-- Logs begin at Tue 2021-08-31 13:05:53 UTC, end at Tue 2021-08-31 15:28:50 UTC. -- Aug 31 13:40:44.305570 n-d-792364-6 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 13:40:47.042092 n-d-792364-6 neutron-server[106280]: INFO neutron.common.config [-] Logging enabled! Aug 31 13:40:47.042676 n-d-792364-6 neutron-server[106280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 13:40:47.042864 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106280) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 13:40:47.046133 n-d-792364-6 neutron-server[106280]: INFO neutron.common.config [-] Logging enabled! Aug 31 13:40:47.046392 n-d-792364-6 neutron-server[106280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 13:40:47.046709 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106280) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 13:40:47.047649 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 13:40:47.047912 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 13:40:47.048288 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 13:40:47.048561 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 13:40:47.048801 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 13:40:47.049121 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.049422 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.049720 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.049952 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.050249 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.050540 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.050824 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.051115 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.051416 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.051705 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.051987 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.052275 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.052606 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.052894 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.053183 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.053473 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.053699 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] debug = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.053983 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.054405 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.054808 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.055089 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.055379 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.055663 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.055939 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.056218 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.056527 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.056859 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] host = n-d-792364-6 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.057138 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.057428 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.057718 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.058009 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.058292 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.058571 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.058858 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.059135 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.059408 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] log_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.059684 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.059974 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.060262 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.060575 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.060803 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.061027 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.061316 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.061605 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.061883 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.062160 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.062434 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.062708 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.062982 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.063252 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.063563 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.063849 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.064136 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.064412 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.064714 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.064988 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.065264 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.065552 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.065829 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.066103 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.066378 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.066666 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.066937 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.067213 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.067517 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.067808 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.068097 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.068386 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.068687 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.068972 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.069247 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.069520 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.069795 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] use_json = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.070068 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.070338 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.070621 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.070894 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.071166 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.071440 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.071714 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.072000 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:47.072298 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.072638 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.072942 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.073227 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.073524 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.073808 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.074102 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.074382 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.074675 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.074966 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.075255 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.075536 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.075827 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.076106 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.076402 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.076732 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.077029 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.077323 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.077599 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.077876 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.078158 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.078474 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.078763 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.079577 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.079869 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.080163 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.080454 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.080756 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.081052 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.081344 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.081622 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.081904 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.082198 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.082480 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.082756 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.083038 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.083329 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.083609 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.083885 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.084170 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.084468 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.084748 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.085022 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.085303 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.085597 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.085877 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.086155 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.086433 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.086715 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.086990 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.087279 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.087560 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.087836 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.088116 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.088399 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.088705 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.088983 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.089264 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.089538 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.089817 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.090092 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.090367 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.090641 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.090915 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.091235 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.091511 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.091787 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.092067 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.092344 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.092645 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.092922 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.093197 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.093471 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.093760 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.094060 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.094341 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.094667 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.095480 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.095765 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.096046 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.096327 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.096638 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.096921 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.097197 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.097489 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.097777 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.098067 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.098357 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.098647 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.098953 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.099236 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.099522 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.099802 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.100083 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.100367 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.100679 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.100978 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.101274 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.101569 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.101864 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.102160 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.102444 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.102756 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.103042 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:47.103263 n-d-792364-6 neutron-server[106280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 13:40:47.103506 n-d-792364-6 neutron-server[106280]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106280) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 13:40:47.455050 n-d-792364-6 neutron-server[106280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 13:40:47.455339 n-d-792364-6 neutron-server[106280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 13:40:47.455628 n-d-792364-6 neutron-server[106280]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 13:40:47.455959 n-d-792364-6 neutron-server[106280]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 13:40:47.846648 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.846847 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.847118 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.848411 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.848712 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.848978 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.883351 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.883631 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.883900 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.900215 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.900522 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.900799 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.929074 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.929357 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.929624 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.968160 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.968463 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:47.968741 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.200411 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.201048 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.201048 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.201248 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.201964 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.321363 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.321686 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.321971 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.322244 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.322515 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.322828 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.323089 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.323345 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.323601 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.323885 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.324146 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.324410 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.324695 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.324950 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.325210 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.325477 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.325736 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.326005 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.326275 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.326535 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.326808 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.327068 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.327350 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.327729 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.327981 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.328229 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.328663 n-d-792364-6 neutron-server[106280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:40:48.329519 n-d-792364-6 neutron-server[106280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:40:48.329757 n-d-792364-6 neutron-server[106280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:40:48.329997 n-d-792364-6 neutron-server[106280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:40:48.330234 n-d-792364-6 neutron-server[106280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:40:48.330471 n-d-792364-6 neutron-server[106280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:40:48.330838 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 13:40:48.333951 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 13:40:48.337905 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 13:40:48.341621 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 31 13:40:48.343263 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 13:40:48.343716 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 13:40:48.344200 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 13:40:48.344642 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 13:40:48.347430 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 13:40:48.347685 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 13:40:48.348036 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 13:40:48.353337 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 13:40:48.376516 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 13:40:48.376974 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.377274 n-d-792364-6 neutron-server[106280]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106280) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 13:40:48.377637 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.379015 n-d-792364-6 neutron-server[106280]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106280) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 13:40:48.379299 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 13:40:48.379546 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 13:40:48.382798 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.383088 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:48.448223 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 13:40:48.448493 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 13:40:48.449154 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 13:40:48.449154 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 13:40:48.470621 n-d-792364-6 neutron-server[106280]: DEBUG oslo_db.sqlalchemy.engines [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106280) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 13:40:49.008001 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Initializing driver for type 'gre' Aug 31 13:40:49.008626 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] gre ID ranges: [(1, 1000)] Aug 31 13:40:49.059818 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Initializing driver for type 'local' Aug 31 13:40:49.060164 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Initializing driver for type 'vlan' Aug 31 13:40:49.073252 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] VlanTypeDriver initialization complete Aug 31 13:40:49.073768 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Initializing driver for type 'vxlan' Aug 31 13:40:49.074262 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] vxlan ID ranges: [(1, 1000)] Aug 31 13:40:49.135976 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Initializing extension driver 'port_security' Aug 31 13:40:49.136322 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.extensions.port_security [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] PortSecurityExtensionDriver initialization complete Aug 31 13:40:49.136678 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Initializing mechanism driver 'openvswitch' Aug 31 13:40:49.137008 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Initializing mechanism driver 'hyperv' Aug 31 13:40:49.143684 n-d-792364-6 neutron-server[106280]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:49.144375 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > port after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.144774 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > port after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.145132 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > port after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.145663 n-d-792364-6 neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:40:49.146099 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > subnet after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.146460 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > subnet after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.146814 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.147209 n-d-792364-6 neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:40:49.147630 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > network after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.147977 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > network after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.148324 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > network after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.148746 n-d-792364-6 neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:40:49.149156 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > security_group after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.149509 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > security_group after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.149854 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > security_group after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.150384 n-d-792364-6 neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:40:49.150800 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.151161 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.151514 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.151916 n-d-792364-6 neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:40:49.152326 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > address_group after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.152711 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > address_group after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.153060 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > address_group after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.153453 n-d-792364-6 neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 13:40:49.153832 n-d-792364-6 neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] ML2 OVO RPC backend initialized. {{(pid=106280) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 13:40:49.154545 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.154908 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.155338 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > network before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.155694 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > networks before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.156048 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > port before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.156397 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > ports before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.156775 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > subnet before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.157616 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > subnets before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.157986 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > network after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.158336 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > network after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.158680 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > network after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.159025 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > port after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.159367 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > port after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.159710 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > port after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.160052 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > subnet after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.160395 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > subnet after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.160758 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.161336 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.plugin [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Modular L2 Plugin initialization complete Aug 31 13:40:49.161667 n-d-792364-6 neutron-server[106280]: DEBUG neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading services supported by the core plugin {{(pid=106280) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 13:40:49.161997 n-d-792364-6 neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Got port-security extension from driver 'port_security' Aug 31 13:40:49.162464 n-d-792364-6 neutron-server[106280]: INFO neutron.extensions.vlantransparent [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Disabled vlantransparent extension. Aug 31 13:40:49.162957 n-d-792364-6 neutron-server[106280]: DEBUG neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106280) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 13:40:49.163276 n-d-792364-6 neutron-server[106280]: INFO neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading Plugin: router Aug 31 13:40:49.200196 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router_interface before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.200615 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router after_create 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.201144 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router before_create 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.201354 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.201735 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.202101 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router after_delete 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.202467 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > floatingip after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.202825 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > floatingip after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.203191 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router after_create 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.203549 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router after_update 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.204410 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router after_update 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.204785 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.205190 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router after_update 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.205613 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router precommit_update 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.205992 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: port after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.206344 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: port after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.206686 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: subnet after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.207032 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.207391 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > port precommit_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.207745 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router precommit_create 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.208096 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: port before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.208465 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router precommit_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.208839 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router after_update 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.209188 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router precommit_delete 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.209545 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router precommit_create 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.209916 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.210270 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router precommit_update 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.210647 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > agent after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.211006 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > agent after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.211358 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > network after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.212243 n-d-792364-6 neutron-server[106280]: DEBUG neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Tracking information for resource: router configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:40:49.212620 n-d-792364-6 neutron-server[106280]: DEBUG neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Tracking information for resource: floatingip configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 13:40:49.217670 n-d-792364-6 neutron-server[106280]: INFO neutron.db.l3_agentschedulers_db [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 13:40:49.218259 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: port after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.218623 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: port after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.218977 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: port after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.219333 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: port after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.220787 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router before_create 55550100 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.221158 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router precommit_delete 55550100 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.221527 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router precommit_create 55550100 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.221892 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > router precommit_update 55550100 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.226488 n-d-792364-6 neutron-server[106280]: DEBUG neutron.services.provider_configuration [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service providers = [] {{(pid=106280) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 13:40:49.226858 n-d-792364-6 neutron-server[106280]: DEBUG neutron.db.servicetype_db [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106280) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 13:40:49.229885 n-d-792364-6 neutron-server[106280]: DEBUG neutron.services.service_base [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 13:40:49.230246 n-d-792364-6 neutron-server[106280]: DEBUG neutron.services.service_base [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 13:40:49.230593 n-d-792364-6 neutron-server[106280]: DEBUG neutron.services.service_base [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 13:40:49.231506 n-d-792364-6 neutron-server[106280]: DEBUG neutron.services.service_base [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 13:40:49.231882 n-d-792364-6 neutron-server[106280]: INFO neutron.services.service_base [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 13:40:49.232262 n-d-792364-6 neutron-server[106280]: DEBUG neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:40:49.232615 n-d-792364-6 neutron-server[106280]: INFO neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 13:40:49.243226 n-d-792364-6 neutron-server[106280]: DEBUG neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:40:49.243568 n-d-792364-6 neutron-server[106280]: INFO neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading Plugin: auto_allocate Aug 31 13:40:49.249349 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: network precommit_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.249726 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: network precommit_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.250257 n-d-792364-6 neutron-server[106280]: DEBUG neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:40:49.250582 n-d-792364-6 neutron-server[106280]: INFO neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading Plugin: tag Aug 31 13:40:49.257205 n-d-792364-6 neutron-server[106280]: DEBUG neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:40:49.257536 n-d-792364-6 neutron-server[106280]: INFO neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading Plugin: timestamp Aug 31 13:40:49.261606 n-d-792364-6 neutron-server[106280]: DEBUG neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:40:49.261903 n-d-792364-6 neutron-server[106280]: INFO neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading Plugin: network_ip_availability Aug 31 13:40:49.267836 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.268215 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.268610 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.269336 n-d-792364-6 neutron-server[106280]: DEBUG neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:40:49.269661 n-d-792364-6 neutron-server[106280]: INFO neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading Plugin: flavors Aug 31 13:40:49.274378 n-d-792364-6 neutron-server[106280]: DEBUG neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:40:49.274711 n-d-792364-6 neutron-server[106280]: INFO neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading Plugin: revisions Aug 31 13:40:49.278991 n-d-792364-6 neutron-server[106280]: DEBUG neutron.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 13:40:49.279382 n-d-792364-6 neutron-server[106280]: DEBUG oslo_concurrency.lockutils [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=106280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 13:40:49.280116 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106280) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 13:40:49.280477 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Initializing extension manager. Aug 31 13:40:49.280998 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: __init__.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.281343 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: __pycache__ {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.281681 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.282563 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: address_group.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.283325 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.283890 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: address-group Aug 31 13:40:49.284216 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: address_scope.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.284968 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.285471 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: address-scope Aug 31 13:40:49.285793 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: admin_state_down_before_update.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.286731 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.287236 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: router-admin-state-down-before-update Aug 31 13:40:49.287560 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: agent.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.288477 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.288980 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: agent Aug 31 13:40:49.289306 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: agent_resources_synced.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.290222 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.290723 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: agent-resources-synced Aug 31 13:40:49.291047 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: allowedaddresspairs.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.292870 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.293390 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: allowed-address-pairs Aug 31 13:40:49.293718 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: auto_allocated_topology.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.294794 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.295358 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: auto-allocated-topology Aug 31 13:40:49.295629 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: availability_zone.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.296330 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.296858 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: availability_zone Aug 31 13:40:49.297183 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: availability_zone_filter.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.298121 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.298623 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: availability_zone_filter Aug 31 13:40:49.298946 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: data_plane_status.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.299860 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.300361 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 13:40:49.300707 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: default_subnetpools.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.301628 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.302137 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: default-subnetpools Aug 31 13:40:49.302459 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: dhcpagentscheduler.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.303276 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.303782 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: dhcp_agent_scheduler Aug 31 13:40:49.304107 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: dns.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.305062 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.305567 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension dns-integration not supported by any of loaded plugins Aug 31 13:40:49.305891 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: dns_domain_ports.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.306818 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.307322 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 13:40:49.307648 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.308610 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.309112 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 13:40:49.309437 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: dvr.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.310116 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.310617 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: dvr Aug 31 13:40:49.310973 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: ecmp_routes.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.311875 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.312371 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 13:40:49.312723 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: empty_string_filtering.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.313671 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.314172 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: empty-string-filtering Aug 31 13:40:49.314496 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.315418 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.315916 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 13:40:49.316240 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.317192 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.317690 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 13:40:49.318013 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: external_net.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.318929 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.319430 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: external-net Aug 31 13:40:49.319755 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: extra_dhcp_opt.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.320700 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.321204 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: extra_dhcp_opt Aug 31 13:40:49.321528 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: extraroute.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.322443 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.322943 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: extraroute Aug 31 13:40:49.323267 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: extraroute_atomic.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.324310 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.324836 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: extraroute-atomic Aug 31 13:40:49.325162 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: filter_validation.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.325833 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.326331 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: filter-validation Aug 31 13:40:49.326674 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: fip_pf_description.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.327571 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.328073 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 13:40:49.328393 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: fip_port_details.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.329852 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.330358 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: fip-port-details Aug 31 13:40:49.330683 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: flavors.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.331904 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.332416 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: flavors Aug 31 13:40:49.332763 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.334433 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.334951 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 13:40:49.335284 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: floatingip_pools.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.335997 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.336529 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: floatingip-pools Aug 31 13:40:49.336863 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: ip_allocation.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.337815 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.338306 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 13:40:49.338633 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.339567 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.340074 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: ip-substring-filtering Aug 31 13:40:49.340403 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: l2_adjacency.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.341372 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.341879 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 13:40:49.342206 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: l3.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.343306 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.343825 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: router Aug 31 13:40:49.344154 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: l3_conntrack_helper.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.346951 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.347475 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 13:40:49.347809 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.348821 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.349331 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: ext-gw-mode Aug 31 13:40:49.349661 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.350592 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.351094 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: l3-ha Aug 31 13:40:49.351421 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: l3_flavors.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.352349 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.352878 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: l3-flavors Aug 31 13:40:49.353204 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.354125 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.354623 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 13:40:49.354948 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: l3agentscheduler.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.355993 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.356536 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: l3_agent_scheduler Aug 31 13:40:49.356864 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: logging.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.358353 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.358875 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension logging not supported by any of loaded plugins Aug 31 13:40:49.359206 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: metering.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.359953 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.360592 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: metering Aug 31 13:40:49.360921 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.362028 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.362544 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: metering_source_and_destination_fields Aug 31 13:40:49.362873 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: multiprovidernet.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.363813 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.364320 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: multi-provider Aug 31 13:40:49.364678 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: netmtu.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.365607 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.366111 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: net-mtu Aug 31 13:40:49.366438 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: netmtu_writable.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.367364 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.367868 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: net-mtu-writable Aug 31 13:40:49.368195 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: network_availability_zone.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.368906 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.369411 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: network_availability_zone Aug 31 13:40:49.369733 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: network_ip_availability.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.370827 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.371336 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: network-ip-availability Aug 31 13:40:49.371664 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: network_segment_range.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.372458 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.372967 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 13:40:49.373290 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: pagination.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.374280 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.374615 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: pagination Aug 31 13:40:49.374940 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: port_device_profile.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.375883 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.376394 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: port-device-profile Aug 31 13:40:49.376750 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.377696 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.378202 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: port-mac-address-regenerate Aug 31 13:40:49.378529 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.379464 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.379967 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: port-numa-affinity-policy Aug 31 13:40:49.380292 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: port_resource_request.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.381242 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.381745 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 13:40:49.382079 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: portbindings.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.383018 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.383524 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: binding Aug 31 13:40:49.383852 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: portbindings_extended.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.385294 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.385815 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: binding-extended Aug 31 13:40:49.386149 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: portsecurity.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.387079 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.387590 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: port-security Aug 31 13:40:49.387922 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: project_id.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.388934 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.389270 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: project-id Aug 31 13:40:49.389596 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: providernet.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.390543 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.391054 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: provider Aug 31 13:40:49.391913 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: qos.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.395448 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.395968 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension qos not supported by any of loaded plugins Aug 31 13:40:49.396305 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.397586 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.398099 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 13:40:49.398433 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.399360 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.399867 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 13:40:49.400196 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: qos_default.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.401152 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.401660 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension qos-default not supported by any of loaded plugins Aug 31 13:40:49.401989 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: qos_fip.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.402653 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.403154 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension qos-fip not supported by any of loaded plugins Aug 31 13:40:49.403479 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: qos_gateway_ip.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.404413 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.404945 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 13:40:49.405275 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: qos_port_network_policy.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.406200 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.406704 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 13:40:49.407582 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: qos_pps_rule.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.408792 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.409312 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension qos-pps not supported by any of loaded plugins Aug 31 13:40:49.409768 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: qos_rule_type_details.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.411185 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.412074 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 13:40:49.412667 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: qos_rules_alias.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.414340 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.415164 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 13:40:49.415677 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: quotasv2.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.417093 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.417626 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: quotas Aug 31 13:40:49.418137 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: quotasv2_detail.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.422734 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.423083 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: quota_details Aug 31 13:40:49.423426 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: rbac.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.424734 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.425265 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: rbac-policies Aug 31 13:40:49.425596 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: rbac_address_group.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.426544 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.427059 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: rbac-address-group Aug 31 13:40:49.427389 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: rbac_address_scope.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.428317 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.428862 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: rbac-address-scope Aug 31 13:40:49.429188 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: rbac_security_groups.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.430121 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.430630 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: rbac-security-groups Aug 31 13:40:49.430957 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: rbac_subnetpool.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.431884 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.432401 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: rbac-subnetpool Aug 31 13:40:49.432748 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: revisionifmatch.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.433678 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.434190 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: revision-if-match Aug 31 13:40:49.434516 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: revisions.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.435648 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.436160 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: standard-attr-revisions Aug 31 13:40:49.436514 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: router_availability_zone.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.437208 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.437713 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: router_availability_zone Aug 31 13:40:49.438039 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: routerservicetype.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.438994 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.439499 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension router-service-type not supported by any of loaded plugins Aug 31 13:40:49.439823 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.440777 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.441285 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: security-groups-normalized-cidr Aug 31 13:40:49.441607 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: security_groups_port_filtering.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.442547 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.443054 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: port-security-groups-filtering Aug 31 13:40:49.443376 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.444314 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.444860 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: security-groups-remote-address-group Aug 31 13:40:49.445186 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: securitygroup.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.455290 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.455820 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: security-group Aug 31 13:40:49.456201 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: segment.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.457020 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.457525 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension segment not supported by any of loaded plugins Aug 31 13:40:49.457857 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.458844 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.459354 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 13:40:49.459683 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: servicetype.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.460948 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.461467 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: service-type Aug 31 13:40:49.461800 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: sorting.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.462805 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.463139 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: sorting Aug 31 13:40:49.463462 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: standard_attr_segment.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.464392 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.464928 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 13:40:49.465256 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: standardattrdescription.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.465914 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.466419 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: standard-attr-description Aug 31 13:40:49.466744 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: stateful_security_group.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.467686 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.468194 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: stateful-security-group Aug 31 13:40:49.468551 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: stdattrs_common.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.469147 n-d-792364-6 neutron-server[106280]: WARNING neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 13:40:49.469517 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.470993 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.471505 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 13:40:49.471831 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: subnet_onboard.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.472941 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.473464 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: subnet_onboard Aug 31 13:40:49.473793 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.474726 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.475234 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 13:40:49.475563 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: subnet_service_types.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.476526 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.477042 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: subnet-service-types Aug 31 13:40:49.477379 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: subnetallocation.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.478459 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.478974 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: subnet_allocation Aug 31 13:40:49.479303 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.479984 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.480511 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: subnetpool-prefix-ops Aug 31 13:40:49.480849 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.481800 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.482305 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 13:40:49.482630 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: tagging.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.483715 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.484241 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: standard-attr-tag Aug 31 13:40:49.484599 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: timestamp.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.485841 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.486352 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loaded extension: standard-attr-timestamp Aug 31 13:40:49.486683 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: trunk.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.487726 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.488235 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension trunk not supported by any of loaded plugins Aug 31 13:40:49.488590 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: trunk_details.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.489533 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.490038 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension trunk-details not supported by any of loaded plugins Aug 31 13:40:49.490366 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: uplink_status_propagation.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.491298 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.491809 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 13:40:49.492138 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Loading extension file: vlantransparent.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 13:40:49.492850 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 13:40:49.493358 n-d-792364-6 neutron-server[106280]: INFO neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 13:40:49.495883 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:network Aug 31 13:40:49.496417 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:subnet Aug 31 13:40:49.496850 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:40:49.497248 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:port Aug 31 13:40:49.498516 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.498951 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service FLAVORS assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.499590 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.500017 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.500353 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:router Aug 31 13:40:49.500844 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:floatingip Aug 31 13:40:49.501342 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service METERING assigned prefix: /metering {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.502814 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.503190 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.503547 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:40:49.504598 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 13:40:49.505061 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:security_group Aug 31 13:40:49.505493 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 13:40:49.507251 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service CORE assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.507602 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:40:49.507962 n-d-792364-6 neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] subnetpool is already registered Aug 31 13:40:49.508408 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service CORE assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.508770 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:40:49.509109 n-d-792364-6 neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] subnetpool is already registered Aug 31 13:40:49.511440 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.511919 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service FLAVORS assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.512498 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.512931 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.513266 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:router Aug 31 13:40:49.513606 n-d-792364-6 neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] router is already registered Aug 31 13:40:49.514092 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:floatingip Aug 31 13:40:49.514356 n-d-792364-6 neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] floatingip is already registered Aug 31 13:40:49.514812 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service METERING assigned prefix: /metering {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.515479 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 13:40:49.515807 n-d-792364-6 neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] rbac_policy is already registered Aug 31 13:40:49.516220 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:security_group Aug 31 13:40:49.517167 n-d-792364-6 neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] security_group is already registered Aug 31 13:40:49.517573 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 13:40:49.517909 n-d-792364-6 neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] security_group_rule is already registered Aug 31 13:40:49.518543 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service CORE assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.518875 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:40:49.519213 n-d-792364-6 neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] subnetpool is already registered Aug 31 13:40:49.519633 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Service CORE assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 13:40:49.519961 n-d-792364-6 neutron-server[106280]: INFO neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 13:40:49.520295 n-d-792364-6 neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] subnetpool is already registered Aug 31 13:40:49.520807 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: extensions {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.522320 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: address-groups {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.523819 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: address-scopes {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.525168 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: agents {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.526409 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: auto-allocated-topology {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.527675 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: availability_zones {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.528962 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: dhcp-networks {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.530495 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: dhcp-agents {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.531951 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: routers {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.534774 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: flavors {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.535967 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: service_profiles {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.537243 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: next_providers {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.538695 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: service_profiles {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.540238 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: floatingip-pools {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.541494 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: routers {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.543690 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: floatingips {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.545040 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: l3-routers {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.546431 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: l3-agents {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.547873 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: metering-labels {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.549268 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: metering-label-rules {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.550611 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: network-ip-availabilities {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.551869 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: bindings {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.553586 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: quotas {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.555046 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: quotas {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.556520 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: rbac-policies {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.557730 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: security-groups {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.559043 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: security-group-rules {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.560295 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: service-providers {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.561555 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: subnetpools {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.563002 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: subnetpools {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.564540 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.566242 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.568047 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.569875 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.572740 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.574613 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.576322 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.578274 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.580657 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.582408 n-d-792364-6 neutron-server[106280]: DEBUG neutron.api.extensions [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 13:40:49.588283 n-d-792364-6 neutron-server[106280]: WARNING keystonemiddleware.auth_token [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 13:40:49.593099 n-d-792364-6 neutron-server[106280]: WARNING keystonemiddleware.auth_token [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 13:40:49.601891 n-d-792364-6 neutron-server[106280]: DEBUG oslo_concurrency.lockutils [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Acquired lock "singleton_lock" {{(pid=106280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 13:40:49.602374 n-d-792364-6 neutron-server[106280]: DEBUG oslo_concurrency.lockutils [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Releasing lock "singleton_lock" {{(pid=106280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 13:40:49.603011 n-d-792364-6 neutron-server[106280]: INFO oslo_service.service [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Starting 2 workers Aug 31 13:40:49.607847 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Started child 106387 {{(pid=106280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 13:40:49.612313 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Started child 106388 {{(pid=106280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 13:40:49.613323 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:49.614023 n-d-792364-6 neutron-server[106280]: INFO neutron.service [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 13:40:49.614651 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Notify callbacks [] for process, before_spawn {{(pid=106280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:49.615048 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [-] (106387) wsgi starting up on http://0.0.0.0:9696 Aug 31 13:40:49.617041 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:49.617470 n-d-792364-6 neutron-server[106280]: INFO oslo_service.service [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Starting 1 workers Aug 31 13:40:49.618490 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [-] (106388) wsgi starting up on http://0.0.0.0:9696 Aug 31 13:40:49.622308 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Started child 106389 {{(pid=106280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 13:40:49.622841 n-d-792364-6 neutron-server[106280]: INFO oslo_service.service [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Starting 1 workers Aug 31 13:40:49.626485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.service [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] calling RpcWorker wait() {{(pid=106389) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 13:40:49.627050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.service [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] returning from RpcWorker wait() {{(pid=106389) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 13:40:49.627806 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Started child 106390 {{(pid=106280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 13:40:49.628354 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:49.628674 n-d-792364-6 neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8dee-17e2-43ff-9ca1-10fec31d4d8e None None] Notify callbacks [] for process, after_spawn {{(pid=106280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:49.628954 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:49.630579 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 13:40:49.630789 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 13:40:49.630976 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 13:40:49.631185 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 13:40:49.631530 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 13:40:49.631691 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 13:40:49.632207 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.632517 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.632624 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:40:49.633086 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.633086 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.633312 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.633901 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.634161 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.634398 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.634688 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.634949 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.635116 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.635283 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.635528 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.635767 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.636071 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.636327 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.636587 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.636858 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.637028 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.637635 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.637635 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.637807 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.638304 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] debug = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.638304 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.638748 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.638990 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.639229 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.639452 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.639724 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.639955 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.640233 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.640485 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.640703 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.640937 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.641207 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.642021 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.642250 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.642842 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.642842 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.643115 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.643392 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] host = n-d-792364-6 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.643671 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.643861 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.644094 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.644317 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.644622 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.644853 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.645111 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.645347 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.645604 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.645902 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.646110 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.646364 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.646580 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.646833 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.646997 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_options = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.647230 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.647497 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.647752 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.647939 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.648107 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.648286 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.648565 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.648728 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.648972 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.649189 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.649404 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.649620 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.649835 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.650072 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.650338 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.650584 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.650833 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.651061 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.651320 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.651551 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.651780 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.652004 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.652241 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.652502 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.652723 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.652955 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.653181 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.653405 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.653617 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.653891 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.654123 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.654381 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.654617 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.654876 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.655101 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.655314 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.655564 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.655822 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.656055 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.656303 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.656580 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.656816 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.657096 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.657342 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.657581 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.657814 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] use_json = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.658045 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.658277 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.658533 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.658751 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.658963 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.659176 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.659394 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.659642 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.660061 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.660370 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.660700 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.660953 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.661188 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.661429 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.661658 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.661895 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.662143 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.662371 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.662711 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.662937 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.663244 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.663437 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.663688 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.663970 n-d-792364-6 neutron-server[106390]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:49.664140 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.664282 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.664568 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.664820 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.665136 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.665310 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.665529 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.665763 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.666012 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.666262 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.666460 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.666684 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.667015 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.667288 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.667549 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.667789 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.668005 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.668245 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.668506 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.669300 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.669517 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.669874 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.670107 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.670529 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.670814 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.670973 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.671253 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.671503 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.672023 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.672023 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.672260 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.672494 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.672764 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.673005 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.673221 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.673545 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.673661 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.673894 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.674139 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.674398 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.674646 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.674890 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.675083 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.675355 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.675526 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.675770 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.675944 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.681759 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.681759 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.681759 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.681759 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.681759 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.681759 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.681759 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.681759 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.681759 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.683457 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.683457 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.683457 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.683457 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.683457 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.683457 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.683457 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.683457 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.683457 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.686361 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.686361 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.686361 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.686361 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.686361 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.686361 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.686361 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.686361 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.686361 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.688802 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.688802 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.688802 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.688802 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.688802 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.688802 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.688802 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.688802 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689340 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689340 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689340 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689340 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689340 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689340 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689340 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689340 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689948 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689948 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689948 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689948 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689948 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689948 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689948 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.689948 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.690536 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.690536 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.690536 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.690536 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.690536 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.690536 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.690536 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.690536 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.691086 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.691086 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.691086 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.691086 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.691086 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.691438 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.691586 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.691853 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.692278 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.692583 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.692931 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.693103 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.693343 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.693573 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.693791 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.694024 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.694349 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.694601 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.694831 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.695196 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.695681 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.695927 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.696315 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.696745 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.697153 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.697533 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.697953 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.698187 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.698423 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.698656 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.698906 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.699123 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.699358 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.699574 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.699794 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.700026 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.700239 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.700524 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.700740 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.700993 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.701186 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.701617 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.701985 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.702387 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.702750 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.703117 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.703503 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.703940 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.704690 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.704920 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.705173 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.705454 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.705677 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.705942 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.706211 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.706451 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.706701 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.707521 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.707521 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.707521 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.707767 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.707856 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.708068 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.708274 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.708520 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.708737 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.708952 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.709196 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.709429 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.709682 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.709933 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.710264 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.710501 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.710761 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.710999 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.711216 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.711476 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.711715 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.711949 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.712181 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.712397 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.712637 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.712875 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.713140 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.713360 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.713570 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.713803 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.714039 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.714256 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.714471 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.714760 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.715012 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.715255 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.715507 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.715803 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.715969 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.716218 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.716422 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.716655 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.716900 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.717382 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.717382 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.717652 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.717764 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.718961 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.718961 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.718961 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.718961 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.718961 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.718961 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.719587 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.719587 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.719735 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.719881 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.720161 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.720331 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.720556 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.720781 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.721021 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.721231 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.721476 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.721685 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.722053 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.722318 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.722540 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.722779 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.723058 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.723319 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.723529 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.723829 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.724070 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.724316 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.724601 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.724921 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.725134 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.725390 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.725608 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.725826 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.726068 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.726325 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.726619 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.726903 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.727215 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.727473 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.728470 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.728470 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.728470 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.728735 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.728824 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.729142 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.729419 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.729700 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.729926 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.730175 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.730397 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.730628 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.730864 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.731109 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.731327 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.731572 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.731831 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.732077 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.732293 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.732556 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.732774 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.732999 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.733211 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.733435 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.733648 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.733803 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 13:40:49.734328 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 13:40:49.734535 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 13:40:49.734642 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 13:40:49.734789 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 13:40:49.734975 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 13:40:49.735157 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 13:40:49.735361 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.735523 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.735684 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.735837 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.736003 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.736203 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.736348 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.736497 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.736626 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.736759 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.736921 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.737069 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.737206 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.737366 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.737522 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.737680 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.737859 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.737988 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.738145 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.738291 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.738447 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.738606 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.738761 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] debug = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.738917 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.739114 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.739278 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.739435 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.739592 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.739750 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.739907 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.740063 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.740220 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.740377 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.740561 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.740720 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.740876 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.741034 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.741191 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.741348 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.741504 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.741661 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] host = n-d-792364-6 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.741818 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.741973 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.742130 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.742287 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.742444 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.742601 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.742758 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.742914 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.743070 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.743226 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.743383 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.743540 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.743696 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.743854 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.744009 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_options = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.744164 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.744321 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.744498 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.744683 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.744846 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.745003 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.745162 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.745319 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.745476 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.745633 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.745789 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.745956 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.746094 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.746253 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.746407 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.746624 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.746721 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.746933 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.747056 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.747205 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.747371 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.747518 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.747641 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.747765 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.747874 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.748029 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.748186 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.748342 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.748778 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.748778 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.749786 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.749786 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.749786 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.749786 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.749786 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.749786 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.749786 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.750312 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.750312 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.750312 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.750312 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.750586 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.750586 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.751354 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.751354 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.751583 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] use_json = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.751703 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.751835 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.751957 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.752101 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.752258 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.752415 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.752591 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.752750 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 13:40:49.752926 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.753086 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.753256 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.753416 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.753574 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.753733 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.753892 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.754052 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.754211 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.754369 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.754534 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.754693 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.754864 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.755029 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.755186 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.755349 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.755508 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.755668 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.755828 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.755987 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.756148 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.756312 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.756500 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.756676 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.756808 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.756966 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.757124 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.757297 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.757457 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.757617 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.757775 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.757935 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.758094 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.758255 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.758414 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.758574 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.758734 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.758894 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.759053 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.759212 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.759372 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.759533 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.759693 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.759852 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.760011 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.760172 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.760339 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.760736 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.760736 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.761112 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.761112 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.761112 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.761359 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.761520 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.761638 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.761730 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.761858 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.762069 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.762161 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.762324 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.762484 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.762643 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.762803 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.762962 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.763122 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.763281 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.763453 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.763614 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.763772 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.763935 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.764160 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.764241 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.764389 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.764578 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.764737 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.765105 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.765105 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.765307 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.765435 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.765519 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.765639 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.765800 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.765963 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.766127 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.766278 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.766488 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.768454 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.768454 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.768454 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.768454 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.768454 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.768454 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.768454 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.769042 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.769299 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.769464 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.769778 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.769952 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.770097 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.770253 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.770431 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.770578 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.770740 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.770904 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.771067 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.771230 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.771383 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.772462 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.772462 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.772462 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.772462 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.772462 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.772462 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.772462 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.773358 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.773358 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.773358 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.773358 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.773358 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.773701 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.773701 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.773701 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.774144 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.774144 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.774144 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.774617 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.774617 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.774617 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.774844 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.774922 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.775051 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.775224 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.775346 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.775518 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.775676 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.775835 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.776020 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.776195 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.776320 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.776489 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.776650 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.776749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:40:49.776849 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.776979 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.777119 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.777252 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.777474 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.777574 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.777714 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.777874 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.778033 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.778192 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.778352 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.778511 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.778671 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.778831 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.778989 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.779150 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.779309 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.779466 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.779626 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.779784 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.779942 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.780100 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.780258 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.780417 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.780605 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.780763 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.780921 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.781079 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.781238 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.781397 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.781556 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.781713 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.781871 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.782056 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.782198 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.782363 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.782522 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.782682 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.782842 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.783002 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.783163 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.783321 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.783480 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.783639 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.783796 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.783956 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.784116 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.784275 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.784462 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.784595 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.784757 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.784929 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.785093 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.785252 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.785410 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.785568 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.785710 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.785872 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.786031 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.786189 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.786347 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.786505 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.786664 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.786825 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.786984 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.787191 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.787321 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.787447 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.788500 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.788500 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.788500 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.788500 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.788500 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.788500 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.788500 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.789746 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.789746 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.789746 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.789746 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.789746 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.789746 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.789746 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.789746 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.790393 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.790393 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.790393 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.790393 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.790393 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.790734 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.790734 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.790877 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.791407 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.791407 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.791407 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.791668 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.791668 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.791814 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.791895 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.792040 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.792198 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.792366 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.792546 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.792709 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.792878 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.796465 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.796465 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.796465 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.796465 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.796465 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.796465 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.796465 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.796465 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797063 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797063 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797063 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797063 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797063 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797063 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797063 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797063 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797736 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797736 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797736 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797736 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797736 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797736 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797736 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.797736 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798305 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798305 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798305 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798305 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798305 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798305 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798305 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798305 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798305 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798908 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798908 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798908 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798908 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798908 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798908 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.798908 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.799384 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.799384 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.799384 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.799599 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.799680 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 13:40:49.799758 n-d-792364-6 neutron-server[106280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 13:40:49.986973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50930) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:40:49.995623 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064306 Aug 31 13:41:01.354120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd19c467-283c-4797-9e7b-14dd78c31c7c None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 13:41:01.426795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd19c467-283c-4797-9e7b-14dd78c31c7c None None] No non-hosted networks {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 13:41:01.435155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.agentschedulers_db [None req-cd19c467-283c-4797-9e7b-14dd78c31c7c None None] DHCP Agent not found on host n-d-792364-6 {{(pid=106389) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 13:41:01.550842 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c652d80c-6baf-4e1b-85a4-790778f7ec99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734884'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:03.876663 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734884'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:03.877337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:03.877697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:03.878034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:03.878417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:03.878753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:03.879079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:03.879524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:03.879849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:03.880174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:03.880597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:03.881011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:03.881336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:03.882048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-792364-6', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:41:03.897281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792364-6', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:41:03.974706 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50e57d59-27a9-48f0-b7e3-12754d1e486c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734884'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:04.059881 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3124a4c1-9672-4ac3-851c-170afcd171d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:05.009316 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734884'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:06.536507 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734884'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:07.800450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51022) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:08.311676 n-d-792364-6 neutron-server[106388]: WARNING oslo_policy.policy [None req-c8cbd571-3b79-4aa3-9f42-2a11ff32e045 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:41:08.312300 n-d-792364-6 neutron-server[106388]: WARNING oslo_policy.policy [None req-c8cbd571-3b79-4aa3-9f42-2a11ff32e045 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:41:08.547894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-c8cbd571-3b79-4aa3-9f42-2a11ff32e045 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:41:08.560459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c8cbd571-3b79-4aa3-9f42-2a11ff32e045 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7475939 Aug 31 13:41:10.277614 n-d-792364-6 neutron-server[106389]: INFO neutron.db.l3_hamode_db [None req-ab3cf7a9-1aee-4191-92d9-5cdca28d1a01 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 13:41:10.354142 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3cf7a9-1aee-4191-92d9-5cdca28d1a01 None None] Routers set() bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:41:10.354538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3cf7a9-1aee-4191-92d9-5cdca28d1a01 None None] Router IDs set() for agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 13:41:10.937023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51036) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:11.244372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ffcc264e-c0de-4145-bbca-8d8b321165b8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:41:11.338192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.policy [None req-ffcc264e-c0de-4145-bbca-8d8b321165b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106388) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 13:41:11.382506 n-d-792364-6 neutron-server[106388]: WARNING oslo_policy.policy [None req-ffcc264e-c0de-4145-bbca-8d8b321165b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:41:11.382871 n-d-792364-6 neutron-server[106388]: WARNING oslo_policy.policy [None req-ffcc264e-c0de-4145-bbca-8d8b321165b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:41:11.392363 n-d-792364-6 neutron-server[106388]: INFO neutron.quota [None req-ffcc264e-c0de-4145-bbca-8d8b321165b8 admin admin] Loaded quota_driver: . Aug 31 13:41:11.480247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ffcc264e-c0de-4145-bbca-8d8b321165b8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754577329524', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754577328281', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754577342007', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754577340267', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754573690333', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754577294350', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-721736', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-783215', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1818526', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1617001'] for rbac-policy, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:11.543026 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ffcc264e-c0de-4145-bbca-8d8b321165b8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:11.544232 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ffcc264e-c0de-4145-bbca-8d8b321165b8 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6062284 Aug 31 13:41:14.118825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51048) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:14.416028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Request body: {'network': {'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'name': 'private', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'admin_state_up': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:41:14.447707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Made reservation on behalf of d2cf63e1bc9c4550b719e607b812bdfd for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:41:14.450494 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:14.467908 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:14.589205 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:14.593085 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:14.617441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:41:14.642457 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754575036106', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:14.643262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Unsubscribe: segment precommit_create {{(pid=106388) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 13:41:14.643767 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Added segment bf39d9cb-103d-43d1-9944-6fc7f54eb771 of type vlan for network 322360ea-d932-49c7-9e88-66cf97ebd0a8 Aug 31 13:41:14.658668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243cca55-e2c5-4c2c-aede-727a7a6da5ad,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:14.689651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:14.689651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:14.689651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:14.689651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:14.689651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:14.690170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:14.690170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:14.690170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:14.690170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:14.690170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Tracked resource versions report: Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: pushed versions: Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: { 'AddressGroup': {'1.2'}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'ConntrackHelper': {'1.0'}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'Log': {'1.0'}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'Network': {'1.1'}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'Port': {'1.7'}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'PortForwarding': {'1.2'}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'QosPolicy': {'1.9'}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'SecurityGroup': {'1.4'}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'SubPort': {'1.0'}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'Subnet': {'1.1'}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'Trunk': {'1.1'}} Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: consumer versions: Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: { DHCP agent@n-d-792364-6: {}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: L3 agent@n-d-792364-6: {}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: Metadata agent@n-d-792364-6: {}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: Metering agent@n-d-792364-6: {}, Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: Open vSwitch agent@n-d-792364-6: { 'AddressGroup': '1.2', Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'ConntrackHelper': '1.0', Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'Log': '1.0', Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'Network': '1.1', Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'Port': '1.7', Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'PortForwarding': '1.2', Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'QosPolicy': '1.9', Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'SecurityGroup': '1.4', Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'SecurityGroupRule': '1.2', Aug 31 13:41:14.690520 n-d-792364-6 neutron-server[106388]: 'SubPort': '1.0', Aug 31 13:41:14.692607 n-d-792364-6 neutron-server[106388]: 'Subnet': '1.1', Aug 31 13:41:14.692607 n-d-792364-6 neutron-server[106388]: 'Trunk': '1.1'}} Aug 31 13:41:14.692607 n-d-792364-6 neutron-server[106388]: {{(pid=106388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:41:14.762815 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:14.801713 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:14.802954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:14.803602 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:14.886541 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7666569 Aug 31 13:41:14.900649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a72f5-50d0-4362-83e9-6eb188551027 admin admin] Pushing event updated for resources: {'Network': ['ID=322360ea-d932-49c7-9e88-66cf97ebd0a8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:14.912352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 322360ea-d932-49c7-9e88-66cf97ebd0a8 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:41:17.530027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51062) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:17.923508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcbae22-f025-4d77-a6ab-8b4b2aa4a260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:17.924912 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-efcbae22-f025-4d77-a6ab-8b4b2aa4a260 admin admin] 10.222.0.20 "GET /v2.0/networks/322360ea-d932-49c7-9e88-66cf97ebd0a8 HTTP/1.1" status: 200 len: 825 time: 0.3939419 Aug 31 13:41:17.948555 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-050cdd87-0726-49bd-8161-4e88fa5371e6 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/f58a862a-0f62-41b8-ba74-552d472b9d58 HTTP/1.1" status: 200 len: 734 time: 0.0175323 Aug 31 13:41:17.957264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6637ac68-eebc-4d4e-9370-3cb98e4bfaf5 admin admin] Request body: {'subnet': {'subnetpool_id': 'f58a862a-0f62-41b8-ba74-552d472b9d58', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'name': 'private-subnet'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:41:17.978510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6637ac68-eebc-4d4e-9370-3cb98e4bfaf5 admin admin] Made reservation on behalf of d2cf63e1bc9c4550b719e607b812bdfd for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:41:17.980657 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6637ac68-eebc-4d4e-9370-3cb98e4bfaf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:18.275465 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6637ac68-eebc-4d4e-9370-3cb98e4bfaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:18.345961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637ac68-eebc-4d4e-9370-3cb98e4bfaf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cbd4af-ca73-4e95-8939-e62133ed30d8,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:18.350042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6637ac68-eebc-4d4e-9370-3cb98e4bfaf5 admin admin] Checking segment: {'id': 'bf39d9cb-103d-43d1-9944-6fc7f54eb771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:41:18.350510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6637ac68-eebc-4d4e-9370-3cb98e4bfaf5 admin admin] Network hostable DHCP agents. Network: 322360ea-d932-49c7-9e88-66cf97ebd0a8, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:41:18.370088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6637ac68-eebc-4d4e-9370-3cb98e4bfaf5 admin admin] Network 322360ea-d932-49c7-9e88-66cf97ebd0a8 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:41:18.381875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-6637ac68-eebc-4d4e-9370-3cb98e4bfaf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 322360ea-d932-49c7-9e88-66cf97ebd0a8) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:41:18.387143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6637ac68-eebc-4d4e-9370-3cb98e4bfaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:18.388248 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6637ac68-eebc-4d4e-9370-3cb98e4bfaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:18.392402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920e88d2-b368-493f-9931-aabb2df51fa4 None None] Network 322360ea-d932-49c7-9e88-66cf97ebd0a8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:41:18.401827 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6637ac68-eebc-4d4e-9370-3cb98e4bfaf5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4477172 Aug 31 13:41:18.712602 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-322360ea-d932-49c7-9e88-66cf97ebd0a8', 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'fixed_ips': [{'subnet_id': '69cbd4af-ca73-4e95-8939-e62133ed30d8'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:41:18.713819 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:18.982768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Allocated IP 172.20.0.2 (322360ea-d932-49c7-9e88-66cf97ebd0a8/69cbd4af-ca73-4e95-8939-e62133ed30d8/024c885b-2605-433a-90f9-990fe8d853a9) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:41:19.184610 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:19.226157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Transition to ACTIVE for port object 024c885b-2605-433a-90f9-990fe8d853a9 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:41:19.247183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Transition to ACTIVE for port object 024c885b-2605-433a-90f9-990fe8d853a9 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:41:19.255435 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:19.322844 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Network 322360ea-d932-49c7-9e88-66cf97ebd0a8 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:41:19.334256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:41:19.341116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Pushing event updated for resources: {'Port': ['ID=024c885b-2605-433a-90f9-990fe8d853a9,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:19.341924 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:41:19.352037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:19.352388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:19.352761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:19.353100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:19.353434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:19.353764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:19.354093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:19.354422 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:19.354745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:19.355063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:19.355392 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:19.355713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Tracked resource versions report: Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: pushed versions: Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: { 'AddressGroup': {'1.2'}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'ConntrackHelper': {'1.0'}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'Log': {'1.0'}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'Network': {'1.1'}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'Port': {'1.7'}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'PortForwarding': {'1.2'}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'QosPolicy': {'1.9'}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'SecurityGroup': {'1.4'}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'SubPort': {'1.0'}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'Subnet': {'1.1'}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'Trunk': {'1.1'}} Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: consumer versions: Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: { DHCP agent@n-d-792364-6: {}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: L3 agent@n-d-792364-6: {}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: Metadata agent@n-d-792364-6: {}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: Metering agent@n-d-792364-6: {}, Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: Open vSwitch agent@n-d-792364-6: { 'AddressGroup': '1.2', Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'ConntrackHelper': '1.0', Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'Log': '1.0', Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'Network': '1.1', Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'Port': '1.7', Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'PortForwarding': '1.2', Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'QosPolicy': '1.9', Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'SecurityGroup': '1.4', Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'SecurityGroupRule': '1.2', Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'SubPort': '1.0', Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'Subnet': '1.1', Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: 'Trunk': '1.1'}} Aug 31 13:41:19.356883 n-d-792364-6 neutron-server[106389]: {{(pid=106389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:41:19.428410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Attempting to bind port 024c885b-2605-433a-90f9-990fe8d853a9 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:41:19.429083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Attempting to bind port 024c885b-2605-433a-90f9-990fe8d853a9 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'bf39d9cb-103d-43d1-9944-6fc7f54eb771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:41:19.429238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Attempting to bind port 024c885b-2605-433a-90f9-990fe8d853a9 on network 322360ea-d932-49c7-9e88-66cf97ebd0a8 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:41:19.434015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:41:19.434439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Checking segment: {'id': 'bf39d9cb-103d-43d1-9944-6fc7f54eb771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:41:19.434920 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:19.435316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Bound using segment: {'id': 'bf39d9cb-103d-43d1-9944-6fc7f54eb771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:41:19.435820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Bound port: 024c885b-2605-433a-90f9-990fe8d853a9, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf39d9cb-103d-43d1-9944-6fc7f54eb771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:41:19.436227 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:19.497657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] For port 024c885b-2605-433a-90f9-990fe8d853a9, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:41:19.501751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] For port 024c885b-2605-433a-90f9-990fe8d853a9, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=024c885b-2605-433a-90f9-990fe8d853a9,segment=NetworkSegment(bf39d9cb-103d-43d1-9944-6fc7f54eb771),segment_id=bf39d9cb-103d-43d1-9944-6fc7f54eb771)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:41:19.506214 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:19.569763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e867d-03ca-4bc6-9df4-3757c0d37004 None None] Pushing event updated for resources: {'Port': ['ID=024c885b-2605-433a-90f9-990fe8d853a9,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:20.834727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51070) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:21.149286 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-0c9e7b1e-655e-4db9-8a58-fb6986b78e84 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:41:21.150400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0c9e7b1e-655e-4db9-8a58-fb6986b78e84 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3146913 Aug 31 13:41:23.553083 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51078) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:23.872804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-13d64f00-a1e7-4948-8435-4419114570ac admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:41:23.874302 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-13d64f00-a1e7-4948-8435-4419114570ac admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3197978 Aug 31 13:41:26.524741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51088) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:26.842679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ce71098b-f21f-4180-8856-4a0b6848ba1b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'admin_state_up': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:41:26.865677 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce71098b-f21f-4180-8856-4a0b6848ba1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:26.867208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce71098b-f21f-4180-8856-4a0b6848ba1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:27.001606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce71098b-f21f-4180-8856-4a0b6848ba1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:27.006035 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce71098b-f21f-4180-8856-4a0b6848ba1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:27.021692 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce71098b-f21f-4180-8856-4a0b6848ba1b admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:27.022897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ce71098b-f21f-4180-8856-4a0b6848ba1b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4971831 Aug 31 13:41:27.775965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 024c885b-2605-433a-90f9-990fe8d853a9 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:41:27.849028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cc4e12-3674-441d-8d57-f4f75f11dc28 None None] Network 322360ea-d932-49c7-9e88-66cf97ebd0a8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:41:27.900915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 024c885b-2605-433a-90f9-990fe8d853a9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:41:27.939346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e4dc9353-6cf0-405d-b380-aebe7e6a1f33 None None] Provisioning for port 024c885b-2605-433a-90f9-990fe8d853a9 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:41:27.948261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e4dc9353-6cf0-405d-b380-aebe7e6a1f33 None None] Provisioning complete for port 024c885b-2605-433a-90f9-990fe8d853a9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:41:27.948716 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9353-6cf0-405d-b380-aebe7e6a1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:28.113123 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9353-6cf0-405d-b380-aebe7e6a1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:28.162180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e4dc9353-6cf0-405d-b380-aebe7e6a1f33 None None] For port 024c885b-2605-433a-90f9-990fe8d853a9, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=024c885b-2605-433a-90f9-990fe8d853a9,segment=NetworkSegment(bf39d9cb-103d-43d1-9944-6fc7f54eb771),segment_id=bf39d9cb-103d-43d1-9944-6fc7f54eb771)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:28.166103 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9353-6cf0-405d-b380-aebe7e6a1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:28.219417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc9353-6cf0-405d-b380-aebe7e6a1f33 None None] Pushing event updated for resources: {'Port': ['ID=024c885b-2605-433a-90f9-990fe8d853a9,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:28.386437 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fec6f07c-4f06-4444-bccf-b0b2e40d9937 None None] Provisioning complete for port 024c885b-2605-433a-90f9-990fe8d853a9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:41:28.386801 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fec6f07c-4f06-4444-bccf-b0b2e40d9937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:29.398605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51102) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:29.703415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-858da99e-004f-4eae-9f66-94f937f4a96b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:41:29.706237 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-858da99e-004f-4eae-9f66-94f937f4a96b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3066556 Aug 31 13:41:29.746889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 024c885b-2605-433a-90f9-990fe8d853a9 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:41:29.797639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 024c885b-2605-433a-90f9-990fe8d853a9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:41:29.797925 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:31.234896 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-569025ce-714d-40a6-8b67-843a567ba2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:31.693193 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:41:32.105801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51110) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:32.427026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:41:32.446553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Made reservation on behalf of b113524b21824d35b570f9d6e9538b35 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:41:32.448848 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:32.457259 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:32.545632 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:32.548846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:32.562997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Reserving flat network on physical network physnet1 {{(pid=106388) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 13:41:32.580754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08be56ff-08b7-4af1-95f1-5135877f0d64,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:32.585162 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:32.585505 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Added segment e0625185-1587-4f24-8dc6-ed709f4b4faf of type flat for network cbf16e2d-eea5-47e2-a13c-1b23041675be Aug 31 13:41:32.629174 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:32.660271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:32.661259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:32.661826 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:32.713896 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6070449 Aug 31 13:41:32.722675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e979a-f670-46f0-bd68-b398d8b479a9 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf16e2d-eea5-47e2-a13c-1b23041675be,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:32.741662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network cbf16e2d-eea5-47e2-a13c-1b23041675be details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:41:33.873118 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:33.952019 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72b23c5b-7a68-45ca-8ced-2931966f1146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:34.941416 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:35.100730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51118) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:35.393380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da57dcdf-b66d-4dc4-8d99-4fe421be5953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:35.394715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-da57dcdf-b66d-4dc4-8d99-4fe421be5953 admin admin] 10.222.0.20 "GET /v2.0/subnets/69cbd4af-ca73-4e95-8939-e62133ed30d8 HTTP/1.1" status: 200 len: 849 time: 0.2930436 Aug 31 13:41:35.509177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4b56e400-16a1-4ca7-9e51-67bb6c74a92c admin admin] 10.222.0.20 "GET /v2.0/routers/9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 HTTP/1.1" status: 200 len: 704 time: 0.1081398 Aug 31 13:41:35.768970 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:36.060577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Allocated IP 172.20.0.1 (322360ea-d932-49c7-9e88-66cf97ebd0a8/69cbd4af-ca73-4e95-8939-e62133ed30d8/580f085b-1ef0-459f-b527-246a4b229c51) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:41:36.254499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:36.278749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Transition to ACTIVE for port object 580f085b-1ef0-459f-b527-246a4b229c51 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:41:36.342146 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:36.415967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Network 322360ea-d932-49c7-9e88-66cf97ebd0a8 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:41:36.420870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:41:36.423527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:41:36.424062 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:36.483185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Pushing event updated for resources: {'Port': ['ID=580f085b-1ef0-459f-b527-246a4b229c51,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:36.491513 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:36.624692 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:36.625525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7c2ff0ce-5ee4-47df-b5b8-e7342245030c None None] Provisioning for port 580f085b-1ef0-459f-b527-246a4b229c51 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:41:36.629195 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7c2ff0ce-5ee4-47df-b5b8-e7342245030c None None] Provisioning complete for port 580f085b-1ef0-459f-b527-246a4b229c51 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:41:36.629572 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c2ff0ce-5ee4-47df-b5b8-e7342245030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:36.661953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ff0ce-5ee4-47df-b5b8-e7342245030c None None] Port 580f085b-1ef0-459f-b527-246a4b229c51 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:41:36.832368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:36.836532 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:36.837263 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:36.911770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Pushing event updated for resources: {'Port': ['ID=580f085b-1ef0-459f-b527-246a4b229c51,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:36.956007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Network 322360ea-d932-49c7-9e88-66cf97ebd0a8 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:41:36.957351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:41:37.116698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Router 9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:41:37.183141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fe996dbd-bdfb-405b-b949-e67a7891f2c8 None None] Provisioning complete for port 580f085b-1ef0-459f-b527-246a4b229c51 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:41:37.183429 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fe996dbd-bdfb-405b-b949-e67a7891f2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:37.205349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:41:37.210747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1f388560-4655-4db1-9c7a-5f025e4ea98e admin admin] 10.222.0.20 "PUT /v2.0/routers/9b50afc3-ee20-4d55-b1f8-c41e2f8334a2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6959472 Aug 31 13:41:37.219450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fe996dbd-bdfb-405b-b949-e67a7891f2c8 None None] Port 580f085b-1ef0-459f-b527-246a4b229c51 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:41:37.225744 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Sync routers for ids ['9b50afc3-ee20-4d55-b1f8-c41e2f8334a2'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:41:37.237318 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Routers {'9b50afc3-ee20-4d55-b1f8-c41e2f8334a2'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:41:37.238163 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:41:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b50afc3-ee20-4d55-b1f8-c41e2f8334a2'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:41:37.424242 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Set router 9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:41:37.849066 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'name': 'router1', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:41:26Z', 'updated_at': '2021-08-31T13:41:36Z', 'revision_number': 2, 'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'gw_port_host': None, '_interfaces': [{'id': '580f085b-1ef0-459f-b527-246a4b229c51', 'name': '', 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'mac_address': 'fa:16:3e:b3:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69cbd4af-ca73-4e95-8939-e62133ed30d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:41:35Z', 'updated_at': '2021-08-31T13:41:36Z', 'revision_number': 2, 'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'subnets': [{'id': '69cbd4af-ca73-4e95-8939-e62133ed30d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f58a862a-0f62-41b8-ba74-552d472b9d58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:41:37.899771 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Checking router: 9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:41:37.900145 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Updating router 9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 port 580f085b-1ef0-459f-b527-246a4b229c51 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:41:37.947215 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:38.463293 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:38.481072 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Transition to ACTIVE for port object 580f085b-1ef0-459f-b527-246a4b229c51 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:41:38.486710 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:38.654455 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Attempting to bind port 580f085b-1ef0-459f-b527-246a4b229c51 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:41:38.655463 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Attempting to bind port 580f085b-1ef0-459f-b527-246a4b229c51 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'bf39d9cb-103d-43d1-9944-6fc7f54eb771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:41:38.655921 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Attempting to bind port 580f085b-1ef0-459f-b527-246a4b229c51 on network 322360ea-d932-49c7-9e88-66cf97ebd0a8 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:41:38.658906 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Pushing event updated for resources: {'Port': ['ID=580f085b-1ef0-459f-b527-246a4b229c51,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:38.666264 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:41:38.666689 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Checking segment: {'id': 'bf39d9cb-103d-43d1-9944-6fc7f54eb771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:41:38.667159 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:38.667546 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Bound using segment: {'id': 'bf39d9cb-103d-43d1-9944-6fc7f54eb771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:41:38.668048 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Bound port: 580f085b-1ef0-459f-b527-246a4b229c51, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf39d9cb-103d-43d1-9944-6fc7f54eb771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:41:38.668453 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:38.671514 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:38.671859 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:38.672193 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:38.672544 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:38.672874 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:38.673201 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:38.673524 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:38.673845 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:38.674165 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:38.674484 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:38.674803 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:38.675121 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Tracked resource versions report: Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: pushed versions: Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: { 'AddressGroup': {'1.2'}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'ConntrackHelper': {'1.0'}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'Log': {'1.0'}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'Network': {'1.1'}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'Port': {'1.7'}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'PortForwarding': {'1.2'}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'QosPolicy': {'1.9'}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'SecurityGroup': {'1.4'}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'SubPort': {'1.0'}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'Subnet': {'1.1'}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'Trunk': {'1.1'}} Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: consumer versions: Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: { DHCP agent@n-d-792364-6: {}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: L3 agent@n-d-792364-6: {}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: Metadata agent@n-d-792364-6: {}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: Metering agent@n-d-792364-6: {}, Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: Open vSwitch agent@n-d-792364-6: { 'AddressGroup': '1.2', Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'ConntrackHelper': '1.0', Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'Log': '1.0', Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'Network': '1.1', Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'Port': '1.7', Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'PortForwarding': '1.2', Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'QosPolicy': '1.9', Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'SecurityGroup': '1.4', Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'SecurityGroupRule': '1.2', Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'SubPort': '1.0', Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'Subnet': '1.1', Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: 'Trunk': '1.1'}} Aug 31 13:41:38.676235 n-d-792364-6 neutron-server[106390]: {{(pid=106390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:41:38.740715 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] For port 580f085b-1ef0-459f-b527-246a4b229c51, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:41:38.762083 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] For port 580f085b-1ef0-459f-b527-246a4b229c51, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=580f085b-1ef0-459f-b527-246a4b229c51,segment=NetworkSegment(bf39d9cb-103d-43d1-9944-6fc7f54eb771),segment_id=bf39d9cb-103d-43d1-9944-6fc7f54eb771)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:41:38.767188 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:38.824049 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c3cf2-43c9-49fa-8c4c-dea3494cf74b None None] Pushing event updated for resources: {'Port': ['ID=580f085b-1ef0-459f-b527-246a4b229c51,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:38.833856 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Routers {'9b50afc3-ee20-4d55-b1f8-c41e2f8334a2'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:41:38.834555 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:41:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b50afc3-ee20-4d55-b1f8-c41e2f8334a2'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:41:38.926013 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] Set router 9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:41:39.133782 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'name': 'router1', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:41:26Z', 'updated_at': '2021-08-31T13:41:36Z', 'revision_number': 2, 'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'gw_port_host': None, '_interfaces': [{'id': '580f085b-1ef0-459f-b527-246a4b229c51', 'name': '', 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'mac_address': 'fa:16:3e:b3:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69cbd4af-ca73-4e95-8939-e62133ed30d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:41:35Z', 'updated_at': '2021-08-31T13:41:38Z', 'revision_number': 4, 'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'subnets': [{'id': '69cbd4af-ca73-4e95-8939-e62133ed30d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f58a862a-0f62-41b8-ba74-552d472b9d58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:41:39.159061 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9474581-bd4e-4a6e-885c-29f5edbffb7f None None] The sync data for ids ['9b50afc3-ee20-4d55-b1f8-c41e2f8334a2'] in n-d-792364-6 is: [{'id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'name': 'router1', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:41:26Z', 'updated_at': '2021-08-31T13:41:36Z', 'revision_number': 2, 'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'gw_port_host': None, '_interfaces': [{'id': '580f085b-1ef0-459f-b527-246a4b229c51', 'name': '', 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'mac_address': 'fa:16:3e:b3:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69cbd4af-ca73-4e95-8939-e62133ed30d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:41:35Z', 'updated_at': '2021-08-31T13:41:38Z', 'revision_number': 4, 'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'subnets': [{'id': '69cbd4af-ca73-4e95-8939-e62133ed30d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f58a862a-0f62-41b8-ba74-552d472b9d58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:41:39.495767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51138) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:39.605082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40604e30-dc2d-4210-bcf2-c0cdbb36ce37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:39.606485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-40604e30-dc2d-4210-bcf2-c0cdbb36ce37 admin admin] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 842 time: 0.1097422 Aug 31 13:41:39.617183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'gateway_ip': '172.25.3.1', 'cidr': '172.25.3.0/24'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:41:39.637248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] Made reservation on behalf of b113524b21824d35b570f9d6e9538b35 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:41:39.639411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:39.984355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.objects.ports [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106388) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 13:41:39.984745 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:40.044551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a4950e-b943-4024-b5ba-f07cb02b4262,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:40.055318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:41:40.055676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] Network hostable DHCP agents. Network: cbf16e2d-eea5-47e2-a13c-1b23041675be, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:41:40.071599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:41:40.080596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, cbf16e2d-eea5-47e2-a13c-1b23041675be) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:41:40.085129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:40.086354 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:40.087951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829752c1-1d2c-4432-b703-5a707c7c9824 None None] Network cbf16e2d-eea5-47e2-a13c-1b23041675be requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:41:40.109635 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-983f331d-6625-45a3-a072-d6e6db73846a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4871218 Aug 31 13:41:40.224120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db68d9a-1887-4454-99d0-056ce97da6b6 None None] Network cbf16e2d-eea5-47e2-a13c-1b23041675be requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:41:42.391524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51156) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:42.539108 n-d-792364-6 neutron-server[106387]: WARNING oslo_policy.policy [None req-0da993b6-781b-47a6-b9e1-105549c393b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:41:42.539691 n-d-792364-6 neutron-server[106387]: WARNING oslo_policy.policy [None req-0da993b6-781b-47a6-b9e1-105549c393b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:41:42.825012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.policy [None req-0da993b6-781b-47a6-b9e1-105549c393b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106387) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 13:41:42.870392 n-d-792364-6 neutron-server[106387]: WARNING oslo_policy.policy [None req-0da993b6-781b-47a6-b9e1-105549c393b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:41:42.870783 n-d-792364-6 neutron-server[106387]: WARNING oslo_policy.policy [None req-0da993b6-781b-47a6-b9e1-105549c393b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 13:41:43.113371 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0da993b6-781b-47a6-b9e1-105549c393b4 admin admin] 10.222.0.20 "GET /v2.0/routers/9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 HTTP/1.1" status: 200 len: 710 time: 0.7193298 Aug 31 13:41:43.303747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838c5363-7432-4aed-975c-a1a596a50fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:41:43.305517 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-838c5363-7432-4aed-975c-a1a596a50fcd admin admin] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 886 time: 0.1843386 Aug 31 13:41:43.315796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:41:43.569580 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:43.807213 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:43.884359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:44.067569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Allocated IP 172.25.3.181 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/bb152f07-befa-4fa6-ad40-d5951e6b14e7) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:41:44.180028 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:44.261731 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:44.324763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:41:44.329285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:41:44.385303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:41:44.422490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Pushing event updated for resources: {'Port': ['ID=bb152f07-befa-4fa6-ad40-d5951e6b14e7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:44.460000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:44.460364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:44.460737 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:44.461120 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:44.461496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:44.461852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:44.462181 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:44.462510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:44.462830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:44.463169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:44.463594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:44.463963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Tracked resource versions report: Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: pushed versions: Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: { 'AddressGroup': {'1.2'}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'ConntrackHelper': {'1.0'}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'Log': {'1.0'}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'Network': {'1.1'}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'Port': {'1.7'}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'PortForwarding': {'1.2'}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'QosPolicy': {'1.9'}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'SecurityGroup': {'1.4'}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'SubPort': {'1.0'}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'Subnet': {'1.1'}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'Trunk': {'1.1'}} Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: consumer versions: Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: { DHCP agent@n-d-792364-6: {}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: L3 agent@n-d-792364-6: {}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: Metadata agent@n-d-792364-6: {}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: Metering agent@n-d-792364-6: {}, Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: Open vSwitch agent@n-d-792364-6: { 'AddressGroup': '1.2', Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'ConntrackHelper': '1.0', Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'Log': '1.0', Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'Network': '1.1', Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'Port': '1.7', Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'PortForwarding': '1.2', Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'QosPolicy': '1.9', Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'SecurityGroup': '1.4', Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'SecurityGroupRule': '1.2', Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'SubPort': '1.0', Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'Subnet': '1.1', Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: 'Trunk': '1.1'}} Aug 31 13:41:44.465349 n-d-792364-6 neutron-server[106387]: {{(pid=106387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:41:44.688321 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:44.925418 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:44.930481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:45.039821 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Router 9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:41:45.147786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:41:45.152320 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:45.153502 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c81eeb98-7c25-40b8-9b44-93419f052f48 admin admin] 10.222.0.20 "PUT /v2.0/routers/9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 HTTP/1.1" status: 200 len: 890 time: 1.8412359 Aug 31 13:41:45.621440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Sync routers for ids ['9b50afc3-ee20-4d55-b1f8-c41e2f8334a2'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:41:45.632074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Routers {'9b50afc3-ee20-4d55-b1f8-c41e2f8334a2'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:41:45.632753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:41:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b50afc3-ee20-4d55-b1f8-c41e2f8334a2'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:41:45.829006 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 580f085b-1ef0-459f-b527-246a4b229c51 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:41:45.920841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Set router 9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:41:45.993005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 580f085b-1ef0-459f-b527-246a4b229c51 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:41:46.005669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 580f085b-1ef0-459f-b527-246a4b229c51 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:41:46.006050 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:46.286229 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:46.358675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 580f085b-1ef0-459f-b527-246a4b229c51, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=580f085b-1ef0-459f-b527-246a4b229c51,segment=NetworkSegment(bf39d9cb-103d-43d1-9944-6fc7f54eb771),segment_id=bf39d9cb-103d-43d1-9944-6fc7f54eb771)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:46.366331 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:46.441463 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=580f085b-1ef0-459f-b527-246a4b229c51,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:46.458063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'name': 'router1', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bb152f07-befa-4fa6-ad40-d5951e6b14e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:41:26Z', 'updated_at': '2021-08-31T13:41:44Z', 'revision_number': 4, 'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'gw_port': {'id': 'bb152f07-befa-4fa6-ad40-d5951e6b14e7', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:41:43Z', 'updated_at': '2021-08-31T13:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '580f085b-1ef0-459f-b527-246a4b229c51', 'name': '', 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'mac_address': 'fa:16:3e:b3:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69cbd4af-ca73-4e95-8939-e62133ed30d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:41:35Z', 'updated_at': '2021-08-31T13:41:38Z', 'revision_number': 4, 'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'subnets': [{'id': '69cbd4af-ca73-4e95-8939-e62133ed30d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f58a862a-0f62-41b8-ba74-552d472b9d58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:41:46.518140 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Checking router: 9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:41:46.518527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Updating router 9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 port bb152f07-befa-4fa6-ad40-d5951e6b14e7 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:41:46.567847 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:46.878023 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:46.887698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Transition to ACTIVE for port object bb152f07-befa-4fa6-ad40-d5951e6b14e7 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:41:46.894284 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:46.946050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2fa2f-6628-4399-9345-030631a76dc5 None None] Pushing event updated for resources: {'Port': ['ID=bb152f07-befa-4fa6-ad40-d5951e6b14e7,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:46.948529 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Attempting to bind port bb152f07-befa-4fa6-ad40-d5951e6b14e7 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:41:46.949001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Attempting to bind port bb152f07-befa-4fa6-ad40-d5951e6b14e7 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:41:46.949266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Attempting to bind port bb152f07-befa-4fa6-ad40-d5951e6b14e7 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:41:46.954641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:41:46.955023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:41:46.955433 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:46.955829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:41:46.956307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Bound port: bb152f07-befa-4fa6-ad40-d5951e6b14e7, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:41:46.956749 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:47.007715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] For port bb152f07-befa-4fa6-ad40-d5951e6b14e7, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:41:47.010809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] For port bb152f07-befa-4fa6-ad40-d5951e6b14e7, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=bb152f07-befa-4fa6-ad40-d5951e6b14e7,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:41:47.015270 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:47.070048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Routers {'9b50afc3-ee20-4d55-b1f8-c41e2f8334a2'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:41:47.070669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:41:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b50afc3-ee20-4d55-b1f8-c41e2f8334a2'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:41:47.075343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2fa2f-6628-4399-9345-030631a76dc5 None None] Pushing event updated for resources: {'Port': ['ID=bb152f07-befa-4fa6-ad40-d5951e6b14e7,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:47.267752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] Set router 9b50afc3-ee20-4d55-b1f8-c41e2f8334a2 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:41:47.476676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'name': 'router1', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bb152f07-befa-4fa6-ad40-d5951e6b14e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:41:26Z', 'updated_at': '2021-08-31T13:41:44Z', 'revision_number': 4, 'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'gw_port': {'id': 'bb152f07-befa-4fa6-ad40-d5951e6b14e7', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:41:43Z', 'updated_at': '2021-08-31T13:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '580f085b-1ef0-459f-b527-246a4b229c51', 'name': '', 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'mac_address': 'fa:16:3e:b3:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69cbd4af-ca73-4e95-8939-e62133ed30d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:41:35Z', 'updated_at': '2021-08-31T13:41:46Z', 'revision_number': 5, 'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'subnets': [{'id': '69cbd4af-ca73-4e95-8939-e62133ed30d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f58a862a-0f62-41b8-ba74-552d472b9d58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:41:47.505603 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b221272c-fcac-4e72-8a20-09521686bf16 None None] The sync data for ids ['9b50afc3-ee20-4d55-b1f8-c41e2f8334a2'] in n-d-792364-6 is: [{'id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'name': 'router1', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bb152f07-befa-4fa6-ad40-d5951e6b14e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:41:26Z', 'updated_at': '2021-08-31T13:41:44Z', 'revision_number': 4, 'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'gw_port': {'id': 'bb152f07-befa-4fa6-ad40-d5951e6b14e7', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:41:43Z', 'updated_at': '2021-08-31T13:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '580f085b-1ef0-459f-b527-246a4b229c51', 'name': '', 'network_id': '322360ea-d932-49c7-9e88-66cf97ebd0a8', 'tenant_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'mac_address': 'fa:16:3e:b3:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b50afc3-ee20-4d55-b1f8-c41e2f8334a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69cbd4af-ca73-4e95-8939-e62133ed30d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:41:35Z', 'updated_at': '2021-08-31T13:41:46Z', 'revision_number': 5, 'project_id': 'd2cf63e1bc9c4550b719e607b812bdfd', 'subnets': [{'id': '69cbd4af-ca73-4e95-8939-e62133ed30d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f58a862a-0f62-41b8-ba74-552d472b9d58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:41:47.572947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51180) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:41:47.704544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dbf9a0a2-906e-405f-a575-d1d8d9345942 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1303825 Aug 31 13:41:47.847994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 580f085b-1ef0-459f-b527-246a4b229c51 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:41:47.906492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 580f085b-1ef0-459f-b527-246a4b229c51 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:41:47.906492 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:48.006585 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device bb152f07-befa-4fa6-ad40-d5951e6b14e7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:41:48.061175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port bb152f07-befa-4fa6-ad40-d5951e6b14e7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:41:48.065966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port bb152f07-befa-4fa6-ad40-d5951e6b14e7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:41:48.066365 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:48.147251 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:48.169536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port bb152f07-befa-4fa6-ad40-d5951e6b14e7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=bb152f07-befa-4fa6-ad40-d5951e6b14e7,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:41:48.173910 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:41:48.226818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=bb152f07-befa-4fa6-ad40-d5951e6b14e7,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:41:49.766861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device bb152f07-befa-4fa6-ad40-d5951e6b14e7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:41:49.818369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port bb152f07-befa-4fa6-ad40-d5951e6b14e7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:41:49.818369 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:01.237363 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd13-79f7-4600-b4e3-043da44a606a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:03.892884 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:03.958295 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e27c29c-279d-4cdb-b371-372c15b14489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:04.950428 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:06.506841 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:08.692123 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:42:31.240479 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1c3b725-f3b6-4212-9b16-fcdcd7274e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.877080 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:33.951288 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b24a3459-4f05-4274-a459-38ef22919ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:34.949799 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:36.512116 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:42:45.691517 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:43:01.242676 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a55c5155-24bf-4d03-8550-fde3add39f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:03.880475 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:03.952851 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-97f913d9-f597-4967-b00a-06491cc20a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:04.952973 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:06.514055 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:22.690412 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:43:28.377403 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51774) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:28.439389 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e31048d-e939-4114-aee1-137e6cecd2be admin admin] GET failed (client error): The resource could not be found. Aug 31 13:43:28.440760 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0e31048d-e939-4114-aee1-137e6cecd2be admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623913 Aug 31 13:43:28.596975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940803c-6a65-471f-8c25-577c1a70161d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:28.598372 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1940803c-6a65-471f-8c25-577c1a70161d admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1528902 Aug 31 13:43:30.785131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51784) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:30.887340 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b078eaeb-513b-41b7-adab-4123e158e027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:30.888760 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b078eaeb-513b-41b7-adab-4123e158e027 admin admin] 10.222.0.20 "GET /v2.0/subnets/69cbd4af-ca73-4e95-8939-e62133ed30d8 HTTP/1.1" status: 200 len: 849 time: 0.1024299 Aug 31 13:43:30.898987 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:43:30.979752 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:31.117712 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754575128796'] for subnet, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:31.146503 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:31.147099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:31.164549 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] 10.222.0.20 "PUT /v2.0/subnets/69cbd4af-ca73-4e95-8939-e62133ed30d8 HTTP/1.1" status: 200 len: 868 time: 0.2531164 Aug 31 13:43:31.164819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248cd8dc-e86d-4df2-8414-757d6685326a None None] Network 322360ea-d932-49c7-9e88-66cf97ebd0a8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:43:31.175589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cbd4af-ca73-4e95-8939-e62133ed30d8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:43:31.183806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:31.184154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:31.184517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:31.184850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:31.185181 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:31.185500 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:31.185826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:31.186150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:31.186473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:31.186809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:31.187112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:31.187437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72361902-e1b1-4b60-8706-8eb0114177f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:43:31.255431 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-710c918b-f5ce-452f-bf81-813cc27331e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:31.545752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c56bb580-c160-47cd-bc8d-c8749e9e6676 None None] Provisioning complete for port 024c885b-2605-433a-90f9-990fe8d853a9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:43:31.546066 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c56bb580-c160-47cd-bc8d-c8749e9e6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:31.631132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c56bb580-c160-47cd-bc8d-c8749e9e6676 None None] Provisioning complete for port 580f085b-1ef0-459f-b527-246a4b229c51 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:43:31.631429 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c56bb580-c160-47cd-bc8d-c8749e9e6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:33.326559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51792) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:33.522141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07377c2-9155-4671-9344-9d4ae526fe16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:33.522541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07377c2-9155-4671-9344-9d4ae526fe16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:33.524111 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b07377c2-9155-4671-9344-9d4ae526fe16 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965334 Aug 31 13:43:33.881142 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:33.954696 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0fd41474-132d-4e9b-9e98-ffc0bcd7712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:34.955373 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:35.705136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51802) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:35.840078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ec1320-53f2-4727-8d12-12f59024f203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:35.840674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ec1320-53f2-4727-8d12-12f59024f203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:35.842318 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-00ec1320-53f2-4727-8d12-12f59024f203 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1362901 Aug 31 13:43:36.522676 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:43:38.052569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51810) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:38.181459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b4035-89c9-4e22-98cd-a2b3640e5140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:38.183440 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c21b4035-89c9-4e22-98cd-a2b3640e5140 admin admin] 10.222.0.20 "GET /v2.0/networks/322360ea-d932-49c7-9e88-66cf97ebd0a8 HTTP/1.1" status: 200 len: 869 time: 0.1299908 Aug 31 13:43:40.371596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51818) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:40.492917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8a0009-c146-457b-a6ed-be7350950570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:40.494314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4c8a0009-c146-457b-a6ed-be7350950570 admin admin] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 886 time: 0.1218271 Aug 31 13:43:42.657128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51826) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:42.782600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b22ecde-bb5d-43a0-87d3-16ed00aa4680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:42.782961 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b22ecde-bb5d-43a0-87d3-16ed00aa4680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:42.784508 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0b22ecde-bb5d-43a0-87d3-16ed00aa4680 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264102 Aug 31 13:43:44.961162 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51834) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:45.049508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c87355-730b-4aee-aeba-07099a70f1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:45.049961 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c87355-730b-4aee-aeba-07099a70f1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:45.051437 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-26c87355-730b-4aee-aeba-07099a70f1b2 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0893302 Aug 31 13:43:47.214886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51842) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:47.303682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5076efd-f5cd-4d45-8a64-25e5f3d5b9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:47.305031 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a5076efd-f5cd-4d45-8a64-25e5f3d5b9c2 admin admin] 10.222.0.20 "GET /v2.0/subnets/69cbd4af-ca73-4e95-8939-e62133ed30d8 HTTP/1.1" status: 200 len: 868 time: 0.0891907 Aug 31 13:43:49.476702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51850) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:43:49.562919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9b588f-72bf-4d5c-a6a6-1de997b0ba38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:43:49.564221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cd9b588f-72bf-4d5c-a6a6-1de997b0ba38 admin admin] 10.222.0.20 "GET /v2.0/subnets/b4a4950e-b943-4024-b5ba-f07cb02b4262 HTTP/1.1" status: 200 len: 816 time: 0.0865517 Aug 31 13:43:59.688601 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:44:01.247767 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-15f57ce0-154c-4f44-8d56-7e2ad7a61668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.881817 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:03.956722 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-32271657-f970-40d0-8ade-fbe1b06c4980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:04.958426 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:06.523204 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:13.561466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51904) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:13.609368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-839c8678-8347-4de1-babf-73f0693841e7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:44:13.610390 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-839c8678-8347-4de1-babf-73f0693841e7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479863 Aug 31 13:44:15.889343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51912) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:15.951256 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-213eaf7f-bda7-4674-8685-12b0d7f818b3 admin admin] GET failed (client error): The resource could not be found. Aug 31 13:44:15.952606 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-213eaf7f-bda7-4674-8685-12b0d7f818b3 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622897 Aug 31 13:44:16.091846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b513b-a9dd-4607-911d-4e596b9f9eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:16.093286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ea6b513b-a9dd-4607-911d-4e596b9f9eb2 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1361735 Aug 31 13:44:18.324954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51920) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:18.371452 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:18.372728 n-d-792364-6 neutron-server[106387]: INFO neutron.quota [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Loaded quota_driver: . Aug 31 13:44:18.407823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Made reservation on behalf of b113524b21824d35b570f9d6e9538b35 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:44:18.410273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.453264 n-d-792364-6 neutron-server[106387]: WARNING neutron.services.revisions.revision_plugin [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Could not find related network for resource to bump revision. Aug 31 13:44:18.469123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:44:18.482415 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754575036106', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.483009 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Unsubscribe: segment precommit_create {{(pid=106387) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 13:44:18.483506 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Added segment d696c645-1dca-44b9-96ca-722ce005dd6f of type vlan for network a2569774-6842-4793-bd35-256915e3c76e Aug 31 13:44:18.537130 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.567277 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.568218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:18.568826 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:18.646928 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3208985 Aug 31 13:44:18.664961 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d615163-4d4d-460b-91bd-a4fc4a0103b1 admin admin] Pushing event updated for resources: {'Network': ['ID=a2569774-6842-4793-bd35-256915e3c76e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:18.683239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network a2569774-6842-4793-bd35-256915e3c76e details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:44:20.860796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51928) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:44:20.921139 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9696fac-ee67-42b1-a3b9-d3e444006742 admin admin] GET failed (client error): The resource could not be found. Aug 31 13:44:20.922444 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e9696fac-ee67-42b1-a3b9-d3e444006742 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606599 Aug 31 13:44:20.990007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509a54a1-37a5-4eee-8916-18eac3e57b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:20.991486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-509a54a1-37a5-4eee-8916-18eac3e57b42 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645275 Aug 31 13:44:21.001511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-47997038-b58d-49f5-b6f9-edbcc47bd832 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:44:21.027397 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47997038-b58d-49f5-b6f9-edbcc47bd832 admin admin] Made reservation on behalf of b113524b21824d35b570f9d6e9538b35 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:44:21.029661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47997038-b58d-49f5-b6f9-edbcc47bd832 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:21.283805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47997038-b58d-49f5-b6f9-edbcc47bd832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:21.342468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47997038-b58d-49f5-b6f9-edbcc47bd832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7ade3f-4ac1-4d1f-a38a-932780b30781,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:21.346935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47997038-b58d-49f5-b6f9-edbcc47bd832 admin admin] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:44:21.347294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47997038-b58d-49f5-b6f9-edbcc47bd832 admin admin] Network hostable DHCP agents. Network: a2569774-6842-4793-bd35-256915e3c76e, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:44:21.367931 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47997038-b58d-49f5-b6f9-edbcc47bd832 admin admin] Network a2569774-6842-4793-bd35-256915e3c76e is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:44:21.379812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-47997038-b58d-49f5-b6f9-edbcc47bd832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, a2569774-6842-4793-bd35-256915e3c76e) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:21.385831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47997038-b58d-49f5-b6f9-edbcc47bd832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:44:21.386759 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47997038-b58d-49f5-b6f9-edbcc47bd832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:21.390046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfaeb6c-4777-4a91-9dc2-c9689f256b50 None None] Network a2569774-6842-4793-bd35-256915e3c76e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:44:21.405061 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-47997038-b58d-49f5-b6f9-edbcc47bd832 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4068623 Aug 31 13:44:21.637922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-a2569774-6842-4793-bd35-256915e3c76e', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'tenant_id': 'b113524b21824d35b570f9d6e9538b35', 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:44:21.638796 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:21.775850 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Allocated IP 192.168.233.2 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/c1f6963d-4392-43bd-b46f-7f17ed55b1e0) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:44:21.919517 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:21.928065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Transition to ACTIVE for port object c1f6963d-4392-43bd-b46f-7f17ed55b1e0 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:21.944531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Transition to ACTIVE for port object c1f6963d-4392-43bd-b46f-7f17ed55b1e0 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:44:21.950404 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:21.988026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:44:21.990932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:44:21.997079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:44:22.010359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Pushing event updated for resources: {'Port': ['ID=c1f6963d-4392-43bd-b46f-7f17ed55b1e0,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:22.032926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.033285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.033635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.034000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.034344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.034684 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.035021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.035364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.035682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.036011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.036341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.036692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:44:22.064631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Attempting to bind port c1f6963d-4392-43bd-b46f-7f17ed55b1e0 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:44:22.065006 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Attempting to bind port c1f6963d-4392-43bd-b46f-7f17ed55b1e0 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:44:22.065373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Attempting to bind port c1f6963d-4392-43bd-b46f-7f17ed55b1e0 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:44:22.070898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:44:22.071279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:44:22.071685 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:22.072092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:44:22.072636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Bound port: c1f6963d-4392-43bd-b46f-7f17ed55b1e0, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:44:22.073041 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:22.135119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] For port c1f6963d-4392-43bd-b46f-7f17ed55b1e0, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:44:22.138327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] For port c1f6963d-4392-43bd-b46f-7f17ed55b1e0, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c1f6963d-4392-43bd-b46f-7f17ed55b1e0,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:44:22.143190 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:22.199528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a71a6-7bd6-4c86-b2b8-4d97397bdb4b None None] Pushing event updated for resources: {'Port': ['ID=c1f6963d-4392-43bd-b46f-7f17ed55b1e0,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:23.009450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6557f9b0-ae0d-4cd3-906f-be570d874542 None None] Network a2569774-6842-4793-bd35-256915e3c76e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:44:23.119172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8555b325-6fae-4b6d-9df3-a75e304c61db None None] Provisioning for port c1f6963d-4392-43bd-b46f-7f17ed55b1e0 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:23.898724 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c1f6963d-4392-43bd-b46f-7f17ed55b1e0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:23.951450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port c1f6963d-4392-43bd-b46f-7f17ed55b1e0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:44:23.955003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port c1f6963d-4392-43bd-b46f-7f17ed55b1e0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:23.955372 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:24.033340 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:24.066598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port c1f6963d-4392-43bd-b46f-7f17ed55b1e0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c1f6963d-4392-43bd-b46f-7f17ed55b1e0,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:44:24.070468 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:24.121894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=c1f6963d-4392-43bd-b46f-7f17ed55b1e0,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:44:25.869252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c1f6963d-4392-43bd-b46f-7f17ed55b1e0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:44:25.915839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port c1f6963d-4392-43bd-b46f-7f17ed55b1e0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:44:25.916337 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:31.248894 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f822831-b711-40c8-97dc-815ad7e8bc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:33.885167 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:33.957295 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bde2bc1-ceee-4280-be0c-0d6da4f06556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:34.961720 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:36.527540 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:44:36.688740 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:45:01.251667 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c7862f8-584a-4cf4-b1de-e513af000d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:03.887626 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:03.957741 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-160d9fce-d400-4739-87f5-287e63a49a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:04.963976 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:06.530138 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:13.687629 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:45:29.984942 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51980) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:29.991689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-1f451627-4636-4b7d-8987-67aebdef6e5c tempest-verify_tempest_config-53040693 tempest-verify_tempest_config-53040693-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:45:29.992618 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1f451627-4636-4b7d-8987-67aebdef6e5c tempest-verify_tempest_config-53040693 tempest-verify_tempest_config-53040693-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066671 Aug 31 13:45:30.282092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51998) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:30.386962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.472055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.475683 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.518342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c22afef-6021-4529-bbc4-5a26e070e5dd,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:30.522769 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da1a792b63c442f9b9d4e4f2160bc51e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2396700 Aug 31 13:45:30.526269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52004) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:45:30.529614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.530017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.530296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.530664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.531000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.531367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.531698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.532022 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.532344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.532702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.533011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.533327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec72a5-7c48-4c3a-a9f4-e76e5f336844 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.604864 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.624572 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.720688 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.723114 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:30.724402 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c22afef-6021-4529-bbc4-5a26e070e5dd HTTP/1.1" status: 204 len: 168 time: 0.1970189 Aug 31 13:45:30.732804 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c22afef-6021-4529-bbc4-5a26e070e5dd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:45:30.740464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.740821 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.741165 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.741513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.741851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.742185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.742516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.742955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.743197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.743526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.743854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:30.744182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeeaca7-9aae-4a0e-a9ba-d771858f084b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:45:31.253531 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5b3501e4-df76-424f-a623-4ad49551e20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:33.888711 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:33.956662 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-45808ad3-8994-4c12-aece-2c10443e7202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:34.967355 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:36.533250 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:45:50.686926 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:46:01.253316 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2dc238de-76ba-41ac-b4a9-e542f03bebdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:03.887853 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:03.956147 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a27c5f8-782d-42ae-b8b7-70e3a3cc280c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:04.970678 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:06.536387 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:27.686606 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:46:31.254667 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ea10043-b6ce-4ba0-803d-1e75a02a1c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:33.889604 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:33.955699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab03ae85-56c8-41bb-b303-ba24b41742ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:34.972923 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:46:36.539312 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:01.254895 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-71e3beaa-cd20-4158-a6a3-698ecd5e1ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.896682 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:03.956651 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-73aadf89-c818-46f2-a429-c9131b81542b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:04.685041 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:47:04.982871 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:06.544235 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:31.258405 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0690-219d-4e42-ace0-48dfab9b88c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.887834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:33.958339 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-257b40cb-8b65-4919-8f8e-b00abfc1dea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:34.984740 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:36.550688 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:47:41.683931 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:48:01.260307 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c421d390-8c31-4421-9497-a404768e0d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:03.888534 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:03.958605 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4aa40b5-d45f-4a40-b07e-d940316c7802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:04.985303 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:06.550120 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:18.682231 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:48:31.262194 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-43452370-e3a1-4faa-9b39-1692b078b75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:33.893176 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:33.961323 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a1ce92e-ed55-435b-8b0c-7b6f82ba2329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:34.988182 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:36.555891 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:38.624951 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734884'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:38.744375 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734884'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:48:55.681533 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:49:01.264854 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-319cebaf-1698-4de8-85cc-72cae96edd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.896425 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:03.961685 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-feba9515-78e8-4ed2-b1bc-5db1c4594fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:04.988589 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:06.554646 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:08.578933 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:08.710210 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:31.265885 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-756be041-18f8-4b05-b7a5-296cfc610afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:32.680374 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:49:32.988873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52064) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:33.097587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-70046c05-8b29-49e1-8cf1-8624dc373946 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1075978 Aug 31 13:49:33.898876 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:33.962046 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3e3599a4-a0af-46be-bd52-a578b092fb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:34.994279 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:35.368899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52074) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:49:35.425682 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c6882f6d-7422-44a1-9f92-659eca360113 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0556991 Aug 31 13:49:36.557191 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.583784 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:49:38.698362 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:01.266878 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f1b9eb5-bfb4-4491-bc58-27c98c802165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:03.901576 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:03.961666 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcc26-8779-4d7f-91d9-f6cbc9e1b21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:04.994761 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:06.560467 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.591103 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:08.696839 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:09.679167 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:50:31.269773 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-18acf9e8-3d9e-4c0a-a6f7-0eefa6c7e802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:33.903174 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:33.962375 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a9525cd3-71dc-4c09-846d-1fab925c19bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:34.998145 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:36.565101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.606270 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:38.706587 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:50:46.678552 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:51:01.275638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0446942b-32c2-47a3-b040-30215ca40ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.339814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52454) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:02.369544 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52464) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:02.647505 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.698498 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-542f5723-f815-4f59-8d64-048b6bed4eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.773676 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.781949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:02.843019 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80daa1dd1fd0458198372b967fb78855&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5011311 Aug 31 13:51:02.846345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52490) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:02.881804 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4afa922-e9dd-451b-943a-4ab8a1b7b762,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ba0a6-28a2-4893-bf86-3e693312491b admin admin] Tracked resource versions report: Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: pushed versions: Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: { 'AddressGroup': {'1.2'}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'ConntrackHelper': {'1.0'}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'Log': {'1.0'}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'Network': {'1.1'}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'Port': {'1.7'}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'PortForwarding': {'1.2'}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'QosPolicy': {'1.9'}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'SecurityGroup': {'1.4'}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'SubPort': {'1.0'}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'Subnet': {'1.1'}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'Trunk': {'1.1'}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: consumer versions: Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: { DHCP agent@n-d-792364-6: {}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: HyperV agent@n-h1-792364-6: {}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: HyperV agent@n-h2-792364-6: {}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: L3 agent@n-d-792364-6: {}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: Metadata agent@n-d-792364-6: {}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: Metering agent@n-d-792364-6: {}, Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: Open vSwitch agent@n-d-792364-6: { 'AddressGroup': '1.2', Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'ConntrackHelper': '1.0', Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'Log': '1.0', Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'Network': '1.1', Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'Port': '1.7', Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'PortForwarding': '1.2', Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'QosPolicy': '1.9', Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'SecurityGroup': '1.4', Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'SecurityGroupRule': '1.2', Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'SubPort': '1.0', Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'Subnet': '1.1', Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: 'Trunk': '1.1'}} Aug 31 13:51:02.934205 n-d-792364-6 neutron-server[106387]: {{(pid=106387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:51:02.984154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.016319 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-542f5723-f815-4f59-8d64-048b6bed4eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.023815 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-542f5723-f815-4f59-8d64-048b6bed4eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.030477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.072634 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-542f5723-f815-4f59-8d64-048b6bed4eee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=324bf8c421b746bcafa5e0e9bd29eb68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7014027 Aug 31 13:51:03.073998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f5723-f815-4f59-8d64-048b6bed4eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84f8488-bd41-4a96-9ed6-a632ee6fef7b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:03.076619 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52498) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:03.161195 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82dd7ee6-f8d9-4ce2-9b40-087077b07830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.165340 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.168829 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.178906 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4afa922-e9dd-451b-943a-4ab8a1b7b762 HTTP/1.1" status: 204 len: 168 time: 0.3230722 Aug 31 13:51:03.199973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4afa922-e9dd-451b-943a-4ab8a1b7b762,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:03.212917 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82dd7ee6-f8d9-4ce2-9b40-087077b07830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.216575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:03.216974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:03.217330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:03.217676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:03.218019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:03.218358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:03.218692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:03.219025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:03.219479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:03.219688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:03.222748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:03.224559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88285a7-3f43-456f-91e7-c4729988e785 admin admin] Tracked resource versions report: Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: pushed versions: Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: { 'AddressGroup': {'1.2'}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'ConntrackHelper': {'1.0'}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'Log': {'1.0'}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'Network': {'1.1'}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'Port': {'1.7'}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'PortForwarding': {'1.2'}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'QosPolicy': {'1.9'}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'SecurityGroup': {'1.4'}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'SubPort': {'1.0'}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'Subnet': {'1.1'}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'Trunk': {'1.1'}} Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: consumer versions: Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: { DHCP agent@n-d-792364-6: {}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: HyperV agent@n-h1-792364-6: {}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: HyperV agent@n-h2-792364-6: {}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: L3 agent@n-d-792364-6: {}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: Metadata agent@n-d-792364-6: {}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: Metering agent@n-d-792364-6: {}, Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: Open vSwitch agent@n-d-792364-6: { 'AddressGroup': '1.2', Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'ConntrackHelper': '1.0', Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'Log': '1.0', Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'Network': '1.1', Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'Port': '1.7', Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'PortForwarding': '1.2', Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'QosPolicy': '1.9', Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'SecurityGroup': '1.4', Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'SecurityGroupRule': '1.2', Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'SubPort': '1.0', Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'Subnet': '1.1', Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: 'Trunk': '1.1'}} Aug 31 13:51:03.230336 n-d-792364-6 neutron-server[106388]: {{(pid=106388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:51:03.308654 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82dd7ee6-f8d9-4ce2-9b40-087077b07830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.312601 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82dd7ee6-f8d9-4ce2-9b40-087077b07830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.314465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-82dd7ee6-f8d9-4ce2-9b40-087077b07830 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c84f8488-bd41-4a96-9ed6-a632ee6fef7b HTTP/1.1" status: 204 len: 168 time: 0.2368155 Aug 31 13:51:03.324038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd7ee6-f8d9-4ce2-9b40-087077b07830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84f8488-bd41-4a96-9ed6-a632ee6fef7b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:03.916584 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.940498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52552) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:03.960666 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-510ffcce-b930-4526-b7cf-905e72a3aea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:03.969369 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-faabbb08-518c-4990-940b-9e322a55baf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.019918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52558) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:04.033124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-118e8773-dd7a-4100-adaa-ab22d51e5a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.085983 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-510ffcce-b930-4526-b7cf-905e72a3aea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.091683 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-510ffcce-b930-4526-b7cf-905e72a3aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.154879 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-510ffcce-b930-4526-b7cf-905e72a3aea1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da6fd86efc0c42bcacb82a23e7b73f6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2131331 Aug 31 13:51:04.155427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52572) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:04.168126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ffcce-b930-4526-b7cf-905e72a3aea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a00e00-34f1-45ff-9164-8234ee172eb2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:04.220765 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b56e7ac-6626-47d1-a290-f156f4e6de02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.250305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b56e7ac-6626-47d1-a290-f156f4e6de02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.265246 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-118e8773-dd7a-4100-adaa-ab22d51e5a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.280681 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-118e8773-dd7a-4100-adaa-ab22d51e5a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.318887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b56e7ac-6626-47d1-a290-f156f4e6de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.321490 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b56e7ac-6626-47d1-a290-f156f4e6de02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.325994 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8b56e7ac-6626-47d1-a290-f156f4e6de02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0a00e00-34f1-45ff-9164-8234ee172eb2 HTTP/1.1" status: 204 len: 168 time: 0.1657085 Aug 31 13:51:04.335316 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56e7ac-6626-47d1-a290-f156f4e6de02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a00e00-34f1-45ff-9164-8234ee172eb2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:04.351284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e8773-dd7a-4100-adaa-ab22d51e5a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6ebe11-546c-4769-9b40-4d379cc1e426,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:04.368302 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-118e8773-dd7a-4100-adaa-ab22d51e5a10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1e2d300f67646abac242f033776fcad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3472056 Aug 31 13:51:04.370464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52588) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:04.442474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb7de4a0-9cdc-4f97-995b-7aef9cb495e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.471373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb7de4a0-9cdc-4f97-995b-7aef9cb495e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.525759 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb7de4a0-9cdc-4f97-995b-7aef9cb495e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.528930 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb7de4a0-9cdc-4f97-995b-7aef9cb495e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:04.533518 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cb7de4a0-9cdc-4f97-995b-7aef9cb495e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b6ebe11-546c-4769-9b40-4d379cc1e426 HTTP/1.1" status: 204 len: 168 time: 0.1617553 Aug 31 13:51:04.542538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7de4a0-9cdc-4f97-995b-7aef9cb495e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6ebe11-546c-4769-9b40-4d379cc1e426,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:04.617626 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52608) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:05.006034 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.029815 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9504e89-6234-4fb0-be4a-e49150fba2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.174005 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9504e89-6234-4fb0-be4a-e49150fba2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.179376 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9504e89-6234-4fb0-be4a-e49150fba2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.236361 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b9504e89-6234-4fb0-be4a-e49150fba2ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f03bc2643777400d818eb8502acd4671&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6159785 Aug 31 13:51:05.237765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52642) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:05.241210 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9504e89-6234-4fb0-be4a-e49150fba2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df5099b-52ab-42f8-9aa5-756de79cbbb1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:05.341440 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8e00-e345-4e0d-96d1-f4dbfe201d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.363522 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8e00-e345-4e0d-96d1-f4dbfe201d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.431019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8e00-e345-4e0d-96d1-f4dbfe201d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.433600 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8e00-e345-4e0d-96d1-f4dbfe201d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.434760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cc0a8e00-e345-4e0d-96d1-f4dbfe201d2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0df5099b-52ab-42f8-9aa5-756de79cbbb1 HTTP/1.1" status: 204 len: 168 time: 0.1950619 Aug 31 13:51:05.453300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a8e00-e345-4e0d-96d1-f4dbfe201d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df5099b-52ab-42f8-9aa5-756de79cbbb1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:05.864471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52700) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:05.878114 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b8436fa-aec0-4fbf-bff1-fabd125daf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.983461 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b8436fa-aec0-4fbf-bff1-fabd125daf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:05.988597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b8436fa-aec0-4fbf-bff1-fabd125daf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.032127 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7b8436fa-aec0-4fbf-bff1-fabd125daf8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58cf5d617cf64fb19cbb56dd40b12b52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1639919 Aug 31 13:51:06.032127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8436fa-aec0-4fbf-bff1-fabd125daf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f193dc04-9705-4a6e-88b0-1007704d6250,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:06.033355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52712) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:06.085337 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e19155b-ded4-451c-af5b-aca62f6cabea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.109291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e19155b-ded4-451c-af5b-aca62f6cabea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.174156 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e19155b-ded4-451c-af5b-aca62f6cabea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.177492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e19155b-ded4-451c-af5b-aca62f6cabea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.181027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6e19155b-ded4-451c-af5b-aca62f6cabea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f193dc04-9705-4a6e-88b0-1007704d6250 HTTP/1.1" status: 204 len: 168 time: 0.1445510 Aug 31 13:51:06.188512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52724) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:06.195432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19155b-ded4-451c-af5b-aca62f6cabea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193dc04-9705-4a6e-88b0-1007704d6250,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:06.283931 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52736) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:06.577758 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.630419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2129306524-network', 'tenant_id': '24b3f2febd7d4b85836b75e97fa9634b'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:06.658850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Made reservation on behalf of 24b3f2febd7d4b85836b75e97fa9634b for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:06.668144 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.676201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-network', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:06.686937 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.718378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Made reservation on behalf of 01caa5237818400cae3be8dc9feff1a2 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:06.721241 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.733364 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.823718 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.830716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.860545 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:06.888219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029c2be8-d7d7-4d26-9387-54125f613564,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:06.891235 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.892159 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Added segment 6d6e2915-c179-42de-a046-82305115af02 of type vlan for network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 Aug 31 13:51:06.947089 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.993429 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:06.994539 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:06.995161 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.035308 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.064072 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.089535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:07.095994 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9066441 Aug 31 13:51:07.096227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52826) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:07.101508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1e87f475-8f01-48e0-8b50-1278c6846249 admin admin] Request body: {'subnet': {'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2129306524-subnet', 'tenant_id': '24b3f2febd7d4b85836b75e97fa9634b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:07.106721 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.107083 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Added segment 799e4e4c-0d33-4ccf-9c2c-4c1568c88b95 of type vlan for network 835e6eea-1de5-4bbf-b116-c7cc38c1993a Aug 31 13:51:07.129207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e87f475-8f01-48e0-8b50-1278c6846249 admin admin] Made reservation on behalf of 24b3f2febd7d4b85836b75e97fa9634b for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:07.132568 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e87f475-8f01-48e0-8b50-1278c6846249 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.147256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.176900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d6e6c-8835-46b8-85a3-eb2c56231d5e admin admin] Pushing event updated for resources: {'Network': ['ID=19dafa0d-1898-4f1f-9922-41c4f0a984d8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:07.186626 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.189371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:07.190140 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.192234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:07.273369 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9882510 Aug 31 13:51:07.276274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ffb2e9-583b-40e0-82b1-9aafcb639418,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:07.279020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52836) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:07.287525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-dc8c955e-75d8-4869-a1da-0018fc895ad7 admin admin] Request body: {'subnet': {'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-subnet', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:07.322258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b4993-f463-4523-bd90-1e1d287bd3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=835e6eea-1de5-4bbf-b116-c7cc38c1993a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:07.332940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8c955e-75d8-4869-a1da-0018fc895ad7 admin admin] Made reservation on behalf of 01caa5237818400cae3be8dc9feff1a2 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:07.337001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc8c955e-75d8-4869-a1da-0018fc895ad7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.341231 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 835e6eea-1de5-4bbf-b116-c7cc38c1993a details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:07.348236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52846) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:07.352812 n-d-792364-6 neutron-server[106387]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 13:51:07.412173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e87f475-8f01-48e0-8b50-1278c6846249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.484706 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-92dc2845-d86b-43b5-a646-ec558e04c539 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1051fd7f299e47339dbc6a1f3edbc9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1332114 Aug 31 13:51:07.496214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87f475-8f01-48e0-8b50-1278c6846249 admin admin] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:07.496777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e87f475-8f01-48e0-8b50-1278c6846249 admin admin] Network hostable DHCP agents. Network: 19dafa0d-1898-4f1f-9922-41c4f0a984d8, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:51:07.511971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87f475-8f01-48e0-8b50-1278c6846249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=609f6a77-d3bd-4385-bfb3-f9d0172f8a63,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:07.525227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e87f475-8f01-48e0-8b50-1278c6846249 admin admin] Network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:51:07.543195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-1e87f475-8f01-48e0-8b50-1278c6846249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 19dafa0d-1898-4f1f-9922-41c4f0a984d8) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:07.554811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a693aa2-a0d6-4525-a883-7eaa2c3ec5d3 None None] Network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:07.555246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e87f475-8f01-48e0-8b50-1278c6846249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:07.555854 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e87f475-8f01-48e0-8b50-1278c6846249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:07.581028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1e87f475-8f01-48e0-8b50-1278c6846249 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4838634 Aug 31 13:51:07.807425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e0c30-9e66-4808-9a2e-70abffab06e1 None None] Network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:07.829753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f78c-20d3-425d-910c-a6525412f995 req-08530931-f067-42a4-a4d4-47ea278a4a82 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:07.831297 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-08530931-f067-42a4-a4d4-47ea278a4a82 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3331547 Aug 31 13:51:07.886627 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-ec02af2c-fd5d-47b4-b9d5-9f48ce4d8f25 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/quotas/1051fd7f299e47339dbc6a1f3edbc9ba HTTP/1.1" status: 200 len: 375 time: 0.0324333 Aug 31 13:51:08.085938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-27787aeb-28fc-4074-89c3-cb880925c29e tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1051fd7f299e47339dbc6a1f3edbc9ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1843684 Aug 31 13:51:08.105231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc8c955e-75d8-4869-a1da-0018fc895ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.179925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c955e-75d8-4869-a1da-0018fc895ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e28dac-32cf-4df8-ae7e-a5a8533ef865,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:08.187568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c955e-75d8-4869-a1da-0018fc895ad7 admin admin] Checking segment: {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:08.187981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c955e-75d8-4869-a1da-0018fc895ad7 admin admin] Network hostable DHCP agents. Network: 835e6eea-1de5-4bbf-b116-c7cc38c1993a, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:51:08.208195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c955e-75d8-4869-a1da-0018fc895ad7 admin admin] Network 835e6eea-1de5-4bbf-b116-c7cc38c1993a is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:51:08.221279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-dc8c955e-75d8-4869-a1da-0018fc895ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 835e6eea-1de5-4bbf-b116-c7cc38c1993a) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:08.231185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e0a65d-e6b2-4817-87c8-8dba9dd93a0e None None] Network 835e6eea-1de5-4bbf-b116-c7cc38c1993a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:08.233884 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c955e-75d8-4869-a1da-0018fc895ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:08.234663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc8c955e-75d8-4869-a1da-0018fc895ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.260150 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dc8c955e-75d8-4869-a1da-0018fc895ad7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9777000 Aug 31 13:51:08.262802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52908) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:08.267605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:08.312847 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.314779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.410370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.490340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:51:08.491505 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.512357 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57f2630f-b395-4823-a462-15b4670b4306 req-6fe78667-0538-4128-a1eb-86bcb8ed9eae tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 210 time: 0.1165259 Aug 31 13:51:08.694044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Allocated IP 172.20.0.2 (835e6eea-1de5-4bbf-b116-c7cc38c1993a/e4e28dac-32cf-4df8-ae7e-a5a8533ef865/e139dd9f-d672-4832-aa26-3076059f9eb0) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:08.769061 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.789377 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.808987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.858497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52958) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:08.864046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-468924518-network', 'tenant_id': '30c2d5e0c7b14f96ae3acbeebd746f03'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:08.908936 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Made reservation on behalf of 30c2d5e0c7b14f96ae3acbeebd746f03 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:08.911739 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.925071 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.951581 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:08.962179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Transition to ACTIVE for port object e139dd9f-d672-4832-aa26-3076059f9eb0 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:08.990093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Transition to ACTIVE for port object e139dd9f-d672-4832-aa26-3076059f9eb0 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:09.005636 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.088866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Network 835e6eea-1de5-4bbf-b116-c7cc38c1993a is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:09.091946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:09.094878 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.103916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:09.106661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.130398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:09.155105 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.157518 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Added segment 81fec6e9-48a3-4adb-9971-fd6d97b06b2b of type vlan for network 1c8ce515-5624-49c6-aa68-d1a23361e67b Aug 31 13:51:09.188049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Pushing event updated for resources: {'Port': ['ID=e139dd9f-d672-4832-aa26-3076059f9eb0,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:09.216426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:09.221783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:09.222143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:09.222491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:09.223883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:09.224247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:09.224632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:09.224978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:09.225320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:09.225657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:09.225990 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:09.226325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Tracked resource versions report: Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: pushed versions: Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: { 'AddressGroup': {'1.2'}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'ConntrackHelper': {'1.0'}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'Log': {'1.0'}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'Network': {'1.1'}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'Port': {'1.7'}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'PortForwarding': {'1.2'}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'QosPolicy': {'1.9'}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'SecurityGroup': {'1.4'}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'SubPort': {'1.0'}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'Subnet': {'1.1'}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'Trunk': {'1.1'}} Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: consumer versions: Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: { DHCP agent@n-d-792364-6: {}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: HyperV agent@n-h1-792364-6: {}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: HyperV agent@n-h2-792364-6: {}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: L3 agent@n-d-792364-6: {}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: Metadata agent@n-d-792364-6: {}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: Metering agent@n-d-792364-6: {}, Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: Open vSwitch agent@n-d-792364-6: { 'AddressGroup': '1.2', Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'ConntrackHelper': '1.0', Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'Log': '1.0', Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'Network': '1.1', Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'Port': '1.7', Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'PortForwarding': '1.2', Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'QosPolicy': '1.9', Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'SecurityGroup': '1.4', Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'SecurityGroupRule': '1.2', Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'SubPort': '1.0', Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'Subnet': '1.1', Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: 'Trunk': '1.1'}} Aug 31 13:51:09.227654 n-d-792364-6 neutron-server[106389]: {{(pid=106389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:51:09.256987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Attempting to bind port e139dd9f-d672-4832-aa26-3076059f9eb0 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:09.257629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Attempting to bind port e139dd9f-d672-4832-aa26-3076059f9eb0 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:09.259134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Attempting to bind port e139dd9f-d672-4832-aa26-3076059f9eb0 on network 835e6eea-1de5-4bbf-b116-c7cc38c1993a {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:09.259416 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.270932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fd22d8-86c3-49af-91b1-65d15fafef38,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:09.273763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:09.274153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Checking segment: {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:09.276792 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.277240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Bound using segment: {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:09.279497 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Bound port: e139dd9f-d672-4832-aa26-3076059f9eb0, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:09.280008 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.315937 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.317867 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.318327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:09.320818 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.361603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.463045 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6035903 Aug 31 13:51:09.468287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] For port e139dd9f-d672-4832-aa26-3076059f9eb0, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:09.470454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52986) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:09.474340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] For port e139dd9f-d672-4832-aa26-3076059f9eb0, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e139dd9f-d672-4832-aa26-3076059f9eb0,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:09.478513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-99a869fb-7af6-4e3a-b524-8a3c374a4af7 admin admin] Request body: {'subnet': {'network_id': '1c8ce515-5624-49c6-aa68-d1a23361e67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-468924518-subnet', 'tenant_id': '30c2d5e0c7b14f96ae3acbeebd746f03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:09.483898 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.495177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c303b4f-9346-406e-a781-59bbb7879290 admin admin] Pushing event updated for resources: {'Network': ['ID=1c8ce515-5624-49c6-aa68-d1a23361e67b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:09.518452 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a869fb-7af6-4e3a-b524-8a3c374a4af7 admin admin] Made reservation on behalf of 30c2d5e0c7b14f96ae3acbeebd746f03 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:09.527736 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99a869fb-7af6-4e3a-b524-8a3c374a4af7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.568727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 1c8ce515-5624-49c6-aa68-d1a23361e67b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:09.579415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Allocated IP 172.25.3.187 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/99e03198-1022-4770-b153-72c2a737dd6a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:09.691234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd05a3e-8c57-44eb-a39f-353b32210ec0 None None] Pushing event updated for resources: {'Port': ['ID=e139dd9f-d672-4832-aa26-3076059f9eb0,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:09.779328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f9d26f2-c488-48d8-b799-aaf4c0dff1c6 req-eefc85e6-0365-43a9-9953-ba6f00ea259d tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 210 time: 0.0472951 Aug 31 13:51:09.903124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:09.970306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53018) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:10.034955 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.043956 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99a869fb-7af6-4e3a-b524-8a3c374a4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.135148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a869fb-7af6-4e3a-b524-8a3c374a4af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b598607c-3fe6-4a93-b968-138bc238f04b,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:10.155629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a869fb-7af6-4e3a-b524-8a3c374a4af7 admin admin] Checking segment: {'id': '81fec6e9-48a3-4adb-9971-fd6d97b06b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c8ce515-5624-49c6-aa68-d1a23361e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:10.156509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a869fb-7af6-4e3a-b524-8a3c374a4af7 admin admin] Network hostable DHCP agents. Network: 1c8ce515-5624-49c6-aa68-d1a23361e67b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:51:10.176894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Pushing event updated for resources: {'Port': ['ID=99e03198-1022-4770-b153-72c2a737dd6a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:10.181578 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a869fb-7af6-4e3a-b524-8a3c374a4af7 admin admin] Network 1c8ce515-5624-49c6-aa68-d1a23361e67b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:51:10.208529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-99a869fb-7af6-4e3a-b524-8a3c374a4af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 1c8ce515-5624-49c6-aa68-d1a23361e67b) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:10.217157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:10.217765 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a869fb-7af6-4e3a-b524-8a3c374a4af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:10.218706 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99a869fb-7af6-4e3a-b524-8a3c374a4af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.218957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:10.223452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aa3ad0-8e87-4468-8407-852e944ea5d3 None None] Network 1c8ce515-5624-49c6-aa68-d1a23361e67b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:10.236427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:10.286263 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-99a869fb-7af6-4e3a-b524-8a3c374a4af7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8142169 Aug 31 13:51:10.333635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e139dd9f-d672-4832-aa26-3076059f9eb0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:10.371302 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5100e7a3-c1fa-4522-b1cd-784e921becd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.638415 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5100e7a3-c1fa-4522-b1cd-784e921becd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.645890 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5100e7a3-c1fa-4522-b1cd-784e921becd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.651822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cad685-578b-4181-bef5-7e7b13e17012 None None] Network 1c8ce515-5624-49c6-aa68-d1a23361e67b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:10.698606 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5100e7a3-c1fa-4522-b1cd-784e921becd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7114bdbc161043bbaaba657328e73879&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7266917 Aug 31 13:51:10.701171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53058) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:10.701337 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53060) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:10.761085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100e7a3-c1fa-4522-b1cd-784e921becd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98531f78-264f-4f80-8bc2-d1c8e40b639d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:10.789547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port e139dd9f-d672-4832-aa26-3076059f9eb0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:10.793883 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.874524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5047698d-730e-46a2-9ac4-267a84a4a760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:10.925939 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5047698d-730e-46a2-9ac4-267a84a4a760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.038414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5047698d-730e-46a2-9ac4-267a84a4a760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.041093 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5047698d-730e-46a2-9ac4-267a84a4a760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.042485 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5047698d-730e-46a2-9ac4-267a84a4a760 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98531f78-264f-4f80-8bc2-d1c8e40b639d HTTP/1.1" status: 204 len: 168 time: 0.3383083 Aug 31 13:51:11.064011 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047698d-730e-46a2-9ac4-267a84a4a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98531f78-264f-4f80-8bc2-d1c8e40b639d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:11.190604 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.229211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53082) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:11.303112 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4cc2-57cb-4d13-bc2e-b4fb3026e2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.310749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f58d26-94a5-4aa8-87a3-9eb8546a4e88 None None] Network 835e6eea-1de5-4bbf-b116-c7cc38c1993a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:11.393308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-73c92a94-f9e6-4e0d-b58f-68e885ad82fd None None] Provisioning for port e139dd9f-d672-4832-aa26-3076059f9eb0 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:11.411726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-73c92a94-f9e6-4e0d-b58f-68e885ad82fd None None] Provisioning complete for port e139dd9f-d672-4832-aa26-3076059f9eb0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:11.412447 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-73c92a94-f9e6-4e0d-b58f-68e885ad82fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.452162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Router aba359a7-9872-4384-8c2d-9e32223f0973 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:51:11.462891 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94e52a71-21bf-48cc-94ca-d4d59ecc86db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.557300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53094) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:11.581049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.52', 51287) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:11.648726 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-73c92a94-f9e6-4e0d-b58f-68e885ad82fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.662914 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20017ec-8408-439b-a47a-1da5482e3916 req-86f5b814-2b04-453e-8920-62fb7a0d7b76 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:11.664564 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-86f5b814-2b04-453e-8920-62fb7a0d7b76 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 808 time: 0.3769794 Aug 31 13:51:11.694172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-23cfc261-8107-432f-97b7-2904b619d0e0 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1051fd7f299e47339dbc6a1f3edbc9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007104 Aug 31 13:51:11.708471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-73c92a94-f9e6-4e0d-b58f-68e885ad82fd None None] For port e139dd9f-d672-4832-aa26-3076059f9eb0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e139dd9f-d672-4832-aa26-3076059f9eb0,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:11.722238 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-73c92a94-f9e6-4e0d-b58f-68e885ad82fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.747323 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5e16495f-3df6-4e84-abe6-9a4cb5914b37 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/quotas/24b3f2febd7d4b85836b75e97fa9634b HTTP/1.1" status: 200 len: 375 time: 0.0682368 Aug 31 13:51:11.776103 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53098) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:11.808299 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-fa1b2fb3-6a3d-4e7b-a7a3-147a0e2fba83 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600860 Aug 31 13:51:11.828704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-f80593d1-e1ef-4374-806c-f734574a975d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:51:11.830272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c92a94-f9e6-4e0d-b58f-68e885ad82fd None None] Pushing event updated for resources: {'Port': ['ID=e139dd9f-d672-4832-aa26-3076059f9eb0,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:11.837051 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-f80593d1-e1ef-4374-806c-f734574a975d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200548 Aug 31 13:51:11.850421 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-743e1d26-50f1-4ed6-8da8-90b0cbd6b333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.895187 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4cc2-57cb-4d13-bc2e-b4fb3026e2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.903434 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4cc2-57cb-4d13-bc2e-b4fb3026e2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:11.945063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a4cc2-57cb-4d13-bc2e-b4fb3026e2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b96f381-d027-44b7-b560-b3ea07f7585b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:11.958558 n-d-792364-6 neutron-server[106388]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 13:51:11.984510 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9a6a4cc2-57cb-4d13-bc2e-b4fb3026e2fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b05b5f1d9114cebafc454811ec24742&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2796450 Aug 31 13:51:11.984812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53110) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:11.995013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:12.008313 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Sync routers for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:12.020132 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:12.020816 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:12.051487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-076884b0-b927-4e2a-b23d-e130f77fd206 None None] Provisioning complete for port e139dd9f-d672-4832-aa26-3076059f9eb0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:12.051931 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-076884b0-b927-4e2a-b23d-e130f77fd206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.063080 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c05c67-1094-487a-b491-94c04b4245f3 req-afba4726-9a58-436d-b764-6618de9173ec tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 210 time: 0.5032625 Aug 31 13:51:12.109701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94e52a71-21bf-48cc-94ca-d4d59ecc86db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.136037 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.137534 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b3947caa-86c0-4c6b-9d8f-bd8f684141dc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8735516 Aug 31 13:51:12.143623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53116) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:12.144690 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94e52a71-21bf-48cc-94ca-d4d59ecc86db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.193620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f78c-20d3-425d-910c-a6525412f995 req-187d5a50-ea9d-4354-b6e0-c5f67ea9944d tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:12.197757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-187d5a50-ea9d-4354-b6e0-c5f67ea9944d tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4916091 Aug 31 13:51:12.224545 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e139dd9f-d672-4832-aa26-3076059f9eb0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:12.283319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e139dd9f-d672-4832-aa26-3076059f9eb0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:12.283697 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.293725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e52a71-21bf-48cc-94ca-d4d59ecc86db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0bac38-3738-4629-a259-bdaa0787c945,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:12.320410 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-94e52a71-21bf-48cc-94ca-d4d59ecc86db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23e450c6138a47388b9026aee3bf8d23&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0873663 Aug 31 13:51:12.330120 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53132) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:12.343861 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Request body: {'port': {'device_id': 'c0fbddfc-1071-47cb-a3ac-e60748bdbdbe', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '1051fd7f299e47339dbc6a1f3edbc9ba'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:12.355708 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:12.376299 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-170b597e-5a43-4c34-9eb9-d88cd7f02c2a service neutron] 10.222.0.20 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526611 Aug 31 13:51:12.461630 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a3b025f-e435-4c75-93d8-c2ca6cef9c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.532723 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a3b025f-e435-4c75-93d8-c2ca6cef9c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.553103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4df0-348b-443b-9f35-70c91a283a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.553557 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:10Z', 'revision_number': 3, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:12.579744 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-c174e6da-bdc5-4699-89df-9f90c1f27a16 service neutron] 10.222.0.20 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927371 Aug 31 13:51:12.588197 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Checking router: aba359a7-9872-4384-8c2d-9e32223f0973 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:12.588197 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Updating router aba359a7-9872-4384-8c2d-9e32223f0973 port 99e03198-1022-4770-b153-72c2a737dd6a binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:51:12.611116 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.616471 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4df0-348b-443b-9f35-70c91a283a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.619908 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-743e1d26-50f1-4ed6-8da8-90b0cbd6b333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.636471 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-743e1d26-50f1-4ed6-8da8-90b0cbd6b333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.702326 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-743e1d26-50f1-4ed6-8da8-90b0cbd6b333 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b80f0b8653284995a4b83425b6c2fd8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8934374 Aug 31 13:51:12.702326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e1d26-50f1-4ed6-8da8-90b0cbd6b333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f584591-0d20-48df-96ef-f02da48e19e6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:12.704582 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53138) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:12.707374 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a3b025f-e435-4c75-93d8-c2ca6cef9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.710069 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a3b025f-e435-4c75-93d8-c2ca6cef9c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.713663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2a3b025f-e435-4c75-93d8-c2ca6cef9c0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b96f381-d027-44b7-b560-b3ea07f7585b HTTP/1.1" status: 204 len: 168 time: 0.7253287 Aug 31 13:51:12.733669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b025f-e435-4c75-93d8-c2ca6cef9c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b96f381-d027-44b7-b560-b3ea07f7585b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:12.752201 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4df0-348b-443b-9f35-70c91a283a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.755369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4df0-348b-443b-9f35-70c91a283a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.759853 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f5ca4df0-348b-443b-9f35-70c91a283a73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb0bac38-3738-4629-a259-bdaa0787c945 HTTP/1.1" status: 204 len: 168 time: 0.4251266 Aug 31 13:51:12.772954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca4df0-348b-443b-9f35-70c91a283a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0bac38-3738-4629-a259-bdaa0787c945,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:12.795834 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0626c04-c79a-4f5c-968d-232d0b7675d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.861406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0626c04-c79a-4f5c-968d-232d0b7675d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:12.983026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8862598e-282e-411c-9e58-ec0a50aa9b33 req-60c5cd94-b513-45fe-a4ee-e1741c848595 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 210 time: 0.0450892 Aug 31 13:51:13.001640 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0626c04-c79a-4f5c-968d-232d0b7675d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.007229 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0626c04-c79a-4f5c-968d-232d0b7675d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.024694 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c0626c04-c79a-4f5c-968d-232d0b7675d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f584591-0d20-48df-96ef-f02da48e19e6 HTTP/1.1" status: 204 len: 168 time: 0.3029609 Aug 31 13:51:13.052098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0626c04-c79a-4f5c-968d-232d0b7675d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f584591-0d20-48df-96ef-f02da48e19e6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:13.081787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Made reservation on behalf of 1051fd7f299e47339dbc6a1f3edbc9ba for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:13.107489 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.169554 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.245459 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.298214 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Transition to ACTIVE for port object 99e03198-1022-4770-b153-72c2a737dd6a will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:13.339040 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.515407 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Pushing event updated for resources: {'Port': ['ID=99e03198-1022-4770-b153-72c2a737dd6a,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:13.543944 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c243723-32ba-4510-b3e8-ac93da529174 req-5e14fa05-6d22-4fe9-aca7-afa8ee598dff tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 210 time: 0.0941348 Aug 31 13:51:13.553020 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:13.554704 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:13.556774 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:13.557999 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:13.559575 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:13.561406 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:13.562774 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:13.564549 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:13.566693 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:13.572364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.578770 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:13.579797 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:13.583324 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Tracked resource versions report: Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: pushed versions: Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: { 'AddressGroup': {'1.2'}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'ConntrackHelper': {'1.0'}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'Log': {'1.0'}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'Network': {'1.1'}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'Port': {'1.7'}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'PortForwarding': {'1.2'}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'QosPolicy': {'1.9'}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'SecurityGroup': {'1.4'}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'SecurityGroupRule': {'1.2'}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'SubPort': {'1.0'}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'Subnet': {'1.1'}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'Trunk': {'1.1'}} Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: consumer versions: Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: { DHCP agent@n-d-792364-6: {}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: HyperV agent@n-h1-792364-6: {}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: HyperV agent@n-h2-792364-6: {}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: L3 agent@n-d-792364-6: {}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: Metadata agent@n-d-792364-6: {}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: Metering agent@n-d-792364-6: {}, Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: Open vSwitch agent@n-d-792364-6: { 'AddressGroup': '1.2', Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'ConntrackHelper': '1.0', Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'Log': '1.0', Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'Network': '1.1', Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'Port': '1.7', Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'PortForwarding': '1.2', Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'QosPolicy': '1.9', Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'SecurityGroup': '1.4', Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'SecurityGroupRule': '1.2', Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'SubPort': '1.0', Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'Subnet': '1.1', Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: 'Trunk': '1.1'}} Aug 31 13:51:13.586334 n-d-792364-6 neutron-server[106390]: {{(pid=106390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 13:51:13.606179 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Attempting to bind port 99e03198-1022-4770-b153-72c2a737dd6a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:13.609878 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Attempting to bind port 99e03198-1022-4770-b153-72c2a737dd6a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:13.612415 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Attempting to bind port 99e03198-1022-4770-b153-72c2a737dd6a on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:13.630414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.632705 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:13.635713 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:13.636149 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.636574 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:13.637086 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Bound port: 99e03198-1022-4770-b153-72c2a737dd6a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:13.642475 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.721530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53174) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:13.784309 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-118e1651-118f-484d-b000-42c54a3de5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.812862 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] For port 99e03198-1022-4770-b153-72c2a737dd6a, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:13.818204 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] For port 99e03198-1022-4770-b153-72c2a737dd6a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=99e03198-1022-4770-b153-72c2a737dd6a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:13.828588 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:13.882340 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:13.883599 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:13.927924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Allocated IP 192.168.233.137 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/089dc883-1219-4643-8fef-6c9179afbe4e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:14.041871 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c47183-72a6-4ef6-a035-92be757b811a None None] Pushing event updated for resources: {'Port': ['ID=99e03198-1022-4770-b153-72c2a737dd6a,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:14.191641 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:14.234717 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-118e1651-118f-484d-b000-42c54a3de5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:14.239350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53188) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:14.267309 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-118e1651-118f-484d-b000-42c54a3de5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:14.354293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30371a29-d3b9-4b88-b519-1c2f44d3249b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:14.434746 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-118e1651-118f-484d-b000-42c54a3de5c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8b5ffa0e4bc412b959946ba41c7e6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7117455 Aug 31 13:51:14.439713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53194) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:14.440769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e1651-118f-484d-b000-42c54a3de5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4db0d8-e5b3-44fc-b850-fda28ac982e3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:14.677241 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df4a1baa-cc2f-4fb4-9594-b86725768bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:14.724858 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:14.770384 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df4a1baa-cc2f-4fb4-9594-b86725768bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:14.785813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Transition to ACTIVE for port object 089dc883-1219-4643-8fef-6c9179afbe4e will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:14.860615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:14.919337 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-959f4fea-1ad6-42ec-aecf-30737391268d req-1bf73876-6f59-4c04-b329-a0e882ffbf22 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 210 time: 0.1386673 Aug 31 13:51:14.929446 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:14.971321 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:10Z', 'revision_number': 3, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:14.977729 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30371a29-d3b9-4b88-b519-1c2f44d3249b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.002137 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.004328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30371a29-d3b9-4b88-b519-1c2f44d3249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.029170 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e6248-031a-47a9-9627-66301e5ab61c None None] The sync data for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 is: [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:10Z', 'revision_number': 3, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:15.030019 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df4a1baa-cc2f-4fb4-9594-b86725768bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.032905 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df4a1baa-cc2f-4fb4-9594-b86725768bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.035078 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-df4a1baa-cc2f-4fb4-9594-b86725768bee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f4db0d8-e5b3-44fc-b850-fda28ac982e3 HTTP/1.1" status: 204 len: 168 time: 0.5903661 Aug 31 13:51:15.100139 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-30371a29-d3b9-4b88-b519-1c2f44d3249b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc15f3f1cb8f4ebfb15db7bb18877259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8579829 Aug 31 13:51:15.117776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53212) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:15.151014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30371a29-d3b9-4b88-b519-1c2f44d3249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f065e068-a0dc-439a-9fcd-cfce0ca5fbc7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:15.158802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddd33181-992c-414a-9942-625ed1c5127f req-6500a311-1ff1-4772-b480-d2cedded4c62 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 210 time: 0.9356198 Aug 31 13:51:15.190816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:15.221061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:15.225675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:15.232729 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a1baa-cc2f-4fb4-9594-b86725768bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4db0d8-e5b3-44fc-b850-fda28ac982e3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:15.237806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:15.238617 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.339681 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d8eb-c3fb-411f-87a8-0df30c9ef37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.403527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Pushing event updated for resources: {'Port': ['ID=089dc883-1219-4643-8fef-6c9179afbe4e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:15.405973 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d8eb-c3fb-411f-87a8-0df30c9ef37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.432261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-4434e7ed-8b1d-4708-86cf-0331660105b8 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0935357 Aug 31 13:51:15.554441 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d8eb-c3fb-411f-87a8-0df30c9ef37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.557455 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d8eb-c3fb-411f-87a8-0df30c9ef37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.574198 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cbb6d8eb-c3fb-411f-87a8-0df30c9ef37b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f065e068-a0dc-439a-9fcd-cfce0ca5fbc7 HTTP/1.1" status: 204 len: 168 time: 0.4531434 Aug 31 13:51:15.606957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6d8eb-c3fb-411f-87a8-0df30c9ef37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f065e068-a0dc-439a-9fcd-cfce0ca5fbc7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:15.763670 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53222) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:15.792861 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0608c6f5-0c4a-4fa2-9a25-6e3e5d31420c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.801501 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f5159aa9-e24b-4de1-8631-6ba2b7ebcde7 None None] Provisioning for port 089dc883-1219-4643-8fef-6c9179afbe4e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:15.810513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f5159aa9-e24b-4de1-8631-6ba2b7ebcde7 None None] Provisioning complete for port 089dc883-1219-4643-8fef-6c9179afbe4e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:15.812050 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f5159aa9-e24b-4de1-8631-6ba2b7ebcde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:15.819250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.13', 54450) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:15.919973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-7ddaf8d3-42ab-4fb5-8404-eac3a1bfaa22 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:51:15.921819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-7ddaf8d3-42ab-4fb5-8404-eac3a1bfaa22 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245640 Aug 31 13:51:15.945519 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f5159aa9-e24b-4de1-8631-6ba2b7ebcde7 None None] Port 089dc883-1219-4643-8fef-6c9179afbe4e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:16.154291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Allocated IP 172.20.0.1 (835e6eea-1de5-4bbf-b116-c7cc38c1993a/e4e28dac-32cf-4df8-ae7e-a5a8533ef865/20c8e338-1160-497f-9b89-3bcba6911c3a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:16.326490 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 99e03198-1022-4770-b153-72c2a737dd6a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:16.357033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20017ec-8408-439b-a47a-1da5482e3916 req-98781a77-df55-44e4-bcc2-21a38f0f38b0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:16.357033 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-98781a77-df55-44e4-bcc2-21a38f0f38b0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.13 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 808 time: 0.4396811 Aug 31 13:51:16.445607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 99e03198-1022-4770-b153-72c2a737dd6a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:16.452609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 99e03198-1022-4770-b153-72c2a737dd6a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:16.453079 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.482934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Request body: {'port': {'device_id': '392ca949-6405-4a05-bc94-774a011ec8ae', 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8', 'admin_state_up': True, 'tenant_id': '24b3f2febd7d4b85836b75e97fa9634b'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:16.488129 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7eff7fe4-d9b4-4e0a-a457-b5d0ec27b322 req-c7ac5234-7dcd-45eb-9e78-a7ae35b92088 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 210 time: 0.1170063 Aug 31 13:51:16.660625 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.677239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Request body: {'port': {'device_id': 'c0fbddfc-1071-47cb-a3ac-e60748bdbdbe', 'device_owner': 'compute:tempest-test_az-912965069', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:16.697107 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.745522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 99e03198-1022-4770-b153-72c2a737dd6a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=99e03198-1022-4770-b153-72c2a737dd6a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:16.754781 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.757198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Transition to ACTIVE for port object 20c8e338-1160-497f-9b89-3bcba6911c3a will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:16.838409 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:16.890090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=99e03198-1022-4770-b153-72c2a737dd6a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:16.901481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c7912-d57b-49f4-89d1-9d466d5a4f52 req-12b8207a-3dac-44b0-bd8c-ae97d2c58ead tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:16.903213 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-909c7912-d57b-49f4-89d1-9d466d5a4f52 req-12b8207a-3dac-44b0-bd8c-ae97d2c58ead tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 936 time: 0.5297101 Aug 31 13:51:17.084056 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.166419 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0608c6f5-0c4a-4fa2-9a25-6e3e5d31420c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.223914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0608c6f5-0c4a-4fa2-9a25-6e3e5d31420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.237770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=20c8e338-1160-497f-9b89-3bcba6911c3a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:17.269752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Network 835e6eea-1de5-4bbf-b116-c7cc38c1993a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:17.284810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0608c6f5-0c4a-4fa2-9a25-6e3e5d31420c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d45e15fd9e594eec86119ec623116ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5198698 Aug 31 13:51:17.290861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53260) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:17.292105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:17.298252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:17.298881 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.364880 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-909c7912-d57b-49f4-89d1-9d466d5a4f52 req-de3bfdc0-7aee-4a8f-94a3-922599c315e5 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305115 Aug 31 13:51:17.523919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608c6f5-0c4a-4fa2-9a25-6e3e5d31420c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe88e8b-b1ad-46cc-8275-73583f569acf,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:17.647426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Made reservation on behalf of 24b3f2febd7d4b85836b75e97fa9634b for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:17.651057 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.762820 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b0ddd9b-3902-4da6-9da0-13aabc360aec req-802c9040-1562-40bb-a048-80cd90a9ee1a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 210 time: 0.0595634 Aug 31 13:51:17.788231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a96b953-fb46-4e7a-a811-a8f5b3413ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.852632 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.912505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-da867f54-573b-4cf6-8fa5-edadca674d87 None None] Provisioning for port 20c8e338-1160-497f-9b89-3bcba6911c3a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:17.919336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-da867f54-573b-4cf6-8fa5-edadca674d87 None None] Provisioning complete for port 20c8e338-1160-497f-9b89-3bcba6911c3a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:17.922030 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-da867f54-573b-4cf6-8fa5-edadca674d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:17.998852 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a96b953-fb46-4e7a-a811-a8f5b3413ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:18.054984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-da867f54-573b-4cf6-8fa5-edadca674d87 None None] Port 20c8e338-1160-497f-9b89-3bcba6911c3a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:18.148572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089dc883-1219-4643-8fef-6c9179afbe4e {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:18.165188 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:18.228588 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 99e03198-1022-4770-b153-72c2a737dd6a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:18.253409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Transition to ACTIVE for port object 089dc883-1219-4643-8fef-6c9179afbe4e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:18.279597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:18.320273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 99e03198-1022-4770-b153-72c2a737dd6a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:18.320273 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:18.385388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Pushing event updated for resources: {'Port': ['ID=089dc883-1219-4643-8fef-6c9179afbe4e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:18.544787 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a96b953-fb46-4e7a-a811-a8f5b3413ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:18.553304 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a96b953-fb46-4e7a-a811-a8f5b3413ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:18.555394 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8a96b953-fb46-4e7a-a811-a8f5b3413ba2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbe88e8b-b1ad-46cc-8275-73583f569acf HTTP/1.1" status: 204 len: 168 time: 1.2476749 Aug 31 13:51:18.635470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Allocated IP 172.20.0.9 (19dafa0d-1898-4f1f-9922-41c4f0a984d8/609f6a77-d3bd-4385-bfb3-f9d0172f8a63/06c345b5-5054-48f9-99fe-cddff0697f5f) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:18.689848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96b953-fb46-4e7a-a811-a8f5b3413ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe88e8b-b1ad-46cc-8275-73583f569acf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:18.743865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Attempting to bind port 089dc883-1219-4643-8fef-6c9179afbe4e on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:18.744470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Attempting to bind port 089dc883-1219-4643-8fef-6c9179afbe4e by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:18.744981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Attempting to bind port 089dc883-1219-4643-8fef-6c9179afbe4e on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:18.751071 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:18.802097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:18.817993 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.008487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Port 089dc883-1219-4643-8fef-6c9179afbe4e on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:19.008982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Attempting to bind port 089dc883-1219-4643-8fef-6c9179afbe4e on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:19.021897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Network 835e6eea-1de5-4bbf-b116-c7cc38c1993a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:19.052516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:19.130717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:19.131363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:19.132234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:19.132921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Bound port: 089dc883-1219-4643-8fef-6c9179afbe4e, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:19.133449 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.192034 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbc206-0e9f-469f-8f16-184f2cef3413 req-f7f076f1-3a67-4742-9f74-a024e3ed4d50 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:19.194919 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.213405 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12cbc206-0e9f-469f-8f16-184f2cef3413 req-f7f076f1-3a67-4742-9f74-a024e3ed4d50 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 969 time: 0.5890522 Aug 31 13:51:19.295343 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.326462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=20c8e338-1160-497f-9b89-3bcba6911c3a,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:19.469887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Router aba359a7-9872-4384-8c2d-9e32223f0973 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:51:19.521443 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12cbc206-0e9f-469f-8f16-184f2cef3413 req-5bdd1ba7-50d1-4dee-bb8b-773325e25feb tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070490 Aug 31 13:51:19.523307 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Pushing event updated for resources: {'Port': ['ID=06c345b5-5054-48f9-99fe-cddff0697f5f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:19.529848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c6fe08af-b73e-4621-a99c-72c45071ddab None None] Provisioning complete for port 20c8e338-1160-497f-9b89-3bcba6911c3a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:19.530850 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c6fe08af-b73e-4621-a99c-72c45071ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.560245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:19.579998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:19.583849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:19.588846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe08af-b73e-4621-a99c-72c45071ddab None None] Port 20c8e338-1160-497f-9b89-3bcba6911c3a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:19.589433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:19.590099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.623783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] For port 089dc883-1219-4643-8fef-6c9179afbe4e, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:19.639598 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f31742-97d5-460a-8459-8623b2490ecf req-5d316fb3-f287-45dc-a207-d11e4192b771 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:19.643161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6f31742-97d5-460a-8459-8623b2490ecf req-5d316fb3-f287-45dc-a207-d11e4192b771 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 931 time: 0.1209192 Aug 31 13:51:19.643312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] For port 089dc883-1219-4643-8fef-6c9179afbe4e, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=089dc883-1219-4643-8fef-6c9179afbe4e,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:19.644980 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-5100e82f-bcbf-4bd4-b892-b4e13099fef1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1683269 Aug 31 13:51:19.680609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-b9885e44-2a79-4070-aad9-87c600d01158 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:51:19.680609 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-b9885e44-2a79-4070-aad9-87c600d01158 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128179 Aug 31 13:51:19.682979 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.743177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:19.743826 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:19.745383 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] 10.222.0.52 "PUT /v2.0/ports/089dc883-1219-4643-8fef-6c9179afbe4e HTTP/1.1" status: 200 len: 1117 time: 3.5278902 Aug 31 13:51:19.748550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fbddfc-1071-47cb-a3ac-e60748bdbdbe', 'tag': '089dc883-1219-4643-8fef-6c9179afbe4e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:19.793923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6f31742-97d5-460a-8459-8623b2490ecf req-4f388b47-4d1e-4df3-b03a-80d35ad84815 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402256 Aug 31 13:51:20.318131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Request body: {'port': {'device_id': '392ca949-6405-4a05-bc94-774a011ec8ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:20.336001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5f50c-7072-40c6-a498-06893a905cab service neutron] Pushing event updated for resources: {'Port': ['ID=089dc883-1219-4643-8fef-6c9179afbe4e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:20.363762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:20.392467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Sync routers for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:20.393641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-06cc0466-5f6e-4118-8dd7-e41038bbf3e7 admin admin] 10.222.0.20 "PUT /v2.0/routers/aba359a7-9872-4384-8c2d-9e32223f0973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2486048 Aug 31 13:51:20.400924 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:20.402492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:20.424393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f78c-20d3-425d-910c-a6525412f995 req-78c52564-786b-4397-a599-c7ad43cddc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:20.426687 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-78c52564-786b-4397-a599-c7ad43cddc97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1051fd7f299e47339dbc6a1f3edbc9ba&device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 1120 time: 0.2074125 Aug 31 13:51:20.538664 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-df3baf79-acec-4b4f-bc09-656bae75a65c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=089dc883-1219-4643-8fef-6c9179afbe4e HTTP/1.1" status: 200 len: 217 time: 0.0966930 Aug 31 13:51:20.645653 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:20.697928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f78c-20d3-425d-910c-a6525412f995 req-ecef83d2-968a-4614-9537-c2ed38811670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:20.701453 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-ecef83d2-968a-4614-9537-c2ed38811670 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1461048 Aug 31 13:51:20.716806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:20.852129 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8fd936-84df-4d30-8b32-c77dfe16629e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fbddfc-1071-47cb-a3ac-e60748bdbdbe", "tag": "089dc883-1219-4643-8fef-6c9179afbe4e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:20.883899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f78c-20d3-425d-910c-a6525412f995 req-1b5a0bb5-9a68-4a30-bcbe-fc082e3351cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:20.886081 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-1b5a0bb5-9a68-4a30-bcbe-fc082e3351cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522660 Aug 31 13:51:21.027504 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-426e9bff-ed62-48a6-84c9-3ff45cf06d99 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225712 Aug 31 13:51:21.179435 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5493f50-d13a-4554-87d6-c428bfc9672f req-09ba0d80-b936-4d81-8a8e-fa085d2067ad tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:21.181231 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5493f50-d13a-4554-87d6-c428bfc9672f req-09ba0d80-b936-4d81-8a8e-fa085d2067ad tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 969 time: 0.1498532 Aug 31 13:51:21.405090 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5493f50-d13a-4554-87d6-c428bfc9672f req-70f8f410-75d0-48d8-a9c0-af10e55a2d4d tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950452 Aug 31 13:51:21.493601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d051e1d-d8da-4cc6-924f-8e41f6a8669f req-f708b446-aacf-4fd4-972b-73d96f93245a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:21.506433 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 2, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:21.512051 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d051e1d-d8da-4cc6-924f-8e41f6a8669f req-f708b446-aacf-4fd4-972b-73d96f93245a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 931 time: 0.3137925 Aug 31 13:51:21.560025 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6959f78c-20d3-425d-910c-a6525412f995 req-fdf307a7-f45b-4022-9afe-8b6cd9273cd9 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866030 Aug 31 13:51:21.633259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d051e1d-d8da-4cc6-924f-8e41f6a8669f req-c6a9740d-9930-4285-a0d1-f1f78a67f0b4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149349 Aug 31 13:51:21.745707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Checking router: aba359a7-9872-4384-8c2d-9e32223f0973 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:21.746413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Updating router aba359a7-9872-4384-8c2d-9e32223f0973 port 20c8e338-1160-497f-9b89-3bcba6911c3a binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:51:21.767057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c345b5-5054-48f9-99fe-cddff0697f5f {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:21.786533 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.830638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.881936 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Transition to ACTIVE for port object 06c345b5-5054-48f9-99fe-cddff0697f5f will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:21.892330 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:21.991195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Pushing event updated for resources: {'Port': ['ID=06c345b5-5054-48f9-99fe-cddff0697f5f,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:22.061286 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Attempting to bind port 06c345b5-5054-48f9-99fe-cddff0697f5f on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:22.061681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Attempting to bind port 06c345b5-5054-48f9-99fe-cddff0697f5f by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:22.062550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Attempting to bind port 06c345b5-5054-48f9-99fe-cddff0697f5f on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:22.067781 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Port 06c345b5-5054-48f9-99fe-cddff0697f5f on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:22.068004 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Attempting to bind port 06c345b5-5054-48f9-99fe-cddff0697f5f on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:22.073986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:22.074371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:22.082722 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Bound using segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:22.083334 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Bound port: 06c345b5-5054-48f9-99fe-cddff0697f5f, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:22.083774 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.184178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:22.194365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=06c345b5-5054-48f9-99fe-cddff0697f5f,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:22.229369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.317691 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aa5bad-a5a6-4d3a-9763-a0981e3175ba x-openstack-request-id: req-33aa5bad-a5a6-4d3a-9763-a0981e3175ba {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:22.318293 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fbddfc-1071-47cb-a3ac-e60748bdbdbe", "tag": "089dc883-1219-4643-8fef-6c9179afbe4e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:22.318603 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33aa5bad-a5a6-4d3a-9763-a0981e3175ba {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:22.319113 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fbddfc-1071-47cb-a3ac-e60748bdbdbe', 'tag': '089dc883-1219-4643-8fef-6c9179afbe4e', 'status': 'completed', 'code': 200} Aug 31 13:51:22.337844 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:22.340002 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.352704 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] 10.222.0.13 "PUT /v2.0/ports/06c345b5-5054-48f9-99fe-cddff0697f5f HTTP/1.1" status: 200 len: 1091 time: 2.2336564 Aug 31 13:51:22.353262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392ca949-6405-4a05-bc94-774a011ec8ae', 'tag': '06c345b5-5054-48f9-99fe-cddff0697f5f'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:22.552595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68db1b-9c54-4433-a4b3-b3534a9acd8f service neutron] Pushing event updated for resources: {'Port': ['ID=06c345b5-5054-48f9-99fe-cddff0697f5f,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:22.553831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fd936-84df-4d30-8b32-c77dfe16629e req-9523300e-9d57-4c10-86d0-f10c97f18998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:22.556038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af8fd936-84df-4d30-8b32-c77dfe16629e req-9523300e-9d57-4c10-86d0-f10c97f18998 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1051fd7f299e47339dbc6a1f3edbc9ba&device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 1120 time: 0.1946332 Aug 31 13:51:22.586097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20017ec-8408-439b-a47a-1da5482e3916 req-0b31c567-366d-459d-9000-31b2d4491134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:22.588723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53404) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:22.590039 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-0b31c567-366d-459d-9000-31b2d4491134 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 1094 time: 0.1443555 Aug 31 13:51:22.683509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53408) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:22.721605 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.755020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Transition to ACTIVE for port object 20c8e338-1160-497f-9b89-3bcba6911c3a will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:22.769152 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:22.802809 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-50e99936-766d-412c-926c-2ee77722ff8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c345b5-5054-48f9-99fe-cddff0697f5f HTTP/1.1" status: 200 len: 217 time: 0.2017872 Aug 31 13:51:23.001836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20017ec-8408-439b-a47a-1da5482e3916 req-9f94fc02-8522-4689-9bef-c26c420b6570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.014035 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-9f94fc02-8522-4689-9bef-c26c420b6570 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.1761248 Aug 31 13:51:23.025913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83928ade-33f1-48e4-acd0-2537938c41f4 req-24fc55f0-be00-427b-b948-0dedcf2f03c0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.042157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Attempting to bind port 20c8e338-1160-497f-9b89-3bcba6911c3a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:23.042157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Attempting to bind port 20c8e338-1160-497f-9b89-3bcba6911c3a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:23.042618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Attempting to bind port 20c8e338-1160-497f-9b89-3bcba6911c3a on network 835e6eea-1de5-4bbf-b116-c7cc38c1993a {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:23.045211 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-83928ade-33f1-48e4-acd0-2537938c41f4 req-24fc55f0-be00-427b-b948-0dedcf2f03c0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.2347779 Aug 31 13:51:23.066272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:23.070148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Checking segment: {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:23.071617 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.071754 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Bound using segment: {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:23.072224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Bound port: 20c8e338-1160-497f-9b89-3bcba6911c3a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:23.073960 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.165484 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c463-607c-4c48-b625-e94c0f688c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.222943 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-94437908-cb45-461e-918d-4ca69bd01b85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1743960 Aug 31 13:51:23.240057 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32f4de3-d783-4d69-a5e4-8f83cff7267e" -d '{"events": [{"name": "network-changed", "server_uuid": "392ca949-6405-4a05-bc94-774a011ec8ae", "tag": "06c345b5-5054-48f9-99fe-cddff0697f5f"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:23.249278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] For port 20c8e338-1160-497f-9b89-3bcba6911c3a, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:23.260299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] For port 20c8e338-1160-497f-9b89-3bcba6911c3a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=20c8e338-1160-497f-9b89-3bcba6911c3a,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:23.283073 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.286198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c0707-65da-477b-b0c3-ec4ac5a0dd22 req-5af79e69-d99f-431f-809a-8dcca7543435 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.299300 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-732c0707-65da-477b-b0c3-ec4ac5a0dd22 req-5af79e69-d99f-431f-809a-8dcca7543435 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 969 time: 0.6322410 Aug 31 13:51:23.330849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294aabaa-66ba-4fbb-922f-778e32938d04 None None] Pushing event updated for resources: {'Port': ['ID=20c8e338-1160-497f-9b89-3bcba6911c3a,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:23.400489 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:23.401153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:23.403264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53428) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:23.457812 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-83928ade-33f1-48e4-acd0-2537938c41f4 req-abf0cc95-cb2e-475e-9a9e-afc1f8dabb9d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117420 Aug 31 13:51:23.483904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-479804860-network', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:23.518487 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c357b9b-2854-49c0-8301-e419f1a5f738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.530511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fd936-84df-4d30-8b32-c77dfe16629e req-3e1d5b25-9d5d-4e1d-95c3-2ad723e3ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.532681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af8fd936-84df-4d30-8b32-c77dfe16629e req-3e1d5b25-9d5d-4e1d-95c3-2ad723e3ea59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.9672277 Aug 31 13:51:23.535961 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-b6e8c463-607c-4c48-b625-e94c0f688c3c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:51:23.535961 n-d-792364-6 neutron-server[106388]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 13:51:23.535961 n-d-792364-6 neutron-server[106388]: [parameters: {'project_id': 'b072c57309424982b85ebc3fdc9a9739', 'id': 'e3135848-b8ce-41bf-b6c4-c0cd767ea639', 'expiration': datetime.datetime(2021, 8, 31, 13, 53, 23, 514236)}] Aug 31 13:51:23.535961 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:51:23.536814 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-b6e8c463-607c-4c48-b625-e94c0f688c3c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:51:23.553253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-732c0707-65da-477b-b0c3-ec4ac5a0dd22 req-7c88fb2b-5aa2-42f1-b0f8-cf99c178b058 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525034 Aug 31 13:51:23.570278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Made reservation on behalf of 2f70bb8bee4d4c4c9c2c2250dc4edfad for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:23.572492 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-46721bcb-4137-4336-a083-9b134eff4112 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052170 Aug 31 13:51:23.579655 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.627683 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:23.686984 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:51:23.736852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af8fd936-84df-4d30-8b32-c77dfe16629e req-9c10bd80-96ba-4b83-a5ed-0567c4da4db3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=089dc883-1219-4643-8fef-6c9179afbe4e HTTP/1.1" status: 200 len: 217 time: 0.1673009 Aug 31 13:51:23.752726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294aabaa-66ba-4fbb-922f-778e32938d04 None None] Pushing event updated for resources: {'Port': ['ID=20c8e338-1160-497f-9b89-3bcba6911c3a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:23.795275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:23.804933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:51:23.804933 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 13:51:23.804933 n-d-792364-6 neutron-server[106388]: [parameters: {'project_id_1': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'expiration_1': datetime.datetime(2021, 8, 31, 13, 51, 23, 739895)}] Aug 31 13:51:23.804933 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:51:23.805333 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:51:23.819243 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20017ec-8408-439b-a47a-1da5482e3916 req-870ccc92-256e-494d-8602-2f78d81b57fc service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313569 Aug 31 13:51:23.865046 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc94498-fcd9-4512-aa31-c6ad125b7f56 x-openstack-request-id: req-0bc94498-fcd9-4512-aa31-c6ad125b7f56 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:23.865804 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392ca949-6405-4a05-bc94-774a011ec8ae", "tag": "06c345b5-5054-48f9-99fe-cddff0697f5f", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:23.866416 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bc94498-fcd9-4512-aa31-c6ad125b7f56 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:23.867120 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392ca949-6405-4a05-bc94-774a011ec8ae', 'tag': '06c345b5-5054-48f9-99fe-cddff0697f5f', 'status': 'completed', 'code': 200} Aug 31 13:51:23.871978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fd936-84df-4d30-8b32-c77dfe16629e req-1d7b7933-7ac5-4fe7-be52-eea246db49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.874134 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af8fd936-84df-4d30-8b32-c77dfe16629e req-1d7b7933-7ac5-4fe7-be52-eea246db49a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1236970 Aug 31 13:51:23.963951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f4de3-d783-4d69-a5e4-8f83cff7267e req-7ba40a5e-59cd-4359-be38-aa309ef29ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:23.974266 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c32f4de3-d783-4d69-a5e4-8f83cff7267e req-7ba40a5e-59cd-4359-be38-aa309ef29ba0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 1094 time: 0.0785079 Aug 31 13:51:23.986502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fd936-84df-4d30-8b32-c77dfe16629e req-541ca9c7-b6f6-484b-8748-88cc000b1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:24.013439 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af8fd936-84df-4d30-8b32-c77dfe16629e req-541ca9c7-b6f6-484b-8748-88cc000b1a04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308677 Aug 31 13:51:24.048891 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c463-607c-4c48-b625-e94c0f688c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.145231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af8fd936-84df-4d30-8b32-c77dfe16629e req-c6580750-0490-4ab9-a4d5-15e94532c591 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998180 Aug 31 13:51:24.154999 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c357b9b-2854-49c0-8301-e419f1a5f738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.173409 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c357b9b-2854-49c0-8301-e419f1a5f738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.207970 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f4de3-d783-4d69-a5e4-8f83cff7267e req-f4a7e09a-3f64-4e36-ab57-f517cbf19ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:24.209952 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c32f4de3-d783-4d69-a5e4-8f83cff7267e req-f4a7e09a-3f64-4e36-ab57-f517cbf19ab7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.2216322 Aug 31 13:51:24.253369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:23Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:24.293396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8010217-0685-47c2-bc91-c346eecd3f3e None None] The sync data for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 is: [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:23Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:24.321895 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.401209 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c32f4de3-d783-4d69-a5e4-8f83cff7267e req-465e1c4b-df71-46f4-9736-1dc4f4ed05ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c345b5-5054-48f9-99fe-cddff0697f5f HTTP/1.1" status: 200 len: 217 time: 0.1612988 Aug 31 13:51:24.410525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53444) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:24.410712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2c357b9b-2854-49c0-8301-e419f1a5f738 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0162af91596340128ea44fbf0ea30deb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7231481 Aug 31 13:51:24.453422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c357b9b-2854-49c0-8301-e419f1a5f738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94d8524-227c-4ae3-9d49-5473942da6bc,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:24.604480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af8fd936-84df-4d30-8b32-c77dfe16629e req-c49ca89a-3d89-4ca9-84d9-6b8a1b872491 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420779 Aug 31 13:51:24.620504 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c463-607c-4c48-b625-e94c0f688c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.667268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f4de3-d783-4d69-a5e4-8f83cff7267e req-e2360f64-23f4-462d-ac69-73b880bf7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:24.668806 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c32f4de3-d783-4d69-a5e4-8f83cff7267e req-e2360f64-23f4-462d-ac69-73b880bf7346 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.2413843 Aug 31 13:51:24.737485 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c32f4de3-d783-4d69-a5e4-8f83cff7267e req-4ab993e8-b4f9-4cb7-a814-f7a94417deee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482838 Aug 31 13:51:24.743301 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e39cb659-17f6-45d0-9d0a-d978919b7d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.860012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.861423 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c463-607c-4c48-b625-e94c0f688c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.870826 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.888957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:24.902357 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e39cb659-17f6-45d0-9d0a-d978919b7d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.906055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:24.907950 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Added segment eacfce37-51b8-4274-9357-acb0939b8454 of type vlan for network ff88c365-61d9-4ea4-b263-bebe31c5c86a Aug 31 13:51:24.963337 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.034958 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a8484-c990-4fab-9f11-f653d06cd6cc req-ec4183da-477b-4e6c-a062-40037fd71853 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:25.044018 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-368a8484-c990-4fab-9f11-f653d06cd6cc req-ec4183da-477b-4e6c-a062-40037fd71853 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 969 time: 0.2261634 Aug 31 13:51:25.054033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.055664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:25.056295 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.064278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c32f4de3-d783-4d69-a5e4-8f83cff7267e req-f09d69af-989a-48c8-8d0f-fd2e2173604e service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874227 Aug 31 13:51:25.177503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Pushing event updated for resources: {'Network': ['ID=ff88c365-61d9-4ea4-b263-bebe31c5c86a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:25.193245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7636931 Aug 31 13:51:25.201315 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-368a8484-c990-4fab-9f11-f653d06cd6cc req-92b4f298-abf7-4539-ac5f-199ba5b827cc tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426654 Aug 31 13:51:25.202125 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e39cb659-17f6-45d0-9d0a-d978919b7d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.206424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53458) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:25.212234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e39cb659-17f6-45d0-9d0a-d978919b7d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.218114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network ff88c365-61d9-4ea4-b263-bebe31c5c86a details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:25.224378 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e39cb659-17f6-45d0-9d0a-d978919b7d27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b94d8524-227c-4ae3-9d49-5473942da6bc HTTP/1.1" status: 204 len: 168 time: 0.8122239 Aug 31 13:51:25.239633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-dea090f4-176e-44d7-b100-4735ed728d85 admin admin] Request body: {'subnet': {'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479804860-subnet', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:25.264833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b6e8c463-607c-4c48-b625-e94c0f688c3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b072c57309424982b85ebc3fdc9a9739&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6723485 Aug 31 13:51:25.280651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53462) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:25.306693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8c463-607c-4c48-b625-e94c0f688c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd036a8-ac74-41b0-8b88-5ad608408063,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:25.373916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66d2db-4820-441c-b26f-2d7c4166cab9 req-d54ba9eb-1a68-401b-a4cd-3ccbb2b8ef72 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:25.375730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e66d2db-4820-441c-b26f-2d7c4166cab9 req-d54ba9eb-1a68-401b-a4cd-3ccbb2b8ef72 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.7613120 Aug 31 13:51:25.521142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cb659-17f6-45d0-9d0a-d978919b7d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94d8524-227c-4ae3-9d49-5473942da6bc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:25.534026 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c32f4de3-d783-4d69-a5e4-8f83cff7267e req-7766cebc-518d-4f98-9ecb-c042e4838dab service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460440 Aug 31 13:51:25.907322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea090f4-176e-44d7-b100-4735ed728d85 admin admin] Made reservation on behalf of 2f70bb8bee4d4c4c9c2c2250dc4edfad for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:25.909929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dea090f4-176e-44d7-b100-4735ed728d85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:25.950641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53480) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:26.031028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d31180-238e-4166-8283-c2d72f1aac63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5f944d-1b68-4077-88c4-b7d7bb77898b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:26.154096 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e66d2db-4820-441c-b26f-2d7c4166cab9 req-f11be9b1-4bf6-4c0a-ab80-0097e0667510 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7119870 Aug 31 13:51:26.210635 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53484) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:26.267700 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-798794a3-ab49-42bc-8d11-32626e5da735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.277802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c882c67-0c18-4965-93a5-92a5d26e463f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.307390 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e17598c3-e94b-4822-904a-a3895c7d0478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.330960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 20c8e338-1160-497f-9b89-3bcba6911c3a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:26.465004 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c882c67-0c18-4965-93a5-92a5d26e463f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.485076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 20c8e338-1160-497f-9b89-3bcba6911c3a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:26.493586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 20c8e338-1160-497f-9b89-3bcba6911c3a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:26.494493 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.529816 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dea090f4-176e-44d7-b100-4735ed728d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.627212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea090f4-176e-44d7-b100-4735ed728d85 admin admin] Checking segment: {'id': 'eacfce37-51b8-4274-9357-acb0939b8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:26.627974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea090f4-176e-44d7-b100-4735ed728d85 admin admin] Network hostable DHCP agents. Network: ff88c365-61d9-4ea4-b263-bebe31c5c86a, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:51:26.644306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea090f4-176e-44d7-b100-4735ed728d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55c1233-664a-4453-91f7-823f4158a9b3,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:26.648938 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c882c67-0c18-4965-93a5-92a5d26e463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.652923 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c882c67-0c18-4965-93a5-92a5d26e463f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.654574 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0c882c67-0c18-4965-93a5-92a5d26e463f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbd036a8-ac74-41b0-8b88-5ad608408063 HTTP/1.1" status: 204 len: 168 time: 1.3727839 Aug 31 13:51:26.667324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c882c67-0c18-4965-93a5-92a5d26e463f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd036a8-ac74-41b0-8b88-5ad608408063,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:26.681459 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.696829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea090f4-176e-44d7-b100-4735ed728d85 admin admin] Network ff88c365-61d9-4ea4-b263-bebe31c5c86a is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:51:26.719876 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-dea090f4-176e-44d7-b100-4735ed728d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, ff88c365-61d9-4ea4-b263-bebe31c5c86a) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:26.727144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea090f4-176e-44d7-b100-4735ed728d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:26.728584 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dea090f4-176e-44d7-b100-4735ed728d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.735309 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbaac84-ba29-4b10-aca9-0636d40491a2 None None] Network ff88c365-61d9-4ea4-b263-bebe31c5c86a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:26.893069 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85be8f6-6465-4666-befd-7d29d0fec666 req-9303b13a-34f8-41f1-8a1f-e290dcd6d958 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:26.907373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c85be8f6-6465-4666-befd-7d29d0fec666 req-9303b13a-34f8-41f1-8a1f-e290dcd6d958 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 969 time: 0.5098813 Aug 31 13:51:26.919705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 20c8e338-1160-497f-9b89-3bcba6911c3a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=20c8e338-1160-497f-9b89-3bcba6911c3a,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:26.958825 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:26.989274 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c85be8f6-6465-4666-befd-7d29d0fec666 req-2edddca9-05cc-4451-9e09-5a4941c35105 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794637 Aug 31 13:51:27.056426 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-798794a3-ab49-42bc-8d11-32626e5da735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.065847 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-798794a3-ab49-42bc-8d11-32626e5da735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.073406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dea090f4-176e-44d7-b100-4735ed728d85 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8648021 Aug 31 13:51:27.074967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53492) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:27.080225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-479804860-router', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:27.084869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=20c8e338-1160-497f-9b89-3bcba6911c3a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:27.104340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-ff88c365-61d9-4ea4-b263-bebe31c5c86a', 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'fixed_ips': [{'subnet_id': 'b55c1233-664a-4453-91f7-823f4158a9b3'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:51:27.105332 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.178182 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-798794a3-ab49-42bc-8d11-32626e5da735 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44f4673a7f2d4cbf9088d181ae173fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2245679 Aug 31 13:51:27.180969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53496) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:27.190683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798794a3-ab49-42bc-8d11-32626e5da735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4a5c65-251a-4641-a91f-56fb0c14e6b2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:27.316382 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e17598c3-e94b-4822-904a-a3895c7d0478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.322710 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e17598c3-e94b-4822-904a-a3895c7d0478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.380558 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e17598c3-e94b-4822-904a-a3895c7d0478 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1853e7f8bdc844ad9f24aba73d0f2dba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1685300 Aug 31 13:51:27.381276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Allocated IP 172.20.0.2 (ff88c365-61d9-4ea4-b263-bebe31c5c86a/b55c1233-664a-4453-91f7-823f4158a9b3/2e691dd4-4d39-4dec-8468-f3b6a53d9a46) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:27.382178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53500) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:27.383325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17598c3-e94b-4822-904a-a3895c7d0478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3af7c7d-9bf0-42a5-8bbf-2396473b4c7e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:27.389393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53502) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:27.420537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c259a7e2-6f17-45a7-b3b5-b6bfc1d1a054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.488494 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.488494 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.535320 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7e3ce108-1618-4e49-b4d5-b1ef878826a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.573809 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7e3ce108-1618-4e49-b4d5-b1ef878826a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.669740 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a78dd4b1-75e9-4b88-bfc5-b479cf4567f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.673098 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c259a7e2-6f17-45a7-b3b5-b6bfc1d1a054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.694017 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c259a7e2-6f17-45a7-b3b5-b6bfc1d1a054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.746938 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.760474 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c259a7e2-6f17-45a7-b3b5-b6bfc1d1a054 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed10892c2af14a78ba2505eccda95cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699462 Aug 31 13:51:27.773226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53504) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:27.786676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Transition to ACTIVE for port object 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:27.803985 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.810129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259a7e2-6f17-45a7-b3b5-b6bfc1d1a054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0439c442-ba78-4625-834a-a1347875559f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:27.825033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6ccf6-f631-4a69-8978-5f0c7f2c5f2d req-02c02577-f475-4e63-84fe-118450826ede tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:27.827530 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38f6ccf6-f631-4a69-8978-5f0c7f2c5f2d req-02c02577-f475-4e63-84fe-118450826ede tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.4684527 Aug 31 13:51:27.834759 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7e3ce108-1618-4e49-b4d5-b1ef878826a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.837925 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7e3ce108-1618-4e49-b4d5-b1ef878826a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.839356 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7e3ce108-1618-4e49-b4d5-b1ef878826a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3af7c7d-9bf0-42a5-8bbf-2396473b4c7e HTTP/1.1" status: 204 len: 168 time: 0.4425614 Aug 31 13:51:27.854266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ce108-1618-4e49-b4d5-b1ef878826a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3af7c7d-9bf0-42a5-8bbf-2396473b4c7e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:27.866174 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a78dd4b1-75e9-4b88-bfc5-b479cf4567f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:27.893285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Transition to ACTIVE for port object 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:27.939898 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.070256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38f6ccf6-f631-4a69-8978-5f0c7f2c5f2d req-e70897f4-edeb-4760-ab3c-4259cbd74755 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077403 Aug 31 13:51:28.141786 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.145651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Network ff88c365-61d9-4ea4-b263-bebe31c5c86a is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:28.171164 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9a7436c-c707-4f15-8da3-63a43e07fabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.182446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:28.205641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:28.213532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Pushing event updated for resources: {'Port': ['ID=2e691dd4-4d39-4dec-8468-f3b6a53d9a46,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:28.226641 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a78dd4b1-75e9-4b88-bfc5-b479cf4567f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.232585 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a78dd4b1-75e9-4b88-bfc5-b479cf4567f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.235052 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a78dd4b1-75e9-4b88-bfc5-b479cf4567f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f4a5c65-251a-4641-a91f-56fb0c14e6b2 HTTP/1.1" status: 204 len: 168 time: 1.0523043 Aug 31 13:51:28.238753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 20c8e338-1160-497f-9b89-3bcba6911c3a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:28.321917 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb33b1-3b72-45d9-ac7c-60d362a4cf8b req-d1030f73-a940-4f4f-b2c5-8ef7837abd37 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:28.323824 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06eb33b1-3b72-45d9-ac7c-60d362a4cf8b req-d1030f73-a940-4f4f-b2c5-8ef7837abd37 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 969 time: 0.1093404 Aug 31 13:51:28.363677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dd4b1-75e9-4b88-bfc5-b479cf4567f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4a5c65-251a-4641-a91f-56fb0c14e6b2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:28.376131 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9a7436c-c707-4f15-8da3-63a43e07fabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.421741 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06eb33b1-3b72-45d9-ac7c-60d362a4cf8b req-6419ad7d-4015-43e0-9c91-1e6296d1c7a9 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898929 Aug 31 13:51:28.573065 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9a7436c-c707-4f15-8da3-63a43e07fabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.580615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9a7436c-c707-4f15-8da3-63a43e07fabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.586372 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a9a7436c-c707-4f15-8da3-63a43e07fabb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0439c442-ba78-4625-834a-a1347875559f HTTP/1.1" status: 204 len: 168 time: 0.8062351 Aug 31 13:51:28.610441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7436c-c707-4f15-8da3-63a43e07fabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0439c442-ba78-4625-834a-a1347875559f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:28.944136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Attempting to bind port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:28.956951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Attempting to bind port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'eacfce37-51b8-4274-9357-acb0939b8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:28.957480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Attempting to bind port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 on network ff88c365-61d9-4ea4-b263-bebe31c5c86a {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:28.979737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:28.980130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Checking segment: {'id': 'eacfce37-51b8-4274-9357-acb0939b8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:28.982678 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:28.985196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Bound using segment: {'id': 'eacfce37-51b8-4274-9357-acb0939b8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:28.987083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Bound port: 2e691dd4-4d39-4dec-8468-f3b6a53d9a46, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacfce37-51b8-4274-9357-acb0939b8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:28.987593 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.021935 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.072313 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.094701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] For port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:29.102216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] For port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2e691dd4-4d39-4dec-8468-f3b6a53d9a46,segment=NetworkSegment(eacfce37-51b8-4274-9357-acb0939b8454),segment_id=eacfce37-51b8-4274-9357-acb0939b8454)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:29.117650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 20c8e338-1160-497f-9b89-3bcba6911c3a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:29.118033 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.220506 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53526) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:29.242286 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.280055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Allocated IP 172.25.3.73 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/6a25326a-c592-4e60-a0ab-e171a6097bd0) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:29.286266 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e6f9-6eb2-42ab-917a-c2c7d8e78203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.435008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725bd82-d527-464c-9e1b-b6077c26e492 None None] Pushing event updated for resources: {'Port': ['ID=2e691dd4-4d39-4dec-8468-f3b6a53d9a46,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:29.842792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:29.979691 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.022091 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e6f9-6eb2-42ab-917a-c2c7d8e78203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.031817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:30.040916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:30.049438 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e6f9-6eb2-42ab-917a-c2c7d8e78203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.087700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ffae1-720e-454d-badb-e359430e0d43 req-1d0e399a-d4e4-4d0d-9d6a-8792c9d9789e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:30.089317 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-304ffae1-720e-454d-badb-e359430e0d43 req-1d0e399a-d4e4-4d0d-9d6a-8792c9d9789e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.4378772 Aug 31 13:51:30.091925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:30.170398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5e6f9-6eb2-42ab-917a-c2c7d8e78203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fca5ed6-2640-449f-b4e8-4c22f2eb7230,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:30.270431 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d494e9-b1a2-4d8f-8005-8a48c1bd8033 req-3ac7dd29-d25a-498d-8cad-b0366a9038cf tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:30.290112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36d494e9-b1a2-4d8f-8005-8a48c1bd8033 req-3ac7dd29-d25a-498d-8cad-b0366a9038cf tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 969 time: 0.6307628 Aug 31 13:51:30.321305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:30.334341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bbd5e6f9-6eb2-42ab-917a-c2c7d8e78203 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=778b975a0e83443385fbadb270315521&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1122150 Aug 31 13:51:30.348686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53550) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:30.458984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:30.498009 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36d494e9-b1a2-4d8f-8005-8a48c1bd8033 req-709feedf-4025-453d-b36b-70bac502b481 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060778 Aug 31 13:51:30.554766 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30860e23-95f5-4c67-900e-06ec95a8a7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.592949 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.623334 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30860e23-95f5-4c67-900e-06ec95a8a7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.755248 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30860e23-95f5-4c67-900e-06ec95a8a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.759261 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30860e23-95f5-4c67-900e-06ec95a8a7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:30.761083 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-30860e23-95f5-4c67-900e-06ec95a8a7be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fca5ed6-2640-449f-b4e8-4c22f2eb7230 HTTP/1.1" status: 204 len: 168 time: 0.4073188 Aug 31 13:51:30.779063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30860e23-95f5-4c67-900e-06ec95a8a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fca5ed6-2640-449f-b4e8-4c22f2eb7230,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:30.932649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=6a25326a-c592-4e60-a0ab-e171a6097bd0,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:30.982481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-304ffae1-720e-454d-badb-e359430e0d43 req-687f01df-db15-4a91-9e67-63196ce221aa tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6948881 Aug 31 13:51:31.122079 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.304246 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfd73-df19-44a6-8684-f1c131c7edbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.386491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1a62fe-25a3-48b9-9713-059e56106b64 None None] Network ff88c365-61d9-4ea4-b263-bebe31c5c86a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:31.609238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Router 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:51:31.626354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3762a105-b33b-474e-a228-029c6926b3e5 None None] Provisioning for port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:31.644906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3762a105-b33b-474e-a228-029c6926b3e5 None None] Provisioning complete for port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:31.645727 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3762a105-b33b-474e-a228-029c6926b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.794856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70155ec7-2f35-4120-9b04-9dff228d9a4d req-0db6e1db-840c-4020-93c4-ca7a6e4c7c58 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:31.797872 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70155ec7-2f35-4120-9b04-9dff228d9a4d req-0db6e1db-840c-4020-93c4-ca7a6e4c7c58 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 969 time: 0.1638570 Aug 31 13:51:31.905240 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3762a105-b33b-474e-a228-029c6926b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.922197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:31.942904 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Sync routers for ids ['0ece3f0d-61b5-4415-92e7-7bf4a2272e12'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:31.943845 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70155ec7-2f35-4120-9b04-9dff228d9a4d req-26ff42e3-9bfe-4b31-8ac2-92e5388c7a34 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366775 Aug 31 13:51:31.965563 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:31.967906 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d0ae4d6f-8f69-42de-942c-aebfb2986eb6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.8908195 Aug 31 13:51:31.971875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53588) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:31.992616 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Routers {'0ece3f0d-61b5-4415-92e7-7bf4a2272e12'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:31.992616 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0ece3f0d-61b5-4415-92e7-7bf4a2272e12'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:32.056201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3762a105-b33b-474e-a228-029c6926b3e5 None None] For port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2e691dd4-4d39-4dec-8468-f3b6a53d9a46,segment=NetworkSegment(eacfce37-51b8-4274-9357-acb0939b8454),segment_id=eacfce37-51b8-4274-9357-acb0939b8454)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:32.066088 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3762a105-b33b-474e-a228-029c6926b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.241709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762a105-b33b-474e-a228-029c6926b3e5 None None] Pushing event updated for resources: {'Port': ['ID=2e691dd4-4d39-4dec-8468-f3b6a53d9a46,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:32.245696 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Set router 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:32.312174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8c8a10b8-0515-443d-b7ba-610f9185ac83 None None] Provisioning complete for port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:32.313168 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8c8a10b8-0515-443d-b7ba-610f9185ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.358768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d2d55-afaf-4870-a86a-b16ce325dcb8 req-8338b725-fec9-4bb8-8ea2-eafd6153f3db tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:32.360017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d6d2d55-afaf-4870-a86a-b16ce325dcb8 req-8338b725-fec9-4bb8-8ea2-eafd6153f3db tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.1979074 Aug 31 13:51:32.538978 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d6d2d55-afaf-4870-a86a-b16ce325dcb8 req-f1eac8ff-19be-4b81-abd6-b9f0e5f429e7 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671798 Aug 31 13:51:32.630525 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479804860-router', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:27Z', 'updated_at': '2021-08-31T13:51:30Z', 'revision_number': 3, 'project_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'gw_port': {'id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:29Z', 'updated_at': '2021-08-31T13:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:32.660217 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Checking router: 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:32.660585 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Updating router 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 port 6a25326a-c592-4e60-a0ab-e171a6097bd0 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:51:32.700974 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:32.825360 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.015866 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.034331 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Transition to ACTIVE for port object 6a25326a-c592-4e60-a0ab-e171a6097bd0 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:33.039219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Allocated IP 172.20.0.1 (ff88c365-61d9-4ea4-b263-bebe31c5c86a/b55c1233-664a-4453-91f7-823f4158a9b3/23204a3c-c5f8-49e8-bf61-4f3874320989) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:33.044633 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.111910 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Attempting to bind port 6a25326a-c592-4e60-a0ab-e171a6097bd0 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:33.112277 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Attempting to bind port 6a25326a-c592-4e60-a0ab-e171a6097bd0 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:33.112665 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Attempting to bind port 6a25326a-c592-4e60-a0ab-e171a6097bd0 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:33.122375 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:33.122748 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:33.123148 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.123711 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:33.124317 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Bound port: 6a25326a-c592-4e60-a0ab-e171a6097bd0, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:33.125563 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.127409 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b8905-9a80-40ba-8b38-283cdf268fd6 None None] Pushing event updated for resources: {'Port': ['ID=6a25326a-c592-4e60-a0ab-e171a6097bd0,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:33.199086 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] For port 6a25326a-c592-4e60-a0ab-e171a6097bd0, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:33.202645 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] For port 6a25326a-c592-4e60-a0ab-e171a6097bd0, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6a25326a-c592-4e60-a0ab-e171a6097bd0,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:33.210105 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.216821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757df72-56e1-442d-806e-7ab8d98e61cc req-150397ff-2e75-4150-a077-3ed2b2db7377 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:33.218417 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d757df72-56e1-442d-806e-7ab8d98e61cc req-150397ff-2e75-4150-a077-3ed2b2db7377 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 969 time: 0.0736897 Aug 31 13:51:33.225290 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53634) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:33.284045 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b8905-9a80-40ba-8b38-283cdf268fd6 None None] Pushing event updated for resources: {'Port': ['ID=6a25326a-c592-4e60-a0ab-e171a6097bd0,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:33.287578 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Routers {'0ece3f0d-61b5-4415-92e7-7bf4a2272e12'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:33.288821 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0ece3f0d-61b5-4415-92e7-7bf4a2272e12'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:33.309120 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.321758 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d757df72-56e1-442d-806e-7ab8d98e61cc req-28213ff8-3c84-4d02-bea1-e6982232c8f7 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892160 Aug 31 13:51:33.328954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Transition to ACTIVE for port object 23204a3c-c5f8-49e8-bf61-4f3874320989 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:33.372613 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.403481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c72e2747-0af8-4217-aef2-88a7c640d9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.412512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Network ff88c365-61d9-4ea4-b263-bebe31c5c86a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:33.415221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:33.421303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:33.422336 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.437532 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] Set router 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:33.463308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Pushing event updated for resources: {'Port': ['ID=23204a3c-c5f8-49e8-bf61-4f3874320989,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:33.608715 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c72e2747-0af8-4217-aef2-88a7c640d9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.618173 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c72e2747-0af8-4217-aef2-88a7c640d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.642978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.669660 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c72e2747-0af8-4217-aef2-88a7c640d9ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bab28a385874147b292abb23b83f610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4425690 Aug 31 13:51:33.674790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53650) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:33.734649 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e2747-0af8-4217-aef2-88a7c640d9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f44260-4f0a-418b-8862-6288b2d328cf,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:33.762994 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3512dd76-dba7-4879-86ac-c5198c93d743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.799022 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3512dd76-dba7-4879-86ac-c5198c93d743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.799205 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479804860-router', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:27Z', 'updated_at': '2021-08-31T13:51:30Z', 'revision_number': 3, 'project_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'gw_port': {'id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:29Z', 'updated_at': '2021-08-31T13:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:33.835132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bb439-fcdb-490f-81df-974ea1d60707 req-de858953-efc4-4148-86cb-8a6c87e0f143 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:33.837153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f5562618-5d14-45a1-b309-678d545dd98c None None] Provisioning for port 23204a3c-c5f8-49e8-bf61-4f3874320989 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:33.841831 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f5562618-5d14-45a1-b309-678d545dd98c None None] Provisioning complete for port 23204a3c-c5f8-49e8-bf61-4f3874320989 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:33.842400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d59bb439-fcdb-490f-81df-974ea1d60707 req-de858953-efc4-4148-86cb-8a6c87e0f143 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.2007043 Aug 31 13:51:33.842562 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f5562618-5d14-45a1-b309-678d545dd98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.881386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3512dd76-dba7-4879-86ac-c5198c93d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.883684 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ef549-bf5e-44ce-b919-9858d1a6ce99 None None] The sync data for ids ['0ece3f0d-61b5-4415-92e7-7bf4a2272e12'] in n-d-792364-6 is: [{'id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479804860-router', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:27Z', 'updated_at': '2021-08-31T13:51:30Z', 'revision_number': 3, 'project_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'gw_port': {'id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:29Z', 'updated_at': '2021-08-31T13:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:33.884502 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3512dd76-dba7-4879-86ac-c5198c93d743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.885685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3512dd76-dba7-4879-86ac-c5198c93d743 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17f44260-4f0a-418b-8862-6288b2d328cf HTTP/1.1" status: 204 len: 168 time: 0.2081907 Aug 31 13:51:33.901846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512dd76-dba7-4879-86ac-c5198c93d743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f44260-4f0a-418b-8862-6288b2d328cf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:33.912768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d59bb439-fcdb-490f-81df-974ea1d60707 req-83693dfb-5f5c-473c-996b-b5dc19d7929e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691993 Aug 31 13:51:33.944191 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:33.974023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f5562618-5d14-45a1-b309-678d545dd98c None None] Port 23204a3c-c5f8-49e8-bf61-4f3874320989 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:33.980423 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8411e57a-cf3c-4d12-b03d-472d3f771eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.045193 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.050887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53666) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:34.051379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.052393 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.145996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Pushing event updated for resources: {'Port': ['ID=23204a3c-c5f8-49e8-bf61-4f3874320989,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:34.185520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:34.204804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Network ff88c365-61d9-4ea4-b263-bebe31c5c86a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:34.206706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:34.324710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:34.327687 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.447198 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5448851-3f82-45dc-ab9f-ab9f272f2f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.508951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Router 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:51:34.603003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ed601f7f-e31b-441e-8a6b-43e7a8fa31ce None None] Provisioning complete for port 23204a3c-c5f8-49e8-bf61-4f3874320989 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:34.603383 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ed601f7f-e31b-441e-8a6b-43e7a8fa31ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.608686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873c6dd-71e8-4b2b-9e77-1e3494cc444f req-8c48035e-8074-486d-bf9d-2d94b6cd1eb5 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:34.611535 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c873c6dd-71e8-4b2b-9e77-1e3494cc444f req-8c48035e-8074-486d-bf9d-2d94b6cd1eb5 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 969 time: 0.1552880 Aug 31 13:51:34.665342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ed601f7f-e31b-441e-8a6b-43e7a8fa31ce None None] Port 23204a3c-c5f8-49e8-bf61-4f3874320989 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:34.677386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:34.691251 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3c9fbddc-e8b4-42dc-a648-520c110d280d admin admin] 10.222.0.20 "PUT /v2.0/routers/0ece3f0d-61b5-4415-92e7-7bf4a2272e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7065253 Aug 31 13:51:34.700406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53684) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:34.718294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-198105c1-71d5-4128-b505-99c52df348e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.735855 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c873c6dd-71e8-4b2b-9e77-1e3494cc444f req-8d3911bf-eb15-4a10-9786-184a980d2a69 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155527 Aug 31 13:51:34.794614 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5448851-3f82-45dc-ab9f-ab9f272f2f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.801000 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5448851-3f82-45dc-ab9f-ab9f272f2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.835379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5448851-3f82-45dc-ab9f-ab9f272f2f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d647a35-a428-483b-a9d1-7b268fb42f28,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:34.870638 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d5448851-3f82-45dc-ab9f-ab9f272f2f7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33853322a275460d8ba472be3356d4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8183577 Aug 31 13:51:34.871427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53686) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:34.965318 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-198105c1-71d5-4128-b505-99c52df348e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.971665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2272ea2e-e3bf-4513-a544-0b150cf95e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:34.975900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-198105c1-71d5-4128-b505-99c52df348e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.012572 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2272ea2e-e3bf-4513-a544-0b150cf95e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.014498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.038817 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-198105c1-71d5-4128-b505-99c52df348e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50822c02661446f49f92ce979ec985cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368261 Aug 31 13:51:35.039617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198105c1-71d5-4128-b505-99c52df348e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4602053b-dab4-452e-b251-d969e6da4ae0,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:35.043430 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53694) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:35.127940 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f63b16cc-4e9e-4047-af26-391c1f36a351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.142063 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2272ea2e-e3bf-4513-a544-0b150cf95e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.145385 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2272ea2e-e3bf-4513-a544-0b150cf95e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.146809 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2272ea2e-e3bf-4513-a544-0b150cf95e73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d647a35-a428-483b-a9d1-7b268fb42f28 HTTP/1.1" status: 204 len: 168 time: 0.2743993 Aug 31 13:51:35.167537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272ea2e-e3bf-4513-a544-0b150cf95e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d647a35-a428-483b-a9d1-7b268fb42f28,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:35.173660 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f63b16cc-4e9e-4047-af26-391c1f36a351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.275319 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f63b16cc-4e9e-4047-af26-391c1f36a351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.278574 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f63b16cc-4e9e-4047-af26-391c1f36a351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.282439 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f63b16cc-4e9e-4047-af26-391c1f36a351 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4602053b-dab4-452e-b251-d969e6da4ae0 HTTP/1.1" status: 204 len: 168 time: 0.2349010 Aug 31 13:51:35.292103 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b16cc-4e9e-4047-af26-391c1f36a351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4602053b-dab4-452e-b251-d969e6da4ae0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:35.377307 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba601d5f-fb6f-470f-be3c-166ac910d798 req-ab702870-8031-437b-b3cb-47a241a1d416 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:35.384954 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ba601d5f-fb6f-470f-be3c-166ac910d798 req-ab702870-8031-437b-b3cb-47a241a1d416 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.0625825 Aug 31 13:51:35.423250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ba601d5f-fb6f-470f-be3c-166ac910d798 req-6fa21c8a-3789-4bf4-a0dc-f34b4f9e6738 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373993 Aug 31 13:51:35.451106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 089dc883-1219-4643-8fef-6c9179afbe4e details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:51:35.614114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 089dc883-1219-4643-8fef-6c9179afbe4e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=089dc883-1219-4643-8fef-6c9179afbe4e,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:35.626734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '089dc883-1219-4643-8fef-6c9179afbe4e', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '089dc883-1219-4643-8fef-6c9179afbe4e', 'mac_address': 'fa:16:3e:06:dc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:tempest-test_az-912965069', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:51:35.666533 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.687781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089dc883-1219-4643-8fef-6c9179afbe4e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:35.729103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 089dc883-1219-4643-8fef-6c9179afbe4e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=089dc883-1219-4643-8fef-6c9179afbe4e,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:35.737586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.803487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=089dc883-1219-4643-8fef-6c9179afbe4e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:35.841424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53724) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:35.862272 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6dea5c14-c158-4aa4-b56f-7bc3228a9108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:35.917980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a8bfa-19f6-4809-b066-64e42233e977 req-d635bff3-2f14-480d-a795-74b2333e6cf0 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:35.921314 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-972a8bfa-19f6-4809-b066-64e42233e977 req-d635bff3-2f14-480d-a795-74b2333e6cf0 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 970 time: 0.0695217 Aug 31 13:51:35.970505 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-972a8bfa-19f6-4809-b066-64e42233e977 req-a58519a6-84b5-4d7d-a705-1144cf26414f tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 Aug 31 13:51:36.093040 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6dea5c14-c158-4aa4-b56f-7bc3228a9108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.099905 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6dea5c14-c158-4aa4-b56f-7bc3228a9108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.106020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['089dc883-1219-4643-8fef-6c9179afbe4e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:36.188772 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53746) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:36.188939 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6dea5c14-c158-4aa4-b56f-7bc3228a9108 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fb27415169c4fadbed1f1faa1a82153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462889 Aug 31 13:51:36.194633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea5c14-c158-4aa4-b56f-7bc3228a9108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e254b6-728d-47fa-a6f5-bc2ff3e9c151,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:36.265207 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f43a5f-9ec8-4f2b-97ec-b9dd2026411a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.296352 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f43a5f-9ec8-4f2b-97ec-b9dd2026411a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.343528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Sync routers for ids ['0ece3f0d-61b5-4415-92e7-7bf4a2272e12'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:36.351036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6a25326a-c592-4e60-a0ab-e171a6097bd0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:36.371918 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f43a5f-9ec8-4f2b-97ec-b9dd2026411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.383263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3f43a5f-9ec8-4f2b-97ec-b9dd2026411a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.384826 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f3f43a5f-9ec8-4f2b-97ec-b9dd2026411a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4e254b6-728d-47fa-a6f5-bc2ff3e9c151 HTTP/1.1" status: 204 len: 168 time: 0.1941853 Aug 31 13:51:36.404166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f43a5f-9ec8-4f2b-97ec-b9dd2026411a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e254b6-728d-47fa-a6f5-bc2ff3e9c151,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:36.454547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Routers {'0ece3f0d-61b5-4415-92e7-7bf4a2272e12'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:36.455398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0ece3f0d-61b5-4415-92e7-7bf4a2272e12'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:36.477274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53760) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:36.482377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b5042be6-b18b-480d-af96-75c55478b3c1 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595462866', 'description': 'tempest-description--274713841'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:36.535155 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5042be6-b18b-480d-af96-75c55478b3c1 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.590507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079849d5-978c-4750-ba00-8dfa3c72f496 req-bf925602-7485-41e6-92c9-d902419b1e2c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:36.600641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-079849d5-978c-4750-ba00-8dfa3c72f496 req-bf925602-7485-41e6-92c9-d902419b1e2c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.0805302 Aug 31 13:51:36.611066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 6a25326a-c592-4e60-a0ab-e171a6097bd0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:36.629662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6a25326a-c592-4e60-a0ab-e171a6097bd0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:36.630050 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.638020 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.674295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-079849d5-978c-4750-ba00-8dfa3c72f496 req-af70ba51-db0a-4700-898b-bcf539bd1351 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725625 Aug 31 13:51:36.717902 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5042be6-b18b-480d-af96-75c55478b3c1 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.724920 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5042be6-b18b-480d-af96-75c55478b3c1 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.755277 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53766) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:36.766811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5042be6-b18b-480d-af96-75c55478b3c1 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7293bf-0fc1-4378-9220-ee78b1766653,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:36.780798 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5042be6-b18b-480d-af96-75c55478b3c1 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.782643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Set router 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:36.783894 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b5042be6-b18b-480d-af96-75c55478b3c1 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3054681 Aug 31 13:51:36.787672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53770) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:36.795011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-36937304-3224-40d2-875a-2455eed1f248 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Request body: {'security_group_rule': {'security_group_id': 'cb7293bf-0fc1-4378-9220-ee78b1766653', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:36.839206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36937304-3224-40d2-875a-2455eed1f248 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.914686 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.950618 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36937304-3224-40d2-875a-2455eed1f248 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.958479 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36937304-3224-40d2-875a-2455eed1f248 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:36.991728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36937304-3224-40d2-875a-2455eed1f248 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a706ec54-c7b7-40f2-b9ee-6cf4c5c9b4a1,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:36.998051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36937304-3224-40d2-875a-2455eed1f248 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.003247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-36937304-3224-40d2-875a-2455eed1f248 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135630 Aug 31 13:51:37.006808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53780) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:37.011983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-62066330-7f90-4144-91c4-a5e2a938dfc9 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Request body: {'security_group_rule': {'security_group_id': 'cb7293bf-0fc1-4378-9220-ee78b1766653', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:37.071679 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62066330-7f90-4144-91c4-a5e2a938dfc9 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.123122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 6a25326a-c592-4e60-a0ab-e171a6097bd0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6a25326a-c592-4e60-a0ab-e171a6097bd0,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:37.131080 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.183968 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8a913dc-9bbc-4a5e-92a1-723f48072516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.229685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=6a25326a-c592-4e60-a0ab-e171a6097bd0,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:37.230685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865bb02-7a49-4f20-920e-854dfa59339d req-748398bf-2f11-41f2-9cd1-116881e30cfd tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:37.232480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3865bb02-7a49-4f20-920e-854dfa59339d req-748398bf-2f11-41f2-9cd1-116881e30cfd tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 970 time: 0.1400259 Aug 31 13:51:37.270292 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62066330-7f90-4144-91c4-a5e2a938dfc9 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.304913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62066330-7f90-4144-91c4-a5e2a938dfc9 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.305817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479804860-router', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:27Z', 'updated_at': '2021-08-31T13:51:33Z', 'revision_number': 4, 'project_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'gw_port': {'id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:29Z', 'updated_at': '2021-08-31T13:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '23204a3c-c5f8-49e8-bf61-4f3874320989', 'name': '', 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'mac_address': 'fa:16:3e:88:d6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'b55c1233-664a-4453-91f7-823f4158a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:32Z', 'updated_at': '2021-08-31T13:51:33Z', 'revision_number': 2, 'project_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'subnets': [{'id': 'b55c1233-664a-4453-91f7-823f4158a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:37.353042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3865bb02-7a49-4f20-920e-854dfa59339d req-c8ca6251-b892-4629-9eb4-09df242d5417 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983946 Aug 31 13:51:37.355811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62066330-7f90-4144-91c4-a5e2a938dfc9 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cfe601-6c16-4cd6-a23f-80d47e7578e6,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:37.366463 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Checking router: 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:37.367702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Updating router 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 port 23204a3c-c5f8-49e8-bf61-4f3874320989 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:51:37.385062 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8a913dc-9bbc-4a5e-92a1-723f48072516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.390535 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8a913dc-9bbc-4a5e-92a1-723f48072516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.394086 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62066330-7f90-4144-91c4-a5e2a938dfc9 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.398454 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-62066330-7f90-4144-91c4-a5e2a938dfc9 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3875222 Aug 31 13:51:37.398688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53790) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:37.403161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:37.418601 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.435046 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c8a913dc-9bbc-4a5e-92a1-723f48072516 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2cadb96891749b8a2375e8d8f82268e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6780436 Aug 31 13:51:37.438347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a913dc-9bbc-4a5e-92a1-723f48072516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f772b6-991f-44fe-9783-47df62e0c305,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:37.439871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53792) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:37.446154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 089dc883-1219-4643-8fef-6c9179afbe4e up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:37.503995 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dac747d5-346b-432d-9425-a47029faa8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.507009 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.570886 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dac747d5-346b-432d-9425-a47029faa8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.602963 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 089dc883-1219-4643-8fef-6c9179afbe4e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:37.610457 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 089dc883-1219-4643-8fef-6c9179afbe4e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:37.610844 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.658145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 06c345b5-5054-48f9-99fe-cddff0697f5f details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:51:37.660499 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dac747d5-346b-432d-9425-a47029faa8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.663455 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dac747d5-346b-432d-9425-a47029faa8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.664715 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dac747d5-346b-432d-9425-a47029faa8dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5f772b6-991f-44fe-9783-47df62e0c305 HTTP/1.1" status: 204 len: 168 time: 0.2154696 Aug 31 13:51:37.682194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac747d5-346b-432d-9425-a47029faa8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f772b6-991f-44fe-9783-47df62e0c305,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:37.696869 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.855791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Allocated IP 172.25.3.212 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/086e8947-9c70-407b-bd18-5bb9e7cac5f0) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:37.886684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb5439-b657-4380-b352-3d3bb0a62d12 req-b3785c16-4b44-452f-b3a3-1daa21decc8e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:37.888725 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-badb5439-b657-4380-b352-3d3bb0a62d12 req-b3785c16-4b44-452f-b3a3-1daa21decc8e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.1041350 Aug 31 13:51:37.904925 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:37.966404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-badb5439-b657-4380-b352-3d3bb0a62d12 req-7a7c8cb0-ffb5-4ed0-9c29-a333a0d51fc4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629272 Aug 31 13:51:38.011083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.030341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fbddfc-1071-47cb-a3ac-e60748bdbdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089dc883-1219-4643-8fef-6c9179afbe4e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:38.061716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.068701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53814) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:38.095269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=06c345b5-5054-48f9-99fe-cddff0697f5f,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:38.104534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:38.110816 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf20d-ee9d-41c4-8b1d-542e6db3e619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.115537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:38.123524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:38.139976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Pushing event updated for resources: {'Port': ['ID=086e8947-9c70-407b-bd18-5bb9e7cac5f0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:38.166280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 089dc883-1219-4643-8fef-6c9179afbe4e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=089dc883-1219-4643-8fef-6c9179afbe4e,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:38.194778 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.197551 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '06c345b5-5054-48f9-99fe-cddff0697f5f', 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8', 'port_id': '06c345b5-5054-48f9-99fe-cddff0697f5f', 'mac_address': 'fa:16:3e:c5:42:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609f6a77-d3bd-4385-bfb3-f9d0172f8a63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:51:38.212200 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.245265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.295898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6a25326a-c592-4e60-a0ab-e171a6097bd0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:38.300804 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.331405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Transition to ACTIVE for port object 23204a3c-c5f8-49e8-bf61-4f3874320989 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:38.348166 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf20d-ee9d-41c4-8b1d-542e6db3e619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.357017 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.359179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=089dc883-1219-4643-8fef-6c9179afbe4e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:38.359305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf20d-ee9d-41c4-8b1d-542e6db3e619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.419490 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde568d2-2dba-408d-8968-428f748ced37" -d '{"events": [{"server_uuid": "c0fbddfc-1071-47cb-a3ac-e60748bdbdbe", "name": "network-vif-plugged", "status": "completed", "tag": "089dc883-1219-4643-8fef-6c9179afbe4e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:38.442876 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2e5bf20d-ee9d-41c4-8b1d-542e6db3e619 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11c2070492704bffad685d3ed50f9962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723059 Aug 31 13:51:38.448003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53828) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:38.491466 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.503851 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.510130 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.539145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bf20d-ee9d-41c4-8b1d-542e6db3e619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b6a075-e28e-4877-928a-03b6c034e087,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:38.564148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c345b5-5054-48f9-99fe-cddff0697f5f {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:38.579830 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.608418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a2a8f-5d42-47ac-a0b0-9bf63bf44a1b req-4b98168f-1126-4d79-9aa1-2fba5431e621 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:38.610434 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f7a2a8f-5d42-47ac-a0b0-9bf63bf44a1b req-4b98168f-1126-4d79-9aa1-2fba5431e621 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 971 time: 0.1201377 Aug 31 13:51:38.616153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Pushing event updated for resources: {'Port': ['ID=086e8947-9c70-407b-bd18-5bb9e7cac5f0,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:38.619053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=06c345b5-5054-48f9-99fe-cddff0697f5f,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:38.621691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.631578 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b0a66011-4f49-4768-8ae6-4fc2978a219b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2234502 Aug 31 13:51:38.674162 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f7a2a8f-5d42-47ac-a0b0-9bf63bf44a1b req-ec444c4c-9fc3-4082-9b28-227639ba11f4 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479376 Aug 31 13:51:38.685540 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.730555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6a25326a-c592-4e60-a0ab-e171a6097bd0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:38.730994 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.769379 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4dd9c-1cd3-4624-8a7e-41e4fd96965e None None] Pushing event updated for resources: {'Port': ['ID=23204a3c-c5f8-49e8-bf61-4f3874320989,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:38.771646 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.779406 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.917102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Attempting to bind port 23204a3c-c5f8-49e8-bf61-4f3874320989 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:38.917473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Attempting to bind port 23204a3c-c5f8-49e8-bf61-4f3874320989 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'eacfce37-51b8-4274-9357-acb0939b8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:38.917842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Attempting to bind port 23204a3c-c5f8-49e8-bf61-4f3874320989 on network ff88c365-61d9-4ea4-b263-bebe31c5c86a {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:38.927202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=06c345b5-5054-48f9-99fe-cddff0697f5f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:38.931462 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:38.931841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Checking segment: {'id': 'eacfce37-51b8-4274-9357-acb0939b8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:38.932252 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.932679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Bound using segment: {'id': 'eacfce37-51b8-4274-9357-acb0939b8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:38.933183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Bound port: 23204a3c-c5f8-49e8-bf61-4f3874320989, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacfce37-51b8-4274-9357-acb0939b8454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:38.933586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:38.963348 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ac18cb7-41e4-477e-8ccf-16c2dd8d4cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:39.020250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ac18cb7-41e4-477e-8ccf-16c2dd8d4cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:39.051716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['06c345b5-5054-48f9-99fe-cddff0697f5f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:39.087177 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceed366-df7c-4e24-a44e-b5999b260077 x-openstack-request-id: req-bceed366-df7c-4e24-a44e-b5999b260077 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:39.087468 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fbddfc-1071-47cb-a3ac-e60748bdbdbe", "name": "network-vif-plugged", "status": "completed", "tag": "089dc883-1219-4643-8fef-6c9179afbe4e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:39.087707 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bceed366-df7c-4e24-a44e-b5999b260077 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:39.088186 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fbddfc-1071-47cb-a3ac-e60748bdbdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089dc883-1219-4643-8fef-6c9179afbe4e', 'code': 200} Aug 31 13:51:39.089382 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ac18cb7-41e4-477e-8ccf-16c2dd8d4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:39.099345 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ac18cb7-41e4-477e-8ccf-16c2dd8d4cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:39.103935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5ac18cb7-41e4-477e-8ccf-16c2dd8d4cfb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70b6a075-e28e-4877-928a-03b6c034e087 HTTP/1.1" status: 204 len: 168 time: 0.6467502 Aug 31 13:51:39.130432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac18cb7-41e4-477e-8ccf-16c2dd8d4cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b6a075-e28e-4877-928a-03b6c034e087,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:39.179917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] For port 23204a3c-c5f8-49e8-bf61-4f3874320989, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:39.233516 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] For port 23204a3c-c5f8-49e8-bf61-4f3874320989, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=23204a3c-c5f8-49e8-bf61-4f3874320989,segment=NetworkSegment(eacfce37-51b8-4274-9357-acb0939b8454),segment_id=eacfce37-51b8-4274-9357-acb0939b8454)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:39.247573 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:39.389474 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-d2cce19b-58d2-4f52-8c67-3ee478a1fb65 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--595462866&fields=id&tenant_id=01caa5237818400cae3be8dc9feff1a2 HTTP/1.1" status: 200 len: 267 time: 0.1847935 Aug 31 13:51:39.392399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da214ef-0235-49e3-a54a-6590f77504e0 req-3c2de730-5199-4fe6-b290-2276e9166521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:39.394270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7da214ef-0235-49e3-a54a-6590f77504e0 req-3c2de730-5199-4fe6-b290-2276e9166521 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 1122 time: 0.1763024 Aug 31 13:51:39.414172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Routers {'0ece3f0d-61b5-4415-92e7-7bf4a2272e12'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:39.414826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0ece3f0d-61b5-4415-92e7-7bf4a2272e12'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:39.425050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4dd9c-1cd3-4624-8a7e-41e4fd96965e None None] Pushing event updated for resources: {'Port': ['ID=23204a3c-c5f8-49e8-bf61-4f3874320989,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:39.474706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36afe5-106a-4d6e-b403-aa91028c1eca req-c2f09780-05c0-4db0-ad43-17c7eeb1603a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:39.478295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f36afe5-106a-4d6e-b403-aa91028c1eca req-c2f09780-05c0-4db0-ad43-17c7eeb1603a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 944 time: 0.1208112 Aug 31 13:51:39.545747 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f36afe5-106a-4d6e-b403-aa91028c1eca req-b9506834-b0aa-421d-988d-126ec01cc8a3 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605299 Aug 31 13:51:39.631623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] Set router 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:39.660270 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7da214ef-0235-49e3-a54a-6590f77504e0 req-71db3115-6fc3-4a58-97e0-d4492246d3be service neutron] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:39.795777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c45f-25ed-416c-8bba-d943a781416a req-c221bd8c-7e45-4f23-8cb8-50b76046b4bd tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:39.805441 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-c221bd8c-7e45-4f23-8cb8-50b76046b4bd tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/networks?id=835e6eea-1de5-4bbf-b116-c7cc38c1993a HTTP/1.1" status: 200 len: 824 time: 0.4041898 Aug 31 13:51:39.834779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-d23fdef1-99bb-4d3c-b9c1-48d9b1019f14 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/quotas/01caa5237818400cae3be8dc9feff1a2 HTTP/1.1" status: 200 len: 375 time: 0.0279830 Aug 31 13:51:39.969851 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-f93afde2-1d51-4f3f-811f-54cc93e36fc8 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01caa5237818400cae3be8dc9feff1a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1337740 Aug 31 13:51:39.990162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-6ab3439a-f56c-447b-bbda-f512de26b5b4 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:51:40.000870 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-6ab3439a-f56c-447b-bbda-f512de26b5b4 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163131 Aug 31 13:51:40.055832 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7da214ef-0235-49e3-a54a-6590f77504e0 req-71db3115-6fc3-4a58-97e0-d4492246d3be service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:40.059264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479804860-router', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:27Z', 'updated_at': '2021-08-31T13:51:33Z', 'revision_number': 4, 'project_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'gw_port': {'id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:29Z', 'updated_at': '2021-08-31T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '23204a3c-c5f8-49e8-bf61-4f3874320989', 'name': '', 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'mac_address': 'fa:16:3e:88:d6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'b55c1233-664a-4453-91f7-823f4158a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:32Z', 'updated_at': '2021-08-31T13:51:39Z', 'revision_number': 4, 'project_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'subnets': [{'id': 'b55c1233-664a-4453-91f7-823f4158a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:40.063240 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7da214ef-0235-49e3-a54a-6590f77504e0 req-71db3115-6fc3-4a58-97e0-d4492246d3be service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:40.087636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12277dcd-8c31-4304-acd3-41fbc087b73b req-0fbd48d6-a659-43be-b108-386e046bb686 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:40.094190 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc3700-dffa-4c10-944e-f4e43dda56b1 None None] The sync data for ids ['0ece3f0d-61b5-4415-92e7-7bf4a2272e12'] in n-d-792364-6 is: [{'id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479804860-router', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:27Z', 'updated_at': '2021-08-31T13:51:33Z', 'revision_number': 4, 'project_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'gw_port': {'id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:29Z', 'updated_at': '2021-08-31T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '23204a3c-c5f8-49e8-bf61-4f3874320989', 'name': '', 'network_id': 'ff88c365-61d9-4ea4-b263-bebe31c5c86a', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'mac_address': 'fa:16:3e:88:d6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 172, 'fixed_ips': [{'subnet_id': 'b55c1233-664a-4453-91f7-823f4158a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:32Z', 'updated_at': '2021-08-31T13:51:39Z', 'revision_number': 4, 'project_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'subnets': [{'id': 'b55c1233-664a-4453-91f7-823f4158a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:40.096844 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12277dcd-8c31-4304-acd3-41fbc087b73b req-0fbd48d6-a659-43be-b108-386e046bb686 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 971 time: 0.0952206 Aug 31 13:51:40.121874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7da214ef-0235-49e3-a54a-6590f77504e0 req-71db3115-6fc3-4a58-97e0-d4492246d3be service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7189124 Aug 31 13:51:40.151549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db3115-6fc3-4a58-97e0-d4492246d3be service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a47a7e7d-007e-4d62-8ce7-b279e5ceb3a3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:40.161750 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12277dcd-8c31-4304-acd3-41fbc087b73b req-57e5d787-331f-4e76-b7cf-8970a104cd35 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632019 Aug 31 13:51:40.367681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-a62227fc-9b96-4226-9f51-a377bb79e91a service neutron] 10.222.0.20 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773453 Aug 31 13:51:40.491468 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-2bd7b5e5-1078-4adc-884f-1c64094d4858 service neutron] 10.222.0.20 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142783 Aug 31 13:51:40.556705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-8c2caa68-8e68-4033-8dd9-e9fd70b8c4c5 req-ba8f8d0a-37cc-4b76-9e81-782ab598d368 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2069894292', 'description': 'tempest-description-879296670'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:40.601885 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c2caa68-8e68-4033-8dd9-e9fd70b8c4c5 req-ba8f8d0a-37cc-4b76-9e81-782ab598d368 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:40.614803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c2caa68-8e68-4033-8dd9-e9fd70b8c4c5 req-ba8f8d0a-37cc-4b76-9e81-782ab598d368 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:40.754513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53916) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:40.828849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53922) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:40.879622 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c2caa68-8e68-4033-8dd9-e9fd70b8c4c5 req-ba8f8d0a-37cc-4b76-9e81-782ab598d368 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:40.887233 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c2caa68-8e68-4033-8dd9-e9fd70b8c4c5 req-ba8f8d0a-37cc-4b76-9e81-782ab598d368 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:40.990026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f8d0a-37cc-4b76-9e81-782ab598d368 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343a45e1-1b68-4f4a-b4d3-97be5690b554,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:40.998847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaca928-731d-465c-ab2f-2d24e1cddd74 req-b2c90384-2ab3-4dbb-b6ab-236aa96680e0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:41.025116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ffaca928-731d-465c-ab2f-2d24e1cddd74 req-b2c90384-2ab3-4dbb-b6ab-236aa96680e0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 944 time: 0.1892083 Aug 31 13:51:41.136662 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c2caa68-8e68-4033-8dd9-e9fd70b8c4c5 req-ba8f8d0a-37cc-4b76-9e81-782ab598d368 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.144549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-625fd10d-6423-4e3b-97e6-08ce290a1bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.144673 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c2caa68-8e68-4033-8dd9-e9fd70b8c4c5 req-ba8f8d0a-37cc-4b76-9e81-782ab598d368 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.156739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-414385459-network', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:41.169659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ffaca928-731d-465c-ab2f-2d24e1cddd74 req-0478cc69-3267-49f5-8e4c-045a43d74df5 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434255 Aug 31 13:51:41.187319 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f8d0a-37cc-4b76-9e81-782ab598d368 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71882d4e-6ae5-499a-aa9e-ca2142caa7e6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:41.191959 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c2caa68-8e68-4033-8dd9-e9fd70b8c4c5 req-ba8f8d0a-37cc-4b76-9e81-782ab598d368 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.203543 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c2caa68-8e68-4033-8dd9-e9fd70b8c4c5 req-ba8f8d0a-37cc-4b76-9e81-782ab598d368 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6538463 Aug 31 13:51:41.246827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-625fd10d-6423-4e3b-97e6-08ce290a1bed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:51:41.246827 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 13:51:41.246827 n-d-792364-6 neutron-server[106388]: [parameters: {'project_id_1': '5d5481cdc4da47a298965415099d86fa', 'expiration_1': datetime.datetime(2021, 8, 31, 13, 51, 41, 222269)}] Aug 31 13:51:41.246827 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:51:41.249202 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-625fd10d-6423-4e3b-97e6-08ce290a1bed admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:51:41.260887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Made reservation on behalf of 683088ae2c6047579e39a6549fbe05e9 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:41.264408 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.277966 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.326361 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8def84bb-bb7d-4944-a588-323d0e878631 req-dfd16529-9287-4060-be5c-0c12fd70617c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 210 time: 0.0713646 Aug 31 13:51:41.374125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-da3ea0d0-a335-4913-8c13-da1c234077e4 req-b9416321-6a3b-4b1e-976e-22b2078220d7 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2066025910', 'description': 'tempest-description-1650436421'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:41.399589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556fdd8-35f0-4a42-bba0-3be1268df99d req-4f7dd7de-aea9-4466-842e-5858197b4641 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:41.401337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1556fdd8-35f0-4a42-bba0-3be1268df99d req-4f7dd7de-aea9-4466-842e-5858197b4641 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 971 time: 0.1113846 Aug 31 13:51:41.481805 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1556fdd8-35f0-4a42-bba0-3be1268df99d req-5a9f2cb7-7aba-4de1-ae0f-7f0c08534057 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662737 Aug 31 13:51:41.486875 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.491087 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.521619 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-da3ea0d0-a335-4913-8c13-da1c234077e4 req-b9416321-6a3b-4b1e-976e-22b2078220d7 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.529185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:41.536342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def133d7-396c-4ceb-bffb-06ff42a81b5e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:41.544173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.544947 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Added segment 3cdcc875-5fb5-499b-96ed-70702d92cc4d of type vlan for network db7e883b-f45f-4ee9-af58-52dd2795330e Aug 31 13:51:41.598804 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.642461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 06c345b5-5054-48f9-99fe-cddff0697f5f up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:41.656929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.658784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:41.659330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.678159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-da3ea0d0-a335-4913-8c13-da1c234077e4 req-b9416321-6a3b-4b1e-976e-22b2078220d7 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.688327 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-da3ea0d0-a335-4913-8c13-da1c234077e4 req-b9416321-6a3b-4b1e-976e-22b2078220d7 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.728015 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9707897 Aug 31 13:51:41.732314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53936) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:41.738477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7233693d-668c-400b-a906-cfa95372559b admin admin] Request body: {'subnet': {'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-414385459-subnet', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:41.739903 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-da3ea0d0-a335-4913-8c13-da1c234077e4 req-b9416321-6a3b-4b1e-976e-22b2078220d7 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.751761 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-625fd10d-6423-4e3b-97e6-08ce290a1bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.756630 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da3ea0d0-a335-4913-8c13-da1c234077e4 req-b9416321-6a3b-4b1e-976e-22b2078220d7 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3868141 Aug 31 13:51:41.765065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610c9a8-e804-42d5-9ebb-8e4ad1e8cef8 admin admin] Pushing event updated for resources: {'Network': ['ID=db7e883b-f45f-4ee9-af58-52dd2795330e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:41.766956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9416321-6a3b-4b1e-976e-22b2078220d7 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80ee0fc-8cb9-4d71-9ac1-dbbe6a9d1b60,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:41.791315 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 06c345b5-5054-48f9-99fe-cddff0697f5f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:41.800343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 06c345b5-5054-48f9-99fe-cddff0697f5f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:41.801733 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.832002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7233693d-668c-400b-a906-cfa95372559b admin admin] Made reservation on behalf of 683088ae2c6047579e39a6549fbe05e9 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:41.842333 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7233693d-668c-400b-a906-cfa95372559b admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:41.845940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network db7e883b-f45f-4ee9-af58-52dd2795330e details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:42.054702 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.090260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392ca949-6405-4a05-bc94-774a011ec8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c345b5-5054-48f9-99fe-cddff0697f5f'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:42.094199 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ced4c4-7428-405b-8fe1-8dd4b94f8f37" -d '{"events": [{"server_uuid": "392ca949-6405-4a05-bc94-774a011ec8ae", "name": "network-vif-plugged", "status": "completed", "tag": "06c345b5-5054-48f9-99fe-cddff0697f5f"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:42.113014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=06c345b5-5054-48f9-99fe-cddff0697f5f,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:42.118208 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.152627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-52eed25f-b59d-4c6c-b9d7-388618c4d34d req-3cad1f6d-f80a-4707-b37e-753a68413913 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-822308703', 'description': 'tempest-description-1969634556'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:42.186482 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-625fd10d-6423-4e3b-97e6-08ce290a1bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.201386 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-625fd10d-6423-4e3b-97e6-08ce290a1bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.217631 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0774bb3-de98-4813-9901-ffccfbcb534d x-openstack-request-id: req-b0774bb3-de98-4813-9901-ffccfbcb534d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:42.218737 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392ca949-6405-4a05-bc94-774a011ec8ae", "name": "network-vif-plugged", "status": "completed", "tag": "06c345b5-5054-48f9-99fe-cddff0697f5f", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:42.219138 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0774bb3-de98-4813-9901-ffccfbcb534d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:42.219675 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392ca949-6405-4a05-bc94-774a011ec8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c345b5-5054-48f9-99fe-cddff0697f5f', 'code': 200} Aug 31 13:51:42.224914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=06c345b5-5054-48f9-99fe-cddff0697f5f,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:42.288992 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-52eed25f-b59d-4c6c-b9d7-388618c4d34d req-3cad1f6d-f80a-4707-b37e-753a68413913 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.296500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 23204a3c-c5f8-49e8-bf61-4f3874320989 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:42.308928 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-625fd10d-6423-4e3b-97e6-08ce290a1bed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d5481cdc4da47a298965415099d86fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4781466 Aug 31 13:51:42.309475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53948) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:42.330752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fd10d-6423-4e3b-97e6-08ce290a1bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f02cb38-3831-4f9b-a621-be7313dc959b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:42.337471 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7233693d-668c-400b-a906-cfa95372559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.341512 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-52eed25f-b59d-4c6c-b9d7-388618c4d34d req-3cad1f6d-f80a-4707-b37e-753a68413913 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.378515 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 23204a3c-c5f8-49e8-bf61-4f3874320989 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:42.383023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 23204a3c-c5f8-49e8-bf61-4f3874320989 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:42.383473 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.436081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233693d-668c-400b-a906-cfa95372559b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c84b91ff-f94b-42e3-8ed7-32b23adaecaf,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:42.472093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233693d-668c-400b-a906-cfa95372559b admin admin] Checking segment: {'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:42.472482 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233693d-668c-400b-a906-cfa95372559b admin admin] Network hostable DHCP agents. Network: db7e883b-f45f-4ee9-af58-52dd2795330e, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:51:42.482471 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1b07ff01-f4bd-4ea1-8e18-b1f836cabf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.513679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233693d-668c-400b-a906-cfa95372559b admin admin] Network db7e883b-f45f-4ee9-af58-52dd2795330e is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:51:42.514182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bff16-282b-40a0-bb2d-3a6521a879a1 req-c08ee868-185d-4482-b1a7-34599bc096f9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:42.520559 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.524154 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-340bff16-282b-40a0-bb2d-3a6521a879a1 req-c08ee868-185d-4482-b1a7-34599bc096f9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 945 time: 0.1262443 Aug 31 13:51:42.533695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-7233693d-668c-400b-a906-cfa95372559b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, db7e883b-f45f-4ee9-af58-52dd2795330e) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:42.547818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7233693d-668c-400b-a906-cfa95372559b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:42.548418 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7233693d-668c-400b-a906-cfa95372559b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.554756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cdd210-f27b-4c48-b1d3-813f6e54d6e9 None None] Network db7e883b-f45f-4ee9-af58-52dd2795330e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:42.555850 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-52eed25f-b59d-4c6c-b9d7-388618c4d34d req-3cad1f6d-f80a-4707-b37e-753a68413913 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.565929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-52eed25f-b59d-4c6c-b9d7-388618c4d34d req-3cad1f6d-f80a-4707-b37e-753a68413913 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.576482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1b07ff01-f4bd-4ea1-8e18-b1f836cabf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.581581 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7233693d-668c-400b-a906-cfa95372559b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8477769 Aug 31 13:51:42.587073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.13', 54458) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:42.587411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53958) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:42.611620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-414385459-router', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:42.642427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 23204a3c-c5f8-49e8-bf61-4f3874320989, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=23204a3c-c5f8-49e8-bf61-4f3874320989,segment=NetworkSegment(eacfce37-51b8-4274-9357-acb0939b8454),segment_id=eacfce37-51b8-4274-9357-acb0939b8454)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:42.669366 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.682632 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-340bff16-282b-40a0-bb2d-3a6521a879a1 req-325e6eec-6832-47b2-9c9a-51042d135148 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573389 Aug 31 13:51:42.686758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad1f6d-f80a-4707-b37e-753a68413913 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8ad827-817e-4fe5-8148-6bb65d893935,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:42.715220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1807232-90e6-467e-b0fd-e171d7da6fd3 req-d01fb12c-578a-489c-a629-023dcfc6784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:42.716829 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1807232-90e6-467e-b0fd-e171d7da6fd3 req-d01fb12c-578a-489c-a629-023dcfc6784d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 1096 time: 0.1850762 Aug 31 13:51:42.765900 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1b07ff01-f4bd-4ea1-8e18-b1f836cabf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.771055 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1b07ff01-f4bd-4ea1-8e18-b1f836cabf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.772493 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1b07ff01-f4bd-4ea1-8e18-b1f836cabf42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f02cb38-3831-4f9b-a621-be7313dc959b HTTP/1.1" status: 204 len: 168 time: 0.4616292 Aug 31 13:51:42.813681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07ff01-f4bd-4ea1-8e18-b1f836cabf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f02cb38-3831-4f9b-a621-be7313dc959b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:42.834541 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-52eed25f-b59d-4c6c-b9d7-388618c4d34d req-3cad1f6d-f80a-4707-b37e-753a68413913 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.834865 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1807232-90e6-467e-b0fd-e171d7da6fd3 req-b7a1e9ee-26c8-4dc8-9029-d2fcefac100d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069512 Aug 31 13:51:42.834968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=23204a3c-c5f8-49e8-bf61-4f3874320989,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:42.849916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c45f-25ed-416c-8bba-d943a781416a req-69ad1202-47d4-41a3-ac7b-fcbcea9bf87c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:42.853818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d8682f82-ba04-4b22-9b58-6a49ff981dc6 req-88c30708-737a-4fdb-b64c-3bb1d3fe1e55 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 210 time: 0.0417566 Aug 31 13:51:42.857931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-69ad1202-47d4-41a3-ac7b-fcbcea9bf87c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.13 "GET /v2.0/networks?id=835e6eea-1de5-4bbf-b116-c7cc38c1993a HTTP/1.1" status: 200 len: 824 time: 0.2665582 Aug 31 13:51:42.876107 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-52eed25f-b59d-4c6c-b9d7-388618c4d34d req-3cad1f6d-f80a-4707-b37e-753a68413913 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.903745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-db7e883b-f45f-4ee9-af58-52dd2795330e', 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'fixed_ips': [{'subnet_id': 'c84b91ff-f94b-42e3-8ed7-32b23adaecaf'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:51:42.905023 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.914578 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.915873 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.930557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad1f6d-f80a-4707-b37e-753a68413913 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32e79f7-d487-470d-8457-c175df8d19b1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:42.943975 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-52eed25f-b59d-4c6c-b9d7-388618c4d34d req-3cad1f6d-f80a-4707-b37e-753a68413913 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:42.945319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52eed25f-b59d-4c6c-b9d7-388618c4d34d req-3cad1f6d-f80a-4707-b37e-753a68413913 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8025584 Aug 31 13:51:42.998347 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.002423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ae8a4402-c697-4350-b8fb-cf82d4204c07 req-06798feb-2fba-40c1-a4a7-47998261d260 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1584405165', 'description': 'tempest-description-1853203300'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:43.008947 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deccecc-1b2a-4230-acf3-bedb0006e72e req-ebc8fe00-daa6-4605-9c8c-498b3d9c6e44 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:43.018380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2deccecc-1b2a-4230-acf3-bedb0006e72e req-ebc8fe00-daa6-4605-9c8c-498b3d9c6e44 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 971 time: 0.0956244 Aug 31 13:51:43.071889 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2deccecc-1b2a-4230-acf3-bedb0006e72e req-745e528c-4cd2-4c0d-b4a7-16e734957bc6 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525157 Aug 31 13:51:43.094866 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ae8a4402-c697-4350-b8fb-cf82d4204c07 req-06798feb-2fba-40c1-a4a7-47998261d260 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.113022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Allocated IP 172.20.0.2 (db7e883b-f45f-4ee9-af58-52dd2795330e/c84b91ff-f94b-42e3-8ed7-32b23adaecaf/bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:43.207983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.258927 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-1015048b-b10f-4fce-a2a0-569068055032 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01caa5237818400cae3be8dc9feff1a2 HTTP/1.1" status: 200 len: 379 time: 0.1066115 Aug 31 13:51:43.267187 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d256a-451a-4a14-8192-0d7cd3bf9f8a req-065f7654-6b18-440f-83a3-be5e31802abf tempest-AggregatesAdminTestJSON-1081787093 tempest-AggregatesAdminTestJSON-1081787093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:43.269167 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a0d256a-451a-4a14-8192-0d7cd3bf9f8a req-065f7654-6b18-440f-83a3-be5e31802abf tempest-AggregatesAdminTestJSON-1081787093 tempest-AggregatesAdminTestJSON-1081787093-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 1122 time: 0.0642264 Aug 31 13:51:43.278240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Request body: {'port': {'device_id': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'admin_state_up': True, 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'security_groups': ['cb7293bf-0fc1-4378-9220-ee78b1766653']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:43.297063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53968) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:43.312304 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84b31b11-6db9-4d29-b176-bd53db792ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.321954 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0a0d256a-451a-4a14-8192-0d7cd3bf9f8a req-8b10a1ca-f287-4ce9-8583-e38f5f0009a7 tempest-AggregatesAdminTestJSON-1081787093 tempest-AggregatesAdminTestJSON-1081787093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.354812 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.366071 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Transition to ACTIVE for port object bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:43.384952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Transition to ACTIVE for port object bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:43.391665 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.439788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Network db7e883b-f45f-4ee9-af58-52dd2795330e is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:43.442912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:43.449600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:43.457741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Pushing event updated for resources: {'Port': ['ID=bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:43.512996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Attempting to bind port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:43.513395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Attempting to bind port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:43.513752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Attempting to bind port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 on network db7e883b-f45f-4ee9-af58-52dd2795330e {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:43.519581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:43.519960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Checking segment: {'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:43.520365 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.520803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Bound using segment: {'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:43.521272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Bound port: bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:43.521891 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.591796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] For port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:43.595565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] For port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498,segment=NetworkSegment(3cdcc875-5fb5-499b-96ed-70702d92cc4d),segment_id=3cdcc875-5fb5-499b-96ed-70702d92cc4d)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:43.599948 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.654537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3e25045-84a2-4aa0-a986-afc359a706e1 req-b8a98473-dd6f-4efc-94aa-d8ae0a276bc9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1196318 Aug 31 13:51:43.673907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08273c44-ecfd-4963-bef7-409b58673a77 None None] Pushing event updated for resources: {'Port': ['ID=bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:43.681259 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ae8a4402-c697-4350-b8fb-cf82d4204c07 req-06798feb-2fba-40c1-a4a7-47998261d260 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.693501 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ae8a4402-c697-4350-b8fb-cf82d4204c07 req-06798feb-2fba-40c1-a4a7-47998261d260 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.712836 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.api [req-0a0d256a-451a-4a14-8192-0d7cd3bf9f8a req-8b10a1ca-f287-4ce9-8583-e38f5f0009a7 tempest-AggregatesAdminTestJSON-1081787093 tempest-AggregatesAdminTestJSON-1081787093-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:51:43.712836 n-d-792364-6 neutron-server[106387]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 13:51:43.712836 n-d-792364-6 neutron-server[106387]: [parameters: {'project_id_1': 'bb4612279f9e4f219a7ddde7de74e46c', 'expiration_1': datetime.datetime(2021, 8, 31, 13, 51, 43, 334691)}] Aug 31 13:51:43.712836 n-d-792364-6 neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:51:43.713602 n-d-792364-6 neutron-server[106387]: DEBUG oslo_db.api [req-0a0d256a-451a-4a14-8192-0d7cd3bf9f8a req-8b10a1ca-f287-4ce9-8583-e38f5f0009a7 tempest-AggregatesAdminTestJSON-1081787093 tempest-AggregatesAdminTestJSON-1081787093-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:51:43.734627 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:51:43.734627 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 13:51:43.734627 n-d-792364-6 neutron-server[106388]: [parameters: {'project_id_1': '01caa5237818400cae3be8dc9feff1a2', 'expiration_1': datetime.datetime(2021, 8, 31, 13, 51, 43, 668347)}] Aug 31 13:51:43.734627 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:51:43.735068 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:51:43.767060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06798feb-2fba-40c1-a4a7-47998261d260 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b14c421-c8ca-46f4-b550-d716a1226c5a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:43.795889 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84b31b11-6db9-4d29-b176-bd53db792ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.800883 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84b31b11-6db9-4d29-b176-bd53db792ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.840367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b31b11-6db9-4d29-b176-bd53db792ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1c2244-7149-4c4d-8436-7bd3b769fca3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:43.847171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-84b31b11-6db9-4d29-b176-bd53db792ff0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9024a24229d476493cb415b4ee0bc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487795 Aug 31 13:51:43.850529 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ae8a4402-c697-4350-b8fb-cf82d4204c07 req-06798feb-2fba-40c1-a4a7-47998261d260 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:43.851962 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ae8a4402-c697-4350-b8fb-cf82d4204c07 req-06798feb-2fba-40c1-a4a7-47998261d260 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8579383 Aug 31 13:51:43.852662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53972) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:43.857754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e25045-84a2-4aa0-a986-afc359a706e1 req-2b52b661-f2cf-4f9b-ac1a-e5c2b6155d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:43.860341 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3e25045-84a2-4aa0-a986-afc359a706e1 req-2b52b661-f2cf-4f9b-ac1a-e5c2b6155d5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1051fd7f299e47339dbc6a1f3edbc9ba&device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 1122 time: 0.1435661 Aug 31 13:51:44.047796 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.086833 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.113746 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fe1b16-6b5b-4b8c-83a5-d44adf51648b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.134391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18a8f-c036-447e-a676-6386fb596039 req-535e3dc4-02cd-4b9e-87ac-408f40c1b3aa tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:44.136045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70a18a8f-c036-447e-a676-6386fb596039 req-535e3dc4-02cd-4b9e-87ac-408f40c1b3aa tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 945 time: 0.1858242 Aug 31 13:51:44.172755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e25045-84a2-4aa0-a986-afc359a706e1 req-2672c0ed-8d10-4680-826e-45258082f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:44.174250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3e25045-84a2-4aa0-a986-afc359a706e1 req-2672c0ed-8d10-4680-826e-45258082f6fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2736166 Aug 31 13:51:44.207832 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fe1b16-6b5b-4b8c-83a5-d44adf51648b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.214721 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0a0d256a-451a-4a14-8192-0d7cd3bf9f8a req-8b10a1ca-f287-4ce9-8583-e38f5f0009a7 tempest-AggregatesAdminTestJSON-1081787093 tempest-AggregatesAdminTestJSON-1081787093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.263170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:44.277868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3e25045-84a2-4aa0-a986-afc359a706e1 req-18e6b083-3ba9-4e83-8cb9-5d5cd6988ac4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=089dc883-1219-4643-8fef-6c9179afbe4e HTTP/1.1" status: 200 len: 217 time: 0.0882668 Aug 31 13:51:44.322790 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:44.327154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 23204a3c-c5f8-49e8-bf61-4f3874320989 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:44.342229 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0a0d256a-451a-4a14-8192-0d7cd3bf9f8a req-8b10a1ca-f287-4ce9-8583-e38f5f0009a7 tempest-AggregatesAdminTestJSON-1081787093 tempest-AggregatesAdminTestJSON-1081787093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.349109 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0a0d256a-451a-4a14-8192-0d7cd3bf9f8a req-8b10a1ca-f287-4ce9-8583-e38f5f0009a7 tempest-AggregatesAdminTestJSON-1081787093 tempest-AggregatesAdminTestJSON-1081787093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.375038 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a0d256a-451a-4a14-8192-0d7cd3bf9f8a req-8b10a1ca-f287-4ce9-8583-e38f5f0009a7 tempest-AggregatesAdminTestJSON-1081787093 tempest-AggregatesAdminTestJSON-1081787093-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0985599 Aug 31 13:51:44.385998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10a1ca-f287-4ce9-8583-e38f5f0009a7 tempest-AggregatesAdminTestJSON-1081787093 tempest-AggregatesAdminTestJSON-1081787093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a53b035-14ba-4127-9939-351ca688e546,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:44.391485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70a18a8f-c036-447e-a676-6386fb596039 req-54b63558-ef32-4935-8871-947efa3be86b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217708 Aug 31 13:51:44.402283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 23204a3c-c5f8-49e8-bf61-4f3874320989 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:44.402663 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.442357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Allocated IP 172.25.3.221 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/08051e81-692b-49ed-a6cb-b6e939f3fea2) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:44.448645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e25045-84a2-4aa0-a986-afc359a706e1 req-757e2ac7-7973-49a9-add4-a78d2ef04e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:44.450213 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3e25045-84a2-4aa0-a986-afc359a706e1 req-757e2ac7-7973-49a9-add4-a78d2ef04e5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1479421 Aug 31 13:51:44.453478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Made reservation on behalf of 01caa5237818400cae3be8dc9feff1a2 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:44.474728 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.537617 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fe1b16-6b5b-4b8c-83a5-d44adf51648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.540374 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fe1b16-6b5b-4b8c-83a5-d44adf51648b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:44.544107 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-82fe1b16-6b5b-4b8c-83a5-d44adf51648b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df1c2244-7149-4c4d-8436-7bd3b769fca3 HTTP/1.1" status: 204 len: 168 time: 0.6861305 Aug 31 13:51:44.657437 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-524b2b19-e575-4fab-9089-ce6d5d1b3403 req-38d2f925-fd54-445a-8d5c-1e5e5b6081ad tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 210 time: 0.1351540 Aug 31 13:51:44.663031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe1b16-6b5b-4b8c-83a5-d44adf51648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1c2244-7149-4c4d-8436-7bd3b769fca3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:44.822978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e25045-84a2-4aa0-a986-afc359a706e1 req-6e5a20e3-341f-4a15-a76b-bfe751213efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:44.825070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3e25045-84a2-4aa0-a986-afc359a706e1 req-6e5a20e3-341f-4a15-a76b-bfe751213efa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3420281 Aug 31 13:51:44.859071 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25eb318-df0f-4840-aa7c-7f10a57e0049 None None] Network db7e883b-f45f-4ee9-af58-52dd2795330e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:44.939940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Allocated IP 172.20.0.9 (835e6eea-1de5-4bbf-b116-c7cc38c1993a/e4e28dac-32cf-4df8-ae7e-a5a8533ef865/b241e998-d96b-4c44-8a38-406bf9c84b5e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:44.980104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fab12516-60cb-4a0e-a068-299c9d44c8e9 None None] Provisioning for port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:44.997702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fab12516-60cb-4a0e-a068-299c9d44c8e9 None None] Provisioning complete for port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:44.998089 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fab12516-60cb-4a0e-a068-299c9d44c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.060423 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-ef37ac45-1617-4684-b732-a6b4fd29e52e tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42315 time: 0.6091194 Aug 31 13:51:45.099124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.149991 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-8166b12b-5f7b-4617-9c52-ab2e161a0eac tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/029c2be8-d7d7-4d26-9387-54125f613564 HTTP/1.1" status: 200 len: 2977 time: 0.0754399 Aug 31 13:51:45.242834 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.276600 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3e25045-84a2-4aa0-a986-afc359a706e1 req-bc98fd64-9ed0-487c-8dc0-96c77408a297 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602880 Aug 31 13:51:45.277898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Transition to ACTIVE for port object b241e998-d96b-4c44-8a38-406bf9c84b5e will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:45.279852 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.283375 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fab12516-60cb-4a0e-a068-299c9d44c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.298174 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-d36adcc3-1939-49f9-94a6-462988ef3002 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/029c2be8-d7d7-4d26-9387-54125f613564 HTTP/1.1" status: 200 len: 2977 time: 0.1387162 Aug 31 13:51:45.362878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fab12516-60cb-4a0e-a068-299c9d44c8e9 None None] For port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498,segment=NetworkSegment(3cdcc875-5fb5-499b-96ed-70702d92cc4d),segment_id=3cdcc875-5fb5-499b-96ed-70702d92cc4d)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:45.368825 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fab12516-60cb-4a0e-a068-299c9d44c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.369922 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-b904de0f-34ff-461d-a398-a45dff59d889 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/08be56ff-08b7-4af1-95f1-5135877f0d64 HTTP/1.1" status: 200 len: 2977 time: 0.0703852 Aug 31 13:51:45.425743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:45.439593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:45.458998 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:45.466824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Pushing event updated for resources: {'Port': ['ID=08051e81-692b-49ed-a6cb-b6e939f3fea2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:45.467696 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-8a70d392-70a4-488f-a140-0385e2c3e007 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/08be56ff-08b7-4af1-95f1-5135877f0d64 HTTP/1.1" status: 200 len: 2977 time: 0.0852509 Aug 31 13:51:45.505596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab12516-60cb-4a0e-a068-299c9d44c8e9 None None] Pushing event updated for resources: {'Port': ['ID=bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:45.555415 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-af7eb752-1229-4d32-a552-f40c78a4ad86 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/0b8ad827-817e-4fe5-8148-6bb65d893935 HTTP/1.1" status: 200 len: 2981 time: 0.0601835 Aug 31 13:51:45.604380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-e749be05-c4b5-460a-8cbf-977aac34596c tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/0b8ad827-817e-4fe5-8148-6bb65d893935 HTTP/1.1" status: 200 len: 2981 time: 0.0425949 Aug 31 13:51:45.649636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.656127 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-5a48931a-ebcb-48a3-b31c-c10a832612c6 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/243cca55-e2c5-4c2c-aede-727a7a6da5ad HTTP/1.1" status: 200 len: 2973 time: 0.0438724 Aug 31 13:51:45.716168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3e25045-84a2-4aa0-a986-afc359a706e1 req-5442037f-cf59-4c7b-8c80-2a43bbcf2287 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987563 Aug 31 13:51:45.716801 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-25307112-854d-4155-8ee0-d884892c74f6 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/243cca55-e2c5-4c2c-aede-727a7a6da5ad HTTP/1.1" status: 200 len: 2973 time: 0.0473897 Aug 31 13:51:45.735683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2ef774fb-5081-42e3-9d55-e03e9af79595 None None] Provisioning complete for port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:45.736094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb780e-e778-4e95-bd13-03c917bf425b req-b70c5bf5-3046-4be9-abd5-ea5d75a72415 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:45.736786 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2ef774fb-5081-42e3-9d55-e03e9af79595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.737684 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65cb780e-e778-4e95-bd13-03c917bf425b req-b70c5bf5-3046-4be9-abd5-ea5d75a72415 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 945 time: 0.1994846 Aug 31 13:51:45.749293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Network 835e6eea-1de5-4bbf-b116-c7cc38c1993a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:45.784975 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-0f6b81c8-0a38-4efd-bc9b-3e98e89b80d1 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/343a45e1-1b68-4f4a-b4d3-97be5690b554 HTTP/1.1" status: 200 len: 2981 time: 0.0533490 Aug 31 13:51:45.794943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54022) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:45.848697 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-0bc0ec32-45cb-4b58-a808-cf65cb1c2d5f tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/343a45e1-1b68-4f4a-b4d3-97be5690b554 HTTP/1.1" status: 200 len: 2981 time: 0.0558367 Aug 31 13:51:45.899587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-507315d0-f8da-4c6c-b65a-77b6dc8b150f tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3a53b035-14ba-4127-9939-351ca688e546 HTTP/1.1" status: 200 len: 2981 time: 0.0444593 Aug 31 13:51:45.926176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-104654804-network', 'tenant_id': 'd077bd70a48845cf9f4e6b5ff585f732'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:45.979734 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Made reservation on behalf of d077bd70a48845cf9f4e6b5ff585f732 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:45.982018 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.984881 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-96be152f-0286-4e00-8ca3-fd38a99a3fd8 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3a53b035-14ba-4127-9939-351ca688e546 HTTP/1.1" status: 200 len: 2981 time: 0.0781770 Aug 31 13:51:45.986777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:45.991508 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:45.995959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:46.002015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:46.002874 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.005500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Pushing event updated for resources: {'Port': ['ID=b241e998-d96b-4c44-8a38-406bf9c84b5e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:46.081163 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-7f64e040-3274-43cc-b212-9f7312f7ef7e tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4e5f944d-1b68-4077-88c4-b7d7bb77898b HTTP/1.1" status: 200 len: 2981 time: 0.0644488 Aug 31 13:51:46.097012 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65cb780e-e778-4e95-bd13-03c917bf425b req-7bfac058-ff25-41df-bcaa-cc027951e433 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432167 Aug 31 13:51:46.121111 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.175257 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-1c0752ac-7365-4fde-89c7-19db1532727c tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4e5f944d-1b68-4077-88c4-b7d7bb77898b HTTP/1.1" status: 200 len: 2981 time: 0.0762894 Aug 31 13:51:46.219502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:46.244884 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-3d8b95bf-f937-4ffb-b38b-ca2f5286051b tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/57ffb2e9-583b-40e0-82b1-9aafcb639418 HTTP/1.1" status: 200 len: 2977 time: 0.0681336 Aug 31 13:51:46.287223 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.295140 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6c7d14dc-ab41-4f2b-a4ae-ac78f9ad4c8a None None] Provisioning for port b241e998-d96b-4c44-8a38-406bf9c84b5e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:46.302537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6c7d14dc-ab41-4f2b-a4ae-ac78f9ad4c8a None None] Provisioning complete for port b241e998-d96b-4c44-8a38-406bf9c84b5e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:46.303110 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6c7d14dc-ab41-4f2b-a4ae-ac78f9ad4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.303643 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.304963 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:46.305435 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.324058 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-72313530-180b-419e-b687-b8d8b2aad95e tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/57ffb2e9-583b-40e0-82b1-9aafcb639418 HTTP/1.1" status: 200 len: 2977 time: 0.0782738 Aug 31 13:51:46.326512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:46.332529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-76370592-aaa6-4382-932a-6f08715cf517 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0622032 Aug 31 13:51:46.348311 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.348674 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Added segment 7f7c8cce-fa26-4416-8574-60beb2adbe6e of type vlan for network 677f423a-ce82-4600-88fb-73cbea7e32c4 Aug 31 13:51:46.352602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Request body: {'port': {'device_id': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:46.362053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512b2c42-b9cd-490a-91cc-3aa64abf4b22,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:46.380393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d14dc-ab41-4f2b-a4ae-ac78f9ad4c8a None None] Port b241e998-d96b-4c44-8a38-406bf9c84b5e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:46.434241 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.436247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c54eae-5fb6-43ba-b668-75e86d521e4b req-1a2413c3-4515-454a-9606-732f4755df67 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:46.438585 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b1c54eae-5fb6-43ba-b668-75e86d521e4b req-1a2413c3-4515-454a-9606-732f4755df67 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 931 time: 0.1906483 Aug 31 13:51:46.450449 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-b32a2373-4093-4c6c-a3ee-12a9569459f4 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a47a7e7d-007e-4d62-8ce7-b279e5ceb3a3 HTTP/1.1" status: 200 len: 2981 time: 0.1068416 Aug 31 13:51:46.487892 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.488912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:46.489500 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.503290 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.505092 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.559238 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7632225 Aug 31 13:51:46.560916 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-353df4ff-2787-43f7-b20e-0b3899ffb932 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a47a7e7d-007e-4d62-8ce7-b279e5ceb3a3 HTTP/1.1" status: 200 len: 2981 time: 0.1024027 Aug 31 13:51:46.563742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54030) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:46.569890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8a2df550-b529-4cdd-ba6a-130df2d558bf admin admin] Request body: {'subnet': {'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-104654804-subnet', 'tenant_id': 'd077bd70a48845cf9f4e6b5ff585f732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:46.586833 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5558f-4106-48d0-8f45-85ab2d80e5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=677f423a-ce82-4600-88fb-73cbea7e32c4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:46.593320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b1c54eae-5fb6-43ba-b668-75e86d521e4b req-ac9b4389-ebbb-4b37-adfa-22ef88a11eef tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454196 Aug 31 13:51:46.596563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 677f423a-ce82-4600-88fb-73cbea7e32c4 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:46.639931 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2df550-b529-4cdd-ba6a-130df2d558bf admin admin] Made reservation on behalf of d077bd70a48845cf9f4e6b5ff585f732 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:46.642298 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a2df550-b529-4cdd-ba6a-130df2d558bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.656202 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-bd14e811-d853-4030-ab88-ecd94d3c2a7a tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b9d846b6-7bba-4072-ade7-2d5fbb14fe0c HTTP/1.1" status: 200 len: 2981 time: 0.0829992 Aug 31 13:51:46.751349 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-87eedc67-7c83-4395-8e01-de7b6e9e6001 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b9d846b6-7bba-4072-ade7-2d5fbb14fe0c HTTP/1.1" status: 200 len: 2981 time: 0.0673659 Aug 31 13:51:46.828558 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-3a1cbdd8-ee6f-407e-9d59-fcde9a61638a tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/def133d7-396c-4ceb-bffb-06ff42a81b5e HTTP/1.1" status: 200 len: 2981 time: 0.0700715 Aug 31 13:51:46.855392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Router 69179294-2d49-4d64-b026-119849c12c46 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:51:46.915561 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-6cbed99f-e02e-4414-9e35-a0722d799a29 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/def133d7-396c-4ceb-bffb-06ff42a81b5e HTTP/1.1" status: 200 len: 2981 time: 0.0797398 Aug 31 13:51:46.922071 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a2df550-b529-4cdd-ba6a-130df2d558bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:46.973327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b241e998-d96b-4c44-8a38-406bf9c84b5e {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:46.994768 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.004512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2df550-b529-4cdd-ba6a-130df2d558bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1e5175-6ccd-4204-bfde-c630070636c0,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:47.017123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Transition to ACTIVE for port object b241e998-d96b-4c44-8a38-406bf9c84b5e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:47.023904 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-522f276a-5264-44e0-81ec-a056c9c4fe26 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f8fd22d8-86c3-49af-91b1-65d15fafef38 HTTP/1.1" status: 200 len: 2977 time: 0.0943458 Aug 31 13:51:47.025205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2df550-b529-4cdd-ba6a-130df2d558bf admin admin] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:47.025571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2df550-b529-4cdd-ba6a-130df2d558bf admin admin] Network hostable DHCP agents. Network: 677f423a-ce82-4600-88fb-73cbea7e32c4, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:51:47.053118 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.059282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2df550-b529-4cdd-ba6a-130df2d558bf admin admin] Network 677f423a-ce82-4600-88fb-73cbea7e32c4 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:51:47.078616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-8a2df550-b529-4cdd-ba6a-130df2d558bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 677f423a-ce82-4600-88fb-73cbea7e32c4) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:47.083697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2df550-b529-4cdd-ba6a-130df2d558bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:47.084316 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a2df550-b529-4cdd-ba6a-130df2d558bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.088679 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da7b657a-2683-463e-81e0-e693fc6135be req-91985887-90ea-4401-980e-5143be5a7460 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f8fd22d8-86c3-49af-91b1-65d15fafef38 HTTP/1.1" status: 200 len: 2977 time: 0.0543647 Aug 31 13:51:47.089955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9714e410-0fa2-440f-8b24-59f5c2e9b168 None None] Network 677f423a-ce82-4600-88fb-73cbea7e32c4 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:47.098716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa9ff6-1b6e-46d5-9ce8-fa61f932e959 req-cc9263c4-355a-4f73-b357-5c853de73aa5 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:47.100606 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0eaa9ff6-1b6e-46d5-9ce8-fa61f932e959 req-cc9263c4-355a-4f73-b357-5c853de73aa5 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 1096 time: 0.1490719 Aug 31 13:51:47.115076 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8a2df550-b529-4cdd-ba6a-130df2d558bf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5481656 Aug 31 13:51:47.125500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b241e998-d96b-4c44-8a38-406bf9c84b5e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:47.130845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:47.151409 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Sync routers for ids ['69179294-2d49-4d64-b026-119849c12c46'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:47.163765 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.168562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-50d12209-f27b-4eb6-b408-b8c3f9657362 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5717762 Aug 31 13:51:47.168731 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54038) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:47.180408 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Routers {'69179294-2d49-4d64-b026-119849c12c46'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:47.182544 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['69179294-2d49-4d64-b026-119849c12c46'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:47.227657 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0eaa9ff6-1b6e-46d5-9ce8-fa61f932e959 req-7620f3a8-e93c-4a73-868d-59ce348224a9 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080854 Aug 31 13:51:47.239409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Attempting to bind port b241e998-d96b-4c44-8a38-406bf9c84b5e on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:47.239742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Attempting to bind port b241e998-d96b-4c44-8a38-406bf9c84b5e by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:47.245643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Attempting to bind port b241e998-d96b-4c44-8a38-406bf9c84b5e on network 835e6eea-1de5-4bbf-b116-c7cc38c1993a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:47.251233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Port b241e998-d96b-4c44-8a38-406bf9c84b5e on network 835e6eea-1de5-4bbf-b116-c7cc38c1993a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:47.251809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Attempting to bind port b241e998-d96b-4c44-8a38-406bf9c84b5e on network 835e6eea-1de5-4bbf-b116-c7cc38c1993a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:47.262459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:47.263092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Checking segment: {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:47.263691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Bound using segment: {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:47.264319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Bound port: b241e998-d96b-4c44-8a38-406bf9c84b5e, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:47.265469 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.418220 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Set router 69179294-2d49-4d64-b026-119849c12c46 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:47.418687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b9f43-f4d4-44f5-8c08-21d5b37c1d68 None None] Network 677f423a-ce82-4600-88fb-73cbea7e32c4 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:47.471543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] For port b241e998-d96b-4c44-8a38-406bf9c84b5e, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:47.480127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] For port b241e998-d96b-4c44-8a38-406bf9c84b5e, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b241e998-d96b-4c44-8a38-406bf9c84b5e,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:47.487173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.554036 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82efa282-f0ce-45b6-9159-171add4e4939 req-7b8f0fa1-febf-4447-aa41-5f92237e2c96 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cccc92fd772748d580af67250c2ef4cb HTTP/1.1" status: 200 len: 6103 time: 0.2054505 Aug 31 13:51:47.592741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:47.593465 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:47.595154 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] 10.222.0.13 "PUT /v2.0/ports/b241e998-d96b-4c44-8a38-406bf9c84b5e HTTP/1.1" status: 200 len: 1091 time: 1.2514153 Aug 31 13:51:47.595433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'tag': 'b241e998-d96b-4c44-8a38-406bf9c84b5e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:47.602448 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b155cee3-4f39-4fed-ac1b-ca8a216b7b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0667e105-0d6e-4e38-966e-85a86bcf72e0", "tag": "b241e998-d96b-4c44-8a38-406bf9c84b5e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:47.686294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90cbae-015f-4826-b0af-09852fea7dfc req-4e5c4041-1caf-4e39-a45a-4e4ff1eb4eea tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:47.699013 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e90cbae-015f-4826-b0af-09852fea7dfc req-4e5c4041-1caf-4e39-a45a-4e4ff1eb4eea tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 1096 time: 0.1088076 Aug 31 13:51:47.753331 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e90cbae-015f-4826-b0af-09852fea7dfc req-ebae6bcd-c927-4b02-9531-ae75bb5f2ae4 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530002 Aug 31 13:51:47.781953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c993e-40d9-4681-847e-695f36378eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b241e998-d96b-4c44-8a38-406bf9c84b5e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:47.815738 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69179294-2d49-4d64-b026-119849c12c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-414385459-router', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:42Z', 'updated_at': '2021-08-31T13:51:45Z', 'revision_number': 3, 'project_id': '683088ae2c6047579e39a6549fbe05e9', 'gw_port': {'id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69179294-2d49-4d64-b026-119849c12c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:44Z', 'updated_at': '2021-08-31T13:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:47.820256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c45f-25ed-416c-8bba-d943a781416a req-4a9013b2-89f2-4eba-b05a-73f1622c57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:47.822045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-4a9013b2-89f2-4eba-b05a-73f1622c57c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01caa5237818400cae3be8dc9feff1a2&device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 1094 time: 0.1706858 Aug 31 13:51:47.825016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82efa282-f0ce-45b6-9159-171add4e4939 req-276a919f-fcb7-4cb5-91ed-8600336c19d2 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] 10.222.0.20 "GET /v2.0/security-groups/343a45e1-1b68-4f4a-b4d3-97be5690b554 HTTP/1.1" status: 200 len: 2981 time: 0.2701743 Aug 31 13:51:47.907132 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8833e98c-64f4-4870-a3ba-12ce21f34efa x-openstack-request-id: req-8833e98c-64f4-4870-a3ba-12ce21f34efa {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:47.907768 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0667e105-0d6e-4e38-966e-85a86bcf72e0", "tag": "b241e998-d96b-4c44-8a38-406bf9c84b5e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:47.907768 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8833e98c-64f4-4870-a3ba-12ce21f34efa {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:47.908063 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'tag': 'b241e998-d96b-4c44-8a38-406bf9c84b5e', 'status': 'completed', 'code': 200} Aug 31 13:51:47.915069 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-011f71ad-2f26-4ec4-9be0-9c15fd045bd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b241e998-d96b-4c44-8a38-406bf9c84b5e HTTP/1.1" status: 200 len: 217 time: 0.0843849 Aug 31 13:51:47.974625 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Checking router: 69179294-2d49-4d64-b026-119849c12c46 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:47.976340 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Updating router 69179294-2d49-4d64-b026-119849c12c46 port 08051e81-692b-49ed-a6cb-b6e939f3fea2 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:51:48.003573 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82efa282-f0ce-45b6-9159-171add4e4939 req-d8d5a6e8-1eb5-49ae-9ff5-811d2a24cee8 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] 10.222.0.20 "GET /v2.0/security-groups/343a45e1-1b68-4f4a-b4d3-97be5690b554 HTTP/1.1" status: 200 len: 2981 time: 0.1662247 Aug 31 13:51:48.014398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c45f-25ed-416c-8bba-d943a781416a req-98fece55-2a22-4307-a8b3-f94e14ddb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:48.017092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-98fece55-2a22-4307-a8b3-f94e14ddb8a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4e28dac-32cf-4df8-ae7e-a5a8533ef865 HTTP/1.1" status: 200 len: 863 time: 0.0747392 Aug 31 13:51:48.043682 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.099901 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.105134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c45f-25ed-416c-8bba-d943a781416a req-87642131-15e6-4c26-b1ad-4df08b9af2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:48.106884 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-87642131-15e6-4c26-b1ad-4df08b9af2f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=835e6eea-1de5-4bbf-b116-c7cc38c1993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823846 Aug 31 13:51:48.116889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6729f44-7b81-46e3-8e09-cc7ef2cbb5ef req-5ea7a77a-627a-4b44-abc7-20eff4d7bcd9 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:48.118864 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6729f44-7b81-46e3-8e09-cc7ef2cbb5ef req-5ea7a77a-627a-4b44-abc7-20eff4d7bcd9 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 943 time: 0.1055820 Aug 31 13:51:48.127306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54070) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:48.133197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1374834790-network', 'tenant_id': '2ad6d949b92342fca6f1452483de344f'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:48.242236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Made reservation on behalf of 2ad6d949b92342fca6f1452483de344f for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:48.244603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.265322 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6729f44-7b81-46e3-8e09-cc7ef2cbb5ef req-eb5dbb0c-d4d5-477c-96ac-d1297bcd2cfb tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279910 Aug 31 13:51:48.267050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.278175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-3254334e-05c9-4bcb-b471-028c86fc6117 service neutron] 10.222.0.13 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622841 Aug 31 13:51:48.385571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Allocated IP 172.20.0.1 (db7e883b-f45f-4ee9-af58-52dd2795330e/c84b91ff-f94b-42e3-8ed7-32b23adaecaf/5b436a7a-03cd-404b-8521-8e82c9a4b645) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:48.396550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-a98611a9-660d-4f49-9450-f5581ae2c3a4 req-b695b119-0ce4-41af-a8f7-d05833344ef1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:51:48.398126 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a98611a9-660d-4f49-9450-f5581ae2c3a4 req-b695b119-0ce4-41af-a8f7-d05833344ef1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064309 Aug 31 13:51:48.400377 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.415858 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Transition to ACTIVE for port object 08051e81-692b-49ed-a6cb-b6e939f3fea2 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:48.427184 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.438748 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b5c5aed-8e80-4ad6-bfe9-2acbb2e5d32c req-d697bd06-153e-4354-9796-f91763b4d60d tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4b14c421-c8ca-46f4-b550-d716a1226c5a HTTP/1.1" status: 200 len: 1778 time: 0.1382394 Aug 31 13:51:48.482349 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed64f2-56a8-46a0-a29f-dfe7e14c25c4 None None] Pushing event updated for resources: {'Port': ['ID=08051e81-692b-49ed-a6cb-b6e939f3fea2,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:48.488285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce85c45f-25ed-416c-8bba-d943a781416a req-5fbbd84e-504d-4dac-9992-adad98cdee27 service neutron] 10.222.0.13 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013657 Aug 31 13:51:48.506711 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Attempting to bind port 08051e81-692b-49ed-a6cb-b6e939f3fea2 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:48.507267 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Attempting to bind port 08051e81-692b-49ed-a6cb-b6e939f3fea2 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:48.507711 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Attempting to bind port 08051e81-692b-49ed-a6cb-b6e939f3fea2 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:48.518086 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:48.518507 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:48.518933 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.519719 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:48.521979 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Bound port: 08051e81-692b-49ed-a6cb-b6e939f3fea2, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:48.522148 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.540764 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.546271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.547774 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.555553 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3b5c5aed-8e80-4ad6-bfe9-2acbb2e5d32c req-5e01bd61-e9d3-4f0f-98ca-c0dddb52a849 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.563515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Transition to ACTIVE for port object 5b436a7a-03cd-404b-8521-8e82c9a4b645 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:48.591095 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] For port 08051e81-692b-49ed-a6cb-b6e939f3fea2, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:48.595226 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] For port 08051e81-692b-49ed-a6cb-b6e939f3fea2, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=08051e81-692b-49ed-a6cb-b6e939f3fea2,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:48.601553 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.607612 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.623279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:48.631952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bea9a3-42c6-4403-9c54-f4c5ef036c76,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:48.636907 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3b5c5aed-8e80-4ad6-bfe9-2acbb2e5d32c req-5e01bd61-e9d3-4f0f-98ca-c0dddb52a849 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.651409 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.651768 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Added segment 5933dd6c-bc03-4192-bfc0-1725c64a70b8 of type vlan for network ea150ec2-96bd-4252-a811-847ab1120a9b Aug 31 13:51:48.661560 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Pushing event updated for resources: {'Port': ['ID=5b436a7a-03cd-404b-8521-8e82c9a4b645,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:48.676250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Network db7e883b-f45f-4ee9-af58-52dd2795330e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:48.676422 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed64f2-56a8-46a0-a29f-dfe7e14c25c4 None None] Pushing event updated for resources: {'Port': ['ID=08051e81-692b-49ed-a6cb-b6e939f3fea2,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:48.677740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:48.691223 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:48.691721 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.727731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155cee3-4f39-4fed-ac1b-ca8a216b7b3b req-da54badc-befb-46cd-b23e-7f2dc83cf87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:48.729380 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b155cee3-4f39-4fed-ac1b-ca8a216b7b3b req-da54badc-befb-46cd-b23e-7f2dc83cf87e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01caa5237818400cae3be8dc9feff1a2&device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 1094 time: 0.1763117 Aug 31 13:51:48.733887 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.777428 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Routers {'69179294-2d49-4d64-b026-119849c12c46'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:48.777428 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['69179294-2d49-4d64-b026-119849c12c46'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:48.843236 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3b5c5aed-8e80-4ad6-bfe9-2acbb2e5d32c req-5e01bd61-e9d3-4f0f-98ca-c0dddb52a849 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.846183 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3b5c5aed-8e80-4ad6-bfe9-2acbb2e5d32c req-5e01bd61-e9d3-4f0f-98ca-c0dddb52a849 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.847507 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b5c5aed-8e80-4ad6-bfe9-2acbb2e5d32c req-5e01bd61-e9d3-4f0f-98ca-c0dddb52a849 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b14c421-c8ca-46f4-b550-d716a1226c5a HTTP/1.1" status: 204 len: 173 time: 0.4079564 Aug 31 13:51:48.890449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01bd61-e9d3-4f0f-98ca-c0dddb52a849 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b14c421-c8ca-46f4-b550-d716a1226c5a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:48.897121 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.898066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:48.898930 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:48.934024 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] Set router 69179294-2d49-4d64-b026-119849c12c46 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:49.093355 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.113305 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9839892 Aug 31 13:51:49.119063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54098) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:49.132988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8533e4e8-b958-4027-929d-39394f5de8ca admin admin] Request body: {'subnet': {'network_id': 'ea150ec2-96bd-4252-a811-847ab1120a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1374834790-subnet', 'tenant_id': '2ad6d949b92342fca6f1452483de344f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:49.136603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24648281-e7f6-4914-a4d1-698838518fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=ea150ec2-96bd-4252-a811-847ab1120a9b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:49.147644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network ea150ec2-96bd-4252-a811-847ab1120a9b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:49.194776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155cee3-4f39-4fed-ac1b-ca8a216b7b3b req-08c2777c-8320-4ebb-b573-305d0132a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:49.203424 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b155cee3-4f39-4fed-ac1b-ca8a216b7b3b req-08c2777c-8320-4ebb-b573-305d0132a252 service neutron] 10.222.0.13 "GET /v2.0/networks?id=835e6eea-1de5-4bbf-b116-c7cc38c1993a HTTP/1.1" status: 200 len: 925 time: 0.4603770 Aug 31 13:51:49.251237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9c503be3-c065-4745-b760-3a42895f1ab4 None None] Provisioning for port 5b436a7a-03cd-404b-8521-8e82c9a4b645 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:49.257862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9c503be3-c065-4745-b760-3a42895f1ab4 None None] Provisioning complete for port 5b436a7a-03cd-404b-8521-8e82c9a4b645 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:49.261013 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9c503be3-c065-4745-b760-3a42895f1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.279767 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d4b72f01-7db5-413e-b5c7-e22281ad02d9 req-1b8ebfdb-38bd-4a92-8e25-c9628c934c53 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a32e79f7-d487-470d-8457-c175df8d19b1 HTTP/1.1" status: 200 len: 1777 time: 0.1688385 Aug 31 13:51:49.281126 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69179294-2d49-4d64-b026-119849c12c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-414385459-router', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:42Z', 'updated_at': '2021-08-31T13:51:45Z', 'revision_number': 3, 'project_id': '683088ae2c6047579e39a6549fbe05e9', 'gw_port': {'id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69179294-2d49-4d64-b026-119849c12c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:44Z', 'updated_at': '2021-08-31T13:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:49.322413 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeea667-ff36-4db4-aa90-cb80054a8a46 None None] The sync data for ids ['69179294-2d49-4d64-b026-119849c12c46'] in n-d-792364-6 is: [{'id': '69179294-2d49-4d64-b026-119849c12c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-414385459-router', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:42Z', 'updated_at': '2021-08-31T13:51:45Z', 'revision_number': 3, 'project_id': '683088ae2c6047579e39a6549fbe05e9', 'gw_port': {'id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69179294-2d49-4d64-b026-119849c12c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:44Z', 'updated_at': '2021-08-31T13:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:49.325647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9c503be3-c065-4745-b760-3a42895f1ab4 None None] Port 5b436a7a-03cd-404b-8521-8e82c9a4b645 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:49.327908 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8533e4e8-b958-4027-929d-39394f5de8ca admin admin] Made reservation on behalf of 2ad6d949b92342fca6f1452483de344f for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:49.330079 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8533e4e8-b958-4027-929d-39394f5de8ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.337903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b155cee3-4f39-4fed-ac1b-ca8a216b7b3b req-4d543bd2-dc0b-4d89-94ce-185d5dab6898 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b241e998-d96b-4c44-8a38-406bf9c84b5e HTTP/1.1" status: 200 len: 217 time: 0.1030703 Aug 31 13:51:49.366938 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.375479 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.376265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.428770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Pushing event updated for resources: {'Port': ['ID=5b436a7a-03cd-404b-8521-8e82c9a4b645,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:49.486116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155cee3-4f39-4fed-ac1b-ca8a216b7b3b req-620f193b-64c9-40a6-9c95-1ef50e34f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:49.487780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b155cee3-4f39-4fed-ac1b-ca8a216b7b3b req-620f193b-64c9-40a6-9c95-1ef50e34f6c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4e28dac-32cf-4df8-ae7e-a5a8533ef865 HTTP/1.1" status: 200 len: 863 time: 0.1344304 Aug 31 13:51:49.517323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d4b72f01-7db5-413e-b5c7-e22281ad02d9 req-c0e5b1da-bfbb-4f68-8c65-4878e7ec2e80 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.539269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Network db7e883b-f45f-4ee9-af58-52dd2795330e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:49.540738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:49.579461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155cee3-4f39-4fed-ac1b-ca8a216b7b3b req-ba1b9c0c-c778-4363-ad33-dbe4897bc58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:49.581016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b155cee3-4f39-4fed-ac1b-ca8a216b7b3b req-ba1b9c0c-c778-4363-ad33-dbe4897bc58b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=835e6eea-1de5-4bbf-b116-c7cc38c1993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783541 Aug 31 13:51:49.592770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d4b72f01-7db5-413e-b5c7-e22281ad02d9 req-c0e5b1da-bfbb-4f68-8c65-4878e7ec2e80 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.838185 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d4b72f01-7db5-413e-b5c7-e22281ad02d9 req-c0e5b1da-bfbb-4f68-8c65-4878e7ec2e80 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.840782 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d4b72f01-7db5-413e-b5c7-e22281ad02d9 req-c0e5b1da-bfbb-4f68-8c65-4878e7ec2e80 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:49.841954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d4b72f01-7db5-413e-b5c7-e22281ad02d9 req-c0e5b1da-bfbb-4f68-8c65-4878e7ec2e80 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/a32e79f7-d487-470d-8457-c175df8d19b1 HTTP/1.1" status: 204 len: 173 time: 0.5166612 Aug 31 13:51:49.883040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5b1da-bfbb-4f68-8c65-4878e7ec2e80 tempest-SecurityGroupsTestAdminJSON-193891285 tempest-SecurityGroupsTestAdminJSON-193891285-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32e79f7-d487-470d-8457-c175df8d19b1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:49.923391 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b155cee3-4f39-4fed-ac1b-ca8a216b7b3b req-8e471e45-572d-4aa7-8801-6156ecc58dcb service neutron] 10.222.0.13 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324029 Aug 31 13:51:49.945634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Router 69179294-2d49-4d64-b026-119849c12c46 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:51:49.967572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7d73cf8b-227f-4332-b5eb-6f6051f5ae3e None None] Provisioning complete for port 5b436a7a-03cd-404b-8521-8e82c9a4b645 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:49.968688 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7d73cf8b-227f-4332-b5eb-6f6051f5ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.050281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7d73cf8b-227f-4332-b5eb-6f6051f5ae3e None None] Port 5b436a7a-03cd-404b-8521-8e82c9a4b645 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:51:50.227437 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8533e4e8-b958-4027-929d-39394f5de8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.322845 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 08051e81-692b-49ed-a6cb-b6e939f3fea2 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:50.341266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:50.356741 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ca1c4421-a765-499e-80ed-cd8473ba6b27 admin admin] 10.222.0.20 "PUT /v2.0/routers/69179294-2d49-4d64-b026-119849c12c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1852369 Aug 31 13:51:50.397554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 08051e81-692b-49ed-a6cb-b6e939f3fea2 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:50.400145 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54138) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:50.403018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 08051e81-692b-49ed-a6cb-b6e939f3fea2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:50.403565 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.436611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54142) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:50.463743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533e4e8-b958-4027-929d-39394f5de8ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67313a4-05e1-4f7d-9f96-fce301ef8609,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:50.505702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b5812-0485-4330-b9b8-19f10c736205 req-ac274585-247f-4bb0-8bfa-9b6f2913b4eb tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:50.509053 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f43b5812-0485-4330-b9b8-19f10c736205 req-ac274585-247f-4bb0-8bfa-9b6f2913b4eb tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 943 time: 0.2738905 Aug 31 13:51:50.542287 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.565906 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b155cee3-4f39-4fed-ac1b-ca8a216b7b3b req-ef02d41b-ef79-4d6a-a95e-f35200b578fc service neutron] 10.222.0.13 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318562 Aug 31 13:51:50.566189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 08051e81-692b-49ed-a6cb-b6e939f3fea2, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=08051e81-692b-49ed-a6cb-b6e939f3fea2,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:50.566977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8533e4e8-b958-4027-929d-39394f5de8ca admin admin] Checking segment: {'id': '5933dd6c-bc03-4192-bfc0-1725c64a70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ea150ec2-96bd-4252-a811-847ab1120a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:50.567560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8533e4e8-b958-4027-929d-39394f5de8ca admin admin] Network hostable DHCP agents. Network: ea150ec2-96bd-4252-a811-847ab1120a9b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:51:50.572335 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.576083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-a54b6285-64ba-4cd0-9224-3082e7fa8c7d tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:51:50.577708 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-a54b6285-64ba-4cd0-9224-3082e7fa8c7d tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1759641 Aug 31 13:51:50.648505 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f43b5812-0485-4330-b9b8-19f10c736205 req-2f10cb29-62b1-4fd9-bb36-852b683c0644 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318250 Aug 31 13:51:50.650194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8533e4e8-b958-4027-929d-39394f5de8ca admin admin] Network ea150ec2-96bd-4252-a811-847ab1120a9b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:51:50.659667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70449349-1344-46e8-96eb-f1dc8ae1abeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.676009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8533e4e8-b958-4027-929d-39394f5de8ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, ea150ec2-96bd-4252-a811-847ab1120a9b) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:50.681955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=08051e81-692b-49ed-a6cb-b6e939f3fea2,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:50.694454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8533e4e8-b958-4027-929d-39394f5de8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:50.695065 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8533e4e8-b958-4027-929d-39394f5de8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.704373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729a516a-0a40-4ca4-a693-dc8112838720 None None] Network ea150ec2-96bd-4252-a811-847ab1120a9b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:50.797835 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a9a0563-bde8-486d-8ac3-a23738084d3d req-5d37ff5f-9bf4-41e7-b181-37aaf2ffa62c tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] 10.222.0.20 "GET /v2.0/security-groups/e80ee0fc-8cb9-4d71-9ac1-dbbe6a9d1b60 HTTP/1.1" status: 200 len: 1778 time: 0.0735238 Aug 31 13:51:50.848207 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70449349-1344-46e8-96eb-f1dc8ae1abeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.856725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70449349-1344-46e8-96eb-f1dc8ae1abeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.869031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8533e4e8-b958-4027-929d-39394f5de8ca admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7429395 Aug 31 13:51:50.875846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5a9a0563-bde8-486d-8ac3-a23738084d3d req-15c7a762-31c8-4c26-9182-9cd70876b1a5 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.906884 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5a9a0563-bde8-486d-8ac3-a23738084d3d req-15c7a762-31c8-4c26-9182-9cd70876b1a5 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:50.966362 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70449349-1344-46e8-96eb-f1dc8ae1abeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a31615-ead5-4845-ab20-a85c5839a81d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:50.975317 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-70449349-1344-46e8-96eb-f1dc8ae1abeb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1c1fe341efc4c81a840550b7f05aa42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5376997 Aug 31 13:51:50.978194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54156) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:51.008065 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5a9a0563-bde8-486d-8ac3-a23738084d3d req-15c7a762-31c8-4c26-9182-9cd70876b1a5 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.012078 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5a9a0563-bde8-486d-8ac3-a23738084d3d req-15c7a762-31c8-4c26-9182-9cd70876b1a5 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.016203 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a9a0563-bde8-486d-8ac3-a23738084d3d req-15c7a762-31c8-4c26-9182-9cd70876b1a5 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] 10.222.0.20 "DELETE /v2.0/security-groups/e80ee0fc-8cb9-4d71-9ac1-dbbe6a9d1b60 HTTP/1.1" status: 204 len: 173 time: 0.2097220 Aug 31 13:51:51.042596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7a762-31c8-4c26-9182-9cd70876b1a5 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80ee0fc-8cb9-4d71-9ac1-dbbe6a9d1b60,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:51.122068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] Request body: {'binding': {'host': 'n-h2-792364-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:51.122830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] Unknown quota resources ['binding']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:51:51.144757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf1f94-39d4-4e83-afcb-b7470392ec1d None None] Network ea150ec2-96bd-4252-a811-847ab1120a9b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:51.165900 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01f340f0-c0a1-4a8d-90fb-73e7b2d49070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.177006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3bc9850-9ea2-4d1a-b140-be6e651f0407 req-79f46faa-49e7-4d61-ac1a-609508d47182 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] 10.222.0.20 "GET /v2.0/security-groups/71882d4e-6ae5-499a-aa9e-ca2142caa7e6 HTTP/1.1" status: 200 len: 1777 time: 0.0633419 Aug 31 13:51:51.244855 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01f340f0-c0a1-4a8d-90fb-73e7b2d49070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.291578 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3bc9850-9ea2-4d1a-b140-be6e651f0407 req-b9802f1b-b7dc-4ea3-8a76-c063c5f51005 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.321123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3bc9850-9ea2-4d1a-b140-be6e651f0407 req-b9802f1b-b7dc-4ea3-8a76-c063c5f51005 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.371367 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01f340f0-c0a1-4a8d-90fb-73e7b2d49070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.376622 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01f340f0-c0a1-4a8d-90fb-73e7b2d49070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.378030 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-01f340f0-c0a1-4a8d-90fb-73e7b2d49070 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81a31615-ead5-4845-ab20-a85c5839a81d HTTP/1.1" status: 204 len: 168 time: 0.3973899 Aug 31 13:51:51.390651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f340f0-c0a1-4a8d-90fb-73e7b2d49070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a31615-ead5-4845-ab20-a85c5839a81d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:51.395794 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3bc9850-9ea2-4d1a-b140-be6e651f0407 req-b9802f1b-b7dc-4ea3-8a76-c063c5f51005 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.402776 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3bc9850-9ea2-4d1a-b140-be6e651f0407 req-b9802f1b-b7dc-4ea3-8a76-c063c5f51005 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.410814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] Attempting to bind port 06c345b5-5054-48f9-99fe-cddff0697f5f on host n-h2-792364-6 for vnic_type normal with profile None {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:51.411729 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] Attempting to bind port 06c345b5-5054-48f9-99fe-cddff0697f5f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:51.412077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] Attempting to bind port 06c345b5-5054-48f9-99fe-cddff0697f5f on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:51.422952 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3bc9850-9ea2-4d1a-b140-be6e651f0407 req-b9802f1b-b7dc-4ea3-8a76-c063c5f51005 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] 10.222.0.20 "DELETE /v2.0/security-groups/71882d4e-6ae5-499a-aa9e-ca2142caa7e6 HTTP/1.1" status: 204 len: 173 time: 0.2394259 Aug 31 13:51:51.426100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] Port 06c345b5-5054-48f9-99fe-cddff0697f5f on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:51.426813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] Attempting to bind port 06c345b5-5054-48f9-99fe-cddff0697f5f on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:51.440301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54178) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:51.441300 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:51.441722 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:51.442178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] Bound using segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:51.442746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] Bound port: 06c345b5-5054-48f9-99fe-cddff0697f5f, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:51.463062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-985805351-network', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:51.480727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9802f1b-b7dc-4ea3-8a76-c063c5f51005 tempest-SecurityGroupsTestAdminJSON-139511759 tempest-SecurityGroupsTestAdminJSON-139511759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71882d4e-6ae5-499a-aa9e-ca2142caa7e6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:51.516491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Made reservation on behalf of fb18452733d246988a40fdf5aa61b8f8 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:51.523634 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.540905 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.613243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=06c345b5-5054-48f9-99fe-cddff0697f5f,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:51.621580 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.623095 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-8f5c6b16-b424-46cd-aa8f-e508cc5c55c3 service neutron] 10.222.0.20 "POST /v2.0/ports/06c345b5-5054-48f9-99fe-cddff0697f5f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6860342 Aug 31 13:51:51.681326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.685977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b241e998-d96b-4c44-8a38-406bf9c84b5e details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:51:51.699604 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.816896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dbecb9-c952-49f2-986f-2dcb38c5d218,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:51.834967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:51.859145 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.859145 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Added segment c2d97527-bc65-4d1d-bec3-e229f6a14e95 of type vlan for network 8bc95e55-07bf-454b-b6c8-b7b2ec22b586 Aug 31 13:51:51.864122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b241e998-d96b-4c44-8a38-406bf9c84b5e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b241e998-d96b-4c44-8a38-406bf9c84b5e,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:51.900291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'b241e998-d96b-4c44-8a38-406bf9c84b5e', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'port_id': 'b241e998-d96b-4c44-8a38-406bf9c84b5e', 'mac_address': 'fa:16:3e:4f:ac:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:51:51.954720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54200) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:51.974080 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b4728f8-f823-4c6e-9da5-96072727fe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:51.978738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Sync routers for ids ['69179294-2d49-4d64-b026-119849c12c46'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:52.017075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860b1e0-ec4d-4397-b54e-20a264bffd2b req-6df3fb16-d518-4ebf-a4d3-62c1443467c5 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:52.018887 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7860b1e0-ec4d-4397-b54e-20a264bffd2b req-6df3fb16-d518-4ebf-a4d3-62c1443467c5 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 943 time: 0.1224716 Aug 31 13:51:52.045849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Routers {'69179294-2d49-4d64-b026-119849c12c46'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:52.047000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['69179294-2d49-4d64-b026-119849c12c46'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:52.051258 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.060261 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.082878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54202) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:52.086513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7e10d-d333-4e54-b789-40abad275501 req-d3fb4912-4bd5-4a64-be15-222bfc6768eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:52.088349 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-d3fb4912-4bd5-4a64-be15-222bfc6768eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 1096 time: 0.1285491 Aug 31 13:51:52.097229 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.099029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:52.100117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.122208 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7860b1e0-ec4d-4397-b54e-20a264bffd2b req-32353a12-7fb0-4108-a125-1cdbd138700b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943291 Aug 31 13:51:52.206519 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b4728f8-f823-4c6e-9da5-96072727fe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.217398 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b4728f8-f823-4c6e-9da5-96072727fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.231679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Set router 69179294-2d49-4d64-b026-119849c12c46 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:52.277479 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8241074 Aug 31 13:51:52.281855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54206) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:52.289089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c9d4073f-4373-4c0c-93e3-b9f0448d6ff2 admin admin] Request body: {'subnet': {'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-985805351-subnet', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:52.311419 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4b4728f8-f823-4c6e-9da5-96072727fe58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28be229d38b74c10870628062833cbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537791 Aug 31 13:51:52.312422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54208) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:52.315914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d4073f-4373-4c0c-93e3-b9f0448d6ff2 admin admin] Made reservation on behalf of fb18452733d246988a40fdf5aa61b8f8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:52.318466 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c9d4073f-4373-4c0c-93e3-b9f0448d6ff2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.321761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4728f8-f823-4c6e-9da5-96072727fe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab53aeb-0e3e-4b39-ae26-ae9f419f9409,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:52.333288 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b241e998-d96b-4c44-8a38-406bf9c84b5e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:51:52.333781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b595f-c807-4dff-be3d-dec46e657353 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc95e55-07bf-454b-b6c8-b7b2ec22b586,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:52.397736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ee138-d6ee-45b0-bda2-67e876008626 req-389fd761-dca3-4009-bd76-b3d0a6efbf3a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:52.399700 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff1ee138-d6ee-45b0-bda2-67e876008626 req-389fd761-dca3-4009-bd76-b3d0a6efbf3a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 945 time: 0.1369808 Aug 31 13:51:52.416415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7e10d-d333-4e54-b789-40abad275501 req-0a09ce41-6f41-45ea-aca3-958f5c4033a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:52.417840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-0a09ce41-6f41-45ea-aca3-958f5c4033a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.3135011 Aug 31 13:51:52.462674 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eb42505e-86f8-4be8-8efa-07aeafd111aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cccc92fd772748d580af67250c2ef4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784413 Aug 31 13:51:52.469427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54212) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:52.471093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b241e998-d96b-4c44-8a38-406bf9c84b5e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b241e998-d96b-4c44-8a38-406bf9c84b5e,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:52.475512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 08051e81-692b-49ed-a6cb-b6e939f3fea2 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:52.477901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 8bc95e55-07bf-454b-b6c8-b7b2ec22b586 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:52.478190 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-229fb952-9cc9-4e39-a3f5-91b3ad25d316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.484478 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.485574 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-054e7f3e-b734-4f2b-ac18-e1df4b608f21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c345b5-5054-48f9-99fe-cddff0697f5f HTTP/1.1" status: 200 len: 217 time: 0.0547984 Aug 31 13:51:52.537738 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-229fb952-9cc9-4e39-a3f5-91b3ad25d316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.552042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff1ee138-d6ee-45b0-bda2-67e876008626 req-2375d190-f284-4dbb-85d5-dd18961e89ae tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303692 Aug 31 13:51:52.608878 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-229fb952-9cc9-4e39-a3f5-91b3ad25d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.614126 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-229fb952-9cc9-4e39-a3f5-91b3ad25d316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.614953 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-229fb952-9cc9-4e39-a3f5-91b3ad25d316 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dab53aeb-0e3e-4b39-ae26-ae9f419f9409 HTTP/1.1" status: 204 len: 168 time: 0.3001602 Aug 31 13:51:52.637181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c8d31ee1-5a30-4e5c-9e19-bc3bbcb14bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:52.638738 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c8d31ee1-5a30-4e5c-9e19-bc3bbcb14bf6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.1414676 Aug 31 13:51:52.674325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fb952-9cc9-4e39-a3f5-91b3ad25d316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab53aeb-0e3e-4b39-ae26-ae9f419f9409,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:52.676810 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6a5a-a852-458b-a0aa-ba5b131811bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.681272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=b241e998-d96b-4c44-8a38-406bf9c84b5e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:52.700015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 08051e81-692b-49ed-a6cb-b6e939f3fea2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:52.700592 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.710829 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6a5a-a852-458b-a0aa-ba5b131811bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.747174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['b241e998-d96b-4c44-8a38-406bf9c84b5e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:52.747604 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-d3b73074-acd4-45fe-8c8c-06d49be6ac43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806062 Aug 31 13:51:52.773583 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6a5a-a852-458b-a0aa-ba5b131811bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.777120 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6a5a-a852-458b-a0aa-ba5b131811bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.778562 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f6cb6a5a-a852-458b-a0aa-ba5b131811bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/343a45e1-1b68-4f4a-b4d3-97be5690b554 HTTP/1.1" status: 204 len: 168 time: 0.3082023 Aug 31 13:51:52.790356 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb6a5a-a852-458b-a0aa-ba5b131811bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a45e1-1b68-4f4a-b4d3-97be5690b554,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:52.797107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69179294-2d49-4d64-b026-119849c12c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-414385459-router', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:42Z', 'updated_at': '2021-08-31T13:51:49Z', 'revision_number': 4, 'project_id': '683088ae2c6047579e39a6549fbe05e9', 'gw_port': {'id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69179294-2d49-4d64-b026-119849c12c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:44Z', 'updated_at': '2021-08-31T13:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5b436a7a-03cd-404b-8521-8e82c9a4b645', 'name': '', 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'mac_address': 'fa:16:3e:d9:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69179294-2d49-4d64-b026-119849c12c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'c84b91ff-f94b-42e3-8ed7-32b23adaecaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:48Z', 'updated_at': '2021-08-31T13:51:49Z', 'revision_number': 2, 'project_id': '683088ae2c6047579e39a6549fbe05e9', 'subnets': [{'id': 'c84b91ff-f94b-42e3-8ed7-32b23adaecaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:52.807821 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c9d4073f-4373-4c0c-93e3-b9f0448d6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:52.880168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Checking router: 69179294-2d49-4d64-b026-119849c12c46 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:52.880168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Updating router 69179294-2d49-4d64-b026-119849c12c46 port 5b436a7a-03cd-404b-8521-8e82c9a4b645 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:51:52.918833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-96c66ebc-ea85-4268-b7de-6aed06eeb7ef tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:52.926515 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-96c66ebc-ea85-4268-b7de-6aed06eeb7ef tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 820 time: 0.4032841 Aug 31 13:51:52.949324 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-69e85080-0909-428a-a7b6-2f37fdabe785 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/quotas/d077bd70a48845cf9f4e6b5ff585f732 HTTP/1.1" status: 200 len: 375 time: 0.0218663 Aug 31 13:51:52.986760 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.010637 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-c85a90d7-eab4-403b-9c1a-58c9c58e1d16 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600541 Aug 31 13:51:53.140914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4073f-4373-4c0c-93e3-b9f0448d6ff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ddbaf8b-4741-48b4-990f-842795618d83,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:53.162671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4073f-4373-4c0c-93e3-b9f0448d6ff2 admin admin] Checking segment: {'id': 'c2d97527-bc65-4d1d-bec3-e229f6a14e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:53.168742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4073f-4373-4c0c-93e3-b9f0448d6ff2 admin admin] Network hostable DHCP agents. Network: 8bc95e55-07bf-454b-b6c8-b7b2ec22b586, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:51:53.229377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-a5c309bb-aa6b-444d-8477-54d135a0a2a9 service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709561 Aug 31 13:51:53.252330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4073f-4373-4c0c-93e3-b9f0448d6ff2 admin admin] Network 8bc95e55-07bf-454b-b6c8-b7b2ec22b586 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:51:53.318288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-c9d4073f-4373-4c0c-93e3-b9f0448d6ff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 8bc95e55-07bf-454b-b6c8-b7b2ec22b586) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:53.328053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19264f7f-2869-45ae-8a47-7ce813e5bf45 None None] Network 8bc95e55-07bf-454b-b6c8-b7b2ec22b586 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:53.334160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-e520ff1e-d7d6-4d8c-b81d-a3012d11a7fa service neutron] 10.222.0.20 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226202 Aug 31 13:51:53.338636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d4073f-4373-4c0c-93e3-b9f0448d6ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:53.339219 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c9d4073f-4373-4c0c-93e3-b9f0448d6ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.345650 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a32d8-757b-4cbf-af40-5807fed35be9 req-28b7a141-5ced-4d7c-91cb-d2dca84b00b3 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:53.347668 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c1a32d8-757b-4cbf-af40-5807fed35be9 req-28b7a141-5ced-4d7c-91cb-d2dca84b00b3 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 944 time: 0.0820577 Aug 31 13:51:53.364066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:53.425022 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c1a32d8-757b-4cbf-af40-5807fed35be9 req-01dd23af-1064-4255-a9a4-3d9618761255 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704844 Aug 31 13:51:53.430614 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-340a6f67-f8fd-409a-a6f0-24a323fa2c3c service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933270 Aug 31 13:51:53.448006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c9d4073f-4373-4c0c-93e3-b9f0448d6ff2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1632137 Aug 31 13:51:53.450414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54260) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:53.465757 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-985805351-router', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:53.495150 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.496877 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.524823 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5a2c5ae8-923b-4dcf-bb57-e4e51838eb02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25f099bea9a14330843a600bfd1a8115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592848 Aug 31 13:51:53.528747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54264) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:53.586103 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-be0ea81f-1498-4893-b169-7751f1276bcb service neutron] 10.222.0.20 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325218 Aug 31 13:51:53.634869 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.677145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Transition to ACTIVE for port object 5b436a7a-03cd-404b-8521-8e82c9a4b645 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:53.687219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b241e998-d96b-4c44-8a38-406bf9c84b5e up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:53.697760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-8bc95e55-07bf-454b-b6c8-b7b2ec22b586', 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'fixed_ips': [{'subnet_id': '0ddbaf8b-4741-48b4-990f-842795618d83'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:51:53.706395 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.708693 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.727446 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.762194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7e10d-d333-4e54-b789-40abad275501 req-63ec089f-7a2f-4b26-9655-d62d6404bd80 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:53.762194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-63ec089f-7a2f-4b26-9655-d62d6404bd80 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae&tenant_id=24b3f2febd7d4b85836b75e97fa9634b&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1096 time: 0.1393776 Aug 31 13:51:53.764026 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70421ce3-eca3-41d0-a2f7-cc29a95ed786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.774614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-6'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:53.928796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed54e5-b457-498b-a07a-9e30b82f4909 None None] Pushing event updated for resources: {'Port': ['ID=5b436a7a-03cd-404b-8521-8e82c9a4b645,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:53.980305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:53.987875 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70421ce3-eca3-41d0-a2f7-cc29a95ed786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.068494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-00f816a7-fd31-45b2-ac02-6f1bc7a9e2cd req-f751aea9-c92d-4375-9ee2-45333baa2404 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 210 time: 0.1335244 Aug 31 13:51:54.072922 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.293854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97f8b6-40a2-4fcc-8d8e-4fd9e73b8e30 req-a58d427b-0cb7-4554-a155-df61ff288b77 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:54.305856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port b241e998-d96b-4c44-8a38-406bf9c84b5e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:54.306346 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bf97f8b6-40a2-4fcc-8d8e-4fd9e73b8e30 req-a58d427b-0cb7-4554-a155-df61ff288b77 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 945 time: 0.3198283 Aug 31 13:51:54.323845 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Attempting to bind port 5b436a7a-03cd-404b-8521-8e82c9a4b645 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:54.327925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54296) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:54.328484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Attempting to bind port 5b436a7a-03cd-404b-8521-8e82c9a4b645 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:54.328971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Attempting to bind port 5b436a7a-03cd-404b-8521-8e82c9a4b645 on network db7e883b-f45f-4ee9-af58-52dd2795330e {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:54.338109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port b241e998-d96b-4c44-8a38-406bf9c84b5e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:54.338592 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.418885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=06c345b5-5054-48f9-99fe-cddff0697f5f,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:54.426604 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70421ce3-eca3-41d0-a2f7-cc29a95ed786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.430007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70421ce3-eca3-41d0-a2f7-cc29a95ed786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.431509 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-70421ce3-eca3-41d0-a2f7-cc29a95ed786 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b8ad827-817e-4fe5-8148-6bb65d893935 HTTP/1.1" status: 204 len: 168 time: 0.9006732 Aug 31 13:51:54.464409 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bf97f8b6-40a2-4fcc-8d8e-4fd9e73b8e30 req-0156ce82-5cc1-496b-a5e3-725b04e86e24 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570487 Aug 31 13:51:54.474346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70421ce3-eca3-41d0-a2f7-cc29a95ed786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8ad827-817e-4fe5-8148-6bb65d893935,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:54.520186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:54.520654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Checking segment: {'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:54.521082 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.521494 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Bound using segment: {'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:54.522007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Bound port: 5b436a7a-03cd-404b-8521-8e82c9a4b645, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:54.528178 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.559777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:54.718685 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.724872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] For port 5b436a7a-03cd-404b-8521-8e82c9a4b645, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:54.729188 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b0ddacc2-da14-47ae-89ee-7dfb059d6f93 tempest-AutoAllocateNetworkTest-906814113 tempest-AutoAllocateNetworkTest-906814113-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d55352d7e7474deabe1514d599ca4453&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3967876 Aug 31 13:51:54.731701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54322) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:54.734562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392ca949-6405-4a05-bc94-774a011ec8ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06c345b5-5054-48f9-99fe-cddff0697f5f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:54.736799 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e59018b-e696-4f63-86be-d993347aaf8e" -d '{"events": [{"server_uuid": "392ca949-6405-4a05-bc94-774a011ec8ae", "name": "network-vif-unplugged", "status": "completed", "tag": "06c345b5-5054-48f9-99fe-cddff0697f5f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:54.739453 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.746081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] For port 5b436a7a-03cd-404b-8521-8e82c9a4b645, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5b436a7a-03cd-404b-8521-8e82c9a4b645,segment=NetworkSegment(3cdcc875-5fb5-499b-96ed-70702d92cc4d),segment_id=3cdcc875-5fb5-499b-96ed-70702d92cc4d)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:54.770573 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:54.778148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Allocated IP 172.20.0.2 (8bc95e55-07bf-454b-b6c8-b7b2ec22b586/0ddbaf8b-4741-48b4-990f-842795618d83/fed65bfd-5d21-4cca-9aca-dc8431839e18) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:54.820239 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c78b11-5e32-4533-b2e2-503ed62edec3 x-openstack-request-id: req-17c78b11-5e32-4533-b2e2-503ed62edec3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:54.820577 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392ca949-6405-4a05-bc94-774a011ec8ae", "name": "network-vif-unplugged", "status": "completed", "tag": "06c345b5-5054-48f9-99fe-cddff0697f5f", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:54.820827 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17c78b11-5e32-4533-b2e2-503ed62edec3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:54.821220 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392ca949-6405-4a05-bc94-774a011ec8ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06c345b5-5054-48f9-99fe-cddff0697f5f', 'code': 200} Aug 31 13:51:54.872826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840f186-b0de-4733-ba4d-7aca5887a681 req-f9392c2b-b1e9-4b48-8ff1-943e55addf44 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:54.874443 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c840f186-b0de-4733-ba4d-7aca5887a681 req-f9392c2b-b1e9-4b48-8ff1-943e55addf44 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 944 time: 0.2211912 Aug 31 13:51:54.920398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Attempting to bind port 06c345b5-5054-48f9-99fe-cddff0697f5f on host n-h1-792364-6 for vnic_type normal with profile {"migrating_to": "n-h2-792364-6"} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:54.920832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Attempting to bind port 06c345b5-5054-48f9-99fe-cddff0697f5f by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:54.921172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Attempting to bind port 06c345b5-5054-48f9-99fe-cddff0697f5f on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:54.941301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Pushing event updated for resources: {'Port': ['ID=06c345b5-5054-48f9-99fe-cddff0697f5f,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:54.977780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c840f186-b0de-4733-ba4d-7aca5887a681 req-d9f39149-f70e-4008-b467-2c93c5df5698 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742838 Aug 31 13:51:54.983399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Port 06c345b5-5054-48f9-99fe-cddff0697f5f on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:51:54.984897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Attempting to bind port 06c345b5-5054-48f9-99fe-cddff0697f5f on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:54.995302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:54.996862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:54.997402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Bound using segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:55.000142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Bound port: 06c345b5-5054-48f9-99fe-cddff0697f5f, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:55.003322 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:55.011362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Routers {'69179294-2d49-4d64-b026-119849c12c46'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:55.012400 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['69179294-2d49-4d64-b026-119849c12c46'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:55.112466 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:55.114066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:55.119844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=06c345b5-5054-48f9-99fe-cddff0697f5f,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:55.127078 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:55.159698 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:55.305731 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:55.340616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed54e5-b457-498b-a07a-9e30b82f4909 None None] Pushing event updated for resources: {'Port': ['ID=5b436a7a-03cd-404b-8521-8e82c9a4b645,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:55.362950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:55.363792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:55.369015 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] 10.222.0.52 "PUT /v2.0/ports/06c345b5-5054-48f9-99fe-cddff0697f5f HTTP/1.1" status: 200 len: 1121 time: 1.5994112 Aug 31 13:51:55.406039 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6222d68b-ba98-436c-8ac8-306070097994 req-786f5c57-4c5b-466f-b693-c368e2ed9936 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 210 time: 0.0683670 Aug 31 13:51:55.407467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd412aa6-97e7-484b-adfd-631c3c38876d service neutron] Pushing event updated for resources: {'Port': ['ID=06c345b5-5054-48f9-99fe-cddff0697f5f,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:55.544182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b241e998-d96b-4c44-8a38-406bf9c84b5e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:55.547927 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced22b04-6e25-48c1-98f4-b606db094891" -d '{"events": [{"server_uuid": "0667e105-0d6e-4e38-966e-85a86bcf72e0", "name": "network-vif-plugged", "status": "completed", "tag": "b241e998-d96b-4c44-8a38-406bf9c84b5e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:55.551088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['06c345b5-5054-48f9-99fe-cddff0697f5f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:51:55.634662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b241e998-d96b-4c44-8a38-406bf9c84b5e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b241e998-d96b-4c44-8a38-406bf9c84b5e,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:55.650021 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:55.692704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87648d22-ef89-4421-bb27-db333cfbd5a1 tempest-AutoAllocateNetworkTest-906814113 tempest-AutoAllocateNetworkTest-906814113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:55.695029 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-87648d22-ef89-4421-bb27-db333cfbd5a1 tempest-AutoAllocateNetworkTest-906814113 tempest-AutoAllocateNetworkTest-906814113-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.9623978 Aug 31 13:51:55.699830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54384) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:55.724279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] Set router 69179294-2d49-4d64-b026-119849c12c46 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:55.835872 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf8ec01-9768-44a0-b82c-9e8dc5a06d65 x-openstack-request-id: req-ddf8ec01-9768-44a0-b82c-9e8dc5a06d65 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:55.836513 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0667e105-0d6e-4e38-966e-85a86bcf72e0", "name": "network-vif-plugged", "status": "completed", "tag": "b241e998-d96b-4c44-8a38-406bf9c84b5e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:55.836513 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddf8ec01-9768-44a0-b82c-9e8dc5a06d65 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:55.836740 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b241e998-d96b-4c44-8a38-406bf9c84b5e', 'code': 200} Aug 31 13:51:55.856781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=b241e998-d96b-4c44-8a38-406bf9c84b5e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:55.866882 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5d004eec-8934-4443-bffa-115e1b0decac tempest-AutoAllocateNetworkTest-906814113 tempest-AutoAllocateNetworkTest-906814113-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1568036 Aug 31 13:51:55.870194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54392) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:55.903391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-4b91ba35-4bfc-4c90-b60e-023b42fd5da0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:55.905291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-4b91ba35-4bfc-4c90-b60e-023b42fd5da0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.52 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 820 time: 0.3557312 Aug 31 13:51:55.921146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Request body: {'port': {'device_id': 'ff0a51d0-b28e-494b-8a5a-97169955528c', 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4', 'admin_state_up': True, 'tenant_id': 'd077bd70a48845cf9f4e6b5ff585f732'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:55.935456 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.006528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Transition to ACTIVE for port object fed65bfd-5d21-4cca-9aca-dc8431839e18 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:56.016425 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-db23f829-da25-4582-b963-69b916fd4930 tempest-AutoAllocateNetworkTest-906814113 tempest-AutoAllocateNetworkTest-906814113-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d55352d7e7474deabe1514d599ca4453 HTTP/1.1" status: 200 len: 208 time: 0.1252120 Aug 31 13:51:56.049245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Transition to ACTIVE for port object fed65bfd-5d21-4cca-9aca-dc8431839e18 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:51:56.086512 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.119872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfc8e1-9134-446c-8a9e-8e2ce09c6427 req-ff552525-9636-4be7-b2a7-73ce732d72e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:56.125496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40bfc8e1-9134-446c-8a9e-8e2ce09c6427 req-ff552525-9636-4be7-b2a7-73ce732d72e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 1096 time: 0.1018682 Aug 31 13:51:56.168601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54408) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:56.226187 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af064280-ac66-4343-87dd-f382f775cdb0 req-29692238-5b91-40c9-ba14-acba6a0a5a5a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:56.227795 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-af064280-ac66-4343-87dd-f382f775cdb0 req-29692238-5b91-40c9-ba14-acba6a0a5a5a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.5290291 Aug 31 13:51:56.228308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40bfc8e1-9134-446c-8a9e-8e2ce09c6427 req-0cb4d2af-f8f0-4392-883f-457b3218d312 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908558 Aug 31 13:51:56.238003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Made reservation on behalf of d077bd70a48845cf9f4e6b5ff585f732 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:56.244167 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.254425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Pushing event updated for resources: {'Port': ['ID=fed65bfd-5d21-4cca-9aca-dc8431839e18,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:56.275444 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Network 8bc95e55-07bf-454b-b6c8-b7b2ec22b586 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:56.310891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:56.319092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:56.348580 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-af064280-ac66-4343-87dd-f382f775cdb0 req-ec5ae0c0-e17d-4cdd-b419-d095eee71ee6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081946 Aug 31 13:51:56.365894 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Allocated IP 172.25.3.46 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/e489c767-8aa8-464a-a635-e75eb53050f7) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:56.472541 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Attempting to bind port fed65bfd-5d21-4cca-9aca-dc8431839e18 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:51:56.473402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Attempting to bind port fed65bfd-5d21-4cca-9aca-dc8431839e18 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'c2d97527-bc65-4d1d-bec3-e229f6a14e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:51:56.473402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Attempting to bind port fed65bfd-5d21-4cca-9aca-dc8431839e18 on network 8bc95e55-07bf-454b-b6c8-b7b2ec22b586 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:51:56.488734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:51:56.488734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Checking segment: {'id': 'c2d97527-bc65-4d1d-bec3-e229f6a14e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:51:56.497031 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.497634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Bound using segment: {'id': 'c2d97527-bc65-4d1d-bec3-e229f6a14e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:51:56.498165 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Bound port: fed65bfd-5d21-4cca-9aca-dc8431839e18, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d97527-bc65-4d1d-bec3-e229f6a14e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:51:56.498574 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.583797 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.603185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69179294-2d49-4d64-b026-119849c12c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-414385459-router', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:42Z', 'updated_at': '2021-08-31T13:51:49Z', 'revision_number': 4, 'project_id': '683088ae2c6047579e39a6549fbe05e9', 'gw_port': {'id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69179294-2d49-4d64-b026-119849c12c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:44Z', 'updated_at': '2021-08-31T13:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5b436a7a-03cd-404b-8521-8e82c9a4b645', 'name': '', 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'mac_address': 'fa:16:3e:d9:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69179294-2d49-4d64-b026-119849c12c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'c84b91ff-f94b-42e3-8ed7-32b23adaecaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:48Z', 'updated_at': '2021-08-31T13:51:54Z', 'revision_number': 4, 'project_id': '683088ae2c6047579e39a6549fbe05e9', 'subnets': [{'id': 'c84b91ff-f94b-42e3-8ed7-32b23adaecaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:56.654360 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.674686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba67bc-8891-4ce2-a7a9-1fc821547be3 None None] The sync data for ids ['69179294-2d49-4d64-b026-119849c12c46'] in n-d-792364-6 is: [{'id': '69179294-2d49-4d64-b026-119849c12c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-414385459-router', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:42Z', 'updated_at': '2021-08-31T13:51:49Z', 'revision_number': 4, 'project_id': '683088ae2c6047579e39a6549fbe05e9', 'gw_port': {'id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69179294-2d49-4d64-b026-119849c12c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:44Z', 'updated_at': '2021-08-31T13:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5b436a7a-03cd-404b-8521-8e82c9a4b645', 'name': '', 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'mac_address': 'fa:16:3e:d9:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69179294-2d49-4d64-b026-119849c12c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'c84b91ff-f94b-42e3-8ed7-32b23adaecaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:48Z', 'updated_at': '2021-08-31T13:51:54Z', 'revision_number': 4, 'project_id': '683088ae2c6047579e39a6549fbe05e9', 'subnets': [{'id': 'c84b91ff-f94b-42e3-8ed7-32b23adaecaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:51:56.697349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54424) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:56.733961 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cb58995a-d4d6-4127-afc3-8cf1d684084d req-428395c3-e0ae-4849-b7b7-f0b36b1da54b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 210 time: 0.0906684 Aug 31 13:51:56.752667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:56.756878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:56.765526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:56.774928 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] For port fed65bfd-5d21-4cca-9aca-dc8431839e18, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:51:56.786216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] For port fed65bfd-5d21-4cca-9aca-dc8431839e18, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fed65bfd-5d21-4cca-9aca-dc8431839e18,segment=NetworkSegment(c2d97527-bc65-4d1d-bec3-e229f6a14e95),segment_id=c2d97527-bc65-4d1d-bec3-e229f6a14e95)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:51:56.794011 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:56.804407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-645333799-network', 'tenant_id': '0e253149a7894dca8ce983fb82115f4a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:56.877375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392ca949-6405-4a05-bc94-774a011ec8ae', 'tag': '06c345b5-5054-48f9-99fe-cddff0697f5f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:51:56.880689 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef41b16-aa40-4a1c-8453-b3450ecf00f3" -d '{"events": [{"name": "network-changed", "server_uuid": "392ca949-6405-4a05-bc94-774a011ec8ae", "tag": "06c345b5-5054-48f9-99fe-cddff0697f5f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:51:56.894723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Pushing event updated for resources: {'Port': ['ID=e489c767-8aa8-464a-a635-e75eb53050f7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:56.935606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65119169-6ddb-4062-8446-8ba4eee35bf6 req-0181631e-579c-4240-b07b-39a0471de2ea tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:56.960959 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65119169-6ddb-4062-8446-8ba4eee35bf6 req-0181631e-579c-4240-b07b-39a0471de2ea tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 945 time: 0.6906865 Aug 31 13:51:57.069240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb0c21-aaf3-4eb9-8cfe-4420ab536d0d None None] Pushing event updated for resources: {'Port': ['ID=fed65bfd-5d21-4cca-9aca-dc8431839e18,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:57.080847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Made reservation on behalf of 0e253149a7894dca8ce983fb82115f4a for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:57.085018 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:57.094757 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54434) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:57.137725 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:57.187479 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65119169-6ddb-4062-8446-8ba4eee35bf6 req-5cd756e6-e175-4390-a727-0127f986c08c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250223 Aug 31 13:51:57.198418 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfef306-16bc-4837-b784-c64653e06853 x-openstack-request-id: req-1dfef306-16bc-4837-b784-c64653e06853 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:51:57.206804 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392ca949-6405-4a05-bc94-774a011ec8ae", "tag": "06c345b5-5054-48f9-99fe-cddff0697f5f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:51:57.207538 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dfef306-16bc-4837-b784-c64653e06853 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:51:57.208401 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392ca949-6405-4a05-bc94-774a011ec8ae', 'tag': '06c345b5-5054-48f9-99fe-cddff0697f5f', 'status': 'completed', 'code': 200} Aug 31 13:51:57.213450 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:57.305742 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fae269e0-5ce0-434f-b1c7-5018131ed1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:57.400755 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-897f8ae9-5949-4130-a00f-d3d4a1476c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:57.416334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Allocated IP 172.20.0.9 (677f423a-ce82-4600-88fb-73cbea7e32c4/db1e5175-6ccd-4204-bfde-c630070636c0/50143a29-d54c-419d-a871-593592f80142) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:51:57.432349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef41b16-aa40-4a1c-8453-b3450ecf00f3 req-0cac9017-9e22-46d2-826f-ca8166c8383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:57.434309 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ef41b16-aa40-4a1c-8453-b3450ecf00f3 req-0cac9017-9e22-46d2-826f-ca8166c8383c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 1124 time: 0.2438262 Aug 31 13:51:57.785207 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:57.813382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99c541-3166-4617-be75-07eb70b0dd16 req-c0b377ea-4704-446a-a534-cfa5e3a10db4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:57.826123 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f99c541-3166-4617-be75-07eb70b0dd16 req-c0b377ea-4704-446a-a534-cfa5e3a10db4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.2638190 Aug 31 13:51:57.897869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:57.967346 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.013906 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7570fef-a7b2-4f10-8aef-5e8f5b6b83e1 req-7b1bab33-b930-4c09-97c5-66b7ec43d017 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 210 time: 0.0641646 Aug 31 13:51:58.030736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef41b16-aa40-4a1c-8453-b3450ecf00f3 req-be1201a2-eea4-4eee-b34b-7408e893d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:58.032301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ef41b16-aa40-4a1c-8453-b3450ecf00f3 req-be1201a2-eea4-4eee-b34b-7408e893d47b service neutron] 10.222.0.13 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.5877769 Aug 31 13:51:58.041692 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f99c541-3166-4617-be75-07eb70b0dd16 req-9acf96db-ddcb-4dd8-8cdb-df06633d45fc tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128432 Aug 31 13:51:58.131675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:51:58.149372 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.149731 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Added segment c3efec65-4cf2-40bf-be11-9a6058963bc0 of type vlan for network 8b1467bd-564b-414a-91f1-327fe1f37977 Aug 31 13:51:58.203703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Router 68eab8ef-e5df-46d7-8db4-0e392723f94b is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:51:58.247199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fae269e0-5ce0-434f-b1c7-5018131ed1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.266955 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fae269e0-5ce0-434f-b1c7-5018131ed1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.312058 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.393853 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae269e0-5ce0-434f-b1c7-5018131ed1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dd7683-bf52-4f21-82d4-2de3ba4b7ca0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:58.405131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fae269e0-5ce0-434f-b1c7-5018131ed1b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d55352d7e7474deabe1514d599ca4453&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6839826 Aug 31 13:51:58.408861 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.437281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54460) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:58.466778 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fed65bfd-5d21-4cca-9aca-dc8431839e18 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:58.496954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ef41b16-aa40-4a1c-8453-b3450ecf00f3 req-8e553505-1ac1-4d4f-b8c8-f130212b9554 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c345b5-5054-48f9-99fe-cddff0697f5f HTTP/1.1" status: 200 len: 217 time: 0.4382846 Aug 31 13:51:58.498484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6462755-a0a9-4888-9e92-719789d09cc8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:58.507802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.507802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:58.507802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.509414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.546956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port fed65bfd-5d21-4cca-9aca-dc8431839e18 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:58.551491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5b436a7a-03cd-404b-8521-8e82c9a4b645 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:51:58.605249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 5b436a7a-03cd-404b-8521-8e82c9a4b645 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:58.613492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 5b436a7a-03cd-404b-8521-8e82c9a4b645 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:58.613925 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.667808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ec5f2-0747-4180-948b-b7d2cf1d704b None None] Network 8bc95e55-07bf-454b-b6c8-b7b2ec22b586 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:51:58.706971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef41b16-aa40-4a1c-8453-b3450ecf00f3 req-77d3d5e6-c0eb-4a83-b5f6-7d639a3805dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:58.709145 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ef41b16-aa40-4a1c-8453-b3450ecf00f3 req-77d3d5e6-c0eb-4a83-b5f6-7d639a3805dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.1638255 Aug 31 13:51:58.713694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] Pushing event updated for resources: {'Network': ['ID=8b1467bd-564b-414a-91f1-327fe1f37977,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:58.781698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ef41b16-aa40-4a1c-8453-b3450ecf00f3 req-5187db10-e74f-4dd4-a0a6-e1d87991b722 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349061 Aug 31 13:51:58.793011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 8b1467bd-564b-414a-91f1-327fe1f37977 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:51:58.808567 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:51:58.832919 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Sync routers for ids ['68eab8ef-e5df-46d7-8db4-0e392723f94b'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:51:58.865694 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Routers {'68eab8ef-e5df-46d7-8db4-0e392723f94b'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:51:58.870195 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['68eab8ef-e5df-46d7-8db4-0e392723f94b'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:58.884268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Network 677f423a-ce82-4600-88fb-73cbea7e32c4 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:51:58.894387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37c37a-40d1-4439-876d-5944470503ca req-ac5d20ba-c213-4e86-9bfb-e2c98b45bd01 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:58.904211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8a3db6d3-b55c-4df1-9b32-04dddcff2b12 None None] Provisioning for port fed65bfd-5d21-4cca-9aca-dc8431839e18 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:51:58.921766 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd37c37a-40d1-4439-876d-5944470503ca req-ac5d20ba-c213-4e86-9bfb-e2c98b45bd01 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 945 time: 0.4829657 Aug 31 13:51:58.930261 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.951529 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5640e8fa-b471-41c1-94c5-38b5bbf1f4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.983611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8a3db6d3-b55c-4df1-9b32-04dddcff2b12 None None] Provisioning complete for port fed65bfd-5d21-4cca-9aca-dc8431839e18 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:51:58.984326 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8a3db6d3-b55c-4df1-9b32-04dddcff2b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.991512 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5640e8fa-b471-41c1-94c5-38b5bbf1f4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:58.998387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:51:59.032397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5287e-71cb-4bc9-9e4e-6a2ab5cc6e03 req-5a98fb62-d5e5-4174-8a50-0129f30b848b tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:59.051099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4bb5287e-71cb-4bc9-9e4e-6a2ab5cc6e03 req-5a98fb62-d5e5-4174-8a50-0129f30b848b tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 971 time: 0.6988628 Aug 31 13:51:59.072484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:51:59.079977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:59.080633 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.091477 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-897f8ae9-5949-4130-a00f-d3d4a1476c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.095196 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5640e8fa-b471-41c1-94c5-38b5bbf1f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.099419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Pushing event updated for resources: {'Port': ['ID=50143a29-d54c-419d-a871-593592f80142,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:59.100111 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5640e8fa-b471-41c1-94c5-38b5bbf1f4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.104766 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5640e8fa-b471-41c1-94c5-38b5bbf1f4a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12dd7683-bf52-4f21-82d4-2de3ba4b7ca0 HTTP/1.1" status: 204 len: 168 time: 0.6631563 Aug 31 13:51:59.118280 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640e8fa-b471-41c1-94c5-38b5bbf1f4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dd7683-bf52-4f21-82d4-2de3ba4b7ca0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:59.122924 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.124951 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-726b3b0d-fbd1-49f7-817f-a7dc0a674d20 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6684306 Aug 31 13:51:59.126093 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-897f8ae9-5949-4130-a00f-d3d4a1476c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.132198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54470) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:59.137193 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Set router 68eab8ef-e5df-46d7-8db4-0e392723f94b gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:51:59.153957 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7490ab8b-5650-4744-9206-4973362f9c9c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9780488 Aug 31 13:51:59.157217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54472) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:59.165252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f8ae9-5949-4130-a00f-d3d4a1476c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe941ca5-d9e7-46c2-a67b-4a9f58c300d4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:59.191221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e6b5cd12-d745-4665-91ff-b8e4fac562ee admin admin] Request body: {'subnet': {'network_id': '8b1467bd-564b-414a-91f1-327fe1f37977', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-645333799-subnet', 'tenant_id': '0e253149a7894dca8ce983fb82115f4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:59.241899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 5b436a7a-03cd-404b-8521-8e82c9a4b645, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5b436a7a-03cd-404b-8521-8e82c9a4b645,segment=NetworkSegment(3cdcc875-5fb5-499b-96ed-70702d92cc4d),segment_id=3cdcc875-5fb5-499b-96ed-70702d92cc4d)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:59.243223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-19072fd5-01ee-4f8f-8804-1e832986ce2b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3269987 Aug 31 13:51:59.301421 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4bb5287e-71cb-4bc9-9e4e-6a2ab5cc6e03 req-83f92028-f17c-41e1-9c07-098de31a7428 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491324 Aug 31 13:51:59.316417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Request body: {'port': {'device_id': 'ff0a51d0-b28e-494b-8a5a-97169955528c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:51:59.390764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ef41b16-aa40-4a1c-8453-b3450ecf00f3 req-d596c820-ab34-4e5d-9d24-5facd5cad2c4 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336463 Aug 31 13:51:59.423470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b5cd12-d745-4665-91ff-b8e4fac562ee admin admin] Made reservation on behalf of 0e253149a7894dca8ce983fb82115f4a for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:51:59.425933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6b5cd12-d745-4665-91ff-b8e4fac562ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.482614 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.606246 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8a3db6d3-b55c-4df1-9b32-04dddcff2b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.609065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 06c345b5-5054-48f9-99fe-cddff0697f5f details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:51:59.637705 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'name': 'tempest-AttachSCSIVolumeTestJSON-985805351-router', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:53Z', 'updated_at': '2021-08-31T13:51:56Z', 'revision_number': 3, 'project_id': 'fb18452733d246988a40fdf5aa61b8f8', 'gw_port': {'id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:55Z', 'updated_at': '2021-08-31T13:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:51:59.685478 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.713505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8a3db6d3-b55c-4df1-9b32-04dddcff2b12 None None] For port fed65bfd-5d21-4cca-9aca-dc8431839e18, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fed65bfd-5d21-4cca-9aca-dc8431839e18,segment=NetworkSegment(c2d97527-bc65-4d1d-bec3-e229f6a14e95),segment_id=c2d97527-bc65-4d1d-bec3-e229f6a14e95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:59.715418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=5b436a7a-03cd-404b-8521-8e82c9a4b645,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:59.724878 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8a3db6d3-b55c-4df1-9b32-04dddcff2b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.761267 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Checking router: 68eab8ef-e5df-46d7-8db4-0e392723f94b for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:51:59.762152 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Updating router 68eab8ef-e5df-46d7-8db4-0e392723f94b port e489c767-8aa8-464a-a635-e75eb53050f7 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:51:59.798512 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:51:59.809033 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ef41b16-aa40-4a1c-8453-b3450ecf00f3 req-1b959d8a-da99-4712-988a-00bd737bac68 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973398 Aug 31 13:51:59.829539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b670e-28b0-47c5-84fd-cc6ce28ade31 req-d71c9e4f-9058-46ca-a62c-ff290092feda tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:51:59.831477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9f2b670e-28b0-47c5-84fd-cc6ce28ade31 req-d71c9e4f-9058-46ca-a62c-ff290092feda tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.4186733 Aug 31 13:51:59.862047 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd37c37a-40d1-4439-876d-5944470503ca req-af80cfa5-0e8d-4a06-a7c7-32e2abeebb32 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7951596 Aug 31 13:51:59.864480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-897f8ae9-5949-4130-a00f-d3d4a1476c45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cbb4f5025714584b750824f7458eabe&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7685616 Aug 31 13:51:59.880020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54478) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:51:59.935055 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=06c345b5-5054-48f9-99fe-cddff0697f5f,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:51:59.952788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3db6d3-b55c-4df1-9b32-04dddcff2b12 None None] Pushing event updated for resources: {'Port': ['ID=fed65bfd-5d21-4cca-9aca-dc8431839e18,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:51:59.965671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 06c345b5-5054-48f9-99fe-cddff0697f5f has no active binding in host n-h2-792364-6 {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 13:52:00.011927 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9f2b670e-28b0-47c5-84fd-cc6ce28ade31 req-d0bfb035-e7b5-4bdb-8cbc-d3ece2e1dd3b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577344 Aug 31 13:52:00.192258 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdd75969-81d4-43d9-9f7a-c4facf15c9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.197916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.52', 51303) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:00.234665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fed65bfd-5d21-4cca-9aca-dc8431839e18 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:00.296257 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdd75969-81d4-43d9-9f7a-c4facf15c9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.384918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fde0-3fd8-40cf-a88b-0317b693c881 req-bf97375e-53e1-48c9-b32f-65188df739bf tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:00.393898 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2755fde0-3fd8-40cf-a88b-0317b693c881 req-bf97375e-53e1-48c9-b32f-65188df739bf tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 931 time: 0.2719312 Aug 31 13:52:00.404734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port fed65bfd-5d21-4cca-9aca-dc8431839e18 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:00.407927 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.408723 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.427140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33617c-8ab2-4e11-a9df-144f272bc8d2 req-4ff5e2ef-28a6-4d21-a66b-313d11a32c9d tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:00.428805 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac33617c-8ab2-4e11-a9df-144f272bc8d2 req-4ff5e2ef-28a6-4d21-a66b-313d11a32c9d tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 971 time: 0.2295847 Aug 31 13:52:00.439691 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Transition to ACTIVE for port object e489c767-8aa8-464a-a635-e75eb53050f7 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:00.459475 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6b5cd12-d745-4665-91ff-b8e4fac562ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.459741 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.464080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8e8b9f9c-cfb2-458c-bcfb-ba646eddcf5d None None] Provisioning complete for port fed65bfd-5d21-4cca-9aca-dc8431839e18 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:00.464768 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e8b9f9c-cfb2-458c-bcfb-ba646eddcf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.479084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba746c-4b7d-4dcb-977c-09fd3770f648 req-5a5f59e1-bdb4-4999-9b31-e84341cebddd tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:00.500465 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31ba746c-4b7d-4dcb-977c-09fd3770f648 req-5a5f59e1-bdb4-4999-9b31-e84341cebddd tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 945 time: 0.2176850 Aug 31 13:52:00.500465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54496) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:00.526456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-75666398-e052-469c-aa00-375b33704f4e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Request body: {'floatingip': {'port_id': 'b241e998-d96b-4c44-8a38-406bf9c84b5e'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:00.566279 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Attempting to bind port e489c767-8aa8-464a-a635-e75eb53050f7 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:00.566775 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Attempting to bind port e489c767-8aa8-464a-a635-e75eb53050f7 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:00.567522 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Attempting to bind port e489c767-8aa8-464a-a635-e75eb53050f7 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:00.584372 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:00.584790 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:00.585222 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.585625 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:00.586108 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Bound port: e489c767-8aa8-464a-a635-e75eb53050f7, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:00.586514 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.593021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdd75969-81d4-43d9-9f7a-c4facf15c9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.595659 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdd75969-81d4-43d9-9f7a-c4facf15c9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.599091 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cdd75969-81d4-43d9-9f7a-c4facf15c9b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe941ca5-d9e7-46c2-a67b-4a9f58c300d4 HTTP/1.1" status: 204 len: 168 time: 0.7159491 Aug 31 13:52:00.635044 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2755fde0-3fd8-40cf-a88b-0317b693c881 req-43bc9212-2352-4e42-98d4-29616087d952 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402546 Aug 31 13:52:00.650980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5b436a7a-03cd-404b-8521-8e82c9a4b645 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:00.700809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd75969-81d4-43d9-9f7a-c4facf15c9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe941ca5-d9e7-46c2-a67b-4a9f58c300d4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:00.737012 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e48422-ec1d-4401-9fe3-4282066d47d0 None None] Pushing event updated for resources: {'Port': ['ID=e489c767-8aa8-464a-a635-e75eb53050f7,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:00.743093 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:52:00.799574 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] For port e489c767-8aa8-464a-a635-e75eb53050f7, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:00.808291 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] For port e489c767-8aa8-464a-a635-e75eb53050f7, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e489c767-8aa8-464a-a635-e75eb53050f7,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:00.816915 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.843965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 5b436a7a-03cd-404b-8521-8e82c9a4b645 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:00.844530 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.874205 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75666398-e052-469c-aa00-375b33704f4e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.933552 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-ac33617c-8ab2-4e11-a9df-144f272bc8d2 req-fd28dc9b-536b-4fdf-a20a-b5b4f3c26c5b tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Deleting port 089dc883-1219-4643-8fef-6c9179afbe4e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:00.934129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac33617c-8ab2-4e11-a9df-144f272bc8d2 req-fd28dc9b-536b-4fdf-a20a-b5b4f3c26c5b tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:00.965132 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e48422-ec1d-4401-9fe3-4282066d47d0 None None] Pushing event updated for resources: {'Port': ['ID=e489c767-8aa8-464a-a635-e75eb53050f7,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:00.971391 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Routers {'68eab8ef-e5df-46d7-8db4-0e392723f94b'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:00.975221 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:51:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['68eab8ef-e5df-46d7-8db4-0e392723f94b'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:01.050752 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.120283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-ac33617c-8ab2-4e11-a9df-144f272bc8d2 req-fd28dc9b-536b-4fdf-a20a-b5b4f3c26c5b tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] For port 089dc883-1219-4643-8fef-6c9179afbe4e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=089dc883-1219-4643-8fef-6c9179afbe4e,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:01.120806 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac33617c-8ab2-4e11-a9df-144f272bc8d2 req-fd28dc9b-536b-4fdf-a20a-b5b4f3c26c5b tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.222485 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-ac33617c-8ab2-4e11-a9df-144f272bc8d2 req-fd28dc9b-536b-4fdf-a20a-b5b4f3c26c5b tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Calling delete_port for 089dc883-1219-4643-8fef-6c9179afbe4e owned by compute:tempest-test_az-912965069 {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:01.226850 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] Set router 68eab8ef-e5df-46d7-8db4-0e392723f94b gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:01.286331 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a53233ea-652b-4381-90ad-c2b66a7e611b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.398437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54514) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:01.462606 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-489d1f03-6e82-45a4-90be-e5bf4dea490d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.474068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5cd12-d745-4665-91ff-b8e4fac562ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ad28bd-1aa8-4db2-9702-42a8ca19ae0f,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:01.519512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4d93-80ee-46e5-bcc1-3704d0f70df7 req-ddd2361b-a608-4f0f-a3b0-10f4f48f786c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:01.522084 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-695f4d93-80ee-46e5-bcc1-3704d0f70df7 req-ddd2361b-a608-4f0f-a3b0-10f4f48f786c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.3066163 Aug 31 13:52:01.575584 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'name': 'tempest-AttachSCSIVolumeTestJSON-985805351-router', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:53Z', 'updated_at': '2021-08-31T13:51:56Z', 'revision_number': 3, 'project_id': 'fb18452733d246988a40fdf5aa61b8f8', 'gw_port': {'id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:55Z', 'updated_at': '2021-08-31T13:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:01.609207 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d39ccb-6c24-42e3-8c68-095935403aeb None None] The sync data for ids ['68eab8ef-e5df-46d7-8db4-0e392723f94b'] in n-d-792364-6 is: [{'id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'name': 'tempest-AttachSCSIVolumeTestJSON-985805351-router', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:53Z', 'updated_at': '2021-08-31T13:51:56Z', 'revision_number': 3, 'project_id': 'fb18452733d246988a40fdf5aa61b8f8', 'gw_port': {'id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:55Z', 'updated_at': '2021-08-31T13:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:52:01.617265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5cd12-d745-4665-91ff-b8e4fac562ee admin admin] Checking segment: {'id': 'c3efec65-4cf2-40bf-be11-9a6058963bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8b1467bd-564b-414a-91f1-327fe1f37977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:01.617632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5cd12-d745-4665-91ff-b8e4fac562ee admin admin] Network hostable DHCP agents. Network: 8b1467bd-564b-414a-91f1-327fe1f37977, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:52:01.648927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb6fd-c786-4da9-a6bc-073d32ae7d87 req-aa14f9d3-eec8-476b-9a4f-deeaa194bf15 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:01.656352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52cdb6fd-c786-4da9-a6bc-073d32ae7d87 req-aa14f9d3-eec8-476b-9a4f-deeaa194bf15 tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0fbddfc-1071-47cb-a3ac-e60748bdbdbe HTTP/1.1" status: 200 len: 971 time: 0.8407588 Aug 31 13:52:01.668101 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-309f71ca-2aef-42ef-b8d1-7ebd93f11362 service neutron] 10.222.0.13 "GET /v2.0/ports/06c345b5-5054-48f9-99fe-cddff0697f5f/bindings/n-h2-792364-6 HTTP/1.1" status: 200 len: 384 time: 0.2113700 Aug 31 13:52:01.693167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Allocated IP 172.20.0.1 (8bc95e55-07bf-454b-b6c8-b7b2ec22b586/0ddbaf8b-4741-48b4-990f-842795618d83/40c5d8ec-9c00-4e39-aeb8-2666e9a59053) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:01.706756 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-695f4d93-80ee-46e5-bcc1-3704d0f70df7 req-f2cfb0d3-dd68-4a2e-a1e0-f2b3ab3e0e67 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760199 Aug 31 13:52:01.737959 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac33617c-8ab2-4e11-a9df-144f272bc8d2 req-fd28dc9b-536b-4fdf-a20a-b5b4f3c26c5b tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.754926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['089dc883-1219-4643-8fef-6c9179afbe4e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:01.826713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28dc9b-536b-4fdf-a20a-b5b4f3c26c5b tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Pushing event deleted for resources: {'Port': ['ID=089dc883-1219-4643-8fef-6c9179afbe4e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:01.836463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50143a29-d54c-419d-a871-593592f80142 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:01.944748 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.954717 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52cdb6fd-c786-4da9-a6bc-073d32ae7d87 req-f393bb54-e433-4fd0-9099-bb345951beea tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972834 Aug 31 13:52:01.965352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5cd12-d745-4665-91ff-b8e4fac562ee admin admin] Network 8b1467bd-564b-414a-91f1-327fe1f37977 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:52:01.975614 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-489d1f03-6e82-45a4-90be-e5bf4dea490d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:01.981755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac33617c-8ab2-4e11-a9df-144f272bc8d2 req-fd28dc9b-536b-4fdf-a20a-b5b4f3c26c5b tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] No DVR routers for this DVR port 089dc883-1219-4643-8fef-6c9179afbe4e on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:01.987936 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-489d1f03-6e82-45a4-90be-e5bf4dea490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.010629 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac33617c-8ab2-4e11-a9df-144f272bc8d2 req-fd28dc9b-536b-4fdf-a20a-b5b4f3c26c5b tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.013897 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac33617c-8ab2-4e11-a9df-144f272bc8d2 req-fd28dc9b-536b-4fdf-a20a-b5b4f3c26c5b tempest-AggregatesAdminTestJSON-441418456 tempest-AggregatesAdminTestJSON-441418456-project] 10.222.0.52 "DELETE /v2.0/ports/089dc883-1219-4643-8fef-6c9179afbe4e HTTP/1.1" status: 204 len: 173 time: 1.5415435 Aug 31 13:52:02.020529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fbddfc-1071-47cb-a3ac-e60748bdbdbe', 'name': 'network-vif-deleted', 'tag': '089dc883-1219-4643-8fef-6c9179afbe4e'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:02.023406 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7fed7f-a4f6-4397-ac3d-b2e5587fe770" -d '{"events": [{"server_uuid": "c0fbddfc-1071-47cb-a3ac-e60748bdbdbe", "name": "network-vif-deleted", "tag": "089dc883-1219-4643-8fef-6c9179afbe4e"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:02.142201 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-489d1f03-6e82-45a4-90be-e5bf4dea490d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ae7bb30146d4581a26a9347b1084687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7368538 Aug 31 13:52:02.146698 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54532) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:02.160790 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.177090 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9aed8-b21c-4e74-9570-037a36730951 req-15cb6005-b68c-4527-a863-fa2b4dbd7203 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:02.182687 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eca9aed8-b21c-4e74-9570-037a36730951 req-15cb6005-b68c-4527-a863-fa2b4dbd7203 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 931 time: 0.3446097 Aug 31 13:52:02.187239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d1f03-6e82-45a4-90be-e5bf4dea490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d275692-4f84-4369-ac5d-6647f12430bd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:02.259358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e6b5cd12-d745-4665-91ff-b8e4fac562ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 8b1467bd-564b-414a-91f1-327fe1f37977) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:02.275118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Transition to ACTIVE for port object 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:02.284458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff5ec64-983d-4989-a6f9-3388b4b9974f None None] Network 8b1467bd-564b-414a-91f1-327fe1f37977 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:52:02.317093 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eca9aed8-b21c-4e74-9570-037a36730951 req-fc933a07-8b9e-47e4-86fd-b77cb21ebe39 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066308 Aug 31 13:52:02.331146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Transition to ACTIVE for port object 50143a29-d54c-419d-a871-593592f80142 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:02.362498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5cd12-d745-4665-91ff-b8e4fac562ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:02.363556 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6b5cd12-d745-4665-91ff-b8e4fac562ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.369051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.423507 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7ce45a-79a0-490e-84fa-eefbd7927d9c x-openstack-request-id: req-8f7ce45a-79a0-490e-84fa-eefbd7927d9c {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:02.423809 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fbddfc-1071-47cb-a3ac-e60748bdbdbe", "name": "network-vif-deleted", "tag": "089dc883-1219-4643-8fef-6c9179afbe4e", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:02.424139 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f7ce45a-79a0-490e-84fa-eefbd7927d9c {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:02.424511 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fbddfc-1071-47cb-a3ac-e60748bdbdbe', 'name': 'network-vif-deleted', 'tag': '089dc883-1219-4643-8fef-6c9179afbe4e', 'status': 'completed', 'code': 200} Aug 31 13:52:02.430029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.448674 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.525997 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e6b5cd12-d745-4665-91ff-b8e4fac562ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.3493731 Aug 31 13:52:02.654470 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe794a7-6c86-4363-a8f7-5a49c9ca4313 None None] Network 8b1467bd-564b-414a-91f1-327fe1f37977 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:52:02.715225 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.787313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Network 8bc95e55-07bf-454b-b6c8-b7b2ec22b586 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:02.797272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:02.801715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=40c5d8ec-9c00-4e39-aeb8-2666e9a59053,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:02.836982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:02.837731 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.849721 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.857159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:02.865183 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d275692-4f84-4369-ac5d-6647f12430bd HTTP/1.1" status: 204 len: 168 time: 0.7064807 Aug 31 13:52:02.916624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.resource_extend [None req-75666398-e052-469c-aa00-375b33704f4e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:52:03.054934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d275692-4f84-4369-ac5d-6647f12430bd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:03.104254 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75666398-e052-469c-aa00-375b33704f4e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:03.131541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Pushing event updated for resources: {'Port': ['ID=50143a29-d54c-419d-a871-593592f80142,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:03.158552 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:03.159827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:03.161453 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:03.162151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:03.164127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:03.165215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:03.167945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:03.172191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:03.174592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:03.177870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:03.178543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:03.179201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f10c9-00d2-445d-b6e7-a789c33496c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:03.193702 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75666398-e052-469c-aa00-375b33704f4e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:03.289943 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-deac4704-316b-475b-85bc-54c4b8b758ba None None] Provisioning for port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:03.294983 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-deac4704-316b-475b-85bc-54c4b8b758ba None None] Provisioning complete for port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:03.296557 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-deac4704-316b-475b-85bc-54c4b8b758ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:03.376587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-deac4704-316b-475b-85bc-54c4b8b758ba None None] Port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:52:03.439825 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:03.530706 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-278bdfff-75ca-429f-b97f-118244fe1c61 req-10d8aef9-1e51-4b7c-ab90-b289b18eaf4e tempest-SecurityGroupsNegativeTestJSON-2012212306 tempest-SecurityGroupsNegativeTestJSON-2012212306-project] show failed (client error): The resource could not be found. Aug 31 13:52:03.532664 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-278bdfff-75ca-429f-b97f-118244fe1c61 req-10d8aef9-1e51-4b7c-ab90-b289b18eaf4e tempest-SecurityGroupsNegativeTestJSON-2012212306 tempest-SecurityGroupsNegativeTestJSON-2012212306-project] 10.222.0.20 "GET /v2.0/security-groups/c774e035-6759-4123-8e4f-f6a58a98126c HTTP/1.1" status: 404 len: 352 time: 0.0338595 Aug 31 13:52:03.582267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54560) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:03.639686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Attempting to bind port 50143a29-d54c-419d-a871-593592f80142 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:03.640252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Attempting to bind port 50143a29-d54c-419d-a871-593592f80142 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:03.640372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Attempting to bind port 50143a29-d54c-419d-a871-593592f80142 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:03.650016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Port 50143a29-d54c-419d-a871-593592f80142 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:03.650431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Attempting to bind port 50143a29-d54c-419d-a871-593592f80142 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:03.661824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:03.662268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:03.662744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Bound using segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:03.663290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Bound port: 50143a29-d54c-419d-a871-593592f80142, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:03.663937 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:03.780246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666edd9-3bd1-44fa-a86a-6a6262c44329 req-791a6546-4ff9-4175-b7f0-802f5ef93f3a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:03.788687 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7666edd9-3bd1-44fa-a86a-6a6262c44329 req-791a6546-4ff9-4175-b7f0-802f5ef93f3a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.6054723 Aug 31 13:52:03.802688 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01fda87d-2caa-4146-ba18-dba8bde2bf2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:03.815863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c4b90b0c-5fb2-4005-9045-25ccad37ef96 service neutron] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=06c345b5-5054-48f9-99fe-cddff0697f5f,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:03.876535 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7666edd9-3bd1-44fa-a86a-6a6262c44329 req-514e8733-e0ad-46cf-8796-91e8c7bb4dc9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541899 Aug 31 13:52:03.887093 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-75666398-e052-469c-aa00-375b33704f4e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Floating IP 20e9aef5-9c6f-4726-8601-5f31c872c6d8 associated. External IP: 172.25.3.212, port: b241e998-d96b-4c44-8a38-406bf9c84b5e. Aug 31 13:52:03.914733 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c4b90b0c-5fb2-4005-9045-25ccad37ef96 service neutron] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:03.922232 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:03.969088 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7757b78-f656-4c94-a87b-a5ef1e27cb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:03.987821 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01fda87d-2caa-4146-ba18-dba8bde2bf2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.009242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ebacc-75d3-4f64-8eb6-166c64f2f182 req-287d455e-3bf5-44a4-953c-c37a3a6bbc16 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:04.012148 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-662ebacc-75d3-4f64-8eb6-166c64f2f182 req-287d455e-3bf5-44a4-953c-c37a3a6bbc16 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 943 time: 0.2982552 Aug 31 13:52:04.012915 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01fda87d-2caa-4146-ba18-dba8bde2bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.180323 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-01fda87d-2caa-4146-ba18-dba8bde2bf2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81b9a49edc0a4944807c46768466e80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958097 Aug 31 13:52:04.182937 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fda87d-2caa-4146-ba18-dba8bde2bf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa0b9fe-59df-419e-abb7-706711bccdae,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:04.197688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54576) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:04.205380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-662ebacc-75d3-4f64-8eb6-166c64f2f182 req-08fe717c-3f4d-4ffe-b4b3-6d463f920598 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766238 Aug 31 13:52:04.287347 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e489c767-8aa8-464a-a635-e75eb53050f7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:04.297345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54578) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:04.320161 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.330015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.331045 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.374023 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa6e441b-5b74-4ea4-993a-cf3f6dafb219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.375614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port e489c767-8aa8-464a-a635-e75eb53050f7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:04.382101 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e489c767-8aa8-464a-a635-e75eb53050f7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:04.382805 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.391023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:04.405289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=50143a29-d54c-419d-a871-593592f80142,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:04.422826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c4b90b0c-5fb2-4005-9045-25ccad37ef96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c345b5-5054-48f9-99fe-cddff0697f5f {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:04.435489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c4b90b0c-5fb2-4005-9045-25ccad37ef96 service neutron] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=06c345b5-5054-48f9-99fe-cddff0697f5f,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:04.455689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.488310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:04.493262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.494658 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=40c5d8ec-9c00-4e39-aeb8-2666e9a59053,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:04.494973 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] 10.222.0.52 "PUT /v2.0/ports/50143a29-d54c-419d-a871-593592f80142 HTTP/1.1" status: 200 len: 1091 time: 5.2282436 Aug 31 13:52:04.494973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c4b90b0c-5fb2-4005-9045-25ccad37ef96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.501066 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa6e441b-5b74-4ea4-993a-cf3f6dafb219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.539214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0a51d0-b28e-494b-8a5a-97169955528c', 'tag': '50143a29-d54c-419d-a871-593592f80142'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:04.541816 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f130999d-c10f-4104-a4b5-843b027a979a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0a51d0-b28e-494b-8a5a-97169955528c", "tag": "50143a29-d54c-419d-a871-593592f80142"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:04.547986 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.602591 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Network 8bc95e55-07bf-454b-b6c8-b7b2ec22b586 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:04.606500 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:04.607545 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port e489c767-8aa8-464a-a635-e75eb53050f7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e489c767-8aa8-464a-a635-e75eb53050f7,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:04.622927 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.714108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=e489c767-8aa8-464a-a635-e75eb53050f7,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:04.715132 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a1b990-b8f1-4592-b09e-f86bf270d37e x-openstack-request-id: req-63a1b990-b8f1-4592-b09e-f86bf270d37e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:04.729536 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0a51d0-b28e-494b-8a5a-97169955528c", "tag": "50143a29-d54c-419d-a871-593592f80142", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:04.730086 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63a1b990-b8f1-4592-b09e-f86bf270d37e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:04.730663 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0a51d0-b28e-494b-8a5a-97169955528c', 'tag': '50143a29-d54c-419d-a871-593592f80142', 'status': 'completed', 'code': 200} Aug 31 13:52:04.762460 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-059340b3-aff0-4bb8-b0dd-16d0b3a5143a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1051fd7f299e47339dbc6a1f3edbc9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592266 Aug 31 13:52:04.762858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54592) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:04.769338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e12dc2ad-b2a9-4b3d-b542-bf4ef896ca51 req-3f005f02-3468-49d3-a112-c75ec285a78a tempest-SecurityGroupsNegativeTestJSON-2012212306 tempest-SecurityGroupsNegativeTestJSON-2012212306-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e253149a7894dca8ce983fb82115f4a HTTP/1.1" status: 200 len: 2984 time: 0.7410986 Aug 31 13:52:04.840831 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa6e441b-5b74-4ea4-993a-cf3f6dafb219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.843638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa6e441b-5b74-4ea4-993a-cf3f6dafb219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.847251 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fa6e441b-5b74-4ea4-993a-cf3f6dafb219 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/daa0b9fe-59df-419e-abb7-706711bccdae HTTP/1.1" status: 204 len: 168 time: 0.6383576 Aug 31 13:52:04.895965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Pushing event updated for resources: {'Port': ['ID=50143a29-d54c-419d-a871-593592f80142,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:04.904424 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73e8161f-452f-4c19-a88f-9444557d4132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.909616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e441b-5b74-4ea4-993a-cf3f6dafb219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa0b9fe-59df-419e-abb7-706711bccdae,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:04.930947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-89aa4db4-5f62-4445-aed4-7087dfa4b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:04.932976 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-89aa4db4-5f62-4445-aed4-7087dfa4b153 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 1094 time: 0.3343694 Aug 31 13:52:04.960470 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73e8161f-452f-4c19-a88f-9444557d4132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:04.978490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Router 68eab8ef-e5df-46d7-8db4-0e392723f94b has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:52:05.008897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e12dc2ad-b2a9-4b3d-b542-bf4ef896ca51 req-52ce1201-1446-4a0a-9eee-5520327240af tempest-SecurityGroupsNegativeTestJSON-2012212306 tempest-SecurityGroupsNegativeTestJSON-2012212306-project] 10.222.0.20 "GET /v2.0/security-groups/e6462755-a0a9-4888-9e92-719789d09cc8 HTTP/1.1" status: 200 len: 2981 time: 0.2378612 Aug 31 13:52:05.011472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.011827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.012230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.012613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.013916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.013916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.013916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.013916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.014280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.014579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.014900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.015223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc03378-0a62-43f7-bb0b-b7137f51fe59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:05.033832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c4b90b0c-5fb2-4005-9045-25ccad37ef96 service neutron] Transition to ACTIVE for port object 06c345b5-5054-48f9-99fe-cddff0697f5f will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:05.035204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9b0954f3-eaf8-46d7-af1a-735afb867022 None None] Provisioning complete for port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:05.039936 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9b0954f3-eaf8-46d7-af1a-735afb867022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.042784 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.113296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9b0954f3-eaf8-46d7-af1a-735afb867022 None None] Port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:52:05.113530 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-a05210ff-beb9-427f-8414-0a925446ab6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50143a29-d54c-419d-a871-593592f80142 HTTP/1.1" status: 200 len: 217 time: 0.1658545 Aug 31 13:52:05.119795 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c4b90b0c-5fb2-4005-9045-25ccad37ef96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.143122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a56055-77bb-40dd-b07b-08cde1e671a0 req-516b4fbb-068f-419c-bd88-a79e8133643b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.145000 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-25a56055-77bb-40dd-b07b-08cde1e671a0 req-516b4fbb-068f-419c-bd88-a79e8133643b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 943 time: 0.1451793 Aug 31 13:52:05.147858 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73e8161f-452f-4c19-a88f-9444557d4132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.150844 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73e8161f-452f-4c19-a88f-9444557d4132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.151981 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-73e8161f-452f-4c19-a88f-9444557d4132 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9d846b6-7bba-4072-ade7-2d5fbb14fe0c HTTP/1.1" status: 204 len: 168 time: 0.3877792 Aug 31 13:52:05.225429 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8161f-452f-4c19-a88f-9444557d4132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d846b6-7bba-4072-ade7-2d5fbb14fe0c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:05.261473 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-25a56055-77bb-40dd-b07b-08cde1e671a0 req-d6f45b24-422e-4df3-8626-895244f66d90 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039371 Aug 31 13:52:05.272104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:52:05.277721 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-46181a4d-7183-408a-8044-a29414411cb3 admin admin] 10.222.0.20 "PUT /v2.0/routers/68eab8ef-e5df-46d7-8db4-0e392723f94b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1137352 Aug 31 13:52:05.290965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Sync routers for ids ['68eab8ef-e5df-46d7-8db4-0e392723f94b'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:52:05.309805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Routers {'68eab8ef-e5df-46d7-8db4-0e392723f94b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:05.310740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:52:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['68eab8ef-e5df-46d7-8db4-0e392723f94b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:05.351073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c4b90b0c-5fb2-4005-9045-25ccad37ef96 service neutron] No DVR routers for this DVR port 06c345b5-5054-48f9-99fe-cddff0697f5f on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:05.358566 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e12dc2ad-b2a9-4b3d-b542-bf4ef896ca51 req-d25e8a69-cb12-498f-91c7-9f1ef20e4eae tempest-SecurityGroupsNegativeTestJSON-2012212306 tempest-SecurityGroupsNegativeTestJSON-2012212306-project] 10.222.0.20 "GET /v2.0/security-groups/e6462755-a0a9-4888-9e92-719789d09cc8 HTTP/1.1" status: 200 len: 2981 time: 0.3487768 Aug 31 13:52:05.382243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-b41e7763-6ea5-4cbc-abf7-5c213b22c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.383770 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-b41e7763-6ea5-4cbc-abf7-5c213b22c84a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.2523229 Aug 31 13:52:05.398763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b90b0c-5fb2-4005-9045-25ccad37ef96 service neutron] Pushing event updated for resources: {'Port': ['ID=06c345b5-5054-48f9-99fe-cddff0697f5f,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:05.419738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75666398-e052-469c-aa00-375b33704f4e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Router aba359a7-9872-4384-8c2d-9e32223f0973 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:52:05.483938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8ab06-4b61-4787-b9da-5bb1464eec93 req-7ea49d11-1a6b-4067-a83f-359c1bd38e34 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.484643 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-a34a7c13-ff47-431b-8dbc-fb0e6d6233b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803204 Aug 31 13:52:05.492953 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d4b8ab06-4b61-4787-b9da-5bb1464eec93 req-7ea49d11-1a6b-4067-a83f-359c1bd38e34 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 943 time: 0.0993719 Aug 31 13:52:05.502685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Set router 68eab8ef-e5df-46d7-8db4-0e392723f94b gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:05.514264 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c4b90b0c-5fb2-4005-9045-25ccad37ef96 service neutron] 10.222.0.13 "PUT /v2.0/ports/06c345b5-5054-48f9-99fe-cddff0697f5f/bindings/n-h2-792364-6/activate HTTP/1.1" status: 200 len: 369 time: 3.8221858 Aug 31 13:52:05.583954 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d4b8ab06-4b61-4787-b9da-5bb1464eec93 req-29a522e7-0b41-4a20-ba47-934a49967086 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872886 Aug 31 13:52:05.603667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54618) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:05.641547 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0bdc15e-77a4-4154-854f-069ad6bb03fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.641924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a56b6caf-06c8-4e1d-b5d8-6c5ef2fa5a19 req-61302c87-1c9e-4516-8929-f7f8fb50a429 tempest-SecurityGroupsNegativeTestJSON-2012212306 tempest-SecurityGroupsNegativeTestJSON-2012212306-project] 10.222.0.20 "GET /v2.0/security-groups/e6462755-a0a9-4888-9e92-719789d09cc8 HTTP/1.1" status: 200 len: 2981 time: 0.2553403 Aug 31 13:52:05.723318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 089dc883-1219-4643-8fef-6c9179afbe4e no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:05.724594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7e10d-d333-4e54-b789-40abad275501 req-60424ca3-6abd-4cc1-acc4-6cbe74afbc7d tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.726491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-60424ca3-6abd-4cc1-acc4-6cbe74afbc7d tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae&tenant_id=24b3f2febd7d4b85836b75e97fa9634b&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1095 time: 0.1413677 Aug 31 13:52:05.763760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-01a9d793-6c6d-4630-8685-c140ae1631f7 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662041 Aug 31 13:52:05.781044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 06c345b5-5054-48f9-99fe-cddff0697f5f no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:05.816485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 089dc883-1219-4643-8fef-6c9179afbe4e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:05.816836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 089dc883-1219-4643-8fef-6c9179afbe4e not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:05.842551 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-a56b6caf-06c8-4e1d-b5d8-6c5ef2fa5a19 req-b5a6220e-ad29-4bd9-985e-53dfe4ba0cea tempest-SecurityGroupsNegativeTestJSON-2012212306 tempest-SecurityGroupsNegativeTestJSON-2012212306-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 13:52:05.851580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a56b6caf-06c8-4e1d-b5d8-6c5ef2fa5a19 req-b5a6220e-ad29-4bd9-985e-53dfe4ba0cea tempest-SecurityGroupsNegativeTestJSON-2012212306 tempest-SecurityGroupsNegativeTestJSON-2012212306-project] 10.222.0.20 "DELETE /v2.0/security-groups/e6462755-a0a9-4888-9e92-719789d09cc8 HTTP/1.1" status: 409 len: 352 time: 0.2077913 Aug 31 13:52:05.856021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75666398-e052-469c-aa00-375b33704f4e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:52:05.863006 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75666398-e052-469c-aa00-375b33704f4e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.867870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 06c345b5-5054-48f9-99fe-cddff0697f5f not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:05.881637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'name': 'tempest-AttachSCSIVolumeTestJSON-985805351-router', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:53Z', 'updated_at': '2021-08-31T13:52:03Z', 'revision_number': 4, 'project_id': 'fb18452733d246988a40fdf5aa61b8f8', 'gw_port': {'id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:55Z', 'updated_at': '2021-08-31T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '40c5d8ec-9c00-4e39-aeb8-2666e9a59053', 'name': '', 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'mac_address': 'fa:16:3e:8b:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ddbaf8b-4741-48b4-990f-842795618d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:01Z', 'updated_at': '2021-08-31T13:52:03Z', 'revision_number': 2, 'project_id': 'fb18452733d246988a40fdf5aa61b8f8', 'subnets': [{'id': '0ddbaf8b-4741-48b4-990f-842795618d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:05.883248 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa1cc3-d73c-4bf1-8535-6c0bc4444c1d None None] Sync routers for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:52:05.893513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7e10d-d333-4e54-b789-40abad275501 req-f6504dd0-d806-4602-be8e-53a7aca2859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:05.896058 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-f6504dd0-d806-4602-be8e-53a7aca2859a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae&tenant_id=24b3f2febd7d4b85836b75e97fa9634b HTTP/1.1" status: 200 len: 1095 time: 0.1546357 Aug 31 13:52:05.904202 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa1cc3-d73c-4bf1-8535-6c0bc4444c1d None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:05.906186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-75666398-e052-469c-aa00-375b33704f4e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "PUT /v2.0/floatingips/20e9aef5-9c6f-4726-8601-5f31c872c6d8 HTTP/1.1" status: 200 len: 991 time: 5.3835020 Aug 31 13:52:05.911519 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-82fa1cc3-d73c-4bf1-8535-6c0bc4444c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:52:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:05.921273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Checking router: 68eab8ef-e5df-46d7-8db4-0e392723f94b for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:52:05.921273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Updating router 68eab8ef-e5df-46d7-8db4-0e392723f94b port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:52:05.957624 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:05.959166 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a4b9b4d-d135-45c8-814b-d2111b74e31c req-e46ed64c-57d5-4a5f-b7af-a26227597a2a service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824150 Aug 31 13:52:06.119268 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0bdc15e-77a4-4154-854f-069ad6bb03fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.120247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54632) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:06.142687 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-f2e0ee5b-8ced-49ff-aaf7-c1da54e0d50d req-5e0a06cf-a70f-46a5-b330-8fc6ed01e25a tempest-SecurityGroupsNegativeTestJSON-2012212306 tempest-SecurityGroupsNegativeTestJSON-2012212306-project] show failed (client error): The resource could not be found. Aug 31 13:52:06.148747 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f2e0ee5b-8ced-49ff-aaf7-c1da54e0d50d req-5e0a06cf-a70f-46a5-b330-8fc6ed01e25a tempest-SecurityGroupsNegativeTestJSON-2012212306 tempest-SecurityGroupsNegativeTestJSON-2012212306-project] 10.222.0.20 "GET /v2.0/security-groups/8e0d2ade-d938-4dff-8d6d-36616b566f71 HTTP/1.1" status: 404 len: 352 time: 0.2514596 Aug 31 13:52:06.160970 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0bdc15e-77a4-4154-854f-069ad6bb03fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.233923 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-82fa1cc3-d73c-4bf1-8535-6c0bc4444c1d None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:06.273295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e489c767-8aa8-464a-a635-e75eb53050f7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:06.294950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130999d-c10f-4104-a4b5-843b027a979a req-ef4f6aab-8acf-4d1d-849c-fcf5ef6e9e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.299987 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f130999d-c10f-4104-a4b5-843b027a979a req-ef4f6aab-8acf-4d1d-849c-fcf5ef6e9e9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 1094 time: 0.2639930 Aug 31 13:52:06.370313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54644) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:06.371147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6ab194a3-07db-465d-bd69-fd20240839f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb4612279f9e4f219a7ddde7de74e46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455671 Aug 31 13:52:06.409387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b0bdc15e-77a4-4154-854f-069ad6bb03fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c839ea170f94ae9be11140118fc0214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8047004 Aug 31 13:52:06.434393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7e10d-d333-4e54-b789-40abad275501 req-419cd1e8-0292-4ed1-972c-87f9964ff560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.436480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-419cd1e8-0292-4ed1-972c-87f9964ff560 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 1095 time: 0.4788609 Aug 31 13:52:06.441980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdc15e-77a4-4154-854f-069ad6bb03fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0991e723-8f7d-4543-9263-de719857623e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:06.459004 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54646) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:06.492414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e489c767-8aa8-464a-a635-e75eb53050f7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:06.492816 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.643012 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-93b3c002-8f03-4e33-8ee8-f1ecab07522c req-67612864-a3d8-4564-88f4-3152176f3c85 tempest-SecurityGroupsNegativeTestJSON-2012212306 tempest-SecurityGroupsNegativeTestJSON-2012212306-project] show failed (client error): The resource could not be found. Aug 31 13:52:06.645751 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93b3c002-8f03-4e33-8ee8-f1ecab07522c req-67612864-a3d8-4564-88f4-3152176f3c85 tempest-SecurityGroupsNegativeTestJSON-2012212306 tempest-SecurityGroupsNegativeTestJSON-2012212306-project] 10.222.0.20 "GET /v2.0/security-groups/2ab4a1d2-d3d4-438f-a515-50ce12a4d8e7 HTTP/1.1" status: 404 len: 352 time: 0.4503789 Aug 31 13:52:06.647036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130999d-c10f-4104-a4b5-843b027a979a req-2cf34bbb-01ea-486a-8573-ad70a60e51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:06.649306 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f130999d-c10f-4104-a4b5-843b027a979a req-2cf34bbb-01ea-486a-8573-ad70a60e51fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.2762623 Aug 31 13:52:06.703531 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54652) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:06.769862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-563bfc47-fb2c-4660-81bf-8508196bd332 admin admin] Deleting subnet 38ad28bd-1aa8-4db2-9702-42a8ca19ae0f {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:52:06.785488 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-563bfc47-fb2c-4660-81bf-8508196bd332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.806653 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.832918 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-563bfc47-fb2c-4660-81bf-8508196bd332 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.846315 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-563bfc47-fb2c-4660-81bf-8508196bd332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.851423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'tag': 'b241e998-d96b-4c44-8a38-406bf9c84b5e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:06.856954 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa95e645-7d7f-4af5-ba77-337f119218bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0667e105-0d6e-4e38-966e-85a86bcf72e0", "tag": "b241e998-d96b-4c44-8a38-406bf9c84b5e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:06.870381 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f130999d-c10f-4104-a4b5-843b027a979a req-6b72fd10-c328-4ce1-bf69-5296a0c92ff7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50143a29-d54c-419d-a871-593592f80142 HTTP/1.1" status: 200 len: 217 time: 0.2081108 Aug 31 13:52:06.920530 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-563bfc47-fb2c-4660-81bf-8508196bd332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.948705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7131-b29f-4bdb-8edc-ccc1b8f13d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:06.956579 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bfc47-fb2c-4660-81bf-8508196bd332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38ad28bd-1aa8-4db2-9702-42a8ca19ae0f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:06.974041 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-82fa1cc3-d73c-4bf1-8535-6c0bc4444c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '20e9aef5-9c6f-4726-8601-5f31c872c6d8', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'floating_ip_address': '172.25.3.212', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'port_id': 'b241e998-d96b-4c44-8a38-406bf9c84b5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'mac_address': 'fa:16:3e:4f:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:51:38Z', 'updated_at': '2021-08-31T13:52:02Z', 'revision_number': 1, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:06.988289 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b80c7ab-b784-4ddd-aa91-b86cff40b25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.034165 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c6d78-23c9-4680-a512-b5735d733b25 req-c874d7c9-eb9e-4c8c-a25a-1ef6ddb56b8f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.040114 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd4c6d78-23c9-4680-a512-b5735d733b25 req-c874d7c9-eb9e-4c8c-a25a-1ef6ddb56b8f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 944 time: 0.5056775 Aug 31 13:52:07.050766 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-563bfc47-fb2c-4660-81bf-8508196bd332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.062762 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-563bfc47-fb2c-4660-81bf-8508196bd332 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/38ad28bd-1aa8-4db2-9702-42a8ca19ae0f HTTP/1.1" status: 204 len: 168 time: 0.3534908 Aug 31 13:52:07.064557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54658) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:07.075047 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa1cc3-d73c-4bf1-8535-6c0bc4444c1d None None] Checking router: aba359a7-9872-4384-8c2d-9e32223f0973 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:52:07.113184 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa1cc3-d73c-4bf1-8535-6c0bc4444c1d None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:07.116705 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-82fa1cc3-d73c-4bf1-8535-6c0bc4444c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:52:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:07.128810 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7e10d-d333-4e54-b789-40abad275501 req-9cb3e37f-66e2-488e-b5e8-98316cd2eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.134409 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-9cb3e37f-66e2-488e-b5e8-98316cd2eb1a service neutron] 10.222.0.52 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.6761327 Aug 31 13:52:07.187483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130999d-c10f-4104-a4b5-843b027a979a req-bd25ce47-985d-4ad9-8aa6-630742a8b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.189568 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f130999d-c10f-4104-a4b5-843b027a979a req-bd25ce47-985d-4ad9-8aa6-630742a8b0dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.2730119 Aug 31 13:52:07.211772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91ce16-2232-4ab2-96fd-80f8319f2509 req-866c7eda-4a47-4043-8add-1b1fa8f0828f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.214371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8d91ce16-2232-4ab2-96fd-80f8319f2509 req-866c7eda-4a47-4043-8add-1b1fa8f0828f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 943 time: 0.3314531 Aug 31 13:52:07.219375 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.266610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f130999d-c10f-4104-a4b5-843b027a979a req-59db5690-9e6d-4d35-b7f7-2b51e1337581 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506094 Aug 31 13:52:07.286202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7131-b29f-4bdb-8edc-ccc1b8f13d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.325899 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.339822 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b80c7ab-b784-4ddd-aa91-b86cff40b25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.348852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Transition to ACTIVE for port object 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:07.362302 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.387056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8d91ce16-2232-4ab2-96fd-80f8319f2509 req-1be6363d-75b6-4726-9114-e802a5e8a4aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568723 Aug 31 13:52:07.417167 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4aa90-835a-4094-ae6d-164f4f8adca0 None None] Pushing event updated for resources: {'Port': ['ID=40c5d8ec-9c00-4e39-aeb8-2666e9a59053,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:07.478543 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.485411 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-82fa1cc3-d73c-4bf1-8535-6c0bc4444c1d None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:07.499329 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd4c6d78-23c9-4680-a512-b5735d733b25 req-fffa3910-6feb-47bb-b5a1-42d927a666ac tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604150 Aug 31 13:52:07.500173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.500784 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.502414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.502884 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > port after_create 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.503334 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.503797 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > port after_update 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.504226 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.504679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.505105 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.505541 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.553979 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c1edd416-ba33-4a77-a8ed-13c97820b97d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c345b5-5054-48f9-99fe-cddff0697f5f HTTP/1.1" status: 200 len: 217 time: 0.3838406 Aug 31 13:52:07.569880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Attempting to bind port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:07.570256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Attempting to bind port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'c2d97527-bc65-4d1d-bec3-e229f6a14e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:07.570626 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Attempting to bind port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 on network 8bc95e55-07bf-454b-b6c8-b7b2ec22b586 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:07.578373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:07.578373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Checking segment: {'id': 'c2d97527-bc65-4d1d-bec3-e229f6a14e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:07.578373 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.578950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Bound using segment: {'id': 'c2d97527-bc65-4d1d-bec3-e229f6a14e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:07.579749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Bound port: 40c5d8ec-9c00-4e39-aeb8-2666e9a59053, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d97527-bc65-4d1d-bec3-e229f6a14e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:07.580138 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.636247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.636625 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.636958 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.637298 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:52:07.637647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1467bd-564b-414a-91f1-327fe1f37977']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:07.676813 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b35103-fdd4-484b-a805-283a7faaa118 x-openstack-request-id: req-08b35103-fdd4-484b-a805-283a7faaa118 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:07.678717 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0667e105-0d6e-4e38-966e-85a86bcf72e0", "tag": "b241e998-d96b-4c44-8a38-406bf9c84b5e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:07.678851 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08b35103-fdd4-484b-a805-283a7faaa118 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:07.679289 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'tag': 'b241e998-d96b-4c44-8a38-406bf9c84b5e', 'status': 'completed', 'code': 200} Aug 31 13:52:07.710217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3efec65-4cf2-40bf-be11-9a6058963bc0') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:07.710458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3efec65-4cf2-40bf-be11-9a6058963bc0') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:07.739828 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f130999d-c10f-4104-a4b5-843b027a979a req-5814c8ba-ad1a-4953-8ffa-6762054ad4a0 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624569 Aug 31 13:52:07.747774 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.798933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] For port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:07.815014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] For port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=40c5d8ec-9c00-4e39-aeb8-2666e9a59053,segment=NetworkSegment(c2d97527-bc65-4d1d-bec3-e229f6a14e95),segment_id=c2d97527-bc65-4d1d-bec3-e229f6a14e95)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:07.830030 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.848452 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c9cb6302-65b2-4a30-8d4d-f5d25a9af3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.851621 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-c9cb6302-65b2-4a30-8d4d-f5d25a9af3c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.2701709 Aug 31 13:52:07.928996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f130999d-c10f-4104-a4b5-843b027a979a req-2dca59eb-0645-4729-b1af-849148ba6aba service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603329 Aug 31 13:52:07.947817 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.960560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95e645-7d7f-4af5-ba77-337f119218bb req-e4a6ded0-afcf-457e-b50c-6c07c629fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:07.962760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa95e645-7d7f-4af5-ba77-337f119218bb req-e4a6ded0-afcf-457e-b50c-6c07c629fe47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01caa5237818400cae3be8dc9feff1a2&device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 1096 time: 0.2825770 Aug 31 13:52:07.965309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:52:07.965911 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:07.988513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Routers {'68eab8ef-e5df-46d7-8db4-0e392723f94b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: from cryptography.utils import int_from_bytes Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: from cryptography.utils import int_from_bytes Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: timer() Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:52:07.990979 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:52:07.993787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:52:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['68eab8ef-e5df-46d7-8db4-0e392723f94b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:08.158629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4aa90-835a-4094-ae6d-164f4f8adca0 None None] Pushing event updated for resources: {'Port': ['ID=40c5d8ec-9c00-4e39-aeb8-2666e9a59053,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:08.192034 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b80c7ab-b784-4ddd-aa91-b86cff40b25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.202449 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b80c7ab-b784-4ddd-aa91-b86cff40b25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.203867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5b80c7ab-b784-4ddd-aa91-b86cff40b25e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a53b035-14ba-4127-9939-351ca688e546 HTTP/1.1" status: 204 len: 168 time: 1.8274963 Aug 31 13:52:08.218773 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-0918ca65-66c9-4777-bfc6-9ec5aa4a2b65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3051713 Aug 31 13:52:08.262143 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7131-b29f-4bdb-8edc-ccc1b8f13d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.275438 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7131-b29f-4bdb-8edc-ccc1b8f13d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.285128 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ca8f7131-b29f-4bdb-8edc-ccc1b8f13d5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0991e723-8f7d-4543-9263-de719857623e HTTP/1.1" status: 204 len: 168 time: 1.8039083 Aug 31 13:52:08.326609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] Set router 68eab8ef-e5df-46d7-8db4-0e392723f94b gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:08.342535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80c7ab-b784-4ddd-aa91-b86cff40b25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a53b035-14ba-4127-9939-351ca688e546,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:08.458222 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.479977 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f7131-b29f-4bdb-8edc-ccc1b8f13d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0991e723-8f7d-4543-9263-de719857623e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:08.524110 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-82fa1cc3-d73c-4bf1-8535-6c0bc4444c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '20e9aef5-9c6f-4726-8601-5f31c872c6d8', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'floating_ip_address': '172.25.3.212', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'port_id': 'b241e998-d96b-4c44-8a38-406bf9c84b5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'mac_address': 'fa:16:3e:4f:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:51:38Z', 'updated_at': '2021-08-31T13:52:02Z', 'revision_number': 1, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:08.574252 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.576286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b1467bd-564b-414a-91f1-327fe1f37977 HTTP/1.1" status: 204 len: 168 time: 1.5057790 Aug 31 13:52:08.610479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da4138-a9da-4cbb-b226-e97c920135e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b1467bd-564b-414a-91f1-327fe1f37977,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:08.627863 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa1cc3-d73c-4bf1-8535-6c0bc4444c1d None None] The sync data for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 is: [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '20e9aef5-9c6f-4726-8601-5f31c872c6d8', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'floating_ip_address': '172.25.3.212', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'port_id': 'b241e998-d96b-4c44-8a38-406bf9c84b5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'mac_address': 'fa:16:3e:4f:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:51:38Z', 'updated_at': '2021-08-31T13:52:02Z', 'revision_number': 1, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:52:08.748682 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.783866 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:08.875705 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-aead2323-6157-4f94-8191-2ac70243b350 service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459587 Aug 31 13:52:08.909966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b6167-dfdf-47a8-89ca-7d48338ad0a2 req-e2275ec9-b0ef-4009-ad9f-b0aebdeb54d2 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:08.936078 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e71b6167-dfdf-47a8-89ca-7d48338ad0a2 req-e2275ec9-b0ef-4009-ad9f-b0aebdeb54d2 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 943 time: 0.2453141 Aug 31 13:52:09.009114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95e645-7d7f-4af5-ba77-337f119218bb req-0404942a-3a1c-4e77-8ff8-71370d9ffa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.009114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa95e645-7d7f-4af5-ba77-337f119218bb req-0404942a-3a1c-4e77-8ff8-71370d9ffa80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=835e6eea-1de5-4bbf-b116-c7cc38c1993a HTTP/1.1" status: 200 len: 925 time: 0.9553924 Aug 31 13:52:09.050579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'name': 'tempest-AttachSCSIVolumeTestJSON-985805351-router', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:53Z', 'updated_at': '2021-08-31T13:52:03Z', 'revision_number': 4, 'project_id': 'fb18452733d246988a40fdf5aa61b8f8', 'gw_port': {'id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:55Z', 'updated_at': '2021-08-31T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '40c5d8ec-9c00-4e39-aeb8-2666e9a59053', 'name': '', 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'mac_address': 'fa:16:3e:8b:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ddbaf8b-4741-48b4-990f-842795618d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:01Z', 'updated_at': '2021-08-31T13:52:07Z', 'revision_number': 4, 'project_id': 'fb18452733d246988a40fdf5aa61b8f8', 'subnets': [{'id': '0ddbaf8b-4741-48b4-990f-842795618d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:09.133007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9ef04-10e9-4fdb-9604-635eb09e5cee None None] The sync data for ids ['68eab8ef-e5df-46d7-8db4-0e392723f94b'] in n-d-792364-6 is: [{'id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'name': 'tempest-AttachSCSIVolumeTestJSON-985805351-router', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:53Z', 'updated_at': '2021-08-31T13:52:03Z', 'revision_number': 4, 'project_id': 'fb18452733d246988a40fdf5aa61b8f8', 'gw_port': {'id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:55Z', 'updated_at': '2021-08-31T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '40c5d8ec-9c00-4e39-aeb8-2666e9a59053', 'name': '', 'network_id': '8bc95e55-07bf-454b-b6c8-b7b2ec22b586', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'mac_address': 'fa:16:3e:8b:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ddbaf8b-4741-48b4-990f-842795618d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:01Z', 'updated_at': '2021-08-31T13:52:07Z', 'revision_number': 4, 'project_id': 'fb18452733d246988a40fdf5aa61b8f8', 'subnets': [{'id': '0ddbaf8b-4741-48b4-990f-842795618d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:52:09.358178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90be329-7686-45ca-a218-9dd1ff3876d1 None None] New status for floating IP 20e9aef5-9c6f-4726-8601-5f31c872c6d8: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:52:09.470183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa95e645-7d7f-4af5-ba77-337f119218bb req-0796652e-ef57-41a5-a17b-f52991878e42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b241e998-d96b-4c44-8a38-406bf9c84b5e HTTP/1.1" status: 200 len: 999 time: 0.4535725 Aug 31 13:52:09.548972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d80847-6339-48ea-9824-ea688365d82c req-3a99dcb2-a0d8-4855-8da3-3f502f247c9a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.556925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40d80847-6339-48ea-9824-ea688365d82c req-3a99dcb2-a0d8-4855-8da3-3f502f247c9a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 944 time: 0.7370336 Aug 31 13:52:09.632006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-e6d7a837-da9d-4efc-b562-a59886599ec5 service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780462 Aug 31 13:52:09.641193 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54688) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:09.691227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 50143a29-d54c-419d-a871-593592f80142 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:09.736361 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e71b6167-dfdf-47a8-89ca-7d48338ad0a2 req-9cd4de4d-9f37-4f61-82fe-be44ec1038fc tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7834196 Aug 31 13:52:09.953585 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40d80847-6339-48ea-9824-ea688365d82c req-25b10ccc-b8b8-4f2a-9818-28502b545baf tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916116 Aug 31 13:52:09.955259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95e645-7d7f-4af5-ba77-337f119218bb req-3fd106d6-4b16-4124-825b-99d969135f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:09.974949 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa95e645-7d7f-4af5-ba77-337f119218bb req-3fd106d6-4b16-4124-825b-99d969135f4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4e28dac-32cf-4df8-ae7e-a5a8533ef865 HTTP/1.1" status: 200 len: 863 time: 0.4723504 Aug 31 13:52:09.998863 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-78fdbcce-4769-4e8b-bde2-bc7d1609fe7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e253149a7894dca8ce983fb82115f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533692 Aug 31 13:52:10.001145 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54690) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:10.051583 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54692) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:10.056415 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.resource_extend [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:52:10.246192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95e645-7d7f-4af5-ba77-337f119218bb req-f048dffd-8ddb-4382-aec3-17cf6e75bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:10.256455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa95e645-7d7f-4af5-ba77-337f119218bb req-f048dffd-8ddb-4382-aec3-17cf6e75bef5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=835e6eea-1de5-4bbf-b116-c7cc38c1993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2744465 Aug 31 13:52:10.410620 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc76dfc1-5463-477b-9c09-84d2be590c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:10.492410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:10.598823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=50143a29-d54c-419d-a871-593592f80142,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:10.603674 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc76dfc1-5463-477b-9c09-84d2be590c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:10.643315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa95e645-7d7f-4af5-ba77-337f119218bb req-5ed2ce2a-faaa-4ed4-913a-73dba7a64442 service neutron] 10.222.0.13 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755460 Aug 31 13:52:10.655070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '50143a29-d54c-419d-a871-593592f80142', 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4', 'port_id': '50143a29-d54c-419d-a871-593592f80142', 'mac_address': 'fa:16:3e:b8:8c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1e5175-6ccd-4204-bfde-c630070636c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:10.662240 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dacfebb8-b9e6-419a-8fd0-42e097889a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:10.732212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7e10d-d333-4e54-b789-40abad275501 req-409052de-2f7c-47ab-b063-fef06410975b tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:10.735230 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-409052de-2f7c-47ab-b063-fef06410975b tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae&tenant_id=24b3f2febd7d4b85836b75e97fa9634b&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 1095 time: 0.2578347 Aug 31 13:52:10.765756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:10.799236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:10.799623 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:10.913954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa95e645-7d7f-4af5-ba77-337f119218bb req-c375b0af-6caf-4116-8a92-b03b96b1db49 service neutron] 10.222.0.13 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568407 Aug 31 13:52:10.930035 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:10.992594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50143a29-d54c-419d-a871-593592f80142 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:11.051534 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc76dfc1-5463-477b-9c09-84d2be590c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:11.054085 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc76dfc1-5463-477b-9c09-84d2be590c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:11.058355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bc76dfc1-5463-477b-9c09-84d2be590c36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6462755-a0a9-4888-9e92-719789d09cc8 HTTP/1.1" status: 204 len: 168 time: 1.0478446 Aug 31 13:52:11.173384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327ee48-f656-4491-8d66-29fd08eb60f7 req-2c18dbe2-c796-4ed2-993d-720a0acd7252 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:11.180702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=50143a29-d54c-419d-a871-593592f80142,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:11.184223 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b327ee48-f656-4491-8d66-29fd08eb60f7 req-2c18dbe2-c796-4ed2-993d-720a0acd7252 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 943 time: 0.2154372 Aug 31 13:52:11.203528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76dfc1-5463-477b-9c09-84d2be590c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6462755-a0a9-4888-9e92-719789d09cc8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:11.221462 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:11.445443 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b327ee48-f656-4491-8d66-29fd08eb60f7 req-760429cb-d267-43d0-b775-2603195f345c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534523 Aug 31 13:52:11.453256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=50143a29-d54c-419d-a871-593592f80142,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:11.462719 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:11.481354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465a1a-3270-4880-bb73-ac9550c37bba req-bfd02134-6eae-4f1f-8b1d-cbd44623afc9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:11.497165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a465a1a-3270-4880-bb73-ac9550c37bba req-bfd02134-6eae-4f1f-8b1d-cbd44623afc9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 944 time: 0.1776190 Aug 31 13:52:11.546878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=40c5d8ec-9c00-4e39-aeb8-2666e9a59053,segment=NetworkSegment(c2d97527-bc65-4d1d-bec3-e229f6a14e95),segment_id=c2d97527-bc65-4d1d-bec3-e229f6a14e95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:11.564612 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:11.568657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['50143a29-d54c-419d-a871-593592f80142'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:11.571502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:11.571895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:11.572387 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:11.572785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:11.573129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:11.573476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:11.574185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:11.574185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:11.574944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:11.574944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:11.575278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:11.575726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:11.615387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-fbb7e10d-d333-4e54-b789-40abad275501 req-5d6b73ec-4c76-4549-bc05-2e5f72331ef6 service neutron] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:11.676655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a465a1a-3270-4880-bb73-ac9550c37bba req-2ff4dbf5-76de-4a50-a504-b17ac75c46bd tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718018 Aug 31 13:52:11.678563 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fbb7e10d-d333-4e54-b789-40abad275501 req-5d6b73ec-4c76-4549-bc05-2e5f72331ef6 service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:11.685957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=40c5d8ec-9c00-4e39-aeb8-2666e9a59053,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:11.692291 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb7e10d-d333-4e54-b789-40abad275501 req-5d6b73ec-4c76-4549-bc05-2e5f72331ef6 service neutron] 10.222.0.52 "DELETE /v2.0/ports/06c345b5-5054-48f9-99fe-cddff0697f5f/bindings/n-h1-792364-6 HTTP/1.1" status: 204 len: 173 time: 0.9468904 Aug 31 13:52:11.696308 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dacfebb8-b9e6-419a-8fd0-42e097889a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:11.724003 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dacfebb8-b9e6-419a-8fd0-42e097889a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:11.886743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfebb8-b9e6-419a-8fd0-42e097889a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dfcdf8-82f9-44c6-ae6b-0442775d1b67,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:11.924087 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dacfebb8-b9e6-419a-8fd0-42e097889a99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c56dbbab7774772b10540d08f17e371&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8562973 Aug 31 13:52:11.928379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54744) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:12.264292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:12.369764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:12.372981 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:12.476364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c8ab4c2-029c-44c0-9ec7-ea27c92912d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:12.531893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7fa1e-f3a4-48bb-be59-af8968ad62b2 req-17636082-45c7-4a17-a9f5-2e06e25e1a89 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:12.542374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9fd7fa1e-f3a4-48bb-be59-af8968ad62b2 req-17636082-45c7-4a17-a9f5-2e06e25e1a89 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 1095 time: 0.6155224 Aug 31 13:52:12.598141 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c8ab4c2-029c-44c0-9ec7-ea27c92912d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:12.634317 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9fd7fa1e-f3a4-48bb-be59-af8968ad62b2 req-f0694d8e-f911-4de0-a625-1605a529d9cc tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893879 Aug 31 13:52:12.757579 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c8ab4c2-029c-44c0-9ec7-ea27c92912d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:12.760381 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c8ab4c2-029c-44c0-9ec7-ea27c92912d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:12.761719 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9c8ab4c2-029c-44c0-9ec7-ea27c92912d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8dfcdf8-82f9-44c6-ae6b-0442775d1b67 HTTP/1.1" status: 204 len: 168 time: 0.8315313 Aug 31 13:52:12.767360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc238d-18b3-4a23-b4f6-d69034469b78 req-7877be98-e6cf-4ebb-91ec-227df238dc96 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:12.774206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ab4c2-029c-44c0-9ec7-ea27c92912d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dfcdf8-82f9-44c6-ae6b-0442775d1b67,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:12.783059 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffdc238d-18b3-4a23-b4f6-d69034469b78 req-7877be98-e6cf-4ebb-91ec-227df238dc96 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 944 time: 0.1675587 Aug 31 13:52:12.850742 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffdc238d-18b3-4a23-b4f6-d69034469b78 req-e8227696-64f0-4fd0-88a8-5c6c392aac0e tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637910 Aug 31 13:52:13.086501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-0c4027e1-99c4-464a-99e0-e97be48258a2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:13.096595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-0c4027e1-99c4-464a-99e0-e97be48258a2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 808 time: 0.1514082 Aug 31 13:52:13.111067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-9bcfd5be-89ef-45c9-bb28-425bccbd673e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/quotas/24b3f2febd7d4b85836b75e97fa9634b HTTP/1.1" status: 200 len: 375 time: 0.0127599 Aug 31 13:52:13.176642 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-17ba4f3b-344b-4a8f-902c-96ad9209139b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0585911 Aug 31 13:52:13.279045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-b74f59c2-6fdc-456e-96ca-33701d4965cd service neutron] 10.222.0.20 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011841 Aug 31 13:52:13.339607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54802) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:13.364974 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1a01-87dd-469a-95bd-742a112a42fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.399525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-076768d1-848b-4e08-ae7d-d2345010a5ec service neutron] 10.222.0.20 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138678 Aug 31 13:52:13.532970 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1a01-87dd-469a-95bd-742a112a42fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.551454 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1a01-87dd-469a-95bd-742a112a42fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.610486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f1a01-87dd-469a-95bd-742a112a42fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa3f40c-a1c4-42a5-acc4-285e2440ba63,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:13.620897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54808) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:13.634798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4b0f1a01-87dd-469a-95bd-742a112a42fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44a599eac403422a837eb6f7a821528b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937984 Aug 31 13:52:13.715071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54814) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:13.718913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 50143a29-d54c-419d-a871-593592f80142 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:13.800896 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-52ce26e7-60c0-403b-823d-41f79a2ae450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.824090 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c97a84f-a144-48fd-a221-9090dd41dd9b req-3ed85f35-e356-437d-948f-e7e97579c6b2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 210 time: 0.0825412 Aug 31 13:52:13.850702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 50143a29-d54c-419d-a871-593592f80142 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:13.857853 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 50143a29-d54c-419d-a871-593592f80142 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:13.858761 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:13.866433 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-52ce26e7-60c0-403b-823d-41f79a2ae450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.010808 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-52ce26e7-60c0-403b-823d-41f79a2ae450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.013669 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-52ce26e7-60c0-403b-823d-41f79a2ae450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.023741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-52ce26e7-60c0-403b-823d-41f79a2ae450 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fa3f40c-a1c4-42a5-acc4-285e2440ba63 HTTP/1.1" status: 204 len: 168 time: 0.4003859 Aug 31 13:52:14.067507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce26e7-60c0-403b-823d-41f79a2ae450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa3f40c-a1c4-42a5-acc4-285e2440ba63,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:14.116610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b0959-590c-4e3f-8da4-943d9b19e354 req-1b51fac0-98eb-4071-9bd8-18183aa1b3b0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.126913 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e6b0959-590c-4e3f-8da4-943d9b19e354 req-1b51fac0-98eb-4071-9bd8-18183aa1b3b0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 944 time: 0.0918739 Aug 31 13:52:14.206424 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e6b0959-590c-4e3f-8da4-943d9b19e354 req-e3f4969f-fd8c-493c-ac70-0f9180396b85 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775492 Aug 31 13:52:14.274296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-963734882-network', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:14.320605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Made reservation on behalf of 8d9fcbdda7164ddb9f5dba9ec5eecdf5 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:14.325336 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.330759 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.350192 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.402138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0a51d0-b28e-494b-8a5a-97169955528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50143a29-d54c-419d-a871-593592f80142'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:14.407111 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae9d443-2d13-4b3e-8e59-1ccba66e94dd" -d '{"events": [{"server_uuid": "ff0a51d0-b28e-494b-8a5a-97169955528c", "name": "network-vif-plugged", "status": "completed", "tag": "50143a29-d54c-419d-a871-593592f80142"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:14.449586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=50143a29-d54c-419d-a871-593592f80142,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:14.469363 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.579507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=50143a29-d54c-419d-a871-593592f80142,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:14.600009 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.605835 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.630103 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:52:14.646688 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.647818 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Added segment 61f99ee8-2468-4259-ac11-dfdd2a3dc2da of type vlan for network e2da89a8-9876-4b6d-9f58-16863b10e503 Aug 31 13:52:14.741774 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.777473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5419a160-d53b-4b21-b8ee-14ae7a14a4c6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:14.783999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.785407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:14.786066 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:14.850495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] Pushing event updated for resources: {'Network': ['ID=e2da89a8-9876-4b6d-9f58-16863b10e503,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:14.867043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network e2da89a8-9876-4b6d-9f58-16863b10e503 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:52:14.869709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7ce2a7bb-aff4-4d4c-995b-7174ce3b8842 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1532550 Aug 31 13:52:14.872488 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54850) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:14.880403 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f7a90fe4-5388-44de-98e5-12a262227ece admin admin] Request body: {'subnet': {'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-963734882-subnet', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:14.933632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a90fe4-5388-44de-98e5-12a262227ece admin admin] Made reservation on behalf of 8d9fcbdda7164ddb9f5dba9ec5eecdf5 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:14.936179 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7a90fe4-5388-44de-98e5-12a262227ece admin admin] Notify callbacks [] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.000901 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256d3a29-5de1-4543-b132-a13a0eaeaaaf x-openstack-request-id: req-256d3a29-5de1-4543-b132-a13a0eaeaaaf {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:15.001354 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0a51d0-b28e-494b-8a5a-97169955528c", "name": "network-vif-plugged", "status": "completed", "tag": "50143a29-d54c-419d-a871-593592f80142", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:15.001695 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-256d3a29-5de1-4543-b132-a13a0eaeaaaf {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:15.002790 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0a51d0-b28e-494b-8a5a-97169955528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50143a29-d54c-419d-a871-593592f80142', 'code': 200} Aug 31 13:52:15.275497 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-bfa9bd1b-b549-4782-a674-8a77041f25e7 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=102ea30e3b5a426a886564980aa7d587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986431 Aug 31 13:52:15.413938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e5192d4-0d81-4da6-a607-a94a86f77adf req-32e2e954-5ae0-4e03-a677-cd16d6cf004b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 210 time: 0.0879283 Aug 31 13:52:15.429793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865f7a0-f86b-460a-8574-dabcafc1a1ba req-e633621f-5398-4408-8975-f8b8c091cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:15.431442 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4865f7a0-f86b-460a-8574-dabcafc1a1ba req-e633621f-5398-4408-8975-f8b8c091cee8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 1096 time: 0.2558589 Aug 31 13:52:15.436097 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7a90fe4-5388-44de-98e5-12a262227ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.524077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-d978587c-3612-4e30-89a9-ed41567f4b3f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:15.526052 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-d978587c-3612-4e30-89a9-ed41567f4b3f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.13 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 808 time: 0.3194945 Aug 31 13:52:15.541694 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-cf094c6a-2a6c-4c89-8e2f-3459af50b3ce tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:15.543236 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-cf094c6a-2a6c-4c89-8e2f-3459af50b3ce tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599225 Aug 31 13:52:15.554598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Request body: {'port': {'device_id': 'd4c0e2f4-5f2f-4b64-bac8-76d1776bdb86', 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8', 'admin_state_up': True, 'tenant_id': '24b3f2febd7d4b85836b75e97fa9634b'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:15.580221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-34ccade3-eb21-4dc2-9cf5-5e1abc8e565e tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/quotas/102ea30e3b5a426a886564980aa7d587 HTTP/1.1" status: 200 len: 375 time: 0.0118973 Aug 31 13:52:15.623632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a90fe4-5388-44de-98e5-12a262227ece admin admin] Checking segment: {'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:15.623993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a90fe4-5388-44de-98e5-12a262227ece admin admin] Network hostable DHCP agents. Network: e2da89a8-9876-4b6d-9f58-16863b10e503, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:52:15.707091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a90fe4-5388-44de-98e5-12a262227ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f69567-cac3-4831-ac6f-de039c35b390,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:15.715663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-4907c0d6-4ecc-497a-be71-698ee2c94866 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=102ea30e3b5a426a886564980aa7d587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1122146 Aug 31 13:52:15.752420 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4865f7a0-f86b-460a-8574-dabcafc1a1ba req-e5932fd0-f290-4eb0-9dc6-d7c329613813 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903063 Aug 31 13:52:15.753299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Made reservation on behalf of 24b3f2febd7d4b85836b75e97fa9634b for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:15.760405 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.771958 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a90fe4-5388-44de-98e5-12a262227ece admin admin] Network e2da89a8-9876-4b6d-9f58-16863b10e503 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:52:15.796586 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f7a90fe4-5388-44de-98e5-12a262227ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, e2da89a8-9876-4b6d-9f58-16863b10e503) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:15.811187 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a90fe4-5388-44de-98e5-12a262227ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:15.811684 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7a90fe4-5388-44de-98e5-12a262227ece admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.821809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ba60c-67ef-4a8d-a494-b57229f04166 None None] Network e2da89a8-9876-4b6d-9f58-16863b10e503 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:52:15.866386 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f7a90fe4-5388-44de-98e5-12a262227ece admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9892857 Aug 31 13:52:15.867932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54880) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:15.886402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:15.948007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:15.954599 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:16.236252 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:16.262441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Allocated IP 172.20.0.8 (19dafa0d-1898-4f1f-9922-41c4f0a984d8/609f6a77-d3bd-4385-bfb3-f9d0172f8a63/a37b2def-a82a-445e-a057-f77a5d973d37) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:16.294229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-e2da89a8-9876-4b6d-9f58-16863b10e503', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'fixed_ips': [{'subnet_id': '76f69567-cac3-4831-ac6f-de039c35b390'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:52:16.297438 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:16.665407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Allocated IP 172.20.0.2 (e2da89a8-9876-4b6d-9f58-16863b10e503/76f69567-cac3-4831-ac6f-de039c35b390/d4402c04-90ed-43be-a0b1-caaf259e8fe5) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:16.752392 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-28a2ba44-73d1-4e1b-8314-dd95cecd68cb req-cea2e15c-fe8f-4bef-858b-92026cabf3f8 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.3457484 Aug 31 13:52:16.905634 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.022405 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.087305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.175560 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.213981 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Transition to ACTIVE for port object d4402c04-90ed-43be-a0b1-caaf259e8fe5 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:17.264135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54910) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:17.276534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Transition to ACTIVE for port object d4402c04-90ed-43be-a0b1-caaf259e8fe5 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:17.295341 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.363218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Pushing event updated for resources: {'Port': ['ID=a37b2def-a82a-445e-a057-f77a5d973d37,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:17.462862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711eb47-63f6-44f1-95ec-1585f705eebd req-7928af15-ba0c-4b70-a041-973e91943b32 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:17.471626 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9d355-5e3a-44a3-b692-ce8483e93ff6 req-a7d63e3f-b685-4aac-b454-4fdf3dbe945a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:17.481852 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a3e9d355-5e3a-44a3-b692-ce8483e93ff6 req-a7d63e3f-b685-4aac-b454-4fdf3dbe945a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 931 time: 0.2163563 Aug 31 13:52:17.494195 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Network e2da89a8-9876-4b6d-9f58-16863b10e503 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:17.495022 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5711eb47-63f6-44f1-95ec-1585f705eebd req-7928af15-ba0c-4b70-a041-973e91943b32 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 945 time: 0.7935674 Aug 31 13:52:17.511844 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:17.523065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Pushing event updated for resources: {'Port': ['ID=d4402c04-90ed-43be-a0b1-caaf259e8fe5,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:17.539645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:17.565809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:17.574027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:17.582639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:17.651928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:17.652875 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.674359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ece7-89be-47ee-9a7f-88155ffeac00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.687841 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5711eb47-63f6-44f1-95ec-1585f705eebd req-bb2920d9-85fe-48e5-998f-36d89e093b47 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903751 Aug 31 13:52:17.708584 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a3e9d355-5e3a-44a3-b692-ce8483e93ff6 req-18e6c0aa-bd26-4b54-be63-ea8d1b15440c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245667 Aug 31 13:52:17.723391 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-25b24be4-d0c0-4be3-8e99-d6ebdb23f01d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1835840 Aug 31 13:52:17.727073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Attempting to bind port d4402c04-90ed-43be-a0b1-caaf259e8fe5 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:17.728114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Attempting to bind port d4402c04-90ed-43be-a0b1-caaf259e8fe5 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:17.734947 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Attempting to bind port d4402c04-90ed-43be-a0b1-caaf259e8fe5 on network e2da89a8-9876-4b6d-9f58-16863b10e503 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:17.755147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Request body: {'port': {'device_id': 'd4c0e2f4-5f2f-4b64-bac8-76d1776bdb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:17.766504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:17.767247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Checking segment: {'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:17.768125 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.768787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Bound using segment: {'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:17.769494 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Bound port: d4402c04-90ed-43be-a0b1-caaf259e8fe5, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:17.770791 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.870292 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:17.916351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] For port d4402c04-90ed-43be-a0b1-caaf259e8fe5, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:17.925692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] For port d4402c04-90ed-43be-a0b1-caaf259e8fe5, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d4402c04-90ed-43be-a0b1-caaf259e8fe5,segment=NetworkSegment(61f99ee8-2468-4259-ac11-dfdd2a3dc2da),segment_id=61f99ee8-2468-4259-ac11-dfdd2a3dc2da)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:17.933175 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.086134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72b243-1e70-4865-b0ab-32302e4f044e None None] Pushing event updated for resources: {'Port': ['ID=d4402c04-90ed-43be-a0b1-caaf259e8fe5,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:18.144351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.191346 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.291958 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4f8a376-df70-462c-9dea-eca355a85e00 req-edea4276-75fd-4146-a39a-ace82047ab07 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.3930366 Aug 31 13:52:18.330276 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ece7-89be-47ee-9a7f-88155ffeac00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.341885 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ece7-89be-47ee-9a7f-88155ffeac00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.431617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37b2def-a82a-445e-a057-f77a5d973d37 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:18.441696 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.461153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8ece7-89be-47ee-9a7f-88155ffeac00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080f6b0e-7817-4b86-85d5-daf9670a0261,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:18.469419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Transition to ACTIVE for port object a37b2def-a82a-445e-a057-f77a5d973d37 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:18.510542 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.568685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-43550e5b-752a-406d-98ea-a6311bfd692a tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=102ea30e3b5a426a886564980aa7d587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564940 Aug 31 13:52:18.579755 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1fa8ece7-89be-47ee-9a7f-88155ffeac00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec27704520f54d478611944960c66260&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2725728 Aug 31 13:52:18.585772 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54932) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:18.633520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Allocated IP 172.25.3.218 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/987d5ceb-d6e2-4c27-9882-1faec523f286) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:18.712995 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Pushing event updated for resources: {'Port': ['ID=a37b2def-a82a-445e-a057-f77a5d973d37,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:18.936042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Attempting to bind port a37b2def-a82a-445e-a057-f77a5d973d37 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:18.937227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Attempting to bind port a37b2def-a82a-445e-a057-f77a5d973d37 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:18.937812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Attempting to bind port a37b2def-a82a-445e-a057-f77a5d973d37 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:18.952656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Port a37b2def-a82a-445e-a057-f77a5d973d37 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:18.952861 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Attempting to bind port a37b2def-a82a-445e-a057-f77a5d973d37 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:18.970922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844fc09-7e2f-4dd4-a0f4-7df7b2db3efc req-7e4848d1-0f17-48f6-a2cb-d3c6faa7b529 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:18.972733 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4844fc09-7e2f-4dd4-a0f4-7df7b2db3efc req-7e4848d1-0f17-48f6-a2cb-d3c6faa7b529 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 945 time: 0.1258924 Aug 31 13:52:18.973361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:18.973690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:18.974073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Bound using segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:18.974536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Bound port: a37b2def-a82a-445e-a057-f77a5d973d37, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:18.974902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:18.980777 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-4080fa6a-3ed4-45de-bd48-3df1c70c85fa tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4c7b2a052aba406683468ce4308b3372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075172 Aug 31 13:52:19.075770 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2c2024c-d8bb-4533-951b-414b351f1313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.130961 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4844fc09-7e2f-4dd4-a0f4-7df7b2db3efc req-a1d05732-73fc-4b8d-87f7-041d673d3fcc tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114979 Aug 31 13:52:19.137759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:19.152689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a37b2def-a82a-445e-a057-f77a5d973d37,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:19.162964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.187336 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2c2024c-d8bb-4533-951b-414b351f1313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.220916 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.246645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-5db11389-1faa-4ba0-b3ea-64d751ed2e5d tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.249018 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-5db11389-1faa-4ba0-b3ea-64d751ed2e5d tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6651692 Aug 31 13:52:19.270724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Request body: {'port': {'device_id': '106b7bb4-03b8-4cec-946d-77dbdc5610a4', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '102ea30e3b5a426a886564980aa7d587'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:19.274500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.275194 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.281435 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] 10.222.0.13 "PUT /v2.0/ports/a37b2def-a82a-445e-a057-f77a5d973d37 HTTP/1.1" status: 200 len: 1091 time: 1.5501940 Aug 31 13:52:19.284228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c0e2f4-5f2f-4b64-bac8-76d1776bdb86', 'tag': 'a37b2def-a82a-445e-a057-f77a5d973d37'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:19.301977 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ab55f2-be7a-405a-94e6-9326e3130081" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86", "tag": "a37b2def-a82a-445e-a057-f77a5d973d37"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:19.371269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-5a61002a-c5c7-4886-97d2-375229a90532 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.383320 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-5a61002a-c5c7-4886-97d2-375229a90532 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4014239 Aug 31 13:52:19.406026 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-9512fe5d-a337-470d-a5e4-d6bb20aef88c tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/quotas/4c7b2a052aba406683468ce4308b3372 HTTP/1.1" status: 200 len: 375 time: 0.0217080 Aug 31 13:52:19.444612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-c3446dba-3b97-4bda-b7c6-dd360344c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.446640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-c3446dba-3b97-4bda-b7c6-dd360344c384 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 1094 time: 0.1164029 Aug 31 13:52:19.447388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9e707-6274-4ac9-807a-6934ba724014 service neutron] Pushing event updated for resources: {'Port': ['ID=a37b2def-a82a-445e-a057-f77a5d973d37,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:19.461528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c61c90-54d8-4287-9697-a2a694ad5987 req-1e46c10c-9247-40f6-a287-2ac8e07a9e5c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.469030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57c61c90-54d8-4287-9697-a2a694ad5987 req-1e46c10c-9247-40f6-a287-2ac8e07a9e5c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 943 time: 0.1493115 Aug 31 13:52:19.492508 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-dcec6599-ef98-4776-bb89-9ace12e9afe4 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c7b2a052aba406683468ce4308b3372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852745 Aug 31 13:52:19.534679 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2c2024c-d8bb-4533-951b-414b351f1313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.537380 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2c2024c-d8bb-4533-951b-414b351f1313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.538575 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b2c2024c-d8bb-4533-951b-414b351f1313 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/080f6b0e-7817-4b86-85d5-daf9670a0261 HTTP/1.1" status: 204 len: 168 time: 0.9515319 Aug 31 13:52:19.569621 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2024c-d8bb-4533-951b-414b351f1313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080f6b0e-7817-4b86-85d5-daf9670a0261,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:19.575504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.627925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-23e84f29-8cb5-45cf-a246-33350aaf6874 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37b2def-a82a-445e-a057-f77a5d973d37 HTTP/1.1" status: 200 len: 217 time: 0.1473877 Aug 31 13:52:19.788972 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:19.788972 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Made reservation on behalf of 102ea30e3b5a426a886564980aa7d587 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:19.811882 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.828691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57c61c90-54d8-4287-9697-a2a694ad5987 req-71698373-03e7-4ed0-a0d4-87d71afbb3b6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582103 Aug 31 13:52:19.858837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:19.864228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-dfc5ee5a-ba4a-4449-9ebb-527d33cf03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:19.870007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-dfc5ee5a-ba4a-4449-9ebb-527d33cf03ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.2212005 Aug 31 13:52:19.873164 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:19.880488 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:19.902323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Pushing event updated for resources: {'Port': ['ID=987d5ceb-d6e2-4c27-9882-1faec523f286,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:19.918651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cacc88-497f-4245-99be-71c356a27877 None None] Network e2da89a8-9876-4b6d-9f58-16863b10e503 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:52:19.973364 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-1641ca13-a1ec-47fd-905e-e97796cb3fd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962019 Aug 31 13:52:20.355748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dde51764-6c03-4b88-af2b-1cfccb2fe8a6 None None] Provisioning for port d4402c04-90ed-43be-a0b1-caaf259e8fe5 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:20.358865 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6065252c-d4e1-4e64-8a21-67041012b487 req-1c61e6e9-c328-4603-9faa-e4415832a537 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.1108301 Aug 31 13:52:20.417078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d4402c04-90ed-43be-a0b1-caaf259e8fe5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:20.436777 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-be3b3d72-a2f5-490c-b8b9-ee815aff0fe1 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542863 Aug 31 13:52:20.493977 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daffe9e6-78d0-48ef-8e61-9108478a8c79 x-openstack-request-id: req-daffe9e6-78d0-48ef-8e61-9108478a8c79 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:20.494289 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86", "tag": "a37b2def-a82a-445e-a057-f77a5d973d37", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:20.494551 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-daffe9e6-78d0-48ef-8e61-9108478a8c79 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:20.494985 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c0e2f4-5f2f-4b64-bac8-76d1776bdb86', 'tag': 'a37b2def-a82a-445e-a057-f77a5d973d37', 'status': 'completed', 'code': 200} Aug 31 13:52:20.594612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port d4402c04-90ed-43be-a0b1-caaf259e8fe5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:20.604503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d4402c04-90ed-43be-a0b1-caaf259e8fe5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:20.605464 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:20.650919 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51e897a-b7f7-454d-9ba5-8919da01ecaf req-b7fe69cf-d86f-4044-bb45-2718adf7fc1f service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970513 Aug 31 13:52:20.746606 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:20.748745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-18f486d3-1efb-4dbb-b3d0-d4bd8974e41b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4c7b2a052aba406683468ce4308b3372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713344 Aug 31 13:52:20.749256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54990) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:20.787636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port d4402c04-90ed-43be-a0b1-caaf259e8fe5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d4402c04-90ed-43be-a0b1-caaf259e8fe5,segment=NetworkSegment(61f99ee8-2468-4259-ac11-dfdd2a3dc2da),segment_id=61f99ee8-2468-4259-ac11-dfdd2a3dc2da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:20.792991 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:20.869061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=d4402c04-90ed-43be-a0b1-caaf259e8fe5,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:20.901054 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2635ecfb-82a5-4857-9e6b-a1013b9a73de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:20.978353 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab55f2-be7a-405a-94e6-9326e3130081 req-06d5d805-f7c6-4c52-b732-131426ae7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:20.979864 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91ab55f2-be7a-405a-94e6-9326e3130081 req-06d5d805-f7c6-4c52-b732-131426ae7158 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 1094 time: 0.2210045 Aug 31 13:52:20.989944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cbcc4-6a86-41a8-94b7-6c37ebe82527 req-18d3fc47-fea4-44fe-b40e-cb9f0192d968 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:20.997744 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a58cbcc4-6a86-41a8-94b7-6c37ebe82527 req-18d3fc47-fea4-44fe-b40e-cb9f0192d968 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 1096 time: 0.1882830 Aug 31 13:52:21.008098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-60a5ae9e-bb8c-4764-a7b8-042dbe75d0a4 None None] Provisioning complete for port d4402c04-90ed-43be-a0b1-caaf259e8fe5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:21.008737 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60a5ae9e-bb8c-4764-a7b8-042dbe75d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.074662 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.091275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.112758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31434863-e39c-40e7-a875-fca16d527663 req-e987b5c0-afe0-4573-8be3-795aa9f5e567 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.119909 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-e987b5c0-afe0-4573-8be3-795aa9f5e567 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3301044 Aug 31 13:52:21.144258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-74d25695-cd69-4a51-9269-cef0a4217ae1 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/quotas/4c7b2a052aba406683468ce4308b3372 HTTP/1.1" status: 200 len: 375 time: 0.0235066 Aug 31 13:52:21.172491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a58cbcc4-6a86-41a8-94b7-6c37ebe82527 req-282ba05b-31d2-4baa-a078-189cd6f99793 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737967 Aug 31 13:52:21.200208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-2dbb43a9-87fb-435a-bfda-a58c57c18517 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c7b2a052aba406683468ce4308b3372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433424 Aug 31 13:52:21.209936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab55f2-be7a-405a-94e6-9326e3130081 req-91c2e61d-3a35-4d7c-8732-9afdcb14cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.211383 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91ab55f2-be7a-405a-94e6-9326e3130081 req-91c2e61d-3a35-4d7c-8732-9afdcb14cff6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.1938322 Aug 31 13:52:21.226768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:21.280132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91ab55f2-be7a-405a-94e6-9326e3130081 req-9fa87938-fae6-489e-9f59-3f9b07935b34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37b2def-a82a-445e-a057-f77a5d973d37 HTTP/1.1" status: 200 len: 217 time: 0.0560987 Aug 31 13:52:21.393186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2635ecfb-82a5-4857-9e6b-a1013b9a73de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.401982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2635ecfb-82a5-4857-9e6b-a1013b9a73de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.405055 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.424659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Allocated IP 192.168.233.231 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/5be91e66-be06-4e4f-9492-78efd9d69517) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:21.428407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab55f2-be7a-405a-94e6-9326e3130081 req-e2c41bd0-c59b-473c-b543-d05c69b6b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.430195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91ab55f2-be7a-405a-94e6-9326e3130081 req-e2c41bd0-c59b-473c-b543-d05c69b6b8c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.1321349 Aug 31 13:52:21.491581 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91ab55f2-be7a-405a-94e6-9326e3130081 req-0c847d6c-0b6a-4ab4-b166-f28118d92c6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472848 Aug 31 13:52:21.494939 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2635ecfb-82a5-4857-9e6b-a1013b9a73de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e644658d05ec4bdaa9748f56a6b23e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7341723 Aug 31 13:52:21.504704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55016) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:21.577168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635ecfb-82a5-4857-9e6b-a1013b9a73de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54c1c49-d3f8-420f-b206-9b82dad32858,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:21.648478 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-d124106d-ec2d-4c3e-a571-7e419d0a6f37 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c7b2a052aba406683468ce4308b3372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781155 Aug 31 13:52:21.660228 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-359aac9b-88be-4fa6-95f0-157ce575b075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.669422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91ab55f2-be7a-405a-94e6-9326e3130081 req-01134e7e-1f58-4c18-aceb-c5f1d3f72e6f service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659815 Aug 31 13:52:21.674114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f6e95-4242-47d5-b710-a468f41041bd req-9c986ee6-406e-48ae-ac06-743614d610a7 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.682235 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-304f6e95-4242-47d5-b710-a468f41041bd req-9c986ee6-406e-48ae-ac06-743614d610a7 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 943 time: 0.2805228 Aug 31 13:52:21.721639 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-359aac9b-88be-4fa6-95f0-157ce575b075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.886966 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91ab55f2-be7a-405a-94e6-9326e3130081 req-1dac8a4f-88e2-4663-95ad-dfb2e291e135 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086701 Aug 31 13:52:21.928490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb51dc-a5d1-4561-810d-a593ced6424d req-24add053-4c10-418c-8e3d-0986a7f52336 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:21.931654 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4cdb51dc-a5d1-4561-810d-a593ced6424d req-24add053-4c10-418c-8e3d-0986a7f52336 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 1096 time: 0.1728520 Aug 31 13:52:21.933300 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-359aac9b-88be-4fa6-95f0-157ce575b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.937827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-359aac9b-88be-4fa6-95f0-157ce575b075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:21.939021 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-359aac9b-88be-4fa6-95f0-157ce575b075 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e54c1c49-d3f8-420f-b206-9b82dad32858 HTTP/1.1" status: 204 len: 168 time: 0.4325733 Aug 31 13:52:21.970421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359aac9b-88be-4fa6-95f0-157ce575b075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54c1c49-d3f8-420f-b206-9b82dad32858,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:22.022262 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-304f6e95-4242-47d5-b710-a468f41041bd req-1273b176-169a-4acd-9bad-6216c7c54f77 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387709 Aug 31 13:52:22.023658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4cdb51dc-a5d1-4561-810d-a593ced6424d req-1d5db9d1-84cc-423b-8438-55e59ff6cc4a tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833144 Aug 31 13:52:22.241095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-393e4f67-0817-4eed-a157-9262dd52566e req-6fdc7c14-8695-4e55-95c6-7faa2ba89ff2 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 210 time: 0.0388508 Aug 31 13:52:22.266143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d4402c04-90ed-43be-a0b1-caaf259e8fe5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:22.347341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0018736-6e18-4fd5-95f3-42338331cab3 req-960f5591-e11d-47ee-8b08-294d6c0c0a47 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.2086689 Aug 31 13:52:22.368456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d4402c04-90ed-43be-a0b1-caaf259e8fe5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:22.369151 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.372066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-35e5491c-9555-4950-bf04-866f9f342319 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:22.374407 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-35e5491c-9555-4950-bf04-866f9f342319 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7138858 Aug 31 13:52:22.391907 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Request body: {'port': {'device_id': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '4c7b2a052aba406683468ce4308b3372'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:22.489810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-415bec85-45fb-4176-a7d6-740c15610e6d req-6350ce1d-550a-4e62-bd29-98fd4bf2ca17 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:52:22.491480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-415bec85-45fb-4176-a7d6-740c15610e6d req-6350ce1d-550a-4e62-bd29-98fd4bf2ca17 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065851 Aug 31 13:52:22.649001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.793869 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.879485 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Transition to ACTIVE for port object 5be91e66-be06-4e4f-9492-78efd9d69517 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:22.912986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Made reservation on behalf of 4c7b2a052aba406683468ce4308b3372 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:22.922575 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:22.946537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.061732 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.117581 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:23.124332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:23.127540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:23.133961 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:23.134625 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.248464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Router df314f5d-0f98-48da-8070-9757981c660d is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:52:23.309768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-3997cd1a-6bb8-495f-ada1-7e64a0c60908 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4c7b2a052aba406683468ce4308b3372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574224 Aug 31 13:52:23.514239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:52:23.528563 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Sync routers for ids ['df314f5d-0f98-48da-8070-9757981c660d'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:52:23.542501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Pushing event updated for resources: {'Port': ['ID=5be91e66-be06-4e4f-9492-78efd9d69517,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:23.550534 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Routers {'df314f5d-0f98-48da-8070-9757981c660d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:23.551182 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:52:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['df314f5d-0f98-48da-8070-9757981c660d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:23.612993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-871943dd-f465-44cf-b303-45fc9336ee91 None None] Provisioning for port 5be91e66-be06-4e4f-9492-78efd9d69517 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:23.615326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa213ab-0237-4702-8ddb-412dde5c40e1 req-aca839ae-d27f-4ca6-a3a3-db9e55e3f0a2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:23.621145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-871943dd-f465-44cf-b303-45fc9336ee91 None None] Provisioning complete for port 5be91e66-be06-4e4f-9492-78efd9d69517 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:23.621859 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-871943dd-f465-44cf-b303-45fc9336ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.626294 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5aa213ab-0237-4702-8ddb-412dde5c40e1 req-aca839ae-d27f-4ca6-a3a3-db9e55e3f0a2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 943 time: 0.4331441 Aug 31 13:52:23.680477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-871943dd-f465-44cf-b303-45fc9336ee91 None None] Port 5be91e66-be06-4e4f-9492-78efd9d69517 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:52:23.699189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31434863-e39c-40e7-a875-fca16d527663 req-5a3886ac-1729-4351-a60a-5be0f9a3fbe9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:23.703545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-5a3886ac-1729-4351-a60a-5be0f9a3fbe9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3841665 Aug 31 13:52:23.722140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Request body: {'port': {'device_id': 'e1d38699-5dc4-4221-b5bb-1e9076dc9030', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '4c7b2a052aba406683468ce4308b3372'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:23.792847 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5aa213ab-0237-4702-8ddb-412dde5c40e1 req-29512334-683e-4bf3-a717-9dcd14075391 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544547 Aug 31 13:52:23.821641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a37b2def-a82a-445e-a057-f77a5d973d37 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:23.838072 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Set router df314f5d-0f98-48da-8070-9757981c660d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:23.840782 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:23.846711 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.000116 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.005316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55084) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:24.006311 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-498eca13-6909-42ec-b82d-78cbacbd04b6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1370149 Aug 31 13:52:24.009738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:24.048109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-a6fc94f7-7342-418e-af77-e4a0aaa3c8bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7833629 Aug 31 13:52:24.094576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Request body: {'port': {'device_id': '106b7bb4-03b8-4cec-946d-77dbdc5610a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:24.175752 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cc62e45e-64f2-41bc-8e67-a4457c2e4f6c req-f4ec87c7-0662-490b-bd4e-973294c96a7e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 210 time: 0.1437869 Aug 31 13:52:24.206735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a37b2def-a82a-445e-a057-f77a5d973d37,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:24.253406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'a37b2def-a82a-445e-a057-f77a5d973d37', 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8', 'port_id': 'a37b2def-a82a-445e-a057-f77a5d973d37', 'mac_address': 'fa:16:3e:b8:90:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609f6a77-d3bd-4385-bfb3-f9d0172f8a63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:24.390344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Made reservation on behalf of 4c7b2a052aba406683468ce4308b3372 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:24.417779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.440017 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.448645 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.492670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37b2def-a82a-445e-a057-f77a5d973d37 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:24.498613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af691d07-0f39-47b4-8df0-7f3f1b156c8d req-fc06a236-31d6-42e3-a396-a8073491e3f5 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:24.509017 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-af691d07-0f39-47b4-8df0-7f3f1b156c8d req-fc06a236-31d6-42e3-a396-a8073491e3f5 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 936 time: 0.1503546 Aug 31 13:52:24.548146 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a37b2def-a82a-445e-a057-f77a5d973d37,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:24.558189 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:24.562359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Allocated IP 192.168.233.64 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/12d8482e-f4cd-4aa0-9971-8f1d60ba93ba) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:24.634060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-af691d07-0f39-47b4-8df0-7f3f1b156c8d req-c1e6103d-1711-438b-ba09-0222c8c9f3f1 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235347 Aug 31 13:52:24.733981 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:52:20Z', 'revision_number': 3, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:24.757030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=a37b2def-a82a-445e-a057-f77a5d973d37,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:24.810552 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['a37b2def-a82a-445e-a057-f77a5d973d37'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:24.833667 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Checking router: df314f5d-0f98-48da-8070-9757981c660d for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:52:24.834023 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Updating router df314f5d-0f98-48da-8070-9757981c660d port 987d5ceb-d6e2-4c27-9882-1faec523f286 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:52:24.974931 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.292357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-ef7492b5-e2e9-447a-a46e-0e49859822d3 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:52:25.296315 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-ef7492b5-e2e9-447a-a46e-0e49859822d3 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521975 Aug 31 13:52:25.327164 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] Request body: {'binding': {'host': 'n-h1-792364-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:25.327536 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] Unknown quota resources ['binding']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:52:25.521073 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.540322 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Transition to ACTIVE for port object 987d5ceb-d6e2-4c27-9882-1faec523f286 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:25.552663 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.601099 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Attempting to bind port 987d5ceb-d6e2-4c27-9882-1faec523f286 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:25.601465 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Attempting to bind port 987d5ceb-d6e2-4c27-9882-1faec523f286 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:25.602017 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Attempting to bind port 987d5ceb-d6e2-4c27-9882-1faec523f286 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:25.625189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68ec79-6690-434c-aec5-a52433d3fc5c req-6cbfadb9-c770-4d13-8ec8-53cd2fab95e2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:25.633150 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7c68ec79-6690-434c-aec5-a52433d3fc5c req-6cbfadb9-c770-4d13-8ec8-53cd2fab95e2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.3909714 Aug 31 13:52:25.634860 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:25.635433 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:25.636119 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.636561 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.637222 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:25.638439 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Bound port: 987d5ceb-d6e2-4c27-9882-1faec523f286, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:25.639503 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.701299 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Pushing event updated for resources: {'Port': ['ID=987d5ceb-d6e2-4c27-9882-1faec523f286,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:25.714384 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:25.715058 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:25.715557 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:25.716789 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:25.717282 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:25.717791 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:25.718282 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:25.718760 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:25.719235 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:25.719710 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:25.720204 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:25.720873 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:52:25.753264 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7c68ec79-6690-434c-aec5-a52433d3fc5c req-9f3e88b9-1df4-4839-95d2-e1f4698081e1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188574 Aug 31 13:52:25.776327 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] For port 987d5ceb-d6e2-4c27-9882-1faec523f286, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:25.781830 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] For port 987d5ceb-d6e2-4c27-9882-1faec523f286, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=987d5ceb-d6e2-4c27-9882-1faec523f286,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:25.788881 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.813542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a37b2def-a82a-445e-a057-f77a5d973d37 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:25.822564 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.846671 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Routers {'df314f5d-0f98-48da-8070-9757981c660d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:25.847685 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:52:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['df314f5d-0f98-48da-8070-9757981c660d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:25.851061 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Transition to ACTIVE for port object 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:25.854659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] Attempting to bind port 50143a29-d54c-419d-a871-593592f80142 on host n-h1-792364-6 for vnic_type normal with profile None {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:25.854659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] Attempting to bind port 50143a29-d54c-419d-a871-593592f80142 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:25.855038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] Attempting to bind port 50143a29-d54c-419d-a871-593592f80142 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:25.866579 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] Port 50143a29-d54c-419d-a871-593592f80142 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:25.866955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] Attempting to bind port 50143a29-d54c-419d-a871-593592f80142 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:25.876741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:25.877171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:25.877624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] Bound using segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:25.878227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] Bound port: 50143a29-d54c-419d-a871-593592f80142, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:25.951861 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3080ff3-b568-4abb-a341-b235a7653a94 req-1658d72c-ef9c-46f5-85c7-8dc68c89df84 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 210 time: 0.0680230 Aug 31 13:52:25.962882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port a37b2def-a82a-445e-a057-f77a5d973d37 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:25.967544 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port a37b2def-a82a-445e-a057-f77a5d973d37 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:25.967926 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:25.970743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Allocated IP 172.20.0.1 (e2da89a8-9876-4b6d-9f58-16863b10e503/76f69567-cac3-4831-ac6f-de039c35b390/db3e191e-9214-4212-aebf-4c304918056a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:26.018877 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.077248 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] Set router df314f5d-0f98-48da-8070-9757981c660d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:26.113549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] For port 50143a29-d54c-419d-a871-593592f80142, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=50143a29-d54c-419d-a871-593592f80142,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:26.114616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.141836 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.143358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Transition to ACTIVE for port object db3e191e-9214-4212-aebf-4c304918056a will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:26.148816 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-eece5c5a-d947-4eb9-a6aa-1b3249f4a4da service neutron] 10.222.0.20 "POST /v2.0/ports/50143a29-d54c-419d-a871-593592f80142/bindings HTTP/1.1" status: 201 len: 389 time: 0.8340790 Aug 31 13:52:26.182338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:26.192642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:26.196884 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:26.205042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:26.206246 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.210277 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.258679 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Pushing event updated for resources: {'Port': ['ID=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:26.264291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Allocated IP 192.168.233.126 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/ef7c0e0d-290e-43c7-9028-9f030164db37) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:26.290705 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-963117f8-5e70-471b-a439-1772489b6877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9031022 Aug 31 13:52:26.308908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Request body: {'port': {'device_id': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:26.426536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a37b2def-a82a-445e-a057-f77a5d973d37,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:26.428825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c0e2f4-5f2f-4b64-bac8-76d1776bdb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37b2def-a82a-445e-a057-f77a5d973d37'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:26.435346 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36f2d7b-89d3-4189-aeb7-7f413b0fd709" -d '{"events": [{"server_uuid": "d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86", "name": "network-vif-plugged", "status": "completed", "tag": "a37b2def-a82a-445e-a057-f77a5d973d37"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:26.458631 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.483085 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.586997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=a37b2def-a82a-445e-a057-f77a5d973d37,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:26.608759 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3769a4-8d77-47fe-9c65-bcf41939fb78 None None] Pushing event updated for resources: {'Port': ['ID=987d5ceb-d6e2-4c27-9882-1faec523f286,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:26.626779 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:52:20Z', 'revision_number': 3, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:26.642597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.717745 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9606c6-d8b3-49d3-83e1-48e30bd9e2da None None] The sync data for ids ['df314f5d-0f98-48da-8070-9757981c660d'] in n-d-792364-6 is: [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:52:20Z', 'revision_number': 3, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:52:26.760499 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-67704107-f945-4242-ba54-44af48c45683 None None] Provisioning for port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:26.765891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-67704107-f945-4242-ba54-44af48c45683 None None] Provisioning complete for port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:26.766604 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-67704107-f945-4242-ba54-44af48c45683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.787024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Network e2da89a8-9876-4b6d-9f58-16863b10e503 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:26.789026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-bd0839b9-6cb5-43ee-95b0-3883763e4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:26.793833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-bd0839b9-6cb5-43ee-95b0-3883763e4aad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 1096 time: 0.2331839 Aug 31 13:52:26.803943 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:26.808172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:26.811285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:26.827053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Pushing event updated for resources: {'Port': ['ID=db3e191e-9214-4212-aebf-4c304918056a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:26.857922 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66b351-955c-4dfd-9392-23023ee61d2e req-07e1a180-cb42-4fab-85ca-23d954d8ab37 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:26.860775 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8a66b351-955c-4dfd-9392-23023ee61d2e req-07e1a180-cb42-4fab-85ca-23d954d8ab37 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 945 time: 0.0790720 Aug 31 13:52:26.886897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-67704107-f945-4242-ba54-44af48c45683 None None] Port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:52:26.908639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ee6df-1e04-486c-9a88-6b2714305c1c req-ad7e5cb2-1405-42d6-b3ef-417f4f4fe6c9 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:26.910279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-937ee6df-1e04-486c-9a88-6b2714305c1c req-ad7e5cb2-1405-42d6-b3ef-417f4f4fe6c9 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 936 time: 0.2858343 Aug 31 13:52:26.953286 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8a66b351-955c-4dfd-9392-23023ee61d2e req-1b6399ee-c842-47e5-a84c-9a598f03aeb2 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861330 Aug 31 13:52:27.033665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Transition to ACTIVE for port object ef7c0e0d-290e-43c7-9028-9f030164db37 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:27.063282 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a24a22c-3b9a-4521-a268-45d88f92c692 x-openstack-request-id: req-6a24a22c-3b9a-4521-a268-45d88f92c692 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:27.063626 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86", "name": "network-vif-plugged", "status": "completed", "tag": "a37b2def-a82a-445e-a057-f77a5d973d37", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:27.063888 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a24a22c-3b9a-4521-a268-45d88f92c692 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:27.064294 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c0e2f4-5f2f-4b64-bac8-76d1776bdb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37b2def-a82a-445e-a057-f77a5d973d37', 'code': 200} Aug 31 13:52:27.071684 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.106097 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-937ee6df-1e04-486c-9a88-6b2714305c1c req-1d6acd27-a42b-406b-8520-f8649d765d1d tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427975 Aug 31 13:52:27.158167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.13', 54490) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:27.216746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a5b90e60-6526-40b5-a0ff-ee21004cafc5 None None] Provisioning for port db3e191e-9214-4212-aebf-4c304918056a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:27.230318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a5b90e60-6526-40b5-a0ff-ee21004cafc5 None None] Provisioning complete for port db3e191e-9214-4212-aebf-4c304918056a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:27.230739 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a5b90e60-6526-40b5-a0ff-ee21004cafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.311759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e473d3-01ec-4ad9-a7b9-20721c8155ef req-ffa4e233-c1dc-4d03-971c-f0a987973055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:27.312409 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5e473d3-01ec-4ad9-a7b9-20721c8155ef req-ffa4e233-c1dc-4d03-971c-f0a987973055 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 1096 time: 0.1525588 Aug 31 13:52:27.334157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a5b90e60-6526-40b5-a0ff-ee21004cafc5 None None] Port db3e191e-9214-4212-aebf-4c304918056a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:52:27.370601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-19dec911-35b2-477c-985b-f0136159628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:27.381049 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-19dec911-35b2-477c-985b-f0136159628a service neutron] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.5654736 Aug 31 13:52:27.398010 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5e473d3-01ec-4ad9-a7b9-20721c8155ef req-b512f7c3-7a92-429b-8d80-c484b59ce583 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781052 Aug 31 13:52:27.405706 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.641067 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Pushing event updated for resources: {'Port': ['ID=ef7c0e0d-290e-43c7-9028-9f030164db37,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:27.673249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-20b68750-b57c-4047-b5df-e06349ce5bb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50143a29-d54c-419d-a871-593592f80142 HTTP/1.1" status: 200 len: 217 time: 0.2911811 Aug 31 13:52:27.682992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be91e66-be06-4e4f-9492-78efd9d69517 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:27.690962 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:27.703614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdfe6f-07dd-4bc3-a8d3-f2f9713947df req-287d3c26-f8e0-4f61-b705-4286477a679f tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:27.714324 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87cdfe6f-07dd-4bc3-a8d3-f2f9713947df req-287d3c26-f8e0-4f61-b705-4286477a679f tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 936 time: 0.0902588 Aug 31 13:52:27.736018 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.737923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:27.740543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:27.761378 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87cdfe6f-07dd-4bc3-a8d3-f2f9713947df req-d0c99d0e-4e14-4d7e-a4b9-3ee71d077969 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460854 Aug 31 13:52:27.786814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Transition to ACTIVE for port object 5be91e66-be06-4e4f-9492-78efd9d69517 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:27.792966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:27.894672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737adec0-df20-45ab-8fed-63efa8028a1d req-a2b274c5-45dc-408c-9078-1651acacd6f1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:27.897057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-737adec0-df20-45ab-8fed-63efa8028a1d req-a2b274c5-45dc-408c-9078-1651acacd6f1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 945 time: 0.5136180 Aug 31 13:52:27.941325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-cc008951-7233-4670-b173-db94902397a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:27.943226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-cc008951-7233-4670-b173-db94902397a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.2497907 Aug 31 13:52:27.975997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Pushing event updated for resources: {'Port': ['ID=5be91e66-be06-4e4f-9492-78efd9d69517,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:28.004573 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Attempting to bind port 5be91e66-be06-4e4f-9492-78efd9d69517 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:28.004948 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Attempting to bind port 5be91e66-be06-4e4f-9492-78efd9d69517 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:28.005282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Attempting to bind port 5be91e66-be06-4e4f-9492-78efd9d69517 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:28.018034 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.019581 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Port 5be91e66-be06-4e4f-9492-78efd9d69517 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:28.019831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Attempting to bind port 5be91e66-be06-4e4f-9492-78efd9d69517 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:28.026901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:28.031501 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.032032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:28.032379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:28.032797 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:28.033375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Bound port: 5be91e66-be06-4e4f-9492-78efd9d69517, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:28.033618 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.167406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:28.189610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7aaea735-e6b6-4ea8-9e51-b7ab6f3a0dcc None None] Provisioning for port ef7c0e0d-290e-43c7-9028-9f030164db37 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:28.190312 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.199665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7aaea735-e6b6-4ea8-9e51-b7ab6f3a0dcc None None] Provisioning complete for port ef7c0e0d-290e-43c7-9028-9f030164db37 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:28.210636 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7aaea735-e6b6-4ea8-9e51-b7ab6f3a0dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.212340 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] For port 5be91e66-be06-4e4f-9492-78efd9d69517, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:28.220669 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-bd9c5a68-6660-43eb-8a50-c517a99b1212 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2254844 Aug 31 13:52:28.229699 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] For port 5be91e66-be06-4e4f-9492-78efd9d69517, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5be91e66-be06-4e4f-9492-78efd9d69517,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:28.256795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.268835 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Transition to ACTIVE for port object 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:28.284021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.303728 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-adaa59eb-3a56-4350-b910-33bf2d5bbdd6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5864556 Aug 31 13:52:28.313177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7aaea735-e6b6-4ea8-9e51-b7ab6f3a0dcc None None] Port ef7c0e0d-290e-43c7-9028-9f030164db37 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:52:28.353213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 987d5ceb-d6e2-4c27-9882-1faec523f286 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:28.399875 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:28.400469 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.402049 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] 10.222.0.52 "PUT /v2.0/ports/5be91e66-be06-4e4f-9492-78efd9d69517 HTTP/1.1" status: 200 len: 1096 time: 4.3163788 Aug 31 13:52:28.408240 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106b7bb4-03b8-4cec-946d-77dbdc5610a4', 'tag': '5be91e66-be06-4e4f-9492-78efd9d69517'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:28.421046 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa81532-149a-486a-b011-127f0a120793" -d '{"events": [{"name": "network-changed", "server_uuid": "106b7bb4-03b8-4cec-946d-77dbdc5610a4", "tag": "5be91e66-be06-4e4f-9492-78efd9d69517"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:28.495826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Request body: {'port': {'device_id': 'e1d38699-5dc4-4221-b5bb-1e9076dc9030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:28.512108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 987d5ceb-d6e2-4c27-9882-1faec523f286 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:28.518126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 987d5ceb-d6e2-4c27-9882-1faec523f286 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:28.518800 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.545675 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Attempting to bind port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:28.546122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Attempting to bind port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:28.546525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Attempting to bind port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:28.561519 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:28.561938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Attempting to bind port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:28.576653 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-737adec0-df20-45ab-8fed-63efa8028a1d req-1343da28-2837-4599-985b-2ca0c25e178e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6555049 Aug 31 13:52:28.576861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecacd3b-1e3e-4316-8b35-b137d6724cfe req-ad19a08e-5067-4ae2-9acb-ae11a01deb14 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:28.586241 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ecacd3b-1e3e-4316-8b35-b137d6724cfe req-ad19a08e-5067-4ae2-9acb-ae11a01deb14 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 945 time: 0.2286267 Aug 31 13:52:28.598637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:28.599053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:28.599518 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:28.600378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Bound port: 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:28.601088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.762595 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.835524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:28.837418 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.843278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:28.848798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a8a8f-0230-4da5-8bd7-5a9a2bac03be service neutron] Pushing event updated for resources: {'Port': ['ID=5be91e66-be06-4e4f-9492-78efd9d69517,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:28.873082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 987d5ceb-d6e2-4c27-9882-1faec523f286, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=987d5ceb-d6e2-4c27-9882-1faec523f286,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:28.890658 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.897306 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-e0a6df85-760a-4bf0-94b1-5f702fb33045 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690552 Aug 31 13:52:28.897994 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:28.980699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=987d5ceb-d6e2-4c27-9882-1faec523f286,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:29.031959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:29.032631 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.034096 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] 10.222.0.13 "PUT /v2.0/ports/12d8482e-f4cd-4aa0-9971-8f1d60ba93ba HTTP/1.1" status: 200 len: 1095 time: 2.7344248 Aug 31 13:52:29.101598 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-4ab5ce70-760b-46de-992a-a036f1806c30 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961057 Aug 31 13:52:29.119601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd571abc-889f-4c09-8095-467c0a59065c req-b3cc02a0-ce43-4bd8-891f-f175c275fdea tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:29.121301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dd571abc-889f-4c09-8095-467c0a59065c req-b3cc02a0-ce43-4bd8-891f-f175c275fdea tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 948 time: 0.3324273 Aug 31 13:52:29.125856 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.162720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Pushing event updated for resources: {'Port': ['ID=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:29.229888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-d11e0e55-7881-4bdc-abc4-2cb381c4ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:29.233009 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-d11e0e55-7881-4bdc-abc4-2cb381c4ab99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=102ea30e3b5a426a886564980aa7d587&device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 1099 time: 0.7700422 Aug 31 13:52:29.241938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dd571abc-889f-4c09-8095-467c0a59065c req-f8ebbe64-4ea3-4ffd-9d08-6740494a5a57 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084442 Aug 31 13:52:29.243650 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:29.261698 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ecacd3b-1e3e-4316-8b35-b137d6724cfe req-36c06a1d-48cd-41ba-980e-b4e510a00717 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6743972 Aug 31 13:52:29.363569 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-9532f190-9024-45f9-9cb1-7137bed6bcaa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=5be91e66-be06-4e4f-9492-78efd9d69517 HTTP/1.1" status: 200 len: 217 time: 0.0926220 Aug 31 13:52:29.398541 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191dbad0-afea-4dfe-b461-e11d9cda772f x-openstack-request-id: req-191dbad0-afea-4dfe-b461-e11d9cda772f {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:29.398834 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106b7bb4-03b8-4cec-946d-77dbdc5610a4", "tag": "5be91e66-be06-4e4f-9492-78efd9d69517", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:29.399090 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-191dbad0-afea-4dfe-b461-e11d9cda772f {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:29.399574 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106b7bb4-03b8-4cec-946d-77dbdc5610a4', 'tag': '5be91e66-be06-4e4f-9492-78efd9d69517', 'status': 'completed', 'code': 200} Aug 31 13:52:29.402365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-8defd1de-41b1-413a-81fa-d8bc5c1fd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:29.403929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-8defd1de-41b1-413a-81fa-d8bc5c1fd16f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c7b2a052aba406683468ce4308b3372&device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 1098 time: 0.2566900 Aug 31 13:52:29.428912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b38e2-7094-4cec-adaa-68e97b65763e service neutron] Pushing event updated for resources: {'Port': ['ID=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:29.467195 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-a5d44e60-ddc7-4c31-bee3-b785f04d7dcc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba HTTP/1.1" status: 200 len: 217 time: 0.0447252 Aug 31 13:52:29.540571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-b3b8c3f3-2313-4b9c-a80f-a95ac8a53ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:29.542064 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-b3b8c3f3-2313-4b9c-a80f-a95ac8a53ea6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1645479 Aug 31 13:52:29.553072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-70df913b-b5f4-4670-875b-ca9ca9c94fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:29.555199 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-70df913b-b5f4-4670-875b-ca9ca9c94fa2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0733566 Aug 31 13:52:29.644206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-2e011702-fae9-4145-8eb0-cb9262218c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:29.645810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-2e011702-fae9-4145-8eb0-cb9262218c35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806689 Aug 31 13:52:29.651242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-20d96468-286d-4a33-bc32-433f235e654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:29.652851 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-20d96468-286d-4a33-bc32-433f235e654f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972390 Aug 31 13:52:30.014359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-49fd4787-46d7-4be1-b03d-6dd664543a60 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:30.017457 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-49fd4787-46d7-4be1-b03d-6dd664543a60 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c&tenant_id=d077bd70a48845cf9f4e6b5ff585f732&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 1096 time: 0.8242304 Aug 31 13:52:30.022275 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-288c2f6a-8f5d-4cf6-bcab-3eb04ba975ca service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656995 Aug 31 13:52:30.034440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Pushing event updated for resources: {'Port': ['ID=db3e191e-9214-4212-aebf-4c304918056a,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:30.038282 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.053990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-6'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:30.104638 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-16bcd6db-7f4b-45a3-b8fd-d6d873dc72b9 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384949 Aug 31 13:52:30.114277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa26398-4c59-4bcb-81af-ffc111ec6238 req-0c62014e-590b-4f8a-b8fd-977ca4de1034 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:30.115821 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5fa26398-4c59-4bcb-81af-ffc111ec6238 req-0c62014e-590b-4f8a-b8fd-977ca4de1034 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 945 time: 0.1686630 Aug 31 13:52:30.200896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87602ef-5fc4-4313-8e64-80eb99344339 req-a286715b-9bab-45b7-bc1a-db0347f08070 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:30.202446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a87602ef-5fc4-4313-8e64-80eb99344339 req-a286715b-9bab-45b7-bc1a-db0347f08070 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 936 time: 0.2931950 Aug 31 13:52:30.255495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7c0e0d-290e-43c7-9028-9f030164db37 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:30.283975 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.288762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 987d5ceb-d6e2-4c27-9882-1faec523f286 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:30.294547 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.334755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Transition to ACTIVE for port object ef7c0e0d-290e-43c7-9028-9f030164db37 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:30.351050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.380688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Network e2da89a8-9876-4b6d-9f58-16863b10e503 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:30.386483 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a87602ef-5fc4-4313-8e64-80eb99344339 req-12062832-234c-40a7-804e-9ce50b227f05 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507044 Aug 31 13:52:30.391451 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 987d5ceb-d6e2-4c27-9882-1faec523f286 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:30.392064 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.424888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:30.489169 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5fa26398-4c59-4bcb-81af-ffc111ec6238 req-0d2059ba-1a80-42ac-9799-d1ccfef5659b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574750 Aug 31 13:52:30.556569 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36fbcfc4-04f5-4c7e-9cb2-cd1d9d8d0c61 req-7b663b39-325c-4b74-94ea-6944d8bb1738 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168960 Aug 31 13:52:30.613755 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88162026-8e39-4fca-83d5-040c3695d1f9 req-1db9c08c-2099-43e6-9fb0-a61b78e7ffb0 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953077 Aug 31 13:52:30.757996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7c0e0d-290e-43c7-9028-9f030164db37,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:30.843404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6bf2b-b05f-401a-b828-f2a74118c25b req-9abeef32-b177-4c5a-9218-d0fbf0bf7fe7 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:30.858978 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91b6bf2b-b05f-401a-b828-f2a74118c25b req-9abeef32-b177-4c5a-9218-d0fbf0bf7fe7 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 948 time: 0.2087476 Aug 31 13:52:30.892910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa81532-149a-486a-b011-127f0a120793 req-a60a35b5-21ba-4d3e-9115-f0b10563a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:30.896172 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fa81532-149a-486a-b011-127f0a120793 req-a60a35b5-21ba-4d3e-9115-f0b10563a0db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=102ea30e3b5a426a886564980aa7d587&device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 1099 time: 0.1813462 Aug 31 13:52:30.943161 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-486eb9d2-d9cd-4545-8245-70f7521eb95a None None] Provisioning complete for port db3e191e-9214-4212-aebf-4c304918056a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:30.944029 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-486eb9d2-d9cd-4545-8245-70f7521eb95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:30.985699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-486eb9d2-d9cd-4545-8245-70f7521eb95a None None] Port db3e191e-9214-4212-aebf-4c304918056a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:52:30.985924 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91b6bf2b-b05f-401a-b828-f2a74118c25b req-b6441728-9130-46ee-b075-ab2ad122e676 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199391 Aug 31 13:52:31.161021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Router df314f5d-0f98-48da-8070-9757981c660d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:52:31.161993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Attempting to bind port ef7c0e0d-290e-43c7-9028-9f030164db37 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:31.162400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Attempting to bind port ef7c0e0d-290e-43c7-9028-9f030164db37 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:31.162951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Attempting to bind port ef7c0e0d-290e-43c7-9028-9f030164db37 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:31.177591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=50143a29-d54c-419d-a871-593592f80142,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:31.197938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Port ef7c0e0d-290e-43c7-9028-9f030164db37 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:31.198366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Attempting to bind port ef7c0e0d-290e-43c7-9028-9f030164db37 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:31.219402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa81532-149a-486a-b011-127f0a120793 req-891191eb-d51f-465d-819b-5111b2e1e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:31.224644 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fa81532-149a-486a-b011-127f0a120793 req-891191eb-d51f-465d-819b-5111b2e1e93b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2658241 Aug 31 13:52:31.242399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:31.243004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:31.243638 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:31.245504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Bound port: ef7c0e0d-290e-43c7-9028-9f030164db37, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:31.245910 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.252799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf65266-9fd4-443b-b475-8e78fee68542 req-d7205739-2fcf-4351-9896-475318dba05b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:31.259968 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1bf65266-9fd4-443b-b475-8e78fee68542 req-d7205739-2fcf-4351-9896-475318dba05b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 945 time: 0.1350749 Aug 31 13:52:31.285071 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-93551db9-3f35-4cd5-b20f-ed12977f87fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.308647 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fa81532-149a-486a-b011-127f0a120793 req-54b2743f-3f48-419f-989f-12aa3398f42f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=5be91e66-be06-4e4f-9492-78efd9d69517 HTTP/1.1" status: 200 len: 217 time: 0.0654285 Aug 31 13:52:31.357378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:31.366267 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1bf65266-9fd4-443b-b475-8e78fee68542 req-c9be9e8b-d15d-4e12-bea5-090f7d400b29 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054280 Aug 31 13:52:31.382989 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa81532-149a-486a-b011-127f0a120793 req-70625e1c-1808-437f-a88d-24f6a7417c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:31.384396 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fa81532-149a-486a-b011-127f0a120793 req-70625e1c-1808-437f-a88d-24f6a7417c7b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0730631 Aug 31 13:52:31.407043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:31.414392 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecd5363-8be1-44f7-aa52-cd4b2ad42e98" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:31.414632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070bae2-6dbc-442c-9a88-894cd884cda8 req-951caa8f-6583-47b2-9377-6353e37af23e tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:31.424953 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1070bae2-6dbc-442c-9a88-894cd884cda8 req-951caa8f-6583-47b2-9377-6353e37af23e tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 1096 time: 0.2570589 Aug 31 13:52:31.487078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa81532-149a-486a-b011-127f0a120793 req-73e622c8-5604-46be-9390-9bd78626af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:31.488613 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fa81532-149a-486a-b011-127f0a120793 req-73e622c8-5604-46be-9390-9bd78626af35 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909467 Aug 31 13:52:31.615791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0a51d0-b28e-494b-8a5a-97169955528c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50143a29-d54c-419d-a871-593592f80142'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:31.618657 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4af16e-b49b-4bf3-9532-672c4fdf6b3f" -d '{"events": [{"server_uuid": "ff0a51d0-b28e-494b-8a5a-97169955528c", "name": "network-vif-unplugged", "status": "completed", "tag": "50143a29-d54c-419d-a871-593592f80142"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:31.625642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] For port ef7c0e0d-290e-43c7-9028-9f030164db37, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:31.630054 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.636752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] For port ef7c0e0d-290e-43c7-9028-9f030164db37, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ef7c0e0d-290e-43c7-9028-9f030164db37,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:31.652752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1070bae2-6dbc-442c-9a88-894cd884cda8 req-c3d2b939-3374-4570-b90f-6997dc69206a tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267129 Aug 31 13:52:31.660025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.672739 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fa81532-149a-486a-b011-127f0a120793 req-1112794c-ed60-4312-98a6-1e3814954901 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577520 Aug 31 13:52:31.682956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:52:31.698748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Sync routers for ids ['df314f5d-0f98-48da-8070-9757981c660d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:52:31.710588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.718039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Routers {'df314f5d-0f98-48da-8070-9757981c660d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:31.718870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e750d037-5869-4546-b4be-710945bd13fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:52:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['df314f5d-0f98-48da-8070-9757981c660d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:31.736484 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-97f54316-f4fd-4c66-a6ab-165fd184d869 admin admin] 10.222.0.20 "PUT /v2.0/routers/df314f5d-0f98-48da-8070-9757981c660d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7249963 Aug 31 13:52:31.797170 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aa0d02-0f35-4117-8f8b-d962ec436133 x-openstack-request-id: req-d2aa0d02-0f35-4117-8f8b-d962ec436133 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:31.797506 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:31.797706 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2aa0d02-0f35-4117-8f8b-d962ec436133 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:31.798096 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'status': 'completed', 'code': 200} Aug 31 13:52:31.896601 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6568b9-7bb2-4f22-b06b-62830e6b4476 x-openstack-request-id: req-eb6568b9-7bb2-4f22-b06b-62830e6b4476 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:31.896896 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0a51d0-b28e-494b-8a5a-97169955528c", "name": "network-vif-unplugged", "status": "completed", "tag": "50143a29-d54c-419d-a871-593592f80142", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:31.897231 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb6568b9-7bb2-4f22-b06b-62830e6b4476 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:31.897427 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0a51d0-b28e-494b-8a5a-97169955528c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50143a29-d54c-419d-a871-593592f80142', 'code': 200} Aug 31 13:52:31.898900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:31.899547 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:31.901113 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] 10.222.0.52 "PUT /v2.0/ports/ef7c0e0d-290e-43c7-9028-9f030164db37 HTTP/1.1" status: 200 len: 1096 time: 3.4371912 Aug 31 13:52:32.065849 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fa81532-149a-486a-b011-127f0a120793 req-e9c50d75-0222-4299-9b15-57fde6261220 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806691 Aug 31 13:52:32.081193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Set router df314f5d-0f98-48da-8070-9757981c660d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:32.081740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd5363-8be1-44f7-aa52-cd4b2ad42e98 req-f8284bb3-0d0c-42e8-849d-cb4229ba7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.087089 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ecd5363-8be1-44f7-aa52-cd4b2ad42e98 req-f8284bb3-0d0c-42e8-849d-cb4229ba7df2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c7b2a052aba406683468ce4308b3372&device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 1098 time: 0.2539766 Aug 31 13:52:32.095774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=50143a29-d54c-419d-a871-593592f80142,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:32.157722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252d76c-6dba-4fce-a9fe-87e797953ddd req-221bd010-9a84-472a-80fc-43ef954cc989 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.165923 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6252d76c-6dba-4fce-a9fe-87e797953ddd req-221bd010-9a84-472a-80fc-43ef954cc989 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 948 time: 0.4017899 Aug 31 13:52:32.177916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Attempting to bind port 50143a29-d54c-419d-a871-593592f80142 on host n-h2-792364-6 for vnic_type normal with profile {"migrating_to": "n-h1-792364-6"} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:32.178631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Attempting to bind port 50143a29-d54c-419d-a871-593592f80142 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:32.179238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Attempting to bind port 50143a29-d54c-419d-a871-593592f80142 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:32.225486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Port 50143a29-d54c-419d-a871-593592f80142 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:32.226169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Attempting to bind port 50143a29-d54c-419d-a871-593592f80142 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:32.233268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31434863-e39c-40e7-a875-fca16d527663 req-5dd10d16-89cc-4811-80e3-fababe20d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.235337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-5dd10d16-89cc-4811-80e3-fababe20d274 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4c7b2a052aba406683468ce4308b3372&device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 1099 time: 0.2636890 Aug 31 13:52:32.300726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd5363-8be1-44f7-aa52-cd4b2ad42e98 req-9171393c-a20d-48ce-8b58-0cc650598501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.303029 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ecd5363-8be1-44f7-aa52-cd4b2ad42e98 req-9171393c-a20d-48ce-8b58-0cc650598501 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2102296 Aug 31 13:52:32.319427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:32.320180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:32.320979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Bound using segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:32.321891 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Bound port: 50143a29-d54c-419d-a871-593592f80142, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:32.322537 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.335056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab12aec-08b1-4877-9cf4-4b0338957b05 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7c0e0d-290e-43c7-9028-9f030164db37,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:32.338720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-e8ea83d3-b4b0-4e47-a40e-4e9dc65e7ff1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=ef7c0e0d-290e-43c7-9028-9f030164db37 HTTP/1.1" status: 200 len: 217 time: 0.0859854 Aug 31 13:52:32.361241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6252d76c-6dba-4fce-a9fe-87e797953ddd req-a6aa0824-fb91-4e20-87ee-2175ba11e886 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725590 Aug 31 13:52:32.400381 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ecd5363-8be1-44f7-aa52-cd4b2ad42e98 req-22795853-eccd-40df-8cc7-5be338542af1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba HTTP/1.1" status: 200 len: 217 time: 0.0669422 Aug 31 13:52:32.404815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e750d037-5869-4546-b4be-710945bd13fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:52:27Z', 'revision_number': 4, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'db3e191e-9214-4212-aebf-4c304918056a', 'name': '', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'mac_address': 'fa:16:3e:e8:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '76f69567-cac3-4831-ac6f-de039c35b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:25Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 2, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'subnets': [{'id': '76f69567-cac3-4831-ac6f-de039c35b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:32.469146 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd5363-8be1-44f7-aa52-cd4b2ad42e98 req-c8b7cf34-c472-4fa6-96bc-3898728d4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.470607 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ecd5363-8be1-44f7-aa52-cd4b2ad42e98 req-c8b7cf34-c472-4fa6-96bc-3898728d4052 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0603013 Aug 31 13:52:32.472680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacb9fa-2053-48ca-b45b-a09ee0484d8b req-9621e97a-98b6-4b17-9f4b-8b1083d47a6f tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.473677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Checking router: df314f5d-0f98-48da-8070-9757981c660d for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:52:32.474238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Updating router df314f5d-0f98-48da-8070-9757981c660d port db3e191e-9214-4212-aebf-4c304918056a binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:52:32.481763 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8bacb9fa-2053-48ca-b45b-a09ee0484d8b req-9621e97a-98b6-4b17-9f4b-8b1083d47a6f tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 1096 time: 0.3641384 Aug 31 13:52:32.506811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31434863-e39c-40e7-a875-fca16d527663 req-284c9fd4-8ad8-4a52-972e-9b90c24a1c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.509149 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.510940 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-284c9fd4-8ad8-4a52-972e-9b90c24a1c52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1483052 Aug 31 13:52:32.568737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:32.578879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd5363-8be1-44f7-aa52-cd4b2ad42e98 req-30f5c08a-4bff-47a7-9a6a-e410319c4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.580520 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ecd5363-8be1-44f7-aa52-cd4b2ad42e98 req-30f5c08a-4bff-47a7-9a6a-e410319c4544 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794008 Aug 31 13:52:32.595136 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8bacb9fa-2053-48ca-b45b-a09ee0484d8b req-217e45da-a769-4ba5-9187-6d2cebfb8a0f tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124196 Aug 31 13:52:32.628035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=50143a29-d54c-419d-a871-593592f80142,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:32.643374 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.754923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=50143a29-d54c-419d-a871-593592f80142,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:32.763341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31434863-e39c-40e7-a875-fca16d527663 req-d6dc95df-6916-4518-a802-23e6baaa6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.776335 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-d6dc95df-6916-4518-a802-23e6baaa6407 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2551901 Aug 31 13:52:32.791205 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ecd5363-8be1-44f7-aa52-cd4b2ad42e98 req-a54aec53-f2da-47dd-9712-724bda31dda7 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947784 Aug 31 13:52:32.949338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.950942 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:32.952746 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-fcb9d47e-cdf1-47c4-9891-a83e66754dc8 service neutron] 10.222.0.13 "PUT /v2.0/ports/50143a29-d54c-419d-a871-593592f80142 HTTP/1.1" status: 200 len: 1121 time: 2.9047267 Aug 31 13:52:32.968709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913fff5-e2f7-4221-a067-6ce5dba369ec req-6ee49d4c-8293-44ea-90a7-9ac070d01321 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:32.979075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c913fff5-e2f7-4221-a067-6ce5dba369ec req-6ee49d4c-8293-44ea-90a7-9ac070d01321 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 948 time: 0.1858211 Aug 31 13:52:33.003618 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.028275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Transition to ACTIVE for port object db3e191e-9214-4212-aebf-4c304918056a will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:33.040374 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.062568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55230) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:33.067491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c913fff5-e2f7-4221-a067-6ce5dba369ec req-d3cde7ec-0ced-464e-9d0e-389d259e36f1 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870905 Aug 31 13:52:33.084091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-23794215-ca67-4eca-b683-30489d10e119 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047060652', 'description': 'tempest-description--1391631626'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:33.104377 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ecd5363-8be1-44f7-aa52-cd4b2ad42e98 req-2d41301d-6fa2-4a82-92ca-4ef2a18a6a4e service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428365 Aug 31 13:52:33.115182 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-631eba4d-d340-4660-96a0-385163180672 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267386 Aug 31 13:52:33.143236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef183263-a477-4d1f-9d5d-2cc181595847 None None] Pushing event updated for resources: {'Port': ['ID=db3e191e-9214-4212-aebf-4c304918056a,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:33.159584 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['50143a29-d54c-419d-a871-593592f80142'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:33.203522 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23794215-ca67-4eca-b683-30489d10e119 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.325256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Attempting to bind port db3e191e-9214-4212-aebf-4c304918056a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:33.325698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Attempting to bind port db3e191e-9214-4212-aebf-4c304918056a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:33.326074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Attempting to bind port db3e191e-9214-4212-aebf-4c304918056a on network e2da89a8-9876-4b6d-9f58-16863b10e503 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:33.349478 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:33.349992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Checking segment: {'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:33.350525 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.350940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Bound using segment: {'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:33.351352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23794215-ca67-4eca-b683-30489d10e119 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.351468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Bound port: db3e191e-9214-4212-aebf-4c304918056a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:33.351819 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.367450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23794215-ca67-4eca-b683-30489d10e119 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.373840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb0c3-8a25-4b1f-be48-59569116be3e req-586eb6d4-2daa-480b-96eb-e2265746e779 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:33.389137 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-705eb0c3-8a25-4b1f-be48-59569116be3e req-586eb6d4-2daa-480b-96eb-e2265746e779 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 943 time: 0.1739018 Aug 31 13:52:33.462799 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31434863-e39c-40e7-a875-fca16d527663 req-904a0e32-16f5-4e8d-940a-657772e8025b service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331134 Aug 31 13:52:33.478791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23794215-ca67-4eca-b683-30489d10e119 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59610e98-5262-4cc8-b8c8-e15b51e12d83,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:33.489648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-705eb0c3-8a25-4b1f-be48-59569116be3e req-29ef48ce-c740-44b5-948b-bbd12a7d9e70 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917802 Aug 31 13:52:33.493664 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23794215-ca67-4eca-b683-30489d10e119 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.495187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e750d037-5869-4546-b4be-710945bd13fe None None] For port db3e191e-9214-4212-aebf-4c304918056a, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:33.495796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-23794215-ca67-4eca-b683-30489d10e119 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4294775 Aug 31 13:52:33.499666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55238) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:33.507328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-fb50ee39-c777-4bfe-a42a-5f37b615ded0 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Request body: {'security_group_rule': {'security_group_id': '59610e98-5262-4cc8-b8c8-e15b51e12d83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:33.510248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e750d037-5869-4546-b4be-710945bd13fe None None] For port db3e191e-9214-4212-aebf-4c304918056a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=db3e191e-9214-4212-aebf-4c304918056a,segment=NetworkSegment(61f99ee8-2468-4259-ac11-dfdd2a3dc2da),segment_id=61f99ee8-2468-4259-ac11-dfdd2a3dc2da)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:33.532651 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.586484 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb50ee39-c777-4bfe-a42a-5f37b615ded0 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.665146 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef183263-a477-4d1f-9d5d-2cc181595847 None None] Pushing event updated for resources: {'Port': ['ID=db3e191e-9214-4212-aebf-4c304918056a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:33.678707 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb50ee39-c777-4bfe-a42a-5f37b615ded0 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.699231 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb50ee39-c777-4bfe-a42a-5f37b615ded0 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.761540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Routers {'df314f5d-0f98-48da-8070-9757981c660d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:33.763217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e750d037-5869-4546-b4be-710945bd13fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:52:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['df314f5d-0f98-48da-8070-9757981c660d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:33.784118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50ee39-c777-4bfe-a42a-5f37b615ded0 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec9ef0b-cd51-4556-9878-02f6a208aa2a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:33.799325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb50ee39-c777-4bfe-a42a-5f37b615ded0 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.800520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fb50ee39-c777-4bfe-a42a-5f37b615ded0 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2997088 Aug 31 13:52:33.803708 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55250) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:33.808846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d58ea5a0-38fe-4c34-9598-e293c296cd57 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Request body: {'security_group_rule': {'security_group_id': '59610e98-5262-4cc8-b8c8-e15b51e12d83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:33.853211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba5933-e3ad-4aa9-aaaf-eb14e1504857 req-bd331741-cb1c-4033-b371-19f0db9f3797 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:33.854352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:33.866017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-90ba5933-e3ad-4aa9-aaaf-eb14e1504857 req-bd331741-cb1c-4033-b371-19f0db9f3797 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 948 time: 0.1276689 Aug 31 13:52:33.890694 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d58ea5a0-38fe-4c34-9598-e293c296cd57 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:33.919411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d38699-5dc4-4221-b5bb-1e9076dc9030', 'tag': 'ef7c0e0d-290e-43c7-9028-9f030164db37'}, {'name': 'network-changed', 'server_uuid': 'ff0a51d0-b28e-494b-8a5a-97169955528c', 'tag': '50143a29-d54c-419d-a871-593592f80142'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:33.927707 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d38699-5dc4-4221-b5bb-1e9076dc9030", "tag": "ef7c0e0d-290e-43c7-9028-9f030164db37"}, {"name": "network-changed", "server_uuid": "ff0a51d0-b28e-494b-8a5a-97169955528c", "tag": "50143a29-d54c-419d-a871-593592f80142"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:33.994379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-90ba5933-e3ad-4aa9-aaaf-eb14e1504857 req-4e70fe21-b97c-4a27-9fa9-6bd19972945b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274383 Aug 31 13:52:33.997717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:34.025785 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d58ea5a0-38fe-4c34-9598-e293c296cd57 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.038179 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d58ea5a0-38fe-4c34-9598-e293c296cd57 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.038796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'mac_address': 'fa:16:3e:05:c8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:34.052064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5be91e66-be06-4e4f-9492-78efd9d69517 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:34.084281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ea5a0-38fe-4c34-9598-e293c296cd57 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab3dcaa-80f6-4eab-be9f-c1478039101c,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:34.094842 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d58ea5a0-38fe-4c34-9598-e293c296cd57 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.099943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55258) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:34.106120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:34.112275 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d58ea5a0-38fe-4c34-9598-e293c296cd57 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3061821 Aug 31 13:52:34.143789 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.173173 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a88b66-5201-4251-84c6-53464bbc1866 x-openstack-request-id: req-46a88b66-5201-4251-84c6-53464bbc1866 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:34.173624 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d38699-5dc4-4221-b5bb-1e9076dc9030", "tag": "ef7c0e0d-290e-43c7-9028-9f030164db37", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff0a51d0-b28e-494b-8a5a-97169955528c", "tag": "50143a29-d54c-419d-a871-593592f80142", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:34.174015 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46a88b66-5201-4251-84c6-53464bbc1866 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:34.174813 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d38699-5dc4-4221-b5bb-1e9076dc9030', 'tag': 'ef7c0e0d-290e-43c7-9028-9f030164db37', 'status': 'completed', 'code': 200} Aug 31 13:52:34.175115 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0a51d0-b28e-494b-8a5a-97169955528c', 'tag': '50143a29-d54c-419d-a871-593592f80142', 'status': 'completed', 'code': 200} Aug 31 13:52:34.390092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-d710decb-5f1d-4695-817c-eef957ec4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:34.391714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-d710decb-5f1d-4695-817c-eef957ec4527 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4c7b2a052aba406683468ce4308b3372&device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 1099 time: 0.1710243 Aug 31 13:52:34.401704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5be91e66-be06-4e4f-9492-78efd9d69517, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5be91e66-be06-4e4f-9492-78efd9d69517,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:34.410416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff58b1-6724-449c-b5b6-485a7a97a41d req-65da27f7-19c5-44a2-bd7d-ecb4afa41c28 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:34.411981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1ff58b1-6724-449c-b5b6-485a7a97a41d req-65da27f7-19c5-44a2-bd7d-ecb4afa41c28 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 948 time: 0.1353033 Aug 31 13:52:34.454250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '5be91e66-be06-4e4f-9492-78efd9d69517', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '5be91e66-be06-4e4f-9492-78efd9d69517', 'mac_address': 'fa:16:3e:f6:88:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:34.475098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add92391-24f1-4e42-9528-fb2c0ca7dd60 req-e8a994bf-3314-455f-8930-d835eb6e3d1e tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:34.479083 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-add92391-24f1-4e42-9528-fb2c0ca7dd60 req-e8a994bf-3314-455f-8930-d835eb6e3d1e tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 1096 time: 0.1409535 Aug 31 13:52:34.532562 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.547259 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.566780 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-add92391-24f1-4e42-9528-fb2c0ca7dd60 req-b487b5eb-4ca6-4571-82a2-92571a3db7b1 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813532 Aug 31 13:52:34.588534 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceaac718-3976-4ec8-a4dc-8193300e57b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.598287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-76e01177-5f13-4099-ae1d-d29a5d855aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:34.599817 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-76e01177-5f13-4099-ae1d-d29a5d855aa0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1819220 Aug 31 13:52:34.616147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be91e66-be06-4e4f-9492-78efd9d69517 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:34.750246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5be91e66-be06-4e4f-9492-78efd9d69517, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5be91e66-be06-4e4f-9492-78efd9d69517,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:34.754629 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.764170 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-f626f2b4-2f54-4b18-8a6b-a836e4c0b9d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=ef7c0e0d-290e-43c7-9028-9f030164db37 HTTP/1.1" status: 200 len: 217 time: 0.1395838 Aug 31 13:52:34.765535 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.787743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753805d-8810-4d3c-a1f4-421ae11719c5 req-80fb0caa-6ff8-47ba-876c-a4d60f1dc9bd tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:34.789357 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6753805d-8810-4d3c-a1f4-421ae11719c5 req-80fb0caa-6ff8-47ba-876c-a4d60f1dc9bd tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 943 time: 0.0802555 Aug 31 13:52:34.790668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e750d037-5869-4546-b4be-710945bd13fe None None] Set router df314f5d-0f98-48da-8070-9757981c660d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:34.810639 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1ff58b1-6724-449c-b5b6-485a7a97a41d req-f3bb209b-32f3-4cfb-b0ed-219ebb00f7a4 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096708 Aug 31 13:52:34.853632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:34.883557 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.897897 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6753805d-8810-4d3c-a1f4-421ae11719c5 req-68d0e487-c230-47fa-b39d-9bb92489df46 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979569 Aug 31 13:52:34.961086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:34.982155 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:34.986355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=5be91e66-be06-4e4f-9492-78efd9d69517,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:35.047193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Allocated IP 172.25.3.246 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/0442a0f8-346a-4780-b51c-f82cd928b278) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:35.081575 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:35.241554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['5be91e66-be06-4e4f-9492-78efd9d69517'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:35.298128 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.373092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:35.479323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-e505a367-6876-4fd9-afbf-f250d9f13a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:35.481894 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-e505a367-6876-4fd9-afbf-f250d9f13a97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.7003250 Aug 31 13:52:35.535780 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.572252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4def010-a425-47f5-b2d4-d173346af479 req-07eb5153-6d28-4694-9809-49944530d7eb tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:35.573920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4def010-a425-47f5-b2d4-d173346af479 req-07eb5153-6d28-4694-9809-49944530d7eb tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 948 time: 0.1472468 Aug 31 13:52:35.614226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-c6e0e2e7-1615-44cf-ae9c-e0b424d53429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:35.615825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-c6e0e2e7-1615-44cf-ae9c-e0b424d53429 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171014 Aug 31 13:52:35.618788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e750d037-5869-4546-b4be-710945bd13fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:52:27Z', 'revision_number': 4, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'db3e191e-9214-4212-aebf-4c304918056a', 'name': '', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'mac_address': 'fa:16:3e:e8:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '76f69567-cac3-4831-ac6f-de039c35b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:25Z', 'updated_at': '2021-08-31T13:52:33Z', 'revision_number': 4, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'subnets': [{'id': '76f69567-cac3-4831-ac6f-de039c35b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:35.657949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750d037-5869-4546-b4be-710945bd13fe None None] The sync data for ids ['df314f5d-0f98-48da-8070-9757981c660d'] in n-d-792364-6 is: [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:52:27Z', 'revision_number': 4, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'db3e191e-9214-4212-aebf-4c304918056a', 'name': '', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'mac_address': 'fa:16:3e:e8:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '76f69567-cac3-4831-ac6f-de039c35b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:25Z', 'updated_at': '2021-08-31T13:52:33Z', 'revision_number': 4, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'subnets': [{'id': '76f69567-cac3-4831-ac6f-de039c35b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:52:35.801563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4def010-a425-47f5-b2d4-d173346af479 req-e8c68b31-1fd4-44a9-875b-8c8100c6dfd9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194550 Aug 31 13:52:35.822236 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:35.866008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 50143a29-d54c-419d-a871-593592f80142 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:35.964241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-34834d2a-513f-4164-b93c-897ec8871c40 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335035 Aug 31 13:52:36.024091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ff5ca-06ff-4cd2-9bd3-1bbee70b3247 req-222b0777-5cd3-4b3b-8f23-e2b03bb24630 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:36.033784 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-769ff5ca-06ff-4cd2-9bd3-1bbee70b3247 req-222b0777-5cd3-4b3b-8f23-e2b03bb24630 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 1096 time: 0.0812688 Aug 31 13:52:36.055381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Pushing event updated for resources: {'Port': ['ID=0442a0f8-346a-4780-b51c-f82cd928b278,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:36.060201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:36.130214 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-769ff5ca-06ff-4cd2-9bd3-1bbee70b3247 req-d063c7d0-49a8-4405-8f1c-16c89e28e568 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881810 Aug 31 13:52:36.155940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=50143a29-d54c-419d-a871-593592f80142,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:36.229621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 50143a29-d54c-419d-a871-593592f80142 has no active binding in host n-h1-792364-6 {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 13:52:36.238241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-7b0306e2-1a7a-4d39-8a4b-18f7af09d143 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361917 Aug 31 13:52:36.253326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:36.266590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:36.366617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device db3e191e-9214-4212-aebf-4c304918056a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:36.500896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c6ddb-75fc-4d0e-9b6e-9237baa643c9 req-8fe11016-b531-45b8-bba2-ce3b72b98e30 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:36.504678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-0edf761f-1f53-483e-ad26-fd4f67b71cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:36.506229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-0edf761f-1f53-483e-ad26-fd4f67b71cf4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 1124 time: 0.1705990 Aug 31 13:52:36.518649 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d70c6ddb-75fc-4d0e-9b6e-9237baa643c9 req-8fe11016-b531-45b8-bba2-ce3b72b98e30 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 949 time: 0.1896126 Aug 31 13:52:36.564122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port db3e191e-9214-4212-aebf-4c304918056a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:36.576316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port db3e191e-9214-4212-aebf-4c304918056a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:36.585197 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.686262 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d70c6ddb-75fc-4d0e-9b6e-9237baa643c9 req-8d52a81e-e633-4e16-908a-16a463b44bdd tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631277 Aug 31 13:52:36.740227 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.755001 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.832811 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.854899 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:36.964249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port db3e191e-9214-4212-aebf-4c304918056a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=db3e191e-9214-4212-aebf-4c304918056a,segment=NetworkSegment(61f99ee8-2468-4259-ac11-dfdd2a3dc2da),segment_id=61f99ee8-2468-4259-ac11-dfdd2a3dc2da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:36.974212 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:37.039865 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6aff7b-f11d-4453-a295-728ed737bbc0 req-ef4e4dce-0c63-4d25-9f48-797fe0cd7b6f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:37.043040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-7f9c64af-a988-489e-906f-fb11b88a6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:37.045203 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-7f9c64af-a988-489e-906f-fb11b88a6c45 service neutron] 10.222.0.52 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.5298343 Aug 31 13:52:37.054751 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e6aff7b-f11d-4453-a295-728ed737bbc0 req-ef4e4dce-0c63-4d25-9f48-797fe0cd7b6f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 943 time: 0.1431725 Aug 31 13:52:37.142846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=db3e191e-9214-4212-aebf-4c304918056a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:37.149921 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e6aff7b-f11d-4453-a295-728ed737bbc0 req-beb3b326-1765-4209-92c1-7ab8356ac8c5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940578 Aug 31 13:52:37.207020 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-9afbad4e-d4e3-4786-9e79-335fc356116f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50143a29-d54c-419d-a871-593592f80142 HTTP/1.1" status: 200 len: 217 time: 0.1452780 Aug 31 13:52:37.366068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ba265-2b6d-4458-87c9-744954c41fe2 req-082d5d63-053f-4caf-91e4-0d6e26c289ee tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:37.377615 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-118ba265-2b6d-4458-87c9-744954c41fe2 req-082d5d63-053f-4caf-91e4-0d6e26c289ee tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 948 time: 0.1282957 Aug 31 13:52:37.410645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55306) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:37.462247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-118ba265-2b6d-4458-87c9-744954c41fe2 req-51b06de3-74da-43fc-a101-0e69ddd28983 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737543 Aug 31 13:52:37.481965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-49766e71-641a-45a0-aebe-e5a0b96b37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:37.488461 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-49766e71-641a-45a0-aebe-e5a0b96b37b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.2741144 Aug 31 13:52:37.564448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-26bf048c-186b-4907-8f32-4e815d860773 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620019 Aug 31 13:52:37.711186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:37.716720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-c8605300-f2b0-4681-b599-473eeb167568 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407578 Aug 31 13:52:37.727869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5521ba4-dea8-4642-a962-5b54792405d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:37.732887 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:52:37.769866 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:37.870070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ef7c0e0d-290e-43c7-9028-9f030164db37 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:37.889497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ea210-29c6-4a71-bd43-71ae49b49505 req-564abae4-da3e-46d3-9844-1081770fa1b9 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:37.904746 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e62ea210-29c6-4a71-bd43-71ae49b49505 req-564abae4-da3e-46d3-9844-1081770fa1b9 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 949 time: 0.0734549 Aug 31 13:52:37.910671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:37.940051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5be91e66-be06-4e4f-9492-78efd9d69517 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:37.981779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:37.994479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e62ea210-29c6-4a71-bd43-71ae49b49505 req-86b58616-d2a0-4428-ba82-4709538a4b33 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888317 Aug 31 13:52:38.055657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Pushing event updated for resources: {'Port': ['ID=0442a0f8-346a-4780-b51c-f82cd928b278,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:38.083042 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51a990e1-2219-4a3e-a9d6-90b4d2a9b222 req-5c16e76e-681e-43e8-967c-99df35651093 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591309 Aug 31 13:52:38.160823 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5521ba4-dea8-4642-a962-5b54792405d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.165622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:38.171990 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5521ba4-dea8-4642-a962-5b54792405d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.178045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 5be91e66-be06-4e4f-9492-78efd9d69517 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:38.184170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:38.186766 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.207270 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.207270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-850e077e-6004-42d8-a2ac-6dac28ec9c9f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1052594 Aug 31 13:52:38.288759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d5521ba4-dea8-4642-a962-5b54792405d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd02c2c396fc46c390c0624117574f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8689713 Aug 31 13:52:38.290314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5521ba4-dea8-4642-a962-5b54792405d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924c7bf1-65e4-4129-bdb7-4cdc71a38dbc,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:38.291221 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55338) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:38.291789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port ef7c0e0d-290e-43c7-9028-9f030164db37, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ef7c0e0d-290e-43c7-9028-9f030164db37,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:38.296548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 5be91e66-be06-4e4f-9492-78efd9d69517 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:38.296771 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.353367 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device db3e191e-9214-4212-aebf-4c304918056a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:38.357765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'ef7c0e0d-290e-43c7-9028-9f030164db37', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'ef7c0e0d-290e-43c7-9028-9f030164db37', 'mac_address': 'fa:16:3e:2f:7d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:38.443615 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e41ed76-b55b-441f-b25c-4e82b892eadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.461877 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.497641 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e41ed76-b55b-441f-b25c-4e82b892eadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.579730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-2547b763-a628-4e8d-85ee-1e7f0de5922b service neutron] 10.222.0.52 "GET /v2.0/ports/50143a29-d54c-419d-a871-593592f80142/bindings/n-h1-792364-6 HTTP/1.1" status: 200 len: 384 time: 0.1283755 Aug 31 13:52:38.584551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1f7d4-cf0e-4d9f-97d3-07988903b4a5 req-fd62d877-de0a-4438-b64f-a89fc95dab39 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:38.593099 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47f1f7d4-cf0e-4d9f-97d3-07988903b4a5 req-fd62d877-de0a-4438-b64f-a89fc95dab39 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 943 time: 0.2512019 Aug 31 13:52:38.598643 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.605852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7c0e0d-290e-43c7-9028-9f030164db37 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:38.640269 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47f1f7d4-cf0e-4d9f-97d3-07988903b4a5 req-50fb2bde-cf1d-4274-8e20-387bbbae3835 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459578 Aug 31 13:52:38.669365 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e41ed76-b55b-441f-b25c-4e82b892eadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.672678 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e41ed76-b55b-441f-b25c-4e82b892eadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.674166 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4e41ed76-b55b-441f-b25c-4e82b892eadb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/924c7bf1-65e4-4129-bdb7-4cdc71a38dbc HTTP/1.1" status: 204 len: 168 time: 0.3818069 Aug 31 13:52:38.702081 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41ed76-b55b-441f-b25c-4e82b892eadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924c7bf1-65e4-4129-bdb7-4cdc71a38dbc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:38.773493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port ef7c0e0d-290e-43c7-9028-9f030164db37, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ef7c0e0d-290e-43c7-9028-9f030164db37,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:38.787119 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.810371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:38.813786 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34883804-128e-4521-a552-29f0f5d5d8e6" -d '{"events": [{"server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "name": "network-vif-plugged", "status": "completed", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:38.824096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port db3e191e-9214-4212-aebf-4c304918056a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:38.824609 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.826743 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.902247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:38.904312 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.920088 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:38.941228 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.008372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5be91e66-be06-4e4f-9492-78efd9d69517, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5be91e66-be06-4e4f-9492-78efd9d69517,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:39.010890 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-698c225c-36c2-4661-9e6e-c7e83accd939 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2047060652&fields=id&tenant_id=8d9fcbdda7164ddb9f5dba9ec5eecdf5 HTTP/1.1" status: 200 len: 267 time: 0.1298664 Aug 31 13:52:39.016332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-458bc62a-d3eb-4923-a59d-eab2d1976d54 service neutron] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=50143a29-d54c-419d-a871-593592f80142,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:39.041761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=ef7c0e0d-290e-43c7-9028-9f030164db37,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:39.044799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-458bc62a-d3eb-4923-a59d-eab2d1976d54 service neutron] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:39.051591 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.147684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-458bc62a-d3eb-4923-a59d-eab2d1976d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50143a29-d54c-419d-a871-593592f80142 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:39.151721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['ef7c0e0d-290e-43c7-9028-9f030164db37'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:39.177692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-458bc62a-d3eb-4923-a59d-eab2d1976d54 service neutron] For port 50143a29-d54c-419d-a871-593592f80142, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=50143a29-d54c-419d-a871-593592f80142,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:39.181920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:39.213076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55374) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:39.217791 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-458bc62a-d3eb-4923-a59d-eab2d1976d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.281562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-caf92536-e548-4fca-a593-94ab21b0765f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:39.283645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-caf92536-e548-4fca-a593-94ab21b0765f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/networks?id=e2da89a8-9876-4b6d-9f58-16863b10e503 HTTP/1.1" status: 200 len: 811 time: 0.2649918 Aug 31 13:52:39.284109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=5be91e66-be06-4e4f-9492-78efd9d69517,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:39.321407 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-5e52af94-390e-4d7c-8a7c-3493d4f5cb33 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/quotas/8d9fcbdda7164ddb9f5dba9ec5eecdf5 HTTP/1.1" status: 200 len: 375 time: 0.0241742 Aug 31 13:52:39.410345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55378) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:39.428736 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-255dbc8d-5436-4ef7-a775-bf8b2b003259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.429338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-711d89a1-6691-41b1-996c-53c5f78c83c0 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:52:39.439124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-711d89a1-6691-41b1-996c-53c5f78c83c0 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2196779 Aug 31 13:52:39.477414 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-7e4c5291-6292-4734-b9b1-67e77eb1d49f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d9fcbdda7164ddb9f5dba9ec5eecdf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1482444 Aug 31 13:52:39.497968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-458bc62a-d3eb-4923-a59d-eab2d1976d54 service neutron] Transition to ACTIVE for port object 50143a29-d54c-419d-a871-593592f80142 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:39.513976 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-458bc62a-d3eb-4923-a59d-eab2d1976d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.638242 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-5e1fe0b9-6ece-45bd-bca7-f2dd05c52fbd service neutron] 10.222.0.20 "GET /v2.0/networks/e2da89a8-9876-4b6d-9f58-16863b10e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278799 Aug 31 13:52:39.648388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bc62a-d3eb-4923-a59d-eab2d1976d54 service neutron] Pushing event updated for resources: {'Port': ['ID=50143a29-d54c-419d-a871-593592f80142,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:39.659103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-458bc62a-d3eb-4923-a59d-eab2d1976d54 service neutron] No DVR routers for this DVR port 50143a29-d54c-419d-a871-593592f80142 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:39.703813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-458bc62a-d3eb-4923-a59d-eab2d1976d54 service neutron] 10.222.0.52 "PUT /v2.0/ports/50143a29-d54c-419d-a871-593592f80142/bindings/n-h1-792364-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1153080 Aug 31 13:52:39.734256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-255dbc8d-5436-4ef7-a775-bf8b2b003259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.739592 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-255dbc8d-5436-4ef7-a775-bf8b2b003259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.788922 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] Request body: {'binding': {'host': 'n-h2-792364-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:39.789609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] Unknown quota resources ['binding']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:52:39.813568 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-255dbc8d-5436-4ef7-a775-bf8b2b003259 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b84c144ca64a4d3eaadb6db7ff4b3de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020970 Aug 31 13:52:39.816085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55386) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:39.822328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dbc8d-5436-4ef7-a775-bf8b2b003259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20040ef9-6940-4066-adce-b791d09a394e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:39.849255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-f8909997-a3ba-47a2-afa1-e90d56bca8ec service neutron] 10.222.0.20 "GET /v2.0/networks/e2da89a8-9876-4b6d-9f58-16863b10e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096519 Aug 31 13:52:39.868427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 50143a29-d54c-419d-a871-593592f80142 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:39.893169 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5d361b2a-3952-468b-88e9-592ca27beece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.936308 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5d361b2a-3952-468b-88e9-592ca27beece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:39.957318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 50143a29-d54c-419d-a871-593592f80142 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:39.976932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-0809dc7a-0911-4496-8f36-8b3b79e0d4d4 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:39.982843 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-0809dc7a-0911-4496-8f36-8b3b79e0d4d4 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c&tenant_id=d077bd70a48845cf9f4e6b5ff585f732&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 1095 time: 0.1987331 Aug 31 13:52:40.008091 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5d361b2a-3952-468b-88e9-592ca27beece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:40.011210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5d361b2a-3952-468b-88e9-592ca27beece admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:40.031882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5d361b2a-3952-468b-88e9-592ca27beece admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20040ef9-6940-4066-adce-b791d09a394e HTTP/1.1" status: 204 len: 168 time: 0.2012241 Aug 31 13:52:40.054483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d361b2a-3952-468b-88e9-592ca27beece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20040ef9-6940-4066-adce-b791d09a394e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:40.089335 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-29c0cf70-b055-48db-bbea-19562a97f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:40.091569 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-29c0cf70-b055-48db-bbea-19562a97f738 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c&tenant_id=d077bd70a48845cf9f4e6b5ff585f732 HTTP/1.1" status: 200 len: 1095 time: 0.0923955 Aug 31 13:52:40.206934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] Attempting to bind port a37b2def-a82a-445e-a057-f77a5d973d37 on host n-h2-792364-6 for vnic_type normal with profile None {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:40.207409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] Attempting to bind port a37b2def-a82a-445e-a057-f77a5d973d37 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:40.207832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] Attempting to bind port a37b2def-a82a-445e-a057-f77a5d973d37 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:40.217998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] Port a37b2def-a82a-445e-a057-f77a5d973d37 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:40.218666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] Attempting to bind port a37b2def-a82a-445e-a057-f77a5d973d37 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:40.248134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:40.248509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:40.248909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] Bound using segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:40.249791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] Bound port: a37b2def-a82a-445e-a057-f77a5d973d37, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:40.255212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-6f80248e-debb-483d-aed5-90683a47f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:40.257352 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-6f80248e-debb-483d-aed5-90683a47f109 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 1095 time: 0.1358829 Aug 31 13:52:40.275528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baeebc-fa8a-4ac0-8c83-27b5bd6ccad3 req-f5363498-e925-4f57-90b1-26e5efc6a3ce tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:40.283598 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7baeebc-fa8a-4ac0-8c83-27b5bd6ccad3 req-f5363498-e925-4f57-90b1-26e5efc6a3ce tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 949 time: 0.1793563 Aug 31 13:52:40.491036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-d2106713-881c-4934-84d7-5ef58074aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:40.493072 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-d2106713-881c-4934-84d7-5ef58074aba6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.1787553 Aug 31 13:52:40.499474 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7baeebc-fa8a-4ac0-8c83-27b5bd6ccad3 req-defca843-7a63-4fff-8e4f-a4dbc5a46f67 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150352 Aug 31 13:52:40.571163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a37b2def-a82a-445e-a057-f77a5d973d37,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:40.573463 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-23b3faeb-e08b-4eec-a467-132004d61500 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50143a29-d54c-419d-a871-593592f80142 HTTP/1.1" status: 200 len: 217 time: 0.0705359 Aug 31 13:52:40.580233 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:40.581795 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ffd98d8f-d403-44cc-96ce-7a3b088a9923 service neutron] 10.222.0.20 "POST /v2.0/ports/a37b2def-a82a-445e-a057-f77a5d973d37/bindings HTTP/1.1" status: 201 len: 389 time: 0.8750267 Aug 31 13:52:40.629470 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083c2bcd-8a54-4d28-8605-17fb74408f4b x-openstack-request-id: req-083c2bcd-8a54-4d28-8605-17fb74408f4b {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:40.630574 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "name": "network-vif-plugged", "status": "completed", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:40.631018 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-083c2bcd-8a54-4d28-8605-17fb74408f4b {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:40.631584 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'code': 200} Aug 31 13:52:40.665208 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-17787019-7e14-4466-96a3-8a23ea8b773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:40.666936 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-17787019-7e14-4466-96a3-8a23ea8b773e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.0834866 Aug 31 13:52:40.771633 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-271d597f-24ca-40f1-9236-fb0f4ccf2c72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828540 Aug 31 13:52:40.801834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01382192-6c9d-48ff-9186-7c6e468ae557 req-02a49fbb-ad50-4d80-9d61-63affbbc9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:40.803494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01382192-6c9d-48ff-9186-7c6e468ae557 req-02a49fbb-ad50-4d80-9d61-63affbbc9708 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 1100 time: 0.0994935 Aug 31 13:52:40.872332 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01382192-6c9d-48ff-9186-7c6e468ae557 req-7cba861c-bd0b-441a-beb2-bdaf9e9d335b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603328 Aug 31 13:52:40.910954 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-d9fa38e8-be71-4dee-b19d-8c998b7c5111 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155701 Aug 31 13:52:40.967831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5a805-0170-497a-9632-d89eb61a1978 req-52a3d1f7-05dd-41af-86b8-18c2ab827810 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:40.976327 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2cb5a805-0170-497a-9632-d89eb61a1978 req-52a3d1f7-05dd-41af-86b8-18c2ab827810 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 950 time: 0.1947987 Aug 31 13:52:41.018880 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2cb5a805-0170-497a-9632-d89eb61a1978 req-8a5a1949-4875-4fc8-8822-f0bb9c3b9337 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 Aug 31 13:52:41.073503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-cc21fbe3-4c49-429a-a7cb-f819111a084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:41.077168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-cc21fbe3-4c49-429a-a7cb-f819111a084a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 1096 time: 0.0741646 Aug 31 13:52:41.245728 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-237610d6-ded7-4ac9-b2fb-d064bb69dcc9 req-dd974edc-ccb6-4a0f-ac0d-521efa664e12 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 210 time: 0.0500410 Aug 31 13:52:41.311183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-50c3049a-9d71-4d59-a5b3-5e436b3d48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:41.314274 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-50c3049a-9d71-4d59-a5b3-5e436b3d48d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.2167301 Aug 31 13:52:41.328383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276a33-71b3-4c02-9ab9-b4868dea2808 req-5eb8c1c5-af51-4bab-9468-1a9dab039e4a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:41.339378 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7d276a33-71b3-4c02-9ab9-b4868dea2808 req-5eb8c1c5-af51-4bab-9468-1a9dab039e4a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 944 time: 0.1456628 Aug 31 13:52:41.392828 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-17f6b220-a270-4733-90bd-cc2809d09ab6 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073201 Aug 31 13:52:41.406084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-07f4b147-d67c-46ce-adfc-bff67a3533cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37b2def-a82a-445e-a057-f77a5d973d37 HTTP/1.1" status: 200 len: 217 time: 0.0837014 Aug 31 13:52:41.421108 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7d276a33-71b3-4c02-9ab9-b4868dea2808 req-ec4d767b-f0ae-4c90-ad41-1099c7809178 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807810 Aug 31 13:52:41.515548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17286bdf-2562-447d-b3d6-9ef9c177bc3a req-76e910da-da74-4a61-a539-fa04a52a7b1a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:41.522560 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17286bdf-2562-447d-b3d6-9ef9c177bc3a req-76e910da-da74-4a61-a539-fa04a52a7b1a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 945 time: 0.1470335 Aug 31 13:52:41.533508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-c7f7dbb5-0f48-444d-82c6-e7771f99f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:41.535447 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-c7f7dbb5-0f48-444d-82c6-e7771f99f7ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.0906179 Aug 31 13:52:41.589109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-d01679df-8b94-4afc-9d91-25e4cbf5aa5f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450470 Aug 31 13:52:41.650775 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17286bdf-2562-447d-b3d6-9ef9c177bc3a req-2701084e-837a-47f4-82fe-f9d6eab8c06b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272435 Aug 31 13:52:41.769972 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04669c-4e50-434f-9cd3-afc2a8c6c210 req-42ba7c14-b270-4521-a5e9-681d82ac22b4 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:41.771469 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b04669c-4e50-434f-9cd3-afc2a8c6c210 req-42ba7c14-b270-4521-a5e9-681d82ac22b4 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 949 time: 0.1041415 Aug 31 13:52:41.789060 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-dbba0c40-9d6e-4e0f-933d-7641aa99a99e service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895411 Aug 31 13:52:41.884323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ef7c0e0d-290e-43c7-9028-9f030164db37 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:41.937786 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b04669c-4e50-434f-9cd3-afc2a8c6c210 req-f76bec63-efbc-46e5-8804-ad91ab85ccf5 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510880 Aug 31 13:52:42.006205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port ef7c0e0d-290e-43c7-9028-9f030164db37 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:42.012985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port ef7c0e0d-290e-43c7-9028-9f030164db37 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:42.016542 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-0e6d2435-29f9-46ea-a214-e72d5823293a service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198358 Aug 31 13:52:42.019288 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.049686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-2f5311d5-55ac-4917-bbf9-c35279fde8aa tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:42.052561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-2f5311d5-55ac-4917-bbf9-c35279fde8aa tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c&tenant_id=d077bd70a48845cf9f4e6b5ff585f732&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1095 time: 0.1287606 Aug 31 13:52:42.357268 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.441923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port ef7c0e0d-290e-43c7-9028-9f030164db37, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ef7c0e0d-290e-43c7-9028-9f030164db37,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:42.452675 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.474178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-c3be58f0-becf-4059-8b09-88bee183ee1d tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:42.475918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-c3be58f0-becf-4059-8b09-88bee183ee1d tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86&tenant_id=24b3f2febd7d4b85836b75e97fa9634b&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1096 time: 0.1252389 Aug 31 13:52:42.500099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-11d63e68-b66f-4940-be0f-ffa0f4592152 service neutron] For port 50143a29-d54c-419d-a871-593592f80142, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:42.515900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16f5a1-6674-4fa9-882b-ae6bfd013d59 req-25b933c6-3898-4244-ab39-61d61934b6aa tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:42.523841 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b16f5a1-6674-4fa9-882b-ae6bfd013d59 req-25b933c6-3898-4244-ab39-61d61934b6aa tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 950 time: 0.2436481 Aug 31 13:52:42.531349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-6'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:42.542146 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-11d63e68-b66f-4940-be0f-ffa0f4592152 service neutron] Notify callbacks [] for binding, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.543238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da883bbb-f2e7-4343-96e0-2b21f8191bdc req-11d63e68-b66f-4940-be0f-ffa0f4592152 service neutron] 10.222.0.13 "DELETE /v2.0/ports/50143a29-d54c-419d-a871-593592f80142/bindings/n-h2-792364-6 HTTP/1.1" status: 204 len: 173 time: 0.4804444 Aug 31 13:52:42.544093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-00453386-f3fd-43c4-8bd9-03b20b6fb3db tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:42.545452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=ef7c0e0d-290e-43c7-9028-9f030164db37,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:42.561450 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-00453386-f3fd-43c4-8bd9-03b20b6fb3db tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.13 "GET /v2.0/networks?id=e2da89a8-9876-4b6d-9f58-16863b10e503 HTTP/1.1" status: 200 len: 811 time: 0.7886062 Aug 31 13:52:42.632860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106b7bb4-03b8-4cec-946d-77dbdc5610a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be91e66-be06-4e4f-9492-78efd9d69517'}, {'server_uuid': 'e1d38699-5dc4-4221-b5bb-1e9076dc9030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7c0e0d-290e-43c7-9028-9f030164db37'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:42.642604 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b16f5a1-6674-4fa9-882b-ae6bfd013d59 req-afbdb277-5b62-4e96-9ab9-29b7dd420196 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161723 Aug 31 13:52:42.646932 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2652cdc9-b58f-4ef9-8dfa-c4477f5dbdcd" -d '{"events": [{"server_uuid": "106b7bb4-03b8-4cec-946d-77dbdc5610a4", "name": "network-vif-plugged", "status": "completed", "tag": "5be91e66-be06-4e4f-9492-78efd9d69517"}, {"server_uuid": "e1d38699-5dc4-4221-b5bb-1e9076dc9030", "name": "network-vif-plugged", "status": "completed", "tag": "ef7c0e0d-290e-43c7-9028-9f030164db37"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:42.651133 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:42.656171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c1295a9c-5c5e-446d-9b06-56775a681597 req-4c468281-329a-48a2-acca-5fea50af7601 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 210 time: 0.0889211 Aug 31 13:52:42.731778 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-688097f6-4bf8-49e2-8ed0-3654eac14b0a tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d9fcbdda7164ddb9f5dba9ec5eecdf5 HTTP/1.1" status: 200 len: 380 time: 0.1429272 Aug 31 13:52:42.738055 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Request body: {'port': {'device_id': '0e607206-4c59-4807-9dc9-308aae8220e9', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'admin_state_up': True, 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'security_groups': ['59610e98-5262-4cc8-b8c8-e15b51e12d83']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:42.807685 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2488b2a-4497-4759-914f-962b32d7d995 x-openstack-request-id: req-b2488b2a-4497-4759-914f-962b32d7d995 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:42.808166 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106b7bb4-03b8-4cec-946d-77dbdc5610a4", "name": "network-vif-plugged", "status": "completed", "tag": "5be91e66-be06-4e4f-9492-78efd9d69517", "code": 200}, {"server_uuid": "e1d38699-5dc4-4221-b5bb-1e9076dc9030", "name": "network-vif-plugged", "status": "completed", "tag": "ef7c0e0d-290e-43c7-9028-9f030164db37", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:42.809681 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2488b2a-4497-4759-914f-962b32d7d995 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:42.810328 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106b7bb4-03b8-4cec-946d-77dbdc5610a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be91e66-be06-4e4f-9492-78efd9d69517', 'code': 200} Aug 31 13:52:42.810764 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d38699-5dc4-4221-b5bb-1e9076dc9030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7c0e0d-290e-43c7-9028-9f030164db37', 'code': 200} Aug 31 13:52:42.919991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a93e1-8cfb-49a1-8736-c8455eb92840 req-fbeba1e5-32cf-4c33-ab1e-952e1261d874 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:42.929618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6e7a93e1-8cfb-49a1-8736-c8455eb92840 req-fbeba1e5-32cf-4c33-ab1e-952e1261d874 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 944 time: 0.1489034 Aug 31 13:52:43.018524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a37b2def-a82a-445e-a057-f77a5d973d37,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:43.050288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6e7a93e1-8cfb-49a1-8736-c8455eb92840 req-f066c2d7-956d-45f8-957b-a2cc72c79b4c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123145 Aug 31 13:52:43.051345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.52', 51331) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:43.065735 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec596c6f-930e-41f6-b4ce-74177ff7b060 req-95f9051d-a2b5-4663-a651-4cbc1347d900 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1236336 Aug 31 13:52:43.195394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55460) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:43.217803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd158584-bc71-464f-b310-39da84fc7fbf req-5f3bcb98-8ca4-42d7-b343-b1d68d8bb0d4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.225690 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd158584-bc71-464f-b310-39da84fc7fbf req-5f3bcb98-8ca4-42d7-b343-b1d68d8bb0d4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 945 time: 0.2417994 Aug 31 13:52:43.227422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Made reservation on behalf of 8d9fcbdda7164ddb9f5dba9ec5eecdf5 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:43.231014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:43.256815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4776c3e-890e-4811-b5dc-3f6267283136 req-1c86cb57-33bb-4e51-ba4d-5d7dd3ec745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.258339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4776c3e-890e-4811-b5dc-3f6267283136 req-1c86cb57-33bb-4e51-ba4d-5d7dd3ec745e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 1101 time: 0.2053819 Aug 31 13:52:43.301487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:43.335803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab107d3d-c8a7-48e0-bf53-09b7f1ab48e9 req-95360eb3-b781-416b-b8ea-09fb508afcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.337448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab107d3d-c8a7-48e0-bf53-09b7f1ab48e9 req-95360eb3-b781-416b-b8ea-09fb508afcec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 1101 time: 0.2806866 Aug 31 13:52:43.375522 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd158584-bc71-464f-b310-39da84fc7fbf req-f7034c11-80f7-4dae-a324-d1ccc3a4a201 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488616 Aug 31 13:52:43.385558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c0e2f4-5f2f-4b64-bac8-76d1776bdb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37b2def-a82a-445e-a057-f77a5d973d37'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:43.397904 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2638035-88a5-46c4-ab33-b4178963ebb6" -d '{"events": [{"server_uuid": "d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86", "name": "network-vif-unplugged", "status": "completed", "tag": "a37b2def-a82a-445e-a057-f77a5d973d37"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:43.402969 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:43.415445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd664bd-8a97-41e8-bc2c-a27e38e6ad44 req-63a51409-10d1-45c5-867c-17bbaaa2dbe9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.423679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dd664bd-8a97-41e8-bc2c-a27e38e6ad44 req-63a51409-10d1-45c5-867c-17bbaaa2dbe9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 950 time: 0.2018058 Aug 31 13:52:43.437348 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:43.491289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab107d3d-c8a7-48e0-bf53-09b7f1ab48e9 req-a9b476e7-fd7b-4af0-921c-b249ea03d8de service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426568 Aug 31 13:52:43.516654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Allocated IP 172.20.0.7 (e2da89a8-9876-4b6d-9f58-16863b10e503/76f69567-cac3-4831-ac6f-de039c35b390/a4295241-4e07-467c-82e3-851743e766e5) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:43.556740 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dd664bd-8a97-41e8-bc2c-a27e38e6ad44 req-4631687f-427c-48ba-8ad8-b49b55cc0a58 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298332 Aug 31 13:52:43.571071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Pushing event updated for resources: {'Port': ['ID=a37b2def-a82a-445e-a057-f77a5d973d37,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:43.575162 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c11091-6fd1-496f-935f-ede9ae6ea4d7 x-openstack-request-id: req-81c11091-6fd1-496f-935f-ede9ae6ea4d7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:43.575460 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86", "name": "network-vif-unplugged", "status": "completed", "tag": "a37b2def-a82a-445e-a057-f77a5d973d37", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:43.575706 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81c11091-6fd1-496f-935f-ede9ae6ea4d7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:43.576102 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c0e2f4-5f2f-4b64-bac8-76d1776bdb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a37b2def-a82a-445e-a057-f77a5d973d37', 'code': 200} Aug 31 13:52:43.622568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Attempting to bind port a37b2def-a82a-445e-a057-f77a5d973d37 on host n-h1-792364-6 for vnic_type normal with profile {"migrating_to": "n-h2-792364-6"} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:43.622917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Attempting to bind port a37b2def-a82a-445e-a057-f77a5d973d37 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:43.623313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Attempting to bind port a37b2def-a82a-445e-a057-f77a5d973d37 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:43.627772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Port a37b2def-a82a-445e-a057-f77a5d973d37 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:43.628100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Attempting to bind port a37b2def-a82a-445e-a057-f77a5d973d37 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:43.633388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:43.633731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:43.634219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Bound using segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:43.634660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Bound port: a37b2def-a82a-445e-a057-f77a5d973d37, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:43.635233 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:43.641048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec596c6f-930e-41f6-b4ce-74177ff7b060 req-cd02d203-654f-4e41-9ad6-456ce2014907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.642796 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec596c6f-930e-41f6-b4ce-74177ff7b060 req-cd02d203-654f-4e41-9ad6-456ce2014907 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01caa5237818400cae3be8dc9feff1a2&device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 1096 time: 0.5040157 Aug 31 13:52:43.733252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:43.744470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a37b2def-a82a-445e-a057-f77a5d973d37,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:43.768073 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:43.818282 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4776c3e-890e-4811-b5dc-3f6267283136 req-ed99f225-953b-44c4-869a-9b685a0c6713 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438018 Aug 31 13:52:43.818922 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf35a-11f3-4aa5-bf5f-36403ddbd4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:43.913419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f4d89-320e-4c21-9b47-71dc2a23567f req-aae748d6-4291-4f80-9e1f-301599b4a62a tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.915400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d55f4d89-320e-4c21-9b47-71dc2a23567f req-aae748d6-4291-4f80-9e1f-301599b4a62a tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 950 time: 0.1688154 Aug 31 13:52:43.940364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Pushing event updated for resources: {'Port': ['ID=a37b2def-a82a-445e-a057-f77a5d973d37,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:43.946957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec596c6f-930e-41f6-b4ce-74177ff7b060 req-f9417346-8c0a-48af-a13d-9540af3c143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.948847 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec596c6f-930e-41f6-b4ce-74177ff7b060 req-f9417346-8c0a-48af-a13d-9540af3c143a service neutron] 10.222.0.13 "GET /v2.0/networks?id=835e6eea-1de5-4bbf-b116-c7cc38c1993a HTTP/1.1" status: 200 len: 925 time: 0.2768853 Aug 31 13:52:43.980832 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:43.989889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d55f4d89-320e-4c21-9b47-71dc2a23567f req-5e169009-782c-4ee0-bcc9-5dfc41fd0ce7 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508754 Aug 31 13:52:43.995120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:43.995880 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:43.997565 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7ee3face-ffe8-471e-8048-d9e2d923d7cf service neutron] 10.222.0.52 "PUT /v2.0/ports/a37b2def-a82a-445e-a057-f77a5d973d37 HTTP/1.1" status: 200 len: 1121 time: 1.4949460 Aug 31 13:52:44.049925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5198e-65e8-4be2-becf-580dfe139635 req-c8c6be18-c9cb-458d-87d7-3ac0fdd49404 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:44.052900 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1fe5198e-65e8-4be2-becf-580dfe139635 req-c8c6be18-c9cb-458d-87d7-3ac0fdd49404 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 1095 time: 0.3859022 Aug 31 13:52:44.135685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-72644dd2-da8f-4bb2-817d-0a9e0c86bfe0 req-de928b40-1fb9-4408-85fe-7407459f6053 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 210 time: 0.0490553 Aug 31 13:52:44.149871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['a37b2def-a82a-445e-a057-f77a5d973d37'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:44.228709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Transition to ACTIVE for port object a4295241-4e07-467c-82e3-851743e766e5 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:44.275685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1fe5198e-65e8-4be2-becf-580dfe139635 req-cdf584e4-7b42-4f4a-af42-a88d97a3cd6d tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810932 Aug 31 13:52:44.291037 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec596c6f-930e-41f6-b4ce-74177ff7b060 req-7d2569af-9e27-4f0f-9bf6-74dccede6d7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b241e998-d96b-4c44-8a38-406bf9c84b5e HTTP/1.1" status: 200 len: 1001 time: 0.3246329 Aug 31 13:52:44.429633 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf35a-11f3-4aa5-bf5f-36403ddbd4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:44.439699 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf35a-11f3-4aa5-bf5f-36403ddbd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:44.537984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec596c6f-930e-41f6-b4ce-74177ff7b060 req-2edee916-9bcd-4354-bb26-1db1b958d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:44.548876 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec596c6f-930e-41f6-b4ce-74177ff7b060 req-2edee916-9bcd-4354-bb26-1db1b958d714 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4e28dac-32cf-4df8-ae7e-a5a8533ef865 HTTP/1.1" status: 200 len: 863 time: 0.2498431 Aug 31 13:52:44.555118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bf35a-11f3-4aa5-bf5f-36403ddbd4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb310ad-d1f5-416e-8326-e6abb6dd15d9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:44.576333 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:44.635475 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dd6bf35a-11f3-4aa5-bf5f-36403ddbd4e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9427c6a8c5c941699bdc02f56b20ff3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4332111 Aug 31 13:52:44.638330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55488) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:44.724552 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Network e2da89a8-9876-4b6d-9f58-16863b10e503 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:44.734975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8747a-48d9-4182-8078-d0b06dae77c3 req-9911cd96-1b12-4332-a862-17215f6250de tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:44.738435 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0e8747a-48d9-4182-8078-d0b06dae77c3 req-9911cd96-1b12-4332-a862-17215f6250de tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 943 time: 0.1981573 Aug 31 13:52:44.783267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec596c6f-930e-41f6-b4ce-74177ff7b060 req-bd6b887f-311c-4274-b603-4f97768b67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:44.786885 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec596c6f-930e-41f6-b4ce-74177ff7b060 req-bd6b887f-311c-4274-b603-4f97768b67a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=835e6eea-1de5-4bbf-b116-c7cc38c1993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150033 Aug 31 13:52:44.795275 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:44.816068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:44.827481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:44.828694 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:44.834062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Pushing event updated for resources: {'Port': ['ID=a4295241-4e07-467c-82e3-851743e766e5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:44.966414 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-d0cf051b-b1ad-498b-9a86-9bcc8344f89f tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2329547 Aug 31 13:52:44.985146 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0040844-1d98-441d-94e5-f67656195130 req-cd7e0598-e3a1-40b2-bae2-fc88ac8c363e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:44.988133 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0040844-1d98-441d-94e5-f67656195130 req-cd7e0598-e3a1-40b2-bae2-fc88ac8c363e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 950 time: 0.2786214 Aug 31 13:52:45.040268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Request body: {'port': {'device_id': '0e607206-4c59-4807-9dc9-308aae8220e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:45.138797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec596c6f-930e-41f6-b4ce-74177ff7b060 req-3382c727-d9f2-4b98-8bd5-b45e9cbd0ec3 service neutron] 10.222.0.13 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372536 Aug 31 13:52:45.147344 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-445cb09c-0783-48b8-8943-c5b19cfd3db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.167757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0e8747a-48d9-4182-8078-d0b06dae77c3 req-9fec1c94-73fc-4d44-82dd-5335688f7cb6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142611 Aug 31 13:52:45.240732 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-445cb09c-0783-48b8-8943-c5b19cfd3db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.395759 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-445cb09c-0783-48b8-8943-c5b19cfd3db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.401681 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-445cb09c-0783-48b8-8943-c5b19cfd3db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.406334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-445cb09c-0783-48b8-8943-c5b19cfd3db8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bb310ad-d1f5-416e-8326-e6abb6dd15d9 HTTP/1.1" status: 204 len: 168 time: 0.7643106 Aug 31 13:52:45.421696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cb09c-0783-48b8-8943-c5b19cfd3db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb310ad-d1f5-416e-8326-e6abb6dd15d9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:45.464020 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0040844-1d98-441d-94e5-f67656195130 req-87f3c717-fbb2-415d-ae1a-3a858ce9f65b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608231 Aug 31 13:52:45.507563 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.566021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7dc7252f-767a-49d8-baf0-6eadcc2aa1b8 None None] Provisioning for port a4295241-4e07-467c-82e3-851743e766e5 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:45.580938 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7dc7252f-767a-49d8-baf0-6eadcc2aa1b8 None None] Provisioning complete for port a4295241-4e07-467c-82e3-851743e766e5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:45.581793 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7dc7252f-767a-49d8-baf0-6eadcc2aa1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:45.615249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec596c6f-930e-41f6-b4ce-74177ff7b060 req-53c9a7f5-0c89-4128-bac4-10d6deb3eaa2 service neutron] 10.222.0.13 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622600 Aug 31 13:52:45.661437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c0e2f4-5f2f-4b64-bac8-76d1776bdb86', 'tag': 'a37b2def-a82a-445e-a057-f77a5d973d37'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:45.673907 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a291cb88-9038-4749-aebd-97b5f75e5ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86", "tag": "a37b2def-a82a-445e-a057-f77a5d973d37"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:45.748881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7dc7252f-767a-49d8-baf0-6eadcc2aa1b8 None None] Port a4295241-4e07-467c-82e3-851743e766e5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:52:45.839749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-e7a8ed0c-b500-4849-b64b-bc1bae7b0dc4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:45.842895 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-e7a8ed0c-b500-4849-b64b-bc1bae7b0dc4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 820 time: 0.4150922 Aug 31 13:52:45.878410 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75c86239-bdbc-4db4-9e4e-9c15270ccdd4 req-94d145ba-cd08-4aae-9015-e6a253d496d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1989803 Aug 31 13:52:45.887934 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-35bbb682-b81b-4efd-ab29-08deaccf6412 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/quotas/d077bd70a48845cf9f4e6b5ff585f732 HTTP/1.1" status: 200 len: 375 time: 0.0319183 Aug 31 13:52:45.990566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e6867-90e1-49a8-ba81-15006aa177a9 req-c7efac4e-1348-47f9-a9ea-51826fc4d827 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:45.990800 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-62d60c15-74f6-41fd-b5d3-7b5a0520adda tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0937881 Aug 31 13:52:45.993476 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-725e6867-90e1-49a8-ba81-15006aa177a9 req-c7efac4e-1348-47f9-a9ea-51826fc4d827 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 950 time: 0.2290981 Aug 31 13:52:46.081986 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-725e6867-90e1-49a8-ba81-15006aa177a9 req-b274aa55-0e37-4c29-8d13-9084be5ba729 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661550 Aug 31 13:52:46.170091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4295241-4e07-467c-82e3-851743e766e5 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:46.185144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55522) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:46.194956 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:46.226924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c86239-bdbc-4db4-9e4e-9c15270ccdd4 req-0bbd86cc-df7a-4ca2-9063-f9a936e3104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:46.229723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75c86239-bdbc-4db4-9e4e-9c15270ccdd4 req-0bbd86cc-df7a-4ca2-9063-f9a936e3104c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 1095 time: 0.2663069 Aug 31 13:52:46.234091 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3a780a8-ff3e-45b7-b4c7-f0be3d0eea4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:46.246013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Transition to ACTIVE for port object a4295241-4e07-467c-82e3-851743e766e5 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:46.255683 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:46.332250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b04b1-5da7-4f77-882d-516cd73e1e9b req-076f5ecb-9eb6-4924-b567-0ce5fa68e0a5 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:46.333899 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c5b04b1-5da7-4f77-882d-516cd73e1e9b req-076f5ecb-9eb6-4924-b567-0ce5fa68e0a5 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 931 time: 0.1305244 Aug 31 13:52:46.338891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Pushing event updated for resources: {'Port': ['ID=a4295241-4e07-467c-82e3-851743e766e5,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:46.391346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-7f0f5641-9600-4771-8e0c-413cd5a9901b service neutron] 10.222.0.20 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757753 Aug 31 13:52:46.405578 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Attempting to bind port a4295241-4e07-467c-82e3-851743e766e5 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:46.405916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Attempting to bind port a4295241-4e07-467c-82e3-851743e766e5 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:46.406249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Attempting to bind port a4295241-4e07-467c-82e3-851743e766e5 on network e2da89a8-9876-4b6d-9f58-16863b10e503 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:46.417745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Port a4295241-4e07-467c-82e3-851743e766e5 on network e2da89a8-9876-4b6d-9f58-16863b10e503 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:46.418691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Attempting to bind port a4295241-4e07-467c-82e3-851743e766e5 on network e2da89a8-9876-4b6d-9f58-16863b10e503 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:46.436085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:46.436464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Checking segment: {'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:46.437197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Bound using segment: {'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:46.437513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Bound port: a4295241-4e07-467c-82e3-851743e766e5, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f99ee8-2468-4259-ac11-dfdd2a3dc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:46.438104 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:46.459461 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c5b04b1-5da7-4f77-882d-516cd73e1e9b req-f52c7c4b-3572-42c9-a98b-feaf24d87118 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074901 Aug 31 13:52:46.560590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] For port a4295241-4e07-467c-82e3-851743e766e5, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:46.573580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] For port a4295241-4e07-467c-82e3-851743e766e5, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a4295241-4e07-467c-82e3-851743e766e5,segment=NetworkSegment(61f99ee8-2468-4259-ac11-dfdd2a3dc2da),segment_id=61f99ee8-2468-4259-ac11-dfdd2a3dc2da)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:46.586785 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:46.604501 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-16f31952-9bc3-4513-9d8c-d38128c657b5 service neutron] 10.222.0.20 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978438 Aug 31 13:52:46.614302 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63305ad0-11b0-4a49-baf2-e70f44dcc85c x-openstack-request-id: req-63305ad0-11b0-4a49-baf2-e70f44dcc85c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:46.614616 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86", "tag": "a37b2def-a82a-445e-a057-f77a5d973d37", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:46.614904 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63305ad0-11b0-4a49-baf2-e70f44dcc85c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:46.615428 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c0e2f4-5f2f-4b64-bac8-76d1776bdb86', 'tag': 'a37b2def-a82a-445e-a057-f77a5d973d37', 'status': 'completed', 'code': 200} Aug 31 13:52:46.644158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c86239-bdbc-4db4-9e4e-9c15270ccdd4 req-43171f89-3f1a-4a57-82f4-da1bc1288744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:46.645759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75c86239-bdbc-4db4-9e4e-9c15270ccdd4 req-43171f89-3f1a-4a57-82f4-da1bc1288744 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.3703961 Aug 31 13:52:46.725715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75c86239-bdbc-4db4-9e4e-9c15270ccdd4 req-891c2ff3-de59-4ff2-a2ee-2502f9eac50d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c345b5-5054-48f9-99fe-cddff0697f5f HTTP/1.1" status: 200 len: 217 time: 0.0685203 Aug 31 13:52:46.727951 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3a780a8-ff3e-45b7-b4c7-f0be3d0eea4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:46.733363 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3a780a8-ff3e-45b7-b4c7-f0be3d0eea4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:46.892508 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a3a780a8-ff3e-45b7-b4c7-f0be3d0eea4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e99d88c49cf44d50b9e6cfac5443f994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7009373 Aug 31 13:52:46.907907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55536) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:46.933795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a780a8-ff3e-45b7-b4c7-f0be3d0eea4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d85e5b-ac81-4eb0-b186-327353b03de1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:46.966152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c86239-bdbc-4db4-9e4e-9c15270ccdd4 req-43cf2fa2-bc21-4743-b8e4-8464ceba0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:46.967933 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75c86239-bdbc-4db4-9e4e-9c15270ccdd4 req-43cf2fa2-bc21-4743-b8e4-8464ceba0d21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.2214837 Aug 31 13:52:47.057200 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75c86239-bdbc-4db4-9e4e-9c15270ccdd4 req-11e96530-f723-4f02-bc7b-51faf6a0d42d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649436 Aug 31 13:52:47.088134 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ebada2d-0073-429e-b1bb-55fa1b14a3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:47.142982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Pushing event updated for resources: {'Port': ['ID=a4295241-4e07-467c-82e3-851743e766e5,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:47.161869 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:47.162894 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:47.165480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1b06eb4-f00d-4946-a750-bf1a41ed2f1a service neutron] 10.222.0.13 "PUT /v2.0/ports/a4295241-4e07-467c-82e3-851743e766e5 HTTP/1.1" status: 200 len: 1091 time: 2.1638522 Aug 31 13:52:47.178529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e607206-4c59-4807-9dc9-308aae8220e9', 'tag': 'a4295241-4e07-467c-82e3-851743e766e5'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:47.185834 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec64d8a-5c1e-444b-bdcd-a3a8a2504cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "0e607206-4c59-4807-9dc9-308aae8220e9", "tag": "a4295241-4e07-467c-82e3-851743e766e5"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:47.190406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ebada2d-0073-429e-b1bb-55fa1b14a3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:47.250659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291cb88-9038-4749-aebd-97b5f75e5ce4 req-c5a2809a-c4ad-40d4-9e41-75c4da3d79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:47.258894 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a291cb88-9038-4749-aebd-97b5f75e5ce4 req-c5a2809a-c4ad-40d4-9e41-75c4da3d79ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 1124 time: 0.5929554 Aug 31 13:52:47.311915 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75c86239-bdbc-4db4-9e4e-9c15270ccdd4 req-7f2d9c44-093b-4152-b73c-43fa3a753c75 service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383044 Aug 31 13:52:47.423500 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ebada2d-0073-429e-b1bb-55fa1b14a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:47.430218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ebada2d-0073-429e-b1bb-55fa1b14a3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:47.438189 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5ebada2d-0073-429e-b1bb-55fa1b14a3c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20d85e5b-ac81-4eb0-b186-327353b03de1 HTTP/1.1" status: 204 len: 168 time: 0.5238755 Aug 31 13:52:47.499205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebada2d-0073-429e-b1bb-55fa1b14a3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d85e5b-ac81-4eb0-b186-327353b03de1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:47.610277 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75c86239-bdbc-4db4-9e4e-9c15270ccdd4 req-a3c3eadd-14ac-42d0-bf0d-c606591b6880 service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763336 Aug 31 13:52:47.789638 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-a4c25bf6-1a5f-450b-9b2f-0e1a51820c3a tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:47.791821 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-a4c25bf6-1a5f-450b-9b2f-0e1a51820c3a tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/networks?id=db7e883b-f45f-4ee9-af58-52dd2795330e HTTP/1.1" status: 200 len: 814 time: 0.3819892 Aug 31 13:52:47.800192 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-5d8c07c2-eeaa-4f2e-bfa5-3c0683cee5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:47.801709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-5d8c07c2-eeaa-4f2e-bfa5-3c0683cee5be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d9fcbdda7164ddb9f5dba9ec5eecdf5&device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 1094 time: 0.5366418 Aug 31 13:52:47.838206 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-e2f9e2f9-9fa2-4202-a830-60bbc73357fe tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/quotas/683088ae2c6047579e39a6549fbe05e9 HTTP/1.1" status: 200 len: 375 time: 0.0352962 Aug 31 13:52:47.892918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cce3ff-cd81-4a6a-bb29-e05b816623e8 req-ca234938-5fb7-4940-9d38-345753c90342 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:47.904909 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-a1e59786-abd8-491a-863c-7df7f5340ba8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4295241-4e07-467c-82e3-851743e766e5 HTTP/1.1" status: 200 len: 217 time: 0.0784461 Aug 31 13:52:47.906959 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7cce3ff-cd81-4a6a-bb29-e05b816623e8 req-ca234938-5fb7-4940-9d38-345753c90342 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 943 time: 0.0904880 Aug 31 13:52:47.909372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a37b2def-a82a-445e-a057-f77a5d973d37 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:47.981396 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7cce3ff-cd81-4a6a-bb29-e05b816623e8 req-b831b07f-4bf2-4440-9dfd-6f7839b46026 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728297 Aug 31 13:52:47.996352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-17902350-4d1c-42e9-bd68-e71a335c6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:48.005267 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-17902350-4d1c-42e9-bd68-e71a335c6833 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76f69567-cac3-4831-ac6f-de039c35b390 HTTP/1.1" status: 200 len: 850 time: 0.0910146 Aug 31 13:52:48.052142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291cb88-9038-4749-aebd-97b5f75e5ce4 req-3efddeae-adb4-4958-b3bd-45f7ca408b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:48.054326 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a291cb88-9038-4749-aebd-97b5f75e5ce4 req-3efddeae-adb4-4958-b3bd-45f7ca408b4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.7456105 Aug 31 13:52:48.120524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a37b2def-a82a-445e-a057-f77a5d973d37,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:48.155619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a37b2def-a82a-445e-a057-f77a5d973d37 has no active binding in host n-h2-792364-6 {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 13:52:48.161117 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a291cb88-9038-4749-aebd-97b5f75e5ce4 req-03f6bc05-c1c4-4224-9e7e-cd8174f9d5f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37b2def-a82a-445e-a057-f77a5d973d37 HTTP/1.1" status: 200 len: 217 time: 0.0835748 Aug 31 13:52:48.203171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855f9ea-053f-4c10-bf3d-4dd85962f726 req-16261cd7-bc00-48ba-a0d6-98071fbf349a tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:48.210314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f855f9ea-053f-4c10-bf3d-4dd85962f726 req-16261cd7-bc00-48ba-a0d6-98071fbf349a tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 950 time: 0.0984864 Aug 31 13:52:48.218156 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-37605d5f-8ced-4155-a11f-27f784bf4c17 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=683088ae2c6047579e39a6549fbe05e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3280857 Aug 31 13:52:48.249491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-531e4a81-52fe-400e-bb50-a420198d7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:48.251123 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-531e4a81-52fe-400e-bb50-a420198d7907 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2da89a8-9876-4b6d-9f58-16863b10e503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084370 Aug 31 13:52:48.286916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f855f9ea-053f-4c10-bf3d-4dd85962f726 req-e165addb-b220-4aad-bda8-4d1e29d4b212 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752945 Aug 31 13:52:48.309657 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-6c7ad40d-b84e-4acc-8e6c-64f1f1cbbf2e service neutron] 10.222.0.13 "GET /v2.0/ports/a37b2def-a82a-445e-a057-f77a5d973d37/bindings/n-h2-792364-6 HTTP/1.1" status: 200 len: 384 time: 0.0787690 Aug 31 13:52:48.337764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291cb88-9038-4749-aebd-97b5f75e5ce4 req-408783d6-39c5-4943-8996-4d2f3fdc1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:48.338782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a291cb88-9038-4749-aebd-97b5f75e5ce4 req-408783d6-39c5-4943-8996-4d2f3fdc1f6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.1642761 Aug 31 13:52:48.398923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a291cb88-9038-4749-aebd-97b5f75e5ce4 req-fc8dc635-b0d8-4591-af9a-b4a4bf85be41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506814 Aug 31 13:52:48.407868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5093667c-3811-46b3-b81f-60b62c981a8f req-4aa20f62-dd70-4ded-8d2e-697de8d8d758 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 210 time: 0.0378881 Aug 31 13:52:48.458732 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-d31b6abc-5a37-4e80-951f-873455c9a460 service neutron] 10.222.0.20 "GET /v2.0/networks/db7e883b-f45f-4ee9-af58-52dd2795330e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395039 Aug 31 13:52:48.506171 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f023bdcb-9bff-4c33-8490-571acee72045 x-openstack-request-id: req-f023bdcb-9bff-4c33-8490-571acee72045 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:48.506608 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e607206-4c59-4807-9dc9-308aae8220e9", "tag": "a4295241-4e07-467c-82e3-851743e766e5", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:48.506966 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f023bdcb-9bff-4c33-8490-571acee72045 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:48.507540 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e607206-4c59-4807-9dc9-308aae8220e9', 'tag': 'a4295241-4e07-467c-82e3-851743e766e5', 'status': 'completed', 'code': 200} Aug 31 13:52:48.564095 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-07938656-121d-44fa-9116-bb58e39c6e37 service neutron] 10.222.0.13 "GET /v2.0/networks/e2da89a8-9876-4b6d-9f58-16863b10e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821329 Aug 31 13:52:48.634220 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.13', 54502) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:48.681611 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a291cb88-9038-4749-aebd-97b5f75e5ce4 req-16d904c8-633c-4256-812a-530acc144ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579322 Aug 31 13:52:48.764964 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-bb458668-10ea-494b-89ee-f002f5139a3a service neutron] 10.222.0.20 "GET /v2.0/networks/db7e883b-f45f-4ee9-af58-52dd2795330e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010590 Aug 31 13:52:48.785189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa540b8b-cada-4c5c-bc30-d2bf2b664482 req-049f4798-673a-417b-93fc-136452b46fbf service neutron] 10.222.0.13 "GET /v2.0/networks/e2da89a8-9876-4b6d-9f58-16863b10e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108526 Aug 31 13:52:48.798972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7aa58489-45c3-4469-8d3d-85cf5a4196c9 service neutron] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a37b2def-a82a-445e-a057-f77a5d973d37,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:48.833963 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf69a5-5697-45df-9c0f-2b71a76df6cb req-484d938d-a3d1-478c-9f3d-6f4b71f3d6d2 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:48.835584 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4dcf69a5-5697-45df-9c0f-2b71a76df6cb req-484d938d-a3d1-478c-9f3d-6f4b71f3d6d2 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 943 time: 0.2161331 Aug 31 13:52:48.850882 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a291cb88-9038-4749-aebd-97b5f75e5ce4 req-2d872c93-418a-4a8f-ba49-0d86627706c1 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594748 Aug 31 13:52:48.867929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7aa58489-45c3-4469-8d3d-85cf5a4196c9 service neutron] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:48.908128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-9c6f0193-41b5-40a8-9975-37191ea39fd9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:48.909693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-9c6f0193-41b5-40a8-9975-37191ea39fd9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 820 time: 0.2729497 Aug 31 13:52:48.940109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Request body: {'port': {'device_id': 'ecea7462-fa4d-42a4-ac54-98c066e2d46e', 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4', 'admin_state_up': True, 'tenant_id': 'd077bd70a48845cf9f4e6b5ff585f732'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:48.950402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7aa58489-45c3-4469-8d3d-85cf5a4196c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37b2def-a82a-445e-a057-f77a5d973d37 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:49.016351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4dcf69a5-5697-45df-9c0f-2b71a76df6cb req-ad504b1d-7675-4017-ba36-d57ab7e07299 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618872 Aug 31 13:52:49.019787 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec64d8a-5c1e-444b-bdcd-a3a8a2504cfe req-c2cfac50-5ad6-43a9-b6e1-fa382d43839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.021557 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eec64d8a-5c1e-444b-bdcd-a3a8a2504cfe req-c2cfac50-5ad6-43a9-b6e1-fa382d43839c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d9fcbdda7164ddb9f5dba9ec5eecdf5&device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 1094 time: 0.0859871 Aug 31 13:52:49.048925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7aa58489-45c3-4469-8d3d-85cf5a4196c9 service neutron] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a37b2def-a82a-445e-a057-f77a5d973d37,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:49.076501 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7aa58489-45c3-4469-8d3d-85cf5a4196c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:49.241659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fde39b-d9b0-4ca1-a581-e072694abb13 req-91133988-6272-46d4-92c7-6f9bcf2aa6ef tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.243481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4fde39b-d9b0-4ca1-a581-e072694abb13 req-91133988-6272-46d4-92c7-6f9bcf2aa6ef tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 950 time: 0.1296666 Aug 31 13:52:49.294913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Made reservation on behalf of d077bd70a48845cf9f4e6b5ff585f732 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:49.299290 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:49.308073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7aa58489-45c3-4469-8d3d-85cf5a4196c9 service neutron] Transition to ACTIVE for port object a37b2def-a82a-445e-a057-f77a5d973d37 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:49.323130 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7aa58489-45c3-4469-8d3d-85cf5a4196c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:49.341561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95412d54-9ba3-4f87-98df-038742c0673b req-68fb8720-dd38-4894-91c0-566fa901c11e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.344179 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-95412d54-9ba3-4f87-98df-038742c0673b req-68fb8720-dd38-4894-91c0-566fa901c11e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1405704 Aug 31 13:52:49.352124 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec64d8a-5c1e-444b-bdcd-a3a8a2504cfe req-a143bd7d-92a0-4154-b716-3338f93f5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.354248 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eec64d8a-5c1e-444b-bdcd-a3a8a2504cfe req-a143bd7d-92a0-4154-b716-3338f93f5ce3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2da89a8-9876-4b6d-9f58-16863b10e503 HTTP/1.1" status: 200 len: 912 time: 0.3250964 Aug 31 13:52:49.354853 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4fde39b-d9b0-4ca1-a581-e072694abb13 req-ca0e2428-442b-4b83-b41f-b41f095f2d43 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996971 Aug 31 13:52:49.495148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa58489-45c3-4469-8d3d-85cf5a4196c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a37b2def-a82a-445e-a057-f77a5d973d37,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:49.504737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7aa58489-45c3-4469-8d3d-85cf5a4196c9 service neutron] No DVR routers for this DVR port a37b2def-a82a-445e-a057-f77a5d973d37 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:49.518248 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eec64d8a-5c1e-444b-bdcd-a3a8a2504cfe req-9cd2a5aa-5e2c-4313-a999-29bf3a7b22c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4295241-4e07-467c-82e3-851743e766e5 HTTP/1.1" status: 200 len: 217 time: 0.1446712 Aug 31 13:52:49.541562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-05cf66d5-ad93-48f1-9f91-dc5e56bd43e4 req-441f81ae-04c2-4cd0-ad80-bd6671f59d55 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 210 time: 0.0488207 Aug 31 13:52:49.600155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec64d8a-5c1e-444b-bdcd-a3a8a2504cfe req-53f26c8d-c8c1-474b-aced-4701423051ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.600319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-7aa58489-45c3-4469-8d3d-85cf5a4196c9 service neutron] 10.222.0.13 "PUT /v2.0/ports/a37b2def-a82a-445e-a057-f77a5d973d37/bindings/n-h2-792364-6/activate HTTP/1.1" status: 200 len: 369 time: 1.2807767 Aug 31 13:52:49.602066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eec64d8a-5c1e-444b-bdcd-a3a8a2504cfe req-53f26c8d-c8c1-474b-aced-4701423051ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76f69567-cac3-4831-ac6f-de039c35b390 HTTP/1.1" status: 200 len: 850 time: 0.0672050 Aug 31 13:52:49.607483 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-95412d54-9ba3-4f87-98df-038742c0673b req-28853e31-5b3f-4822-bb51-cfbbc0e6c530 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412665 Aug 31 13:52:49.651768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Allocated IP 172.20.0.11 (677f423a-ce82-4600-88fb-73cbea7e32c4/db1e5175-6ccd-4204-bfde-c630070636c0/82165258-0e63-4028-a117-3883ba2cf6d5) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:49.694483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec64d8a-5c1e-444b-bdcd-a3a8a2504cfe req-8c93b62b-411d-44c0-8c87-8a4ab4ed5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.696185 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eec64d8a-5c1e-444b-bdcd-a3a8a2504cfe req-8c93b62b-411d-44c0-8c87-8a4ab4ed5b4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2da89a8-9876-4b6d-9f58-16863b10e503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747898 Aug 31 13:52:49.856872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d412f-a36b-40df-a4c2-99f814b2cd57 req-e7f0ce7a-3645-41ea-972c-97ecf1a606df tempest-DeleteServersAdminTestJSON-247493363 tempest-DeleteServersAdminTestJSON-247493363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.858319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0c4d412f-a36b-40df-a4c2-99f814b2cd57 req-e7f0ce7a-3645-41ea-972c-97ecf1a606df tempest-DeleteServersAdminTestJSON-247493363 tempest-DeleteServersAdminTestJSON-247493363-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 1101 time: 0.1747589 Aug 31 13:52:49.861993 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-20ff639a-0434-4fce-8ca3-a4e2167dc573 req-7221b060-f0fb-45a0-af3c-0444b68414ae tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 210 time: 0.0663731 Aug 31 13:52:49.866571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-5a4e7d2e-c2ca-45a8-9036-933089cbc490 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.868358 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-5a4e7d2e-c2ca-45a8-9036-933089cbc490 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86&tenant_id=24b3f2febd7d4b85836b75e97fa9634b&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1095 time: 0.1772063 Aug 31 13:52:49.878501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eead3c-e2bc-4164-b7e4-3b8289a17c9b req-73e7e8fd-9ed1-43ac-81ce-51d982ec4c07 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.880922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77eead3c-e2bc-4164-b7e4-3b8289a17c9b req-73e7e8fd-9ed1-43ac-81ce-51d982ec4c07 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.1853621 Aug 31 13:52:49.937518 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eec64d8a-5c1e-444b-bdcd-a3a8a2504cfe req-dc57049a-5539-4d77-b4b9-43e85bda11d0 service neutron] 10.222.0.13 "GET /v2.0/networks/e2da89a8-9876-4b6d-9f58-16863b10e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277408 Aug 31 13:52:49.971682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-de513aea-1399-4b0d-be58-d083a806bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:49.973363 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-de513aea-1399-4b0d-be58-d083a806bec3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86&tenant_id=24b3f2febd7d4b85836b75e97fa9634b HTTP/1.1" status: 200 len: 1095 time: 0.0820074 Aug 31 13:52:50.055814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77eead3c-e2bc-4164-b7e4-3b8289a17c9b req-f5ef971b-b4d7-4943-a421-5e6cb8da2767 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555793 Aug 31 13:52:50.081217 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-991cd7a7-bf84-4dc6-a186-3bb502f0c243 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4c7b2a052aba406683468ce4308b3372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653543 Aug 31 13:52:50.095018 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:50.122043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-0c4d412f-a36b-40df-a4c2-99f814b2cd57 req-bbf9455f-05c8-450d-aa1a-144689468fc5 tempest-DeleteServersAdminTestJSON-247493363 tempest-DeleteServersAdminTestJSON-247493363-project-admin] Deleting port 5be91e66-be06-4e4f-9492-78efd9d69517 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:52:50.122324 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0c4d412f-a36b-40df-a4c2-99f814b2cd57 req-bbf9455f-05c8-450d-aa1a-144689468fc5 tempest-DeleteServersAdminTestJSON-247493363 tempest-DeleteServersAdminTestJSON-247493363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:50.154964 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-91b6f7f8-6a4c-4c78-91b6-2b3f14433157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.156583 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-91b6f7f8-6a4c-4c78-91b6-2b3f14433157 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 1095 time: 0.1500609 Aug 31 13:52:50.210206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:50.263482 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eec64d8a-5c1e-444b-bdcd-a3a8a2504cfe req-dd377d77-f464-4493-ba2d-ce7bae857b20 service neutron] 10.222.0.13 "GET /v2.0/networks/e2da89a8-9876-4b6d-9f58-16863b10e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163590 Aug 31 13:52:50.297448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-ee31ec51-4782-4681-8a4a-31df316d9e1f tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.301304 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-ee31ec51-4782-4681-8a4a-31df316d9e1f tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146714 Aug 31 13:52:50.301614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Network 677f423a-ce82-4600-88fb-73cbea7e32c4 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:50.310791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0c4d412f-a36b-40df-a4c2-99f814b2cd57 req-bbf9455f-05c8-450d-aa1a-144689468fc5 tempest-DeleteServersAdminTestJSON-247493363 tempest-DeleteServersAdminTestJSON-247493363-project-admin] For port 5be91e66-be06-4e4f-9492-78efd9d69517, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5be91e66-be06-4e4f-9492-78efd9d69517,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:50.311458 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0c4d412f-a36b-40df-a4c2-99f814b2cd57 req-bbf9455f-05c8-450d-aa1a-144689468fc5 tempest-DeleteServersAdminTestJSON-247493363 tempest-DeleteServersAdminTestJSON-247493363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:50.319962 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:50.322060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Pushing event updated for resources: {'Port': ['ID=82165258-0e63-4028-a117-3883ba2cf6d5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:50.328593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:50.332957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-eaadd84d-9e8c-4a35-8edc-3ff1a35980b6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/quotas/4c7b2a052aba406683468ce4308b3372 HTTP/1.1" status: 200 len: 375 time: 0.0272655 Aug 31 13:52:50.339768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-0c4d412f-a36b-40df-a4c2-99f814b2cd57 req-bbf9455f-05c8-450d-aa1a-144689468fc5 tempest-DeleteServersAdminTestJSON-247493363 tempest-DeleteServersAdminTestJSON-247493363-project-admin] Calling delete_port for 5be91e66-be06-4e4f-9492-78efd9d69517 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:52:50.389565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-bc1d9eda-bfc9-449a-995d-ab7824c96e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.391510 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-bc1d9eda-bfc9-449a-995d-ab7824c96e6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.2223907 Aug 31 13:52:50.404964 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-0ec45b41-a998-439b-8054-2c122d480aa5 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c7b2a052aba406683468ce4308b3372&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661240 Aug 31 13:52:50.562402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.564025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:50.607407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b372ca80-2f82-4302-b66a-5337698e78aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6749165 Aug 31 13:52:50.636156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb12d46-d38b-4adf-bba4-189175be2765 req-4b882b4e-8707-40e7-be5e-2c62f62b15df tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.637869 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eeb12d46-d38b-4adf-bba4-189175be2765 req-4b882b4e-8707-40e7-be5e-2c62f62b15df tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 943 time: 0.2710471 Aug 31 13:52:50.643637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Request body: {'port': {'device_id': 'ecea7462-fa4d-42a4-ac54-98c066e2d46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:50.743960 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-0e995a1c-4a76-4cda-948e-94a94ac5b92a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37b2def-a82a-445e-a057-f77a5d973d37 HTTP/1.1" status: 200 len: 217 time: 0.3383598 Aug 31 13:52:50.784500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-029a2e1b-b394-4720-94dc-d2c442ef7e73 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.786207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-029a2e1b-b394-4720-94dc-d2c442ef7e73 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.52 "GET /v2.0/networks?id=db7e883b-f45f-4ee9-af58-52dd2795330e HTTP/1.1" status: 200 len: 814 time: 0.3180184 Aug 31 13:52:50.827397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Request body: {'port': {'device_id': '289d7d5f-3319-4fbc-9dfe-88a014801f68', 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e', 'admin_state_up': True, 'tenant_id': '683088ae2c6047579e39a6549fbe05e9'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:50.839003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0c4d412f-a36b-40df-a4c2-99f814b2cd57 req-bbf9455f-05c8-450d-aa1a-144689468fc5 tempest-DeleteServersAdminTestJSON-247493363 tempest-DeleteServersAdminTestJSON-247493363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:50.854485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['5be91e66-be06-4e4f-9492-78efd9d69517'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:50.859146 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-1680a322-43c7-470d-9263-66c6bcea6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.860736 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-1680a322-43c7-470d-9263-66c6bcea6e98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.1059790 Aug 31 13:52:50.882564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e69345-c139-4799-89a6-8c75d65d5ef1 req-ca99c216-7596-4c40-994d-9e3dfaf5e1b7 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:50.884101 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-89e69345-c139-4799-89a6-8c75d65d5ef1 req-ca99c216-7596-4c40-994d-9e3dfaf5e1b7 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 867 time: 0.0896676 Aug 31 13:52:50.903491 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:50.929949 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-2f88e6cb-a61d-4541-acd1-659e41e52313 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444474 Aug 31 13:52:51.034072 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-89e69345-c139-4799-89a6-8c75d65d5ef1 req-07ea9211-7530-4459-ad7b-cb84f483f8c8 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346505 Aug 31 13:52:51.103969 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-17e66916-cf97-4012-8dcf-e5d281c49e5b service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575644 Aug 31 13:52:51.218504 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8b3b4d5a-6e9c-42a0-8bd3-ddf2496ed818 req-9ca2f54d-21af-45a1-9b77-f1b92eff27fe tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 210 time: 0.1049066 Aug 31 13:52:51.235559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eeb12d46-d38b-4adf-bba4-189175be2765 req-b3f9f092-aba4-4be5-8502-8833ab5b336e tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5866623 Aug 31 13:52:51.334717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9455f-05c8-450d-aa1a-144689468fc5 tempest-DeleteServersAdminTestJSON-247493363 tempest-DeleteServersAdminTestJSON-247493363-project-admin] Pushing event deleted for resources: {'Port': ['ID=5be91e66-be06-4e4f-9492-78efd9d69517,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:51.351801 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5ee9ed6-6500-4b68-be22-ba3805d6e85b req-f45f3707-e7db-49b2-887b-3e0134cf9d2b tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 210 time: 0.0562103 Aug 31 13:52:51.367484 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-770bf713-0576-4950-b07f-d9a5d04299df service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541633 Aug 31 13:52:51.454564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Made reservation on behalf of 683088ae2c6047579e39a6549fbe05e9 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:51.458632 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:51.530146 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec573918-4c6f-4266-8c72-4958f1f7d76d req-c42da0d0-3e59-4e5a-9eb9-bcd0a4192015 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:51.535723 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec573918-4c6f-4266-8c72-4958f1f7d76d req-c42da0d0-3e59-4e5a-9eb9-bcd0a4192015 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.1202326 Aug 31 13:52:51.548747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4d412f-a36b-40df-a4c2-99f814b2cd57 req-bbf9455f-05c8-450d-aa1a-144689468fc5 tempest-DeleteServersAdminTestJSON-247493363 tempest-DeleteServersAdminTestJSON-247493363-project-admin] No DVR routers for this DVR port 5be91e66-be06-4e4f-9492-78efd9d69517 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:52:51.619061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0c4d412f-a36b-40df-a4c2-99f814b2cd57 req-bbf9455f-05c8-450d-aa1a-144689468fc5 tempest-DeleteServersAdminTestJSON-247493363 tempest-DeleteServersAdminTestJSON-247493363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:51.625019 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0c4d412f-a36b-40df-a4c2-99f814b2cd57 req-bbf9455f-05c8-450d-aa1a-144689468fc5 tempest-DeleteServersAdminTestJSON-247493363 tempest-DeleteServersAdminTestJSON-247493363-project-admin] 10.222.0.52 "DELETE /v2.0/ports/5be91e66-be06-4e4f-9492-78efd9d69517 HTTP/1.1" status: 204 len: 173 time: 1.7236843 Aug 31 13:52:51.630459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106b7bb4-03b8-4cec-946d-77dbdc5610a4', 'name': 'network-vif-deleted', 'tag': '5be91e66-be06-4e4f-9492-78efd9d69517'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:51.631975 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec573918-4c6f-4266-8c72-4958f1f7d76d req-8764c3af-686e-4ac4-a40e-d95d20f3f4b4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881286 Aug 31 13:52:51.635732 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447d66ee-93ae-4568-a296-96ae899e3c7a" -d '{"events": [{"server_uuid": "106b7bb4-03b8-4cec-946d-77dbdc5610a4", "name": "network-vif-deleted", "tag": "5be91e66-be06-4e4f-9492-78efd9d69517"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:51.868064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431f549-3782-40d2-9b08-375c2d4a4cfc req-5e6f0f1c-7be1-432e-9091-20ad8b72017a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:51.888496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9431f549-3782-40d2-9b08-375c2d4a4cfc req-5e6f0f1c-7be1-432e-9091-20ad8b72017a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 932 time: 0.5109603 Aug 31 13:52:51.895766 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-89aa268c-ddfb-4923-a2e4-c60b51ddd90b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c7b2a052aba406683468ce4308b3372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524399 Aug 31 13:52:51.953063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a4295241-4e07-467c-82e3-851743e766e5 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:52:52.008894 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abe5ef8-1a59-498a-8307-c1322b9de9f5 x-openstack-request-id: req-9abe5ef8-1a59-498a-8307-c1322b9de9f5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:52.009429 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106b7bb4-03b8-4cec-946d-77dbdc5610a4", "name": "network-vif-deleted", "tag": "5be91e66-be06-4e4f-9492-78efd9d69517", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:52.009846 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9abe5ef8-1a59-498a-8307-c1322b9de9f5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:52.010395 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106b7bb4-03b8-4cec-946d-77dbdc5610a4', 'name': 'network-vif-deleted', 'tag': '5be91e66-be06-4e4f-9492-78efd9d69517', 'status': 'completed', 'code': 200} Aug 31 13:52:52.129214 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9431f549-3782-40d2-9b08-375c2d4a4cfc req-dfb33a13-dd92-4093-b41c-ba8a13c430e6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384768 Aug 31 13:52:52.213001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Allocated IP 172.20.0.13 (db7e883b-f45f-4ee9-af58-52dd2795330e/c84b91ff-f94b-42e3-8ed7-32b23adaecaf/f3f7186e-c883-4210-a299-841f22476cec) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:52.213677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a37b2def-a82a-445e-a057-f77a5d973d37 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:52.261364 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0df27e2-c09e-4651-99a2-707812be4eb2 req-6f03f923-00f7-4ea4-a031-2bd77e7ffa38 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.0967865 Aug 31 13:52:52.306382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-5159a101-2fd8-4d39-a317-05a5586acd40 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:52.307683 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-5159a101-2fd8-4d39-a317-05a5586acd40 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4057381 Aug 31 13:52:52.332057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Request body: {'port': {'device_id': '74dfcb10-093d-4ef9-b81b-e029fbb1054e', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '4c7b2a052aba406683468ce4308b3372'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:52.352583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a4295241-4e07-467c-82e3-851743e766e5, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a4295241-4e07-467c-82e3-851743e766e5,segment=NetworkSegment(61f99ee8-2468-4259-ac11-dfdd2a3dc2da),segment_id=61f99ee8-2468-4259-ac11-dfdd2a3dc2da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:52.377984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'a4295241-4e07-467c-82e3-851743e766e5', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'port_id': 'a4295241-4e07-467c-82e3-851743e766e5', 'mac_address': 'fa:16:3e:21:f8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f69567-cac3-4831-ac6f-de039c35b390', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:52:52.401050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a37b2def-a82a-445e-a057-f77a5d973d37 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:52.467331 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:52.469537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82165258-0e63-4028-a117-3883ba2cf6d5 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:52.490728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4295241-4e07-467c-82e3-851743e766e5 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:52.492856 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:52.515042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a4295241-4e07-467c-82e3-851743e766e5, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a4295241-4e07-467c-82e3-851743e766e5,segment=NetworkSegment(61f99ee8-2468-4259-ac11-dfdd2a3dc2da),segment_id=61f99ee8-2468-4259-ac11-dfdd2a3dc2da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:52.522290 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ecd6f5a-ec38-41a4-ba40-901eb7c1e5e9 req-5f9e3f3c-c470-4485-9d32-6db4e2c339a6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 210 time: 0.0829558 Aug 31 13:52:52.523408 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:52.581679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Transition to ACTIVE for port object 82165258-0e63-4028-a117-3883ba2cf6d5 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:52.587192 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:52.643431 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=a4295241-4e07-467c-82e3-851743e766e5,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:52.689165 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:52.725342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Pushing event updated for resources: {'Port': ['ID=82165258-0e63-4028-a117-3883ba2cf6d5,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:52.770617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dc5f7-74e1-4cc6-8bcc-d2cec1fb3a78 req-bca4ec27-c28f-4989-9a51-b7e6d775a290 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:52.772200 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f0dc5f7-74e1-4cc6-8bcc-d2cec1fb3a78 req-bca4ec27-c28f-4989-9a51-b7e6d775a290 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 944 time: 0.2368491 Aug 31 13:52:52.776745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Transition to ACTIVE for port object f3f7186e-c883-4210-a299-841f22476cec will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:52.783830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['a4295241-4e07-467c-82e3-851743e766e5'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:52.804209 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-10beb042-715c-40cf-bc06-60fb152a15d6 req-d23788e2-0188-4e76-866e-753f3ad05b1e tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 210 time: 0.0830498 Aug 31 13:52:52.835064 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Made reservation on behalf of 4c7b2a052aba406683468ce4308b3372 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:52:52.840420 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:52.888228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Attempting to bind port 82165258-0e63-4028-a117-3883ba2cf6d5 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:52.889051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Attempting to bind port 82165258-0e63-4028-a117-3883ba2cf6d5 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:52.893666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Attempting to bind port 82165258-0e63-4028-a117-3883ba2cf6d5 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:52.905779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Port 82165258-0e63-4028-a117-3883ba2cf6d5 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:52.908006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Attempting to bind port 82165258-0e63-4028-a117-3883ba2cf6d5 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:52.934405 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f0dc5f7-74e1-4cc6-8bcc-d2cec1fb3a78 req-bca313e4-eb62-41a4-9d53-8ed85bcb4129 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511998 Aug 31 13:52:52.948246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:52.948842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:52.949482 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Bound using segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:52.950213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Bound port: 82165258-0e63-4028-a117-3883ba2cf6d5, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:52.952624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:53.012037 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:53.021072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Allocated IP 192.168.233.3 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/54ea097b-315f-4c40-88d9-41709399aecc) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:52:53.140478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55712) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:53.194315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Network db7e883b-f45f-4ee9-af58-52dd2795330e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:53.198952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Pushing event updated for resources: {'Port': ['ID=f3f7186e-c883-4210-a299-841f22476cec,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:53.211683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:53.216410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:53.284537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:53.336737 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Transition to ACTIVE for port object 54ea097b-315f-4c40-88d9-41709399aecc will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:53.342769 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:53.351349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:53.352339 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:53.376308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=82165258-0e63-4028-a117-3883ba2cf6d5,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:53.400591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99229455-c508-4f5c-894e-55704e077385 req-e68fda70-8e2f-4af3-9f81-27cde5a82816 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:53.402938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99229455-c508-4f5c-894e-55704e077385 req-e68fda70-8e2f-4af3-9f81-27cde5a82816 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 944 time: 0.1219571 Aug 31 13:52:53.404308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-5b3daf57-a3ca-4225-9b40-e25d9b99ce04 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5823572 Aug 31 13:52:53.405515 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:53.466679 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:53.478884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['ef7c0e0d-290e-43c7-9028-9f030164db37'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:53.513557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99229455-c508-4f5c-894e-55704e077385 req-9d99ce09-548a-4db2-8367-4e8628a59862 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521486 Aug 31 13:52:53.514089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bda3cfc5-c9a7-41e2-b876-f7058abdcca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:53.577654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:52:53.594885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Pushing event updated for resources: {'Port': ['ID=82165258-0e63-4028-a117-3883ba2cf6d5,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:53.617940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:53.618636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:53.620168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-1229ed73-0d47-4ba4-b5ca-4c8ccb2dc93d service neutron] 10.222.0.13 "PUT /v2.0/ports/82165258-0e63-4028-a117-3883ba2cf6d5 HTTP/1.1" status: 200 len: 1092 time: 2.9941258 Aug 31 13:52:53.621730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:52:53.637830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a75dab-2f29-4466-9a84-ef4fffc03a4e req-feafa554-ad67-4e94-96f7-bc9c64bf47b9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:53.639095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bda3cfc5-c9a7-41e2-b876-f7058abdcca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:53.648782 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bda3cfc5-c9a7-41e2-b876-f7058abdcca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:53.651087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:52:53.661131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7a75dab-2f29-4466-9a84-ef4fffc03a4e req-feafa554-ad67-4e94-96f7-bc9c64bf47b9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.4080200 Aug 31 13:52:53.663696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:52:53.673576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:53.674574 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:53.688965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Pushing event updated for resources: {'Port': ['ID=54ea097b-315f-4c40-88d9-41709399aecc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:53.700788 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bda3cfc5-c9a7-41e2-b876-f7058abdcca5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64e2ece2462b449290e2089e73c1da93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522652 Aug 31 13:52:53.701502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55722) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:53.710250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bfd2127-bcc0-40f9-a001-9ce2de4b9ce0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3925629 Aug 31 13:52:53.730997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Request body: {'port': {'device_id': '74dfcb10-093d-4ef9-b81b-e029fbb1054e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:53.813109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7a75dab-2f29-4466-9a84-ef4fffc03a4e req-4c186955-de91-45b7-ac80-f156ebe1c587 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506624 Aug 31 13:52:53.869182 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48bc9372-b7b0-4e9e-b990-ae1adf0c109d req-bfc56f6f-9e4c-47a9-a1ad-ddcbc8427d58 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.1777492 Aug 31 13:52:53.971453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-aa552cd1-5984-4240-8b46-7e28ef0be5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:53.972929 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-aa552cd1-5984-4240-8b46-7e28ef0be5e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 1095 time: 0.2805581 Aug 31 13:52:53.974067 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3cfc5-c9a7-41e2-b876-f7058abdcca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e5206d-ce03-42e0-86f7-facde47f7047,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:53.976425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5be91e66-be06-4e4f-9492-78efd9d69517 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:52:53.983462 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.018829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a4295241-4e07-467c-82e3-851743e766e5 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:52:54.048582 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2d304-3a0f-4b7f-aa48-c0d20ffc0770 req-80944aa2-6651-419b-8e1c-bd06111e1260 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:54.050176 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-99f2d304-3a0f-4b7f-aa48-c0d20ffc0770 req-80944aa2-6651-419b-8e1c-bd06111e1260 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 934 time: 0.1256802 Aug 31 13:52:54.069755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecea7462-fa4d-42a4-ac54-98c066e2d46e', 'tag': '82165258-0e63-4028-a117-3883ba2cf6d5'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:54.072026 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8c4460-2a87-4408-8b99-f83d16e6fb89" -d '{"events": [{"name": "network-changed", "server_uuid": "ecea7462-fa4d-42a4-ac54-98c066e2d46e", "tag": "82165258-0e63-4028-a117-3883ba2cf6d5"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:54.075721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 5be91e66-be06-4e4f-9492-78efd9d69517 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:52:54.076412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5be91e66-be06-4e4f-9492-78efd9d69517 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:52:54.082970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d72246d0-0b0f-4d5c-938e-d6eb53209588 None None] Provisioning for port f3f7186e-c883-4210-a299-841f22476cec completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:54.096057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d72246d0-0b0f-4d5c-938e-d6eb53209588 None None] Provisioning complete for port f3f7186e-c883-4210-a299-841f22476cec triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:54.096942 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d72246d0-0b0f-4d5c-938e-d6eb53209588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.107183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-f652c5dc-5399-468a-94b5-f81ce8d29253 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82165258-0e63-4028-a117-3883ba2cf6d5 HTTP/1.1" status: 200 len: 217 time: 0.1067557 Aug 31 13:52:54.137711 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-576568eb-e508-4191-8d76-69e82985eba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.160718 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d72246d0-0b0f-4d5c-938e-d6eb53209588 None None] Port f3f7186e-c883-4210-a299-841f22476cec cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:52:54.179019 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-99f2d304-3a0f-4b7f-aa48-c0d20ffc0770 req-26f85006-86ca-46bf-b0bf-73cef26db1be tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097348 Aug 31 13:52:54.241004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port a4295241-4e07-467c-82e3-851743e766e5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:54.260403 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port a4295241-4e07-467c-82e3-851743e766e5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:54.261065 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.262488 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-576568eb-e508-4191-8d76-69e82985eba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.362673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb6d95-b748-42aa-ab22-4eee80b03756 req-5643587d-1bc1-47bf-8f50-7290ca690e66 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:54.369546 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2501b2f8-11b7-4cfa-a32f-14d601108235 None None] Provisioning for port 54ea097b-315f-4c40-88d9-41709399aecc completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:52:54.369782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a5fb6d95-b748-42aa-ab22-4eee80b03756 req-5643587d-1bc1-47bf-8f50-7290ca690e66 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 944 time: 0.0955741 Aug 31 13:52:54.387776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-4c513831-19c6-4a2e-b262-89840f5c7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:54.391740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2501b2f8-11b7-4cfa-a32f-14d601108235 None None] Provisioning complete for port 54ea097b-315f-4c40-88d9-41709399aecc triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:52:54.392496 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2501b2f8-11b7-4cfa-a32f-14d601108235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.392936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-4c513831-19c6-4a2e-b262-89840f5c7224 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.2765496 Aug 31 13:52:54.406144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac8c56-b2b4-449b-a104-83062ee8a8fd req-dc8b3931-b381-4df4-babb-a7288da8eaa8 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:54.443692 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a5fb6d95-b748-42aa-ab22-4eee80b03756 req-0156edb3-35d9-4398-b7d2-6c82246de6c0 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728979 Aug 31 13:52:54.449520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6ac8c56-b2b4-449b-a104-83062ee8a8fd req-dc8b3931-b381-4df4-babb-a7288da8eaa8 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 932 time: 0.4653385 Aug 31 13:52:54.462661 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.498909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2501b2f8-11b7-4cfa-a32f-14d601108235 None None] Port 54ea097b-315f-4c40-88d9-41709399aecc cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:52:54.512111 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-576568eb-e508-4191-8d76-69e82985eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.516796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e607206-4c59-4807-9dc9-308aae8220e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4295241-4e07-467c-82e3-851743e766e5'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:54.517701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-576568eb-e508-4191-8d76-69e82985eba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.519352 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc082f33-d419-41ce-8e40-a605495fdef1" -d '{"events": [{"server_uuid": "0e607206-4c59-4807-9dc9-308aae8220e9", "name": "network-vif-plugged", "status": "completed", "tag": "a4295241-4e07-467c-82e3-851743e766e5"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:54.525260 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-576568eb-e508-4191-8d76-69e82985eba9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03e5206d-ce03-42e0-86f7-facde47f7047 HTTP/1.1" status: 204 len: 168 time: 0.7856288 Aug 31 13:52:54.540818 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6ac8c56-b2b4-449b-a104-83062ee8a8fd req-7fd121ae-d8e2-4c08-bc81-9393d86d4d19 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901365 Aug 31 13:52:54.577509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a4295241-4e07-467c-82e3-851743e766e5, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a4295241-4e07-467c-82e3-851743e766e5,segment=NetworkSegment(61f99ee8-2468-4259-ac11-dfdd2a3dc2da),segment_id=61f99ee8-2468-4259-ac11-dfdd2a3dc2da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:52:54.583185 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.592551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ea097b-315f-4c40-88d9-41709399aecc {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:52:54.592984 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-b973f5d4-a841-440d-ba3b-a7209a127a90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405976 Aug 31 13:52:54.604048 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73b8130-146f-48b6-a8d2-fc58e56decf0 x-openstack-request-id: req-f73b8130-146f-48b6-a8d2-fc58e56decf0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:54.604190 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecea7462-fa4d-42a4-ac54-98c066e2d46e", "tag": "82165258-0e63-4028-a117-3883ba2cf6d5", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:54.604538 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f73b8130-146f-48b6-a8d2-fc58e56decf0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:54.604946 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecea7462-fa4d-42a4-ac54-98c066e2d46e', 'tag': '82165258-0e63-4028-a117-3883ba2cf6d5', 'status': 'completed', 'code': 200} Aug 31 13:52:54.606410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576568eb-e508-4191-8d76-69e82985eba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e5206d-ce03-42e0-86f7-facde47f7047,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:54.617706 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.651245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Transition to ACTIVE for port object 54ea097b-315f-4c40-88d9-41709399aecc will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:52:54.659309 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.694299 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb7bfaa-3852-4c53-b7f4-f46d9f3ef160 x-openstack-request-id: req-edb7bfaa-3852-4c53-b7f4-f46d9f3ef160 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:54.694592 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e607206-4c59-4807-9dc9-308aae8220e9", "name": "network-vif-plugged", "status": "completed", "tag": "a4295241-4e07-467c-82e3-851743e766e5", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:54.694854 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edb7bfaa-3852-4c53-b7f4-f46d9f3ef160 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:54.695253 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e607206-4c59-4807-9dc9-308aae8220e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4295241-4e07-467c-82e3-851743e766e5', 'code': 200} Aug 31 13:52:54.743055 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=a4295241-4e07-467c-82e3-851743e766e5,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:54.764178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Pushing event updated for resources: {'Port': ['ID=54ea097b-315f-4c40-88d9-41709399aecc,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:54.867100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Attempting to bind port 54ea097b-315f-4c40-88d9-41709399aecc on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:52:54.869941 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Attempting to bind port 54ea097b-315f-4c40-88d9-41709399aecc by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:52:54.870505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Attempting to bind port 54ea097b-315f-4c40-88d9-41709399aecc on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:54.888946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Port 54ea097b-315f-4c40-88d9-41709399aecc on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:52:54.889096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Attempting to bind port 54ea097b-315f-4c40-88d9-41709399aecc on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:52:54.907425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:52:54.907864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:52:54.908371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:52:54.908859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Bound port: 54ea097b-315f-4c40-88d9-41709399aecc, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:52:54.909282 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:54.929961 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-962662ff-46dc-449b-a4f1-4388c374945b service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126650 Aug 31 13:52:54.940906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8dee1-00ff-4659-8eb8-b5f70801cc06 req-ccc71dec-22a0-42c1-9a0c-bb28a767980c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:54.948461 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-40d8dee1-00ff-4659-8eb8-b5f70801cc06 req-ccc71dec-22a0-42c1-9a0c-bb28a767980c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 944 time: 0.1467237 Aug 31 13:52:55.018855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52563dd-5bc8-420c-8cf3-a373b9bf36b9 req-15e23efb-eaf3-4ab6-a489-a6da1d008bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:55.020397 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d52563dd-5bc8-420c-8cf3-a373b9bf36b9 req-15e23efb-eaf3-4ab6-a489-a6da1d008bd7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 1096 time: 0.2372563 Aug 31 13:52:55.072824 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-40d8dee1-00ff-4659-8eb8-b5f70801cc06 req-e762e9ea-9077-41b2-9781-12b131527d0a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148710 Aug 31 13:52:55.110022 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] For port 54ea097b-315f-4c40-88d9-41709399aecc, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:52:55.118696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] For port 54ea097b-315f-4c40-88d9-41709399aecc, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=54ea097b-315f-4c40-88d9-41709399aecc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:52:55.125537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:55.207229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:55.207883 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:55.209383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] 10.222.0.13 "PUT /v2.0/ports/54ea097b-315f-4c40-88d9-41709399aecc HTTP/1.1" status: 200 len: 1094 time: 1.4836586 Aug 31 13:52:55.209857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dfcb10-093d-4ef9-b81b-e029fbb1054e', 'tag': '54ea097b-315f-4c40-88d9-41709399aecc'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:55.217055 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddb96249-dad0-4d34-a91d-d740e54696ee req-d92c2df4-77ac-44f0-a7e0-db459bb95411 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569032 Aug 31 13:52:55.228043 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c7300d-a83c-4e38-b297-09b1c6709298" -d '{"events": [{"name": "network-changed", "server_uuid": "74dfcb10-093d-4ef9-b81b-e029fbb1054e", "tag": "54ea097b-315f-4c40-88d9-41709399aecc"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:55.271791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec11f6-9c60-4685-92fc-c55910a374cc req-30511073-ce71-4ea1-ab74-d979f4a257b0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:55.274894 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82ec11f6-9c60-4685-92fc-c55910a374cc req-30511073-ce71-4ea1-ab74-d979f4a257b0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.3442924 Aug 31 13:52:55.278874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d52563dd-5bc8-420c-8cf3-a373b9bf36b9 req-ab74599a-ea98-4a18-b70f-9529575d83a2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941072 Aug 31 13:52:55.309994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55748) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:55.367492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca25a89-b340-4b2a-b4b6-4228ebf40201 service neutron] Pushing event updated for resources: {'Port': ['ID=54ea097b-315f-4c40-88d9-41709399aecc,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:55.375911 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7077cfdb-ba07-4233-9ed1-5ea367323a77 req-c6617bb8-6121-4c16-937b-9e4735a941d9 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.0567725 Aug 31 13:52:55.399435 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4042bc9a-ceeb-4953-bba6-fb668ffbbb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:55.537433 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82ec11f6-9c60-4685-92fc-c55910a374cc req-ee9644b1-d117-4f41-afa2-6b3661bd00b8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290497 Aug 31 13:52:55.552839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb3b62-4e8b-4f0e-9765-ad2909f1c128 req-6a7fa514-9a3d-4f64-adff-917e582317e5 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:55.564543 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5feb3b62-4e8b-4f0e-9765-ad2909f1c128 req-6a7fa514-9a3d-4f64-adff-917e582317e5 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 946 time: 0.0914843 Aug 31 13:52:55.650392 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5feb3b62-4e8b-4f0e-9765-ad2909f1c128 req-3e82e308-f37d-4cea-9063-d769fe3dbd31 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734019 Aug 31 13:52:55.654270 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a24bd7-b587-41b7-b469-0079b49eb8dc x-openstack-request-id: req-a8a24bd7-b587-41b7-b469-0079b49eb8dc {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:52:55.654843 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dfcb10-093d-4ef9-b81b-e029fbb1054e", "tag": "54ea097b-315f-4c40-88d9-41709399aecc", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:52:55.656075 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8a24bd7-b587-41b7-b469-0079b49eb8dc {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:52:55.658747 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dfcb10-093d-4ef9-b81b-e029fbb1054e', 'tag': '54ea097b-315f-4c40-88d9-41709399aecc', 'status': 'completed', 'code': 200} Aug 31 13:52:55.672940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-8147edc8-85ec-4831-a2b6-fd341f799703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:55.675142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-8147edc8-85ec-4831-a2b6-fd341f799703 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c7b2a052aba406683468ce4308b3372&device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 1097 time: 0.3936014 Aug 31 13:52:55.679203 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4042bc9a-ceeb-4953-bba6-fb668ffbbb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:55.691809 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4042bc9a-ceeb-4953-bba6-fb668ffbbb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:55.782646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-e967557c-2f07-4867-9039-46bfa8be05b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=54ea097b-315f-4c40-88d9-41709399aecc HTTP/1.1" status: 200 len: 217 time: 0.0469329 Aug 31 13:52:55.798966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c4460-2a87-4408-8b99-f83d16e6fb89 req-3611c0a2-516e-44ce-b80e-d4b8ce164a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:55.800497 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e8c4460-2a87-4408-8b99-f83d16e6fb89 req-3611c0a2-516e-44ce-b80e-d4b8ce164a6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 1095 time: 0.2598283 Aug 31 13:52:55.802204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e9b6-bb67-4bd0-a47f-1694f1ddcee3 req-15d7d4df-556a-40de-bb95-dbc8b07f430e tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:55.804056 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bda9e9b6-bb67-4bd0-a47f-1694f1ddcee3 req-15d7d4df-556a-40de-bb95-dbc8b07f430e tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 932 time: 0.0733428 Aug 31 13:52:55.843859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55758) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:55.846383 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4042bc9a-ceeb-4953-bba6-fb668ffbbb2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62bd0c4987354f729ec3d10a271c68fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335805 Aug 31 13:52:55.884229 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bda9e9b6-bb67-4bd0-a47f-1694f1ddcee3 req-112982df-d0e1-437c-b63b-ae60dca49f1a tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672116 Aug 31 13:52:55.942976 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2b230d6-c26b-411e-b74a-7c80db3f8822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:56.003284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042bc9a-ceeb-4953-bba6-fb668ffbbb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52ec0b8-a690-44a6-a239-1245d3cffc97,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:56.018539 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2b230d6-c26b-411e-b74a-7c80db3f8822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:56.048896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721718d-ff05-45e4-8e9f-cb526f0b39f7 req-b7f96727-9053-4415-aebf-22669e46d354 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.057234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5721718d-ff05-45e4-8e9f-cb526f0b39f7 req-b7f96727-9053-4415-aebf-22669e46d354 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 945 time: 0.2666190 Aug 31 13:52:56.093624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-f4671cf3-ee2c-45a2-8866-c797cbb232c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.094972 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-f4671cf3-ee2c-45a2-8866-c797cbb232c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2687116 Aug 31 13:52:56.098988 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2b230d6-c26b-411e-b74a-7c80db3f8822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:56.101893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2b230d6-c26b-411e-b74a-7c80db3f8822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:56.103360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f2b230d6-c26b-411e-b74a-7c80db3f8822 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a52ec0b8-a690-44a6-a239-1245d3cffc97 HTTP/1.1" status: 204 len: 168 time: 0.2583129 Aug 31 13:52:56.135047 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b230d6-c26b-411e-b74a-7c80db3f8822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52ec0b8-a690-44a6-a239-1245d3cffc97,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:56.135917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c4460-2a87-4408-8b99-f83d16e6fb89 req-bdc57106-f876-4d86-b690-608409ed2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.144259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e8c4460-2a87-4408-8b99-f83d16e6fb89 req-bdc57106-f876-4d86-b690-608409ed2209 service neutron] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.3080482 Aug 31 13:52:56.197204 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5721718d-ff05-45e4-8e9f-cb526f0b39f7 req-58f3a7b8-3607-43a4-86aa-dccb1a0af5a6 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374898 Aug 31 13:52:56.236381 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e8c4460-2a87-4408-8b99-f83d16e6fb89 req-9e7cea8e-2578-47c5-ba7e-e11ac498a3ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82165258-0e63-4028-a117-3883ba2cf6d5 HTTP/1.1" status: 200 len: 217 time: 0.0583637 Aug 31 13:52:56.334270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c4460-2a87-4408-8b99-f83d16e6fb89 req-b8ebed0a-975e-415a-a181-a35896e3aace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.335935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e8c4460-2a87-4408-8b99-f83d16e6fb89 req-b8ebed0a-975e-415a-a181-a35896e3aace service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.0786471 Aug 31 13:52:56.342701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bb0f971-03f3-4a99-a2b6-c2d9c17e4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.343412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f8f5-81fd-4abc-816e-a4ad44466ec4 req-116cce82-de06-4fd1-bbbe-e6d6cad9e94a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.344485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-3bb0f971-03f3-4a99-a2b6-c2d9c17e4d08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2322958 Aug 31 13:52:56.344998 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0c4f8f5-81fd-4abc-816e-a4ad44466ec4 req-116cce82-de06-4fd1-bbbe-e6d6cad9e94a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 944 time: 0.0968764 Aug 31 13:52:56.421249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0c4f8f5-81fd-4abc-816e-a4ad44466ec4 req-542bcf92-83be-4173-ab15-c4734dd946a6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697477 Aug 31 13:52:56.427502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e8c4460-2a87-4408-8b99-f83d16e6fb89 req-bf62a880-5d3e-4244-9607-362002285eb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547276 Aug 31 13:52:56.577896 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7bfe83c-9e6b-441d-887b-b5a184e80835 req-36fa1fd2-a0cb-4c23-b362-3ff7bda5d67d tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.0760341 Aug 31 13:52:56.657356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-f450a8ac-6a9d-403c-aed0-9d18da131959 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629855 Aug 31 13:52:56.657356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e8c4460-2a87-4408-8b99-f83d16e6fb89 req-708bc73e-e0a6-43c8-81dc-597bd7e5dee1 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922996 Aug 31 13:52:56.761282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7d904-404d-48a2-a61e-df3a9d947808 req-4b6e948d-a189-41a8-bd96-0ca67ef2bbbe tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.763112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dfa7d904-404d-48a2-a61e-df3a9d947808 req-4b6e948d-a189-41a8-bd96-0ca67ef2bbbe tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.1216941 Aug 31 13:52:56.840684 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dfa7d904-404d-48a2-a61e-df3a9d947808 req-62ff9508-c288-4312-90dd-0e9bac83aa60 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666368 Aug 31 13:52:56.894327 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e8c4460-2a87-4408-8b99-f83d16e6fb89 req-19519ad4-ac72-4b7e-b3a1-0efe27b454dc service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095485 Aug 31 13:52:56.933685 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5bee8-7fe3-4ae2-9410-266590808505 req-833f058b-3406-448c-a580-098bbf7a6470 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:56.945785 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06a5bee8-7fe3-4ae2-9410-266590808505 req-833f058b-3406-448c-a580-098bbf7a6470 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 946 time: 0.1747911 Aug 31 13:52:56.982096 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f79f7d2e-0e04-497c-a0a3-cc9ed457e7ef req-6e2b187b-598a-4c29-a6cf-e8510eaf47e9 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118389 Aug 31 13:52:57.010624 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06a5bee8-7fe3-4ae2-9410-266590808505 req-341076a4-c4b6-4cd9-a1fd-a7d61be4302a tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613377 Aug 31 13:52:57.092533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9fee0-8484-4136-a07c-896faa88f75a req-c58fb082-8601-4266-970e-0b5fe5af229a tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.100598 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eeb9fee0-8484-4136-a07c-896faa88f75a req-c58fb082-8601-4266-970e-0b5fe5af229a tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 932 time: 0.1159902 Aug 31 13:52:57.149213 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eeb9fee0-8484-4136-a07c-896faa88f75a req-f2f54eeb-2c6b-4c13-a6e7-3948a76157ec tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473151 Aug 31 13:52:57.409470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4943fa3-6392-4317-8cd7-1b302b9971a4 req-fc16bd63-935d-477b-93fe-bbff2c02050b tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.417189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b4943fa3-6392-4317-8cd7-1b302b9971a4 req-fc16bd63-935d-477b-93fe-bbff2c02050b tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 945 time: 0.1260111 Aug 31 13:52:57.426247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7300d-a83c-4e38-b297-09b1c6709298 req-5a25c833-04c7-449e-9d10-0df0166e23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.427764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45c7300d-a83c-4e38-b297-09b1c6709298 req-5a25c833-04c7-449e-9d10-0df0166e23a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c7b2a052aba406683468ce4308b3372&device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 1097 time: 0.3515432 Aug 31 13:52:57.507650 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b4943fa3-6392-4317-8cd7-1b302b9971a4 req-da238ec3-eb4a-4e00-bdd2-28880c0435a6 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905695 Aug 31 13:52:57.561916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7300d-a83c-4e38-b297-09b1c6709298 req-df1ade8b-3e7a-4013-8642-12669cb919a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.563745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45c7300d-a83c-4e38-b297-09b1c6709298 req-df1ade8b-3e7a-4013-8642-12669cb919a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1127241 Aug 31 13:52:57.679011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45c7300d-a83c-4e38-b297-09b1c6709298 req-468efd96-84e5-429c-beed-e7c481a5d3e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=54ea097b-315f-4c40-88d9-41709399aecc HTTP/1.1" status: 200 len: 217 time: 0.1049197 Aug 31 13:52:57.730272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14834a7-44d0-4752-a02a-25d0a38a829d req-323cf10c-435b-4f66-ba5e-6d4959c4df30 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.731999 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a14834a7-44d0-4752-a02a-25d0a38a829d req-323cf10c-435b-4f66-ba5e-6d4959c4df30 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 945 time: 0.0927019 Aug 31 13:52:57.749914 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55804) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:57.764599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7cfea427-a13c-48dc-a70d-85e96feb0ba3 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Request body: {'floatingip': {'port_id': 'a4295241-4e07-467c-82e3-851743e766e5'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:52:57.779514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574de08-58c8-4b97-8a3d-c3b72e0d176d req-a0a74a16-832a-4b75-b09e-b2ae117ef8c9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.784003 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c574de08-58c8-4b97-8a3d-c3b72e0d176d req-a0a74a16-832a-4b75-b09e-b2ae117ef8c9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 944 time: 0.1185498 Aug 31 13:52:57.808532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7300d-a83c-4e38-b297-09b1c6709298 req-7eab19ad-d398-492c-8413-ef03c56fc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.810045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45c7300d-a83c-4e38-b297-09b1c6709298 req-7eab19ad-d398-492c-8413-ef03c56fc05c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1118548 Aug 31 13:52:57.881758 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c574de08-58c8-4b97-8a3d-c3b72e0d176d req-bb9d27a3-12aa-4fcc-bcbc-e00c414f8703 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886800 Aug 31 13:52:57.893981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7300d-a83c-4e38-b297-09b1c6709298 req-34abce74-1633-4ec8-bf5b-fc1f0f1e079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:57.895606 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45c7300d-a83c-4e38-b297-09b1c6709298 req-34abce74-1633-4ec8-bf5b-fc1f0f1e079c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649679 Aug 31 13:52:57.944863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cfea427-a13c-48dc-a70d-85e96feb0ba3 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:58.036570 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f30a303-f302-4c10-a7f5-b2a0a0061fcb req-762c2466-cd88-4be9-b309-37eb1b20a2e1 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.1361010 Aug 31 13:52:58.135800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f9a02-cbd7-4b8a-b282-a8edbfd9734f req-9d63b4a8-4517-41b4-8786-fa54549f26f0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:58.157202 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb8f9a02-cbd7-4b8a-b282-a8edbfd9734f req-9d63b4a8-4517-41b4-8786-fa54549f26f0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.1355803 Aug 31 13:52:58.191180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45c7300d-a83c-4e38-b297-09b1c6709298 req-b9172df6-1d91-4ee2-aea0-7123d8250521 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700157 Aug 31 13:52:58.278027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb8f9a02-cbd7-4b8a-b282-a8edbfd9734f req-576a3e9a-2b71-403d-90c3-b34c0dc3811d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008193 Aug 31 13:52:58.328185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393978d-1f5b-4328-9016-1950e5322e59 req-e9ed1ab9-1d2c-45f5-b168-dfae4e673bf3 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:58.332994 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9393978d-1f5b-4328-9016-1950e5322e59 req-e9ed1ab9-1d2c-45f5-b168-dfae4e673bf3 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 946 time: 0.1052685 Aug 31 13:52:58.358730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45c7300d-a83c-4e38-b297-09b1c6709298 req-43222977-5136-46b6-aa02-010f9b070562 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529410 Aug 31 13:52:58.516400 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9393978d-1f5b-4328-9016-1950e5322e59 req-2d08f249-b219-4cf0-b107-83a03c371556 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335349 Aug 31 13:52:58.526788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ce208-93e4-4b5f-96fa-7df2490cabe5 req-6f4a6d49-d270-486b-b90a-7beac900697e tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:58.532694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8e2ce208-93e4-4b5f-96fa-7df2490cabe5 req-6f4a6d49-d270-486b-b90a-7beac900697e tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 932 time: 0.0584557 Aug 31 13:52:58.581927 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8e2ce208-93e4-4b5f-96fa-7df2490cabe5 req-e7f1bafe-72e4-4ed8-8513-eb0af1e651ca tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391974 Aug 31 13:52:58.959924 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.resource_extend [None req-7cfea427-a13c-48dc-a70d-85e96feb0ba3 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:52:59.080955 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cfea427-a13c-48dc-a70d-85e96feb0ba3 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:59.092125 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cfea427-a13c-48dc-a70d-85e96feb0ba3 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:59.134982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad577a-fb88-43e7-a5d7-c4d15052c2cb req-5c107a17-ce8f-4d6d-9d3b-40ce558341e3 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:59.138538 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebad577a-fb88-43e7-a5d7-c4d15052c2cb req-5c107a17-ce8f-4d6d-9d3b-40ce558341e3 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 944 time: 0.1106348 Aug 31 13:52:59.191245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebad577a-fb88-43e7-a5d7-c4d15052c2cb req-65f14788-f7ee-4ace-83fe-b787de15588e tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436535 Aug 31 13:52:59.252535 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a37c927c-9271-43df-957e-c959157363ae req-1db59ce0-22e5-4b8b-b433-0d8781557a44 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.0709968 Aug 31 13:52:59.283533 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-7cfea427-a13c-48dc-a70d-85e96feb0ba3 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Floating IP 3caef77e-9b0c-4338-9303-46220134d2ba associated. External IP: 172.25.3.246, port: a4295241-4e07-467c-82e3-851743e766e5. Aug 31 13:52:59.373735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55846) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:59.500596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e59562-ff09-4633-9c36-e6a9debcd3fc req-0de1b661-401d-45f5-9db9-6b3fe20f37bb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:59.503169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53e59562-ff09-4633-9c36-e6a9debcd3fc req-0de1b661-401d-45f5-9db9-6b3fe20f37bb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.1154673 Aug 31 13:52:59.563369 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-534f8ab6-1341-49bb-971f-0ba9acf07827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:59.574667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfea427-a13c-48dc-a70d-85e96feb0ba3 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Router df314f5d-0f98-48da-8070-9757981c660d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:52:59.659803 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53e59562-ff09-4633-9c36-e6a9debcd3fc req-608fc938-b738-4d8d-82cf-56f24f8ce26d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287165 Aug 31 13:52:59.741892 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfea427-a13c-48dc-a70d-85e96feb0ba3 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:52:59.748685 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cfea427-a13c-48dc-a70d-85e96feb0ba3 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:59.754018 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-534f8ab6-1341-49bb-971f-0ba9acf07827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:59.758645 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd0218-170c-409e-81b4-5188eefa2b10 None None] Sync routers for ids ['df314f5d-0f98-48da-8070-9757981c660d'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:52:59.769454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95a2c1-c90d-4d81-b0f5-d503dad4be5e req-c272d627-5c1f-42d8-824a-45e205b47263 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:59.781887 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd0218-170c-409e-81b4-5188eefa2b10 None None] Routers {'df314f5d-0f98-48da-8070-9757981c660d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:52:59.782645 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c8cd0218-170c-409e-81b4-5188eefa2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:52:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['df314f5d-0f98-48da-8070-9757981c660d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:52:59.786587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc95a2c1-c90d-4d81-b0f5-d503dad4be5e req-c272d627-5c1f-42d8-824a-45e205b47263 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 946 time: 0.1522098 Aug 31 13:52:59.801357 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-534f8ab6-1341-49bb-971f-0ba9acf07827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:52:59.844826 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7cfea427-a13c-48dc-a70d-85e96feb0ba3 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "PUT /v2.0/floatingips/3caef77e-9b0c-4338-9303-46220134d2ba HTTP/1.1" status: 200 len: 991 time: 2.0933697 Aug 31 13:52:59.847065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e607206-4c59-4807-9dc9-308aae8220e9', 'tag': 'a4295241-4e07-467c-82e3-851743e766e5'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:52:59.849569 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f29a59-8975-4216-b58d-f0ffcfcd0811" -d '{"events": [{"name": "network-changed", "server_uuid": "0e607206-4c59-4807-9dc9-308aae8220e9", "tag": "a4295241-4e07-467c-82e3-851743e766e5"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:52:59.859223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-534f8ab6-1341-49bb-971f-0ba9acf07827 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e8e8640613e4861a87686ecaeb43440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842999 Aug 31 13:52:59.862579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55860) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:52:59.869723 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc95a2c1-c90d-4d81-b0f5-d503dad4be5e req-f7bf6f0e-6baf-4fc8-8992-02a94d24fec7 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822592 Aug 31 13:52:59.900203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f8ab6-1341-49bb-971f-0ba9acf07827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99d7ab9-71c5-4869-8a3c-4ca06ed0c8bb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:52:59.913591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06e968-7b27-4e42-99bf-508037f41f70 req-55f1e0e3-cacf-4b77-b170-8d87f82118d4 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:52:59.915353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b06e968-7b27-4e42-99bf-508037f41f70 req-55f1e0e3-cacf-4b77-b170-8d87f82118d4 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 932 time: 0.1821220 Aug 31 13:52:59.958813 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-c8cd0218-170c-409e-81b4-5188eefa2b10 None None] Set router df314f5d-0f98-48da-8070-9757981c660d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:52:59.994712 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4500-eb03-4ffc-ac6e-2a3be575544a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.014362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 82165258-0e63-4028-a117-3883ba2cf6d5 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:00.071000 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b06e968-7b27-4e42-99bf-508037f41f70 req-eed7b605-b532-450b-9528-1efedb77159a tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421630 Aug 31 13:53:00.077249 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4500-eb03-4ffc-ac6e-2a3be575544a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.082169 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cda7d70-c0c4-4f49-9850-1253b0a59393 x-openstack-request-id: req-7cda7d70-c0c4-4f49-9850-1253b0a59393 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:00.082983 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e607206-4c59-4807-9dc9-308aae8220e9", "tag": "a4295241-4e07-467c-82e3-851743e766e5", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:00.082983 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cda7d70-c0c4-4f49-9850-1253b0a59393 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:00.083684 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e607206-4c59-4807-9dc9-308aae8220e9', 'tag': 'a4295241-4e07-467c-82e3-851743e766e5', 'status': 'completed', 'code': 200} Aug 31 13:53:00.159324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f29a59-8975-4216-b58d-f0ffcfcd0811 req-1658919a-d7a6-461a-ac5c-14c0adc5ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:00.161244 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1f29a59-8975-4216-b58d-f0ffcfcd0811 req-1658919a-d7a6-461a-ac5c-14c0adc5ad10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d9fcbdda7164ddb9f5dba9ec5eecdf5&device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 1096 time: 0.0620322 Aug 31 13:53:00.177303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=82165258-0e63-4028-a117-3883ba2cf6d5,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:00.212248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '82165258-0e63-4028-a117-3883ba2cf6d5', 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4', 'port_id': '82165258-0e63-4028-a117-3883ba2cf6d5', 'mac_address': 'fa:16:3e:ed:6a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1e5175-6ccd-4204-bfde-c630070636c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:53:00.288525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f29a59-8975-4216-b58d-f0ffcfcd0811 req-a162d6d0-465a-48f5-b01f-8759e2cb270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:00.290332 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1f29a59-8975-4216-b58d-f0ffcfcd0811 req-a162d6d0-465a-48f5-b01f-8759e2cb270c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2da89a8-9876-4b6d-9f58-16863b10e503 HTTP/1.1" status: 200 len: 912 time: 0.1192546 Aug 31 13:53:00.291517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4500-eb03-4ffc-ac6e-2a3be575544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.293900 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c8cd0218-170c-409e-81b4-5188eefa2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:52:27Z', 'revision_number': 4, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '3caef77e-9b0c-4338-9303-46220134d2ba', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'port_id': 'a4295241-4e07-467c-82e3-851743e766e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'mac_address': 'fa:16:3e:21:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e607206-4c59-4807-9dc9-308aae8220e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:52:36Z', 'updated_at': '2021-08-31T13:52:58Z', 'revision_number': 1, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3e191e-9214-4212-aebf-4c304918056a', 'name': '', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'mac_address': 'fa:16:3e:e8:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '76f69567-cac3-4831-ac6f-de039c35b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:25Z', 'updated_at': '2021-08-31T13:52:36Z', 'revision_number': 5, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'subnets': [{'id': '76f69567-cac3-4831-ac6f-de039c35b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:00.294753 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bbfb4500-eb03-4ffc-ac6e-2a3be575544a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.299437 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bbfb4500-eb03-4ffc-ac6e-2a3be575544a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e99d7ab9-71c5-4869-8a3c-4ca06ed0c8bb HTTP/1.1" status: 204 len: 168 time: 0.4323101 Aug 31 13:53:00.325174 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.342133 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd0218-170c-409e-81b4-5188eefa2b10 None None] Checking router: df314f5d-0f98-48da-8070-9757981c660d for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:53:00.351471 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd0218-170c-409e-81b4-5188eefa2b10 None None] Routers {'df314f5d-0f98-48da-8070-9757981c660d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:00.352120 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c8cd0218-170c-409e-81b4-5188eefa2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:52:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['df314f5d-0f98-48da-8070-9757981c660d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:00.390275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82165258-0e63-4028-a117-3883ba2cf6d5 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:00.403721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb4500-eb03-4ffc-ac6e-2a3be575544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99d7ab9-71c5-4869-8a3c-4ca06ed0c8bb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:00.452754 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=82165258-0e63-4028-a117-3883ba2cf6d5,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:00.476279 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:00.477960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 54ea097b-315f-4c40-88d9-41709399aecc details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:00.532222 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-c8cd0218-170c-409e-81b4-5188eefa2b10 None None] Set router df314f5d-0f98-48da-8070-9757981c660d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:53:00.539386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bc2c8-79e3-4d19-b765-3ed3f45eb9bc req-1cafe0e8-1a13-4819-b584-24745dc830a2 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:00.544028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f56fd80-5dcc-4a86-aefe-ea4a58c605bf req-4e3c918e-6b98-45c3-8440-5a1c095e6884 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.0857613 Aug 31 13:53:00.550768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1f29a59-8975-4216-b58d-f0ffcfcd0811 req-6b3a6d4d-2aaf-4a53-8744-5bc25d999aa4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4295241-4e07-467c-82e3-851743e766e5 HTTP/1.1" status: 200 len: 999 time: 0.2512939 Aug 31 13:53:00.551883 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-187bc2c8-79e3-4d19-b765-3ed3f45eb9bc req-1cafe0e8-1a13-4819-b584-24745dc830a2 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 944 time: 0.1888118 Aug 31 13:53:00.652238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f29a59-8975-4216-b58d-f0ffcfcd0811 req-837beb99-afca-441c-b79c-b293ec691d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:00.653848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1f29a59-8975-4216-b58d-f0ffcfcd0811 req-837beb99-afca-441c-b79c-b293ec691d9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76f69567-cac3-4831-ac6f-de039c35b390 HTTP/1.1" status: 200 len: 850 time: 0.0948205 Aug 31 13:53:00.668419 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-187bc2c8-79e3-4d19-b765-3ed3f45eb9bc req-582e5c01-c38f-4d62-8186-ad4784e40e38 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097481 Aug 31 13:53:00.725973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=82165258-0e63-4028-a117-3883ba2cf6d5,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:00.755453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f29a59-8975-4216-b58d-f0ffcfcd0811 req-f772a68f-dc92-43c7-a7be-25e11cb8d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:00.757063 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1f29a59-8975-4216-b58d-f0ffcfcd0811 req-f772a68f-dc92-43c7-a7be-25e11cb8d3f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2da89a8-9876-4b6d-9f58-16863b10e503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924213 Aug 31 13:53:00.942162 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1f29a59-8975-4216-b58d-f0ffcfcd0811 req-c0c7546c-9d1f-42ac-a530-ae188ae05a21 service neutron] 10.222.0.13 "GET /v2.0/networks/e2da89a8-9876-4b6d-9f58-16863b10e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739419 Aug 31 13:53:00.992251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55878) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:01.003748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 54ea097b-315f-4c40-88d9-41709399aecc, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=54ea097b-315f-4c40-88d9-41709399aecc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:01.035337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '54ea097b-315f-4c40-88d9-41709399aecc', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '54ea097b-315f-4c40-88d9-41709399aecc', 'mac_address': 'fa:16:3e:36:c3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:53:01.052787 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c4cad1f-a5c6-4add-838d-caa592262fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.083292 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.102317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ea097b-315f-4c40-88d9-41709399aecc {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:01.104114 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c8cd0218-170c-409e-81b4-5188eefa2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:52:27Z', 'revision_number': 4, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '3caef77e-9b0c-4338-9303-46220134d2ba', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'port_id': 'a4295241-4e07-467c-82e3-851743e766e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'mac_address': 'fa:16:3e:21:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e607206-4c59-4807-9dc9-308aae8220e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:52:36Z', 'updated_at': '2021-08-31T13:52:58Z', 'revision_number': 1, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3e191e-9214-4212-aebf-4c304918056a', 'name': '', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'mac_address': 'fa:16:3e:e8:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '76f69567-cac3-4831-ac6f-de039c35b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:25Z', 'updated_at': '2021-08-31T13:52:36Z', 'revision_number': 5, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'subnets': [{'id': '76f69567-cac3-4831-ac6f-de039c35b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:01.133947 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 54ea097b-315f-4c40-88d9-41709399aecc, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=54ea097b-315f-4c40-88d9-41709399aecc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:01.141586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.142318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb2d32-685f-4af0-8498-44aa72298a77 req-2d26fba8-33f0-4ebb-b68a-7b20ba69ca14 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:01.144634 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0cb2d32-685f-4af0-8498-44aa72298a77 req-2d26fba8-33f0-4ebb-b68a-7b20ba69ca14 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 946 time: 0.1293142 Aug 31 13:53:01.166810 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd0218-170c-409e-81b4-5188eefa2b10 None None] The sync data for ids ['df314f5d-0f98-48da-8070-9757981c660d'] in n-d-792364-6 is: [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:52:27Z', 'revision_number': 4, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '3caef77e-9b0c-4338-9303-46220134d2ba', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'port_id': 'a4295241-4e07-467c-82e3-851743e766e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'mac_address': 'fa:16:3e:21:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e607206-4c59-4807-9dc9-308aae8220e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:52:36Z', 'updated_at': '2021-08-31T13:52:58Z', 'revision_number': 1, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3e191e-9214-4212-aebf-4c304918056a', 'name': '', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'mac_address': 'fa:16:3e:e8:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '76f69567-cac3-4831-ac6f-de039c35b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:25Z', 'updated_at': '2021-08-31T13:52:36Z', 'revision_number': 5, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'subnets': [{'id': '76f69567-cac3-4831-ac6f-de039c35b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:53:01.200877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1f29a59-8975-4216-b58d-f0ffcfcd0811 req-92b54c94-1847-4740-b1e9-393cc21acec9 service neutron] 10.222.0.13 "GET /v2.0/networks/e2da89a8-9876-4b6d-9f58-16863b10e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479188 Aug 31 13:53:01.222145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971490-3ad3-43e4-a9dd-dd40caf395ec req-f0041019-b49e-4433-a536-6bdcc4a96869 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:01.225147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c2971490-3ad3-43e4-a9dd-dd40caf395ec req-f0041019-b49e-4433-a536-6bdcc4a96869 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.2862370 Aug 31 13:53:01.241983 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=54ea097b-315f-4c40-88d9-41709399aecc,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:01.288788 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c4cad1f-a5c6-4add-838d-caa592262fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.292145 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-946129e7-9f97-4e91-bdfd-6e7662dc071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.300786 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c4cad1f-a5c6-4add-838d-caa592262fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.301147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c2971490-3ad3-43e4-a9dd-dd40caf395ec req-0114337e-53b7-46a3-b5d1-3888feb01bab tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625117 Aug 31 13:53:01.376030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cad1f-a5c6-4add-838d-caa592262fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb86bbd-51fb-4d0d-91dc-f82ec0cd93e4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:01.390300 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0cb2d32-685f-4af0-8498-44aa72298a77 req-88ee56f5-2689-496b-af02-915f19c7c53b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300484 Aug 31 13:53:01.398818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55882) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:01.411147 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1c4cad1f-a5c6-4add-838d-caa592262fef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8002ea04097841cfbe131f50ccbe84c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101863 Aug 31 13:53:01.468230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['82165258-0e63-4028-a117-3883ba2cf6d5'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:01.495149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ef4b6cf-df64-4bab-a0e6-d027b04a14bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.532505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['54ea097b-315f-4c40-88d9-41709399aecc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:01.570442 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ef4b6cf-df64-4bab-a0e6-d027b04a14bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.595580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b9b1e-4663-44e9-b212-c886a6595d69 None None] New status for floating IP 3caef77e-9b0c-4338-9303-46220134d2ba: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:53:01.601471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b9f38-6306-4620-8179-9dd6596e03c7 req-8e5f0f5c-2b15-468d-9f67-bdcc75b52546 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:01.606797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc5b9f38-6306-4620-8179-9dd6596e03c7 req-8e5f0f5c-2b15-468d-9f67-bdcc75b52546 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 932 time: 0.1271026 Aug 31 13:53:01.704941 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ef4b6cf-df64-4bab-a0e6-d027b04a14bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.708982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ef4b6cf-df64-4bab-a0e6-d027b04a14bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:01.712637 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2ef4b6cf-df64-4bab-a0e6-d027b04a14bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffb86bbd-51fb-4d0d-91dc-f82ec0cd93e4 HTTP/1.1" status: 204 len: 168 time: 0.3105707 Aug 31 13:53:01.712808 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee309b6b-2ecb-4ff6-987a-25e6a95786a3 req-2dd5c93a-9bb3-4f83-acab-37e1621fac95 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.0583594 Aug 31 13:53:01.741261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc5b9f38-6306-4620-8179-9dd6596e03c7 req-b8ebcd74-ee48-4da5-884f-52b28399bd51 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866375 Aug 31 13:53:01.743272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4b6cf-df64-4bab-a0e6-d027b04a14bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb86bbd-51fb-4d0d-91dc-f82ec0cd93e4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:01.943587 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7b619-de05-40b7-bbcb-7ad1f7bb3066 req-4c58fe64-6b0e-4a80-8855-fdf3c6357f73 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:01.953194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-36e7b619-de05-40b7-bbcb-7ad1f7bb3066 req-4c58fe64-6b0e-4a80-8855-fdf3c6357f73 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 945 time: 0.0857103 Aug 31 13:53:02.002875 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-36e7b619-de05-40b7-bbcb-7ad1f7bb3066 req-c1fc0aa0-f3a9-4ca6-b2ac-13a7bb2bfa16 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485089 Aug 31 13:53:02.540685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a6839-980e-430b-9320-d9db33012311 req-a2fab965-c92e-4d3e-9670-3aa4f40be963 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:02.543957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-716a6839-980e-430b-9320-d9db33012311 req-a2fab965-c92e-4d3e-9670-3aa4f40be963 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.1351595 Aug 31 13:53:02.598958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b435-8545-4a1b-9f52-ed1df1254b26 req-ef7fcc44-0e15-4e7b-bb4e-8dd680ec1907 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:02.608255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8e49b435-8545-4a1b-9f52-ed1df1254b26 req-ef7fcc44-0e15-4e7b-bb4e-8dd680ec1907 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 947 time: 0.0900834 Aug 31 13:53:02.615664 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-716a6839-980e-430b-9320-d9db33012311 req-63036292-593a-4b74-834c-bc3b50e209e2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648468 Aug 31 13:53:02.673161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8e49b435-8545-4a1b-9f52-ed1df1254b26 req-a63b5fb3-90ee-4cb0-a541-ae87b17c96b3 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637684 Aug 31 13:53:02.846573 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-146c3646-e509-4322-9bc5-5cb90b7e2a8e req-39bf4712-62ef-4792-8432-6c5d36a30c86 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.0540528 Aug 31 13:53:02.951949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9852c-b9c0-431c-bc57-0d9495dfe520 req-1b212450-a811-42ce-95a8-3f3910c6f366 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:02.953917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3c9852c-b9c0-431c-bc57-0d9495dfe520 req-1b212450-a811-42ce-95a8-3f3910c6f366 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 932 time: 0.1167581 Aug 31 13:53:03.017452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3c9852c-b9c0-431c-bc57-0d9495dfe520 req-70933abc-19ea-4188-af10-6bb67a4b7a61 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564034 Aug 31 13:53:03.200395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c17063-54b0-4369-b117-309ffde66cf2 req-477a9188-609e-4736-b389-60be6fbb8674 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:03.233175 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5c17063-54b0-4369-b117-309ffde66cf2 req-477a9188-609e-4736-b389-60be6fbb8674 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 945 time: 0.1246936 Aug 31 13:53:03.296196 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5c17063-54b0-4369-b117-309ffde66cf2 req-e8b1d846-7414-473c-a48e-639fcf4fe51b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588529 Aug 31 13:53:03.811108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a4a3d-b481-4403-a4ed-73bebf50e08c req-cfe806ce-59e7-4032-83bb-e164f5d90852 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:03.812629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff5a4a3d-b481-4403-a4ed-73bebf50e08c req-cfe806ce-59e7-4032-83bb-e164f5d90852 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.0962269 Aug 31 13:53:03.886476 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff5a4a3d-b481-4403-a4ed-73bebf50e08c req-96c5b002-0183-4168-8abf-78a6f3c89555 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645785 Aug 31 13:53:03.904098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a49287-a849-4fe1-8ccd-ba780815e9a3 req-a50005db-5130-4003-a3ac-2fdb228a100b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:03.928071 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88a49287-a849-4fe1-8ccd-ba780815e9a3 req-a50005db-5130-4003-a3ac-2fdb228a100b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 947 time: 0.1305015 Aug 31 13:53:03.930745 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:03.973563 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e0c52f76-4fd5-476e-83c9-a1b44508f897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.021933 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88a49287-a849-4fe1-8ccd-ba780815e9a3 req-4d849f1d-c951-45e7-89b6-8caaa330d5eb tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891886 Aug 31 13:53:04.030193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 82165258-0e63-4028-a117-3883ba2cf6d5 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:04.127539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 82165258-0e63-4028-a117-3883ba2cf6d5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:04.130723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d198a904-2e96-48ff-ac2f-944409f2ede0 req-35c480bd-1df4-4de8-8fcf-c90a1603838d tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.0524993 Aug 31 13:53:04.132235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 82165258-0e63-4028-a117-3883ba2cf6d5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:04.142507 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.313565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5318f7-04cb-49bc-b246-14b026c774c9 req-92e2cb9c-aa29-4af1-bc43-77144c619051 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:04.315763 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b5318f7-04cb-49bc-b246-14b026c774c9 req-92e2cb9c-aa29-4af1-bc43-77144c619051 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 932 time: 0.1106365 Aug 31 13:53:04.321372 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.349975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecea7462-fa4d-42a4-ac54-98c066e2d46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82165258-0e63-4028-a117-3883ba2cf6d5'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:04.351946 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95954eae-8d93-47e0-81ee-9d731042b1ee" -d '{"events": [{"server_uuid": "ecea7462-fa4d-42a4-ac54-98c066e2d46e", "name": "network-vif-plugged", "status": "completed", "tag": "82165258-0e63-4028-a117-3883ba2cf6d5"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:04.356031 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b5318f7-04cb-49bc-b246-14b026c774c9 req-ce92d305-8ea7-4744-ad4d-66666acc747e tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349405 Aug 31 13:53:04.369385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=82165258-0e63-4028-a117-3883ba2cf6d5,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:04.378722 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.379614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 54ea097b-315f-4c40-88d9-41709399aecc up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:04.423852 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52481f41-38d1-4612-b9f1-ad32e99f64a8 x-openstack-request-id: req-52481f41-38d1-4612-b9f1-ad32e99f64a8 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:04.424172 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecea7462-fa4d-42a4-ac54-98c066e2d46e", "name": "network-vif-plugged", "status": "completed", "tag": "82165258-0e63-4028-a117-3883ba2cf6d5", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:04.424449 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52481f41-38d1-4612-b9f1-ad32e99f64a8 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:04.424953 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecea7462-fa4d-42a4-ac54-98c066e2d46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82165258-0e63-4028-a117-3883ba2cf6d5', 'code': 200} Aug 31 13:53:04.460809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1bf8b-b4fc-435c-9e5a-9c002db28c28 req-b96e4919-2289-4def-9cb7-bd1559b60dd5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:04.463718 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dba1bf8b-b4fc-435c-9e5a-9c002db28c28 req-b96e4919-2289-4def-9cb7-bd1559b60dd5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 946 time: 0.0805185 Aug 31 13:53:04.468778 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=82165258-0e63-4028-a117-3883ba2cf6d5,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:04.489735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 54ea097b-315f-4c40-88d9-41709399aecc completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:04.497260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 54ea097b-315f-4c40-88d9-41709399aecc triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:04.497746 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.530490 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dba1bf8b-b4fc-435c-9e5a-9c002db28c28 req-2cdfcf2b-168e-4a10-88cb-87b74074afd0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581157 Aug 31 13:53:04.560987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed4be2-66fa-41a2-9b44-416437fcc592 req-7ae7266e-ae4e-4ad9-9a2f-7dbe57ad2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:04.562475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55988) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:04.562852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21ed4be2-66fa-41a2-9b44-416437fcc592 req-7ae7266e-ae4e-4ad9-9a2f-7dbe57ad2a40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 1097 time: 0.0536511 Aug 31 13:53:04.616176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21ed4be2-66fa-41a2-9b44-416437fcc592 req-24894918-80be-44b1-8dee-e2796c63a580 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370836 Aug 31 13:53:04.650270 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.685232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 54ea097b-315f-4c40-88d9-41709399aecc, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=54ea097b-315f-4c40-88d9-41709399aecc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:04.690292 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.705716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.745341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=54ea097b-315f-4c40-88d9-41709399aecc,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:04.813628 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.817703 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.856949 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2071548b80142cab459f8dc4c411c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930346 Aug 31 13:53:04.857756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c20b49f-8eae-424b-bbb7-6ff95aa6543d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:04.859720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55992) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:04.865490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:04.865840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:04.866184 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:04.866522 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:04.866857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:04.867185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:04.867518 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:04.867846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:04.868176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:04.868526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:04.868854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:04.869178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6346738-130b-459a-90be-f4cce9e72c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:04.912878 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:04.934762 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.014526 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.017445 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.018247 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.018714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c20b49f-8eae-424b-bbb7-6ff95aa6543d HTTP/1.1" status: 204 len: 168 time: 0.1576593 Aug 31 13:53:05.031448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c20b49f-8eae-424b-bbb7-6ff95aa6543d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:05.043026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75689a8-c50b-491f-902a-f7df76cc78c6 req-171cf607-cf7d-49d2-995d-92a2ee2c33f5 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.044587 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c75689a8-c50b-491f-902a-f7df76cc78c6 req-171cf607-cf7d-49d2-995d-92a2ee2c33f5 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.0746670 Aug 31 13:53:05.049856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:05.050209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:05.050554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:05.051495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:05.051613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:05.051918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:05.052259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:05.052631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:05.053305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:05.053639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:05.053967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:05.054292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ac8d9-49a1-42a0-a184-25aa91d9d311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:05.138437 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c75689a8-c50b-491f-902a-f7df76cc78c6 req-2f09f45d-d7e9-41e0-adb3-6c5f63f2fea2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750918 Aug 31 13:53:05.193991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa534e-859c-4932-b761-9608b19c13b0 req-61d571ab-5ec3-42d3-8593-92289c1bcde7 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.195749 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-45fa534e-859c-4932-b761-9608b19c13b0 req-61d571ab-5ec3-42d3-8593-92289c1bcde7 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 948 time: 0.0735159 Aug 31 13:53:05.255274 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f069e0a7-e767-4352-9232-30431ba8af47 req-e748a11b-441d-418b-a14b-bea9b0a0325a tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=106b7bb4-03b8-4cec-946d-77dbdc5610a4 HTTP/1.1" status: 200 len: 210 time: 0.0352135 Aug 31 13:53:05.256987 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-45fa534e-859c-4932-b761-9608b19c13b0 req-769fb77a-34d4-4524-9485-ea8bf964d237 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518913 Aug 31 13:53:05.373125 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Request body: {'port': {'device_id': '289d7d5f-3319-4fbc-9dfe-88a014801f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:05.549782 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.611277 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8845c-86e5-4a9a-b191-41cee07d12ba req-5462c334-2a69-47b6-9e1e-d8311fbb5f84 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.612951 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45b8845c-86e5-4a9a-b191-41cee07d12ba req-5462c334-2a69-47b6-9e1e-d8311fbb5f84 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 932 time: 0.1423769 Aug 31 13:53:05.630289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ef5a4755-e5f7-4773-ae4a-01a19ef53dc7 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.631834 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-ef5a4755-e5f7-4773-ae4a-01a19ef53dc7 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86&tenant_id=24b3f2febd7d4b85836b75e97fa9634b&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 1095 time: 0.1376867 Aug 31 13:53:05.739091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f557b-6ae6-4369-bceb-c5e296dd1a69 req-987604cb-95d8-4431-ba8e-165ae1de3606 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:05.741219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-538f557b-6ae6-4369-bceb-c5e296dd1a69 req-987604cb-95d8-4431-ba8e-165ae1de3606 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 946 time: 0.0815129 Aug 31 13:53:05.787217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45b8845c-86e5-4a9a-b191-41cee07d12ba req-9da0de8a-5ad8-42fe-9daa-c7a495f813e8 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615629 Aug 31 13:53:05.821063 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-538f557b-6ae6-4369-bceb-c5e296dd1a69 req-e4c86ab9-189c-4837-b1f4-01accfd2e008 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687156 Aug 31 13:53:05.925115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-9f157df1-7c60-4fd1-a296-58ba2f8e53b3 service neutron] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:05.930315 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-9f157df1-7c60-4fd1-a296-58ba2f8e53b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:05.931444 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ac4d588-ee5a-4cd0-b9e1-037975964811 req-9f157df1-7c60-4fd1-a296-58ba2f8e53b3 service neutron] 10.222.0.52 "DELETE /v2.0/ports/a37b2def-a82a-445e-a057-f77a5d973d37/bindings/n-h1-792364-6 HTTP/1.1" status: 204 len: 173 time: 0.2854083 Aug 31 13:53:06.028896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f7186e-c883-4210-a299-841f22476cec {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:06.038778 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.054786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Transition to ACTIVE for port object f3f7186e-c883-4210-a299-841f22476cec will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:06.060027 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.146230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f7186e-c883-4210-a299-841f22476cec,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:06.202668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Attempting to bind port f3f7186e-c883-4210-a299-841f22476cec on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:06.203109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Attempting to bind port f3f7186e-c883-4210-a299-841f22476cec by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:06.203516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Attempting to bind port f3f7186e-c883-4210-a299-841f22476cec on network db7e883b-f45f-4ee9-af58-52dd2795330e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:06.208770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Port f3f7186e-c883-4210-a299-841f22476cec on network db7e883b-f45f-4ee9-af58-52dd2795330e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:06.209347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Attempting to bind port f3f7186e-c883-4210-a299-841f22476cec on network db7e883b-f45f-4ee9-af58-52dd2795330e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:06.215741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:06.216212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Checking segment: {'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:06.216712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Bound using segment: {'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:06.217233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Bound port: f3f7186e-c883-4210-a299-841f22476cec, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdcc875-5fb5-499b-96ed-70702d92cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:06.218241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.326879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150bf37-7cf2-40ea-8346-1f74d83e492c req-92a588e4-8dbd-4146-8759-bcd8d62779a4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.328483 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f150bf37-7cf2-40ea-8346-1f74d83e492c req-92a588e4-8dbd-4146-8759-bcd8d62779a4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.0947311 Aug 31 13:53:06.345669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] For port f3f7186e-c883-4210-a299-841f22476cec, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:06.358838 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-9fcb155c-af4f-40fb-831b-46cee2b1a9c7 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ecbf5b08c5394993aec1769d26037f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314319 Aug 31 13:53:06.369530 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] For port f3f7186e-c883-4210-a299-841f22476cec, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=f3f7186e-c883-4210-a299-841f22476cec,segment=NetworkSegment(3cdcc875-5fb5-499b-96ed-70702d92cc4d),segment_id=3cdcc875-5fb5-499b-96ed-70702d92cc4d)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:06.380912 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.400370 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f150bf37-7cf2-40ea-8346-1f74d83e492c req-63f76c61-33c0-4b29-b065-39813b905156 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646267 Aug 31 13:53:06.425919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dfcb10-093d-4ef9-b81b-e029fbb1054e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ea097b-315f-4c40-88d9-41709399aecc'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:06.430088 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e54685-fbcb-4dbc-8c28-bc756a5ade2a" -d '{"events": [{"server_uuid": "74dfcb10-093d-4ef9-b81b-e029fbb1054e", "name": "network-vif-plugged", "status": "completed", "tag": "54ea097b-315f-4c40-88d9-41709399aecc"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:06.466569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.467600 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.470307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] 10.222.0.52 "PUT /v2.0/ports/f3f7186e-c883-4210-a299-841f22476cec HTTP/1.1" status: 200 len: 1092 time: 1.1055665 Aug 31 13:53:06.485571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289d7d5f-3319-4fbc-9dfe-88a014801f68', 'tag': 'f3f7186e-c883-4210-a299-841f22476cec'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:06.488318 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898e2a44-1ef0-4fbd-a7f3-18d355aee590" -d '{"events": [{"name": "network-changed", "server_uuid": "289d7d5f-3319-4fbc-9dfe-88a014801f68", "tag": "f3f7186e-c883-4210-a299-841f22476cec"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:06.524700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-77f9dfb2-bf02-49e6-ae81-c43f626af5a7 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.526813 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-77f9dfb2-bf02-49e6-ae81-c43f626af5a7 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476398 Aug 31 13:53:06.546846 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-0783fffd-d46a-4e34-ad1f-75407665c6a6 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/quotas/ecbf5b08c5394993aec1769d26037f92 HTTP/1.1" status: 200 len: 375 time: 0.0106332 Aug 31 13:53:06.550840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cf077-c4f6-4bde-a1f4-7574565c5173 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f7186e-c883-4210-a299-841f22476cec,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:06.591950 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-99026741-d8e3-4f94-8616-a7e04c7effe0 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ecbf5b08c5394993aec1769d26037f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378563 Aug 31 13:53:06.592713 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:06.601907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06009d6e-2b8f-491a-a3a2-8dbfe645882f req-34c12662-8a0a-4629-9334-500b53c309e3 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.610832 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06009d6e-2b8f-491a-a3a2-8dbfe645882f req-34c12662-8a0a-4629-9334-500b53c309e3 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 948 time: 0.1169233 Aug 31 13:53:06.635107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-4184bb6d-35eb-43b8-a986-2a071d166716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.636776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-4184bb6d-35eb-43b8-a986-2a071d166716 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=683088ae2c6047579e39a6549fbe05e9&device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 1095 time: 0.0993433 Aug 31 13:53:06.693611 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06009d6e-2b8f-491a-a3a2-8dbfe645882f req-3c84bec2-ac35-4da5-bb6c-d46535710fbd tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818207 Aug 31 13:53:06.695529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-e7859990-1d64-43b7-9407-445b136d2325 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3f7186e-c883-4210-a299-841f22476cec HTTP/1.1" status: 200 len: 217 time: 0.0470092 Aug 31 13:53:06.771155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b06dd3b9-6eec-4f3f-aa8f-0e6cc8ef2375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.772999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b06dd3b9-6eec-4f3f-aa8f-0e6cc8ef2375 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c84b91ff-f94b-42e3-8ed7-32b23adaecaf HTTP/1.1" status: 200 len: 853 time: 0.0672874 Aug 31 13:53:06.850513 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bbb40d-d5ab-4714-95ba-169d392c515f x-openstack-request-id: req-f8bbb40d-d5ab-4714-95ba-169d392c515f {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:06.850836 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dfcb10-093d-4ef9-b81b-e029fbb1054e", "name": "network-vif-plugged", "status": "completed", "tag": "54ea097b-315f-4c40-88d9-41709399aecc", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:06.851102 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8bbb40d-d5ab-4714-95ba-169d392c515f {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:06.855243 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dfcb10-093d-4ef9-b81b-e029fbb1054e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ea097b-315f-4c40-88d9-41709399aecc', 'code': 200} Aug 31 13:53:06.892478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-0a792766-d814-4e77-8d47-ba944e81da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:06.895550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-0a792766-d814-4e77-8d47-ba944e81da10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=db7e883b-f45f-4ee9-af58-52dd2795330e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135621 Aug 31 13:53:06.907440 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b433c2-6e01-4d6e-b2e3-6696cc91d8c3 x-openstack-request-id: req-d3b433c2-6e01-4d6e-b2e3-6696cc91d8c3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:06.907924 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289d7d5f-3319-4fbc-9dfe-88a014801f68", "tag": "f3f7186e-c883-4210-a299-841f22476cec", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:06.908206 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3b433c2-6e01-4d6e-b2e3-6696cc91d8c3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:06.908795 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289d7d5f-3319-4fbc-9dfe-88a014801f68', 'tag': 'f3f7186e-c883-4210-a299-841f22476cec', 'status': 'completed', 'code': 200} Aug 31 13:53:06.930718 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d40bee65-87cd-4545-bfee-6ad99923b01b req-7ffe107f-661f-4f82-a60c-e636a0c9406a tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 210 time: 0.0431583 Aug 31 13:53:07.067965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb44e3-4510-4c5b-b8b9-0e0c85e94df9 req-ab65557f-a370-4b0a-a637-e829f7d1660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.069649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93cb44e3-4510-4c5b-b8b9-0e0c85e94df9 req-ab65557f-a370-4b0a-a637-e829f7d1660e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 1099 time: 0.0785627 Aug 31 13:53:07.078027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abf7bc-4574-42f1-8652-edc12b0ca26a req-8ac5ffca-033d-4333-afeb-b34c7a5b06e3 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.079706 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-74abf7bc-4574-42f1-8652-edc12b0ca26a req-8ac5ffca-033d-4333-afeb-b34c7a5b06e3 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 1095 time: 0.0573640 Aug 31 13:53:07.120480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-74abf7bc-4574-42f1-8652-edc12b0ca26a req-49b7e5ab-da70-4f47-81b1-dbfbd146f551 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336192 Aug 31 13:53:07.143474 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-2ee0f569-fcfd-46d1-ba0f-4e59da493ef0 service neutron] 10.222.0.52 "GET /v2.0/networks/db7e883b-f45f-4ee9-af58-52dd2795330e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090890 Aug 31 13:53:07.180253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93cb44e3-4510-4c5b-b8b9-0e0c85e94df9 req-08671845-2d42-4a2f-b216-8556a86cf57d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897076 Aug 31 13:53:07.191757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e615a0-657f-4f37-be61-e7ef9c32f640 req-25afbdac-b787-4724-bca8-9871334aabe9 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.200031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9e615a0-657f-4f37-be61-e7ef9c32f640 req-25afbdac-b787-4724-bca8-9871334aabe9 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 944 time: 0.1637750 Aug 31 13:53:07.265967 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870fd6a-0dfe-4d95-9d09-955901efd4df req-cb77aa69-d057-4979-9076-70a0d8df7c3c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.268747 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b870fd6a-0dfe-4d95-9d09-955901efd4df req-cb77aa69-d057-4979-9076-70a0d8df7c3c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 946 time: 0.0616176 Aug 31 13:53:07.281752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9e615a0-657f-4f37-be61-e7ef9c32f640 req-25e4ffb7-ecec-4203-b15a-8312ef942711 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803471 Aug 31 13:53:07.308581 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-230b952c-a61b-4c30-9343-9a2132db5f00 req-b01055b2-bb94-4af0-b7e4-44a51881b06a service neutron] 10.222.0.52 "GET /v2.0/networks/db7e883b-f45f-4ee9-af58-52dd2795330e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580575 Aug 31 13:53:07.322300 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b870fd6a-0dfe-4d95-9d09-955901efd4df req-719ba522-6044-42d2-b1ac-10406a1b04c8 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472016 Aug 31 13:53:07.413697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e2a44-1ef0-4fbd-a7f3-18d355aee590 req-b7baf60f-65cd-4c39-8f54-80f922e0eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.415916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-898e2a44-1ef0-4fbd-a7f3-18d355aee590 req-b7baf60f-65cd-4c39-8f54-80f922e0eb52 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=683088ae2c6047579e39a6549fbe05e9&device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 1095 time: 0.0503523 Aug 31 13:53:07.451487 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-2748eca9-3872-4079-8e8f-23eae900718e tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=102ea30e3b5a426a886564980aa7d587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340421 Aug 31 13:53:07.549159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e2a44-1ef0-4fbd-a7f3-18d355aee590 req-4243b802-f2af-4932-aa84-f7ba0d890ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.550916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-898e2a44-1ef0-4fbd-a7f3-18d355aee590 req-4243b802-f2af-4932-aa84-f7ba0d890ef6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=db7e883b-f45f-4ee9-af58-52dd2795330e HTTP/1.1" status: 200 len: 915 time: 0.1265252 Aug 31 13:53:07.590855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-ecb08463-c9ec-4400-8581-6d5957e566a2 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.592895 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-ecb08463-c9ec-4400-8581-6d5957e566a2 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346245 Aug 31 13:53:07.608736 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-59706045-2677-4543-819d-4617d8ee322e tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/quotas/102ea30e3b5a426a886564980aa7d587 HTTP/1.1" status: 200 len: 375 time: 0.0099323 Aug 31 13:53:07.635732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-898e2a44-1ef0-4fbd-a7f3-18d355aee590 req-433d56ce-4e45-461f-aef4-e5213d06166a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3f7186e-c883-4210-a299-841f22476cec HTTP/1.1" status: 200 len: 217 time: 0.0552161 Aug 31 13:53:07.645809 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-3aa9eecf-5918-4916-b665-5c94b48c50e4 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=102ea30e3b5a426a886564980aa7d587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302391 Aug 31 13:53:07.719838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-e80d4997-00fd-475b-9e91-c1c5012485d4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.721582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-e80d4997-00fd-475b-9e91-c1c5012485d4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 808 time: 0.2060421 Aug 31 13:53:07.737971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e2a44-1ef0-4fbd-a7f3-18d355aee590 req-83a4d1ff-0159-4aed-8937-ce1a4c9d7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.740293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-898e2a44-1ef0-4fbd-a7f3-18d355aee590 req-83a4d1ff-0159-4aed-8937-ce1a4c9d7f72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c84b91ff-f94b-42e3-8ed7-32b23adaecaf HTTP/1.1" status: 200 len: 853 time: 0.0809076 Aug 31 13:53:07.763801 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-e78b470e-9454-4c14-9e98-95efa515a439 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/quotas/24b3f2febd7d4b85836b75e97fa9634b HTTP/1.1" status: 200 len: 375 time: 0.0297434 Aug 31 13:53:07.827074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e2a44-1ef0-4fbd-a7f3-18d355aee590 req-61c20df4-73f9-4552-9a9d-da50c061046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.827074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-898e2a44-1ef0-4fbd-a7f3-18d355aee590 req-61c20df4-73f9-4552-9a9d-da50c061046b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=db7e883b-f45f-4ee9-af58-52dd2795330e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776081 Aug 31 13:53:07.887849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-240a32ce-88e6-4b60-a452-bab4ae1e2dcd tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048830 Aug 31 13:53:07.893636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd6211-7a3f-489e-8ba4-47881d0ba887 req-39c54c8a-a459-4d7e-8f86-fe496c108dcb tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:07.895163 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1cbd6211-7a3f-489e-8ba4-47881d0ba887 req-39c54c8a-a459-4d7e-8f86-fe496c108dcb tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 1097 time: 0.0611196 Aug 31 13:53:07.938444 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1cbd6211-7a3f-489e-8ba4-47881d0ba887 req-b022d476-9970-4569-94c6-737fc7cbd2b0 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Aug 31 13:53:08.018143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-898e2a44-1ef0-4fbd-a7f3-18d355aee590 req-3425fb66-27fc-44aa-a83e-d6e3cfde25d0 service neutron] 10.222.0.52 "GET /v2.0/networks/db7e883b-f45f-4ee9-af58-52dd2795330e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801019 Aug 31 13:53:08.048918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-f4c96e1c-488b-4aae-9f2f-61eeae7a3d2e service neutron] 10.222.0.20 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469083 Aug 31 13:53:08.118461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad6cb6-f07b-4a63-b9c3-382c16581f95 req-47efccc9-a33a-45d5-8d7c-e5edac7aab3b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:08.133395 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-93ad6cb6-f07b-4a63-b9c3-382c16581f95 req-47efccc9-a33a-45d5-8d7c-e5edac7aab3b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 948 time: 0.1088405 Aug 31 13:53:08.198222 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-93ad6cb6-f07b-4a63-b9c3-382c16581f95 req-6d170194-70d3-4a27-a570-efe59d729e56 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611935 Aug 31 13:53:08.313999 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0de55ad3-fc33-41f9-b372-9bfd76bb7165 req-04ed7184-9130-4608-8fa5-6f6beb650445 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 210 time: 0.0330322 Aug 31 13:53:08.443738 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-c581f042-107b-41b6-9005-04ffc0a8ca3c tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ecbf5b08c5394993aec1769d26037f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740061 Aug 31 13:53:08.516777 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-afda31a2-2742-4fab-8fe5-1f203565ec4a req-40cd32b3-132e-4bc3-ae92-1a2f58e5b26a tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 210 time: 0.0411632 Aug 31 13:53:08.557069 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-898e2a44-1ef0-4fbd-a7f3-18d355aee590 req-e71ff25d-0675-4b31-956d-faf7d97d858b service neutron] 10.222.0.52 "GET /v2.0/networks/db7e883b-f45f-4ee9-af58-52dd2795330e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285227 Aug 31 13:53:08.573128 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-b78616f4-d6af-4dd8-91e6-ef1ea1574c07 service neutron] 10.222.0.20 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141611 Aug 31 13:53:08.643632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-121cbbee-f0f0-417b-8134-1bbbdac110b0 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:08.645829 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-121cbbee-f0f0-417b-8134-1bbbdac110b0 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703222 Aug 31 13:53:08.655641 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.669225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Request body: {'port': {'device_id': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': 'ecbf5b08c5394993aec1769d26037f92'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:08.683607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43a9ed-b8e5-4dc3-9bfb-eaa0f6698c62 req-3263e10c-4fa9-493f-a25b-1f1fd1c56afb tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:08.685412 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed43a9ed-b8e5-4dc3-9bfb-eaa0f6698c62 req-3263e10c-4fa9-493f-a25b-1f1fd1c56afb tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 1097 time: 0.0724936 Aug 31 13:53:08.722993 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.746191 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed43a9ed-b8e5-4dc3-9bfb-eaa0f6698c62 req-f0519439-a728-42c6-b346-0c0314b57937 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534174 Aug 31 13:53:08.879571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bd6ba-59d4-4f31-8480-693f5a4c2d69 req-637da163-9295-4735-af72-b6aec40de96b tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:08.883092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d36bd6ba-59d4-4f31-8480-693f5a4c2d69 req-637da163-9295-4735-af72-b6aec40de96b tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 944 time: 0.0895658 Aug 31 13:53:08.896504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Made reservation on behalf of ecbf5b08c5394993aec1769d26037f92 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:08.902136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.943599 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5d2796e2-daa3-419d-8296-fcbd0ee0cb21 req-b0b13964-7b71-44d2-9a43-3bb31e9dc940 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 210 time: 0.0457201 Aug 31 13:53:08.945992 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:08.965619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d36bd6ba-59d4-4f31-8480-693f5a4c2d69 req-3c977c40-aa4b-4500-873c-fb569049263b tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585067 Aug 31 13:53:09.040682 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-6a7a32b7-bfaa-4521-b4fd-4b44231ed9e4 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=102ea30e3b5a426a886564980aa7d587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441594 Aug 31 13:53:09.226281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-d9c2447f-35b2-4252-9dbf-221d73279ce2 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:09.228082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-d9c2447f-35b2-4252-9dbf-221d73279ce2 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804986 Aug 31 13:53:09.249041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Request body: {'port': {'device_id': '3b2074d1-30c5-4697-b01a-1350ca9298aa', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '102ea30e3b5a426a886564980aa7d587'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:09.384163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae86d5-b5d7-45a0-9d91-1c8326941c67 req-b401b460-58c3-4425-be78-45d4b5cedf69 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:09.385376 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7ae86d5-b5d7-45a0-9d91-1c8326941c67 req-b401b460-58c3-4425-be78-45d4b5cedf69 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 948 time: 0.0534871 Aug 31 13:53:09.406057 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:09.414983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:09.437105 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7ae86d5-b5d7-45a0-9d91-1c8326941c67 req-ebe88208-e92a-4030-819d-4f4814f49fc5 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Aug 31 13:53:09.454247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dccc27-42eb-4b37-81bb-abc0eccd867d req-90de4a4b-ac33-499d-81b7-0eeca6411721 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:09.455825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-00dccc27-42eb-4b37-81bb-abc0eccd867d req-90de4a4b-ac33-499d-81b7-0eeca6411721 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 1097 time: 0.1383908 Aug 31 13:53:09.529987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f29d6f-ff17-4be2-804a-b5237fb68a1b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:09.575128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Made reservation on behalf of 102ea30e3b5a426a886564980aa7d587 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:09.579761 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:09.581922 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2d1d32b-ea5a-4524-91b3-a51f5c9c851b req-1ea527b1-7e00-4fbb-8485-1064d28ba938 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 210 time: 0.0542176 Aug 31 13:53:09.636999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-00dccc27-42eb-4b37-81bb-abc0eccd867d req-a8122262-7906-428b-a290-7f37e5206044 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313550 Aug 31 13:53:09.750650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Allocated IP 192.168.233.82 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/d92e00aa-bfd6-4da8-9184-41ee656d4692) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:09.779805 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43e0908f-e696-47a3-8bbb-73079b6bc3cc req-927fadbd-cdfe-4512-8928-faeecfdbf91d tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 210 time: 0.0439177 Aug 31 13:53:09.926433 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:09.943390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Transition to ACTIVE for port object d92e00aa-bfd6-4da8-9184-41ee656d4692 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:09.983399 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.026782 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device f3f7186e-c883-4210-a299-841f22476cec details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:10.103301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-608732cf-3d15-4d8b-91db-947525028149 req-2c68d807-36e7-45c2-97ff-9cabddc5faec tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 210 time: 0.0636122 Aug 31 13:53:10.110406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:10.121273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Pushing event updated for resources: {'Port': ['ID=d92e00aa-bfd6-4da8-9184-41ee656d4692,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:10.126986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:10.144584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:10.211311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port f3f7186e-c883-4210-a299-841f22476cec, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=f3f7186e-c883-4210-a299-841f22476cec,segment=NetworkSegment(3cdcc875-5fb5-499b-96ed-70702d92cc4d),segment_id=3cdcc875-5fb5-499b-96ed-70702d92cc4d)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:10.235473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Allocated IP 192.168.233.102 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/5d8d111a-3110-4f2b-a702-9cfba3ec68e7) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:10.244300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'f3f7186e-c883-4210-a299-841f22476cec', 'network_id': 'db7e883b-f45f-4ee9-af58-52dd2795330e', 'port_id': 'f3f7186e-c883-4210-a299-841f22476cec', 'mac_address': 'fa:16:3e:48:6a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84b91ff-f94b-42e3-8ed7-32b23adaecaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:53:10.346521 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.367377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f7186e-c883-4210-a299-841f22476cec {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:10.405495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port f3f7186e-c883-4210-a299-841f22476cec, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=f3f7186e-c883-4210-a299-841f22476cec,segment=NetworkSegment(3cdcc875-5fb5-499b-96ed-70702d92cc4d),segment_id=3cdcc875-5fb5-499b-96ed-70702d92cc4d)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:10.409365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.410094 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.411479 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.445043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-0c9c2458-f481-4156-b6ae-827df28b7699 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.445845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-0c9c2458-f481-4156-b6ae-827df28b7699 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.446866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-0c9c2458-f481-4156-b6ae-827df28b7699 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.447761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-0c9c2458-f481-4156-b6ae-827df28b7699 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.448728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-0c9c2458-f481-4156-b6ae-827df28b7699 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.449537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-0c9c2458-f481-4156-b6ae-827df28b7699 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.454606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-0c9c2458-f481-4156-b6ae-827df28b7699 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.455282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-0c9c2458-f481-4156-b6ae-827df28b7699 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.455923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-0c9c2458-f481-4156-b6ae-827df28b7699 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.456895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-0c9c2458-f481-4156-b6ae-827df28b7699 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.457448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-0c9c2458-f481-4156-b6ae-827df28b7699 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.467275 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-0c9c2458-f481-4156-b6ae-827df28b7699 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800&device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa&device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8&device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e&device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68&device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e&device_id=0e607206-4c59-4807-9dc9-308aae8220e9&device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030&device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed&device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86&device_id=ff0a51d0-b28e-494b-8a5a-97169955528c&device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0&device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 9901 time: 0.1416936 Aug 31 13:53:10.482694 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-915e3712-46a4-4a4d-8e18-84f7d01ad248 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.512591 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=f3f7186e-c883-4210-a299-841f22476cec,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:10.518398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b43e44-d727-4460-9cba-c260ff44259c req-4fa65f19-901e-4c02-904c-7ccc3905a237 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.518610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5371d7de-5a8a-421e-a2c0-bf2542512cbc None None] Provisioning for port d92e00aa-bfd6-4da8-9184-41ee656d4692 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:10.524468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5371d7de-5a8a-421e-a2c0-bf2542512cbc None None] Provisioning complete for port d92e00aa-bfd6-4da8-9184-41ee656d4692 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:10.524991 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5371d7de-5a8a-421e-a2c0-bf2542512cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.528729 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9b43e44-d727-4460-9cba-c260ff44259c req-4fa65f19-901e-4c02-904c-7ccc3905a237 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 944 time: 0.2901094 Aug 31 13:53:10.531163 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-32b29e15-20b4-4652-a3c0-554a9de31551 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8684280 Aug 31 13:53:10.543951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-0ed64ede-5d9e-4a8a-a799-ce086670103d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.545820 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-0ed64ede-5d9e-4a8a-a799-ce086670103d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.13 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 808 time: 0.3257296 Aug 31 13:53:10.562794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Request body: {'port': {'device_id': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:10.591521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5371d7de-5a8a-421e-a2c0-bf2542512cbc None None] Port d92e00aa-bfd6-4da8-9184-41ee656d4692 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:53:10.600496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Request body: {'port': {'device_id': 'baf2a8b6-0ec0-49c4-a403-0173cb78e800', 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8', 'admin_state_up': True, 'tenant_id': '24b3f2febd7d4b85836b75e97fa9634b'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:10.644722 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-915e3712-46a4-4a4d-8e18-84f7d01ad248 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.652485 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-915e3712-46a4-4a4d-8e18-84f7d01ad248 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.707841 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-23d6ecd2-bcc8-4853-aac4-3e8083b7d0f3 req-915e3712-46a4-4a4d-8e18-84f7d01ad248 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&id=59610e98-5262-4cc8-b8c8-e15b51e12d83&id=029c2be8-d7d7-4d26-9387-54125f613564&id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&id=cb7293bf-0fc1-4378-9220-ee78b1766653&id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 0.2392972 Aug 31 13:53:10.715312 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e3712-46a4-4a4d-8e18-84f7d01ad248 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaee442-6dab-403f-a40f-d4bbe7bc55fb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:10.727770 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['f3f7186e-c883-4210-a299-841f22476cec'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:10.818347 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9b43e44-d727-4460-9cba-c260ff44259c req-2356643f-cf28-4fc4-bdd4-cc08233bc863 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888269 Aug 31 13:53:10.823047 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ccb79885-7ba5-49d5-a12e-26f837b9a0af req-8eda2a20-0ac2-4d10-bde1-2d921c765270 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 210 time: 0.0514596 Aug 31 13:53:10.843091 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.933211 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:10.961130 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce9bb-63cb-445c-b89f-2ae9ccdbdb47 req-494369d9-eb9e-4482-8c0e-9b94df272735 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:10.972668 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c44ce9bb-63cb-445c-b89f-2ae9ccdbdb47 req-494369d9-eb9e-4482-8c0e-9b94df272735 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 1097 time: 0.0709314 Aug 31 13:53:11.020772 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c44ce9bb-63cb-445c-b89f-2ae9ccdbdb47 req-5db14c8a-c493-4a32-bca8-08848fea3f6a tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463688 Aug 31 13:53:11.041783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Transition to ACTIVE for port object 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:11.124871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Made reservation on behalf of 24b3f2febd7d4b85836b75e97fa9634b for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:11.128741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.145570 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.192559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe20bd-d9b6-499f-92fb-2f4c60eab35a req-b9a7d3f4-6222-4065-b0ab-bea75ce7ce2c tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.195481 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ebe20bd-d9b6-499f-92fb-2f4c60eab35a req-b9a7d3f4-6222-4065-b0ab-bea75ce7ce2c tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 935 time: 0.0882707 Aug 31 13:53:11.254682 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ebe20bd-d9b6-499f-92fb-2f4c60eab35a req-75346a6b-4e15-4cc9-bbac-15598b14900c tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490892 Aug 31 13:53:11.313391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:11.318929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Pushing event updated for resources: {'Port': ['ID=5d8d111a-3110-4f2b-a702-9cfba3ec68e7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:11.328855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:11.346722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:11.470978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.471827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.510179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Allocated IP 172.20.0.13 (19dafa0d-1898-4f1f-9922-41c4f0a984d8/609f6a77-d3bd-4385-bfb3-f9d0172f8a63/4d43986f-33c9-41d7-babf-25975e5f5d63) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:11.518100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-e6f5219c-1514-452a-947c-1330b25a6161 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2746556 Aug 31 13:53:11.550113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Request body: {'port': {'device_id': '3b2074d1-30c5-4697-b01a-1350ca9298aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:11.628200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9d3bec90-2949-465e-b33b-a7aea30db468 None None] Provisioning for port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:11.638182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9d3bec90-2949-465e-b33b-a7aea30db468 None None] Provisioning complete for port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:11.638890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f2799-a8dc-4de4-80ab-f104c5c7b248 req-42c724a4-ba43-498f-b541-e96dab437466 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.639212 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d3bec90-2949-465e-b33b-a7aea30db468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.639517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f2799-a8dc-4de4-80ab-f104c5c7b248 req-42c724a4-ba43-498f-b541-e96dab437466 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.640127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f2799-a8dc-4de4-80ab-f104c5c7b248 req-42c724a4-ba43-498f-b541-e96dab437466 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:11.642848 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c21f2799-a8dc-4de4-80ab-f104c5c7b248 req-42c724a4-ba43-498f-b541-e96dab437466 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e&device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030&device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 2881 time: 0.0548806 Aug 31 13:53:11.643036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92e00aa-bfd6-4da8-9184-41ee656d4692 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:11.664659 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.690082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9d3bec90-2949-465e-b33b-a7aea30db468 None None] Port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:53:11.700247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c21f2799-a8dc-4de4-80ab-f104c5c7b248 req-99752097-0eeb-4d05-ac95-c96df1e4938b tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Aug 31 13:53:11.715644 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.769475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Transition to ACTIVE for port object d92e00aa-bfd6-4da8-9184-41ee656d4692 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:11.795367 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:11.797590 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8eefc3e-5913-43e6-af3c-6536e27750a0 req-ee18dd56-c50d-4c75-a283-4dd316814431 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 210 time: 0.0279300 Aug 31 13:53:12.008125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d5e78-5cf8-4000-9a93-ed9ac8a6298d req-ab56026c-9d57-47c0-b227-6a52e572de94 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.010892 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-767d5e78-5cf8-4000-9a93-ed9ac8a6298d req-ab56026c-9d57-47c0-b227-6a52e572de94 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 936 time: 0.0898132 Aug 31 13:53:12.042933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device f3f7186e-c883-4210-a299-841f22476cec up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:12.092171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-767d5e78-5cf8-4000-9a93-ed9ac8a6298d req-255e8790-dfab-40dc-bd83-24e68668bbd1 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659962 Aug 31 13:53:12.114989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port f3f7186e-c883-4210-a299-841f22476cec completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:12.121941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port f3f7186e-c883-4210-a299-841f22476cec triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:12.122377 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.224049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5417df1-feea-4e53-abb8-9a0aa6a98ded req-f265f33e-7296-4ebf-b223-fa09cafd6a44 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.234910 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5417df1-feea-4e53-abb8-9a0aa6a98ded req-f265f33e-7296-4ebf-b223-fa09cafd6a44 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 945 time: 0.0904062 Aug 31 13:53:12.251167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Pushing event updated for resources: {'Port': ['ID=d92e00aa-bfd6-4da8-9184-41ee656d4692,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:12.258137 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.261395 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.288312 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5417df1-feea-4e53-abb8-9a0aa6a98ded req-2676dce1-3bef-43e8-9f57-bf00976b5e2d tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525639 Aug 31 13:53:12.301701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289d7d5f-3319-4fbc-9dfe-88a014801f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f7186e-c883-4210-a299-841f22476cec'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:12.302526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-0830500a-323b-4f15-a0d5-a32651f73488 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:53:12.305228 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fe31a4-69d0-4af1-9fde-ad72ebb614c8" -d '{"events": [{"server_uuid": "289d7d5f-3319-4fbc-9dfe-88a014801f68", "name": "network-vif-plugged", "status": "completed", "tag": "f3f7186e-c883-4210-a299-841f22476cec"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:12.321178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port f3f7186e-c883-4210-a299-841f22476cec, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=f3f7186e-c883-4210-a299-841f22476cec,segment=NetworkSegment(3cdcc875-5fb5-499b-96ed-70702d92cc4d),segment_id=3cdcc875-5fb5-499b-96ed-70702d92cc4d)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:12.326057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-0830500a-323b-4f15-a0d5-a32651f73488 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277493 Aug 31 13:53:12.326728 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.349782 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] Request body: {'binding': {'host': 'n-h2-792364-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:12.350239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] Unknown quota resources ['binding']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:53:12.397243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=f3f7186e-c883-4210-a299-841f22476cec,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:12.407449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:12.408016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:12.408565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:12.409124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:12.409905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:12.410409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:12.410896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:12.411818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:12.412331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:12.412837 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:12.413320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:12.413836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:53:12.460890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Attempting to bind port d92e00aa-bfd6-4da8-9184-41ee656d4692 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:12.461238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Attempting to bind port d92e00aa-bfd6-4da8-9184-41ee656d4692 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:12.461578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Attempting to bind port d92e00aa-bfd6-4da8-9184-41ee656d4692 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:12.470555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.481933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Port d92e00aa-bfd6-4da8-9184-41ee656d4692 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:12.482309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Attempting to bind port d92e00aa-bfd6-4da8-9184-41ee656d4692 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:12.519724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:12.520092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:12.520496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:12.520959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Bound port: d92e00aa-bfd6-4da8-9184-41ee656d4692, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:12.521410 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.525787 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] Attempting to bind port 82165258-0e63-4028-a117-3883ba2cf6d5 on host n-h2-792364-6 for vnic_type normal with profile None {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:12.526161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] Attempting to bind port 82165258-0e63-4028-a117-3883ba2cf6d5 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:12.527031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] Attempting to bind port 82165258-0e63-4028-a117-3883ba2cf6d5 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:12.538762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] Port 82165258-0e63-4028-a117-3883ba2cf6d5 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:12.539181 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] Attempting to bind port 82165258-0e63-4028-a117-3883ba2cf6d5 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:12.546586 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:12.547032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:12.547481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] Bound using segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:12.547981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] Bound port: 82165258-0e63-4028-a117-3883ba2cf6d5, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:12.573227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:12.579783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Pushing event updated for resources: {'Port': ['ID=4d43986f-33c9-41d7-babf-25975e5f5d63,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:12.583578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:12.592400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:12.635013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:12.636945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=82165258-0e63-4028-a117-3883ba2cf6d5,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:12.642130 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.643377 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-62cc82c1-302f-48c3-8089-e84a5bc82a27 service neutron] 10.222.0.20 "POST /v2.0/ports/82165258-0e63-4028-a117-3883ba2cf6d5/bindings HTTP/1.1" status: 201 len: 389 time: 0.2999358 Aug 31 13:53:12.652728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8c780-2255-4670-8edc-7974c5f5fcb5 req-d9e012d8-2ada-4d12-bbaa-04d924d92bca tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.653614 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ac8c780-2255-4670-8edc-7974c5f5fcb5 req-d9e012d8-2ada-4d12-bbaa-04d924d92bca tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 947 time: 0.0820155 Aug 31 13:53:12.653758 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.696804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.702151 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.710587 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Transition to ACTIVE for port object 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:12.724498 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.733138 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ac8c780-2255-4670-8edc-7974c5f5fcb5 req-0b104641-5f90-431b-9613-d49c6197addf tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723639 Aug 31 13:53:12.736115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:12.768250 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee67ca04-972f-48ce-affd-638a6771949c x-openstack-request-id: req-ee67ca04-972f-48ce-affd-638a6771949c {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:12.768804 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289d7d5f-3319-4fbc-9dfe-88a014801f68", "name": "network-vif-plugged", "status": "completed", "tag": "f3f7186e-c883-4210-a299-841f22476cec", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:12.769017 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee67ca04-972f-48ce-affd-638a6771949c {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:12.769484 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289d7d5f-3319-4fbc-9dfe-88a014801f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f7186e-c883-4210-a299-841f22476cec', 'code': 200} Aug 31 13:53:12.781005 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-009c2e29-16e4-436c-b19d-09a05861363f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1852267 Aug 31 13:53:12.786055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:12.798436 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.819860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Request body: {'port': {'device_id': 'baf2a8b6-0ec0-49c4-a403-0173cb78e800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:12.851084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Pushing event updated for resources: {'Port': ['ID=5d8d111a-3110-4f2b-a702-9cfba3ec68e7,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:12.868222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.869154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:12.870631 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] 10.222.0.13 "PUT /v2.0/ports/d92e00aa-bfd6-4da8-9184-41ee656d4692 HTTP/1.1" status: 200 len: 1095 time: 2.3234625 Aug 31 13:53:12.871104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:12.873451 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c7962f-c7a5-409d-8e12-ea089bec7d98" -d '{"events": [{"name": "network-changed", "server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:12.953953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-bc75383c-263d-4497-9fc0-9a1c88e1bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:12.956483 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-bc75383c-263d-4497-9fc0-9a1c88e1bc05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 1097 time: 0.0495248 Aug 31 13:53:13.084481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b713f-044b-4fce-b2ac-a3f766a90d51 service neutron] Pushing event updated for resources: {'Port': ['ID=d92e00aa-bfd6-4da8-9184-41ee656d4692,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:13.113465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed0e5a-6cfd-4b5e-af97-03dc95ab52e4 req-51832c8b-3b0b-492d-85f2-df94b9b89b13 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.115220 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1ed0e5a-6cfd-4b5e-af97-03dc95ab52e4 req-51832c8b-3b0b-492d-85f2-df94b9b89b13 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 932 time: 0.1086242 Aug 31 13:53:13.124457 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.140424 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-4f3f6e0d-b69d-47b5-b0ea-d95bc0fa182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.142189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-4f3f6e0d-b69d-47b5-b0ea-d95bc0fa182a service neutron] 10.222.0.52 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.1780026 Aug 31 13:53:13.159246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82412a5e-76d5-435f-876b-225c65db94c8 req-25e43bb2-9876-47da-88ce-4ed53686cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.160839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82412a5e-76d5-435f-876b-225c65db94c8 req-25e43bb2-9876-47da-88ce-4ed53686cfa1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 1097 time: 0.2822657 Aug 31 13:53:13.172207 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1ed0e5a-6cfd-4b5e-af97-03dc95ab52e4 req-e6b1ffad-a22c-4591-9cf4-c0c807048b79 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499599 Aug 31 13:53:13.204549 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-6b15db48-2cc3-482f-bd5e-4b6ff83c919f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82165258-0e63-4028-a117-3883ba2cf6d5 HTTP/1.1" status: 200 len: 217 time: 0.0476391 Aug 31 13:53:13.220057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-7addae7c-ce88-4b9d-9104-dc34ab6eea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.221881 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-7addae7c-ce88-4b9d-9104-dc34ab6eea55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecbf5b08c5394993aec1769d26037f92&device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 1098 time: 0.2673631 Aug 31 13:53:13.231386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Attempting to bind port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:13.231851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Attempting to bind port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:13.232287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Attempting to bind port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:13.242889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a274c1b-209a-4026-b74a-01c064f319a3 req-110510aa-b805-48f0-9161-807b3ed5f361 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.244837 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a274c1b-209a-4026-b74a-01c064f319a3 req-110510aa-b805-48f0-9161-807b3ed5f361 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 946 time: 0.3783805 Aug 31 13:53:13.252713 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e29e83c-9006-46ff-a9ed-82f7a85fad90 x-openstack-request-id: req-8e29e83c-9006-46ff-a9ed-82f7a85fad90 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:13.253304 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:13.253304 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e29e83c-9006-46ff-a9ed-82f7a85fad90 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:13.253655 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'status': 'completed', 'code': 200} Aug 31 13:53:13.275283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-2a62eae8-66a3-4729-8fcd-1641a5791260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.277587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-2a62eae8-66a3-4729-8fcd-1641a5791260 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.0654955 Aug 31 13:53:13.309117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:13.309449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Attempting to bind port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:13.317706 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-6d78b917-2ee2-41a6-add4-fdceee4f36d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323153 Aug 31 13:53:13.327412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-9458d593-8b9d-4b24-a2ba-2a516b4f238e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692 HTTP/1.1" status: 200 len: 217 time: 0.0768988 Aug 31 13:53:13.345950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:13.349471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:13.349926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:13.350397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Bound port: 5d8d111a-3110-4f2b-a702-9cfba3ec68e7, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:13.350772 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.397662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82412a5e-76d5-435f-876b-225c65db94c8 req-c7b5e07c-6786-4667-b924-727d3eba3ba9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211585 Aug 31 13:53:13.428276 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-176bb014-9697-4af6-ae31-67e8d2db68d0 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015267 Aug 31 13:53:13.506032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a274c1b-209a-4026-b74a-01c064f319a3 req-1f4629af-9102-4e69-8bf4-66c2df258be8 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495437 Aug 31 13:53:13.524499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-4fe77dd1-3330-448b-8c5d-804a1d3abc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.531201 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-4fe77dd1-3330-448b-8c5d-804a1d3abc9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1868086 Aug 31 13:53:13.548997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82537b3f-cf3d-430f-8544-33e100455fb9 req-6097c697-bc4a-487c-bbd1-3d691084e619 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.550575 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82537b3f-cf3d-430f-8544-33e100455fb9 req-6097c697-bc4a-487c-bbd1-3d691084e619 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 948 time: 0.0558183 Aug 31 13:53:13.604164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82537b3f-cf3d-430f-8544-33e100455fb9 req-a3ece16e-991d-49db-ac27-99bd965ccb63 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464387 Aug 31 13:53:13.665824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] For port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:13.700992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] For port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5d8d111a-3110-4f2b-a702-9cfba3ec68e7,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:13.717797 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.718963 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-e05864ad-289e-4b26-9349-d3bc37a2cb50 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138008 Aug 31 13:53:13.755032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-01754d77-0ffa-4ad3-8ece-d11cae256177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.756988 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-01754d77-0ffa-4ad3-8ece-d11cae256177 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753416 Aug 31 13:53:13.794644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50ba36-cd47-4ec7-a307-b52d0674181e req-6f9b2ca7-3e4d-4fe1-beb8-a0a1a1e07489 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.796291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d50ba36-cd47-4ec7-a307-b52d0674181e req-6f9b2ca7-3e4d-4fe1-beb8-a0a1a1e07489 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 946 time: 0.2118623 Aug 31 13:53:13.857220 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.857220 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:13.857220 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] 10.222.0.52 "PUT /v2.0/ports/5d8d111a-3110-4f2b-a702-9cfba3ec68e7 HTTP/1.1" status: 200 len: 1096 time: 2.3254011 Aug 31 13:53:13.937916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-695405ed-33e9-42e6-93c0-fe368ecdcfd1 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:13.939438 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-695405ed-33e9-42e6-93c0-fe368ecdcfd1 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e&tenant_id=d077bd70a48845cf9f4e6b5ff585f732&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1097 time: 0.1228390 Aug 31 13:53:13.953161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-6'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:13.990182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d43986f-33c9-41d7-babf-25975e5f5d63 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:13.998139 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.059478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Transition to ACTIVE for port object 4d43986f-33c9-41d7-babf-25975e5f5d63 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:14.068797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08850654-b3d4-439a-a249-94096bb1cc8b service neutron] Pushing event updated for resources: {'Port': ['ID=5d8d111a-3110-4f2b-a702-9cfba3ec68e7,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:14.075378 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.087656 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.118248 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d50ba36-cd47-4ec7-a307-b52d0674181e req-566c707f-0408-4628-b70c-0db239f87093 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111756 Aug 31 13:53:14.128857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa2c65-8849-40ea-bf43-fdf1e4c2d0fe req-90fb6033-5668-47b5-a172-c83fde52a942 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:14.130474 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36aa2c65-8849-40ea-bf43-fdf1e4c2d0fe req-90fb6033-5668-47b5-a172-c83fde52a942 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 947 time: 0.0903935 Aug 31 13:53:14.169982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-b87a2866-4601-4ae9-9523-580a8f480fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:14.172800 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-b87a2866-4601-4ae9-9523-580a8f480fd5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=102ea30e3b5a426a886564980aa7d587&device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 1099 time: 0.2264481 Aug 31 13:53:14.178117 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-cd9f3602-72d9-415b-8ff5-4cd335fc2574 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783157 Aug 31 13:53:14.220824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Pushing event updated for resources: {'Port': ['ID=4d43986f-33c9-41d7-babf-25975e5f5d63,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:14.329594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-6482577a-4e16-4fe6-85f7-893b111a62da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=5d8d111a-3110-4f2b-a702-9cfba3ec68e7 HTTP/1.1" status: 200 len: 217 time: 0.1382201 Aug 31 13:53:14.459660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c445f-d988-4cea-86f9-a16fa8e73bfa req-741b0e36-263c-4777-8ce2-4bcedce10301 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:14.461350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-807c445f-d988-4cea-86f9-a16fa8e73bfa req-741b0e36-263c-4777-8ce2-4bcedce10301 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 1100 time: 0.2353392 Aug 31 13:53:14.471384 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36aa2c65-8849-40ea-bf43-fdf1e4c2d0fe req-434fc027-ad45-4e83-8b06-2d4895bf347d tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313844 Aug 31 13:53:14.495497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Attempting to bind port 4d43986f-33c9-41d7-babf-25975e5f5d63 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:14.495497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Attempting to bind port 4d43986f-33c9-41d7-babf-25975e5f5d63 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:14.495497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Attempting to bind port 4d43986f-33c9-41d7-babf-25975e5f5d63 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:14.495497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-8d6ac834-2f44-48bf-b485-c7dcb6c42493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:14.495497 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-8d6ac834-2f44-48bf-b485-c7dcb6c42493 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1323361 Aug 31 13:53:14.507177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d3557ca-2e29-4fa2-9a95-16bf012b9748 req-c65377f6-a7d8-490e-adec-8a3225702469 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061545 Aug 31 13:53:14.511343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=82165258-0e63-4028-a117-3883ba2cf6d5,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:14.520827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Port 4d43986f-33c9-41d7-babf-25975e5f5d63 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:14.521152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Attempting to bind port 4d43986f-33c9-41d7-babf-25975e5f5d63 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:14.574233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:14.574788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:14.575387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Bound using segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:14.576118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Bound port: 4d43986f-33c9-41d7-babf-25975e5f5d63, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:14.576763 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.596196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-807c445f-d988-4cea-86f9-a16fa8e73bfa req-e259f522-f4df-4499-81de-af09fbdf2d60 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212666 Aug 31 13:53:14.601376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:14.650682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d3c6-0137-4cec-9963-ad8dcfba7121 req-180fe028-6565-48be-bf58-a28241aed628 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:14.653022 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a553d3c6-0137-4cec-9963-ad8dcfba7121 req-180fe028-6565-48be-bf58-a28241aed628 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.1024387 Aug 31 13:53:14.679700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-d6b56b59-282d-434e-bed9-84b7942fd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:14.682126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-d6b56b59-282d-434e-bed9-84b7942fd5cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1773427 Aug 31 13:53:14.685105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecea7462-fa4d-42a4-ac54-98c066e2d46e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82165258-0e63-4028-a117-3883ba2cf6d5'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:14.687413 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f66787-9f92-4515-8792-8563fbc0d310" -d '{"events": [{"server_uuid": "ecea7462-fa4d-42a4-ac54-98c066e2d46e", "name": "network-vif-unplugged", "status": "completed", "tag": "82165258-0e63-4028-a117-3883ba2cf6d5"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:14.693040 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.712298 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.736895 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a553d3c6-0137-4cec-9963-ad8dcfba7121 req-bae7c093-439e-4a92-a529-e7eb779a485c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636816 Aug 31 13:53:14.739802 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:53:14.832344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Attempting to bind port 82165258-0e63-4028-a117-3883ba2cf6d5 on host n-h1-792364-6 for vnic_type normal with profile {"migrating_to": "n-h2-792364-6"} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:14.832868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Attempting to bind port 82165258-0e63-4028-a117-3883ba2cf6d5 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:14.834085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Attempting to bind port 82165258-0e63-4028-a117-3883ba2cf6d5 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:14.842804 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Port 82165258-0e63-4028-a117-3883ba2cf6d5 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:14.843288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Attempting to bind port 82165258-0e63-4028-a117-3883ba2cf6d5 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:14.853214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:14.853924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:14.855038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Bound using segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:14.855594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Bound port: 82165258-0e63-4028-a117-3883ba2cf6d5, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:14.856303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.869715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7962f-c7a5-409d-8e12-ea089bec7d98 req-226c7c8c-f7a6-4451-a960-9921bd0be00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:14.871582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0c7962f-c7a5-409d-8e12-ea089bec7d98 req-226c7c8c-f7a6-4451-a960-9921bd0be00b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecbf5b08c5394993aec1769d26037f92&device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 1098 time: 0.2909606 Aug 31 13:53:14.886433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:14.894027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d43986f-33c9-41d7-babf-25975e5f5d63,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:14.907504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Pushing event updated for resources: {'Port': ['ID=82165258-0e63-4028-a117-3883ba2cf6d5,revision_number=7']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:14.919315 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.954233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:14.958863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=82165258-0e63-4028-a117-3883ba2cf6d5,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:14.964865 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:14.976265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293ad54-a85f-409c-9aaf-0a0001db302a req-a794c1a6-33a9-4c6c-9108-85381738cdd1 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:14.978802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1293ad54-a85f-409c-9aaf-0a0001db302a req-a794c1a6-33a9-4c6c-9108-85381738cdd1 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 944 time: 0.2867117 Aug 31 13:53:15.054496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-dd15c157-9e24-41d6-964d-03912056c9d1 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547542 Aug 31 13:53:15.055703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.056323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:15.057856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] 10.222.0.13 "PUT /v2.0/ports/4d43986f-33c9-41d7-babf-25975e5f5d63 HTTP/1.1" status: 200 len: 1092 time: 2.2532315 Aug 31 13:53:15.098771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.102042 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:15.103710 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] 10.222.0.52 "PUT /v2.0/ports/82165258-0e63-4028-a117-3883ba2cf6d5 HTTP/1.1" status: 200 len: 1122 time: 1.1547356 Aug 31 13:53:15.105197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8e8e4-1224-4dcb-8791-ccdde4e4b14a service neutron] Pushing event updated for resources: {'Port': ['ID=82165258-0e63-4028-a117-3883ba2cf6d5,revision_number=8']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:15.121597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9e7ee-a566-433b-8600-21dcfca7ba79 service neutron] Pushing event updated for resources: {'Port': ['ID=4d43986f-33c9-41d7-babf-25975e5f5d63,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:15.130301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c8f7d-b1e2-4a09-8159-7bebb615844b req-cbf74693-5400-4118-92ca-f4f9314e680d tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.132132 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-238c8f7d-b1e2-4a09-8159-7bebb615844b req-cbf74693-5400-4118-92ca-f4f9314e680d tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 948 time: 0.1323826 Aug 31 13:53:15.179479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-238c8f7d-b1e2-4a09-8159-7bebb615844b req-357e4b04-e76b-4673-8078-d9870e8214c2 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 Aug 31 13:53:15.241545 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['82165258-0e63-4028-a117-3883ba2cf6d5'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:15.304130 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1564153-65ee-4e9e-b9c6-aad6f70385a9 req-32137e12-1906-4806-8a12-14854e064c96 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.305764 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1564153-65ee-4e9e-b9c6-aad6f70385a9 req-32137e12-1906-4806-8a12-14854e064c96 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 1100 time: 0.0483656 Aug 31 13:53:15.352488 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1564153-65ee-4e9e-b9c6-aad6f70385a9 req-5b4e580f-3e87-4e42-8d7d-1b54bb1d9136 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377178 Aug 31 13:53:15.406437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2074d1-30c5-4697-b01a-1350ca9298aa', 'tag': '5d8d111a-3110-4f2b-a702-9cfba3ec68e7'}, {'name': 'network-changed', 'server_uuid': 'baf2a8b6-0ec0-49c4-a403-0173cb78e800', 'tag': '4d43986f-33c9-41d7-babf-25975e5f5d63'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:15.407951 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e335394e-7334-4e71-b56f-4c9d2efe621d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2074d1-30c5-4697-b01a-1350ca9298aa", "tag": "5d8d111a-3110-4f2b-a702-9cfba3ec68e7"}, {"name": "network-changed", "server_uuid": "baf2a8b6-0ec0-49c4-a403-0173cb78e800", "tag": "4d43986f-33c9-41d7-babf-25975e5f5d63"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:15.409016 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3996b0-76c1-4c0e-925f-de474732d66d x-openstack-request-id: req-0f3996b0-76c1-4c0e-925f-de474732d66d {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:15.409400 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecea7462-fa4d-42a4-ac54-98c066e2d46e", "name": "network-vif-unplugged", "status": "completed", "tag": "82165258-0e63-4028-a117-3883ba2cf6d5", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:15.409936 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f3996b0-76c1-4c0e-925f-de474732d66d {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:15.410522 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecea7462-fa4d-42a4-ac54-98c066e2d46e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82165258-0e63-4028-a117-3883ba2cf6d5', 'code': 200} Aug 31 13:53:15.436861 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1293ad54-a85f-409c-9aaf-0a0001db302a req-4a290aef-5951-486b-9667-e85d47cc13ab tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338033 Aug 31 13:53:15.471980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7962f-c7a5-409d-8e12-ea089bec7d98 req-cce0f729-150f-42af-87b9-487c92d3f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.473536 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0c7962f-c7a5-409d-8e12-ea089bec7d98 req-cce0f729-150f-42af-87b9-487c92d3f025 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.5760787 Aug 31 13:53:15.519011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-aef64dda-2489-4a8a-afab-0643528b643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.520733 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-aef64dda-2489-4a8a-afab-0643528b643b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 1095 time: 0.4024925 Aug 31 13:53:15.558655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0c7962f-c7a5-409d-8e12-ea089bec7d98 req-45e8e972-7b58-4f70-8155-1851f155a93e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692 HTTP/1.1" status: 200 len: 217 time: 0.0512516 Aug 31 13:53:15.562447 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cde1c27-d5ca-42bb-9cce-9dbff92998be req-09218000-c8e4-4d7a-af2c-47d2c2e58613 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962902 Aug 31 13:53:15.598108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-2f7d38da-fdf8-4a43-8878-aa04bacf2015 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d43986f-33c9-41d7-babf-25975e5f5d63 HTTP/1.1" status: 200 len: 217 time: 0.0471370 Aug 31 13:53:15.616064 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a22572-1626-4531-96e9-922fc7a73f76 req-c0237d4a-8a47-4a52-af93-f9209b526c25 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.618114 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3a22572-1626-4531-96e9-922fc7a73f76 req-c0237d4a-8a47-4a52-af93-f9209b526c25 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 946 time: 0.0662549 Aug 31 13:53:15.673677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7962f-c7a5-409d-8e12-ea089bec7d98 req-d8a85ce3-ce89-4d6d-a857-40699ade04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.674437 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3a22572-1626-4531-96e9-922fc7a73f76 req-bc5b4320-77ef-4194-b90e-0adb12ac9ae4 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Aug 31 13:53:15.675150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0c7962f-c7a5-409d-8e12-ea089bec7d98 req-d8a85ce3-ce89-4d6d-a857-40699ade04ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0867794 Aug 31 13:53:15.678777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-2714b5d5-7df8-48bd-a24d-0bd6c43899cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.680167 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-2714b5d5-7df8-48bd-a24d-0bd6c43899cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.0640345 Aug 31 13:53:15.759552 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edbe479-d6c8-4588-b640-14a378f12c45 x-openstack-request-id: req-5edbe479-d6c8-4588-b640-14a378f12c45 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:15.762306 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2074d1-30c5-4697-b01a-1350ca9298aa", "tag": "5d8d111a-3110-4f2b-a702-9cfba3ec68e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "baf2a8b6-0ec0-49c4-a403-0173cb78e800", "tag": "4d43986f-33c9-41d7-babf-25975e5f5d63", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:15.763416 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5edbe479-d6c8-4588-b640-14a378f12c45 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:15.764480 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2074d1-30c5-4697-b01a-1350ca9298aa', 'tag': '5d8d111a-3110-4f2b-a702-9cfba3ec68e7', 'status': 'completed', 'code': 200} Aug 31 13:53:15.764974 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf2a8b6-0ec0-49c4-a403-0173cb78e800', 'tag': '4d43986f-33c9-41d7-babf-25975e5f5d63', 'status': 'completed', 'code': 200} Aug 31 13:53:15.768996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-380b836c-7d73-4b72-900c-3a5b9be53060 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684178 Aug 31 13:53:15.886553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558017d-53e6-41ad-93be-34ccc0337b71 req-c3df337d-7d23-4ff1-98e7-7ec3a3c816a5 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.890247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4558017d-53e6-41ad-93be-34ccc0337b71 req-c3df337d-7d23-4ff1-98e7-7ec3a3c816a5 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 947 time: 0.0799203 Aug 31 13:53:15.892905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7962f-c7a5-409d-8e12-ea089bec7d98 req-64e77748-a4ff-401b-9933-561e152a8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:15.894504 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0c7962f-c7a5-409d-8e12-ea089bec7d98 req-64e77748-a4ff-401b-9933-561e152a8513 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2034800 Aug 31 13:53:15.964754 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4558017d-53e6-41ad-93be-34ccc0337b71 req-91b2211e-7d8f-4312-b0e7-e521c69fc517 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635014 Aug 31 13:53:16.056216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-ea617cab-362b-476d-8d06-b38328b993e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:16.059300 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-ea617cab-362b-476d-8d06-b38328b993e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=102ea30e3b5a426a886564980aa7d587&device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 1099 time: 0.2701886 Aug 31 13:53:16.085799 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-4eb6ef6c-70bb-4848-8acb-694fdaf31081 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009906 Aug 31 13:53:16.094311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7ec1e-1d75-4dfd-93c7-126da0a92dc6 req-c191e4d5-3673-4e83-96ae-edad29ab45fa tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:16.095911 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ed7ec1e-1d75-4dfd-93c7-126da0a92dc6 req-c191e4d5-3673-4e83-96ae-edad29ab45fa tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.1987305 Aug 31 13:53:16.266139 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0c7962f-c7a5-409d-8e12-ea089bec7d98 req-3b7e2e64-2153-4488-ade7-c34b7af222b2 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489904 Aug 31 13:53:16.300525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ed7ec1e-1d75-4dfd-93c7-126da0a92dc6 req-701029d2-3b2c-43e6-a26b-d2c0125b2fb7 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824028 Aug 31 13:53:16.408537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36339be9-c92d-4188-81d7-bd0f55a13735 req-1a20068a-0cf5-42e6-a932-2a52e8528e20 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:16.411701 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36339be9-c92d-4188-81d7-bd0f55a13735 req-1a20068a-0cf5-42e6-a932-2a52e8528e20 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 948 time: 0.1166315 Aug 31 13:53:16.422269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-e09592ba-b1ce-4c2d-a874-aa9d539f46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:16.424999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-e09592ba-b1ce-4c2d-a874-aa9d539f46b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.3516219 Aug 31 13:53:16.440005 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba1e800c-0846-466b-a9c8-fb5f58b98036 req-647d0f0e-0068-4732-b8bc-0030c2eb2c54 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359396 Aug 31 13:53:16.505042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36339be9-c92d-4188-81d7-bd0f55a13735 req-f7d51c9d-65e3-4804-909a-1eb5a905f03d tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755956 Aug 31 13:53:16.563229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-6a00bdea-5485-4831-8926-111e6d43d767 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=5d8d111a-3110-4f2b-a702-9cfba3ec68e7 HTTP/1.1" status: 200 len: 217 time: 0.1172962 Aug 31 13:53:16.664818 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361637fe-29fa-46d5-9403-893f82288469 req-cb26fcd0-677b-4e04-bb0c-6deb47df8618 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:16.674482 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-361637fe-29fa-46d5-9403-893f82288469 req-cb26fcd0-677b-4e04-bb0c-6deb47df8618 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 944 time: 0.0839505 Aug 31 13:53:16.704275 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0c7962f-c7a5-409d-8e12-ea089bec7d98 req-e346c1f2-7be2-4660-8eee-083aa72eabce service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225562 Aug 31 13:53:16.719905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-54870691-29b7-4430-ab19-6c728f4d5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:16.721754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-54870691-29b7-4430-ab19-6c728f4d5368 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 1095 time: 0.1946263 Aug 31 13:53:16.728253 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-699b4a42-b4ad-4bdc-b8c7-6e77d76ddd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:16.729903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-699b4a42-b4ad-4bdc-b8c7-6e77d76ddd03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0907044 Aug 31 13:53:16.732956 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-361637fe-29fa-46d5-9403-893f82288469 req-baed19a2-5ed6-4a0d-aebb-cdc317245a28 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573032 Aug 31 13:53:16.902704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-44e670df-08ce-476b-a57c-656152a4df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:16.902704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-44e670df-08ce-476b-a57c-656152a4df1a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562688 Aug 31 13:53:17.045584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-628d253b-204b-4c18-82cb-46bb7ed4535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:17.049213 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-628d253b-204b-4c18-82cb-46bb7ed4535a service neutron] 10.222.0.13 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.2550578 Aug 31 13:53:17.168077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-d08f26f9-5d81-4397-be9a-92b7512010b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d43986f-33c9-41d7-babf-25975e5f5d63 HTTP/1.1" status: 200 len: 217 time: 0.0959249 Aug 31 13:53:17.183153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0620b0-7257-420e-860f-a6309d830e10 req-22b67be0-c318-4502-b149-4e881089fff7 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:17.201868 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dd0620b0-7257-420e-860f-a6309d830e10 req-22b67be0-c318-4502-b149-4e881089fff7 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 947 time: 0.0869572 Aug 31 13:53:17.249887 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dd0620b0-7257-420e-860f-a6309d830e10 req-b217c6ea-5977-462c-b68c-7bc1e8739066 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470502 Aug 31 13:53:17.276197 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-07758265-e14f-40d7-b274-6c8ac0a8ef67 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591585 Aug 31 13:53:17.435798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecea7462-fa4d-42a4-ac54-98c066e2d46e', 'tag': '82165258-0e63-4028-a117-3883ba2cf6d5'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:17.438239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-993f8a19-be99-45d0-aac5-6d3ac7d1e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:17.438736 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ae3f29-dcfd-4281-aee4-64c78fef266c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecea7462-fa4d-42a4-ac54-98c066e2d46e", "tag": "82165258-0e63-4028-a117-3883ba2cf6d5"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:17.441401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-993f8a19-be99-45d0-aac5-6d3ac7d1e24e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.2637799 Aug 31 13:53:17.491492 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e091e-0f3c-4238-99c1-65399a980d51 req-c2cbf6ef-d403-4e92-9f74-e1b3b08381bb tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:17.494238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4f5e091e-0f3c-4238-99c1-65399a980d51 req-c2cbf6ef-d403-4e92-9f74-e1b3b08381bb tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.2737973 Aug 31 13:53:17.498032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7eceff-dc96-41a2-b81f-3ba9da786dbb req-2ba134be-fd51-4d8b-a755-99f2e639b447 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:17.499594 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bf7eceff-dc96-41a2-b81f-3ba9da786dbb req-2ba134be-fd51-4d8b-a755-99f2e639b447 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.0912635 Aug 31 13:53:17.535054 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-ee3a5434-9543-4787-b552-39645f75b796 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818620 Aug 31 13:53:17.550143 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bf7eceff-dc96-41a2-b81f-3ba9da786dbb req-608625bf-a593-4129-a18b-d304b24ca512 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Aug 31 13:53:17.644335 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c08eee-7a0a-449e-8d02-8e68cc88d87d x-openstack-request-id: req-a1c08eee-7a0a-449e-8d02-8e68cc88d87d {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:17.645217 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecea7462-fa4d-42a4-ac54-98c066e2d46e", "tag": "82165258-0e63-4028-a117-3883ba2cf6d5", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:17.645565 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1c08eee-7a0a-449e-8d02-8e68cc88d87d {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:17.647252 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecea7462-fa4d-42a4-ac54-98c066e2d46e', 'tag': '82165258-0e63-4028-a117-3883ba2cf6d5', 'status': 'completed', 'code': 200} Aug 31 13:53:17.676529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-35fdbf4d-55a8-44c7-92f7-c52ebf301f9a service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668804 Aug 31 13:53:17.701103 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4f5e091e-0f3c-4238-99c1-65399a980d51 req-d5faa630-8fc2-44c2-ac3a-cdbe96aa148e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629210 Aug 31 13:53:17.767609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae3f29-dcfd-4281-aee4-64c78fef266c req-de74b062-065c-4325-9575-e888fd8acb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:17.769348 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30ae3f29-dcfd-4281-aee4-64c78fef266c req-de74b062-065c-4325-9575-e888fd8acb9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 1125 time: 0.0798047 Aug 31 13:53:17.771885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-ebd1bf13-06e7-43b2-867f-4fae7f475b8f service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016754 Aug 31 13:53:17.807888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce7907-7743-41fc-9e22-7825679186c8 req-5f01ae7d-52ba-485b-adec-1b48b9fa671b tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:17.809789 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-81ce7907-7743-41fc-9e22-7825679186c8 req-5f01ae7d-52ba-485b-adec-1b48b9fa671b tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 948 time: 0.0739169 Aug 31 13:53:17.859492 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-81ce7907-7743-41fc-9e22-7825679186c8 req-f39d6e04-c915-4bd3-8381-2dc78eba698d tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374017 Aug 31 13:53:18.015225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac76e3-7068-4518-b432-dbe066078b7b req-754dca57-4d55-4814-892a-7b0ca95c6bb6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:18.017492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62ac76e3-7068-4518-b432-dbe066078b7b req-754dca57-4d55-4814-892a-7b0ca95c6bb6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 944 time: 0.2071500 Aug 31 13:53:18.032343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae3f29-dcfd-4281-aee4-64c78fef266c req-7405509b-70ca-4c40-baf1-5b3cda9587bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:18.033982 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30ae3f29-dcfd-4281-aee4-64c78fef266c req-7405509b-70ca-4c40-baf1-5b3cda9587bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.2349875 Aug 31 13:53:18.046295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e335394e-7334-4e71-b56f-4c9d2efe621d req-9e1ee58f-da1b-4d73-8092-bf6c0cb998dc service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347524 Aug 31 13:53:18.072624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 82165258-0e63-4028-a117-3883ba2cf6d5 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:18.097905 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30ae3f29-dcfd-4281-aee4-64c78fef266c req-23622c4b-a7fb-4e5b-b4e2-6d6f642148ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82165258-0e63-4028-a117-3883ba2cf6d5 HTTP/1.1" status: 200 len: 217 time: 0.0446601 Aug 31 13:53:18.103677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d92e00aa-bfd6-4da8-9184-41ee656d4692 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:18.164529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62ac76e3-7068-4518-b432-dbe066078b7b req-309b5fcc-4ddf-45b3-b7f2-d10a622ed3e5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339605 Aug 31 13:53:18.216426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae3f29-dcfd-4281-aee4-64c78fef266c req-097bdaaa-e46e-40c3-a477-233c3ccf80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:18.219134 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30ae3f29-dcfd-4281-aee4-64c78fef266c req-097bdaaa-e46e-40c3-a477-233c3ccf80b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.1099908 Aug 31 13:53:18.256363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=82165258-0e63-4028-a117-3883ba2cf6d5,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:18.274143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30ae3f29-dcfd-4281-aee4-64c78fef266c req-1cd91e65-0e5f-46ea-99e0-5929fbd89704 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389271 Aug 31 13:53:18.342141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:18.366177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'mac_address': 'fa:16:3e:d6:34:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:53:18.371911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 82165258-0e63-4028-a117-3883ba2cf6d5 has no active binding in host n-h2-792364-6 {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 13:53:18.373039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:18.421219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f56ac-234d-4a33-8674-3434f735d9c9 req-35a2a93f-6b45-44e5-b230-c99846f4f2b1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:18.434493 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-773f56ac-234d-4a33-8674-3434f735d9c9 req-35a2a93f-6b45-44e5-b230-c99846f4f2b1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 947 time: 0.1044636 Aug 31 13:53:18.537873 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-773f56ac-234d-4a33-8674-3434f735d9c9 req-08a98873-4ef6-464a-8a7a-ac1ef62917a1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019025 Aug 31 13:53:18.543842 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.583082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92e00aa-bfd6-4da8-9184-41ee656d4692 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:18.675933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:18.677791 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30ae3f29-dcfd-4281-aee4-64c78fef266c req-dfbab8a3-0127-4084-8742-aea392419d2a service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876743 Aug 31 13:53:18.689671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5d8d111a-3110-4f2b-a702-9cfba3ec68e7,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:18.695625 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:18.856978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736c684-5228-43c4-b9cd-dc53fe5e5bd8 req-875927fb-c417-4ac2-a0c7-9b367c19c7d2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:18.868603 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f736c684-5228-43c4-b9cd-dc53fe5e5bd8 req-875927fb-c417-4ac2-a0c7-9b367c19c7d2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.1505690 Aug 31 13:53:18.911836 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30ae3f29-dcfd-4281-aee4-64c78fef266c req-f887235d-0d41-41dd-8ed2-bed1d12a0efb service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247827 Aug 31 13:53:18.934556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0785304-cc80-4608-a3b5-1f43a6a17ef0 req-a59b1162-cdaa-4ea3-96d9-d38c3fdea6a9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:18.948333 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0785304-cc80-4608-a3b5-1f43a6a17ef0 req-a59b1162-cdaa-4ea3-96d9-d38c3fdea6a9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1209064 Aug 31 13:53:18.984426 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f736c684-5228-43c4-b9cd-dc53fe5e5bd8 req-5e1d2986-7a84-4348-b5bd-930aab625903 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144814 Aug 31 13:53:19.046425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '5d8d111a-3110-4f2b-a702-9cfba3ec68e7', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '5d8d111a-3110-4f2b-a702-9cfba3ec68e7', 'mac_address': 'fa:16:3e:b4:40:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:53:19.055367 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0785304-cc80-4608-a3b5-1f43a6a17ef0 req-fef4070d-9f1b-4c3a-b813-9b5ad1d13f12 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012843 Aug 31 13:53:19.155882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d92e00aa-bfd6-4da8-9184-41ee656d4692,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:19.161296 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:19.176881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb584-fccb-4ba5-b1fb-d5df1e6bcde5 req-8dd8cb4c-ac14-4800-8d66-414c3ff0b49c tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:19.177289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['d92e00aa-bfd6-4da8-9184-41ee656d4692'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:19.179508 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7afbb584-fccb-4ba5-b1fb-d5df1e6bcde5 req-8dd8cb4c-ac14-4800-8d66-414c3ff0b49c tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 948 time: 0.0928144 Aug 31 13:53:19.223920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:19.253538 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7afbb584-fccb-4ba5-b1fb-d5df1e6bcde5 req-ec409aef-d4c7-403a-a0e1-0ab0626fb180 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591788 Aug 31 13:53:19.268428 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5d8d111a-3110-4f2b-a702-9cfba3ec68e7,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:19.273545 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:19.396144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=5d8d111a-3110-4f2b-a702-9cfba3ec68e7,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:19.407533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488c5d-4241-467e-9585-ef68ad787265 req-52fbb0d8-5d55-48c6-9080-f54f1452fe69 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:19.410178 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47488c5d-4241-467e-9585-ef68ad787265 req-52fbb0d8-5d55-48c6-9080-f54f1452fe69 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 944 time: 0.0626271 Aug 31 13:53:19.468687 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47488c5d-4241-467e-9585-ef68ad787265 req-7aa511af-a912-4d49-a64f-73a5180c1eea tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466132 Aug 31 13:53:19.564048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-17c4fc23-653c-4589-ba23-8e8d31d2935a service neutron] 10.222.0.13 "GET /v2.0/ports/82165258-0e63-4028-a117-3883ba2cf6d5/bindings/n-h2-792364-6 HTTP/1.1" status: 200 len: 384 time: 0.0667307 Aug 31 13:53:19.632098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['5d8d111a-3110-4f2b-a702-9cfba3ec68e7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:19.725970 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea45ce7-ce49-4c57-b81a-cd134e1cc4cf req-62afbc52-101b-4edd-942b-0709fa4e92b8 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:19.728643 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ea45ce7-ce49-4c57-b81a-cd134e1cc4cf req-62afbc52-101b-4edd-942b-0709fa4e92b8 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 948 time: 0.0958250 Aug 31 13:53:19.778627 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ea45ce7-ce49-4c57-b81a-cd134e1cc4cf req-0eba5242-615a-4868-b2b2-c521238ab111 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406697 Aug 31 13:53:19.779609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-3200d07d-1d4b-4781-b3a5-0b6074925bb1 service neutron] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=82165258-0e63-4028-a117-3883ba2cf6d5,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:19.801905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-3200d07d-1d4b-4781-b3a5-0b6074925bb1 service neutron] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:19.837304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-3200d07d-1d4b-4781-b3a5-0b6074925bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82165258-0e63-4028-a117-3883ba2cf6d5 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:19.848630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-3200d07d-1d4b-4781-b3a5-0b6074925bb1 service neutron] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=82165258-0e63-4028-a117-3883ba2cf6d5,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:19.863101 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-3200d07d-1d4b-4781-b3a5-0b6074925bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:19.961256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-3200d07d-1d4b-4781-b3a5-0b6074925bb1 service neutron] Transition to ACTIVE for port object 82165258-0e63-4028-a117-3883ba2cf6d5 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:19.969694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-3200d07d-1d4b-4781-b3a5-0b6074925bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.037558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-3200d07d-1d4b-4781-b3a5-0b6074925bb1 service neutron] No DVR routers for this DVR port 82165258-0e63-4028-a117-3883ba2cf6d5 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:20.056607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200d07d-1d4b-4781-b3a5-0b6074925bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=82165258-0e63-4028-a117-3883ba2cf6d5,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:20.110442 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-3200d07d-1d4b-4781-b3a5-0b6074925bb1 service neutron] 10.222.0.13 "PUT /v2.0/ports/82165258-0e63-4028-a117-3883ba2cf6d5/bindings/n-h2-792364-6/activate HTTP/1.1" status: 200 len: 369 time: 0.5282536 Aug 31 13:53:20.117892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4d43986f-33c9-41d7-babf-25975e5f5d63 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:20.143382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46fab-4a50-49a0-a30f-8f96d176602f req-e6fdf37c-3e97-4767-8cb0-6e034c532135 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.145181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78e46fab-4a50-49a0-a30f-8f96d176602f req-e6fdf37c-3e97-4767-8cb0-6e034c532135 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.0920722 Aug 31 13:53:20.243796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4e135-33e1-4857-bbdc-8225fa41cb7c req-4c8d4217-8565-4139-bd3c-86b1e8d863c9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.246601 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-41f4e135-33e1-4857-bbdc-8225fa41cb7c req-4c8d4217-8565-4139-bd3c-86b1e8d863c9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0807745 Aug 31 13:53:20.281560 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78e46fab-4a50-49a0-a30f-8f96d176602f req-6269903e-709f-4870-b10e-e844863ab8a8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284208 Aug 31 13:53:20.300380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-41f4e135-33e1-4857-bbdc-8225fa41cb7c req-6237f396-f9be-489a-a6c7-c857df20988b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Aug 31 13:53:20.306090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d43986f-33c9-41d7-babf-25975e5f5d63,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:20.309598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-966a927d-036c-4590-bd55-990bd2d8a55f tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.324471 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-966a927d-036c-4590-bd55-990bd2d8a55f tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e&tenant_id=d077bd70a48845cf9f4e6b5ff585f732&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1096 time: 0.1150258 Aug 31 13:53:20.329004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '4d43986f-33c9-41d7-babf-25975e5f5d63', 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8', 'port_id': '4d43986f-33c9-41d7-babf-25975e5f5d63', 'mac_address': 'fa:16:3e:0a:47:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609f6a77-d3bd-4385-bfb3-f9d0172f8a63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:53:20.401061 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.433563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d43986f-33c9-41d7-babf-25975e5f5d63 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:20.440022 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-3b999e78-ce05-4d9b-a9b5-4cd87e668adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.443948 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-3b999e78-ce05-4d9b-a9b5-4cd87e668adb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e&tenant_id=d077bd70a48845cf9f4e6b5ff585f732 HTTP/1.1" status: 200 len: 1096 time: 0.1144836 Aug 31 13:53:20.464889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d43986f-33c9-41d7-babf-25975e5f5d63,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:20.470066 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:20.548072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-4c162141-5743-4938-a47d-51b92bdc7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.549023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4d43986f-33c9-41d7-babf-25975e5f5d63,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:20.550714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-4c162141-5743-4938-a47d-51b92bdc7233 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 1096 time: 0.0725484 Aug 31 13:53:20.674414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20408f55-1c2b-4812-9bae-e31bd896e24f req-934f3a92-ca6a-4d69-9c6b-15e3afc25af9 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.676238 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-20408f55-1c2b-4812-9bae-e31bd896e24f req-934f3a92-ca6a-4d69-9c6b-15e3afc25af9 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 949 time: 0.0683887 Aug 31 13:53:20.710808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-0b2bc886-7765-4599-b582-7016bb29d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.714074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-0b2bc886-7765-4599-b582-7016bb29d9a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.1500914 Aug 31 13:53:20.734082 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-20408f55-1c2b-4812-9bae-e31bd896e24f req-b04c8e37-9e38-4fd4-a1bc-63017ba9a8ab tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488002 Aug 31 13:53:20.781048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-9e31466a-8ab8-41b4-8937-81f95a16422f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82165258-0e63-4028-a117-3883ba2cf6d5 HTTP/1.1" status: 200 len: 217 time: 0.0563064 Aug 31 13:53:20.817861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4d43986f-33c9-41d7-babf-25975e5f5d63'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:20.852174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-012549f2-2b4d-4d0b-94b6-906372c251b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.854872 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-012549f2-2b4d-4d0b-94b6-906372c251b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.0594561 Aug 31 13:53:20.922912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da23ba-e461-4049-af38-caf4162a64de req-3912c8e9-1bae-4231-aea0-5173cfa3be73 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.926227 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27da23ba-e461-4049-af38-caf4162a64de req-3912c8e9-1bae-4231-aea0-5173cfa3be73 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 945 time: 0.0892420 Aug 31 13:53:20.971571 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27da23ba-e461-4049-af38-caf4162a64de req-9258e691-d8fb-4491-8472-a60f17017031 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380998 Aug 31 13:53:20.971941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd850c2-b382-451b-9798-fdb1218de67b req-244b6859-6faa-4051-9eea-a4e69885db51 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:20.974507 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebd850c2-b382-451b-9798-fdb1218de67b req-244b6859-6faa-4051-9eea-a4e69885db51 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 948 time: 0.0630839 Aug 31 13:53:21.081897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebd850c2-b382-451b-9798-fdb1218de67b req-bdb7b513-5afb-44c0-87e9-dbdfa1a35f99 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881534 Aug 31 13:53:21.083922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-e26f9399-a542-45b9-ac60-44b06889c276 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416071 Aug 31 13:53:21.196867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-13fe1664-e035-4e0e-b5cd-a15d464dafeb service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973489 Aug 31 13:53:21.321719 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-31034789-6b39-443a-87ce-e93387a70dd0 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126709 Aug 31 13:53:21.464102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf796d8-7dc4-4077-8eec-75295976ae06 req-ddf98e51-0717-4a45-ba42-ed4d152a930b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:21.466333 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6cf796d8-7dc4-4077-8eec-75295976ae06 req-ddf98e51-0717-4a45-ba42-ed4d152a930b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 945 time: 0.0718203 Aug 31 13:53:21.489888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ad339-63c4-4ef4-acc2-74932b132403 req-deea2579-4073-4212-bc7b-b3a56a9ecfdc tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:21.493264 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-556ad339-63c4-4ef4-acc2-74932b132403 req-deea2579-4073-4212-bc7b-b3a56a9ecfdc tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0754483 Aug 31 13:53:21.525517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6cf796d8-7dc4-4077-8eec-75295976ae06 req-9b0f0e52-4a11-443b-bd20-4a881c4957eb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494626 Aug 31 13:53:21.577828 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-556ad339-63c4-4ef4-acc2-74932b132403 req-11c6d7e5-42f2-4b74-b699-f3c4b86d7b99 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722818 Aug 31 13:53:21.684573 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-e7f2f94d-19dd-478d-ba8a-2f0f5473389d tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:21.686261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-e7f2f94d-19dd-478d-ba8a-2f0f5473389d tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e&tenant_id=d077bd70a48845cf9f4e6b5ff585f732&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 1096 time: 0.0644422 Aug 31 13:53:21.837996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-209ec260-7a35-4c41-953c-03b793603c3e service neutron] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:21.843786 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-209ec260-7a35-4c41-953c-03b793603c3e service neutron] Notify callbacks [] for binding, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:21.845256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bca3d9b-b79d-40a6-acaf-77c4baa39249 req-209ec260-7a35-4c41-953c-03b793603c3e service neutron] 10.222.0.52 "DELETE /v2.0/ports/82165258-0e63-4028-a117-3883ba2cf6d5/bindings/n-h1-792364-6 HTTP/1.1" status: 204 len: 173 time: 0.1507778 Aug 31 13:53:21.889264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9e497-4fc4-489e-a988-229c3c8cc22c req-21b4e4e6-69ba-4ec1-abd4-84e1b266f557 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:21.892394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79c9e497-4fc4-489e-a988-229c3c8cc22c req-21b4e4e6-69ba-4ec1-abd4-84e1b266f557 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 949 time: 0.0689113 Aug 31 13:53:21.940095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79c9e497-4fc4-489e-a988-229c3c8cc22c req-29e425b6-153e-4bec-9bc7-5f0112f375bf tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406494 Aug 31 13:53:22.080502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:22.133839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4d43986f-33c9-41d7-babf-25975e5f5d63 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:22.136634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cae53-7e8f-42b3-a29b-3f85f58db225 req-6d1e5a98-23f7-44f6-a393-3e81718a2912 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:22.138995 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-814cae53-7e8f-42b3-a29b-3f85f58db225 req-6d1e5a98-23f7-44f6-a393-3e81718a2912 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 945 time: 0.0709782 Aug 31 13:53:22.192653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:22.198776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:22.199166 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.215135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-814cae53-7e8f-42b3-a29b-3f85f58db225 req-e15099ef-d028-4827-80fa-f950dd172d4e tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678616 Aug 31 13:53:22.246106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37219-3fb0-42a5-930b-442aff0415b7 req-e84b954c-962e-42fb-b2d6-99d09a6330ce tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:22.253609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 4d43986f-33c9-41d7-babf-25975e5f5d63 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:22.267041 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-41c37219-3fb0-42a5-930b-442aff0415b7 req-e84b954c-962e-42fb-b2d6-99d09a6330ce tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 948 time: 0.0902743 Aug 31 13:53:22.287718 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 4d43986f-33c9-41d7-babf-25975e5f5d63 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:22.288277 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.341244 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-41c37219-3fb0-42a5-930b-442aff0415b7 req-3ba1ccf1-e9c6-4604-9dd0-3de79be5af93 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712695 Aug 31 13:53:22.392647 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.409129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955565d-4894-4bbd-8dd4-f8f4e94e4788 req-860f344c-605f-4f36-9eb9-3b4caeeeb6b4 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:22.412166 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7955565d-4894-4bbd-8dd4-f8f4e94e4788 req-860f344c-605f-4f36-9eb9-3b4caeeeb6b4 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 1096 time: 0.0770514 Aug 31 13:53:22.444107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2074d1-30c5-4697-b01a-1350ca9298aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8d111a-3110-4f2b-a702-9cfba3ec68e7'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:22.448477 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb40f5d-38a7-491e-bba5-a94e2fded05f" -d '{"events": [{"server_uuid": "3b2074d1-30c5-4697-b01a-1350ca9298aa", "name": "network-vif-plugged", "status": "completed", "tag": "5d8d111a-3110-4f2b-a702-9cfba3ec68e7"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:22.462909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5d8d111a-3110-4f2b-a702-9cfba3ec68e7,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:22.464750 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7955565d-4894-4bbd-8dd4-f8f4e94e4788 req-c8482b94-f94b-4f8f-a911-96b58ba0a6cf tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 Aug 31 13:53:22.464950 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.491187 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.555591 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23086062-9d98-4e4e-9f51-0ecc07c7c196 x-openstack-request-id: req-23086062-9d98-4e4e-9f51-0ecc07c7c196 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:22.555907 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2074d1-30c5-4697-b01a-1350ca9298aa", "name": "network-vif-plugged", "status": "completed", "tag": "5d8d111a-3110-4f2b-a702-9cfba3ec68e7", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:22.556166 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23086062-9d98-4e4e-9f51-0ecc07c7c196 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:22.556602 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2074d1-30c5-4697-b01a-1350ca9298aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8d111a-3110-4f2b-a702-9cfba3ec68e7', 'code': 200} Aug 31 13:53:22.558558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d43986f-33c9-41d7-babf-25975e5f5d63,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:22.566393 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.567198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d92e00aa-bfd6-4da8-9184-41ee656d4692 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:22.592692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=5d8d111a-3110-4f2b-a702-9cfba3ec68e7,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:22.695202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4d43986f-33c9-41d7-babf-25975e5f5d63,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:22.725846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port d92e00aa-bfd6-4da8-9184-41ee656d4692 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:22.730780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port d92e00aa-bfd6-4da8-9184-41ee656d4692 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:22.731167 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.769417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cead9-1623-4221-9ac9-660a89c1d2b0 req-3d69d51a-73fa-49b0-bdce-2ed2ee8ec6e3 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:22.777881 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-053cead9-1623-4221-9ac9-660a89c1d2b0 req-3d69d51a-73fa-49b0-bdce-2ed2ee8ec6e3 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.0655205 Aug 31 13:53:22.798422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0734712-d028-44e7-a532-35632262379d req-cb090947-7ce4-4940-8815-ffec8ecf82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:22.800946 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0734712-d028-44e7-a532-35632262379d req-cb090947-7ce4-4940-8815-ffec8ecf82cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 1101 time: 0.1423216 Aug 31 13:53:22.832742 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-053cead9-1623-4221-9ac9-660a89c1d2b0 req-f4655b2d-00b0-4a86-968b-a9a9177d750b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539212 Aug 31 13:53:22.834248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e9f55-b81e-42ff-be40-54003977379e req-691bbf8c-98e5-4771-87fe-3f84848f92c4 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:22.836254 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b6e9f55-b81e-42ff-be40-54003977379e req-691bbf8c-98e5-4771-87fe-3f84848f92c4 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0999603 Aug 31 13:53:22.876033 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.884514 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0734712-d028-44e7-a532-35632262379d req-5a176e14-f046-4114-80e7-207bce5f164d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737524 Aug 31 13:53:22.915861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:22.919175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b6e9f55-b81e-42ff-be40-54003977379e req-3ec25e57-160e-418b-b27e-99a3a6cf1eac tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634828 Aug 31 13:53:22.923007 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:22.925353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 82165258-0e63-4028-a117-3883ba2cf6d5 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:23.023317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 82165258-0e63-4028-a117-3883ba2cf6d5 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:23.061308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d92e00aa-bfd6-4da8-9184-41ee656d4692,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:23.181958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9d848-bbd8-4473-b7c0-f280d0a2b670 req-1b7d67c9-d46c-410b-bc0b-e139764e6885 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:23.190407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9e9d848-bbd8-4473-b7c0-f280d0a2b670 req-1b7d67c9-d46c-410b-bc0b-e139764e6885 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 950 time: 0.0735497 Aug 31 13:53:23.232639 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9e9d848-bbd8-4473-b7c0-f280d0a2b670 req-52addde0-7ab3-4aba-a6ae-61e270e91512 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Aug 31 13:53:23.268118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-18b7c559-af80-460f-ad01-6338c497404d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:23.269751 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-18b7c559-af80-460f-ad01-6338c497404d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 820 time: 0.1696641 Aug 31 13:53:23.295889 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-4d7f3eed-e11f-4cf5-b324-ca7785af649d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/quotas/d077bd70a48845cf9f4e6b5ff585f732 HTTP/1.1" status: 200 len: 375 time: 0.0156000 Aug 31 13:53:23.355181 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-a9fafdf7-5c6d-43ae-b6d4-e5147e3b27d5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528042 Aug 31 13:53:23.484259 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-a499d411-d012-4c6f-8177-8b5913b16bdb service neutron] 10.222.0.20 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204371 Aug 31 13:53:23.509142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44241a6-4a46-43fe-82c3-cdd0593a1952 req-e65a0a7b-b957-4174-8da0-218db364d7b4 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:23.511285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b44241a6-4a46-43fe-82c3-cdd0593a1952 req-e65a0a7b-b957-4174-8da0-218db364d7b4 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 949 time: 0.0684183 Aug 31 13:53:23.567662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b44241a6-4a46-43fe-82c3-cdd0593a1952 req-96f65b70-f673-4b4e-bb13-fe5f40cf1ed8 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479732 Aug 31 13:53:23.603581 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-932c7ed7-d012-4495-aaaf-1418d985d99a service neutron] 10.222.0.20 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130970 Aug 31 13:53:23.805174 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1d1007b7-40c4-4aeb-ad57-af63db3b148b req-51f7668e-2fe7-4367-9711-541ef5f83e9c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 210 time: 0.0376570 Aug 31 13:53:23.995619 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c913c-2c30-4edc-a538-d29a9b8dda70 req-cc8facc4-7130-4e4a-8398-187bd82bd609 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:23.997281 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3a4c913c-2c30-4edc-a538-d29a9b8dda70 req-cc8facc4-7130-4e4a-8398-187bd82bd609 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.0808625 Aug 31 13:53:24.065172 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3a4c913c-2c30-4edc-a538-d29a9b8dda70 req-03414c63-b901-4229-9e51-d72ffe771718 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585639 Aug 31 13:53:24.132948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e4198-7327-4c04-9484-0d78a00de8c7 req-327d195c-f761-427c-9b60-7f51287fe3f0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:24.142223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b81e4198-7327-4c04-9484-0d78a00de8c7 req-327d195c-f761-427c-9b60-7f51287fe3f0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1349096 Aug 31 13:53:24.259199 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b81e4198-7327-4c04-9484-0d78a00de8c7 req-a6fbdad6-0b3e-4a8f-bd69-f686c1443fa9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023092 Aug 31 13:53:24.418139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1d66c-26b4-43ac-9e7b-4020cd7701fa req-7189e371-742c-490a-96af-8050fff5c903 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:24.420001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5cc1d66c-26b4-43ac-9e7b-4020cd7701fa req-7189e371-742c-490a-96af-8050fff5c903 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 950 time: 0.0709467 Aug 31 13:53:24.489208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5cc1d66c-26b4-43ac-9e7b-4020cd7701fa req-144c46f7-54d1-4eab-882c-bfab1758695a tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590312 Aug 31 13:53:24.559222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf2a8b6-0ec0-49c4-a403-0173cb78e800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d43986f-33c9-41d7-babf-25975e5f5d63'}, {'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:24.563562 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f9bf52-0fda-4ebf-8527-7d70357951bb" -d '{"events": [{"server_uuid": "baf2a8b6-0ec0-49c4-a403-0173cb78e800", "name": "network-vif-plugged", "status": "completed", "tag": "4d43986f-33c9-41d7-babf-25975e5f5d63"}, {"server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "name": "network-vif-plugged", "status": "completed", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:24.610849 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1756e35e-eb62-41ca-ac4f-feb7f3b2f08f x-openstack-request-id: req-1756e35e-eb62-41ca-ac4f-feb7f3b2f08f {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:24.613648 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf2a8b6-0ec0-49c4-a403-0173cb78e800", "name": "network-vif-plugged", "status": "completed", "tag": "4d43986f-33c9-41d7-babf-25975e5f5d63", "code": 200}, {"server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "name": "network-vif-plugged", "status": "completed", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:24.615087 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1756e35e-eb62-41ca-ac4f-feb7f3b2f08f {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:24.615803 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf2a8b6-0ec0-49c4-a403-0173cb78e800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d43986f-33c9-41d7-babf-25975e5f5d63', 'code': 200} Aug 31 13:53:24.616852 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'code': 200} Aug 31 13:53:24.833518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ab7de-1e91-42b4-8c22-55475fabb344 req-b26523fb-a494-47a6-ac0c-9c71b5e66e57 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:24.837338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f13ab7de-1e91-42b4-8c22-55475fabb344 req-b26523fb-a494-47a6-ac0c-9c71b5e66e57 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 949 time: 0.1337461 Aug 31 13:53:24.851800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54592655-cad5-4e81-a13d-b42195532acf req-49f0950e-9ec3-4e7b-af40-d2370a3d89a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:24.854753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-54592655-cad5-4e81-a13d-b42195532acf req-49f0950e-9ec3-4e7b-af40-d2370a3d89a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 1100 time: 0.1005049 Aug 31 13:53:24.900886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6834fd6-7234-4eea-8b94-4b4fda16559a req-6cf8e3e5-7504-493e-aeb5-1d295b644e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:24.903942 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6834fd6-7234-4eea-8b94-4b4fda16559a req-6cf8e3e5-7504-493e-aeb5-1d295b644e5d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 1097 time: 0.1901217 Aug 31 13:53:24.912662 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-94819edc-559c-42ca-81f6-a0beb287eb74 req-01ff46d6-969d-42bb-9a6d-38f306cad79b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 210 time: 0.0298154 Aug 31 13:53:24.975851 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-54592655-cad5-4e81-a13d-b42195532acf req-0a2cca8a-f81f-4be5-8fc9-1afb8ca2e7b6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120832 Aug 31 13:53:24.980825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f13ab7de-1e91-42b4-8c22-55475fabb344 req-c1b44af7-509c-4666-a883-e3e4b70afa68 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245165 Aug 31 13:53:24.993452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6834fd6-7234-4eea-8b94-4b4fda16559a req-a109a514-e62e-4461-9e4b-749a91397147 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704818 Aug 31 13:53:25.223565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d512f8-7c9a-435e-981c-9d21f075e7ec req-00587938-3599-44f8-bb9a-1276f57e25a5 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:25.231323 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76d512f8-7c9a-435e-981c-9d21f075e7ec req-00587938-3599-44f8-bb9a-1276f57e25a5 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.0783660 Aug 31 13:53:25.298372 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76d512f8-7c9a-435e-981c-9d21f075e7ec req-16dee680-26f1-40e9-ad8a-91d587e3afc7 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532868 Aug 31 13:53:25.423902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfe206-7cc2-4b8d-a201-0df9fc62c497 req-37f80027-bde0-4895-a8e3-811a37714171 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:25.428763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-2535e994-0be0-41ce-992b-9625471f85cf tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:25.431439 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-2535e994-0be0-41ce-992b-9625471f85cf tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.52 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 820 time: 0.2037957 Aug 31 13:53:25.434602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9bfe206-7cc2-4b8d-a201-0df9fc62c497 req-37f80027-bde0-4895-a8e3-811a37714171 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0658906 Aug 31 13:53:25.455862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Request body: {'port': {'device_id': '7f30cc53-ceba-4ab3-a532-92c5f2334f63', 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4', 'admin_state_up': True, 'tenant_id': 'd077bd70a48845cf9f4e6b5ff585f732'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:25.493109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9bfe206-7cc2-4b8d-a201-0df9fc62c497 req-ca73d27f-c01e-4164-80e0-7b9275c34e35 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570931 Aug 31 13:53:25.626860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Made reservation on behalf of d077bd70a48845cf9f4e6b5ff585f732 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:25.630949 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:25.647378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4b1ef-6572-44d9-b553-1eb55f2df865 req-cb05fa89-1d59-4ef8-b8f8-63c797ea78db tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:25.648925 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-86a4b1ef-6572-44d9-b553-1eb55f2df865 req-cb05fa89-1d59-4ef8-b8f8-63c797ea78db tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 950 time: 0.0698142 Aug 31 13:53:25.699591 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-86a4b1ef-6572-44d9-b553-1eb55f2df865 req-98c749de-ba99-48ad-8de8-7de65a2db2e3 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391598 Aug 31 13:53:25.819013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Allocated IP 172.20.0.7 (677f423a-ce82-4600-88fb-73cbea7e32c4/db1e5175-6ccd-4204-bfde-c630070636c0/84a8a35f-4532-4280-9ebd-7b0cf6b3bf22) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:26.013536 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:26.033367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4ecf5-0fdc-4a1b-903c-1630f2abdeb5 req-de688619-c14b-422d-9af5-cb7703a66555 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:26.035176 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-72a4ecf5-0fdc-4a1b-903c-1630f2abdeb5 req-de688619-c14b-422d-9af5-cb7703a66555 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 950 time: 0.0833142 Aug 31 13:53:26.076629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-64620e48-c7ec-4040-8307-2b5b4d525b88 req-a23773c6-fd8f-49c6-80fb-9f0a3e48e87c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 210 time: 0.0394731 Aug 31 13:53:26.087364 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-72a4ecf5-0fdc-4a1b-903c-1630f2abdeb5 req-71a1e393-b3aa-4e19-8378-51dcfa0de995 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Aug 31 13:53:26.109867 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:26.165661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Network 677f423a-ce82-4600-88fb-73cbea7e32c4 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:26.172487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:26.198415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:26.264859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Pushing event updated for resources: {'Port': ['ID=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:26.292592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:26.293212 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:26.307602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eeaea2-460e-4caa-9b47-cf80855d0f9e req-defa901d-aa73-4ebe-a4ab-114d72393325 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:26.308620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-86eeaea2-460e-4caa-9b47-cf80855d0f9e req-defa901d-aa73-4ebe-a4ab-114d72393325 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 949 time: 0.1407492 Aug 31 13:53:26.353330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-9289b2d9-9428-498b-823c-3b73c12b1b5a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9014790 Aug 31 13:53:26.394124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Request body: {'port': {'device_id': '7f30cc53-ceba-4ab3-a532-92c5f2334f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:26.428794 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-86eeaea2-460e-4caa-9b47-cf80855d0f9e req-18b7acba-2f4a-4705-bd62-1cf5b77a6be1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088161 Aug 31 13:53:26.456067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85870b5-7b24-4b39-a1df-ae21e7fbb3fa req-007916a0-eced-4f32-8c73-6ac0bb181454 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:26.457985 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a85870b5-7b24-4b39-a1df-ae21e7fbb3fa req-007916a0-eced-4f32-8c73-6ac0bb181454 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.0850401 Aug 31 13:53:26.478726 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:26.547404 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a85870b5-7b24-4b39-a1df-ae21e7fbb3fa req-9e6cf719-957b-4fab-8444-838ac3f63998 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769689 Aug 31 13:53:26.693471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a64a55-b4c2-4442-b48b-b5e918e01e05 req-cdb955d3-c741-4331-bb7d-dfac20e7a4cb tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:26.695048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40a64a55-b4c2-4442-b48b-b5e918e01e05 req-cdb955d3-c741-4331-bb7d-dfac20e7a4cb tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 950 time: 0.1368477 Aug 31 13:53:26.790052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d6093-1ed6-4675-ba13-28de4ec98f68 req-dfb4e411-b83e-4284-ad49-e3a48112657b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:26.792511 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-122d6093-1ed6-4675-ba13-28de4ec98f68 req-dfb4e411-b83e-4284-ad49-e3a48112657b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0742033 Aug 31 13:53:26.829256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40a64a55-b4c2-4442-b48b-b5e918e01e05 req-5d185a87-8855-41b3-8d23-40d3367252a1 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224830 Aug 31 13:53:26.870128 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-122d6093-1ed6-4675-ba13-28de4ec98f68 req-d03ec91e-66db-4195-acc8-06f3f191caf1 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671105 Aug 31 13:53:26.974096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:26.981918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:26.998063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Transition to ACTIVE for port object 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:27.002350 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.060721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:27.138438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Attempting to bind port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:27.138778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Attempting to bind port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:27.139111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Attempting to bind port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:27.144291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:27.144657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Attempting to bind port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:27.149779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:27.150120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:27.150521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Bound using segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:27.151491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Bound port: 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:27.151856 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.217473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09cba9-0246-44db-b4d9-aaef1dd66cb1 req-9c951874-1981-4482-b86e-10790fc44294 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:27.219353 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c09cba9-0246-44db-b4d9-aaef1dd66cb1 req-9c951874-1981-4482-b86e-10790fc44294 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 943 time: 0.0568814 Aug 31 13:53:27.242958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:27.247216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:27.254263 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.274353 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c09cba9-0246-44db-b4d9-aaef1dd66cb1 req-975edf7c-ea27-4708-91c9-f43faa12d3b5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475469 Aug 31 13:53:27.293186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:27.293775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:27.295249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] 10.222.0.52 "PUT /v2.0/ports/84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 HTTP/1.1" status: 200 len: 1091 time: 0.9084806 Aug 31 13:53:27.295715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f30cc53-ceba-4ab3-a532-92c5f2334f63', 'tag': '84a8a35f-4532-4280-9ebd-7b0cf6b3bf22'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:27.298086 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ca0a3a-eed5-4248-bb88-038b4c72cf66" -d '{"events": [{"name": "network-changed", "server_uuid": "7f30cc53-ceba-4ab3-a532-92c5f2334f63", "tag": "84a8a35f-4532-4280-9ebd-7b0cf6b3bf22"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:27.333772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf18d6-6c22-4494-baa8-a4d37d9a9bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:27.350992 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6a7e74-ae9e-4e96-9e28-848dce73a57f x-openstack-request-id: req-0a6a7e74-ae9e-4e96-9e28-848dce73a57f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:27.351284 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f30cc53-ceba-4ab3-a532-92c5f2334f63", "tag": "84a8a35f-4532-4280-9ebd-7b0cf6b3bf22", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:27.351563 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a6a7e74-ae9e-4e96-9e28-848dce73a57f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:27.351973 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f30cc53-ceba-4ab3-a532-92c5f2334f63', 'tag': '84a8a35f-4532-4280-9ebd-7b0cf6b3bf22', 'status': 'completed', 'code': 200} Aug 31 13:53:27.400398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-6e04abf9-b700-48cb-bc95-528abcc43491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:27.401990 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-6e04abf9-b700-48cb-bc95-528abcc43491 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 1094 time: 0.0441556 Aug 31 13:53:27.446714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-91ae8ebf-ca99-4a0b-b0d9-b26b187822b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 HTTP/1.1" status: 200 len: 217 time: 0.0353878 Aug 31 13:53:27.525810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-f477bf71-1c8c-4e75-8959-01774bbbd4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:27.529530 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-f477bf71-1c8c-4e75-8959-01774bbbd4f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.0695872 Aug 31 13:53:27.568997 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-de420b26-02c8-4b27-8958-e0d88c7237a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318735 Aug 31 13:53:27.587033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9246f-61d9-4bc2-b31f-85faf2260777 req-41c27447-fa8a-4e19-b4bf-d5dde95e65e3 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:27.588753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7d9246f-61d9-4bc2-b31f-85faf2260777 req-41c27447-fa8a-4e19-b4bf-d5dde95e65e3 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 949 time: 0.0600154 Aug 31 13:53:27.664903 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7d9246f-61d9-4bc2-b31f-85faf2260777 req-78e1307c-8b47-48cd-bf94-02a615f9fb1d tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690291 Aug 31 13:53:27.749179 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-681e29ff-6962-47cf-9a8b-37cf67dac32a service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530933 Aug 31 13:53:27.754075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923512e1-9b40-4aad-a617-dea16f6ba2b1 req-f7fd56b7-487c-42b8-aee3-b81ce9f4774a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:27.755621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-923512e1-9b40-4aad-a617-dea16f6ba2b1 req-f7fd56b7-487c-42b8-aee3-b81ce9f4774a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.1045399 Aug 31 13:53:27.857034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-923512e1-9b40-4aad-a617-dea16f6ba2b1 req-7be4fadc-788b-442e-ba85-bbd738f05220 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865519 Aug 31 13:53:27.891027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a11f15ea-fc6f-43f4-8352-199beb196ec8 req-27a13bb9-657c-4349-a309-c3b29204a383 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312726 Aug 31 13:53:28.093008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7044ee4-c157-4c93-8887-6de97955ee5b req-f5c81a16-48a1-44af-a700-fa11686948b4 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:28.095423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7044ee4-c157-4c93-8887-6de97955ee5b req-f5c81a16-48a1-44af-a700-fa11686948b4 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 950 time: 0.1295030 Aug 31 13:53:28.102933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca0a3a-eed5-4248-bb88-038b4c72cf66 req-df0a36e1-a5c3-49cc-b64f-f639f12a1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:28.105356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6ca0a3a-eed5-4248-bb88-038b4c72cf66 req-df0a36e1-a5c3-49cc-b64f-f639f12a1706 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 1094 time: 0.1260548 Aug 31 13:53:28.213339 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7044ee4-c157-4c93-8887-6de97955ee5b req-816d6216-d77c-46cb-a07a-4ccd55547695 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063573 Aug 31 13:53:28.289124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca0a3a-eed5-4248-bb88-038b4c72cf66 req-1e8a8e3a-28ae-4a3f-91dd-9e1439bc829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:28.292278 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6ca0a3a-eed5-4248-bb88-038b4c72cf66 req-1e8a8e3a-28ae-4a3f-91dd-9e1439bc829e service neutron] 10.222.0.52 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.1686020 Aug 31 13:53:28.359121 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6ca0a3a-eed5-4248-bb88-038b4c72cf66 req-636f73a4-9b6a-4b07-8f86-66636ff3eb75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 HTTP/1.1" status: 200 len: 217 time: 0.0565865 Aug 31 13:53:28.362052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47e797-637c-408c-b835-ec0dc3897a46 req-df8ee9cd-339f-4b4d-96a8-554b3fbfef36 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:28.364592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6a47e797-637c-408c-b835-ec0dc3897a46 req-df8ee9cd-339f-4b4d-96a8-554b3fbfef36 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 1097 time: 0.0653753 Aug 31 13:53:28.454648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acf35-2010-49d8-93a0-d484bcf9f4ad req-0afd2273-ecc6-456f-b8b3-c02f5703a106 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:28.456749 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b24acf35-2010-49d8-93a0-d484bcf9f4ad req-0afd2273-ecc6-456f-b8b3-c02f5703a106 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1005316 Aug 31 13:53:28.458476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca0a3a-eed5-4248-bb88-038b4c72cf66 req-d5d4e333-3be5-4883-a84c-faead4c89781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:28.459842 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6ca0a3a-eed5-4248-bb88-038b4c72cf66 req-d5d4e333-3be5-4883-a84c-faead4c89781 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.0723820 Aug 31 13:53:28.466889 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6a47e797-637c-408c-b835-ec0dc3897a46 req-4ff339bc-ec20-4b3a-931a-ddc53d6bc36f tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901120 Aug 31 13:53:28.493851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db2f53-58ec-4956-acac-008425eae2d5 req-3e7bd876-d310-4a79-8758-97136f8c77ca tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:28.496353 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07db2f53-58ec-4956-acac-008425eae2d5 req-3e7bd876-d310-4a79-8758-97136f8c77ca tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 950 time: 0.0937610 Aug 31 13:53:28.678149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-07db2f53-58ec-4956-acac-008425eae2d5 req-908583c9-be2b-429d-83c8-a51245b44fd6 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Deleting port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:28.678685 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07db2f53-58ec-4956-acac-008425eae2d5 req-908583c9-be2b-429d-83c8-a51245b44fd6 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.792761 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6ca0a3a-eed5-4248-bb88-038b4c72cf66 req-6f570743-44dd-4aa1-b8f9-91afa01972e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3167422 Aug 31 13:53:28.821493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b24acf35-2010-49d8-93a0-d484bcf9f4ad req-0c8037dd-172c-457a-9a68-184b5fe7cd3d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550928 Aug 31 13:53:28.824655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-07db2f53-58ec-4956-acac-008425eae2d5 req-908583c9-be2b-429d-83c8-a51245b44fd6 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] For port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5d8d111a-3110-4f2b-a702-9cfba3ec68e7,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:28.825033 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07db2f53-58ec-4956-acac-008425eae2d5 req-908583c9-be2b-429d-83c8-a51245b44fd6 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:28.835628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93294e-a199-4dcb-aed2-c1d98b01f81f req-6379f171-1cab-4910-be0f-6e60f9780d4e tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:28.836761 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b93294e-a199-4dcb-aed2-c1d98b01f81f req-6379f171-1cab-4910-be0f-6e60f9780d4e tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 943 time: 0.0943732 Aug 31 13:53:28.867419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-07db2f53-58ec-4956-acac-008425eae2d5 req-908583c9-be2b-429d-83c8-a51245b44fd6 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Calling delete_port for 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:28.928674 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b93294e-a199-4dcb-aed2-c1d98b01f81f req-3ad3a3e3-5158-4841-81df-ba91c7c6bf8b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845554 Aug 31 13:53:28.984505 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6ca0a3a-eed5-4248-bb88-038b4c72cf66 req-802c809b-b838-48bc-a4b5-2416b2591735 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777115 Aug 31 13:53:29.059909 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07db2f53-58ec-4956-acac-008425eae2d5 req-908583c9-be2b-429d-83c8-a51245b44fd6 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.076884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['5d8d111a-3110-4f2b-a702-9cfba3ec68e7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:29.102913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908583c9-be2b-429d-83c8-a51245b44fd6 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Pushing event deleted for resources: {'Port': ['ID=5d8d111a-3110-4f2b-a702-9cfba3ec68e7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:29.128368 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6ca0a3a-eed5-4248-bb88-038b4c72cf66 req-b374bd7b-b50f-4c44-8f30-279f71e23baa service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298201 Aug 31 13:53:29.185346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-07db2f53-58ec-4956-acac-008425eae2d5 req-908583c9-be2b-429d-83c8-a51245b44fd6 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] No DVR routers for this DVR port 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:29.192841 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07db2f53-58ec-4956-acac-008425eae2d5 req-908583c9-be2b-429d-83c8-a51245b44fd6 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:29.197069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07db2f53-58ec-4956-acac-008425eae2d5 req-908583c9-be2b-429d-83c8-a51245b44fd6 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.52 "DELETE /v2.0/ports/5d8d111a-3110-4f2b-a702-9cfba3ec68e7 HTTP/1.1" status: 204 len: 173 time: 0.6909351 Aug 31 13:53:29.198297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2074d1-30c5-4697-b01a-1350ca9298aa', 'name': 'network-vif-deleted', 'tag': '5d8d111a-3110-4f2b-a702-9cfba3ec68e7'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:29.203089 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e39a252-94a0-4979-b018-1c66d4214a21" -d '{"events": [{"server_uuid": "3b2074d1-30c5-4697-b01a-1350ca9298aa", "name": "network-vif-deleted", "tag": "5d8d111a-3110-4f2b-a702-9cfba3ec68e7"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:29.258799 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d0a558-d543-415a-8154-748a29117a68 x-openstack-request-id: req-86d0a558-d543-415a-8154-748a29117a68 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:29.259468 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2074d1-30c5-4697-b01a-1350ca9298aa", "name": "network-vif-deleted", "tag": "5d8d111a-3110-4f2b-a702-9cfba3ec68e7", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:29.260760 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86d0a558-d543-415a-8154-748a29117a68 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:29.261432 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2074d1-30c5-4697-b01a-1350ca9298aa', 'name': 'network-vif-deleted', 'tag': '5d8d111a-3110-4f2b-a702-9cfba3ec68e7', 'status': 'completed', 'code': 200} Aug 31 13:53:29.395137 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e109c01-4151-4579-82b7-7b4729bf73f3 req-351a26e8-e626-43a1-a379-ad6261e2da19 tempest-DeleteServersAdminTestJSON-245089002 tempest-DeleteServersAdminTestJSON-245089002-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2074d1-30c5-4697-b01a-1350ca9298aa HTTP/1.1" status: 200 len: 210 time: 0.0348949 Aug 31 13:53:29.973737 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a8e8a-f92e-49bd-a578-a6e93bb98a46 req-13fcec53-ad30-4a1f-b23a-298bc8e33abc tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:29.974978 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2c2a8e8a-f92e-49bd-a578-a6e93bb98a46 req-13fcec53-ad30-4a1f-b23a-298bc8e33abc tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0664439 Aug 31 13:53:30.056694 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2c2a8e8a-f92e-49bd-a578-a6e93bb98a46 req-6eed2301-0bdf-490b-b158-0345b3edd86d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628448 Aug 31 13:53:30.149398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e139f5b-6031-4037-86f7-18430bed43f6 req-9f9edb3a-4613-429c-9f4d-b9c74591791f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:30.151050 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e139f5b-6031-4037-86f7-18430bed43f6 req-9f9edb3a-4613-429c-9f4d-b9c74591791f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 943 time: 0.0916302 Aug 31 13:53:30.203314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e139f5b-6031-4037-86f7-18430bed43f6 req-12c1a991-0ee1-49cd-9469-bd2b52902b92 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Aug 31 13:53:30.992153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56604) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:31.149695 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-24870a93-2e8e-4d00-9ba8-5339100c4cdf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=102ea30e3b5a426a886564980aa7d587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561885 Aug 31 13:53:31.152842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56610) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:31.242583 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3920245a-8216-43e8-80bd-a0be60d9161c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.253936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf3aa6-96ee-4d37-850d-6e2b943dbb8a req-2a410e94-2806-446c-8bec-045b284da4c3 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:31.255502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9bf3aa6-96ee-4d37-850d-6e2b943dbb8a req-2a410e94-2806-446c-8bec-045b284da4c3 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0947633 Aug 31 13:53:31.287354 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c1062fd7-ed2f-456e-8f4a-af38460ad76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.295088 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3920245a-8216-43e8-80bd-a0be60d9161c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.337308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9bf3aa6-96ee-4d37-850d-6e2b943dbb8a req-ba089e89-0547-40e1-947c-674f147c0de4 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732772 Aug 31 13:53:31.375223 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3920245a-8216-43e8-80bd-a0be60d9161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.378076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3920245a-8216-43e8-80bd-a0be60d9161c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.383142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3920245a-8216-43e8-80bd-a0be60d9161c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9 HTTP/1.1" status: 204 len: 168 time: 0.2257435 Aug 31 13:53:31.393723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920245a-8216-43e8-80bd-a0be60d9161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc8f728-b6b4-4cf6-b93b-0df6af2cf5b9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:31.469593 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331c7ba-3a56-4106-ba77-aa68ca5bde5b req-2ae1035d-e07a-4b6d-8a2a-ab164a5eb7e8 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:31.471983 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6331c7ba-3a56-4106-ba77-aa68ca5bde5b req-2ae1035d-e07a-4b6d-8a2a-ab164a5eb7e8 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 943 time: 0.0674858 Aug 31 13:53:31.529799 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6331c7ba-3a56-4106-ba77-aa68ca5bde5b req-aed8a2eb-c0c6-4da6-a761-0745a4d3288d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446258 Aug 31 13:53:31.785896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56624) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:31.821204 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28b95958-f7de-4339-a8c7-959d4465b400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.955063 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28b95958-f7de-4339-a8c7-959d4465b400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:31.961011 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28b95958-f7de-4339-a8c7-959d4465b400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.024017 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-28b95958-f7de-4339-a8c7-959d4465b400 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e32dd801a5a43ff95f070d28cd6ef92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283189 Aug 31 13:53:32.024017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b95958-f7de-4339-a8c7-959d4465b400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee283a6-865a-4b1d-8108-ca8bd551e985,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:32.027553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56644) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:32.118337 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3ffe-7153-402f-b551-d4eb7e249749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.131499 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:32.143129 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3ffe-7153-402f-b551-d4eb7e249749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.207338 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3ffe-7153-402f-b551-d4eb7e249749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.211332 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3ffe-7153-402f-b551-d4eb7e249749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.215031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2ccf3ffe-7153-402f-b551-d4eb7e249749 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ee283a6-865a-4b1d-8108-ca8bd551e985 HTTP/1.1" status: 204 len: 168 time: 0.1849766 Aug 31 13:53:32.229589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf3ffe-7153-402f-b551-d4eb7e249749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee283a6-865a-4b1d-8108-ca8bd551e985,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:32.251841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:32.251841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d92e00aa-bfd6-4da8-9184-41ee656d4692 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:32.294636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:32.295491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5d8d111a-3110-4f2b-a702-9cfba3ec68e7 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:32.313970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:32.331520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '84a8a35f-4532-4280-9ebd-7b0cf6b3bf22', 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4', 'port_id': '84a8a35f-4532-4280-9ebd-7b0cf6b3bf22', 'mac_address': 'fa:16:3e:98:cd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1e5175-6ccd-4204-bfde-c630070636c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:53:32.456895 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.482806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:32.529448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:32.537097 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.578609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:32.605475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'mac_address': 'fa:16:3e:d6:34:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:53:32.648790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439efc9-7e45-417a-9799-31dbb0107b0e req-e808e5e0-1cf4-4537-b854-585ad0c70060 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:32.659029 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5439efc9-7e45-417a-9799-31dbb0107b0e req-e808e5e0-1cf4-4537-b854-585ad0c70060 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1555684 Aug 31 13:53:32.686905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:32.723015 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.758348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d92e00aa-bfd6-4da8-9184-41ee656d4692 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:32.818144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:32.824463 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:32.852422 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5439efc9-7e45-417a-9799-31dbb0107b0e req-8df4474b-3abf-4c5c-847c-5a6d92bcf5ea tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824729 Aug 31 13:53:32.934627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fec76-d231-4877-98ee-7d9ee93c34bd req-48d15433-0671-4695-8ebc-4b89c5a1292c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:32.943701 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-033fec76-d231-4877-98ee-7d9ee93c34bd req-48d15433-0671-4695-8ebc-4b89c5a1292c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 944 time: 0.1876659 Aug 31 13:53:32.954068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d92e00aa-bfd6-4da8-9184-41ee656d4692,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:32.972260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['84a8a35f-4532-4280-9ebd-7b0cf6b3bf22'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:33.010579 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-033fec76-d231-4877-98ee-7d9ee93c34bd req-0cc75c18-c9e7-4c8f-b73f-c002a3f382dc tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651996 Aug 31 13:53:33.046970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['d92e00aa-bfd6-4da8-9184-41ee656d4692'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:33.949349 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.007775 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-69dcda70-a6c1-4388-9b39-f750380f3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.078112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c32348-4215-492f-a245-de0a49868dde req-68424c20-04c6-4180-b2da-dd6ce26c9fc2 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:34.082512 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14c32348-4215-492f-a245-de0a49868dde req-68424c20-04c6-4180-b2da-dd6ce26c9fc2 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1442513 Aug 31 13:53:34.225207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d92e00aa-bfd6-4da8-9184-41ee656d4692 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:34.252944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14c32348-4215-492f-a245-de0a49868dde req-015532ab-e3e4-4fcd-8779-48212d603b6b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638997 Aug 31 13:53:34.340899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6356941-1ce8-4409-8343-2f594c71bb9e req-6b62bf62-ec3f-47cb-a77e-de01516bbeea tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:34.352821 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6356941-1ce8-4409-8343-2f594c71bb9e req-6b62bf62-ec3f-47cb-a77e-de01516bbeea tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 944 time: 0.1865025 Aug 31 13:53:34.392693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port d92e00aa-bfd6-4da8-9184-41ee656d4692 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:34.396510 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.442280 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6356941-1ce8-4409-8343-2f594c71bb9e req-f1f127b9-80cf-432e-b1ca-3d749dd7d2da tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763562 Aug 31 13:53:34.669096 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:34.742956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:34.748293 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba28aca-6e4f-483f-bd20-56c62b90d815" -d '{"events": [{"server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "name": "network-vif-plugged", "status": "completed", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:34.784696 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:34.793498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.003930 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4474b3-b784-40ca-81a5-79dbc55ac60e x-openstack-request-id: req-4b4474b3-b784-40ca-81a5-79dbc55ac60e {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:35.005839 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "name": "network-vif-plugged", "status": "completed", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:35.006510 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b4474b3-b784-40ca-81a5-79dbc55ac60e {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:35.007423 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'code': 200} Aug 31 13:53:35.011959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d92e00aa-bfd6-4da8-9184-41ee656d4692,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:35.048132 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:35.507053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d62c-08d3-4e2e-934f-8e0a3fcd0221 req-12596c6b-74d3-47e9-bc0f-128aa1ae81f1 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:35.510912 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9083d62c-08d3-4e2e-934f-8e0a3fcd0221 req-12596c6b-74d3-47e9-bc0f-128aa1ae81f1 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0974884 Aug 31 13:53:35.604067 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9083d62c-08d3-4e2e-934f-8e0a3fcd0221 req-cd753468-2327-4cc1-a5f6-ed153068d789 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822692 Aug 31 13:53:36.014861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315db61e-c2b5-4216-986f-e2c8f0aab465 req-f1fd3ac4-690f-4de2-8409-2aac0600c0d2 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:36.017750 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-315db61e-c2b5-4216-986f-e2c8f0aab465 req-f1fd3ac4-690f-4de2-8409-2aac0600c0d2 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 944 time: 0.1141500 Aug 31 13:53:36.136754 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-315db61e-c2b5-4216-986f-e2c8f0aab465 req-1b82a746-b874-4583-99f8-57c9834076eb tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975528 Aug 31 13:53:36.167116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:36.308871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:36.316559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:36.317425 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.510492 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.566106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:36.580864 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.655475 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:36.699249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:36.837184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aaec1-1c40-4c0a-9b0f-fda56bf8c846 req-3f2a52fd-74d8-4bda-8ead-f5c875e289e2 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:36.849255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea7aaec1-1c40-4c0a-9b0f-fda56bf8c846 req-3f2a52fd-74d8-4bda-8ead-f5c875e289e2 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0791419 Aug 31 13:53:36.915012 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea7aaec1-1c40-4c0a-9b0f-fda56bf8c846 req-0f907b04-fb45-4e14-87d7-b3615e3ed870 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605860 Aug 31 13:53:37.009159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f30cc53-ceba-4ab3-a532-92c5f2334f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a8a35f-4532-4280-9ebd-7b0cf6b3bf22'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:37.014374 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee134b46-5f5d-4b44-8387-b216a5cf190f" -d '{"events": [{"server_uuid": "7f30cc53-ceba-4ab3-a532-92c5f2334f63", "name": "network-vif-plugged", "status": "completed", "tag": "84a8a35f-4532-4280-9ebd-7b0cf6b3bf22"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:37.100189 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bbbb8c-27b4-45d6-a74b-a66cfce7553f x-openstack-request-id: req-41bbbb8c-27b4-45d6-a74b-a66cfce7553f {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:37.101609 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f30cc53-ceba-4ab3-a532-92c5f2334f63", "name": "network-vif-plugged", "status": "completed", "tag": "84a8a35f-4532-4280-9ebd-7b0cf6b3bf22", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:37.102515 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41bbbb8c-27b4-45d6-a74b-a66cfce7553f {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:37.103438 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f30cc53-ceba-4ab3-a532-92c5f2334f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a8a35f-4532-4280-9ebd-7b0cf6b3bf22', 'code': 200} Aug 31 13:53:37.296698 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acb712-2393-41e7-883e-21ba1a665f05 req-28e12c1f-2df5-4f16-9126-e7a5cc63663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:37.299199 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9acb712-2393-41e7-883e-21ba1a665f05 req-28e12c1f-2df5-4f16-9126-e7a5cc63663b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 1096 time: 0.1069193 Aug 31 13:53:37.417007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9acb712-2393-41e7-883e-21ba1a665f05 req-670c38d8-978e-4aaf-83e3-507d7248b224 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005268 Aug 31 13:53:37.435563 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf708d1-6760-455d-8df1-66db6f36b353 req-b94fd1be-d532-4fe5-b162-ec603d81ba16 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:37.446660 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cbf708d1-6760-455d-8df1-66db6f36b353 req-b94fd1be-d532-4fe5-b162-ec603d81ba16 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.1430097 Aug 31 13:53:37.505570 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cbf708d1-6760-455d-8df1-66db6f36b353 req-4d27874f-a507-4272-94f0-42b33ee34ef1 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573316 Aug 31 13:53:37.572979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56844) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:37.765510 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf967299-59db-4fe7-b8d8-d79bd2ad44d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.907570 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf967299-59db-4fe7-b8d8-d79bd2ad44d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.924727 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf967299-59db-4fe7-b8d8-d79bd2ad44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:37.989036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56852) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:37.992480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cf967299-59db-4fe7-b8d8-d79bd2ad44d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38e4c8e33f354541bc1ee0d63adcc931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174943 Aug 31 13:53:38.055609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf967299-59db-4fe7-b8d8-d79bd2ad44d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2682aceb-2e8b-4ac6-9e83-de1a5df64b83,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:38.208123 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08a16e05-5eca-4957-810a-1c5aa0d0599b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.247751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc00e1-5baa-4275-8be4-d552504641aa req-4c84b6c7-e828-489b-8d79-40854609c040 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:38.257069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77dc00e1-5baa-4275-8be4-d552504641aa req-4c84b6c7-e828-489b-8d79-40854609c040 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.2035387 Aug 31 13:53:38.298777 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08a16e05-5eca-4957-810a-1c5aa0d0599b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.335812 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77dc00e1-5baa-4275-8be4-d552504641aa req-85f2c05f-0b88-4594-a170-5ed3584bb836 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757761 Aug 31 13:53:38.424113 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08a16e05-5eca-4957-810a-1c5aa0d0599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.428455 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08a16e05-5eca-4957-810a-1c5aa0d0599b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.430342 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-08a16e05-5eca-4957-810a-1c5aa0d0599b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2682aceb-2e8b-4ac6-9e83-de1a5df64b83 HTTP/1.1" status: 204 len: 168 time: 0.4395871 Aug 31 13:53:38.444772 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a16e05-5eca-4957-810a-1c5aa0d0599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2682aceb-2e8b-4ac6-9e83-de1a5df64b83,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:38.690026 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.748776 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:38.769538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1625e-7e51-4105-82c4-fc0fbb3e4069 req-5d1d224b-455d-4e2d-8d16-b462a51377a7 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:38.782941 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15f1625e-7e51-4105-82c4-fc0fbb3e4069 req-5d1d224b-455d-4e2d-8d16-b462a51377a7 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.1468589 Aug 31 13:53:38.888013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15f1625e-7e51-4105-82c4-fc0fbb3e4069 req-f174dc32-b619-4b0c-9bc2-b1adfdfdaeed tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031938 Aug 31 13:53:39.194434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56884) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:39.227375 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c970bb3-66cb-48bb-8e32-afba55da65c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:39.420723 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c970bb3-66cb-48bb-8e32-afba55da65c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:39.429544 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c970bb3-66cb-48bb-8e32-afba55da65c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:39.460675 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2c970bb3-66cb-48bb-8e32-afba55da65c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b0b7875db78435297bf03fc21fd96ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598639 Aug 31 13:53:39.464564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56894) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:39.484301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c970bb3-66cb-48bb-8e32-afba55da65c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab6c76e-8732-455b-a943-eecf1fd18f64,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:39.600366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824851e6-8f2a-4f8f-aaaa-4d571a9e8598 req-7b6b41a7-69bc-4cf7-afbb-df8e63a138a6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:39.608753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-824851e6-8f2a-4f8f-aaaa-4d571a9e8598 req-7b6b41a7-69bc-4cf7-afbb-df8e63a138a6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1296365 Aug 31 13:53:39.646752 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1dc30c4-ec42-4e5f-99a4-603d936906e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:39.748453 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1dc30c4-ec42-4e5f-99a4-603d936906e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:39.783361 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-824851e6-8f2a-4f8f-aaaa-4d571a9e8598 req-a133a109-0c61-4de5-b054-eaa5c084ba1e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618576 Aug 31 13:53:39.861946 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1dc30c4-ec42-4e5f-99a4-603d936906e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:39.870454 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1dc30c4-ec42-4e5f-99a4-603d936906e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:39.871933 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e1dc30c4-ec42-4e5f-99a4-603d936906e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fab6c76e-8732-455b-a943-eecf1fd18f64 HTTP/1.1" status: 204 len: 168 time: 0.4057925 Aug 31 13:53:39.885589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc30c4-ec42-4e5f-99a4-603d936906e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab6c76e-8732-455b-a943-eecf1fd18f64,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:40.092945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49066d0-6133-4267-915e-bdcf18b8c3a6 req-23735895-59fb-42f8-a97f-d591616134c9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:40.095891 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d49066d0-6133-4267-915e-bdcf18b8c3a6 req-23735895-59fb-42f8-a97f-d591616134c9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.0888872 Aug 31 13:53:40.186782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d49066d0-6133-4267-915e-bdcf18b8c3a6 req-d30904d8-209e-4a47-b856-a850df75a053 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567961 Aug 31 13:53:40.540243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93b9b5-5dab-4ffc-9629-c09e593274b8 req-bc1160e4-6973-4525-bbfb-afd20a4d7e09 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:40.549189 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f93b9b5-5dab-4ffc-9629-c09e593274b8 req-bc1160e4-6973-4525-bbfb-afd20a4d7e09 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 1096 time: 0.1996498 Aug 31 13:53:40.617223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f93b9b5-5dab-4ffc-9629-c09e593274b8 req-3a40d763-e20e-4073-b186-d598d9639636 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543506 Aug 31 13:53:41.037289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d3fbf-ddbc-4c49-a193-1a3a7f72e769 req-4787e0f1-b814-49e9-9e95-bb991857d231 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:41.050584 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-558d3fbf-ddbc-4c49-a193-1a3a7f72e769 req-4787e0f1-b814-49e9-9e95-bb991857d231 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1082048 Aug 31 13:53:41.130546 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-558d3fbf-ddbc-4c49-a193-1a3a7f72e769 req-39f47e41-c75f-4ccb-a78f-e7a71484d8f0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763652 Aug 31 13:53:42.038779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d49ece-fdbc-4a53-96c2-55f8162c5451 req-103ff49c-858d-456b-a18d-ce5555265f88 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:42.050888 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e7d49ece-fdbc-4a53-96c2-55f8162c5451 req-103ff49c-858d-456b-a18d-ce5555265f88 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 945 time: 0.0998855 Aug 31 13:53:42.097782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e7d49ece-fdbc-4a53-96c2-55f8162c5451 req-1eb1816d-4c04-4658-9ccc-0779c1550043 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419855 Aug 31 13:53:42.283431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71e596-a364-4c57-a8fa-88f6923c50ea req-b65a3cec-2955-4fed-8fd6-64c4a5500ae2 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:42.292620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e71e596-a364-4c57-a8fa-88f6923c50ea req-b65a3cec-2955-4fed-8fd6-64c4a5500ae2 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0743294 Aug 31 13:53:42.339136 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e71e596-a364-4c57-a8fa-88f6923c50ea req-7b08fc02-f7c6-472a-9a23-14c44533e450 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Aug 31 13:53:43.188466 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ab930c7-8f83-47af-a7fd-deacd53669e2 req-3ef455b4-13d6-40b9-b2e5-a15cb1f523cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1297953 Aug 31 13:53:43.340162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab930c7-8f83-47af-a7fd-deacd53669e2 req-7dd94697-ef5c-4d22-934c-413d78e3d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:43.349943 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ab930c7-8f83-47af-a7fd-deacd53669e2 req-7dd94697-ef5c-4d22-934c-413d78e3d1d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 1095 time: 0.1174834 Aug 31 13:53:43.663056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddc40b-795d-425a-9fcf-0e79867c2551 req-e62162b3-1b0a-4aa7-aad2-8b21153a9fcf tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:43.675540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43ddc40b-795d-425a-9fcf-0e79867c2551 req-e62162b3-1b0a-4aa7-aad2-8b21153a9fcf tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1277368 Aug 31 13:53:43.733945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab930c7-8f83-47af-a7fd-deacd53669e2 req-886b60d8-03eb-49be-93ba-b983af89e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:43.737173 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ab930c7-8f83-47af-a7fd-deacd53669e2 req-886b60d8-03eb-49be-93ba-b983af89e4df service neutron] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.3484499 Aug 31 13:53:43.742542 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43ddc40b-795d-425a-9fcf-0e79867c2551 req-77523e86-08bd-4903-a270-2a0420023ce3 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635240 Aug 31 13:53:44.030390 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ab930c7-8f83-47af-a7fd-deacd53669e2 req-dbc82a77-dd91-4f80-b80a-4153f4557bbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50143a29-d54c-419d-a871-593592f80142 HTTP/1.1" status: 200 len: 217 time: 0.2650306 Aug 31 13:53:44.156641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-14051661-1716-4333-960b-25641f86c4e4 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--595462866&fields=id&tenant_id=01caa5237818400cae3be8dc9feff1a2 HTTP/1.1" status: 200 len: 267 time: 0.1673465 Aug 31 13:53:44.251598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:53:44.445480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:44.457409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57082) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:44.468521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-32deb7ea-1864-46fa-b01c-aad8d1da4985 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:44.489763 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-32deb7ea-1864-46fa-b01c-aad8d1da4985 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/networks?id=835e6eea-1de5-4bbf-b116-c7cc38c1993a HTTP/1.1" status: 200 len: 824 time: 0.3315165 Aug 31 13:53:44.617683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-ca3b5443-28c8-472c-ab5f-826735a3069d tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/quotas/01caa5237818400cae3be8dc9feff1a2 HTTP/1.1" status: 200 len: 375 time: 0.1238446 Aug 31 13:53:44.660016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab930c7-8f83-47af-a7fd-deacd53669e2 req-4a6b006d-c116-46f3-9035-539ed8f1b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:44.662398 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ab930c7-8f83-47af-a7fd-deacd53669e2 req-4a6b006d-c116-46f3-9035-539ed8f1b78e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.6111689 Aug 31 13:53:44.738911 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ab930c7-8f83-47af-a7fd-deacd53669e2 req-e13e83ac-57a0-4cbd-8311-23af2d9b058f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352943 Aug 31 13:53:44.747493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:44.772079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'mac_address': 'fa:16:3e:05:c8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:53:44.773975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:44.832668 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-38c8d60a-1c1c-4174-ad05-3d0008c81cee tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01caa5237818400cae3be8dc9feff1a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2133360 Aug 31 13:53:44.907487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:44.915575 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167bd9f2-a8a9-4f4e-831f-b29fe7a0ccb3" -d '{"events": [{"server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:44.976028 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e0530b7-bee9-47b2-92be-2509778ba30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:45.013081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:45.043771 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:45.270548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:45.276694 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:45.288082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ab930c7-8f83-47af-a7fd-deacd53669e2 req-556f0a19-6b9b-4852-b4e8-b7389428b88e service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326483 Aug 31 13:53:45.306921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:45.329962 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-83960827-6d39-4fe6-8ce4-569785e5e5c4 service neutron] 10.222.0.20 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581866 Aug 31 13:53:45.346702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104e29e-6aef-4af5-980c-bfcecb5f5325 req-545c4811-b4fa-4ae9-bc78-b6e5a35e711c tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:45.349334 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b104e29e-6aef-4af5-980c-bfcecb5f5325 req-545c4811-b4fa-4ae9-bc78-b6e5a35e711c tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 947 time: 0.2524235 Aug 31 13:53:45.437671 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:53:45.438193 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:53:45.461925 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b104e29e-6aef-4af5-980c-bfcecb5f5325 req-44f446ff-3bea-45c7-aaa0-3ac99de60fd0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957794 Aug 31 13:53:45.522628 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e0530b7-bee9-47b2-92be-2509778ba30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:45.532600 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e0530b7-bee9-47b2-92be-2509778ba30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:45.611309 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6e0530b7-bee9-47b2-92be-2509778ba30a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30cd94a07f8d46a6b2e4d340f61491fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1531062 Aug 31 13:53:45.635647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57110) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:45.644908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0530b7-bee9-47b2-92be-2509778ba30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22942956-6528-4140-a763-bc7c9751f8a9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:45.779889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ab930c7-8f83-47af-a7fd-deacd53669e2 req-05c48b85-e4d4-4e9a-8367-19beb4313ce4 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806550 Aug 31 13:53:45.823982 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-93ae1220-5b81-499a-8c26-d5adf1dcf108 service neutron] 10.222.0.20 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928322 Aug 31 13:53:45.855117 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5def79c8-bfb4-44e2-8110-182de069fb04 x-openstack-request-id: req-5def79c8-bfb4-44e2-8110-182de069fb04 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:45.855406 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:45.856079 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5def79c8-bfb4-44e2-8110-182de069fb04 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:45.856660 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'code': 200} Aug 31 13:53:45.867411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-6552f755-cb89-470d-b1f4-5911049c4b57 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:45.871221 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-6552f755-cb89-470d-b1f4-5911049c4b57 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.13 "GET /v2.0/ports?device_id=0667e105-0d6e-4e38-966e-85a86bcf72e0 HTTP/1.1" status: 200 len: 945 time: 0.2664516 Aug 31 13:53:45.978734 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a93fa3d8-4da4-4bac-83d5-b97d9bf82fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.073806 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.109796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:46.182959 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a93fa3d8-4da4-4bac-83d5-b97d9bf82fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.235339 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:46.250140 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.369347 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:46.470985 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-10715f8d-2ed7-4e66-b47f-c20966468665 req-827e5a6e-2d2a-4345-91f0-c15d0ff1782b tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 210 time: 0.2620656 Aug 31 13:53:46.613717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:53:46.663929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a93fa3d8-4da4-4bac-83d5-b97d9bf82fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.669863 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a93fa3d8-4da4-4bac-83d5-b97d9bf82fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.672178 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a93fa3d8-4da4-4bac-83d5-b97d9bf82fec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22942956-6528-4140-a763-bc7c9751f8a9 HTTP/1.1" status: 204 len: 168 time: 1.0306594 Aug 31 13:53:46.705313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fa3d8-4da4-4bac-83d5-b97d9bf82fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22942956-6528-4140-a763-bc7c9751f8a9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:46.725383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Deleting port b241e998-d96b-4c44-8a38-406bf9c84b5e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:46.725781 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:46.807428 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f930713-5f7f-4d30-bb8b-51fc05c1873a req-4fa43acb-4390-466a-9574-115737595833 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1256492 Aug 31 13:53:46.860202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9d0bb-4fd6-4461-aec3-71a8e8051b2a req-c89e42d9-c449-41bd-9573-b23226a950b4 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:46.876702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-09c9d0bb-4fd6-4461-aec3-71a8e8051b2a req-c89e42d9-c449-41bd-9573-b23226a950b4 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 948 time: 0.2105510 Aug 31 13:53:47.009717 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-09c9d0bb-4fd6-4461-aec3-71a8e8051b2a req-b0a3de16-3c09-49e9-9586-4aecfcd6ef6f tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311996 Aug 31 13:53:47.059878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f930713-5f7f-4d30-bb8b-51fc05c1873a req-2bf8bf89-9dbb-4d93-a7cd-e5b6ebf59039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:47.060140 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f930713-5f7f-4d30-bb8b-51fc05c1873a req-2bf8bf89-9dbb-4d93-a7cd-e5b6ebf59039 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4c7b2a052aba406683468ce4308b3372&device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 1101 time: 0.1526256 Aug 31 13:53:47.109948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] For port b241e998-d96b-4c44-8a38-406bf9c84b5e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b241e998-d96b-4c44-8a38-406bf9c84b5e,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:47.112176 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:47.435909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f930713-5f7f-4d30-bb8b-51fc05c1873a req-60b36d17-f05b-42d8-838b-176c3b5f0183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:47.440709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f930713-5f7f-4d30-bb8b-51fc05c1873a req-60b36d17-f05b-42d8-838b-176c3b5f0183 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.3521726 Aug 31 13:53:47.643688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9aa97b-81a3-4a6e-b855-8ac9b59c8d95 req-43639d7b-51b7-4670-8752-423382dd3c96 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:47.659418 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f9aa97b-81a3-4a6e-b855-8ac9b59c8d95 req-43639d7b-51b7-4670-8752-423382dd3c96 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 1097 time: 0.1988502 Aug 31 13:53:47.663781 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f930713-5f7f-4d30-bb8b-51fc05c1873a req-9ac00768-b19a-4aed-80a8-886270b18721 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=ef7c0e0d-290e-43c7-9028-9f030164db37 HTTP/1.1" status: 200 len: 217 time: 0.1895063 Aug 31 13:53:47.770086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be133-9b9c-4b40-bfcf-e0c49d03d832 req-1a0cfb34-af70-4b83-a7c9-4b619200b288 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:47.783078 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc9be133-9b9c-4b40-bfcf-e0c49d03d832 req-1a0cfb34-af70-4b83-a7c9-4b619200b288 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 946 time: 0.3393433 Aug 31 13:53:47.827715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57172) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:47.845725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f930713-5f7f-4d30-bb8b-51fc05c1873a req-98a9cfd1-d7d2-4678-82f8-b97aafe45ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:47.849614 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f930713-5f7f-4d30-bb8b-51fc05c1873a req-98a9cfd1-d7d2-4678-82f8-b97aafe45ea4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1759448 Aug 31 13:53:47.908106 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6f574fc2-36c5-4bbb-996c-d81a97d2cb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:47.945825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f9aa97b-81a3-4a6e-b855-8ac9b59c8d95 req-a670e43e-9842-4ca9-a3bd-51e3a9be78a9 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844667 Aug 31 13:53:47.975342 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc9be133-9b9c-4b40-bfcf-e0c49d03d832 req-17ff53e7-89e0-4ad3-aa3c-010df8b4d947 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880906 Aug 31 13:53:48.048951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f930713-5f7f-4d30-bb8b-51fc05c1873a req-aa280e24-7096-4890-970b-88da9ec8f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:48.057210 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f930713-5f7f-4d30-bb8b-51fc05c1873a req-aa280e24-7096-4890-970b-88da9ec8f37b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1928229 Aug 31 13:53:48.370965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-749de39f-7014-4410-8f63-64ccf7ee9505 req-cdb45d8b-3f1b-4322-a488-476fc7d493e0 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 210 time: 0.1598380 Aug 31 13:53:48.407135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f930713-5f7f-4d30-bb8b-51fc05c1873a req-e0623e02-f000-4fe4-b614-8eb2c814b828 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353417 Aug 31 13:53:48.480845 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.481623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.482428 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Floating IP 20e9aef5-9c6f-4726-8601-5f31c872c6d8 disassociated. External IP: 172.25.3.212, port: b241e998-d96b-4c44-8a38-406bf9c84b5e. Aug 31 13:53:48.483113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Calling delete_port for b241e998-d96b-4c44-8a38-406bf9c84b5e owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:48.738396 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f930713-5f7f-4d30-bb8b-51fc05c1873a req-620423bb-ba82-4faa-b11a-cfa2a7f23d89 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165069 Aug 31 13:53:48.745460 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6f574fc2-36c5-4bbb-996c-d81a97d2cb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.824001 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.831552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6f574fc2-36c5-4bbb-996c-d81a97d2cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:48.944727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f574fc2-36c5-4bbb-996c-d81a97d2cb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63858d45-b631-4960-97a0-d59aafebf81f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:48.948073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Pushing event deleted for resources: {'Port': ['ID=b241e998-d96b-4c44-8a38-406bf9c84b5e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:49.072885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-c7f583c0-bfda-46e9-9849-29e1acc85e57 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:49.075834 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-c7f583c0-bfda-46e9-9849-29e1acc85e57 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.52 "GET /v2.0/networks?id=835e6eea-1de5-4bbf-b116-c7cc38c1993a HTTP/1.1" status: 200 len: 824 time: 0.2495754 Aug 31 13:53:49.249274 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-105c5dce-02d6-4b72-bc1c-59694478969f tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01caa5237818400cae3be8dc9feff1a2 HTTP/1.1" status: 200 len: 379 time: 0.1401534 Aug 31 13:53:49.264045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Router aba359a7-9872-4384-8c2d-9e32223f0973 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:53:49.269986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Request body: {'port': {'device_id': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'admin_state_up': True, 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'security_groups': ['cb7293bf-0fc1-4378-9220-ee78b1766653']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:49.300650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c61099-edeb-45c9-9a3a-4afcfc714a53 req-a0e251cd-7d42-47d4-ae79-0b4f8fb8aad6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:49.309287 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-97c61099-edeb-45c9-9a3a-4afcfc714a53 req-a0e251cd-7d42-47d4-ae79-0b4f8fb8aad6 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 948 time: 0.5684917 Aug 31 13:53:49.314311 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6f574fc2-36c5-4bbb-996c-d81a97d2cb15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cda865ebcb18408c9dc12934fcae52d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4691315 Aug 31 13:53:49.326502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57196) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:49.377244 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-97c61099-edeb-45c9-9a3a-4afcfc714a53 req-ff01e67f-c863-45d1-908a-1f58cc65c2cf tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666432 Aug 31 13:53:49.609455 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c532529a-e1de-4401-a97d-78e34b3446ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.617818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f496468-c59d-4543-8c76-cbc115a966ce req-8c2e6297-d4a6-4d10-9461-2e7a9581d548 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:49.620524 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f496468-c59d-4543-8c76-cbc115a966ce req-8c2e6297-d4a6-4d10-9461-2e7a9581d548 tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.52 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 946 time: 0.2398498 Aug 31 13:53:49.745821 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c532529a-e1de-4401-a97d-78e34b3446ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.883616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Made reservation on behalf of 01caa5237818400cae3be8dc9feff1a2 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:49.895718 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.958390 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c532529a-e1de-4401-a97d-78e34b3446ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.967359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c532529a-e1de-4401-a97d-78e34b3446ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:49.972202 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c532529a-e1de-4401-a97d-78e34b3446ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63858d45-b631-4960-97a0-d59aafebf81f HTTP/1.1" status: 204 len: 168 time: 0.6376801 Aug 31 13:53:50.299907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:53:50.368686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Allocated IP 172.20.0.13 (835e6eea-1de5-4bbf-b116-c7cc38c1993a/e4e28dac-32cf-4df8-ae7e-a5a8533ef865/ed5a0322-d659-4a78-8ab2-08feb09a4fe2) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:53:50.415105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532529a-e1de-4401-a97d-78e34b3446ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63858d45-b631-4960-97a0-d59aafebf81f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:50.467537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:53:50.480466 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc6d1f-52cd-474a-9817-fc9e85519fcb None None] Sync routers for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:53:50.510737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e7c7c-e2c5-4d02-82b5-e397898eab9f req-72fbfbd4-1e01-4ef8-9762-7a171f3ade4e tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:50.512408 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc6d1f-52cd-474a-9817-fc9e85519fcb None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:50.513675 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-7dbc6d1f-52cd-474a-9817-fc9e85519fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:53:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:50.542906 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-013e7c7c-e2c5-4d02-82b5-e397898eab9f req-72fbfbd4-1e01-4ef8-9762-7a171f3ade4e tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 946 time: 0.3152823 Aug 31 13:53:50.553319 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.574226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Transition to ACTIVE for port object ed5a0322-d659-4a78-8ab2-08feb09a4fe2 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:50.622166 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.644748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:53:50.645131 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.676502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Network 835e6eea-1de5-4bbf-b116-c7cc38c1993a is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:53:50.683767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:50.694959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:53:50.702054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:50.703021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.721087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-62dace3c-42bc-4648-a618-56b8a5e8d5e7 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:53:50.722386 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-62dace3c-42bc-4648-a618-56b8a5e8d5e7 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156460 Aug 31 13:53:50.726825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Pushing event updated for resources: {'Port': ['ID=ed5a0322-d659-4a78-8ab2-08feb09a4fe2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:50.742344 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-51e0f8e3-c205-4223-afd1-7ceae88f2237 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4794669 Aug 31 13:53:50.750298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] Request body: {'binding': {'host': 'n-h2-792364-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:50.751373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] Unknown quota resources ['binding']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:53:50.761741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Request body: {'port': {'device_id': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:50.920819 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.929180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:50.943610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] No DVR routers for this DVR port b241e998-d96b-4c44-8a38-406bf9c84b5e on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:50.978574 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-7dbc6d1f-52cd-474a-9817-fc9e85519fcb None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:53:50.997263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:51.000091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:51.017248 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24219fa2-5b3c-4f98-b018-5700cf10b4af" -d '{"events": [{"server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "name": "network-vif-plugged", "status": "completed", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:51.024496 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.027300 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.027445 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b241e998-d96b-4c44-8a38-406bf9c84b5e no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:51.033830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1f4696e-6832-4a5e-a332-a7055e9e9eb1 req-298984ac-fde1-492f-9a82-6071311f9b23 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.13 "DELETE /v2.0/ports/b241e998-d96b-4c44-8a38-406bf9c84b5e HTTP/1.1" status: 204 len: 173 time: 5.1533287 Aug 31 13:53:51.070444 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-013e7c7c-e2c5-4d02-82b5-e397898eab9f req-cf707de4-8cf0-45c0-aa37-e9db9d1498cb tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/security-groups?id=def133d7-396c-4ceb-bffb-06ff42a81b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165462 Aug 31 13:53:51.071146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'name': 'network-vif-deleted', 'tag': 'b241e998-d96b-4c44-8a38-406bf9c84b5e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:51.093650 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3eedbd-331d-4add-8946-f28d33a01ab8" -d '{"events": [{"server_uuid": "0667e105-0d6e-4e38-966e-85a86bcf72e0", "name": "network-vif-deleted", "tag": "b241e998-d96b-4c44-8a38-406bf9c84b5e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:51.147385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: b241e998-d96b-4c44-8a38-406bf9c84b5e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:51.149291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b241e998-d96b-4c44-8a38-406bf9c84b5e not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:51.153504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-5f496468-c59d-4543-8c76-cbc115a966ce req-9a9c8dfc-25a1-4f49-92a5-23799e2164fb tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Deleting port f3f7186e-c883-4210-a299-841f22476cec {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:53:51.174080 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5f496468-c59d-4543-8c76-cbc115a966ce req-9a9c8dfc-25a1-4f49-92a5-23799e2164fb tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.221821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:51.429906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] Attempting to bind port 4d43986f-33c9-41d7-babf-25975e5f5d63 on host n-h2-792364-6 for vnic_type normal with profile None {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:51.430706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] Attempting to bind port 4d43986f-33c9-41d7-babf-25975e5f5d63 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:51.430706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] Attempting to bind port 4d43986f-33c9-41d7-babf-25975e5f5d63 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:51.438362 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] Port 4d43986f-33c9-41d7-babf-25975e5f5d63 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:51.438758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] Attempting to bind port 4d43986f-33c9-41d7-babf-25975e5f5d63 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:51.455461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:51.455811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:51.456210 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] Bound using segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:51.462666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] Bound port: 4d43986f-33c9-41d7-babf-25975e5f5d63, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:51.599328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bb8c6-5544-48b7-b2f4-00e266981253 req-8b025245-8fd3-4dc2-8585-e17a62c17e31 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:51.624111 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b3bb8c6-5544-48b7-b2f4-00e266981253 req-8b025245-8fd3-4dc2-8585-e17a62c17e31 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 932 time: 0.2632053 Aug 31 13:53:51.700672 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-7dbc6d1f-52cd-474a-9817-fc9e85519fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:51.708704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5f496468-c59d-4543-8c76-cbc115a966ce req-9a9c8dfc-25a1-4f49-92a5-23799e2164fb tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] For port f3f7186e-c883-4210-a299-841f22476cec, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=f3f7186e-c883-4210-a299-841f22476cec,segment=NetworkSegment(3cdcc875-5fb5-499b-96ed-70702d92cc4d),segment_id=3cdcc875-5fb5-499b-96ed-70702d92cc4d)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:53:51.713019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5f496468-c59d-4543-8c76-cbc115a966ce req-9a9c8dfc-25a1-4f49-92a5-23799e2164fb tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:51.773997 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc6d1f-52cd-474a-9817-fc9e85519fcb None None] Checking router: aba359a7-9872-4384-8c2d-9e32223f0973 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:53:51.794658 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:53:51.808597 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc6d1f-52cd-474a-9817-fc9e85519fcb None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:53:51.809502 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-7dbc6d1f-52cd-474a-9817-fc9e85519fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:53:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:51.831446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-5f496468-c59d-4543-8c76-cbc115a966ce req-9a9c8dfc-25a1-4f49-92a5-23799e2164fb tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Calling delete_port for f3f7186e-c883-4210-a299-841f22476cec owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:53:51.934957 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b3bb8c6-5544-48b7-b2f4-00e266981253 req-a56af9a7-38b7-4ae6-8ae5-0bb78c192ae1 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088894 Aug 31 13:53:52.087750 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-7dbc6d1f-52cd-474a-9817-fc9e85519fcb None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:53:52.334062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57256) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:52.559673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4d43986f-33c9-41d7-babf-25975e5f5d63,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:52.576273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.588743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-723211956-network', 'tenant_id': 'e63fd847046a49869be8b4db4cbc2f2e'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:52.601241 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-611207fe-b935-4c5b-baf4-2e346b90723e service neutron] 10.222.0.20 "POST /v2.0/ports/4d43986f-33c9-41d7-babf-25975e5f5d63/bindings HTTP/1.1" status: 201 len: 389 time: 1.8567629 Aug 31 13:53:52.617718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c9340-5561-4e8e-baf6-8f2c5d2c380b req-5b786e6b-fc35-4b59-8f73-768a6df80da2 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:52.631906 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6d4c9340-5561-4e8e-baf6-8f2c5d2c380b req-5b786e6b-fc35-4b59-8f73-768a6df80da2 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.2843602 Aug 31 13:53:52.707161 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5f496468-c59d-4543-8c76-cbc115a966ce req-9a9c8dfc-25a1-4f49-92a5-23799e2164fb tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.725215 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-7dbc6d1f-52cd-474a-9817-fc9e85519fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:52.806323 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc6d1f-52cd-474a-9817-fc9e85519fcb None None] The sync data for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 is: [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:53:52.897099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f496468-c59d-4543-8c76-cbc115a966ce req-9a9c8dfc-25a1-4f49-92a5-23799e2164fb tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] No DVR routers for this DVR port f3f7186e-c883-4210-a299-841f22476cec on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:53:52.901700 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5f496468-c59d-4543-8c76-cbc115a966ce req-9a9c8dfc-25a1-4f49-92a5-23799e2164fb tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:52.903887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f496468-c59d-4543-8c76-cbc115a966ce req-9a9c8dfc-25a1-4f49-92a5-23799e2164fb tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.52 "DELETE /v2.0/ports/f3f7186e-c883-4210-a299-841f22476cec HTTP/1.1" status: 204 len: 173 time: 3.2484138 Aug 31 13:53:52.905173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c8dfc-25a1-4f49-92a5-23799e2164fb tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] Pushing event deleted for resources: {'Port': ['ID=f3f7186e-c883-4210-a299-841f22476cec,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:52.944358 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6d4c9340-5561-4e8e-baf6-8f2c5d2c380b req-f8b3f613-1d2f-4366-b6d5-891e8a79bd75 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067477 Aug 31 13:53:52.985718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Made reservation on behalf of e63fd847046a49869be8b4db4cbc2f2e for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:52.999699 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.030217 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.076705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5a0322-d659-4a78-8ab2-08feb09a4fe2 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:53:53.114413 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.135394 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab8014-731f-472c-9d9f-f0d8ae397631 x-openstack-request-id: req-34ab8014-731f-472c-9d9f-f0d8ae397631 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:53.136157 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "name": "network-vif-plugged", "status": "completed", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:53.136157 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34ab8014-731f-472c-9d9f-f0d8ae397631 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:53.136472 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'code': 200} Aug 31 13:53:53.218615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Transition to ACTIVE for port object ed5a0322-d659-4a78-8ab2-08feb09a4fe2 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:53:53.229103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.275429 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.315934 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.406403 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e32c5f-57b3-4e66-a836-e33f0a76d7d7 x-openstack-request-id: req-40e32c5f-57b3-4e66-a836-e33f0a76d7d7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:53.406702 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0667e105-0d6e-4e38-966e-85a86bcf72e0", "name": "network-vif-deleted", "tag": "b241e998-d96b-4c44-8a38-406bf9c84b5e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:53.406955 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40e32c5f-57b3-4e66-a836-e33f0a76d7d7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:53.415380 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0667e105-0d6e-4e38-966e-85a86bcf72e0', 'name': 'network-vif-deleted', 'tag': 'b241e998-d96b-4c44-8a38-406bf9c84b5e', 'status': 'completed', 'code': 200} Aug 31 13:53:53.420745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87738f98-6ffc-45c8-bfa1-deda68a25fdc,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:53.508070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:53.521014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd305-3459-4824-91db-8e5815f87107 req-d9b14ca0-7584-47d8-9f3d-995a273ea363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:53.525065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-d9b14ca0-7584-47d8-9f3d-995a273ea363 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 1097 time: 0.2448778 Aug 31 13:53:53.613214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Attempting to bind port ed5a0322-d659-4a78-8ab2-08feb09a4fe2 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:53:53.613800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Attempting to bind port ed5a0322-d659-4a78-8ab2-08feb09a4fe2 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:53:53.613894 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Attempting to bind port ed5a0322-d659-4a78-8ab2-08feb09a4fe2 on network 835e6eea-1de5-4bbf-b116-c7cc38c1993a {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:53.646046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856da283-cae9-4451-9c81-0b8a312ad791 None None] New status for floating IP 20e9aef5-9c6f-4726-8601-5f31c872c6d8: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:53:53.731189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5a0322-d659-4a78-8ab2-08feb09a4fe2,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:53.739862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Port ed5a0322-d659-4a78-8ab2-08feb09a4fe2 on network 835e6eea-1de5-4bbf-b116-c7cc38c1993a not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:53:53.740680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Attempting to bind port ed5a0322-d659-4a78-8ab2-08feb09a4fe2 on network 835e6eea-1de5-4bbf-b116-c7cc38c1993a {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:53:53.754070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:53:53.754569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Checking segment: {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:53.755044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Bound using segment: {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:53:53.755879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Bound port: ed5a0322-d659-4a78-8ab2-08feb09a4fe2, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:53:53.756342 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.789158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b80872-40db-4af5-bca0-93e3893baeac req-4b142e7e-04b6-4e30-820e-8232692fc2fb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:53.790766 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2b80872-40db-4af5-bca0-93e3893baeac req-4b142e7e-04b6-4e30-820e-8232692fc2fb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.2029977 Aug 31 13:53:53.833773 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b37adcb-d45a-4242-91e3-4348363fe759 req-b21666ae-a1b9-442c-ab18-e379cf87c33f tempest-AttachSCSIVolumeTestJSON-325359532 tempest-AttachSCSIVolumeTestJSON-325359532-project] 10.222.0.20 "GET /v2.0/ports?device_id=289d7d5f-3319-4fbc-9dfe-88a014801f68 HTTP/1.1" status: 200 len: 210 time: 0.0772331 Aug 31 13:53:53.846930 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:53.859055 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] For port ed5a0322-d659-4a78-8ab2-08feb09a4fe2, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:53:53.859346 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Added segment fef2e918-b76b-491a-b430-aaefc86b4bda of type vlan for network 07fa430c-71a6-4b5a-a45a-98d82af9c9c9 Aug 31 13:53:53.859496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] For port ed5a0322-d659-4a78-8ab2-08feb09a4fe2, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ed5a0322-d659-4a78-8ab2-08feb09a4fe2,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:53:53.890161 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.067370 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.068001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.073357 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] 10.222.0.52 "PUT /v2.0/ports/ed5a0322-d659-4a78-8ab2-08feb09a4fe2 HTTP/1.1" status: 200 len: 1092 time: 3.3179088 Aug 31 13:53:54.076897 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2b80872-40db-4af5-bca0-93e3893baeac req-b7c152d8-9b37-48e9-b045-610dcff7527f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172940 Aug 31 13:53:54.077183 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'tag': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:54.086719 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db8a320-4272-417f-b7df-37c687b34f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9465812b-8661-4cbc-849e-c6709ab8cc4d", "tag": "ed5a0322-d659-4a78-8ab2-08feb09a4fe2"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:54.101964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.174344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061000c1-e9d9-4105-bebf-a74ff3407dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5a0322-d659-4a78-8ab2-08feb09a4fe2,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:54.204516 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.208473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.209095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.255465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device f3f7186e-c883-4210-a299-841f22476cec no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:53:54.296300 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-fb1539f2-9e10-4040-a65c-4d826ae67cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.309194 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-fb1539f2-9e10-4040-a65c-4d826ae67cf0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01caa5237818400cae3be8dc9feff1a2&device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 1095 time: 0.1595705 Aug 31 13:53:54.324555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: f3f7186e-c883-4210-a299-841f22476cec {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:53:54.325004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device f3f7186e-c883-4210-a299-841f22476cec not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:53:54.422789 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-1fd61ac1-46bf-48e5-b339-732258e0b404 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed5a0322-d659-4a78-8ab2-08feb09a4fe2 HTTP/1.1" status: 200 len: 217 time: 0.0993195 Aug 31 13:53:54.499516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521cd4b-0371-41f9-8608-2de7d250a412 req-9dce2faa-cb48-4a8f-98fb-46c96fa36ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.501765 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6521cd4b-0371-41f9-8608-2de7d250a412 req-9dce2faa-cb48-4a8f-98fb-46c96fa36ffe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 1100 time: 0.7740269 Aug 31 13:53:54.539077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd305-3459-4824-91db-8e5815f87107 req-6c6d7e2f-f643-45fb-8a79-eee758272336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.545941 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-6c6d7e2f-f643-45fb-8a79-eee758272336 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 1.0055647 Aug 31 13:53:54.577190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa57e4f-f61e-49cb-b537-d19fba3f5ca0 req-6a8a3374-b090-4ab5-8d62-f2842ad9c7f5 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.579245 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bfa57e4f-f61e-49cb-b537-d19fba3f5ca0 req-6a8a3374-b090-4ab5-8d62-f2842ad9c7f5 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1880028 Aug 31 13:53:54.581300 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-b33d4e71-d095-49c7-861a-ce8000ceeeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.582714 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-b33d4e71-d095-49c7-861a-ce8000ceeeb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4e28dac-32cf-4df8-ae7e-a5a8533ef865 HTTP/1.1" status: 200 len: 863 time: 0.1401119 Aug 31 13:53:54.588542 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2517126 Aug 31 13:53:54.629403 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57282) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:54.653930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d34b47c5-f05f-4dea-83ef-cdf1245dafd5 admin admin] Request body: {'subnet': {'network_id': '07fa430c-71a6-4b5a-a45a-98d82af9c9c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-723211956-subnet', 'tenant_id': 'e63fd847046a49869be8b4db4cbc2f2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:54.675906 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bfa57e4f-f61e-49cb-b537-d19fba3f5ca0 req-8bb4f415-5f4c-487a-a74d-75716dc696f1 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829000 Aug 31 13:53:54.694436 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889a02f-cfe4-4f63-b982-9870022d8d64 admin admin] Pushing event updated for resources: {'Network': ['ID=07fa430c-71a6-4b5a-a45a-98d82af9c9c9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:54.709238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-ae63bf47-6cac-4cb1-9682-1ce2f2cf0018 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d43986f-33c9-41d7-babf-25975e5f5d63 HTTP/1.1" status: 200 len: 217 time: 0.1421688 Aug 31 13:53:54.714503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 07fa430c-71a6-4b5a-a45a-98d82af9c9c9 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:54.756727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e286d-c283-455d-8733-2dfc6291d62d req-9f15f336-cbbb-4eb1-b9a0-7c2a395dbe4a tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:54.772476 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb2e286d-c283-455d-8733-2dfc6291d62d req-9f15f336-cbbb-4eb1-b9a0-7c2a395dbe4a tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 944 time: 0.6003339 Aug 31 13:53:54.811191 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c434baa0-0a06-430e-81b7-203a8c1b1f9d x-openstack-request-id: req-c434baa0-0a06-430e-81b7-203a8c1b1f9d {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:54.811492 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9465812b-8661-4cbc-849e-c6709ab8cc4d", "tag": "ed5a0322-d659-4a78-8ab2-08feb09a4fe2", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:54.811832 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c434baa0-0a06-430e-81b7-203a8c1b1f9d {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:54.812550 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'tag': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2', 'status': 'completed', 'code': 200} Aug 31 13:53:54.864167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34b47c5-f05f-4dea-83ef-cdf1245dafd5 admin admin] Made reservation on behalf of e63fd847046a49869be8b4db4cbc2f2e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:54.871437 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d34b47c5-f05f-4dea-83ef-cdf1245dafd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:54.912409 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6521cd4b-0371-41f9-8608-2de7d250a412 req-85dcd412-b558-4561-afbf-f1683f8d7912 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781142 Aug 31 13:53:54.959632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-54a0fee9-f16a-48bd-a2a6-ed552d4ba057 None None] Provisioning for port ed5a0322-d659-4a78-8ab2-08feb09a4fe2 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:53:55.007325 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb2e286d-c283-455d-8733-2dfc6291d62d req-9f8f8e0d-07da-4e15-88c9-f96c3aaf0550 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368925 Aug 31 13:53:55.017386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd305-3459-4824-91db-8e5815f87107 req-612c51d4-7c64-4618-a6ec-2360f1ce1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:55.020009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-612c51d4-7c64-4618-a6ec-2360f1ce1f10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.2962832 Aug 31 13:53:55.072915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-8b4ebf34-682f-4336-bef9-a7ba32e6ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:55.075240 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-8b4ebf34-682f-4336-bef9-a7ba32e6ff8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=835e6eea-1de5-4bbf-b116-c7cc38c1993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4163446 Aug 31 13:53:55.077016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-4de893c2-5508-441b-a6d6-50f896ec27fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435240 Aug 31 13:53:55.401454 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-179268c4-58b9-436e-b872-24cbec02287f service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047698 Aug 31 13:53:55.439414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289d7d5f-3319-4fbc-9dfe-88a014801f68', 'name': 'network-vif-deleted', 'tag': 'f3f7186e-c883-4210-a299-841f22476cec'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:53:55.442663 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbe55e5-6cd3-4b7f-a4cc-69e768a90da2" -d '{"events": [{"server_uuid": "289d7d5f-3319-4fbc-9dfe-88a014801f68", "name": "network-vif-deleted", "tag": "f3f7186e-c883-4210-a299-841f22476cec"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:53:55.551303 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-90d63213-a842-463e-9859-35e9b1cfc50f service neutron] 10.222.0.52 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599833 Aug 31 13:53:55.592074 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14391bca-4132-4d25-beab-60273e360228 x-openstack-request-id: req-14391bca-4132-4d25-beab-60273e360228 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:53:55.592074 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289d7d5f-3319-4fbc-9dfe-88a014801f68", "name": "network-vif-deleted", "tag": "f3f7186e-c883-4210-a299-841f22476cec", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:53:55.592412 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14391bca-4132-4d25-beab-60273e360228 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:53:55.592928 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289d7d5f-3319-4fbc-9dfe-88a014801f68', 'name': 'network-vif-deleted', 'tag': 'f3f7186e-c883-4210-a299-841f22476cec', 'status': 'completed', 'code': 200} Aug 31 13:53:55.671148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a3b65-c550-4528-8f27-89dea683526d req-02d29c3a-3ada-4ce7-abf8-86675a83e497 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:55.688224 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba6a3b65-c550-4528-8f27-89dea683526d req-02d29c3a-3ada-4ce7-abf8-86675a83e497 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.4329710 Aug 31 13:53:55.701290 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d34b47c5-f05f-4dea-83ef-cdf1245dafd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:55.841618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba6a3b65-c550-4528-8f27-89dea683526d req-d16da9ee-b8d7-4dc5-9e32-3b35c3026477 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523342 Aug 31 13:53:55.855446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-e35a56b4-3ba3-4289-b7a4-0ec06357794c service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449973 Aug 31 13:53:55.875933 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b47c5-f05f-4dea-83ef-cdf1245dafd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9265dd-ba82-4907-8a9d-a7ac5aea41f3,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:55.964100 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf5a1f02-2b83-48c7-8940-00c22dee212d req-8be41059-2d15-45c9-966a-703c78bc5bfd service neutron] 10.222.0.52 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959610 Aug 31 13:53:55.972167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b47c5-f05f-4dea-83ef-cdf1245dafd5 admin admin] Checking segment: {'id': 'fef2e918-b76b-491a-b430-aaefc86b4bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '07fa430c-71a6-4b5a-a45a-98d82af9c9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:55.972569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b47c5-f05f-4dea-83ef-cdf1245dafd5 admin admin] Network hostable DHCP agents. Network: 07fa430c-71a6-4b5a-a45a-98d82af9c9c9, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:53:56.006725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cd9ea-0903-45ef-b2c0-9774230fd0b4 req-62ef8c57-bd49-4687-bcdb-7aed1173f3cd tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.008376 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e5cd9ea-0903-45ef-b2c0-9774230fd0b4 req-62ef8c57-bd49-4687-bcdb-7aed1173f3cd tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1282117 Aug 31 13:53:56.033112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b47c5-f05f-4dea-83ef-cdf1245dafd5 admin admin] Network 07fa430c-71a6-4b5a-a45a-98d82af9c9c9 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:53:56.079808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d34b47c5-f05f-4dea-83ef-cdf1245dafd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 07fa430c-71a6-4b5a-a45a-98d82af9c9c9) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:56.090558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94836740-2d76-42d1-9228-5fb36c6df076 None None] Network 07fa430c-71a6-4b5a-a45a-98d82af9c9c9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:56.151835 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b47c5-f05f-4dea-83ef-cdf1245dafd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.152546 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d34b47c5-f05f-4dea-83ef-cdf1245dafd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:56.214124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d34b47c5-f05f-4dea-83ef-cdf1245dafd5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5657043 Aug 31 13:53:56.230957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e5cd9ea-0903-45ef-b2c0-9774230fd0b4 req-b7b40899-b655-419b-9933-9149c9b8e8c5 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770904 Aug 31 13:53:56.261680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8a320-4272-417f-b7df-37c687b34f0b req-6546017b-0f1a-432e-90b6-c0e175d54723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.263314 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5db8a320-4272-417f-b7df-37c687b34f0b req-6546017b-0f1a-432e-90b6-c0e175d54723 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01caa5237818400cae3be8dc9feff1a2&device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 1095 time: 0.1973937 Aug 31 13:53:56.452169 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d08a99-ca8d-47b5-9730-31cd80ff5882 None None] Network 07fa430c-71a6-4b5a-a45a-98d82af9c9c9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:56.698596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c0eaf-405a-4f79-aed7-fb3b2dc0f860 req-dead2f3d-a3b4-431a-a914-e1762c20dae6 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.700401 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-113c0eaf-405a-4f79-aed7-fb3b2dc0f860 req-dead2f3d-a3b4-431a-a914-e1762c20dae6 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 944 time: 0.2310658 Aug 31 13:53:56.756986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8a320-4272-417f-b7df-37c687b34f0b req-6455aacf-b08f-4120-abdc-64c16f2f7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:56.759596 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5db8a320-4272-417f-b7df-37c687b34f0b req-6455aacf-b08f-4120-abdc-64c16f2f7f02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=835e6eea-1de5-4bbf-b116-c7cc38c1993a HTTP/1.1" status: 200 len: 925 time: 0.4829135 Aug 31 13:53:56.882109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-113c0eaf-405a-4f79-aed7-fb3b2dc0f860 req-2f81c502-0fea-498b-a84a-6a9737c2ebee tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693518 Aug 31 13:53:56.887578 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5db8a320-4272-417f-b7df-37c687b34f0b req-99edf54c-89e4-45c4-b31f-321b6be05de7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed5a0322-d659-4a78-8ab2-08feb09a4fe2 HTTP/1.1" status: 200 len: 217 time: 0.0890558 Aug 31 13:53:57.031737 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8a320-4272-417f-b7df-37c687b34f0b req-d3daae1d-10cd-4c81-bbe3-bd245edeb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.033363 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5db8a320-4272-417f-b7df-37c687b34f0b req-d3daae1d-10cd-4c81-bbe3-bd245edeb3bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4e28dac-32cf-4df8-ae7e-a5a8533ef865 HTTP/1.1" status: 200 len: 863 time: 0.1342750 Aug 31 13:53:57.148247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8a320-4272-417f-b7df-37c687b34f0b req-76c0415b-21d6-4893-999b-a5637779d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.159620 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5db8a320-4272-417f-b7df-37c687b34f0b req-76c0415b-21d6-4893-999b-a5637779d36b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=835e6eea-1de5-4bbf-b116-c7cc38c1993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114101 Aug 31 13:53:57.228741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db27bc-9efb-4fa7-8ae3-17b63123a804 req-7d761f03-fe25-4301-8e81-51f2c07239e7 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.242103 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-73db27bc-9efb-4fa7-8ae3-17b63123a804 req-7d761f03-fe25-4301-8e81-51f2c07239e7 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.1248646 Aug 31 13:53:57.333860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-73db27bc-9efb-4fa7-8ae3-17b63123a804 req-0683a4ad-2265-4aad-810c-588bb8d3301b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852532 Aug 31 13:53:57.477106 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5db8a320-4272-417f-b7df-37c687b34f0b req-8601cfd1-20d8-4891-ab55-da487a91ffbe service neutron] 10.222.0.52 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918458 Aug 31 13:53:57.507012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfc534-0b15-4f9e-83d7-a9f9793cdcd7 req-cda57e63-35d8-40e8-86bc-dcc22bd15869 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.520041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-92dfc534-0b15-4f9e-83d7-a9f9793cdcd7 req-cda57e63-35d8-40e8-86bc-dcc22bd15869 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 949 time: 0.2128646 Aug 31 13:53:57.552151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677c787-eac5-468e-8208-a36485b22916 req-a9b6a0cb-1ee5-4f69-a4b3-b47b30b2bd71 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.554014 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f677c787-eac5-468e-8208-a36485b22916 req-a9b6a0cb-1ee5-4f69-a4b3-b47b30b2bd71 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0846541 Aug 31 13:53:57.587487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57412) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:57.605756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-241186534-network', 'tenant_id': '6e3ac07dc5ed42c1b42ed6b86fd37875'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:57.637882 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-92dfc534-0b15-4f9e-83d7-a9f9793cdcd7 req-dd1d61bf-5984-405b-90e7-b80346fb4549 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155250 Aug 31 13:53:57.651851 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f677c787-eac5-468e-8208-a36485b22916 req-c60f44dc-e460-40c9-a793-9d41e6ab80c0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876586 Aug 31 13:53:57.659691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Made reservation on behalf of 6e3ac07dc5ed42c1b42ed6b86fd37875 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:57.663989 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.685538 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.731090 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5db8a320-4272-417f-b7df-37c687b34f0b req-1bd2b6b0-e4d4-4b07-8c31-0d4718f272fc service neutron] 10.222.0.52 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088087 Aug 31 13:53:57.834611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4c70e-2306-44dc-beee-adcc3ea06de4 req-7fc70234-3ee9-4117-99a2-1bf57b1b324e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:57.836243 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09b4c70e-2306-44dc-beee-adcc3ea06de4 req-7fc70234-3ee9-4117-99a2-1bf57b1b324e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0603817 Aug 31 13:53:57.865609 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.871812 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.888229 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09b4c70e-2306-44dc-beee-adcc3ea06de4 req-0b87b5a3-5f21-4eb0-876e-42b0c0d8d82a tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445261 Aug 31 13:53:57.902133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:53:57.910056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e8fc8f-4688-494e-b64e-33b0dde9ba3e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:57.932129 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:57.933037 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Added segment 4cf08240-ab69-46f2-8a5e-519caef36bb2 of type vlan for network e4993012-111b-4e18-bf8d-610266ebfd26 Aug 31 13:53:58.034007 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.070881 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.070881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:58.070881 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.110695 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5215704 Aug 31 13:53:58.117504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638a26-d6c3-4254-bcef-fb75e67d6d3d req-8f0cb47d-2a19-4e17-b6bb-db32958749c3 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:58.133251 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d638a26-d6c3-4254-bcef-fb75e67d6d3d req-8f0cb47d-2a19-4e17-b6bb-db32958749c3 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 944 time: 0.1146896 Aug 31 13:53:58.133873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57432) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:58.140534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e20477e8-ae83-4334-90f8-82690067e293 admin admin] Request body: {'subnet': {'network_id': 'e4993012-111b-4e18-bf8d-610266ebfd26', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-241186534-subnet', 'tenant_id': '6e3ac07dc5ed42c1b42ed6b86fd37875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:53:58.182285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e91953-a307-44ee-b3d0-ec262d01d376 admin admin] Pushing event updated for resources: {'Network': ['ID=e4993012-111b-4e18-bf8d-610266ebfd26,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:58.195447 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network e4993012-111b-4e18-bf8d-610266ebfd26 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:53:58.212256 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20477e8-ae83-4334-90f8-82690067e293 admin admin] Made reservation on behalf of 6e3ac07dc5ed42c1b42ed6b86fd37875 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:53:58.214740 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e20477e8-ae83-4334-90f8-82690067e293 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.225059 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d638a26-d6c3-4254-bcef-fb75e67d6d3d req-291fe88a-8242-4dff-9516-b501c0283b96 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801651 Aug 31 13:53:58.445265 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f7e80-98a1-4c5d-a422-c001ee69a965 req-ef9f3199-19a6-4af5-a087-2d9da63ae25b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:58.450256 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a51f7e80-98a1-4c5d-a422-c001ee69a965 req-ef9f3199-19a6-4af5-a087-2d9da63ae25b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1069169 Aug 31 13:53:58.513936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92680f2c-ae9b-4779-a2c5-f997ce25f639 req-3616ea23-8caa-42a9-b86a-0ba7d495efc4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:58.515644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92680f2c-ae9b-4779-a2c5-f997ce25f639 req-3616ea23-8caa-42a9-b86a-0ba7d495efc4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.0839531 Aug 31 13:53:58.550024 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a51f7e80-98a1-4c5d-a422-c001ee69a965 req-f700b066-bd59-4e86-8efe-96e41a0b70d4 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800509 Aug 31 13:53:58.565056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92680f2c-ae9b-4779-a2c5-f997ce25f639 req-a7458ea8-3635-4e20-a9ef-c1e31e0855e4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Aug 31 13:53:58.575378 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e20477e8-ae83-4334-90f8-82690067e293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.659385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20477e8-ae83-4334-90f8-82690067e293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=621f6f7b-76a4-42b0-8243-30e13fdf3537,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:58.683186 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20477e8-ae83-4334-90f8-82690067e293 admin admin] Checking segment: {'id': '4cf08240-ab69-46f2-8a5e-519caef36bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e4993012-111b-4e18-bf8d-610266ebfd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:53:58.683546 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20477e8-ae83-4334-90f8-82690067e293 admin admin] Network hostable DHCP agents. Network: e4993012-111b-4e18-bf8d-610266ebfd26, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:53:58.709003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20477e8-ae83-4334-90f8-82690067e293 admin admin] Network e4993012-111b-4e18-bf8d-610266ebfd26 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:53:58.720322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-e20477e8-ae83-4334-90f8-82690067e293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, e4993012-111b-4e18-bf8d-610266ebfd26) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:53:58.725623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20477e8-ae83-4334-90f8-82690067e293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:58.726497 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e20477e8-ae83-4334-90f8-82690067e293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.733496 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c93846a-2f0b-4174-aab3-5b9b694189f2 None None] Network e4993012-111b-4e18-bf8d-610266ebfd26 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:58.762398 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e20477e8-ae83-4334-90f8-82690067e293 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6265030 Aug 31 13:53:58.836682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b86d5-5e12-4c27-a031-c25b3c92ab1f req-9aa7987d-a9d9-465c-9d98-1252d94f019d tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:58.847069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b72b86d5-5e12-4c27-a031-c25b3c92ab1f req-9aa7987d-a9d9-465c-9d98-1252d94f019d tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 949 time: 0.0764418 Aug 31 13:53:58.881357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57448) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:58.913215 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b72b86d5-5e12-4c27-a031-c25b3c92ab1f req-f3a8d8a5-748a-4405-9d84-113786e9e5df tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648131 Aug 31 13:53:58.922832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3d2328-5c42-49fc-9fa9-cfe486fdd138 None None] Network e4993012-111b-4e18-bf8d-610266ebfd26 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:53:58.949928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-75980579-b7e7-45fd-bc43-1f86f20af75e admin admin] Deleting subnet da9265dd-ba82-4907-8a9d-a7ac5aea41f3 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:53:58.953512 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75980579-b7e7-45fd-bc43-1f86f20af75e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:58.995575 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75980579-b7e7-45fd-bc43-1f86f20af75e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.058775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75980579-b7e7-45fd-bc43-1f86f20af75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.139329 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75980579-b7e7-45fd-bc43-1f86f20af75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.181981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75980579-b7e7-45fd-bc43-1f86f20af75e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9265dd-ba82-4907-8a9d-a7ac5aea41f3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:59.184415 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75980579-b7e7-45fd-bc43-1f86f20af75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.187269 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-75980579-b7e7-45fd-bc43-1f86f20af75e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/da9265dd-ba82-4907-8a9d-a7ac5aea41f3 HTTP/1.1" status: 204 len: 168 time: 0.3045857 Aug 31 13:53:59.189834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57472) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:59.294183 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.431230 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1a1ad-562a-4c9c-b295-44ada66afb27 req-1411a4d5-24f6-40a1-9099-014bdbea6f39 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:59.432800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51d1a1ad-562a-4c9c-b295-44ada66afb27 req-1411a4d5-24f6-40a1-9099-014bdbea6f39 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 944 time: 0.1306951 Aug 31 13:53:59.437403 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.455066 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.455349 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.456104 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.456485 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.456826 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.457147 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.457472 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.457795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.458172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.458561 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.563030 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.563507 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.563985 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.564416 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 13:53:59.564976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fa430c-71a6-4b5a-a45a-98d82af9c9c9']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:59.591736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef2e918-b76b-491a-b430-aaefc86b4bda') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:59.592317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef2e918-b76b-491a-b430-aaefc86b4bda') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:53:59.616904 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.658943 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51d1a1ad-562a-4c9c-b295-44ada66afb27 req-c8a3b564-6d55-4ef3-8de9-e3f4fadf7520 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182550 Aug 31 13:53:59.669890 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.682577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:53:59.682577 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: from cryptography.utils import int_from_bytes Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: from cryptography.utils import int_from_bytes Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: timer() Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:53:59.687795 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:53:59.777161 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.787325 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.790862 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/07fa430c-71a6-4b5a-a45a-98d82af9c9c9 HTTP/1.1" status: 204 len: 168 time: 0.5986984 Aug 31 13:53:59.793742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57516) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:53:59.806479 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfccb17-ee7a-41af-a88c-339cbe5981c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=07fa430c-71a6-4b5a-a45a-98d82af9c9c9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:53:59.869301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fb29a-5c72-47d1-bac6-1d28d781031a req-bb45fc70-c89f-467b-a1ca-da97788d2f1e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:59.871802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b29fb29a-5c72-47d1-bac6-1d28d781031a req-bb45fc70-c89f-467b-a1ca-da97788d2f1e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0806501 Aug 31 13:53:59.891805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-d522c308-0e6d-4408-af61-d9ec207927f3 admin admin] Deleting subnet 621f6f7b-76a4-42b0-8243-30e13fdf3537 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:53:59.897273 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d522c308-0e6d-4408-af61-d9ec207927f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:53:59.916352 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b29fb29a-5c72-47d1-bac6-1d28d781031a req-1106691d-1b30-48ba-bf2c-3236a326f1cc tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373423 Aug 31 13:53:59.948341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c52aa-b2c1-4d2c-a191-bcf40daab5ce req-d5228c36-8421-4816-a66c-4a17af43d51d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:53:59.949931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f8c52aa-b2c1-4d2c-a191-bcf40daab5ce req-d5228c36-8421-4816-a66c-4a17af43d51d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.1006892 Aug 31 13:53:59.954273 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d522c308-0e6d-4408-af61-d9ec207927f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.022060 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d522c308-0e6d-4408-af61-d9ec207927f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.026613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f8c52aa-b2c1-4d2c-a191-bcf40daab5ce req-11406a11-779e-4156-91bb-b1e9820b8933 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703235 Aug 31 13:54:00.098785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d522c308-0e6d-4408-af61-d9ec207927f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.132778 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d522c308-0e6d-4408-af61-d9ec207927f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.134891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d522c308-0e6d-4408-af61-d9ec207927f3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/621f6f7b-76a4-42b0-8243-30e13fdf3537 HTTP/1.1" status: 204 len: 168 time: 0.3374126 Aug 31 13:54:00.135883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522c308-0e6d-4408-af61-d9ec207927f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621f6f7b-76a4-42b0-8243-30e13fdf3537,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:00.137566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57528) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:00.220873 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.302609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ed5a0322-d659-4a78-8ab2-08feb09a4fe2 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:00.324804 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.338235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4993012-111b-4e18-bf8d-610266ebfd26']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:00.352086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf08240-ab69-46f2-8a5e-519caef36bb2') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:00.353153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf08240-ab69-46f2-8a5e-519caef36bb2') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:00.363714 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.379624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.386817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:00.387462 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: timer() Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:00.392058 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:00.398250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d92e00aa-bfd6-4da8-9184-41ee656d4692 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:00.468245 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.487625 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.490590 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e4993012-111b-4e18-bf8d-610266ebfd26 HTTP/1.1" status: 204 len: 168 time: 0.3519304 Aug 31 13:54:00.503278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bb01e-f5a1-4396-9b0b-b70197d47674 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4993012-111b-4e18-bf8d-610266ebfd26,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:00.575946 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.600466 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port ed5a0322-d659-4a78-8ab2-08feb09a4fe2, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ed5a0322-d659-4a78-8ab2-08feb09a4fe2,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:00.620927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:00.623160 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6450dec-693f-4b67-9a71-9b52faf8cb91" -d '{"events": [{"server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "name": "network-vif-unplugged", "status": "completed", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:00.639832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'port_id': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2', 'mac_address': 'fa:16:3e:68:64:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:00.660535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:00.737130 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552117da-d42a-468d-97c6-f86de52fda61 x-openstack-request-id: req-552117da-d42a-468d-97c6-f86de52fda61 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:00.737521 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "name": "network-vif-unplugged", "status": "completed", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:00.738184 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-552117da-d42a-468d-97c6-f86de52fda61 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:00.738880 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'code': 200} Aug 31 13:54:00.740242 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.742464 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.763432 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57552) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:00.817679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d92e00aa-bfd6-4da8-9184-41ee656d4692,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:00.826997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5a0322-d659-4a78-8ab2-08feb09a4fe2 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:00.842164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-18207ebf-aab6-45d4-a47f-f443f274d148 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e63fd847046a49869be8b4db4cbc2f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754163 Aug 31 13:54:00.842425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57558) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:00.867806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port ed5a0322-d659-4a78-8ab2-08feb09a4fe2, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ed5a0322-d659-4a78-8ab2-08feb09a4fe2,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:00.874462 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:00.926070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74805346-fe4c-4260-aa69-edf1fdeb718b req-e4dbb499-97c1-4f7a-9a41-543d3a9bc886 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:00.934682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=ed5a0322-d659-4a78-8ab2-08feb09a4fe2,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:00.939791 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-74805346-fe4c-4260-aa69-edf1fdeb718b req-e4dbb499-97c1-4f7a-9a41-543d3a9bc886 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 944 time: 0.1791320 Aug 31 13:54:00.981778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff588d25-0aa5-45a2-8ed4-df4819dd8897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.070541 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-74805346-fe4c-4260-aa69-edf1fdeb718b req-69ec7988-e1ae-42ae-a34b-a31a8226f407 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295557 Aug 31 13:54:01.074909 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff588d25-0aa5-45a2-8ed4-df4819dd8897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.176574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186821dd-05d6-4016-86b7-5d2378b98440 req-a421a812-8946-4d5a-a732-0fbfece1f4e0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:01.176878 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-186821dd-05d6-4016-86b7-5d2378b98440 req-a421a812-8946-4d5a-a732-0fbfece1f4e0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1297112 Aug 31 13:54:01.208944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff588d25-0aa5-45a2-8ed4-df4819dd8897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.215135 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff588d25-0aa5-45a2-8ed4-df4819dd8897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.216808 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ff588d25-0aa5-45a2-8ed4-df4819dd8897 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87738f98-6ffc-45c8-bfa1-deda68a25fdc HTTP/1.1" status: 204 len: 168 time: 0.3731453 Aug 31 13:54:01.252189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29e70b-36de-44ac-8406-aa86dae55ed9 req-22d0603b-ee44-4286-b5c7-df3592e2ad49 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:01.257195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff588d25-0aa5-45a2-8ed4-df4819dd8897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87738f98-6ffc-45c8-bfa1-deda68a25fdc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:01.266926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['ed5a0322-d659-4a78-8ab2-08feb09a4fe2'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:01.278338 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-186821dd-05d6-4016-86b7-5d2378b98440 req-974b0c63-d1fd-4d8c-8546-476d2fe26374 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795534 Aug 31 13:54:01.289677 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab29e70b-36de-44ac-8406-aa86dae55ed9 req-22d0603b-ee44-4286-b5c7-df3592e2ad49 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.1279373 Aug 31 13:54:01.362611 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e9b658b-29a1-4c62-be8d-8abf156a90f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.378934 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab29e70b-36de-44ac-8406-aa86dae55ed9 req-f875bf1a-fb25-44cd-b1f2-99751a7c50b0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880866 Aug 31 13:54:01.748099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57580) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:01.795923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7f821883-45a7-427a-97ca-fb5c4a68156b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e3ac07dc5ed42c1b42ed6b86fd37875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465007 Aug 31 13:54:01.798634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57582) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:01.866373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7370bb81-b762-4086-afcb-c340d757e996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:01.908509 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7370bb81-b762-4086-afcb-c340d757e996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.048427 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7370bb81-b762-4086-afcb-c340d757e996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.053425 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7370bb81-b762-4086-afcb-c340d757e996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:02.057198 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7370bb81-b762-4086-afcb-c340d757e996 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5e8fc8f-4688-494e-b64e-33b0dde9ba3e HTTP/1.1" status: 204 len: 168 time: 0.2572255 Aug 31 13:54:02.068360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370bb81-b762-4086-afcb-c340d757e996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e8fc8f-4688-494e-b64e-33b0dde9ba3e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:02.246473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488ca3f-e924-4ed3-8332-8e00c3e3084a req-6101c049-4b4f-484c-9ee4-1091e4a063c5 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:02.248791 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e488ca3f-e924-4ed3-8332-8e00c3e3084a req-6101c049-4b4f-484c-9ee4-1091e4a063c5 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 945 time: 0.0779574 Aug 31 13:54:02.350894 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e488ca3f-e924-4ed3-8332-8e00c3e3084a req-0e45d969-430f-4a6c-b6e3-9ee1de648848 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916243 Aug 31 13:54:02.490498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da289-9813-4999-a074-a17ac7825143 req-22658afd-fad9-47de-bc81-bc6635a54003 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:02.503423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea4da289-9813-4999-a074-a17ac7825143 req-22658afd-fad9-47de-bc81-bc6635a54003 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0854113 Aug 31 13:54:02.634296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c5ab-89cc-4787-8a06-12eac09c9a93 req-9c0ef0e1-e51d-40b6-b8e5-aa68d441e9b7 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:02.636927 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c392c5ab-89cc-4787-8a06-12eac09c9a93 req-9c0ef0e1-e51d-40b6-b8e5-aa68d441e9b7 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.1155446 Aug 31 13:54:02.649746 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea4da289-9813-4999-a074-a17ac7825143 req-3e26fe98-437d-4032-b2a4-d5c7a7b6cf04 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416390 Aug 31 13:54:02.732967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c392c5ab-89cc-4787-8a06-12eac09c9a93 req-9a1a9300-fe83-4d2a-ad80-bb74cbf9449e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675097 Aug 31 13:54:03.163922 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57636) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:03.638787 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87c5bc-f1ce-44ec-9354-664339c31856 req-34339326-5e9a-4730-960b-ad5e50aa172e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:03.640315 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac87c5bc-f1ce-44ec-9354-664339c31856 req-34339326-5e9a-4730-960b-ad5e50aa172e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 945 time: 0.1340809 Aug 31 13:54:03.734231 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac87c5bc-f1ce-44ec-9354-664339c31856 req-c97ad7de-0eef-45d6-b7fb-00a5803ba0f7 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829082 Aug 31 13:54:03.845211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b70775-b489-439d-84a0-57a19f0bd9ad req-5dfd2fd7-6636-4a26-aab0-9976f2631b0c tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:03.848708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6b70775-b489-439d-84a0-57a19f0bd9ad req-5dfd2fd7-6636-4a26-aab0-9976f2631b0c tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 1096 time: 0.1144025 Aug 31 13:54:03.926172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6b70775-b489-439d-84a0-57a19f0bd9ad req-8e1169f9-eeb8-48a2-8a3a-ad99151f2b0e tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692673 Aug 31 13:54:03.931889 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:03.968577 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab79071d-14fd-4c5e-bdfe-c9a189d6c1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.184870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fce4a-dd7d-44cc-9327-318ff939ed27 req-6fa69edc-704d-4516-9c02-d5245d055ab7 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:04.186427 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-653fce4a-dd7d-44cc-9327-318ff939ed27 req-6fa69edc-704d-4516-9c02-d5245d055ab7 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.0831289 Aug 31 13:54:04.190931 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.211878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391535a6-e328-44ca-afee-976dad1074a4 req-1eb1c593-f95f-45a8-b234-1f0617593872 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:04.214361 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-391535a6-e328-44ca-afee-976dad1074a4 req-1eb1c593-f95f-45a8-b234-1f0617593872 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.0731022 Aug 31 13:54:04.273242 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-391535a6-e328-44ca-afee-976dad1074a4 req-e661cc4b-da0b-4041-aced-00cb15f009f9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479057 Aug 31 13:54:04.322318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ed5a0322-d659-4a78-8ab2-08feb09a4fe2 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:04.341906 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-653fce4a-dd7d-44cc-9327-318ff939ed27 req-632303d1-9f93-4913-a47c-9ec5463ea2a8 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129878 Aug 31 13:54:04.384343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port ed5a0322-d659-4a78-8ab2-08feb09a4fe2 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:04.389760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port ed5a0322-d659-4a78-8ab2-08feb09a4fe2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:04.390993 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.443480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d92e00aa-bfd6-4da8-9184-41ee656d4692 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:04.621078 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.679385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:04.686255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Deleting port 5b436a7a-03cd-404b-8521-8e82c9a4b645 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:04.686683 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.711201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:04.714424 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430304fb-7e5b-4962-9eab-ce56fe5e1137" -d '{"events": [{"server_uuid": "9465812b-8661-4cbc-849e-c6709ab8cc4d", "name": "network-vif-plugged", "status": "completed", "tag": "ed5a0322-d659-4a78-8ab2-08feb09a4fe2"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:04.758646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'mac_address': 'fa:16:3e:d6:34:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:04.762355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port ed5a0322-d659-4a78-8ab2-08feb09a4fe2, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ed5a0322-d659-4a78-8ab2-08feb09a4fe2,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:04.768693 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.834530 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.845849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] For port 5b436a7a-03cd-404b-8521-8e82c9a4b645, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5b436a7a-03cd-404b-8521-8e82c9a4b645,segment=NetworkSegment(3cdcc875-5fb5-499b-96ed-70702d92cc4d),segment_id=3cdcc875-5fb5-499b-96ed-70702d92cc4d)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:04.847089 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.863022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92e00aa-bfd6-4da8-9184-41ee656d4692 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:04.869183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=ed5a0322-d659-4a78-8ab2-08feb09a4fe2,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:04.889001 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Calling delete_port for 5b436a7a-03cd-404b-8521-8e82c9a4b645 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:04.911850 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:04.917976 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:04.986007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d92e00aa-bfd6-4da8-9184-41ee656d4692,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:05.014098 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedf4c8b-36b8-4428-ada3-9727cfe146ad x-openstack-request-id: req-eedf4c8b-36b8-4428-ada3-9727cfe146ad {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:05.014382 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9465812b-8661-4cbc-849e-c6709ab8cc4d", "name": "network-vif-plugged", "status": "completed", "tag": "ed5a0322-d659-4a78-8ab2-08feb09a4fe2", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:05.021388 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eedf4c8b-36b8-4428-ada3-9727cfe146ad {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:05.021903 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2', 'code': 200} Aug 31 13:54:05.038153 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:05.059208 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['d92e00aa-bfd6-4da8-9184-41ee656d4692'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:05.228239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5aa8e-449d-4c8b-aa02-a573328de191 req-3f9fb281-c0b9-472c-9956-aa06940bc83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:05.229930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08e5aa8e-449d-4c8b-aa02-a573328de191 req-3f9fb281-c0b9-472c-9956-aa06940bc83f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 1097 time: 0.1229479 Aug 31 13:54:05.245002 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4e8b4-b7b2-474c-aeb2-c594a503aef5 req-346cbfaa-dde6-49b5-897f-552f4440d2d7 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:05.249052 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-61f4e8b4-b7b2-474c-aeb2-c594a503aef5 req-346cbfaa-dde6-49b5-897f-552f4440d2d7 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 946 time: 0.1238008 Aug 31 13:54:05.322493 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:05.332341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08e5aa8e-449d-4c8b-aa02-a573328de191 req-f4fdffb1-1205-4b4f-8bcc-55c591c12e30 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656848 Aug 31 13:54:05.371595 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-61f4e8b4-b7b2-474c-aeb2-c594a503aef5 req-fccb136a-4fde-4e93-b728-9db494a74660 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006725 Aug 31 13:54:05.375895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b436a7a-03cd-404b-8521-8e82c9a4b645,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:05.409930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:05.410304 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:05.410615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:05.411026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:05.411363 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:05.411695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:05.412021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:05.412345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:05.412839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:05.413208 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:05.413525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:05.413848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:05.659965 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:05.956868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f4233-a1fb-4667-8237-1905d35ca078 req-f31ac754-bec7-407b-b718-33181ce10b9e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:05.958445 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c71f4233-a1fb-4667-8237-1905d35ca078 req-f31ac754-bec7-407b-b718-33181ce10b9e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.1052165 Aug 31 13:54:06.086320 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c71f4233-a1fb-4667-8237-1905d35ca078 req-62504c28-e336-4a70-bd77-648bd4824124 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061709 Aug 31 13:54:06.148906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-77742553-dbe3-4cdb-8e6b-96c4b4eff235 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:54:06.149940 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-77742553-dbe3-4cdb-8e6b-96c4b4eff235 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062435 Aug 31 13:54:06.173350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] Request body: {'binding': {'host': 'n-h1-792364-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:06.173823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] Unknown quota resources ['binding']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:54:06.255430 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Router 69179294-2d49-4d64-b026-119849c12c46 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:54:06.396045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d92e00aa-bfd6-4da8-9184-41ee656d4692 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:06.423974 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c850912-774a-4ba8-8ab0-a1f845b8e36b req-85a8f658-98f7-4357-affd-aab77f61be5f tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:06.427245 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c850912-774a-4ba8-8ab0-a1f845b8e36b req-85a8f658-98f7-4357-affd-aab77f61be5f tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.2247796 Aug 31 13:54:06.488504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port d92e00aa-bfd6-4da8-9184-41ee656d4692 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:06.488869 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.567737 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] Attempting to bind port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on host n-h1-792364-6 for vnic_type normal with profile None {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:06.568123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] Attempting to bind port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:06.568468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] Attempting to bind port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:06.612719 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c850912-774a-4ba8-8ab0-a1f845b8e36b req-ddec1096-b38f-4b78-887d-0ed1713c168a tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247113 Aug 31 13:54:06.617702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] Port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:54:06.618613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] Attempting to bind port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:06.618702 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.622751 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.630724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:06.631097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:06.631466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] Bound using segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:06.632242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] Bound port: 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:06.671215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:06.677233 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.688919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:54:06.696681 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-10358995-13d0-4358-ae0b-69f26d81a077 admin admin] 10.222.0.20 "PUT /v2.0/routers/69179294-2d49-4d64-b026-119849c12c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5306704 Aug 31 13:54:06.699780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57770) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:06.701504 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006973f-0510-479a-bc58-1c174724b1b0 None None] Sync routers for ids ['69179294-2d49-4d64-b026-119849c12c46'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:54:06.720785 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006973f-0510-479a-bc58-1c174724b1b0 None None] Routers {'69179294-2d49-4d64-b026-119849c12c46'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:06.721758 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d006973f-0510-479a-bc58-1c174724b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:54:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['69179294-2d49-4d64-b026-119849c12c46'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:06.775124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d92e00aa-bfd6-4da8-9184-41ee656d4692,revision_number=10']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:06.817217 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:06.826546 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:06.828737 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c660d064-365f-481c-8676-d0d23d4b6f48 service neutron] 10.222.0.20 "POST /v2.0/ports/84a8a35f-4532-4280-9ebd-7b0cf6b3bf22/bindings HTTP/1.1" status: 201 len: 389 time: 0.6601679 Aug 31 13:54:06.889568 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d006973f-0510-479a-bc58-1c174724b1b0 None None] Set router 69179294-2d49-4d64-b026-119849c12c46 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:06.931376 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.022767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:07.026493 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6899bf4d-af0e-4a1a-82d9-b8937d1ea159" -d '{"events": [{"server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "name": "network-vif-plugged", "status": "completed", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:07.202142 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.271469 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d006973f-0510-479a-bc58-1c174724b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69179294-2d49-4d64-b026-119849c12c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-414385459-router', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:42Z', 'updated_at': '2021-08-31T13:54:05Z', 'revision_number': 5, 'project_id': '683088ae2c6047579e39a6549fbe05e9', 'gw_port': {'id': '08051e81-692b-49ed-a6cb-b6e939f3fea2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69179294-2d49-4d64-b026-119849c12c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:44Z', 'updated_at': '2021-08-31T13:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:07.327234 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006973f-0510-479a-bc58-1c174724b1b0 None None] Checking router: 69179294-2d49-4d64-b026-119849c12c46 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:54:07.332919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5700c0-3864-451f-9cc0-111796005403 req-2a10fd43-3d87-409a-9b44-3c183adf02e4 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:07.335250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4b5700c0-3864-451f-9cc0-111796005403 req-2a10fd43-3d87-409a-9b44-3c183adf02e4 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 946 time: 0.1555955 Aug 31 13:54:07.339619 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006973f-0510-479a-bc58-1c174724b1b0 None None] Routers {'69179294-2d49-4d64-b026-119849c12c46'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:07.340267 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d006973f-0510-479a-bc58-1c174724b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:54:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['69179294-2d49-4d64-b026-119849c12c46'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:07.370368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-ceaf471b-ca15-4bdf-b0b8-22c947756ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:07.372182 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-ceaf471b-ca15-4bdf-b0b8-22c947756ee1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 1096 time: 0.1123438 Aug 31 13:54:07.379830 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Deleting port 08051e81-692b-49ed-a6cb-b6e939f3fea2 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:07.380492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.467351 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6c24d-06e2-427a-9a63-1e6fad4b124d req-693ddefe-eb30-47d0-b7be-672c2cfb866a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:07.477654 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9d6c24d-06e2-427a-9a63-1e6fad4b124d req-693ddefe-eb30-47d0-b7be-672c2cfb866a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.1054773 Aug 31 13:54:07.485464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-41095a66-5b04-402c-8250-c687a31a8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:07.487290 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-41095a66-5b04-402c-8250-c687a31a8c9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.1043174 Aug 31 13:54:07.504989 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d006973f-0510-479a-bc58-1c174724b1b0 None None] Set router 69179294-2d49-4d64-b026-119849c12c46 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:07.530967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9d6c24d-06e2-427a-9a63-1e6fad4b124d req-cc977bc9-c94b-4385-84f7-f2c5a4e8efca tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523107 Aug 31 13:54:07.600259 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97b33c9-f7c8-4716-881a-0022f865349a x-openstack-request-id: req-a97b33c9-f7c8-4716-881a-0022f865349a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:07.601378 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "name": "network-vif-plugged", "status": "completed", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:07.602426 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a97b33c9-f7c8-4716-881a-0022f865349a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:07.603084 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'code': 200} Aug 31 13:54:07.614208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c3344243-ee8a-4d8f-9bc0-7b36e8fecb2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 HTTP/1.1" status: 200 len: 217 time: 0.1034191 Aug 31 13:54:07.617159 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4b5700c0-3864-451f-9cc0-111796005403 req-2cc1d82d-7302-44b7-bf69-e6ed383d87ac tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745290 Aug 31 13:54:07.705725 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d006973f-0510-479a-bc58-1c174724b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69179294-2d49-4d64-b026-119849c12c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-414385459-router', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:42Z', 'updated_at': '2021-08-31T13:54:07Z', 'revision_number': 6, 'project_id': '683088ae2c6047579e39a6549fbe05e9', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:07.741668 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006973f-0510-479a-bc58-1c174724b1b0 None None] The sync data for ids ['69179294-2d49-4d64-b026-119849c12c46'] in n-d-792364-6 is: [{'id': '69179294-2d49-4d64-b026-119849c12c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-414385459-router', 'tenant_id': '683088ae2c6047579e39a6549fbe05e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:42Z', 'updated_at': '2021-08-31T13:54:07Z', 'revision_number': 6, 'project_id': '683088ae2c6047579e39a6549fbe05e9', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:54:07.769534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-86d2dd8c-0261-4e1d-a47b-446e20a4cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:07.771223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-86d2dd8c-0261-4e1d-a47b-446e20a4cbd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.1357307 Aug 31 13:54:07.773134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] For port 08051e81-692b-49ed-a6cb-b6e939f3fea2, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=08051e81-692b-49ed-a6cb-b6e939f3fea2,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:07.775169 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:07.810299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Calling delete_port for 08051e81-692b-49ed-a6cb-b6e939f3fea2 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:07.829094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-63bc259c-3f84-4ede-b068-85bfdcce47d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400610 Aug 31 13:54:07.837054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734e527-ade8-4364-8d84-719dbbfc5954 req-7d4a6450-b8c6-44b7-94c4-9047711d12d1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:07.853787 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2734e527-ade8-4364-8d84-719dbbfc5954 req-7d4a6450-b8c6-44b7-94c4-9047711d12d1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.1530731 Aug 31 13:54:07.935224 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2734e527-ade8-4364-8d84-719dbbfc5954 req-064b4222-a78c-4128-8bff-daa763aff38f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773997 Aug 31 13:54:08.146586 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d74c-2539-4fde-be0c-6ceec82793e9 req-6a592806-135a-4ce6-a324-cc084750d0f7 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:08.154828 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f723d74c-2539-4fde-be0c-6ceec82793e9 req-6a592806-135a-4ce6-a324-cc084750d0f7 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1167049 Aug 31 13:54:08.169047 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:08.214794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Pushing event deleted for resources: {'Port': ['ID=08051e81-692b-49ed-a6cb-b6e939f3fea2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:08.279500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5b436a7a-03cd-404b-8521-8e82c9a4b645 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:08.285792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f723d74c-2539-4fde-be0c-6ceec82793e9 req-7292a59d-13b9-425e-ab07-b2a3ae3d9d4f tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284330 Aug 31 13:54:08.318838 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 5b436a7a-03cd-404b-8521-8e82c9a4b645 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:08.319577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5b436a7a-03cd-404b-8521-8e82c9a4b645 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:08.330370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:08.330772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:08.331065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:08.331396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:08.333273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:08.333844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:08.334424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:08.334983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:08.335539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:08.336137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:08.336789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:08.337352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:08.447924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-0be8565c-d849-4d90-82b7-2837b8f97790 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064095 Aug 31 13:54:08.453753 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:08.703583 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:08.748068 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:08.830719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bde86-dac5-4548-9fb5-4647bfed1e1d req-7d969d6d-49ad-4fff-8158-ddca0487d428 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:08.834499 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b52bde86-dac5-4548-9fb5-4647bfed1e1d req-7d969d6d-49ad-4fff-8158-ddca0487d428 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.2009783 Aug 31 13:54:08.946017 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b52bde86-dac5-4548-9fb5-4647bfed1e1d req-4d48680e-bbdb-4085-9694-5caee72276b9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993092 Aug 31 13:54:09.133107 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.141561 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.274338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9b2a5-1698-446d-b1e9-0240012c9e50 req-8eb366ec-92af-41f7-af6f-d69016a668a6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:09.279958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa97b9-d20a-4edc-ab4a-6b556a1e481f req-881643fe-e2a6-4b74-a773-398a1ad45758 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:09.285200 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c2aa97b9-d20a-4edc-ab4a-6b556a1e481f req-881643fe-e2a6-4b74-a773-398a1ad45758 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 946 time: 0.4292011 Aug 31 13:54:09.296038 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.296603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69179294-2d49-4d64-b026-119849c12c46 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:54:09.300145 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-21c9b2a5-1698-446d-b1e9-0240012c9e50 req-8eb366ec-92af-41f7-af6f-d69016a668a6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 946 time: 0.1804266 Aug 31 13:54:09.314600 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-5f080da0-ee82-4a8d-a86f-340176c7d87e service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8439035 Aug 31 13:54:09.321798 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.322952 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9a1f8b1c-dd6d-4ae1-be16-484af84c100a admin admin] 10.222.0.20 "DELETE /v2.0/routers/69179294-2d49-4d64-b026-119849c12c46 HTTP/1.1" status: 204 len: 168 time: 2.6215034 Aug 31 13:54:09.326776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57828) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:09.407178 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-21c9b2a5-1698-446d-b1e9-0240012c9e50 req-e21a5b82-cadb-446d-9ddd-92ac9f17a05a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925422 Aug 31 13:54:09.410735 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c2aa97b9-d20a-4edc-ab4a-6b556a1e481f req-c3a84447-d2ec-465a-ae3b-c7bd2d801353 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244864 Aug 31 13:54:09.446771 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab7a77a-e773-4f4a-846d-ba32a1a6f6ba admin admin] Deleting subnet c84b91ff-f94b-42e3-8ed7-32b23adaecaf {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:54:09.462590 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eab7a77a-e773-4f4a-846d-ba32a1a6f6ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.581898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd305-3459-4824-91db-8e5815f87107 req-be5c6c03-60bd-4eea-a178-d9630d72bf0a tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:09.586942 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-be5c6c03-60bd-4eea-a178-d9630d72bf0a tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800&tenant_id=24b3f2febd7d4b85836b75e97fa9634b&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1097 time: 0.1742918 Aug 31 13:54:09.610785 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-6'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:09.705568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57836) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:09.710116 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eab7a77a-e773-4f4a-846d-ba32a1a6f6ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.780864 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:09.947252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d19b2-a84e-446b-b76b-d4d325eb5728 req-44703cfd-51f0-4a92-afd5-b55e55c33b71 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:09.955090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-630d19b2-a84e-446b-b76b-d4d325eb5728 req-44703cfd-51f0-4a92-afd5-b55e55c33b71 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.4037035 Aug 31 13:54:10.081449 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d43986f-33c9-41d7-babf-25975e5f5d63,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:10.102354 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df885af6-ff74-46f9-a834-bc6141314fc8 req-ac914979-f107-4b54-b216-8f6be3b6727f tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:10.104084 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df885af6-ff74-46f9-a834-bc6141314fc8 req-ac914979-f107-4b54-b216-8f6be3b6727f tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 946 time: 0.1361206 Aug 31 13:54:10.122868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57850) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:10.130648 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5969da18-def0-420b-9447-d114a30e138c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Request body: {'floatingip': {'port_id': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:10.193734 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e59eb97f-4299-45af-a1ee-9f98dffbf395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.194562 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5969da18-def0-420b-9447-d114a30e138c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.251831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eab7a77a-e773-4f4a-846d-ba32a1a6f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.264491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:10.320023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 4d43986f-33c9-41d7-babf-25975e5f5d63 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:10.360915 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-630d19b2-a84e-446b-b76b-d4d325eb5728 req-43d172a7-29c2-4312-a061-9fdfd7ecd13d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037724 Aug 31 13:54:10.378275 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eab7a77a-e773-4f4a-846d-ba32a1a6f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.418271 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 08051e81-692b-49ed-a6cb-b6e939f3fea2 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:10.437457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf2a8b6-0ec0-49c4-a403-0173cb78e800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d43986f-33c9-41d7-babf-25975e5f5d63'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:10.440231 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484295ba-2787-4538-9f7d-fcbcdfb1623e" -d '{"events": [{"server_uuid": "baf2a8b6-0ec0-49c4-a403-0173cb78e800", "name": "network-vif-unplugged", "status": "completed", "tag": "4d43986f-33c9-41d7-babf-25975e5f5d63"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:10.446029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.471074 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.485582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7a77a-e773-4f4a-846d-ba32a1a6f6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c84b91ff-f94b-42e3-8ed7-32b23adaecaf,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:10.488855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60eb43-83f3-4187-855f-29dd636e3ec8 req-99568647-d9c9-44e8-8328-777303830113 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:10.497175 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bb60eb43-83f3-4187-855f-29dd636e3ec8 req-99568647-d9c9-44e8-8328-777303830113 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.2301819 Aug 31 13:54:10.524576 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eab7a77a-e773-4f4a-846d-ba32a1a6f6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.529712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eab7a77a-e773-4f4a-846d-ba32a1a6f6ba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c84b91ff-f94b-42e3-8ed7-32b23adaecaf HTTP/1.1" status: 204 len: 168 time: 1.2016039 Aug 31 13:54:10.534455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57856) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:10.623686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3aec98-6822-4597-b1d8-389b66d1dc92 None None] Network db7e883b-f45f-4ee9-af58-52dd2795330e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:10.655511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 08051e81-692b-49ed-a6cb-b6e939f3fea2 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:10.659677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 08051e81-692b-49ed-a6cb-b6e939f3fea2 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:10.681731 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bb60eb43-83f3-4187-855f-29dd636e3ec8 req-0f8ef61c-c153-42e3-81d9-be0069cc6321 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832960 Aug 31 13:54:10.702320 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.775490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f6255-1d1a-4e0e-8fcf-f7cc23391406 req-b65be3a9-c213-4ffb-85e4-52516798a579 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:10.784455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b03f6255-1d1a-4e0e-8fcf-f7cc23391406 req-b65be3a9-c213-4ffb-85e4-52516798a579 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.2217948 Aug 31 13:54:10.806446 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e59eb97f-4299-45af-a1ee-9f98dffbf395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.817974 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba66b6b5-6fdb-4155-8539-2ec2af457cb7 x-openstack-request-id: req-ba66b6b5-6fdb-4155-8539-2ec2af457cb7 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:10.818551 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf2a8b6-0ec0-49c4-a403-0173cb78e800", "name": "network-vif-unplugged", "status": "completed", "tag": "4d43986f-33c9-41d7-babf-25975e5f5d63", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:10.818860 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e59eb97f-4299-45af-a1ee-9f98dffbf395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.819107 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba66b6b5-6fdb-4155-8539-2ec2af457cb7 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:10.819638 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf2a8b6-0ec0-49c4-a403-0173cb78e800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d43986f-33c9-41d7-babf-25975e5f5d63', 'code': 200} Aug 31 13:54:10.832662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d43986f-33c9-41d7-babf-25975e5f5d63,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:10.843203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d43986f-33c9-41d7-babf-25975e5f5d63,revision_number=7']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:10.868219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 4d43986f-33c9-41d7-babf-25975e5f5d63 has no active binding in host n-h2-792364-6 {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 13:54:10.896366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Attempting to bind port 4d43986f-33c9-41d7-babf-25975e5f5d63 on host n-h1-792364-6 for vnic_type normal with profile {"migrating_to": "n-h2-792364-6"} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:10.896765 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Attempting to bind port 4d43986f-33c9-41d7-babf-25975e5f5d63 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:10.901360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Attempting to bind port 4d43986f-33c9-41d7-babf-25975e5f5d63 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:10.912674 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Port 4d43986f-33c9-41d7-babf-25975e5f5d63 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:54:10.913140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Attempting to bind port 4d43986f-33c9-41d7-babf-25975e5f5d63 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:10.926168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b03f6255-1d1a-4e0e-8fcf-f7cc23391406 req-2de73896-7fd1-4de1-9fea-8cab103b4c9f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374671 Aug 31 13:54:10.946148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59eb97f-4299-45af-a1ee-9f98dffbf395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6d7efd-6db2-4e9d-b228-1dd56a36f399,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:10.947443 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:10.948106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:10.948868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Bound using segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:10.949536 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Bound port: 4d43986f-33c9-41d7-babf-25975e5f5d63, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:10.950107 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:10.956912 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e59eb97f-4299-45af-a1ee-9f98dffbf395 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d55410cb57774915b4b5d645383d6906&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2425587 Aug 31 13:54:10.961745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57866) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:11.062036 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e751b2d-0db5-4c93-a690-9d7369abd9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.098218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e751b2d-0db5-4c93-a690-9d7369abd9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.238381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Deleting port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:11.239068 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.245886 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e751b2d-0db5-4c93-a690-9d7369abd9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.248834 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e751b2d-0db5-4c93-a690-9d7369abd9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.250028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1e751b2d-0db5-4c93-a690-9d7369abd9a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b6d7efd-6db2-4e9d-b228-1dd56a36f399 HTTP/1.1" status: 204 len: 168 time: 0.2859979 Aug 31 13:54:11.312037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e751b2d-0db5-4c93-a690-9d7369abd9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6d7efd-6db2-4e9d-b228-1dd56a36f399,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:11.394355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] For port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498,segment=NetworkSegment(3cdcc875-5fb5-499b-96ed-70702d92cc4d),segment_id=3cdcc875-5fb5-499b-96ed-70702d92cc4d)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:11.394355 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.398276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] DHCP port deletion for db7e883b-f45f-4ee9-af58-52dd2795330e request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:54:11.440040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Calling delete_port for bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:11.584594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Deleting port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:11.585209 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.659839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90853d12-9c4e-4ee5-92cc-d0f4ac03dd87 req-8a35258c-fea9-452e-a2ea-eb239c7fd054 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:11.662095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-90853d12-9c4e-4ee5-92cc-d0f4ac03dd87 req-8a35258c-fea9-452e-a2ea-eb239c7fd054 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1478255 Aug 31 13:54:11.770542 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-90853d12-9c4e-4ee5-92cc-d0f4ac03dd87 req-c7151988-d245-49fb-bfb4-3fa3eb7273eb tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974712 Aug 31 13:54:11.787294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.833121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] No DVR routers for this DVR port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:11.863113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] For port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498,segment=NetworkSegment(3cdcc875-5fb5-499b-96ed-70702d92cc4d),segment_id=3cdcc875-5fb5-499b-96ed-70702d92cc4d)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:11.864572 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:11.904188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Calling delete_port for bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:12.121414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.164457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57888) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:12.167542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:12.181673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:12.182396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7e883b-f45f-4ee9-af58-52dd2795330e']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:12.202047 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d43986f-33c9-41d7-babf-25975e5f5d63,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:12.212943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.239993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdcc875-5fb5-499b-96ed-70702d92cc4d') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:12.240645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdcc875-5fb5-499b-96ed-70702d92cc4d') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:12.265222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.339960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23f5ad89-7fb0-4dc5-9424-16d43b78ee92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.341021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.resource_extend [None req-5969da18-def0-420b-9447-d114a30e138c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:54:12.351216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874da34-7a9f-4705-9cc8-36d2f1fd76c1 req-05b044d8-0229-411e-b84e-d2c182ed359d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:12.360222 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5874da34-7a9f-4705-9cc8-36d2f1fd76c1 req-05b044d8-0229-411e-b84e-d2c182ed359d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.4720888 Aug 31 13:54:12.365036 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.384210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.393044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:12.393762 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.489870 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5969da18-def0-420b-9447-d114a30e138c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.506743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:12.515223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Pushing event deleted for resources: {'Port': ['ID=bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:12.546979 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d43986f-33c9-41d7-babf-25975e5f5d63,revision_number=8']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:12.553852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] No DVR routers for this DVR port bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:12.565915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:12.566436 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:12.567125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device bc423eb4-5fb0-4c15-8cdb-0cdd32ddd498 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:12.567259 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.574359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:12.575122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:12.575846 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-20406ff6-263f-4f6e-8c9f-515f591c30b4 service neutron] 10.222.0.52 "PUT /v2.0/ports/4d43986f-33c9-41d7-babf-25975e5f5d63 HTTP/1.1" status: 200 len: 1122 time: 2.9714468 Aug 31 13:54:12.575980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:12.576797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:12.577494 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:12.578214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:12.579461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:12.580179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:12.580954 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:12.581766 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:12.582409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:12.583305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5137efa-100b-4e01-b412-3da701233e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:12.585445 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5969da18-def0-420b-9447-d114a30e138c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.621057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5874da34-7a9f-4705-9cc8-36d2f1fd76c1 req-9828a2b9-090b-4b0a-89ef-c69d0a953ab1 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591541 Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: timer() Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:12.671440 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:12.688002 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.704971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4d43986f-33c9-41d7-babf-25975e5f5d63'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:12.719193 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:12.728195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] 10.222.0.20 "DELETE /v2.0/networks/db7e883b-f45f-4ee9-af58-52dd2795330e HTTP/1.1" status: 204 len: 168 time: 2.1896324 Aug 31 13:54:12.744217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57894) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:12.760095 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['4d43986f-33c9-41d7-babf-25975e5f5d63'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:12.803681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d38574-9291-48bc-a249-fe31f260725a admin admin] Pushing event deleted for resources: {'Network': ['ID=db7e883b-f45f-4ee9-af58-52dd2795330e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:12.827314 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf2a8b6-0ec0-49c4-a403-0173cb78e800', 'tag': '4d43986f-33c9-41d7-babf-25975e5f5d63'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:12.844056 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f12d161-b50c-4ba3-9cf2-536315a448b1" -d '{"events": [{"name": "network-changed", "server_uuid": "baf2a8b6-0ec0-49c4-a403-0173cb78e800", "tag": "4d43986f-33c9-41d7-babf-25975e5f5d63"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:12.993566 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-5969da18-def0-420b-9447-d114a30e138c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Floating IP 20e9aef5-9c6f-4726-8601-5f31c872c6d8 associated. External IP: 172.25.3.212, port: ed5a0322-d659-4a78-8ab2-08feb09a4fe2. Aug 31 13:54:13.004426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac758cc-765d-4e95-b079-c79cb85d0cfa req-4f55ba42-9c05-4fac-9246-cc0bdb9b4696 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:13.012173 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fac758cc-765d-4e95-b079-c79cb85d0cfa req-4f55ba42-9c05-4fac-9246-cc0bdb9b4696 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.7945900 Aug 31 13:54:13.195010 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fac758cc-765d-4e95-b079-c79cb85d0cfa req-d4831607-b651-4bad-8530-3ced605ee37e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813884 Aug 31 13:54:13.282176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b843d-5bf3-421f-9985-cc3b68cb0e0c req-afc4ccce-4957-41e4-8511-696479c21a40 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:13.291834 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f7b843d-5bf3-421f-9985-cc3b68cb0e0c req-afc4ccce-4957-41e4-8511-696479c21a40 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.2509720 Aug 31 13:54:13.339925 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d057848-7899-46f4-964f-a65af3482cec x-openstack-request-id: req-8d057848-7899-46f4-964f-a65af3482cec {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:13.340198 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf2a8b6-0ec0-49c4-a403-0173cb78e800", "tag": "4d43986f-33c9-41d7-babf-25975e5f5d63", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:13.340544 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d057848-7899-46f4-964f-a65af3482cec {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:13.341049 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf2a8b6-0ec0-49c4-a403-0173cb78e800', 'tag': '4d43986f-33c9-41d7-babf-25975e5f5d63', 'status': 'completed', 'code': 200} Aug 31 13:54:13.425142 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23f5ad89-7fb0-4dc5-9424-16d43b78ee92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:13.453709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f7b843d-5bf3-421f-9985-cc3b68cb0e0c req-9fcec628-ba69-4c05-a695-31deba7a1127 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557021 Aug 31 13:54:13.510456 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23f5ad89-7fb0-4dc5-9424-16d43b78ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:13.638847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-23f5ad89-7fb0-4dc5-9424-16d43b78ee92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4932146851649d7ac986283634488a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4651480 Aug 31 13:54:13.641325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5ad89-7fb0-4dc5-9424-16d43b78ee92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d767b3d-2e7e-48e5-b5c7-5e8924305971,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:13.643079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57910) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:13.675753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5969da18-def0-420b-9447-d114a30e138c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Router aba359a7-9872-4384-8c2d-9e32223f0973 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:54:13.702191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12d161-b50c-4ba3-9cf2-536315a448b1 req-55bbfac6-019a-4fd6-8f59-65e3d437b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:13.705524 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f12d161-b50c-4ba3-9cf2-536315a448b1 req-55bbfac6-019a-4fd6-8f59-65e3d437b869 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 1125 time: 0.3328769 Aug 31 13:54:13.920334 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-179ab130-c11c-4290-8d88-605860d4014d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.025128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5969da18-def0-420b-9447-d114a30e138c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:54:14.030247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5969da18-def0-420b-9447-d114a30e138c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.041704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4c1b-3d7e-462e-b725-ac9bc76feea8 req-90be751c-e541-424e-ba20-8d6f398eca8b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:14.042470 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8bf423-0533-43b9-95f6-8a6899a2b48d None None] Sync routers for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:54:14.049316 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c6fb4c1b-3d7e-462e-b725-ac9bc76feea8 req-90be751c-e541-424e-ba20-8d6f398eca8b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.1884196 Aug 31 13:54:14.055655 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-179ab130-c11c-4290-8d88-605860d4014d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.062066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8bf423-0533-43b9-95f6-8a6899a2b48d None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:14.062416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3e8bf423-0533-43b9-95f6-8a6899a2b48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:54:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:14.083052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12d161-b50c-4ba3-9cf2-536315a448b1 req-a513913b-27d6-4215-abac-3c814e143e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:14.084941 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f12d161-b50c-4ba3-9cf2-536315a448b1 req-a513913b-27d6-4215-abac-3c814e143e7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.3375993 Aug 31 13:54:14.128043 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5969da18-def0-420b-9447-d114a30e138c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "PUT /v2.0/floatingips/20e9aef5-9c6f-4726-8601-5f31c872c6d8 HTTP/1.1" status: 200 len: 992 time: 4.0004199 Aug 31 13:54:14.202985 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f12d161-b50c-4ba3-9cf2-536315a448b1 req-43e78055-a5a0-4aef-b51e-6eaf3e9f0b29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d43986f-33c9-41d7-babf-25975e5f5d63 HTTP/1.1" status: 200 len: 217 time: 0.1089916 Aug 31 13:54:14.229464 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c6fb4c1b-3d7e-462e-b725-ac9bc76feea8 req-07aff54c-6e0b-44c0-bb82-4b613835e943 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791873 Aug 31 13:54:14.284815 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-179ab130-c11c-4290-8d88-605860d4014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.293489 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-179ab130-c11c-4290-8d88-605860d4014d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:14.311915 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-179ab130-c11c-4290-8d88-605860d4014d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d767b3d-2e7e-48e5-b5c7-5e8924305971 HTTP/1.1" status: 204 len: 168 time: 0.6587322 Aug 31 13:54:14.350839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ab130-c11c-4290-8d88-605860d4014d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d767b3d-2e7e-48e5-b5c7-5e8924305971,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:14.544154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3e8bf423-0533-43b9-95f6-8a6899a2b48d None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:14.551468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e2f62-6900-4f4a-93ed-a3ec2c8e979a req-b677bee7-acc5-4f91-a27c-568cdc195360 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:14.558120 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f8e2f62-6900-4f4a-93ed-a3ec2c8e979a req-b677bee7-acc5-4f91-a27c-568cdc195360 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.1353340 Aug 31 13:54:14.578111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12d161-b50c-4ba3-9cf2-536315a448b1 req-dcf68437-9b82-4557-85e2-2279c2f14581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:14.580587 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f12d161-b50c-4ba3-9cf2-536315a448b1 req-dcf68437-9b82-4557-85e2-2279c2f14581 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.3584800 Aug 31 13:54:14.666826 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f8e2f62-6900-4f4a-93ed-a3ec2c8e979a req-46a48ffe-2705-4969-ab38-58d09676ec99 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002307 Aug 31 13:54:14.699459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f12d161-b50c-4ba3-9cf2-536315a448b1 req-991cf9a2-c7de-4815-9edf-3b36709d494f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948460 Aug 31 13:54:14.858241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b420de9-ebd8-4214-8f6d-068e186a3b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:15.342682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'tag': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:15.346883 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb8e86e-c335-4e1f-8c9a-e677dda79c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "9465812b-8661-4cbc-849e-c6709ab8cc4d", "tag": "ed5a0322-d659-4a78-8ab2-08feb09a4fe2"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:15.483807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3e8bf423-0533-43b9-95f6-8a6899a2b48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '20e9aef5-9c6f-4726-8601-5f31c872c6d8', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'floating_ip_address': '172.25.3.212', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'port_id': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'mac_address': 'fa:16:3e:68:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:51:38Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:15.606487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8bf423-0533-43b9-95f6-8a6899a2b48d None None] Checking router: aba359a7-9872-4384-8c2d-9e32223f0973 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:54:15.645547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8bf423-0533-43b9-95f6-8a6899a2b48d None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:15.646829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3e8bf423-0533-43b9-95f6-8a6899a2b48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:54:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:15.831986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7899592-b9d2-435c-9871-9d247f2be309 req-9aa12c81-7b0d-4907-8777-bbbe0fc5d314 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:15.846713 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d7899592-b9d2-435c-9871-9d247f2be309 req-9aa12c81-7b0d-4907-8777-bbbe0fc5d314 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.1763258 Aug 31 13:54:15.956070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ea554-3f95-4dba-8a55-b72004d98828 req-bf605304-117f-4926-880b-fbcb24621dc5 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:15.959340 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d0ea554-3f95-4dba-8a55-b72004d98828 req-bf605304-117f-4926-880b-fbcb24621dc5 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 1.2308931 Aug 31 13:54:16.002054 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d7899592-b9d2-435c-9871-9d247f2be309 req-61d15995-93b2-4d24-8ab2-b35de1411e65 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539934 Aug 31 13:54:16.005787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3e8bf423-0533-43b9-95f6-8a6899a2b48d None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:16.110914 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f12d161-b50c-4ba3-9cf2-536315a448b1 req-c8876bdc-33dd-4a50-af7b-86eef2e11a16 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4002881 Aug 31 13:54:16.167238 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32870ee8-5edb-4020-bad6-0cb6734a3614 x-openstack-request-id: req-32870ee8-5edb-4020-bad6-0cb6734a3614 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:16.167728 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9465812b-8661-4cbc-849e-c6709ab8cc4d", "tag": "ed5a0322-d659-4a78-8ab2-08feb09a4fe2", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:16.168142 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32870ee8-5edb-4020-bad6-0cb6734a3614 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:16.168892 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'tag': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2', 'status': 'completed', 'code': 200} Aug 31 13:54:16.378407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f12d161-b50c-4ba3-9cf2-536315a448b1 req-14bd7193-8c4f-41ad-803f-7ab3c8730669 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401888 Aug 31 13:54:16.446585 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d0ea554-3f95-4dba-8a55-b72004d98828 req-edd56d75-e776-4fc3-aa18-da7898428893 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704363 Aug 31 13:54:16.613227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8e86e-c335-4e1f-8c9a-e677dda79c5e req-94b411c2-3c61-4ce7-8eb1-9fd380cf42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:16.625305 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3fb8e86e-c335-4e1f-8c9a-e677dda79c5e req-94b411c2-3c61-4ce7-8eb1-9fd380cf42f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01caa5237818400cae3be8dc9feff1a2&device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 1097 time: 0.3762524 Aug 31 13:54:16.667445 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fb3e7-3efe-4863-9174-f421ba0fefcb req-9cfedca6-0666-4a22-8b0e-bebafca76cd3 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:16.687483 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f11fb3e7-3efe-4863-9174-f421ba0fefcb req-9cfedca6-0666-4a22-8b0e-bebafca76cd3 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.3358257 Aug 31 13:54:16.741558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3e8bf423-0533-43b9-95f6-8a6899a2b48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '20e9aef5-9c6f-4726-8601-5f31c872c6d8', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'floating_ip_address': '172.25.3.212', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'port_id': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'mac_address': 'fa:16:3e:68:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:51:38Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:16.810926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8bf423-0533-43b9-95f6-8a6899a2b48d None None] The sync data for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 is: [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '20e9aef5-9c6f-4726-8601-5f31c872c6d8', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'floating_ip_address': '172.25.3.212', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'port_id': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'mac_address': 'fa:16:3e:68:64:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:51:38Z', 'updated_at': '2021-08-31T13:54:12Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:54:17.080576 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f11fb3e7-3efe-4863-9174-f421ba0fefcb req-cdb1c662-d57c-4ed6-9874-ac322c654ecc tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511367 Aug 31 13:54:17.234282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8e86e-c335-4e1f-8c9a-e677dda79c5e req-c7d87db9-4471-439b-b8e7-314d935b1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:17.242210 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3fb8e86e-c335-4e1f-8c9a-e677dda79c5e req-c7d87db9-4471-439b-b8e7-314d935b1d0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=835e6eea-1de5-4bbf-b116-c7cc38c1993a HTTP/1.1" status: 200 len: 925 time: 0.5490994 Aug 31 13:54:17.335540 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d636283-7097-455e-b3c9-8638d74af9a9 None None] New status for floating IP 20e9aef5-9c6f-4726-8601-5f31c872c6d8: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:54:17.346015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4b420de9-ebd8-4214-8f6d-068e186a3b7a admin admin] Deleting port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:17.348111 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b420de9-ebd8-4214-8f6d-068e186a3b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:17.461691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de9a41-4ad2-432a-8734-197cfc7a4d49 req-47b42adb-872a-4ac9-aa3c-55489d8310c5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:17.471274 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2de9a41-4ad2-432a-8734-197cfc7a4d49 req-47b42adb-872a-4ac9-aa3c-55489d8310c5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.2257404 Aug 31 13:54:17.511051 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3fb8e86e-c335-4e1f-8c9a-e677dda79c5e req-0534e5f5-1ee6-417f-8550-15805f8933a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed5a0322-d659-4a78-8ab2-08feb09a4fe2 HTTP/1.1" status: 200 len: 1000 time: 0.2467427 Aug 31 13:54:17.643182 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2de9a41-4ad2-432a-8734-197cfc7a4d49 req-6755c03e-f675-4e99-b24f-1890bdcceb17 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708038 Aug 31 13:54:17.691830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8e86e-c335-4e1f-8c9a-e677dda79c5e req-7ed8cb57-ad15-4543-b942-943485e75b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:17.725141 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3fb8e86e-c335-4e1f-8c9a-e677dda79c5e req-7ed8cb57-ad15-4543-b942-943485e75b59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4e28dac-32cf-4df8-ae7e-a5a8533ef865 HTTP/1.1" status: 200 len: 863 time: 0.1566558 Aug 31 13:54:17.731486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-4b420de9-ebd8-4214-8f6d-068e186a3b7a admin admin] For port 40c5d8ec-9c00-4e39-aeb8-2666e9a59053, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=40c5d8ec-9c00-4e39-aeb8-2666e9a59053,segment=NetworkSegment(c2d97527-bc65-4d1d-bec3-e229f6a14e95),segment_id=c2d97527-bc65-4d1d-bec3-e229f6a14e95)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:17.734893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b420de9-ebd8-4214-8f6d-068e186a3b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:17.770022 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4b420de9-ebd8-4214-8f6d-068e186a3b7a admin admin] Calling delete_port for 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:17.896622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8e86e-c335-4e1f-8c9a-e677dda79c5e req-0b164ed0-cf95-497a-8fb7-900ff69c2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:17.903025 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3fb8e86e-c335-4e1f-8c9a-e677dda79c5e req-0b164ed0-cf95-497a-8fb7-900ff69c2dbb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=835e6eea-1de5-4bbf-b116-c7cc38c1993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766324 Aug 31 13:54:18.125727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0e371-5004-4b4c-b6d9-3a10a0887b5c req-fcc8b885-bc78-4d45-bb15-747615ab6a9f tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:18.133264 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bd0e371-5004-4b4c-b6d9-3a10a0887b5c req-fcc8b885-bc78-4d45-bb15-747615ab6a9f tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.4555945 Aug 31 13:54:18.203768 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3fb8e86e-c335-4e1f-8c9a-e677dda79c5e req-f85de9f8-cabd-4dda-947f-5906d202e347 service neutron] 10.222.0.52 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858822 Aug 31 13:54:18.215580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bd0e371-5004-4b4c-b6d9-3a10a0887b5c req-cd81fa24-8a93-4a51-b095-58dda8f1f012 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813406 Aug 31 13:54:18.373928 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b420de9-ebd8-4214-8f6d-068e186a3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:18.455505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b63430-d628-4b6e-9728-4d881a34636d req-e7ce1dce-a01d-40dc-b5c3-9c059d2b7736 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:18.458586 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54b63430-d628-4b6e-9728-4d881a34636d req-e7ce1dce-a01d-40dc-b5c3-9c059d2b7736 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.2084582 Aug 31 13:54:18.478794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b420de9-ebd8-4214-8f6d-068e186a3b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=40c5d8ec-9c00-4e39-aeb8-2666e9a59053,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:18.547323 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3fb8e86e-c335-4e1f-8c9a-e677dda79c5e req-96f720c2-8611-4ee7-a3af-98c9093cb6ff service neutron] 10.222.0.52 "GET /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316672 Aug 31 13:54:18.601069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54b63430-d628-4b6e-9728-4d881a34636d req-babc6a46-c9c3-40d9-ab3f-6d8a24812e7d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311638 Aug 31 13:54:18.886811 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b420de9-ebd8-4214-8f6d-068e186a3b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:18.936226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29a302-8613-4ee2-b9b6-4c6669956892 req-6d9425d0-6552-46c2-a153-2999ddcad94b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:18.938730 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e29a302-8613-4ee2-b9b6-4c6669956892 req-6d9425d0-6552-46c2-a153-2999ddcad94b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.1444662 Aug 31 13:54:19.039370 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e29a302-8613-4ee2-b9b6-4c6669956892 req-009912ee-e1c3-48d0-849c-b0f5ac2b7802 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817888 Aug 31 13:54:19.482539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69130a7e-0c4d-4f72-b83b-04fe999d50c9 req-09090a86-8347-4f07-a0e3-fdd3bea0de99 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:19.484849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69130a7e-0c4d-4f72-b83b-04fe999d50c9 req-09090a86-8347-4f07-a0e3-fdd3bea0de99 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1331029 Aug 31 13:54:19.497323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b420de9-ebd8-4214-8f6d-068e186a3b7a admin admin] Router 68eab8ef-e5df-46d7-8db4-0e392723f94b has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:54:19.611756 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69130a7e-0c4d-4f72-b83b-04fe999d50c9 req-698d4178-ad14-4328-97fa-0ab8386901cb tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178668 Aug 31 13:54:19.871829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b420de9-ebd8-4214-8f6d-068e186a3b7a admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:54:19.891971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd7307-4184-4580-b323-b25086316992 None None] Sync routers for ids ['68eab8ef-e5df-46d7-8db4-0e392723f94b'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:54:19.906733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd7307-4184-4580-b323-b25086316992 None None] Routers {'68eab8ef-e5df-46d7-8db4-0e392723f94b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:19.907635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8bdd7307-4184-4580-b323-b25086316992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:54:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['68eab8ef-e5df-46d7-8db4-0e392723f94b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:19.958097 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4b420de9-ebd8-4214-8f6d-068e186a3b7a admin admin] 10.222.0.20 "PUT /v2.0/routers/68eab8ef-e5df-46d7-8db4-0e392723f94b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2033989 Aug 31 13:54:19.962975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58066) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:19.977394 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc338aef-d2f9-4d32-b0e3-ecf996bc72cd req-98b1d1d7-1199-47a0-af22-46c45b25345b tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=327359d35d204b668240b854432b869e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1219611 Aug 31 13:54:20.015189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0cb12-c3aa-4cc6-9f36-8b72785b1194 req-14f3352d-af9a-40bc-a0d1-b6f23e2af783 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:20.019807 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-74b0cb12-c3aa-4cc6-9f36-8b72785b1194 req-14f3352d-af9a-40bc-a0d1-b6f23e2af783 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.2634251 Aug 31 13:54:20.036927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8bdd7307-4184-4580-b323-b25086316992 None None] Set router 68eab8ef-e5df-46d7-8db4-0e392723f94b gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:20.099425 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-74b0cb12-c3aa-4cc6-9f36-8b72785b1194 req-b210867f-fbcf-4899-abe3-b180d7a923d7 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745513 Aug 31 13:54:20.376774 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8bdd7307-4184-4580-b323-b25086316992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'name': 'tempest-AttachSCSIVolumeTestJSON-985805351-router', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:53Z', 'updated_at': '2021-08-31T13:54:18Z', 'revision_number': 5, 'project_id': 'fb18452733d246988a40fdf5aa61b8f8', 'gw_port': {'id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:55Z', 'updated_at': '2021-08-31T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:20.383025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140cdb1-e05b-4b91-8f39-99ea42c2d87a req-33ccbe67-391c-49b1-a88e-561a0b4c33cc tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:20.384550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1140cdb1-e05b-4b91-8f39-99ea42c2d87a req-33ccbe67-391c-49b1-a88e-561a0b4c33cc tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.1599894 Aug 31 13:54:20.385870 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:20.437717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd7307-4184-4580-b323-b25086316992 None None] Checking router: 68eab8ef-e5df-46d7-8db4-0e392723f94b for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:54:20.449885 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd7307-4184-4580-b323-b25086316992 None None] Routers {'68eab8ef-e5df-46d7-8db4-0e392723f94b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:20.451019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8bdd7307-4184-4580-b323-b25086316992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:54:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['68eab8ef-e5df-46d7-8db4-0e392723f94b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:20.521056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1140cdb1-e05b-4b91-8f39-99ea42c2d87a req-121f345f-6b41-48fd-bd18-dd2647f799b9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251607 Aug 31 13:54:21.044185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8bdd7307-4184-4580-b323-b25086316992 None None] Set router 68eab8ef-e5df-46d7-8db4-0e392723f94b gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:21.140358 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.187590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc338aef-d2f9-4d32-b0e3-ecf996bc72cd req-eff838eb-664f-4ba0-af6e-76374eae8cb7 tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:21.201838 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc338aef-d2f9-4d32-b0e3-ecf996bc72cd req-eff838eb-664f-4ba0-af6e-76374eae8cb7 tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0464680 Aug 31 13:54:21.248746 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc338aef-d2f9-4d32-b0e3-ecf996bc72cd req-26922de6-9603-48df-bcb1-9d91e5272cce tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] 10.222.0.20 "GET /v2.0/quotas/327359d35d204b668240b854432b869e HTTP/1.1" status: 200 len: 375 time: 0.0428896 Aug 31 13:54:21.306486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc338aef-d2f9-4d32-b0e3-ecf996bc72cd req-006e78bc-c9a2-40de-b04c-d627b3e6a5aa tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=327359d35d204b668240b854432b869e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594568 Aug 31 13:54:21.308266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051b0bd-426d-4338-8274-45d5f6ef1693 req-f8cc407e-156b-4b67-bb4f-def1581dc28f tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:21.310586 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f051b0bd-426d-4338-8274-45d5f6ef1693 req-f8cc407e-156b-4b67-bb4f-def1581dc28f tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1905341 Aug 31 13:54:21.338789 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Deleting port e489c767-8aa8-464a-a635-e75eb53050f7 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:21.339343 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.403175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8bdd7307-4184-4580-b323-b25086316992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'name': 'tempest-AttachSCSIVolumeTestJSON-985805351-router', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:53Z', 'updated_at': '2021-08-31T13:54:18Z', 'revision_number': 5, 'project_id': 'fb18452733d246988a40fdf5aa61b8f8', 'gw_port': {'id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:55Z', 'updated_at': '2021-08-31T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:21.407400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f051b0bd-426d-4338-8274-45d5f6ef1693 req-04b30136-6878-4782-8f8e-7994ee1d22ea tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859308 Aug 31 13:54:21.484216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd7307-4184-4580-b323-b25086316992 None None] The sync data for ids ['68eab8ef-e5df-46d7-8db4-0e392723f94b'] in n-d-792364-6 is: [{'id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'name': 'tempest-AttachSCSIVolumeTestJSON-985805351-router', 'tenant_id': 'fb18452733d246988a40fdf5aa61b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:53Z', 'updated_at': '2021-08-31T13:54:18Z', 'revision_number': 5, 'project_id': 'fb18452733d246988a40fdf5aa61b8f8', 'gw_port': {'id': 'e489c767-8aa8-464a-a635-e75eb53050f7', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eab8ef-e5df-46d7-8db4-0e392723f94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:55Z', 'updated_at': '2021-08-31T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:54:21.531636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] For port e489c767-8aa8-464a-a635-e75eb53050f7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e489c767-8aa8-464a-a635-e75eb53050f7,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:21.532132 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.565289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Calling delete_port for e489c767-8aa8-464a-a635-e75eb53050f7 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:21.811390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4ce1-0249-43bf-8fa0-0453fe493ead req-0b207684-4e2b-436e-8c37-80f5970a0b80 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:21.812858 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a1e4ce1-0249-43bf-8fa0-0453fe493ead req-0b207684-4e2b-436e-8c37-80f5970a0b80 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.1501191 Aug 31 13:54:21.870811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc5a31-6a95-412e-8d7c-5b8784ef8983 req-624cf35e-f60d-43af-9186-4a7b58be97d9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:21.871675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6bbc5a31-6a95-412e-8d7c-5b8784ef8983 req-624cf35e-f60d-43af-9186-4a7b58be97d9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.0926414 Aug 31 13:54:21.949554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a1e4ce1-0249-43bf-8fa0-0453fe493ead req-7b3bbb2a-47f3-4a9c-9b9a-d51979a8c227 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014080 Aug 31 13:54:21.954236 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:21.961315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6bbc5a31-6a95-412e-8d7c-5b8784ef8983 req-2c6a8326-d87b-4882-8e93-8164469cf798 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732095 Aug 31 13:54:22.114126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Pushing event deleted for resources: {'Port': ['ID=e489c767-8aa8-464a-a635-e75eb53050f7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:22.195763 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:22.375453 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:22.378609 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:22.476887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:22.533115 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:22.533802 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68eab8ef-e5df-46d7-8db4-0e392723f94b {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:54:22.550614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:22.553022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 40c5d8ec-9c00-4e39-aeb8-2666e9a59053 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:22.559846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:22.565041 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-89a8c02f-c6b0-45c4-b007-253d6532cc28 service neutron] 10.222.0.13 "GET /v2.0/ports/4d43986f-33c9-41d7-babf-25975e5f5d63/bindings/n-h2-792364-6 HTTP/1.1" status: 200 len: 384 time: 0.2431352 Aug 31 13:54:22.567869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0c2fa759-d06c-4372-817f-11c2769a0aba admin admin] 10.222.0.20 "DELETE /v2.0/routers/68eab8ef-e5df-46d7-8db4-0e392723f94b HTTP/1.1" status: 204 len: 168 time: 2.6010759 Aug 31 13:54:22.571383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58128) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:22.571631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4d43986f-33c9-41d7-babf-25975e5f5d63 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:22.753493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22412b26-0e2d-40c8-bbc9-138c59e32bd6 req-8f15e0bf-50de-44db-b9c1-30b6c94b021b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:22.764727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f16c99-e51e-492d-9383-504b9d6082c6 admin admin] Deleting subnet 0ddbaf8b-4741-48b4-990f-842795618d83 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:54:22.767726 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-22412b26-0e2d-40c8-bbc9-138c59e32bd6 req-8f15e0bf-50de-44db-b9c1-30b6c94b021b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1345487 Aug 31 13:54:22.772986 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02f16c99-e51e-492d-9383-504b9d6082c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:22.885789 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0310b55a-4c54-4359-9c73-d19253cb5f72 req-0cf3d938-b8ee-49cd-9585-31917b3c5c07 tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=327359d35d204b668240b854432b869e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374074 Aug 31 13:54:22.887535 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-22412b26-0e2d-40c8-bbc9-138c59e32bd6 req-8251d08b-3d86-4a37-a3d6-d8b56a55b828 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168196 Aug 31 13:54:22.888369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02f16c99-e51e-492d-9383-504b9d6082c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.076454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-87efd305-3459-4824-91db-8e5815f87107 req-50b853bd-2f0a-4030-8002-019dabad72b7 service neutron] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d43986f-33c9-41d7-babf-25975e5f5d63,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:23.154019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-87efd305-3459-4824-91db-8e5815f87107 req-50b853bd-2f0a-4030-8002-019dabad72b7 service neutron] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:23.212907 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310b55a-4c54-4359-9c73-d19253cb5f72 req-255cc4ea-65f2-45bc-a78c-29bca468bdb3 tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:23.215679 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0310b55a-4c54-4359-9c73-d19253cb5f72 req-255cc4ea-65f2-45bc-a78c-29bca468bdb3 tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804105 Aug 31 13:54:23.233183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-87efd305-3459-4824-91db-8e5815f87107 req-50b853bd-2f0a-4030-8002-019dabad72b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d43986f-33c9-41d7-babf-25975e5f5d63 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:23.253360 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02f16c99-e51e-492d-9383-504b9d6082c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.257411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-87efd305-3459-4824-91db-8e5815f87107 req-50b853bd-2f0a-4030-8002-019dabad72b7 service neutron] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4d43986f-33c9-41d7-babf-25975e5f5d63,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:23.274793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403d8d0-5109-4d7b-adf9-705e04f5fb5a req-730ace40-7df1-4949-a574-8e2233d07133 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:23.287639 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8403d8d0-5109-4d7b-adf9-705e04f5fb5a req-730ace40-7df1-4949-a574-8e2233d07133 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 944 time: 0.1750615 Aug 31 13:54:23.311828 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-87efd305-3459-4824-91db-8e5815f87107 req-50b853bd-2f0a-4030-8002-019dabad72b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.346041 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02f16c99-e51e-492d-9383-504b9d6082c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.357109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8403d8d0-5109-4d7b-adf9-705e04f5fb5a req-b747519f-3532-459f-bb95-ef1fd6d78d20 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638115 Aug 31 13:54:23.401638 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f16c99-e51e-492d-9383-504b9d6082c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ddbaf8b-4741-48b4-990f-842795618d83,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:23.406091 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02f16c99-e51e-492d-9383-504b9d6082c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.411454 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-02f16c99-e51e-492d-9383-504b9d6082c6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0ddbaf8b-4741-48b4-990f-842795618d83 HTTP/1.1" status: 204 len: 168 time: 0.8346157 Aug 31 13:54:23.411454 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0310b55a-4c54-4359-9c73-d19253cb5f72 req-503647c3-4e23-4d06-b4a7-fdcfc863fceb tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] 10.222.0.20 "GET /v2.0/quotas/327359d35d204b668240b854432b869e HTTP/1.1" status: 200 len: 375 time: 0.0680826 Aug 31 13:54:23.411454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58150) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:23.415047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81735b53-0f06-429e-8026-1cfcc9f109b0 None None] Network 8bc95e55-07bf-454b-b6c8-b7b2ec22b586 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:23.513364 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0310b55a-4c54-4359-9c73-d19253cb5f72 req-73a00cd0-0874-4fca-8983-a18ea3059a55 tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=327359d35d204b668240b854432b869e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799963 Aug 31 13:54:23.531423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-87efd305-3459-4824-91db-8e5815f87107 req-50b853bd-2f0a-4030-8002-019dabad72b7 service neutron] Transition to ACTIVE for port object 4d43986f-33c9-41d7-babf-25975e5f5d63 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:23.545265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-87efd305-3459-4824-91db-8e5815f87107 req-50b853bd-2f0a-4030-8002-019dabad72b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.561948 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.644106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Deleting port fed65bfd-5d21-4cca-9aca-dc8431839e18 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:23.644470 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.728934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] For port fed65bfd-5d21-4cca-9aca-dc8431839e18, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fed65bfd-5d21-4cca-9aca-dc8431839e18,segment=NetworkSegment(c2d97527-bc65-4d1d-bec3-e229f6a14e95),segment_id=c2d97527-bc65-4d1d-bec3-e229f6a14e95)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:23.729476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.752811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Calling delete_port for fed65bfd-5d21-4cca-9aca-dc8431839e18 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:23.769618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a82ef32-9836-429b-9987-f8c99b89c57c None None] DHCP port deletion for 8bc95e55-07bf-454b-b6c8-b7b2ec22b586 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:54:23.800176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-87efd305-3459-4824-91db-8e5815f87107 req-50b853bd-2f0a-4030-8002-019dabad72b7 service neutron] No DVR routers for this DVR port 4d43986f-33c9-41d7-babf-25975e5f5d63 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:23.822957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71991af7-f5b4-4a67-b78c-b26926d75c74 req-802becc6-92e5-4c7c-ab35-a3a5b721d9ba tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:23.834342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71991af7-f5b4-4a67-b78c-b26926d75c74 req-802becc6-92e5-4c7c-ab35-a3a5b721d9ba tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.3009593 Aug 31 13:54:23.837209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b853bd-2f0a-4030-8002-019dabad72b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d43986f-33c9-41d7-babf-25975e5f5d63,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:23.906374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9a82ef32-9836-429b-9987-f8c99b89c57c None None] Deleting port fed65bfd-5d21-4cca-9aca-dc8431839e18 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:23.906958 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9a82ef32-9836-429b-9987-f8c99b89c57c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:23.907830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-50b853bd-2f0a-4030-8002-019dabad72b7 service neutron] 10.222.0.13 "PUT /v2.0/ports/4d43986f-33c9-41d7-babf-25975e5f5d63/bindings/n-h2-792364-6/activate HTTP/1.1" status: 200 len: 369 time: 1.3345075 Aug 31 13:54:23.943978 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71991af7-f5b4-4a67-b78c-b26926d75c74 req-03438a8e-a470-4f19-b3d4-eeaaa9f2cb40 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052604 Aug 31 13:54:24.005723 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.077908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9a82ef32-9836-429b-9987-f8c99b89c57c None None] For port fed65bfd-5d21-4cca-9aca-dc8431839e18, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fed65bfd-5d21-4cca-9aca-dc8431839e18,segment=NetworkSegment(c2d97527-bc65-4d1d-bec3-e229f6a14e95),segment_id=c2d97527-bc65-4d1d-bec3-e229f6a14e95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:24.084265 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9a82ef32-9836-429b-9987-f8c99b89c57c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.086492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed65bfd-5d21-4cca-9aca-dc8431839e18,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:24.118204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9a82ef32-9836-429b-9987-f8c99b89c57c None None] Calling delete_port for fed65bfd-5d21-4cca-9aca-dc8431839e18 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:24.155113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] No DVR routers for this DVR port fed65bfd-5d21-4cca-9aca-dc8431839e18 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:24.222276 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9a82ef32-9836-429b-9987-f8c99b89c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.235722 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc28849-7358-40fc-b630-0274e7478ae9 req-472a8807-aba7-414c-849a-c97bf61af578 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:24.246995 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5cc28849-7358-40fc-b630-0274e7478ae9 req-472a8807-aba7-414c-849a-c97bf61af578 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1320567 Aug 31 13:54:24.275019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82ef32-9836-429b-9987-f8c99b89c57c None None] No DVR routers for this DVR port fed65bfd-5d21-4cca-9aca-dc8431839e18 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:24.279148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82ef32-9836-429b-9987-f8c99b89c57c None None] Pushing event deleted for resources: {'Port': ['ID=fed65bfd-5d21-4cca-9aca-dc8431839e18,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:24.310232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd305-3459-4824-91db-8e5815f87107 req-1ac2e376-f276-419a-8cf2-0956b06c5d39 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:24.311884 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-1ac2e376-f276-419a-8cf2-0956b06c5d39 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800&tenant_id=24b3f2febd7d4b85836b75e97fa9634b&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1096 time: 0.3012805 Aug 31 13:54:24.395396 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5cc28849-7358-40fc-b630-0274e7478ae9 req-e10f4b34-13e9-4ecb-b92e-e2e5c47a063a tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473455 Aug 31 13:54:24.398953 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.421352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e489c767-8aa8-464a-a635-e75eb53050f7 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:24.440242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc95e55-07bf-454b-b6c8-b7b2ec22b586']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:24.457054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d97527-bc65-4d1d-bec3-e229f6a14e95') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:24.457372 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d97527-bc65-4d1d-bec3-e229f6a14e95') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:24.468296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: e489c767-8aa8-464a-a635-e75eb53050f7 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:24.469468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e489c767-8aa8-464a-a635-e75eb53050f7 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:24.470139 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fed65bfd-5d21-4cca-9aca-dc8431839e18 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:24.472922 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.486000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd305-3459-4824-91db-8e5815f87107 req-c1e6d80c-4c59-493c-a65c-1347ee9ef950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:24.487550 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-c1e6d80c-4c59-493c-a65c-1347ee9ef950 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800&tenant_id=24b3f2febd7d4b85836b75e97fa9634b HTTP/1.1" status: 200 len: 1096 time: 0.1566274 Aug 31 13:54:24.504904 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.518239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:54:24.518660 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: timer() Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:54:24.521081 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:54:24.540762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: fed65bfd-5d21-4cca-9aca-dc8431839e18 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:24.541338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fed65bfd-5d21-4cca-9aca-dc8431839e18 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:24.725529 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.750221 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd305-3459-4824-91db-8e5815f87107 req-5f953ef7-afe3-49ac-86d8-35c3f5824cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:24.755835 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-5f953ef7-afe3-49ac-86d8-35c3f5824cf7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 1096 time: 0.1664977 Aug 31 13:54:24.793459 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:24.795939 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8bc95e55-07bf-454b-b6c8-b7b2ec22b586 HTTP/1.1" status: 204 len: 168 time: 1.3847384 Aug 31 13:54:24.811172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6af8c-f275-4d87-8cc8-b45e810dd184 req-002e935f-fa6e-4385-a8c6-c0fb00e077af tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:24.814578 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77b6af8c-f275-4d87-8cc8-b45e810dd184 req-002e935f-fa6e-4385-a8c6-c0fb00e077af tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 945 time: 0.2256844 Aug 31 13:54:24.828697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba32900-eb66-473e-9420-4bce9fcd4d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc95e55-07bf-454b-b6c8-b7b2ec22b586,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:25.013373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77b6af8c-f275-4d87-8cc8-b45e810dd184 req-09c2adab-a27a-46bd-ac55-7fe42710ff85 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560202 Aug 31 13:54:25.076001 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd305-3459-4824-91db-8e5815f87107 req-350fe7e0-b074-4075-8026-acc95b9e1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:25.079625 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-350fe7e0-b074-4075-8026-acc95b9e1e50 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.3136163 Aug 31 13:54:25.120921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-140b6d2b-d806-48c6-a3ff-75e90ad25e4a req-222bb0ec-f557-484a-be50-307fba600a84 tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=327359d35d204b668240b854432b869e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639746 Aug 31 13:54:25.170948 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-80ef595b-d9bb-4f93-82ba-b319e3e552fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d43986f-33c9-41d7-babf-25975e5f5d63 HTTP/1.1" status: 200 len: 217 time: 0.0661047 Aug 31 13:54:25.297189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b6d2b-d806-48c6-a3ff-75e90ad25e4a req-1fff382a-211b-478e-9d39-ea63abd6d6e0 tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:25.311653 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-140b6d2b-d806-48c6-a3ff-75e90ad25e4a req-1fff382a-211b-478e-9d39-ea63abd6d6e0 tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863699 Aug 31 13:54:25.314859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58216) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:25.331772 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-140b6d2b-d806-48c6-a3ff-75e90ad25e4a req-bd436152-f1e0-47cc-9573-45a656e220d6 tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] 10.222.0.20 "GET /v2.0/quotas/327359d35d204b668240b854432b869e HTTP/1.1" status: 200 len: 375 time: 0.0221267 Aug 31 13:54:25.371283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd305-3459-4824-91db-8e5815f87107 req-db56aaad-ac1b-4d3b-a0e3-104f93526386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:25.373459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-db56aaad-ac1b-4d3b-a0e3-104f93526386 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.1902080 Aug 31 13:54:25.390305 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-140b6d2b-d806-48c6-a3ff-75e90ad25e4a req-eefbeb5e-7df1-4e1e-a8fc-bbe6828b1b04 tempest-QuotasAdminNegativeTest-1201734525 tempest-QuotasAdminNegativeTest-1201734525-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=327359d35d204b668240b854432b869e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565171 Aug 31 13:54:25.449473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651431a-41c7-44dd-8fe8-a73eee48e0a4 req-0799fccd-dba2-4ab4-948b-3d2006359d14 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:25.465662 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c651431a-41c7-44dd-8fe8-a73eee48e0a4 req-0799fccd-dba2-4ab4-948b-3d2006359d14 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.1467845 Aug 31 13:54:25.488798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-ec7a0a08-d3ae-43d3-98c0-9c65275d6b66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014230 Aug 31 13:54:25.517934 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-53dfb27a-a5c6-4e97-a863-3a7e47529b32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=683088ae2c6047579e39a6549fbe05e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945238 Aug 31 13:54:25.518315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58222) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:25.591064 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c651431a-41c7-44dd-8fe8-a73eee48e0a4 req-d493a26b-7f45-435d-97c0-f41ce86ea578 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233492 Aug 31 13:54:25.622325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa2cc-afea-4825-af88-98a27204dc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:25.673544 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa2cc-afea-4825-af88-98a27204dc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:25.744317 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-f5194d45-a012-4169-9531-173c58532397 service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267931 Aug 31 13:54:25.762085 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa2cc-afea-4825-af88-98a27204dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:25.766663 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa2cc-afea-4825-af88-98a27204dc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:25.771268 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2c4fa2cc-afea-4825-af88-98a27204dc28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/def133d7-396c-4ceb-bffb-06ff42a81b5e HTTP/1.1" status: 204 len: 168 time: 0.2518203 Aug 31 13:54:25.785388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fa2cc-afea-4825-af88-98a27204dc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def133d7-396c-4ceb-bffb-06ff42a81b5e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:26.000836 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-e5f1dfe4-4b30-4234-8392-16f30c77edee service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461014 Aug 31 13:54:26.045923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fa543-9ae4-404e-afb8-d46d22d000f4 req-b7d1cf71-eb5b-4240-8f03-4534943399f1 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:26.049704 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e03fa543-9ae4-404e-afb8-d46d22d000f4 req-b7d1cf71-eb5b-4240-8f03-4534943399f1 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1079283 Aug 31 13:54:26.135692 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e03fa543-9ae4-404e-afb8-d46d22d000f4 req-e0ddaf2b-1a61-43a5-a5d8-c63268df738b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736804 Aug 31 13:54:26.456278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-6f67451a-3067-4bb2-a79b-b586e60b6b11 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:26.465700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-6f67451a-3067-4bb2-a79b-b586e60b6b11 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63&tenant_id=d077bd70a48845cf9f4e6b5ff585f732&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 1096 time: 0.1944797 Aug 31 13:54:26.501867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792364-6'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:26.639026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd305-3459-4824-91db-8e5815f87107 req-1d5425e5-1a68-443b-9392-34630db332f5 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:26.640604 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-1d5425e5-1a68-443b-9392-34630db332f5 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800&tenant_id=24b3f2febd7d4b85836b75e97fa9634b&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 1096 time: 0.2546113 Aug 31 13:54:26.670756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:26.682078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58254) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:26.685791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e817a55-8336-41c8-a88c-2cb6033d2dc2 req-b28f99ce-3a60-40e6-8f73-9cd6128434fe tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:26.687396 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4e817a55-8336-41c8-a88c-2cb6033d2dc2 req-b28f99ce-3a60-40e6-8f73-9cd6128434fe tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 945 time: 0.1255322 Aug 31 13:54:26.776118 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4e817a55-8336-41c8-a88c-2cb6033d2dc2 req-1eb609d0-cdfa-40f4-bae3-8d50eff1adb1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639346 Aug 31 13:54:26.886885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-87efd305-3459-4824-91db-8e5815f87107 req-2210beb2-2231-4d13-a2e6-b69c7a92e2d3 service neutron] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:26.898862 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-87efd305-3459-4824-91db-8e5815f87107 req-2210beb2-2231-4d13-a2e6-b69c7a92e2d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:26.902575 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87efd305-3459-4824-91db-8e5815f87107 req-2210beb2-2231-4d13-a2e6-b69c7a92e2d3 service neutron] 10.222.0.52 "DELETE /v2.0/ports/4d43986f-33c9-41d7-babf-25975e5f5d63/bindings/n-h1-792364-6 HTTP/1.1" status: 204 len: 173 time: 0.2482347 Aug 31 13:54:27.011189 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-122c7189-547e-4252-9704-7b735375349b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb18452733d246988a40fdf5aa61b8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275423 Aug 31 13:54:27.014300 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58262) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:27.059719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:27.080709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58264) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:27.081538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d79a8-63e3-41f7-b602-6c417e082339 req-a5cc226c-3d95-4601-aada-9e6210bd0285 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:27.092516 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a3d79a8-63e3-41f7-b602-6c417e082339 req-a5cc226c-3d95-4601-aada-9e6210bd0285 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 945 time: 0.2359772 Aug 31 13:54:27.157096 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-320c16f9-5402-4006-afac-26c0cca604ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.180231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a3d79a8-63e3-41f7-b602-6c417e082339 req-48ea0c54-d91c-4b91-8e8f-032469d45201 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806220 Aug 31 13:54:27.182418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:27.182794 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-320c16f9-5402-4006-afac-26c0cca604ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.273535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f30cc53-ceba-4ab3-a532-92c5f2334f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a8a35f-4532-4280-9ebd-7b0cf6b3bf22'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:27.275867 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636aa028-dc13-4b1e-a6bb-ef78a6e0af4f" -d '{"events": [{"server_uuid": "7f30cc53-ceba-4ab3-a532-92c5f2334f63", "name": "network-vif-unplugged", "status": "completed", "tag": "84a8a35f-4532-4280-9ebd-7b0cf6b3bf22"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:27.280471 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.298583 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.305019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab524a91-088b-45ec-9560-7493b707ed7c req-81801000-b94c-41bf-b4c6-8defb1138d3f tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:27.322299 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab524a91-088b-45ec-9560-7493b707ed7c req-81801000-b94c-41bf-b4c6-8defb1138d3f tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 1096 time: 0.2391629 Aug 31 13:54:27.370545 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-320c16f9-5402-4006-afac-26c0cca604ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.375918 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-320c16f9-5402-4006-afac-26c0cca604ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.378988 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-320c16f9-5402-4006-afac-26c0cca604ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8dbecb9-c952-49f2-986f-2dcb38c5d218 HTTP/1.1" status: 204 len: 168 time: 0.3630800 Aug 31 13:54:27.476709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Pushing event updated for resources: {'Port': ['ID=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:27.503738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c16f9-5402-4006-afac-26c0cca604ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dbecb9-c952-49f2-986f-2dcb38c5d218,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:27.530572 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab524a91-088b-45ec-9560-7493b707ed7c req-1e20a269-3b4e-4f0b-854e-9bcc39fe6afc tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063434 Aug 31 13:54:27.532142 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba0faf0a-9b83-4fc8-a090-bb20c0b23265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.593410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Attempting to bind port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on host n-h2-792364-6 for vnic_type normal with profile {"migrating_to": "n-h1-792364-6"} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:27.593862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Attempting to bind port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:27.594506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Attempting to bind port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:27.606860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:54:27.607549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Attempting to bind port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:27.629549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ab79e-e115-4682-95b7-efdf225cdba6 req-c79bde37-87ce-4d15-b6bd-4b31becff451 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:27.641769 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-084ab79e-e115-4682-95b7-efdf225cdba6 req-c79bde37-87ce-4d15-b6bd-4b31becff451 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.2650704 Aug 31 13:54:27.653698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:27.653698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:27.653698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Bound using segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:27.654145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Bound port: 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:27.655085 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.723510 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3fa39d-2e3c-43d4-883c-197fb8472007 x-openstack-request-id: req-de3fa39d-2e3c-43d4-883c-197fb8472007 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:27.723810 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f30cc53-ceba-4ab3-a532-92c5f2334f63", "name": "network-vif-unplugged", "status": "completed", "tag": "84a8a35f-4532-4280-9ebd-7b0cf6b3bf22", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:27.724036 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de3fa39d-2e3c-43d4-883c-197fb8472007 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:27.724463 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f30cc53-ceba-4ab3-a532-92c5f2334f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a8a35f-4532-4280-9ebd-7b0cf6b3bf22', 'code': 200} Aug 31 13:54:27.743336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-084ab79e-e115-4682-95b7-efdf225cdba6 req-771b3d1b-e5b7-4a45-b104-caa7fb767a72 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943594 Aug 31 13:54:27.851326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:27.855092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:27.860125 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.922819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba0faf0a-9b83-4fc8-a090-bb20c0b23265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:27.932830 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba0faf0a-9b83-4fc8-a090-bb20c0b23265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.056182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0faf0a-9b83-4fc8-a090-bb20c0b23265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f135f6-f665-445d-b7a1-781644cbbbf3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:28.117000 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ba0faf0a-9b83-4fc8-a090-bb20c0b23265 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=327359d35d204b668240b854432b869e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0285144 Aug 31 13:54:28.117342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58300) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:28.143407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:28.144277 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.146028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] 10.222.0.13 "PUT /v2.0/ports/84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 HTTP/1.1" status: 200 len: 1121 time: 1.6700587 Aug 31 13:54:28.156867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487829f3-7ead-4b49-b8a2-c27555541a79 service neutron] Pushing event updated for resources: {'Port': ['ID=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:28.182061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4bfd0-5a51-4acf-bc46-f27164655022 req-947a458d-98a4-40dd-ac53-4399d174280b tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:28.205580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3c4bfd0-5a51-4acf-bc46-f27164655022 req-947a458d-98a4-40dd-ac53-4399d174280b tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 1096 time: 0.2232451 Aug 31 13:54:28.242432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['84a8a35f-4532-4280-9ebd-7b0cf6b3bf22'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:28.249958 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d646aa9b-b1d3-4a31-933a-65a5ca34b23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.289914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d646aa9b-b1d3-4a31-933a-65a5ca34b23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.328933 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3c4bfd0-5a51-4acf-bc46-f27164655022 req-acdf4ddf-2a4d-419c-8d1f-92e35c1715d5 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200094 Aug 31 13:54:28.364728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['84a8a35f-4532-4280-9ebd-7b0cf6b3bf22'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:28.478199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d646aa9b-b1d3-4a31-933a-65a5ca34b23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.490780 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d646aa9b-b1d3-4a31-933a-65a5ca34b23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.493897 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d646aa9b-b1d3-4a31-933a-65a5ca34b23b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25f135f6-f665-445d-b7a1-781644cbbbf3 HTTP/1.1" status: 204 len: 168 time: 0.3742907 Aug 31 13:54:28.531598 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646aa9b-b1d3-4a31-933a-65a5ca34b23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f135f6-f665-445d-b7a1-781644cbbbf3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:28.562911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aaeece-11de-41be-99a1-690ba03009cd req-3599ed62-27fc-4f4e-b704-1cd1d3def4a5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:28.564253 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8aaeece-11de-41be-99a1-690ba03009cd req-3599ed62-27fc-4f4e-b704-1cd1d3def4a5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 943 time: 0.1914513 Aug 31 13:54:28.616103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:28.630946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:28.699135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8aaeece-11de-41be-99a1-690ba03009cd req-125a7cf7-aece-4c8f-a055-58ab67098be8 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236179 Aug 31 13:54:28.786945 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:54:28.950679 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e84566-13ab-4dc4-9d7a-9b2207e95687 req-c98cc9c0-74d3-436f-83f8-2ba7bd45678e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:28.965270 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:28.972296 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14e84566-13ab-4dc4-9d7a-9b2207e95687 req-c98cc9c0-74d3-436f-83f8-2ba7bd45678e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1313441 Aug 31 13:54:29.051681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:29.095244 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14e84566-13ab-4dc4-9d7a-9b2207e95687 req-b7f7abfb-e541-4cce-afae-a747276e9956 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197345 Aug 31 13:54:29.165817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:29.168978 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e926c51a-1b67-4eb9-ba4b-f02533975c4f" -d '{"events": [{"server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:29.173646 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.resource_extend [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:54:29.176751 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.286322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:29.438325 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03a2d46-e634-4e35-970c-a1470a6c8ae7 x-openstack-request-id: req-f03a2d46-e634-4e35-970c-a1470a6c8ae7 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:29.438626 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:29.438881 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f03a2d46-e634-4e35-970c-a1470a6c8ae7 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:29.439280 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'code': 200} Aug 31 13:54:29.441144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:29.444097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58358) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:29.466477 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38c6af23-9b53-4922-ac19-522abdbe4846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.486879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 has no active binding in host n-h1-792364-6 {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 13:54:29.487519 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:29.491787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58360) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:29.634213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:29.636762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38c6af23-9b53-4922-ac19-522abdbe4846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.644048 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38c6af23-9b53-4922-ac19-522abdbe4846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.648372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'mac_address': 'fa:16:3e:05:c8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:29.709144 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-38c6af23-9b53-4922-ac19-522abdbe4846 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a485e6695f74478942d95cd70d2e0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604153 Aug 31 13:54:29.709144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6af23-9b53-4922-ac19-522abdbe4846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b9b58c-4719-4b34-ae82-6a0fec47017c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:29.709712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58364) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:29.721838 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.744756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:29.780687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:29.789030 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:29.855210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,revision_number=10']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:29.896865 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df36fc-973a-47f7-ad77-be88bbe66e9a req-a554d737-36ac-4b84-a2b7-461725a664a4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:29.899040 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4df36fc-973a-47f7-ad77-be88bbe66e9a req-a554d737-36ac-4b84-a2b7-461725a664a4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 943 time: 0.0624228 Aug 31 13:54:29.957047 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4df36fc-973a-47f7-ad77-be88bbe66e9a req-3ae9d068-37ff-4ee3-869f-378f3ada0e1b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481725 Aug 31 13:54:30.047693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f30cc53-ceba-4ab3-a532-92c5f2334f63', 'tag': '84a8a35f-4532-4280-9ebd-7b0cf6b3bf22'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:30.049953 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ced8988-e0b1-420f-935d-43461a63fc7b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f30cc53-ceba-4ab3-a532-92c5f2334f63", "tag": "84a8a35f-4532-4280-9ebd-7b0cf6b3bf22"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:30.063339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-652025520-network', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:30.110672 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d78cdd-463b-4c72-8672-1012834df835 x-openstack-request-id: req-30d78cdd-463b-4c72-8672-1012834df835 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:30.110976 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f30cc53-ceba-4ab3-a532-92c5f2334f63", "tag": "84a8a35f-4532-4280-9ebd-7b0cf6b3bf22", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:30.111233 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30d78cdd-463b-4c72-8672-1012834df835 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:30.111620 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f30cc53-ceba-4ab3-a532-92c5f2334f63', 'tag': '84a8a35f-4532-4280-9ebd-7b0cf6b3bf22', 'status': 'completed', 'code': 200} Aug 31 13:54:30.113964 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Made reservation on behalf of f4eec60e3aab46df9b46b7255538d100 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:30.116271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.126553 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dadabf47-42d6-4234-ad39-4a77875544e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.130004 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.139031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:30.174174 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dadabf47-42d6-4234-ad39-4a77875544e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.283809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced8988-e0b1-420f-935d-43461a63fc7b req-d999a9e2-8e58-4e91-940a-69ee8990c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:30.286654 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ced8988-e0b1-420f-935d-43461a63fc7b req-d999a9e2-8e58-4e91-940a-69ee8990c991 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 1124 time: 0.1431880 Aug 31 13:54:30.300084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dadabf47-42d6-4234-ad39-4a77875544e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.306886 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dadabf47-42d6-4234-ad39-4a77875544e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.308942 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dadabf47-42d6-4234-ad39-4a77875544e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2b9b58c-4719-4b34-ae82-6a0fec47017c HTTP/1.1" status: 204 len: 168 time: 0.5964553 Aug 31 13:54:30.342382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadabf47-42d6-4234-ad39-4a77875544e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b9b58c-4719-4b34-ae82-6a0fec47017c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:30.487323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.512810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5f668-204a-4e45-8313-ad16914fe7ca req-95c398e9-2e02-4457-a963-fd7f22cd6a8e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:30.521423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88b5f668-204a-4e45-8313-ad16914fe7ca req-95c398e9-2e02-4457-a963-fd7f22cd6a8e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1625917 Aug 31 13:54:30.524373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.570077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:54:30.589397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ee84fe-f58a-415f-9e61-1e74e0f6a7c3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:30.602843 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.603404 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Added segment cdff41dd-01e5-42ce-a493-26c40caa4455 of type vlan for network 36ca81aa-521d-4ea7-a497-2428e388ad70 Aug 31 13:54:30.628252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced8988-e0b1-420f-935d-43461a63fc7b req-5ec6c15e-073c-4101-b2b1-9057444c0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:30.633542 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ced8988-e0b1-420f-935d-43461a63fc7b req-5ec6c15e-073c-4101-b2b1-9057444c0a66 service neutron] 10.222.0.52 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.3391340 Aug 31 13:54:30.643851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d92e00aa-bfd6-4da8-9184-41ee656d4692 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:30.650290 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88b5f668-204a-4e45-8313-ad16914fe7ca req-99df4a22-f3fb-48fb-8850-286e31418a36 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229877 Aug 31 13:54:30.741978 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ced8988-e0b1-420f-935d-43461a63fc7b req-5dfd9fb7-eb88-4abd-a7e8-160fbd3dc6de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 HTTP/1.1" status: 200 len: 217 time: 0.0928395 Aug 31 13:54:30.801873 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.877741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced8988-e0b1-420f-935d-43461a63fc7b req-07a1ff32-4cab-4e53-b869-80890e1274bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:30.879639 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ced8988-e0b1-420f-935d-43461a63fc7b req-07a1ff32-4cab-4e53-b869-80890e1274bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.1252840 Aug 31 13:54:30.893990 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.895247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:30.896191 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:30.934052 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ced8988-e0b1-420f-935d-43461a63fc7b req-39ca9ccb-80f0-458b-b15f-60f85ea5c199 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369124 Aug 31 13:54:31.006507 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:31.083662 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ced8988-e0b1-420f-935d-43461a63fc7b req-172712c3-fac9-484f-84ec-f17a81c6dfd8 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376801 Aug 31 13:54:31.116416 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6224957 Aug 31 13:54:31.121123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58410) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:31.135168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:31.139809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-11cafa11-9c2b-4d31-92e5-9c2950c62709 admin admin] Request body: {'subnet': {'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-652025520-subnet', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:31.141971 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:31.145329 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b422f-36fa-4bb1-bff6-2bcfbb2b37c5 admin admin] Pushing event updated for resources: {'Network': ['ID=36ca81aa-521d-4ea7-a497-2428e388ad70,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:31.191776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde912b-aec5-4c6d-90f2-0e65a41eb8e9 req-0f6a1cf3-90cb-4941-8cb7-27967feb0463 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:31.202800 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fde912b-aec5-4c6d-90f2-0e65a41eb8e9 req-0f6a1cf3-90cb-4941-8cb7-27967feb0463 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 950 time: 0.2754607 Aug 31 13:54:31.204327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 36ca81aa-521d-4ea7-a497-2428e388ad70 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:54:31.241567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d92e00aa-bfd6-4da8-9184-41ee656d4692,revision_number=11']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:31.311572 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fde912b-aec5-4c6d-90f2-0e65a41eb8e9 req-97bc40e4-e601-426c-bb53-31700292322f tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020725 Aug 31 13:54:31.359847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cafa11-9c2b-4d31-92e5-9c2950c62709 admin admin] Made reservation on behalf of f4eec60e3aab46df9b46b7255538d100 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:31.362414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11cafa11-9c2b-4d31-92e5-9c2950c62709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:31.399175 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e36285a0-fbb4-46c3-bac5-a47f4ae8f2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:31.440895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:31.445318 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3872d69c-b339-484d-b8e5-ee4863520cf6" -d '{"events": [{"server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "name": "network-vif-unplugged", "status": "completed", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:31.826916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b7fe6-ed5d-4cd5-ae05-00b3607d8a08 req-f2155710-634e-4b03-aa3d-84301d879a5f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:31.839306 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-777b7fe6-ed5d-4cd5-ae05-00b3607d8a08 req-f2155710-634e-4b03-aa3d-84301d879a5f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 943 time: 0.6333733 Aug 31 13:54:31.909802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ced8988-e0b1-420f-935d-43461a63fc7b req-cc2d8f01-9ba2-419f-b881-a87be1540e47 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8061864 Aug 31 13:54:31.931459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-777b7fe6-ed5d-4cd5-ae05-00b3607d8a08 req-f26a9906-c786-4440-b2e5-76a9ac2be5c4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893593 Aug 31 13:54:32.066169 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd317273-e3c6-41bd-8c1c-39aebef06737 x-openstack-request-id: req-bd317273-e3c6-41bd-8c1c-39aebef06737 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:32.067121 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "name": "network-vif-unplugged", "status": "completed", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:32.067538 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd317273-e3c6-41bd-8c1c-39aebef06737 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:32.068130 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'code': 200} Aug 31 13:54:32.150521 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11cafa11-9c2b-4d31-92e5-9c2950c62709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:32.276023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cafa11-9c2b-4d31-92e5-9c2950c62709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33166ce2-850e-46f2-b21c-cd2446c2bbb6,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:32.375701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cafa11-9c2b-4d31-92e5-9c2950c62709 admin admin] Checking segment: {'id': 'cdff41dd-01e5-42ce-a493-26c40caa4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:32.376092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cafa11-9c2b-4d31-92e5-9c2950c62709 admin admin] Network hostable DHCP agents. Network: 36ca81aa-521d-4ea7-a497-2428e388ad70, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:54:32.396799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac2a3b-17bb-44c9-837a-3de92011a477 req-020c563d-23ac-4b4b-af26-e39f9f10b7a4 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:32.399192 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3eac2a3b-17bb-44c9-837a-3de92011a477 req-020c563d-23ac-4b4b-af26-e39f9f10b7a4 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 949 time: 0.1193531 Aug 31 13:54:32.449872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cafa11-9c2b-4d31-92e5-9c2950c62709 admin admin] Network 36ca81aa-521d-4ea7-a497-2428e388ad70 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:54:32.477967 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-11cafa11-9c2b-4d31-92e5-9c2950c62709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 36ca81aa-521d-4ea7-a497-2428e388ad70) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:32.488853 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cafa11-9c2b-4d31-92e5-9c2950c62709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:32.489951 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11cafa11-9c2b-4d31-92e5-9c2950c62709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:32.491785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3294585-4c49-4a0b-bc0f-72bb8d7a60ff None None] Network 36ca81aa-521d-4ea7-a497-2428e388ad70 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:32.500930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3eac2a3b-17bb-44c9-837a-3de92011a477 req-1b8f8d99-34f2-4230-9fd9-ff76e9090c95 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871229 Aug 31 13:54:32.559423 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-11cafa11-9c2b-4d31-92e5-9c2950c62709 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4370081 Aug 31 13:54:32.563983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58480) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:32.570403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-652025520-router', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:32.630556 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:32.633277 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:32.674425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:32.772750 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:32.872159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:32.873118 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:32.907306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-36ca81aa-521d-4ea7-a497-2428e388ad70', 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'fixed_ips': [{'subnet_id': '33166ce2-850e-46f2-b21c-cd2446c2bbb6'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:54:32.908465 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.000023 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.153868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bed9ac-7186-494a-9a20-6c49f6d252d5 req-8c3075c3-7594-4554-b528-319d0e130d92 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:33.156770 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d7bed9ac-7186-494a-9a20-6c49f6d252d5 req-8c3075c3-7594-4554-b528-319d0e130d92 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 943 time: 0.0812867 Aug 31 13:54:33.265364 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d7bed9ac-7186-494a-9a20-6c49f6d252d5 req-85530060-f065-4402-917d-acce97e140be tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970378 Aug 31 13:54:33.387952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bc3a1-1bb7-44c5-a62b-c5d37a6165a1 req-7ce3a3ad-98eb-40bc-b582-b25b58a525b7 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:33.395910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-540bc3a1-1bb7-44c5-a62b-c5d37a6165a1 req-7ce3a3ad-98eb-40bc-b582-b25b58a525b7 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 948 time: 0.1180482 Aug 31 13:54:33.405756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.427069 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.438091 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.496954 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Allocated IP 172.20.0.2 (36ca81aa-521d-4ea7-a497-2428e388ad70/33166ce2-850e-46f2-b21c-cd2446c2bbb6/2fa080e8-595a-4fe5-b263-796b6450b547) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:33.506086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:33.517379 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.577705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Allocated IP 172.25.3.234 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/2a10361c-b3bd-4956-8f66-23c07aec98b2) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:33.642748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,revision_number=11']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:33.743731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.751237 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-a28b78bb-65cf-44c0-9e25-d2e078f28dfc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332642 Aug 31 13:54:33.758175 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.781651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Transition to ACTIVE for port object 2fa080e8-595a-4fe5-b263-796b6450b547 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:33.785768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-540bc3a1-1bb7-44c5-a62b-c5d37a6165a1 req-8c186645-40f8-422b-86dd-5ca902ab70be tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862817 Aug 31 13:54:33.835383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Transition to ACTIVE for port object 2fa080e8-595a-4fe5-b263-796b6450b547 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:33.847679 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.876476 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:33.911802 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-255d2d96-29b8-480c-ae61-5937e7af3b9f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:33.914243 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-255d2d96-29b8-480c-ae61-5937e7af3b9f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550896 Aug 31 13:54:33.942945 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-bb9c2182-a3c0-44c8-a34a-0b27c6805a50 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/quotas/7c0e192034374c6a84e5da48f77a28a2 HTTP/1.1" status: 200 len: 375 time: 0.0164359 Aug 31 13:54:33.957338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Network 36ca81aa-521d-4ea7-a497-2428e388ad70 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:33.984550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:33.993266 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-59c76ae7-78d2-4d46-b52e-4df9234f8dd3 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464516 Aug 31 13:54:33.996869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:33.999597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Pushing event updated for resources: {'Port': ['ID=2a10361c-b3bd-4956-8f66-23c07aec98b2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:34.000224 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.007668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Pushing event updated for resources: {'Port': ['ID=2fa080e8-595a-4fe5-b263-796b6450b547,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:34.014072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d8fab524-f3f1-4850-8385-d72dc61d797a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.052506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:34.058648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:34.062574 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:34.077671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:34.080178 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25b1633-5a0c-4d66-9118-ebb8aab0ba4d" -d '{"events": [{"server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "name": "network-vif-plugged", "status": "completed", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:34.115391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Attempting to bind port 2fa080e8-595a-4fe5-b263-796b6450b547 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:34.115751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Attempting to bind port 2fa080e8-595a-4fe5-b263-796b6450b547 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'cdff41dd-01e5-42ce-a493-26c40caa4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:34.116740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Attempting to bind port 2fa080e8-595a-4fe5-b263-796b6450b547 on network 36ca81aa-521d-4ea7-a497-2428e388ad70 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:34.122261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd0b5d-4a3e-4cf9-8bae-9af32544c1f2 req-8f9aef62-d4a1-4ebb-bec5-daf7d1eb5cf0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:34.124008 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6dcd0b5d-4a3e-4cf9-8bae-9af32544c1f2 req-8f9aef62-d4a1-4ebb-bec5-daf7d1eb5cf0 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 950 time: 0.2286322 Aug 31 13:54:34.136143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:34.137465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Checking segment: {'id': 'cdff41dd-01e5-42ce-a493-26c40caa4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:34.138489 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.139442 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Bound using segment: {'id': 'cdff41dd-01e5-42ce-a493-26c40caa4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:34.144254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Bound port: 2fa080e8-595a-4fe5-b263-796b6450b547, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdff41dd-01e5-42ce-a493-26c40caa4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:34.145101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.288588 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] For port 2fa080e8-595a-4fe5-b263-796b6450b547, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:34.296529 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] For port 2fa080e8-595a-4fe5-b263-796b6450b547, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2fa080e8-595a-4fe5-b263-796b6450b547,segment=NetworkSegment(cdff41dd-01e5-42ce-a493-26c40caa4455),segment_id=cdff41dd-01e5-42ce-a493-26c40caa4455)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:34.302970 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.396070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace93f9-086b-4f1b-ba5b-95762f5184e5 None None] Pushing event updated for resources: {'Port': ['ID=2fa080e8-595a-4fe5-b263-796b6450b547,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:34.430312 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafc8ee4-28e9-41b0-baa1-ed78b64a58c7 x-openstack-request-id: req-bafc8ee4-28e9-41b0-baa1-ed78b64a58c7 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:34.430895 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "name": "network-vif-plugged", "status": "completed", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:34.431355 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bafc8ee4-28e9-41b0-baa1-ed78b64a58c7 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:34.432235 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'code': 200} Aug 31 13:54:34.488669 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6dcd0b5d-4a3e-4cf9-8bae-9af32544c1f2 req-0f324ec9-54d8-43e3-8445-48a627275035 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539679 Aug 31 13:54:34.529763 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2bfe67c-812e-4172-ad47-014246ae6784 req-bc1fe95a-df86-4c69-b0a5-87d5fd56dba8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 210 time: 0.0614421 Aug 31 13:54:34.768191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c311a49-eb9a-46aa-bf4a-cdf3cc9d2780 req-3085cb3e-7599-4e20-8818-3e4e3f965e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:34.769844 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2c311a49-eb9a-46aa-bf4a-cdf3cc9d2780 req-3085cb3e-7599-4e20-8818-3e4e3f965e38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 1101 time: 0.1520147 Aug 31 13:54:34.778102 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:34.791519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfbdad-80a1-4d7e-b248-9076645298a9 req-c62c1c5a-8e0d-4f78-a2aa-d1f029fc8f8c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:34.795742 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-50bfbdad-80a1-4d7e-b248-9076645298a9 req-c62c1c5a-8e0d-4f78-a2aa-d1f029fc8f8c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 943 time: 0.1655347 Aug 31 13:54:34.930632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2c311a49-eb9a-46aa-bf4a-cdf3cc9d2780 req-f32c3caf-894d-4e0d-9349-ecc6d63def17 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894566 Aug 31 13:54:34.998117 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3710cea-b44e-4b3e-b71d-c25b3f8f65ee req-68f0bd9a-cc9d-40e2-88f4-b589c523b623 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:35.001586 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-50bfbdad-80a1-4d7e-b248-9076645298a9 req-d53e75af-349b-42de-a92e-37ccf79e747b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541240 Aug 31 13:54:35.001810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3710cea-b44e-4b3e-b71d-c25b3f8f65ee req-68f0bd9a-cc9d-40e2-88f4-b589c523b623 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 948 time: 0.1146135 Aug 31 13:54:35.033356 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:35.067360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3710cea-b44e-4b3e-b71d-c25b3f8f65ee req-b9338269-028b-469f-b96e-b39385441eac tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484977 Aug 31 13:54:35.164606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:35.354611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Router 448386ed-b913-49a3-ae31-d6cdc3100119 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:54:35.534167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:54:35.552839 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Sync routers for ids ['448386ed-b913-49a3-ae31-d6cdc3100119'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:54:35.578902 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Routers {'448386ed-b913-49a3-ae31-d6cdc3100119'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:35.579956 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:54:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['448386ed-b913-49a3-ae31-d6cdc3100119'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:35.593172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad7232-771f-480b-bb97-3bd07a71d244 req-8cbc3b14-b352-48d6-8089-70a3096aa47a tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:35.594816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c2ad7232-771f-480b-bb97-3bd07a71d244 req-8cbc3b14-b352-48d6-8089-70a3096aa47a tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 948 time: 0.2376664 Aug 31 13:54:35.641850 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:35.643693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dc9cc9c1-5c34-49bd-9bfb-17dc6edf9d9f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0781507 Aug 31 13:54:35.671838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58550) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:35.783193 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0959f1a7-0846-455e-a258-80eeda3127a1 req-eca10616-7092-4a01-aff7-44b24bfc3bdc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 210 time: 0.1444678 Aug 31 13:54:35.798163 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Set router 448386ed-b913-49a3-ae31-d6cdc3100119 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:35.931705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a4506-9cef-4558-9dfd-27d5cdaa515e None None] Network 36ca81aa-521d-4ea7-a497-2428e388ad70 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:54:36.042648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a91b684f-2465-4e27-806c-a9c1b83e533d None None] Provisioning for port 2fa080e8-595a-4fe5-b263-796b6450b547 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:36.132904 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'name': 'tempest-FloatingIPDetailsTestJSON-652025520-router', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:32Z', 'updated_at': '2021-08-31T13:54:34Z', 'revision_number': 3, 'project_id': 'f4eec60e3aab46df9b46b7255538d100', 'gw_port': {'id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:33Z', 'updated_at': '2021-08-31T13:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:36.162486 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Checking router: 448386ed-b913-49a3-ae31-d6cdc3100119 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:54:36.163639 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Updating router 448386ed-b913-49a3-ae31-d6cdc3100119 port 2a10361c-b3bd-4956-8f66-23c07aec98b2 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:54:36.238667 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.371477 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a1c3b-a9c5-4e75-b5d8-dd5f86b09b41 req-23f77b5a-0df8-4880-ac13-c15e980e905a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:36.409278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-121a1c3b-a9c5-4e75-b5d8-dd5f86b09b41 req-23f77b5a-0df8-4880-ac13-c15e980e905a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 943 time: 0.2292674 Aug 31 13:54:36.499046 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-121a1c3b-a9c5-4e75-b5d8-dd5f86b09b41 req-85b8c344-ad93-4cf2-b935-436d09564b79 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869486 Aug 31 13:54:36.526163 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2fa080e8-595a-4fe5-b263-796b6450b547 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:36.614264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 2fa080e8-595a-4fe5-b263-796b6450b547 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:36.617919 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.622417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 2fa080e8-595a-4fe5-b263-796b6450b547 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:36.622921 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.740374 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d9e37-22e3-4710-8fbd-c73bfac25384 req-d83d50e9-cc1d-4abe-96b8-950acd1294ef tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:36.746253 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e00d9e37-22e3-4710-8fbd-c73bfac25384 req-d83d50e9-cc1d-4abe-96b8-950acd1294ef tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 948 time: 0.1001060 Aug 31 13:54:36.814586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.817333 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e00d9e37-22e3-4710-8fbd-c73bfac25384 req-faa65d5f-77af-4a87-a6ce-dceed7f4a65f tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595217 Aug 31 13:54:36.843541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846da285-f1fe-42f4-b807-3a93af7a2b7b req-ceee187a-ba97-46a6-a459-00cb8bd92fd3 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:36.853188 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-846da285-f1fe-42f4-b807-3a93af7a2b7b req-ceee187a-ba97-46a6-a459-00cb8bd92fd3 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 950 time: 1.2068985 Aug 31 13:54:36.871104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 2fa080e8-595a-4fe5-b263-796b6450b547, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2fa080e8-595a-4fe5-b263-796b6450b547,segment=NetworkSegment(cdff41dd-01e5-42ce-a493-26c40caa4455),segment_id=cdff41dd-01e5-42ce-a493-26c40caa4455)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:36.878480 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.889034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-bec628a0-bf01-4181-8c42-7b2d3d2b8ecf tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8997993 Aug 31 13:54:36.927278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-94e268bf-9b63-4ba2-885f-f27fedd9d935 None None] Provisioning complete for port 2fa080e8-595a-4fe5-b263-796b6450b547 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:36.927678 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-94e268bf-9b63-4ba2-885f-f27fedd9d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.942850 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:36.956271 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Transition to ACTIVE for port object 2a10361c-b3bd-4956-8f66-23c07aec98b2 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:36.965211 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.037855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=2fa080e8-595a-4fe5-b263-796b6450b547,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:37.065516 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-846da285-f1fe-42f4-b807-3a93af7a2b7b req-19fd8393-1d77-4333-b07c-4c8e26a014ea tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109864 Aug 31 13:54:37.162961 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Attempting to bind port 2a10361c-b3bd-4956-8f66-23c07aec98b2 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:37.163147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-c2ad7232-771f-480b-bb97-3bd07a71d244 req-041f342e-dc4e-4e72-8fa6-4edecf8f2bf1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Deleting port d92e00aa-bfd6-4da8-9184-41ee656d4692 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:37.163580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c2ad7232-771f-480b-bb97-3bd07a71d244 req-041f342e-dc4e-4e72-8fa6-4edecf8f2bf1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.170758 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Attempting to bind port 2a10361c-b3bd-4956-8f66-23c07aec98b2 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:37.171571 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Attempting to bind port 2a10361c-b3bd-4956-8f66-23c07aec98b2 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:37.178024 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Pushing event updated for resources: {'Port': ['ID=2a10361c-b3bd-4956-8f66-23c07aec98b2,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:37.199959 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:37.201003 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:37.206931 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.209001 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:37.209525 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Bound port: 2a10361c-b3bd-4956-8f66-23c07aec98b2, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:37.209989 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.213816 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:37.214455 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:37.214939 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:37.215723 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:37.216210 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:37.216716 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:37.217199 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:37.217669 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:37.218420 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:37.218904 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:37.219373 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:37.219848 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:54:37.314410 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] For port 2a10361c-b3bd-4956-8f66-23c07aec98b2, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:37.320558 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] For port 2a10361c-b3bd-4956-8f66-23c07aec98b2, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2a10361c-b3bd-4956-8f66-23c07aec98b2,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:37.327298 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.345974 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f3f772e9-e10f-4507-99c6-c7f39504c04b req-2f73e3b3-9ab0-4bed-86e4-89b31b4b342e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 210 time: 0.0818067 Aug 31 13:54:37.407908 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-18972fe1-b5a8-467a-81ab-fed38025f4a1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:37.409491 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-18972fe1-b5a8-467a-81ab-fed38025f4a1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5037298 Aug 31 13:54:37.424741 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff4e90-4b2d-4f30-be3c-5535f394451b None None] Pushing event updated for resources: {'Port': ['ID=2a10361c-b3bd-4956-8f66-23c07aec98b2,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:37.431487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Request body: {'port': {'device_id': '60fcf4df-b0ee-4d66-943c-4c7d783196ef', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '7c0e192034374c6a84e5da48f77a28a2'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:37.478481 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Routers {'448386ed-b913-49a3-ae31-d6cdc3100119'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:37.479268 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:54:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['448386ed-b913-49a3-ae31-d6cdc3100119'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:37.533978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c2ad7232-771f-480b-bb97-3bd07a71d244 req-041f342e-dc4e-4e72-8fa6-4edecf8f2bf1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] For port d92e00aa-bfd6-4da8-9184-41ee656d4692, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d92e00aa-bfd6-4da8-9184-41ee656d4692,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:37.534358 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c2ad7232-771f-480b-bb97-3bd07a71d244 req-041f342e-dc4e-4e72-8fa6-4edecf8f2bf1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.611474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-c2ad7232-771f-480b-bb97-3bd07a71d244 req-041f342e-dc4e-4e72-8fa6-4edecf8f2bf1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Calling delete_port for d92e00aa-bfd6-4da8-9184-41ee656d4692 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:37.706928 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] Set router 448386ed-b913-49a3-ae31-d6cdc3100119 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:37.764628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f796af-d2e1-4240-8ca1-f1cd00ee8f21 req-9cce543a-804f-4c0b-846c-7a04837da336 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:37.768805 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-83f796af-d2e1-4240-8ca1-f1cd00ee8f21 req-9cce543a-804f-4c0b-846c-7a04837da336 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 943 time: 0.1242971 Aug 31 13:54:37.796941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Made reservation on behalf of 7c0e192034374c6a84e5da48f77a28a2 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:37.800516 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.818525 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:37.902115 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-83f796af-d2e1-4240-8ca1-f1cd00ee8f21 req-35e29d51-9362-4a5a-89f4-9df073f4c2ef tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266301 Aug 31 13:54:38.061153 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'name': 'tempest-FloatingIPDetailsTestJSON-652025520-router', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:32Z', 'updated_at': '2021-08-31T13:54:34Z', 'revision_number': 3, 'project_id': 'f4eec60e3aab46df9b46b7255538d100', 'gw_port': {'id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:33Z', 'updated_at': '2021-08-31T13:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:38.095122 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824af06c-3a7e-4eda-832d-4b77bc853b65 None None] The sync data for ids ['448386ed-b913-49a3-ae31-d6cdc3100119'] in n-d-792364-6 is: [{'id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'name': 'tempest-FloatingIPDetailsTestJSON-652025520-router', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:32Z', 'updated_at': '2021-08-31T13:54:34Z', 'revision_number': 3, 'project_id': 'f4eec60e3aab46df9b46b7255538d100', 'gw_port': {'id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:33Z', 'updated_at': '2021-08-31T13:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:54:38.231311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587d68b-a654-44bf-8f2b-ba271640ea4e req-30ce7288-51ea-4c29-9327-2d503df59732 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:38.233082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0587d68b-a654-44bf-8f2b-ba271640ea4e req-30ce7288-51ea-4c29-9327-2d503df59732 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d45f1da-7ab6-4275-9390-9d3da6e43af8 HTTP/1.1" status: 200 len: 948 time: 0.2588482 Aug 31 13:54:38.304887 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c2ad7232-771f-480b-bb97-3bd07a71d244 req-041f342e-dc4e-4e72-8fa6-4edecf8f2bf1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.358906 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.382121 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-c210b8ec-08bd-460b-95a7-5a091ff816b5 service neutron] 10.222.0.52 "GET /v2.0/ports/84a8a35f-4532-4280-9ebd-7b0cf6b3bf22/bindings/n-h1-792364-6 HTTP/1.1" status: 200 len: 384 time: 0.1988523 Aug 31 13:54:38.395659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2fa080e8-595a-4fe5-b263-796b6450b547 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:38.481016 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5750ae5-65f0-4847-af2c-067b9f059ac7 req-f11fca18-59bc-4777-90fc-ac16cf47ccfd tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:38.483483 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5750ae5-65f0-4847-af2c-067b9f059ac7 req-f11fca18-59bc-4777-90fc-ac16cf47ccfd tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 950 time: 0.1929929 Aug 31 13:54:38.483617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:38.528716 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.535606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 2fa080e8-595a-4fe5-b263-796b6450b547 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:38.536687 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.573851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f342e-dc4e-4e72-8fa6-4edecf8f2bf1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Pushing event deleted for resources: {'Port': ['ID=d92e00aa-bfd6-4da8-9184-41ee656d4692,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:38.583933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ad7232-771f-480b-bb97-3bd07a71d244 req-041f342e-dc4e-4e72-8fa6-4edecf8f2bf1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] No DVR routers for this DVR port d92e00aa-bfd6-4da8-9184-41ee656d4692 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:38.593012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.612855 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c2ad7232-771f-480b-bb97-3bd07a71d244 req-041f342e-dc4e-4e72-8fa6-4edecf8f2bf1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:38.615581 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c2ad7232-771f-480b-bb97-3bd07a71d244 req-041f342e-dc4e-4e72-8fa6-4edecf8f2bf1 tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.13 "DELETE /v2.0/ports/d92e00aa-bfd6-4da8-9184-41ee656d4692 HTTP/1.1" status: 204 len: 173 time: 2.9984200 Aug 31 13:54:38.622537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'name': 'network-vif-deleted', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:38.625936 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1f2cba-7937-4ed9-8efa-a4fc94ccaa92" -d '{"events": [{"server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "name": "network-vif-deleted", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:38.699164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5750ae5-65f0-4847-af2c-067b9f059ac7 req-24757738-bb5a-4425-aa19-98d947413da2 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010529 Aug 31 13:54:38.715201 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0587d68b-a654-44bf-8f2b-ba271640ea4e req-045cefb9-a7c6-48d1-bda5-f5a7b8d951fa tempest-ImagesOneServerTestJSON-1172081624 tempest-ImagesOneServerTestJSON-1172081624-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f29d6f-ff17-4be2-804a-b5237fb68a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677894 Aug 31 13:54:38.718511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d92e00aa-bfd6-4da8-9184-41ee656d4692 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:38.888643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f3db93-4615-4ff0-9df0-839ac9a23bd7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:38.947792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-0a32d3a9-54c9-4c13-8715-7dd56fc1b391 service neutron] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:38.973957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: d92e00aa-bfd6-4da8-9184-41ee656d4692 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:38.974316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d92e00aa-bfd6-4da8-9184-41ee656d4692 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:38.975945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-0a32d3a9-54c9-4c13-8715-7dd56fc1b391 service neutron] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:39.026294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-0a32d3a9-54c9-4c13-8715-7dd56fc1b391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:39.049747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-0a32d3a9-54c9-4c13-8715-7dd56fc1b391 service neutron] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:39.100931 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:39.112488 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:39.112796 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-0a32d3a9-54c9-4c13-8715-7dd56fc1b391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:39.146104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Allocated IP 172.20.0.1 (36ca81aa-521d-4ea7-a497-2428e388ad70/33166ce2-850e-46f2-b21c-cd2446c2bbb6/727aab55-887f-4742-8c8f-390ecd5fc509) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:39.240033 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8ae36b-1618-4447-9769-11e122405913 x-openstack-request-id: req-bf8ae36b-1618-4447-9769-11e122405913 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:39.242306 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d45f1da-7ab6-4275-9390-9d3da6e43af8", "name": "network-vif-deleted", "tag": "d92e00aa-bfd6-4da8-9184-41ee656d4692", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:39.242932 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf8ae36b-1618-4447-9769-11e122405913 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:39.245099 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d45f1da-7ab6-4275-9390-9d3da6e43af8', 'name': 'network-vif-deleted', 'tag': 'd92e00aa-bfd6-4da8-9184-41ee656d4692', 'status': 'completed', 'code': 200} Aug 31 13:54:39.304961 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-37326262-28a8-43a1-9157-b755e98e8f82 req-5f9d24aa-d3f1-41d0-9f2f-841e052b99fe tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 210 time: 0.2011712 Aug 31 13:54:39.398598 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-0a32d3a9-54c9-4c13-8715-7dd56fc1b391 service neutron] Transition to ACTIVE for port object 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:39.412128 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-0a32d3a9-54c9-4c13-8715-7dd56fc1b391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:39.507756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Allocated IP 192.168.233.205 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:39.517194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-0a32d3a9-54c9-4c13-8715-7dd56fc1b391 service neutron] No DVR routers for this DVR port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:39.567909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c23984-e240-40d2-9577-b56b3804ccb9 req-01f3552f-b31c-45e0-9cf5-db04dcf8f872 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:39.572093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-74c23984-e240-40d2-9577-b56b3804ccb9 req-01f3552f-b31c-45e0-9cf5-db04dcf8f872 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 943 time: 0.2728679 Aug 31 13:54:39.587432 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-0a32d3a9-54c9-4c13-8715-7dd56fc1b391 service neutron] 10.222.0.52 "PUT /v2.0/ports/84a8a35f-4532-4280-9ebd-7b0cf6b3bf22/bindings/n-h1-792364-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1906550 Aug 31 13:54:39.591809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32d3a9-54c9-4c13-8715-7dd56fc1b391 service neutron] Pushing event updated for resources: {'Port': ['ID=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,revision_number=10']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:39.614536 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:39.669101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db423c-3695-4de3-8751-6742a490d05a req-8ff3d957-981d-4d1d-98ed-f466de59b5e2 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:39.671950 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b5db423c-3695-4de3-8751-6742a490d05a req-8ff3d957-981d-4d1d-98ed-f466de59b5e2 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 1101 time: 0.0629177 Aug 31 13:54:39.724664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Transition to ACTIVE for port object 727aab55-887f-4742-8c8f-390ecd5fc509 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:39.757628 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b5db423c-3695-4de3-8751-6742a490d05a req-d1f1e950-987a-4f0d-8150-59ceead3d21c tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780501 Aug 31 13:54:39.822795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-74c23984-e240-40d2-9577-b56b3804ccb9 req-a69c37af-58f9-4a7e-8151-ae97d46da100 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345653 Aug 31 13:54:39.857335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-442a2e25-1ec3-49d5-ad8a-30cbb962567e tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:39.858957 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-442a2e25-1ec3-49d5-ad8a-30cbb962567e tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63&tenant_id=d077bd70a48845cf9f4e6b5ff585f732&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 1095 time: 0.1841395 Aug 31 13:54:39.940468 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.029900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.064423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Network 36ca81aa-521d-4ea7-a497-2428e388ad70 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:40.072732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:40.074195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Pushing event updated for resources: {'Port': ['ID=727aab55-887f-4742-8c8f-390ecd5fc509,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:40.079343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Transition to ACTIVE for port object 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:40.079343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:40.086507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-9a56983c-83c8-46c8-bf93-b837c3ac8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:40.086507 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-9a56983c-83c8-46c8-bf93-b837c3ac8d49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63&tenant_id=d077bd70a48845cf9f4e6b5ff585f732 HTTP/1.1" status: 200 len: 1095 time: 0.2134182 Aug 31 13:54:40.143622 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.278941 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.362551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-479c7c81-add2-444f-a617-a2d2e65c3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:40.365084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-479c7c81-add2-444f-a617-a2d2e65c3947 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 1095 time: 0.1797745 Aug 31 13:54:40.446220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2a10361c-b3bd-4956-8f66-23c07aec98b2 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:40.489059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5d71e-cfcc-426c-aefb-864a6735ceb2 req-b6d9cee8-cbac-46ba-b4ed-0b198e7146e4 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:40.490871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89d5d71e-cfcc-426c-aefb-864a6735ceb2 req-b6d9cee8-cbac-46ba-b4ed-0b198e7146e4 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 1101 time: 0.3084769 Aug 31 13:54:40.554675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:40.561008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1ed60c3f-dbee-451e-b4d9-d0e4a5d27b96 None None] Provisioning for port 727aab55-887f-4742-8c8f-390ecd5fc509 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:40.565265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58688) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:40.571084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:40.572100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1ed60c3f-dbee-451e-b4d9-d0e4a5d27b96 None None] Provisioning complete for port 727aab55-887f-4742-8c8f-390ecd5fc509 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:40.573498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ed60c3f-dbee-451e-b4d9-d0e4a5d27b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.577959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 2a10361c-b3bd-4956-8f66-23c07aec98b2 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:40.587937 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 2a10361c-b3bd-4956-8f66-23c07aec98b2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:40.588828 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.594003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec2719-4357-40de-ad20-d564d0157d03 req-9c2e4040-8267-4bcd-8166-3aae2e807664 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:40.597907 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-10ec2719-4357-40de-ad20-d564d0157d03 req-9c2e4040-8267-4bcd-8166-3aae2e807664 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 936 time: 0.1457171 Aug 31 13:54:40.598292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event updated for resources: {'Port': ['ID=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:40.607249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:40.709108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1ed60c3f-dbee-451e-b4d9-d0e4a5d27b96 None None] Port 727aab55-887f-4742-8c8f-390ecd5fc509 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:40.731246 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-10ec2719-4357-40de-ad20-d564d0157d03 req-8560505f-642c-446e-91e9-2d59b5a41641 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204379 Aug 31 13:54:40.780330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89d5d71e-cfcc-426c-aefb-864a6735ceb2 req-ee9f0932-f9ce-4583-9ae3-066cad950e15 tempest-ServersAdminTestJSON-622729287 tempest-ServersAdminTestJSON-622729287-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466331 Aug 31 13:54:40.814248 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.832940 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.835184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-15513b13-2f5a-4c01-97c4-3ac78cb22e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:40.836816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-15513b13-2f5a-4c01-97c4-3ac78cb22e0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.4550669 Aug 31 13:54:40.848662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:40.849447 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:40.902825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 2a10361c-b3bd-4956-8f66-23c07aec98b2, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2a10361c-b3bd-4956-8f66-23c07aec98b2,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:40.911751 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.034215 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-ec9fdc89-ef61-4757-ae4d-dd80b4c29e7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 HTTP/1.1" status: 200 len: 217 time: 0.1675875 Aug 31 13:54:41.050809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=2a10361c-b3bd-4956-8f66-23c07aec98b2,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:41.067972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c36526d5-e577-4f3c-9d14-78c3632be585 None None] Provisioning for port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:41.076105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c36526d5-e577-4f3c-9d14-78c3632be585 None None] Provisioning complete for port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:41.076935 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c36526d5-e577-4f3c-9d14-78c3632be585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.090780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-749cea4e-c50f-491b-9608-693b2d53756f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6659596 Aug 31 13:54:41.099087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126bc5a-b075-4642-b07c-744ccda1fe56 req-546c638e-eac9-4790-858b-122f2d21323a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:41.112102 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1126bc5a-b075-4642-b07c-744ccda1fe56 req-546c638e-eac9-4790-858b-122f2d21323a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 944 time: 0.0915468 Aug 31 13:54:41.135426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c36526d5-e577-4f3c-9d14-78c3632be585 None None] Port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:41.169052 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1126bc5a-b075-4642-b07c-744ccda1fe56 req-993c846f-f7f8-45e1-9ad0-15ee458c212b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541923 Aug 31 13:54:41.195469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Request body: {'port': {'device_id': '60fcf4df-b0ee-4d66-943c-4c7d783196ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:41.587899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-04fc5c35-7ed7-4834-9688-2ca674ea040d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecbf5b08c5394993aec1769d26037f92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0177684 Aug 31 13:54:41.590778 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58702) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:54:41.608093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-2b6c72f9-31f0-4ced-aba0-aa60bf6a3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:41.609714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-2b6c72f9-31f0-4ced-aba0-aa60bf6a3b5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.5746362 Aug 31 13:54:41.641625 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.647575 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-732d3a18-f303-4a4d-99e2-b5e094ab6bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.671693 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-732d3a18-f303-4a4d-99e2-b5e094ab6bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.676525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-7893cdf3-c469-4df6-ba5d-f7c6f91572de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493784 Aug 31 13:54:41.741231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-732d3a18-f303-4a4d-99e2-b5e094ab6bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.745351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-732d3a18-f303-4a4d-99e2-b5e094ab6bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.757758 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-732d3a18-f303-4a4d-99e2-b5e094ab6bb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3f29d6f-ff17-4be2-804a-b5237fb68a1b HTTP/1.1" status: 204 len: 168 time: 0.1659133 Aug 31 13:54:41.770728 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.774920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d3a18-f303-4a4d-99e2-b5e094ab6bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f29d6f-ff17-4be2-804a-b5237fb68a1b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:41.781203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee71835-845b-47b6-a20e-fa2633d16e1d req-5889cc9c-8adb-473a-a6a3-5083b67f129b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:41.782826 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ee71835-845b-47b6-a20e-fa2633d16e1d req-5889cc9c-8adb-473a-a6a3-5083b67f129b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 948 time: 0.5093830 Aug 31 13:54:41.788927 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.886754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e71e-0624-4889-8d45-174ac8528112 req-eeb04ae5-928d-464a-927d-6ca166148073 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:41.896226 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54c0e71e-0624-4889-8d45-174ac8528112 req-eeb04ae5-928d-464a-927d-6ca166148073 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 936 time: 0.0745056 Aug 31 13:54:41.935745 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54c0e71e-0624-4889-8d45-174ac8528112 req-b0077bc3-9337-43ee-b218-6b9d6250c443 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373333 Aug 31 13:54:41.985266 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:41.998056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Pushing event updated for resources: {'Port': ['ID=727aab55-887f-4742-8c8f-390ecd5fc509,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:42.039594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ee71835-845b-47b6-a20e-fa2633d16e1d req-191566e8-b4c8-410c-b864-02436f7f2006 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327936 Aug 31 13:54:42.041798 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-dec7a78e-0f8d-4578-b258-04b0cea39a42 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518279 Aug 31 13:54:42.378866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Network 36ca81aa-521d-4ea7-a497-2428e388ad70 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:42.384392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-d312b272-b8a4-4981-9972-ef740bd2077e service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903154 Aug 31 13:54:42.389917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:42.401708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2a10361c-b3bd-4956-8f66-23c07aec98b2 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:42.468632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f687ff1-1041-44e4-9bd6-a17cf8adb7f4 req-fee600eb-110c-4041-9cc2-148c373fdeff tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:42.472920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f687ff1-1041-44e4-9bd6-a17cf8adb7f4 req-fee600eb-110c-4041-9cc2-148c373fdeff tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 944 time: 0.1710751 Aug 31 13:54:42.501302 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 2a10361c-b3bd-4956-8f66-23c07aec98b2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:42.501783 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:42.527291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:42.556045 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:42.592322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Transition to ACTIVE for port object 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:42.662944 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:42.710414 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f687ff1-1041-44e4-9bd6-a17cf8adb7f4 req-ef892d2f-357a-486e-bcc5-5daeef0f3339 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771412 Aug 31 13:54:42.749765 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-ad2e1ad5-6ee8-49a0-977d-f9c0237ea500 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:42.752529 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-ad2e1ad5-6ee8-49a0-977d-f9c0237ea500 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63&tenant_id=d077bd70a48845cf9f4e6b5ff585f732&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1095 time: 0.0988390 Aug 31 13:54:42.812207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Pushing event updated for resources: {'Port': ['ID=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:42.846798 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3bc66-bcc5-4ef0-b581-a8b73e3811d9 req-508c2a1a-932c-4dab-b8bc-eb259a63d98e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:42.848371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cdf3bc66-bcc5-4ef0-b581-a8b73e3811d9 req-508c2a1a-932c-4dab-b8bc-eb259a63d98e tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.13 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 948 time: 0.1867306 Aug 31 13:54:42.852298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Router 448386ed-b913-49a3-ae31-d6cdc3100119 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:54:42.890322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8c87a65f-ac38-4d18-927d-e76b97551702 None None] Provisioning complete for port 727aab55-887f-4742-8c8f-390ecd5fc509 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:42.892747 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8c87a65f-ac38-4d18-927d-e76b97551702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:42.926907 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-3b2e758f-99a0-44b8-856c-28bdeac58c01 service neutron] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:42.931285 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-3b2e758f-99a0-44b8-856c-28bdeac58c01 service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:42.932797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a306a5eb-8f9b-4530-a784-fb11d72b3ac1 req-3b2e758f-99a0-44b8-856c-28bdeac58c01 service neutron] 10.222.0.13 "DELETE /v2.0/ports/84a8a35f-4532-4280-9ebd-7b0cf6b3bf22/bindings/n-h2-792364-6 HTTP/1.1" status: 204 len: 173 time: 0.1727936 Aug 31 13:54:43.002220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8c87a65f-ac38-4d18-927d-e76b97551702 None None] Port 727aab55-887f-4742-8c8f-390ecd5fc509 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:43.175736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa4384-2f5c-45e2-99df-ea3ba4ebd788 req-281c3ed7-3312-442e-952e-f9d199eb637d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:43.177552 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f3fa4384-2f5c-45e2-99df-ea3ba4ebd788 req-281c3ed7-3312-442e-952e-f9d199eb637d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 948 time: 0.1051185 Aug 31 13:54:43.243877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Attempting to bind port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:43.244245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Attempting to bind port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:43.244637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Attempting to bind port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:43.262757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:54:43.266167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:54:43.266167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Attempting to bind port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:43.274031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e32df60e-0ebe-429e-86b9-fbe3b77132ad admin admin] 10.222.0.20 "PUT /v2.0/routers/448386ed-b913-49a3-ae31-d6cdc3100119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5908968 Aug 31 13:54:43.281505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Sync routers for ids ['448386ed-b913-49a3-ae31-d6cdc3100119'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:54:43.281818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:43.293615 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f3fa4384-2f5c-45e2-99df-ea3ba4ebd788 req-992f4766-ef02-49ea-ab95-42425ce1dbc1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044495 Aug 31 13:54:43.297902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:43.298334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:43.298825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Bound port: 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:43.299200 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:43.309890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Routers {'448386ed-b913-49a3-ae31-d6cdc3100119'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:43.310562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:54:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['448386ed-b913-49a3-ae31-d6cdc3100119'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:43.436517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-cdf3bc66-bcc5-4ef0-b581-a8b73e3811d9 req-40bb2cf5-a1b7-41e9-b9e4-7338e6b6c7b9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Deleting port 54ea097b-315f-4c40-88d9-41709399aecc {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:43.437774 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cdf3bc66-bcc5-4ef0-b581-a8b73e3811d9 req-40bb2cf5-a1b7-41e9-b9e4-7338e6b6c7b9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:43.531809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Set router 448386ed-b913-49a3-ae31-d6cdc3100119 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:43.614714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859586-132a-4fd0-80b5-e64d19057ade req-5f40c64a-d47e-49ec-87aa-c968ef0b104a tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:43.617028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f859586-132a-4fd0-80b5-e64d19057ade req-5f40c64a-d47e-49ec-87aa-c968ef0b104a tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 948 time: 0.3124702 Aug 31 13:54:43.657524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] For port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:43.693186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-cdf3bc66-bcc5-4ef0-b581-a8b73e3811d9 req-40bb2cf5-a1b7-41e9-b9e4-7338e6b6c7b9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] For port 54ea097b-315f-4c40-88d9-41709399aecc, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=54ea097b-315f-4c40-88d9-41709399aecc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:43.693573 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cdf3bc66-bcc5-4ef0-b581-a8b73e3811d9 req-40bb2cf5-a1b7-41e9-b9e4-7338e6b6c7b9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:43.697926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] For port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:43.711544 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:43.721114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-cdf3bc66-bcc5-4ef0-b581-a8b73e3811d9 req-40bb2cf5-a1b7-41e9-b9e4-7338e6b6c7b9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Calling delete_port for 54ea097b-315f-4c40-88d9-41709399aecc owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:43.798841 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f859586-132a-4fd0-80b5-e64d19057ade req-45c7487e-3e2e-4e53-917d-00b31e2c8a3d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678059 Aug 31 13:54:43.894168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'name': 'tempest-FloatingIPDetailsTestJSON-652025520-router', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:32Z', 'updated_at': '2021-08-31T13:54:40Z', 'revision_number': 4, 'project_id': 'f4eec60e3aab46df9b46b7255538d100', 'gw_port': {'id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:33Z', 'updated_at': '2021-08-31T13:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '727aab55-887f-4742-8c8f-390ecd5fc509', 'name': '', 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'mac_address': 'fa:16:3e:f5:59:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '33166ce2-850e-46f2-b21c-cd2446c2bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:38Z', 'updated_at': '2021-08-31T13:54:41Z', 'revision_number': 2, 'project_id': 'f4eec60e3aab46df9b46b7255538d100', 'subnets': [{'id': '33166ce2-850e-46f2-b21c-cd2446c2bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:43.955094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Checking router: 448386ed-b913-49a3-ae31-d6cdc3100119 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:54:43.955659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Updating router 448386ed-b913-49a3-ae31-d6cdc3100119 port 727aab55-887f-4742-8c8f-390ecd5fc509 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:54:43.965551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:43.966405 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:43.969226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] 10.222.0.13 "PUT /v2.0/ports/16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 HTTP/1.1" status: 200 len: 1096 time: 2.8575706 Aug 31 13:54:43.983132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fcf4df-b0ee-4d66-943c-4c7d783196ef', 'tag': '16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:43.986402 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4768bf2a-61b6-4500-bacc-5bf11c00ec81" -d '{"events": [{"name": "network-changed", "server_uuid": "60fcf4df-b0ee-4d66-943c-4c7d783196ef", "tag": "16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:44.021874 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:44.121135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3795432-d672-47e8-a4b7-21fbd9abf1fa service neutron] Pushing event updated for resources: {'Port': ['ID=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:44.131754 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-225386fe-43d7-4d7c-8f91-f75921470f0f tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3396616 Aug 31 13:54:44.138709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:44.203334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac06bf-d4c7-4d1d-a9ea-9240b316cc6d req-bd7ad03f-949c-4c0d-87c7-c687f942460e tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:44.205680 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:44.206754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62ac06bf-d4c7-4d1d-a9ea-9240b316cc6d req-bd7ad03f-949c-4c0d-87c7-c687f942460e tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 944 time: 0.2706931 Aug 31 13:54:44.210767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-ca98c3bd-d37e-4d34-b162-57def155cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:44.212486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-ca98c3bd-d37e-4d34-b162-57def155cc79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 1099 time: 0.1556239 Aug 31 13:54:44.343404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-2340b1da-37f7-44bc-8095-3ee08d9c49f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 HTTP/1.1" status: 200 len: 217 time: 0.1055131 Aug 31 13:54:44.403604 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:44.482701 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:44.488161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62ac06bf-d4c7-4d1d-a9ea-9240b316cc6d req-b9a9e76a-de65-43c4-ae6f-8e3c13a6f5b5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705903 Aug 31 13:54:44.508707 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cdf3bc66-bcc5-4ef0-b581-a8b73e3811d9 req-40bb2cf5-a1b7-41e9-b9e4-7338e6b6c7b9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:44.521761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Transition to ACTIVE for port object 727aab55-887f-4742-8c8f-390ecd5fc509 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:44.529122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['ef7c0e0d-290e-43c7-9028-9f030164db37'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:44.592095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Allocated IP 172.25.3.66 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/d587d217-c4f7-414b-a56f-377914407c03) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:44.612207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-540d469e-7ef2-4685-8abf-015db1780ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:44.616705 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-540d469e-7ef2-4685-8abf-015db1780ab5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2610917 Aug 31 13:54:44.617461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb2cf5-a1b7-41e9-b9e4-7338e6b6c7b9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Pushing event deleted for resources: {'Port': ['ID=54ea097b-315f-4c40-88d9-41709399aecc,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:44.625562 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e29deb-764c-4cd3-b04f-1bb190c4107a x-openstack-request-id: req-38e29deb-764c-4cd3-b04f-1bb190c4107a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:44.625947 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fcf4df-b0ee-4d66-943c-4c7d783196ef", "tag": "16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:44.626387 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38e29deb-764c-4cd3-b04f-1bb190c4107a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:44.626874 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fcf4df-b0ee-4d66-943c-4c7d783196ef', 'tag': '16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9', 'status': 'completed', 'code': 200} Aug 31 13:54:44.636034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['54ea097b-315f-4c40-88d9-41709399aecc', '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:44.675197 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:44.786175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf3bc66-bcc5-4ef0-b581-a8b73e3811d9 req-40bb2cf5-a1b7-41e9-b9e4-7338e6b6c7b9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] No DVR routers for this DVR port 54ea097b-315f-4c40-88d9-41709399aecc on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:44.790519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cdf3bc66-bcc5-4ef0-b581-a8b73e3811d9 req-40bb2cf5-a1b7-41e9-b9e4-7338e6b6c7b9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:44.797319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cdf3bc66-bcc5-4ef0-b581-a8b73e3811d9 req-40bb2cf5-a1b7-41e9-b9e4-7338e6b6c7b9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.13 "DELETE /v2.0/ports/54ea097b-315f-4c40-88d9-41709399aecc HTTP/1.1" status: 204 len: 173 time: 1.9110830 Aug 31 13:54:44.805888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-5aecd6e1-7590-4018-a139-249fd4be4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:44.808993 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-5aecd6e1-7590-4018-a139-249fd4be4390 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1780527 Aug 31 13:54:44.857534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7474ef-963f-48bd-a73f-331ab573e2a7 None None] Pushing event updated for resources: {'Port': ['ID=727aab55-887f-4742-8c8f-390ecd5fc509,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:44.880082 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:44.975817 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.018367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:45.029863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:45.034534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:45.097809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Pushing event updated for resources: {'Port': ['ID=d587d217-c4f7-414b-a56f-377914407c03,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:45.112407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f86c91-5ab6-473a-8457-c16e4e37c3eb req-ba683435-03c5-4777-bacc-bef2fede04d1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:45.124544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04f86c91-5ab6-473a-8457-c16e4e37c3eb req-ba683435-03c5-4777-bacc-bef2fede04d1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 948 time: 0.2439082 Aug 31 13:54:45.215529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04f86c91-5ab6-473a-8457-c16e4e37c3eb req-b4082edf-7eff-43e8-8e4a-1ec4b5ace34d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816281 Aug 31 13:54:45.254136 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.262039 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-83bfde3d-c237-4931-a8dc-dd320f583216 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440444 Aug 31 13:54:45.345607 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.427714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Attempting to bind port 727aab55-887f-4742-8c8f-390ecd5fc509 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:45.428559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Attempting to bind port 727aab55-887f-4742-8c8f-390ecd5fc509 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'cdff41dd-01e5-42ce-a493-26c40caa4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:45.428921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Attempting to bind port 727aab55-887f-4742-8c8f-390ecd5fc509 on network 36ca81aa-521d-4ea7-a497-2428e388ad70 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:45.477593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:45.478281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Checking segment: {'id': 'cdff41dd-01e5-42ce-a493-26c40caa4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:45.478707 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.480028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Bound using segment: {'id': 'cdff41dd-01e5-42ce-a493-26c40caa4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:45.482144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Bound port: 727aab55-887f-4742-8c8f-390ecd5fc509, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdff41dd-01e5-42ce-a493-26c40caa4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:45.482578 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.877410 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.884483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.922863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] For port 727aab55-887f-4742-8c8f-390ecd5fc509, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:45.926945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] For port 727aab55-887f-4742-8c8f-390ecd5fc509, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=727aab55-887f-4742-8c8f-390ecd5fc509,segment=NetworkSegment(cdff41dd-01e5-42ce-a493-26c40caa4455),segment_id=cdff41dd-01e5-42ce-a493-26c40caa4455)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:45.934633 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:45.999993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Pushing event updated for resources: {'Port': ['ID=d587d217-c4f7-414b-a56f-377914407c03,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:46.014615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Routers {'448386ed-b913-49a3-ae31-d6cdc3100119'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:54:46.016978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:54:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['448386ed-b913-49a3-ae31-d6cdc3100119'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:46.027453 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:46.051988 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92cc9f0d-09d1-4fdb-bf10-db29027e37b6 req-23fad414-7ca4-4910-969d-51dfa0de18e9 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dfcb10-093d-4ef9-b81b-e029fbb1054e HTTP/1.1" status: 200 len: 210 time: 0.0715649 Aug 31 13:54:46.056763 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:46.070717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-d65dd525-0e67-4a80-91b8-8d36081aa823 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9325550 Aug 31 13:54:46.076867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7474ef-963f-48bd-a73f-331ab573e2a7 None None] Pushing event updated for resources: {'Port': ['ID=727aab55-887f-4742-8c8f-390ecd5fc509,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:46.163324 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee33bdb5-1206-48bc-aaf7-faf219bb9133 req-67518b0f-c8cb-44c2-a26c-a277a9a6a8de service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8931434 Aug 31 13:54:46.259135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f65630-07d5-4e10-91e7-68aa47f0af8c req-da0fb0d3-722a-466d-8bc8-78d18086125c tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:46.261860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] Set router 448386ed-b913-49a3-ae31-d6cdc3100119 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:54:46.262350 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-fa5845ad-2e14-44a9-afb3-0841dc0bfadf tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.66 HTTP/1.1" status: 200 len: 695 time: 0.1960859 Aug 31 13:54:46.281088 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4f65630-07d5-4e10-91e7-68aa47f0af8c req-da0fb0d3-722a-466d-8bc8-78d18086125c tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 1095 time: 0.1218646 Aug 31 13:54:46.348779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4f65630-07d5-4e10-91e7-68aa47f0af8c req-b4a16bcb-47a0-4e3f-a74c-6f157124a71e tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638027 Aug 31 13:54:46.355210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768bf2a-61b6-4500-bacc-5bf11c00ec81 req-8254338f-9efb-4a88-9652-8ef86f2e245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:46.357124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4768bf2a-61b6-4500-bacc-5bf11c00ec81 req-8254338f-9efb-4a88-9652-8ef86f2e245b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 1099 time: 0.1377530 Aug 31 13:54:46.434285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-af9c53da-443c-47f4-94e3-13137172720c tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:46.442047 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-af9c53da-443c-47f4-94e3-13137172720c tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.1787341 Aug 31 13:54:46.455130 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-5ad3700f-c1d6-47f0-b0bd-8e9d3bb6544d tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:54:46.475399 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eae1a8e6-befd-43b8-984b-b1570064abc2 req-5ad3700f-c1d6-47f0-b0bd-8e9d3bb6544d tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322909 Aug 31 13:54:46.524473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768bf2a-61b6-4500-bacc-5bf11c00ec81 req-fb617dd1-2733-471c-8513-eca7ccf85c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:46.526781 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4768bf2a-61b6-4500-bacc-5bf11c00ec81 req-fb617dd1-2733-471c-8513-eca7ccf85c15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1577704 Aug 31 13:54:46.563334 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'name': 'tempest-FloatingIPDetailsTestJSON-652025520-router', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:32Z', 'updated_at': '2021-08-31T13:54:40Z', 'revision_number': 4, 'project_id': 'f4eec60e3aab46df9b46b7255538d100', 'gw_port': {'id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:33Z', 'updated_at': '2021-08-31T13:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '727aab55-887f-4742-8c8f-390ecd5fc509', 'name': '', 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'mac_address': 'fa:16:3e:f5:59:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '33166ce2-850e-46f2-b21c-cd2446c2bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:38Z', 'updated_at': '2021-08-31T13:54:45Z', 'revision_number': 4, 'project_id': 'f4eec60e3aab46df9b46b7255538d100', 'subnets': [{'id': '33166ce2-850e-46f2-b21c-cd2446c2bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:54:46.591750 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4768bf2a-61b6-4500-bacc-5bf11c00ec81 req-db1c2186-5723-4aed-a878-6993d06031e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 HTTP/1.1" status: 200 len: 217 time: 0.0567243 Aug 31 13:54:46.601751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98138ec8-eca8-4f8e-94fb-b1dc8ccd4402 None None] The sync data for ids ['448386ed-b913-49a3-ae31-d6cdc3100119'] in n-d-792364-6 is: [{'id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'name': 'tempest-FloatingIPDetailsTestJSON-652025520-router', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:32Z', 'updated_at': '2021-08-31T13:54:40Z', 'revision_number': 4, 'project_id': 'f4eec60e3aab46df9b46b7255538d100', 'gw_port': {'id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:33Z', 'updated_at': '2021-08-31T13:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '727aab55-887f-4742-8c8f-390ecd5fc509', 'name': '', 'network_id': '36ca81aa-521d-4ea7-a497-2428e388ad70', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'mac_address': 'fa:16:3e:f5:59:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '33166ce2-850e-46f2-b21c-cd2446c2bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:38Z', 'updated_at': '2021-08-31T13:54:45Z', 'revision_number': 4, 'project_id': 'f4eec60e3aab46df9b46b7255538d100', 'subnets': [{'id': '33166ce2-850e-46f2-b21c-cd2446c2bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:54:46.674569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dfcb10-093d-4ef9-b81b-e029fbb1054e', 'name': 'network-vif-deleted', 'tag': '54ea097b-315f-4c40-88d9-41709399aecc'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:46.677721 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78add9df-b6f1-4599-9c8c-97a65043d9a8" -d '{"events": [{"server_uuid": "74dfcb10-093d-4ef9-b81b-e029fbb1054e", "name": "network-vif-deleted", "tag": "54ea097b-315f-4c40-88d9-41709399aecc"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:46.703307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 54ea097b-315f-4c40-88d9-41709399aecc no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:46.722622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768bf2a-61b6-4500-bacc-5bf11c00ec81 req-bc77c58a-339a-44a4-a61e-bf7720adccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:46.724607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4768bf2a-61b6-4500-bacc-5bf11c00ec81 req-bc77c58a-339a-44a4-a61e-bf7720adccbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1223383 Aug 31 13:54:46.730290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 54ea097b-315f-4c40-88d9-41709399aecc {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:46.730645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 54ea097b-315f-4c40-88d9-41709399aecc not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:46.763984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cd2fc-289c-42de-a8e9-7c499e5365cb req-59b4e597-600d-41c3-8390-41d34a2deaee tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:46.764239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e4cd2fc-289c-42de-a8e9-7c499e5365cb req-59b4e597-600d-41c3-8390-41d34a2deaee tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 948 time: 0.1713338 Aug 31 13:54:46.804819 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd55e4-57c4-440d-a069-ced7f4dcfeaa req-217d04e7-a112-4831-ab73-19eabcf20f1f tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:46.806335 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-25dd55e4-57c4-440d-a069-ced7f4dcfeaa req-217d04e7-a112-4831-ab73-19eabcf20f1f tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 1095 time: 0.0800064 Aug 31 13:54:46.867134 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-25dd55e4-57c4-440d-a069-ced7f4dcfeaa req-71fe4882-5ee3-4168-a5ec-c905dffa5cff tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 Aug 31 13:54:46.877406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768bf2a-61b6-4500-bacc-5bf11c00ec81 req-36bdaa6a-794e-4f97-8b4f-b9eb550823cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:46.879488 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4768bf2a-61b6-4500-bacc-5bf11c00ec81 req-36bdaa6a-794e-4f97-8b4f-b9eb550823cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398876 Aug 31 13:54:46.886597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e4cd2fc-289c-42de-a8e9-7c499e5365cb req-1952f3ff-d4ee-4a47-b14a-2dffdc05fe2f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968425 Aug 31 13:54:47.085971 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dca0ae-e9ab-47da-aae5-b4f85c9756f2 x-openstack-request-id: req-f1dca0ae-e9ab-47da-aae5-b4f85c9756f2 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:47.086555 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dfcb10-093d-4ef9-b81b-e029fbb1054e", "name": "network-vif-deleted", "tag": "54ea097b-315f-4c40-88d9-41709399aecc", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:47.086555 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1dca0ae-e9ab-47da-aae5-b4f85c9756f2 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:47.087095 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dfcb10-093d-4ef9-b81b-e029fbb1054e', 'name': 'network-vif-deleted', 'tag': '54ea097b-315f-4c40-88d9-41709399aecc', 'status': 'completed', 'code': 200} Aug 31 13:54:47.270502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4768bf2a-61b6-4500-bacc-5bf11c00ec81 req-973c28cb-2b2d-4fce-8e58-d16242a486d1 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820498 Aug 31 13:54:47.280682 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-6cabb90b-3b0c-4bd8-a64f-88f5d3d2b538 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3173807 Aug 31 13:54:47.294934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:47.378390 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:47.486923 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4768bf2a-61b6-4500-bacc-5bf11c00ec81 req-320c9a25-7e5e-436d-9efc-2976aaca2a05 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050381 Aug 31 13:54:47.499115 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fe479a2a-3e74-4f6c-9191-440688788251 req-6ff55643-1878-4d2a-a9b3-b64f0cd6f977 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879867 Aug 31 13:54:47.589410 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:47.689126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe479a2a-3e74-4f6c-9191-440688788251 req-99467538-7667-4d38-b629-bb74f2ac4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:47.690788 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fe479a2a-3e74-4f6c-9191-440688788251 req-99467538-7667-4d38-b629-bb74f2ac4cd9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 1095 time: 0.1168721 Aug 31 13:54:47.844166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe479a2a-3e74-4f6c-9191-440688788251 req-f576699a-13ca-4121-acee-2383a9baed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:47.845866 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fe479a2a-3e74-4f6c-9191-440688788251 req-f576699a-13ca-4121-acee-2383a9baed7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.1329479 Aug 31 13:54:47.852956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Allocated IP 172.25.3.118 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/71d00247-2653-4f7c-b657-59ed576f3321) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:47.925820 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fe479a2a-3e74-4f6c-9191-440688788251 req-02bcb249-481d-422f-9f42-df6bd1d9cf17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c345b5-5054-48f9-99fe-cddff0697f5f HTTP/1.1" status: 200 len: 217 time: 0.0647740 Aug 31 13:54:48.011526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe479a2a-3e74-4f6c-9191-440688788251 req-43c745ed-202d-4273-83fb-5b45989dc31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:48.013059 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fe479a2a-3e74-4f6c-9191-440688788251 req-43c745ed-202d-4273-83fb-5b45989dc31e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.0778751 Aug 31 13:54:48.060769 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:48.139582 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fe479a2a-3e74-4f6c-9191-440688788251 req-a961cc9b-d47f-49ff-8340-2a20c0df3860 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138206 Aug 31 13:54:48.160562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:48.211810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:48.222646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:48.232078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:48.395434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Pushing event updated for resources: {'Port': ['ID=71d00247-2653-4f7c-b657-59ed576f3321,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:48.484225 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:48.503305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 727aab55-887f-4742-8c8f-390ecd5fc509 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:48.540957 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:48.580102 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fe479a2a-3e74-4f6c-9191-440688788251 req-1046c198-b3b8-423d-8a2c-8c43f199df5f service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112375 Aug 31 13:54:48.617595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1155f37-a3f7-4ae9-b8d8-734ef38ad117 req-fc48e867-67e7-47bc-b30d-2b439ea93066 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:48.619202 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d1155f37-a3f7-4ae9-b8d8-734ef38ad117 req-fc48e867-67e7-47bc-b30d-2b439ea93066 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 948 time: 0.2482822 Aug 31 13:54:48.640009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 727aab55-887f-4742-8c8f-390ecd5fc509 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:48.646109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 727aab55-887f-4742-8c8f-390ecd5fc509 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:48.646109 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:48.708542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:54:48.830132 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d1155f37-a3f7-4ae9-b8d8-734ef38ad117 req-6da6dc3e-c939-4e6a-9804-080fd476afba tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888912 Aug 31 13:54:48.892125 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:48.921681 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fe479a2a-3e74-4f6c-9191-440688788251 req-74693da5-b1ee-4ed0-845e-c8fedf478670 service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227792 Aug 31 13:54:48.945153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:48.977905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 727aab55-887f-4742-8c8f-390ecd5fc509, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=727aab55-887f-4742-8c8f-390ecd5fc509,segment=NetworkSegment(cdff41dd-01e5-42ce-a493-26c40caa4455),segment_id=cdff41dd-01e5-42ce-a493-26c40caa4455)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:48.979901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9', 'mac_address': 'fa:16:3e:d6:dc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:54:48.985545 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:48.986655 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:48.997048 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:49.052420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=727aab55-887f-4742-8c8f-390ecd5fc509,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:49.086618 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab21231-11f8-4813-b94a-284dc56c36c9 req-ba0c7819-a7fb-4ee8-b451-ac61e7f46a42 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:49.088184 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dab21231-11f8-4813-b94a-284dc56c36c9 req-ba0c7819-a7fb-4ee8-b451-ac61e7f46a42 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 950 time: 0.1360016 Aug 31 13:54:49.102135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Pushing event updated for resources: {'Port': ['ID=71d00247-2653-4f7c-b657-59ed576f3321,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:49.116231 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:49.135660 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:49.150243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:49.166264 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:49.174672 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-48a02732-f1cc-4170-9768-8ea96075268b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8840528 Aug 31 13:54:49.204373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:49.207587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dab21231-11f8-4813-b94a-284dc56c36c9 req-5ed27147-08db-4d7a-a1f2-d1bea988d950 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032608 Aug 31 13:54:49.215073 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:49.288493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-d87ef6bb-b3b7-4bd0-be3c-5b38251ed04b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.118 HTTP/1.1" status: 200 len: 696 time: 0.1127691 Aug 31 13:54:49.359238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:49.472629 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-be309a9b-ab0c-44fe-b1cc-89e43b9ea7bf tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:49.478241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-be309a9b-ab0c-44fe-b1cc-89e43b9ea7bf tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.1885462 Aug 31 13:54:49.489245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:49.494406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-3f5179bf-cdfe-4ab2-897d-8cb277f1c125 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:54:49.495996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e884e212-9f93-4c96-8c5c-274f8f1d9e1c req-3f5179bf-cdfe-4ab2-897d-8cb277f1c125 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101869 Aug 31 13:54:49.818234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-e32da0d6-6837-4956-8b8b-c233ea1a43de tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1741214 Aug 31 13:54:49.839120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:49.882159 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.036691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d490caf-6d51-43c3-a4c5-309267f8a4db req-8bd0dd7d-7a8f-4505-bc22-2c79ff56bb32 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:50.039139 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7d490caf-6d51-43c3-a4c5-309267f8a4db req-8bd0dd7d-7a8f-4505-bc22-2c79ff56bb32 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 949 time: 0.0898964 Aug 31 13:54:50.057069 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.125885 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7d490caf-6d51-43c3-a4c5-309267f8a4db req-c880fa5b-9ae4-4236-bf5b-9426f07c94f8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713234 Aug 31 13:54:50.223691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Allocated IP 172.25.3.59 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/f7931ea0-036a-45ab-ae79-277e0a024e1c) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:50.435863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 727aab55-887f-4742-8c8f-390ecd5fc509 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:50.463388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b58594-5a0b-4702-8c73-72d89aed69bb req-dac77452-ef0b-4d77-b94a-85b9632a4f08 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:50.464933 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77b58594-5a0b-4702-8c73-72d89aed69bb req-dac77452-ef0b-4d77-b94a-85b9632a4f08 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 950 time: 0.1579227 Aug 31 13:54:50.476371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.512394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 727aab55-887f-4742-8c8f-390ecd5fc509 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:50.513269 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.542403 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.575196 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372c54a-e8fa-458c-ad43-920dbc0905b1 req-e1b4bdda-d84e-49ff-a312-14b89fbc8877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:50.577209 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0372c54a-e8fa-458c-ad43-920dbc0905b1 req-e1b4bdda-d84e-49ff-a312-14b89fbc8877 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 950 time: 0.1910057 Aug 31 13:54:50.587521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:50.592004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:50.597037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:50.648850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Pushing event updated for resources: {'Port': ['ID=f7931ea0-036a-45ab-ae79-277e0a024e1c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:50.667497 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0372c54a-e8fa-458c-ad43-920dbc0905b1 req-67ed6de2-4176-49d0-9900-67e56e925121 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818186 Aug 31 13:54:50.695805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-77b58594-5a0b-4702-8c73-72d89aed69bb req-16aafbf0-842d-401d-a8c3-cb46ba8075ae tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Deleting port ef7c0e0d-290e-43c7-9028-9f030164db37 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:50.696464 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77b58594-5a0b-4702-8c73-72d89aed69bb req-16aafbf0-842d-401d-a8c3-cb46ba8075ae tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.717831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.737031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:54:50.770469 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.861550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:50.869331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:50.869842 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.929856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-77b58594-5a0b-4702-8c73-72d89aed69bb req-16aafbf0-842d-401d-a8c3-cb46ba8075ae tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] For port ef7c0e0d-290e-43c7-9028-9f030164db37, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ef7c0e0d-290e-43c7-9028-9f030164db37,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:50.935324 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77b58594-5a0b-4702-8c73-72d89aed69bb req-16aafbf0-842d-401d-a8c3-cb46ba8075ae tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:50.984962 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-77b58594-5a0b-4702-8c73-72d89aed69bb req-16aafbf0-842d-401d-a8c3-cb46ba8075ae tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Calling delete_port for ef7c0e0d-290e-43c7-9028-9f030164db37 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:51.009614 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:51.018005 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:51.112990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Pushing event updated for resources: {'Port': ['ID=f7931ea0-036a-45ab-ae79-277e0a024e1c,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:51.126901 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:51.141432 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:51.147904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:51.150444 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-3a743379-9da6-4544-8255-aba82d84dbe9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3174489 Aug 31 13:54:51.231274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fcf4df-b0ee-4d66-943c-4c7d783196ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:51.241636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-fd47c4a7-83b6-4013-a7b4-1c1968bcfa06 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 695 time: 0.0845191 Aug 31 13:54:51.246332 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79875942-4621-4750-9e63-c58106b7ac60" -d '{"events": [{"server_uuid": "60fcf4df-b0ee-4d66-943c-4c7d783196ef", "name": "network-vif-plugged", "status": "completed", "tag": "16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:51.294791 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:51.300946 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:51.391078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:51.412570 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77b58594-5a0b-4702-8c73-72d89aed69bb req-16aafbf0-842d-401d-a8c3-cb46ba8075ae tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:51.434554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['ef7c0e0d-290e-43c7-9028-9f030164db37'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:51.437495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:51.482204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-948bdb74-1f09-45c8-bfe0-470b6a9ca88a tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:51.497639 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e36b594f-574f-41d2-8586-67cfcde28b9a req-948bdb74-1f09-45c8-bfe0-470b6a9ca88a tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.2471452 Aug 31 13:54:51.506892 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aafbf0-842d-401d-a8c3-cb46ba8075ae tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Pushing event deleted for resources: {'Port': ['ID=ef7c0e0d-290e-43c7-9028-9f030164db37,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:51.533607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174f31-2742-46cf-b137-b74307fc730e req-da9dd7d8-a88f-48c1-a588-b589caae21dc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:51.535639 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd174f31-2742-46cf-b137-b74307fc730e req-da9dd7d8-a88f-48c1-a588-b589caae21dc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 950 time: 0.1988666 Aug 31 13:54:51.595535 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a315feed-4f70-4ef3-a22b-2c71f4881cc0 x-openstack-request-id: req-a315feed-4f70-4ef3-a22b-2c71f4881cc0 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:51.595817 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fcf4df-b0ee-4d66-943c-4c7d783196ef", "name": "network-vif-plugged", "status": "completed", "tag": "16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:51.596072 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a315feed-4f70-4ef3-a22b-2c71f4881cc0 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:51.596634 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fcf4df-b0ee-4d66-943c-4c7d783196ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9', 'code': 200} Aug 31 13:54:51.624134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b58594-5a0b-4702-8c73-72d89aed69bb req-16aafbf0-842d-401d-a8c3-cb46ba8075ae tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] No DVR routers for this DVR port ef7c0e0d-290e-43c7-9028-9f030164db37 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:51.631657 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77b58594-5a0b-4702-8c73-72d89aed69bb req-16aafbf0-842d-401d-a8c3-cb46ba8075ae tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:51.634396 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77b58594-5a0b-4702-8c73-72d89aed69bb req-16aafbf0-842d-401d-a8c3-cb46ba8075ae tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.52 "DELETE /v2.0/ports/ef7c0e0d-290e-43c7-9028-9f030164db37 HTTP/1.1" status: 204 len: 173 time: 1.1558073 Aug 31 13:54:51.635860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d38699-5dc4-4221-b5bb-1e9076dc9030', 'name': 'network-vif-deleted', 'tag': 'ef7c0e0d-290e-43c7-9028-9f030164db37'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:51.639085 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3b8bda-aae8-424f-8a5c-45a8712876b3" -d '{"events": [{"server_uuid": "e1d38699-5dc4-4221-b5bb-1e9076dc9030", "name": "network-vif-deleted", "tag": "ef7c0e0d-290e-43c7-9028-9f030164db37"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:51.666872 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd174f31-2742-46cf-b137-b74307fc730e req-c84f589b-4d7b-49e3-a9ee-22c21233d30a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102481 Aug 31 13:54:51.732004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f1477-c6b7-4e07-a3f0-5f26fd132faa req-31e17763-7c77-4bcb-8acc-ef84afde1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:51.733899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1d1f1477-c6b7-4e07-a3f0-5f26fd132faa req-31e17763-7c77-4bcb-8acc-ef84afde1902 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 1101 time: 0.1003153 Aug 31 13:54:51.800402 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1d1f1477-c6b7-4e07-a3f0-5f26fd132faa req-b1892d69-f4da-4bdb-8d68-a026396968b6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571690 Aug 31 13:54:51.822854 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d33dc0-49b1-4b39-a757-bf1f067ae1d9 x-openstack-request-id: req-b7d33dc0-49b1-4b39-a757-bf1f067ae1d9 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:51.826494 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d38699-5dc4-4221-b5bb-1e9076dc9030", "name": "network-vif-deleted", "tag": "ef7c0e0d-290e-43c7-9028-9f030164db37", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:51.827031 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7d33dc0-49b1-4b39-a757-bf1f067ae1d9 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:51.827659 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d38699-5dc4-4221-b5bb-1e9076dc9030', 'name': 'network-vif-deleted', 'tag': 'ef7c0e0d-290e-43c7-9028-9f030164db37', 'status': 'completed', 'code': 200} Aug 31 13:54:51.921081 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7931abc7-81ee-4813-96a6-d310189aa692 req-dd7b3de7-b8df-4e47-bb9a-e12b787dd969 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d38699-5dc4-4221-b5bb-1e9076dc9030 HTTP/1.1" status: 200 len: 210 time: 0.0483518 Aug 31 13:54:51.941155 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-0487f008-5f2d-4855-beda-371bf226b61a tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2542858 Aug 31 13:54:51.947540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:51.987233 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.208730 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.354038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-2fa4cd95-cb5a-48e5-a4fc-e494785b5893 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=23a5a7bba74d479ca7568b341f487039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409756 Aug 31 13:54:52.400566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Allocated IP 172.25.3.231 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/8149c483-8d42-4fd2-a5b1-628bb5684fa2) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:52.523748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-cad595c4-54da-4787-8722-a648bfac23cb tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:52.525404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-cad595c4-54da-4787-8722-a648bfac23cb tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625626 Aug 31 13:54:52.558103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.569775 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-5f99ca41-a444-448c-93a4-b568270fb488 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/quotas/23a5a7bba74d479ca7568b341f487039 HTTP/1.1" status: 200 len: 375 time: 0.0320234 Aug 31 13:54:52.637172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:52.657181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-c8568bbc-9a4d-4fad-ad8c-637e212f4c0b tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=23a5a7bba74d479ca7568b341f487039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851369 Aug 31 13:54:52.697385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:52.701821 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:52.704275 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Pushing event updated for resources: {'Port': ['ID=8149c483-8d42-4fd2-a5b1-628bb5684fa2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:52.706606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:52.847660 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.070744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c9b64-beca-41a0-9d97-eb71a93d2383 req-40dfefd8-4fe2-47a9-bc24-993a56bd83f6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:53.072475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea1c9b64-beca-41a0-9d97-eb71a93d2383 req-40dfefd8-4fe2-47a9-bc24-993a56bd83f6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 950 time: 0.0667489 Aug 31 13:54:53.151493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea1c9b64-beca-41a0-9d97-eb71a93d2383 req-feabfd7e-a2ab-47ec-bb4a-c138b5f3b22e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679324 Aug 31 13:54:53.341780 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.397815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-749bd6dc-d061-4967-a183-16ae8e89780c tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=23a5a7bba74d479ca7568b341f487039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664587 Aug 31 13:54:53.587096 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.598895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.615962 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-156f74df-00b6-433b-8024-4da73dc78c9b tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:53.626165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-156f74df-00b6-433b-8024-4da73dc78c9b tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272007 Aug 31 13:54:53.666429 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-df3a86fd-a335-4f6e-8ad5-0cd20a3b721a tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/quotas/23a5a7bba74d479ca7568b341f487039 HTTP/1.1" status: 200 len: 375 time: 0.0390513 Aug 31 13:54:53.728246 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Pushing event updated for resources: {'Port': ['ID=8149c483-8d42-4fd2-a5b1-628bb5684fa2,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:53.743607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-2889fd12-770f-4b66-959f-c4fcad1aec02 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=23a5a7bba74d479ca7568b341f487039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749815 Aug 31 13:54:53.749339 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.768275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:53.770368 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-3b740518-47bc-4396-9a73-d73c41563572 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8283231 Aug 31 13:54:53.834131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-5e07fb78-4df4-418d-9fc0-ba065769d09f tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.231 HTTP/1.1" status: 200 len: 696 time: 0.0560348 Aug 31 13:54:54.051460 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-6a9f3fac-f358-44fa-a354-3ad871c6d619 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:54.053605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8b38257-9895-4aa1-bd11-62e8c66530b8 req-6a9f3fac-f358-44fa-a354-3ad871c6d619 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.2134941 Aug 31 13:54:54.210290 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8976cea0-a88f-4f71-a85e-af653ad76a94 req-181d58b1-d72c-40df-8465-e161bae166d8 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 210 time: 0.0628445 Aug 31 13:54:54.358342 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f8f495a-0c21-4227-8b6d-e4c71686203f req-3aa9ddd2-b492-4aee-8b6f-532a39352b22 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips/f5aa0a3f-4a19-4313-a789-4024e0eb4663 HTTP/1.1" status: 200 len: 693 time: 0.1052566 Aug 31 13:54:54.495629 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-309d092f-e561-4504-a07f-120965435f00 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=23a5a7bba74d479ca7568b341f487039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372155 Aug 31 13:54:54.550725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ef7c0e0d-290e-43c7-9028-9f030164db37 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:54:54.592741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: ef7c0e0d-290e-43c7-9028-9f030164db37 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:54:54.593560 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ef7c0e0d-290e-43c7-9028-9f030164db37 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:54:54.661494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f495a-0c21-4227-8b6d-e4c71686203f req-72d059c8-d2c1-4838-9977-3064ee82106c tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:54.665420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372583-1e12-41d1-9f89-61401ea48b9e req-268ce556-1db9-4e59-a9aa-e22e38b38448 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:54.676097 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f8f495a-0c21-4227-8b6d-e4c71686203f req-72d059c8-d2c1-4838-9977-3064ee82106c tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.3143988 Aug 31 13:54:54.677048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a372583-1e12-41d1-9f89-61401ea48b9e req-268ce556-1db9-4e59-a9aa-e22e38b38448 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 950 time: 0.1120837 Aug 31 13:54:54.682808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-8f8f495a-0c21-4227-8b6d-e4c71686203f req-58e9dfc4-bca3-459c-9052-38ec2fe36bd4 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:54:54.702803 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f8f495a-0c21-4227-8b6d-e4c71686203f req-58e9dfc4-bca3-459c-9052-38ec2fe36bd4 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279641 Aug 31 13:54:54.746597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a372583-1e12-41d1-9f89-61401ea48b9e req-d4459772-b283-4109-a64f-97335248030c tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667696 Aug 31 13:54:54.778384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-23dc8274-d9e4-49c3-bb59-52e7ac630382 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:54.781734 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-23dc8274-d9e4-49c3-bb59-52e7ac630382 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646523 Aug 31 13:54:54.808584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Request body: {'port': {'device_id': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '23a5a7bba74d479ca7568b341f487039'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:54.928943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c728d5-2b9b-42f2-a29a-804644287d9b req-64e9a888-112f-4d39-82c1-2f1189f5c9a2 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:54.939887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7c728d5-2b9b-42f2-a29a-804644287d9b req-64e9a888-112f-4d39-82c1-2f1189f5c9a2 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 950 time: 0.0801690 Aug 31 13:54:54.962472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998ee89-ec3c-400c-a7b1-116967eb1c38 req-5734da0a-0506-45c5-9319-dcbce7182d58 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:54.969027 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a998ee89-ec3c-400c-a7b1-116967eb1c38 req-5734da0a-0506-45c5-9319-dcbce7182d58 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 945 time: 0.1310232 Aug 31 13:54:54.991801 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7c728d5-2b9b-42f2-a29a-804644287d9b req-aaf05490-5412-48e0-810d-f2652d24bb34 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506659 Aug 31 13:54:55.029703 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a998ee89-ec3c-400c-a7b1-116967eb1c38 req-3bff1ea5-5507-4a70-91a7-121010381f08 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525928 Aug 31 13:54:55.041735 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Made reservation on behalf of 23a5a7bba74d479ca7568b341f487039 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:55.046909 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.064999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.102266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bceb4924-4986-49ec-9cde-6112748c4903 req-edf301e1-6d55-410b-8f69-d6c3bdec722b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips/f5aa0a3f-4a19-4313-a789-4024e0eb4663 HTTP/1.1" status: 200 len: 693 time: 0.0699458 Aug 31 13:54:55.197915 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.203537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.253093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb4924-4986-49ec-9cde-6112748c4903 req-b16c317c-f851-4527-b181-404c027fac62 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:55.261379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bceb4924-4986-49ec-9cde-6112748c4903 req-b16c317c-f851-4527-b181-404c027fac62 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.1515932 Aug 31 13:54:55.268324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-bceb4924-4986-49ec-9cde-6112748c4903 req-cd71c5d3-ef6e-4d6c-bd7d-748ee3f1ff3e tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:54:55.277156 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bceb4924-4986-49ec-9cde-6112748c4903 req-cd71c5d3-ef6e-4d6c-bd7d-748ee3f1ff3e tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144494 Aug 31 13:54:55.328944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ea2612-d9e2-4fa9-8794-0b55b1344157,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:55.336838 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bceb4924-4986-49ec-9cde-6112748c4903 req-7e39d112-7c1f-455f-8639-27dcc478744b tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.231 HTTP/1.1" status: 200 len: 696 time: 0.0585947 Aug 31 13:54:55.377848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0d72a-c8d1-42f4-ba3b-c519def5fab7 req-3d812577-a3eb-4aed-b725-9dc6c40cd91a tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:55.379742 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70d0d72a-c8d1-42f4-ba3b-c519def5fab7 req-3d812577-a3eb-4aed-b725-9dc6c40cd91a tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 1101 time: 0.0812280 Aug 31 13:54:55.433185 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bceb4924-4986-49ec-9cde-6112748c4903 req-b98419cf-a981-41b7-a001-f8aa18790102 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.231 HTTP/1.1" status: 200 len: 696 time: 0.0948918 Aug 31 13:54:55.436607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-f075a3af-4280-4232-a2bc-04a32f9118e4 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=23a5a7bba74d479ca7568b341f487039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478992 Aug 31 13:54:55.436771 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70d0d72a-c8d1-42f4-ba3b-c519def5fab7 req-64846a9c-68c7-468e-8a3a-74e09328210b tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.497995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Allocated IP 192.168.233.142 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/946cadc9-ee61-40e1-bc97-df2b118fea71) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:55.656850 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70d0d72a-c8d1-42f4-ba3b-c519def5fab7 req-64846a9c-68c7-468e-8a3a-74e09328210b tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.663043 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70d0d72a-c8d1-42f4-ba3b-c519def5fab7 req-64846a9c-68c7-468e-8a3a-74e09328210b tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.701172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fe7be8e1-5327-44ba-ad4c-8207cdc4cc5c tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:55.703234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fe7be8e1-5327-44ba-ad4c-8207cdc4cc5c tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556815 Aug 31 13:54:55.709862 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70d0d72a-c8d1-42f4-ba3b-c519def5fab7 req-64846a9c-68c7-468e-8a3a-74e09328210b tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010993 Aug 31 13:54:55.719765 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64846a9c-68c7-468e-8a3a-74e09328210b tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8210d2-4b99-4108-9a29-10981aa32bbc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:55.734832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Request body: {'port': {'device_id': '99e93246-655f-4f73-baf2-0bfe62ba0dd2', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '23a5a7bba74d479ca7568b341f487039'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:55.744852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-bceb4924-4986-49ec-9cde-6112748c4903 req-daa4e683-8f57-44d2-b411-45b069ded333 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Deleting port 8149c483-8d42-4fd2-a5b1-628bb5684fa2 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:55.745606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bceb4924-4986-49ec-9cde-6112748c4903 req-daa4e683-8f57-44d2-b411-45b069ded333 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.761310 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.776799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Transition to ACTIVE for port object 946cadc9-ee61-40e1-bc97-df2b118fea71 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:55.820515 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:55.884869 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Pushing event updated for resources: {'Port': ['ID=946cadc9-ee61-40e1-bc97-df2b118fea71,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:55.920201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:55.922804 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:55.940315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:56.041682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:56.043239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.074392 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-7aca5bad-1409-429d-b629-15350582fb10 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2743363 Aug 31 13:54:56.104285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Request body: {'port': {'device_id': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:56.233200 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d253a472-2dcb-41be-bf7c-5c5c6851705a req-66ecafbd-0def-40cb-8492-26bee41ea423 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 210 time: 0.0891569 Aug 31 13:54:56.248569 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.379690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-64111667-32ee-42d9-a5b2-3ccccdd4c9c8 None None] Provisioning for port 946cadc9-ee61-40e1-bc97-df2b118fea71 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:56.384962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-64111667-32ee-42d9-a5b2-3ccccdd4c9c8 None None] Provisioning complete for port 946cadc9-ee61-40e1-bc97-df2b118fea71 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:56.385343 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-64111667-32ee-42d9-a5b2-3ccccdd4c9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.436231 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bceb4924-4986-49ec-9cde-6112748c4903 req-daa4e683-8f57-44d2-b411-45b069ded333 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.436613 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bceb4924-4986-49ec-9cde-6112748c4903 req-daa4e683-8f57-44d2-b411-45b069ded333 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.460194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-64111667-32ee-42d9-a5b2-3ccccdd4c9c8 None None] Port 946cadc9-ee61-40e1-bc97-df2b118fea71 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:56.476114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-bceb4924-4986-49ec-9cde-6112748c4903 req-daa4e683-8f57-44d2-b411-45b069ded333 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Calling delete_port for 8149c483-8d42-4fd2-a5b1-628bb5684fa2 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:56.512543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f21d3d-9849-465f-b330-c59d01c10790 req-1942fbd3-9f41-4daa-8fab-97301ac39588 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:56.514083 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31f21d3d-9849-465f-b330-c59d01c10790 req-1942fbd3-9f41-4daa-8fab-97301ac39588 tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 950 time: 0.2378953 Aug 31 13:54:56.571945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Made reservation on behalf of 23a5a7bba74d479ca7568b341f487039 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:54:56.576307 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.815683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-31f21d3d-9849-465f-b330-c59d01c10790 req-aff71ee1-7746-4e3c-9978-a001a110b09d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Deleting port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:54:56.816399 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31f21d3d-9849-465f-b330-c59d01c10790 req-aff71ee1-7746-4e3c-9978-a001a110b09d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.860988 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946cadc9-ee61-40e1-bc97-df2b118fea71 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:56.868282 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bceb4924-4986-49ec-9cde-6112748c4903 req-daa4e683-8f57-44d2-b411-45b069ded333 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.878631 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.906382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Transition to ACTIVE for port object 946cadc9-ee61-40e1-bc97-df2b118fea71 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:56.915646 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:56.918509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4e683-8f57-44d2-b411-45b069ded333 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Pushing event deleted for resources: {'Port': ['ID=8149c483-8d42-4fd2-a5b1-628bb5684fa2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:57.063277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Pushing event updated for resources: {'Port': ['ID=946cadc9-ee61-40e1-bc97-df2b118fea71,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:57.133021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Allocated IP 192.168.233.250 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/ebc3eb79-e2d3-41db-834b-283a344e38b9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:54:57.200818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-31f21d3d-9849-465f-b330-c59d01c10790 req-aff71ee1-7746-4e3c-9978-a001a110b09d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] For port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:54:57.201549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31f21d3d-9849-465f-b330-c59d01c10790 req-aff71ee1-7746-4e3c-9978-a001a110b09d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.202185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Attempting to bind port 946cadc9-ee61-40e1-bc97-df2b118fea71 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:57.202607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Attempting to bind port 946cadc9-ee61-40e1-bc97-df2b118fea71 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:57.202952 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Attempting to bind port 946cadc9-ee61-40e1-bc97-df2b118fea71 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:57.218759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-31f21d3d-9849-465f-b330-c59d01c10790 req-aff71ee1-7746-4e3c-9978-a001a110b09d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Calling delete_port for 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:54:57.231390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c04d49-14b6-4c14-86fd-0c125db6219b req-1d2e455f-53c2-450e-876b-e3d0fc34cbda tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:57.241857 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-34c04d49-14b6-4c14-86fd-0c125db6219b req-1d2e455f-53c2-450e-876b-e3d0fc34cbda tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a4cbed4-4a17-454a-a537-424bb30ac8ed HTTP/1.1" status: 200 len: 950 time: 0.1739361 Aug 31 13:54:57.251527 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Port 946cadc9-ee61-40e1-bc97-df2b118fea71 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:54:57.251864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Attempting to bind port 946cadc9-ee61-40e1-bc97-df2b118fea71 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:57.269105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:57.269517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:57.269916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:57.270376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Bound port: 946cadc9-ee61-40e1-bc97-df2b118fea71, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:57.270754 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.337521 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-34c04d49-14b6-4c14-86fd-0c125db6219b req-232e34c0-470c-40c6-a255-fac3e3f6ce9b tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945976 Aug 31 13:54:57.419507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:57.424200 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:57.440593 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.476411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bceb4924-4986-49ec-9cde-6112748c4903 req-daa4e683-8f57-44d2-b411-45b069ded333 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.479362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bceb4924-4986-49ec-9cde-6112748c4903 req-daa4e683-8f57-44d2-b411-45b069ded333 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.480451 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bceb4924-4986-49ec-9cde-6112748c4903 req-daa4e683-8f57-44d2-b411-45b069ded333 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "DELETE /v2.0/floatingips/f5aa0a3f-4a19-4313-a789-4024e0eb4663 HTTP/1.1" status: 204 len: 173 time: 2.0386777 Aug 31 13:54:57.509136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.520806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:57.522336 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.524855 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] 10.222.0.52 "PUT /v2.0/ports/946cadc9-ee61-40e1-bc97-df2b118fea71 HTTP/1.1" status: 200 len: 1096 time: 1.4277034 Aug 31 13:54:57.525568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:57.529959 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446a4f3a-347f-4808-8a79-5d9026fb7fce" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:57.550257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Transition to ACTIVE for port object ebc3eb79-e2d3-41db-834b-283a344e38b9 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:57.649190 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-2571fc0e-fe69-4f93-a59d-797e77067182 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900204 Aug 31 13:54:57.652883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b0278-6511-4305-a98c-d5181e2f772d service neutron] Pushing event updated for resources: {'Port': ['ID=946cadc9-ee61-40e1-bc97-df2b118fea71,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:57.688231 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31f21d3d-9849-465f-b330-c59d01c10790 req-aff71ee1-7746-4e3c-9978-a001a110b09d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.692066 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.704147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:54:57.718448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:54:57.772234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:54:57.776605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:54:57.835216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-e14bdc79-e956-4f0a-8bb7-259bb23a28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:57.837546 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-e14bdc79-e956-4f0a-8bb7-259bb23a28f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=23a5a7bba74d479ca7568b341f487039&device_id=e6bdc2c3-5713-47b6-9ceb-34677691a141 HTTP/1.1" status: 200 len: 1099 time: 0.2333210 Aug 31 13:54:57.869769 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff71ee1-7746-4e3c-9978-a001a110b09d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Pushing event deleted for resources: {'Port': ['ID=12d8482e-f4cd-4aa0-9971-8f1d60ba93ba,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:57.887386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:57.888073 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:57.929445 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-e4b0e9eb-b615-4ea0-b71a-bf0260ee4b80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=946cadc9-ee61-40e1-bc97-df2b118fea71 HTTP/1.1" status: 200 len: 217 time: 0.0744050 Aug 31 13:54:58.004314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f21d3d-9849-465f-b330-c59d01c10790 req-aff71ee1-7746-4e3c-9978-a001a110b09d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] No DVR routers for this DVR port 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:54:58.018703 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-31f21d3d-9849-465f-b330-c59d01c10790 req-aff71ee1-7746-4e3c-9978-a001a110b09d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.022699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31f21d3d-9849-465f-b330-c59d01c10790 req-aff71ee1-7746-4e3c-9978-a001a110b09d tempest-ServersAdminTestJSON-1823716012 tempest-ServersAdminTestJSON-1823716012-project] 10.222.0.13 "DELETE /v2.0/ports/12d8482e-f4cd-4aa0-9971-8f1d60ba93ba HTTP/1.1" status: 204 len: 173 time: 1.4632092 Aug 31 13:54:58.028639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'name': 'network-vif-deleted', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:54:58.029564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ea19b350-89e4-46ac-9c1e-54ac01d5bee2 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:58.030829 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9f0896-a66f-422a-9752-ef2dbcd7efdc" -d '{"events": [{"server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "name": "network-vif-deleted", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:54:58.037398 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3131723 Aug 31 13:54:58.047309 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ea19b350-89e4-46ac-9c1e-54ac01d5bee2 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3968468 Aug 31 13:54:58.051128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Request body: {'port': {'device_id': '99e93246-655f-4f73-baf2-0bfe62ba0dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:54:58.089513 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-7591342f-5a0a-4cd2-b11c-33d65c6fbde1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/quotas/7c0e192034374c6a84e5da48f77a28a2 HTTP/1.1" status: 200 len: 375 time: 0.0401962 Aug 31 13:54:58.097861 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188fc7-185e-40c6-b00c-93a9810c79a6 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Pushing event updated for resources: {'Port': ['ID=ebc3eb79-e2d3-41db-834b-283a344e38b9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:58.161181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd075157-c828-4c5a-9179-7d7838847a28 req-5bb503f4-b0c0-497f-ad3c-ddc016d6c8ed tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:58.166390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-2f6fa302-7d2b-4f37-a030-a3e2d8518f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:58.180095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd075157-c828-4c5a-9179-7d7838847a28 req-5bb503f4-b0c0-497f-ad3c-ddc016d6c8ed tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 945 time: 0.2815309 Aug 31 13:54:58.181454 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-2f6fa302-7d2b-4f37-a030-a3e2d8518f69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2328610 Aug 31 13:54:58.258052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9347a5a7-1126-444e-99de-f897fa97a7f2 None None] Provisioning for port ebc3eb79-e2d3-41db-834b-283a344e38b9 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:54:58.273499 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9347a5a7-1126-444e-99de-f897fa97a7f2 None None] Provisioning complete for port ebc3eb79-e2d3-41db-834b-283a344e38b9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:54:58.274196 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9347a5a7-1126-444e-99de-f897fa97a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.285459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:58.319851 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd075157-c828-4c5a-9179-7d7838847a28 req-13b7a25a-0e50-4d58-a385-3192bccabe87 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386163 Aug 31 13:54:58.331455 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-05239c73-f2c6-4f6e-b586-2208ab4ade17 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2403898 Aug 31 13:54:58.383407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-56ac81d5-172a-4f2a-8615-03e97e09124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:58.385859 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-56ac81d5-172a-4f2a-8615-03e97e09124e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1813476 Aug 31 13:54:58.387296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9347a5a7-1126-444e-99de-f897fa97a7f2 None None] Port ebc3eb79-e2d3-41db-834b-283a344e38b9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:54:58.606562 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-906d9086-4db4-440d-9c4e-14c056dc32c4 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083709 Aug 31 13:54:58.665980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee407d52-d911-46cb-a402-b920b5ae50e6 req-57caf6c4-0b82-4251-85a4-f3801c261459 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:58.674170 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee407d52-d911-46cb-a402-b920b5ae50e6 req-57caf6c4-0b82-4251-85a4-f3801c261459 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 936 time: 0.2439806 Aug 31 13:54:58.769769 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-215493d1-bd84-4b45-a8f9-34cf6beaef3f req-75571c4f-8e5a-45eb-bc3c-1dfcb3f0e176 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461587 Aug 31 13:54:58.798856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee407d52-d911-46cb-a402-b920b5ae50e6 req-04052eb3-f144-43d1-abd4-8f35702e7350 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233022 Aug 31 13:54:59.004248 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c0bf56-82fa-4091-9037-78c97f7958cb x-openstack-request-id: req-f9c0bf56-82fa-4091-9037-78c97f7958cb {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:59.005225 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:59.005725 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9c0bf56-82fa-4091-9037-78c97f7958cb {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:59.006436 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'status': 'completed', 'code': 200} Aug 31 13:54:59.076483 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ace041-36f9-4693-9de4-2e5e7bd34005 x-openstack-request-id: req-e1ace041-36f9-4693-9de4-2e5e7bd34005 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:54:59.076483 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4cbed4-4a17-454a-a537-424bb30ac8ed", "name": "network-vif-deleted", "tag": "12d8482e-f4cd-4aa0-9971-8f1d60ba93ba", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:54:59.076483 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1ace041-36f9-4693-9de4-2e5e7bd34005 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:54:59.085578 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4cbed4-4a17-454a-a537-424bb30ac8ed', 'name': 'network-vif-deleted', 'tag': '12d8482e-f4cd-4aa0-9971-8f1d60ba93ba', 'status': 'completed', 'code': 200} Aug 31 13:54:59.158999 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a4f3a-347f-4808-8a79-5d9026fb7fce req-a51b267d-7e56-46c8-8bb3-5fedd158c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:59.165812 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-446a4f3a-347f-4808-8a79-5d9026fb7fce req-a51b267d-7e56-46c8-8bb3-5fedd158c8a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=23a5a7bba74d479ca7568b341f487039&device_id=e6bdc2c3-5713-47b6-9ceb-34677691a141 HTTP/1.1" status: 200 len: 1099 time: 0.1205549 Aug 31 13:54:59.232394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1dc30-897e-4046-a6f2-3c1d5d1d3b74 req-663a92ea-8ae8-459f-8ae1-fefaed20a0a2 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:59.234462 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9c1dc30-897e-4046-a6f2-3c1d5d1d3b74 req-663a92ea-8ae8-459f-8ae1-fefaed20a0a2 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3947849 Aug 31 13:54:59.263063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc3eb79-e2d3-41db-834b-283a344e38b9 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:54:59.274499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:59.332684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Transition to ACTIVE for port object ebc3eb79-e2d3-41db-834b-283a344e38b9 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:54:59.339881 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:59.415501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a4f3a-347f-4808-8a79-5d9026fb7fce req-540bff4c-69b1-4408-b612-b3fed88c155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:54:59.417487 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-446a4f3a-347f-4808-8a79-5d9026fb7fce req-540bff4c-69b1-4408-b612-b3fed88c155a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2405498 Aug 31 13:54:59.534562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc3eb79-e2d3-41db-834b-283a344e38b9,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:54:59.728501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Attempting to bind port ebc3eb79-e2d3-41db-834b-283a344e38b9 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:54:59.728909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Attempting to bind port ebc3eb79-e2d3-41db-834b-283a344e38b9 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:54:59.729173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Attempting to bind port ebc3eb79-e2d3-41db-834b-283a344e38b9 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:59.735404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Port ebc3eb79-e2d3-41db-834b-283a344e38b9 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:54:59.735992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Attempting to bind port ebc3eb79-e2d3-41db-834b-283a344e38b9 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:54:59.744186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:54:59.744619 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:54:59.745182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:54:59.745846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Bound port: ebc3eb79-e2d3-41db-834b-283a344e38b9, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:54:59.746305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:59.813587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6dae105b-14c5-4a2a-8bc3-0e9ef9e22515 req-f1d26ef5-e61e-4eea-b9e1-dbc4ae7e8fd0 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=f4eec60e3aab46df9b46b7255538d100 HTTP/1.1" status: 200 len: 1655 time: 0.3488622 Aug 31 13:54:59.816350 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-446a4f3a-347f-4808-8a79-5d9026fb7fce req-284525a8-ff6b-4f84-972c-d76c98e9c165 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=946cadc9-ee61-40e1-bc97-df2b118fea71 HTTP/1.1" status: 200 len: 217 time: 0.3798764 Aug 31 13:54:59.920566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] For port ebc3eb79-e2d3-41db-834b-283a344e38b9, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:54:59.931306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] For port ebc3eb79-e2d3-41db-834b-283a344e38b9, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebc3eb79-e2d3-41db-834b-283a344e38b9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:54:59.943390 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:54:59.960321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59206) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:00.009561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.014042 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.016760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] 10.222.0.13 "PUT /v2.0/ports/ebc3eb79-e2d3-41db-834b-283a344e38b9 HTTP/1.1" status: 200 len: 1096 time: 1.9715931 Aug 31 13:55:00.116584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a4f3a-347f-4808-8a79-5d9026fb7fce req-cae24dd2-56f4-4adb-b9d1-3c0535e1641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.126616 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-446a4f3a-347f-4808-8a79-5d9026fb7fce req-cae24dd2-56f4-4adb-b9d1-3c0535e1641c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2791028 Aug 31 13:55:00.180856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232a65a-f8d3-4bc4-ba69-d59a014b6141 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc3eb79-e2d3-41db-834b-283a344e38b9,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:00.212454 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d32c59bb-866b-4134-ba40-7f5dc588f436 req-e4be9a4d-e7bc-4d66-bf4b-a46892edbd66 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 210 time: 0.1202798 Aug 31 13:55:00.235945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-bb4df27d-db40-4c32-9986-4dc2f76f0fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.237502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-bb4df27d-db40-4c32-9986-4dc2f76f0fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23a5a7bba74d479ca7568b341f487039&device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 1099 time: 0.1643898 Aug 31 13:55:00.369419 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-84085b56-6171-46ec-9974-e9c69e6119c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=ebc3eb79-e2d3-41db-834b-283a344e38b9 HTTP/1.1" status: 200 len: 217 time: 0.1139812 Aug 31 13:55:00.419515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae105b-14c5-4a2a-8bc3-0e9ef9e22515 req-b1a1e580-b562-4c4b-a94a-60baef12f545 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.428588 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6dae105b-14c5-4a2a-8bc3-0e9ef9e22515 req-b1a1e580-b562-4c4b-a94a-60baef12f545 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks?id=cbf16e2d-eea5-47e2-a13c-1b23041675be&id=cbf16e2d-eea5-47e2-a13c-1b23041675be&id=cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 787 time: 0.6073217 Aug 31 13:55:00.436819 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-6dae105b-14c5-4a2a-8bc3-0e9ef9e22515 req-b607f095-758d-4817-9a1f-6cbaf711b459 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:55:00.454612 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6dae105b-14c5-4a2a-8bc3-0e9ef9e22515 req-b607f095-758d-4817-9a1f-6cbaf711b459 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229061 Aug 31 13:55:00.489267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a8c5f-644c-41ae-ae20-f9d6ae4634af req-b593fc15-5ee3-49d9-b33a-786bfa45c213 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.492122 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db0a8c5f-644c-41ae-ae20-f9d6ae4634af req-b593fc15-5ee3-49d9-b33a-786bfa45c213 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 948 time: 0.1384547 Aug 31 13:55:00.503886 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-82ba7dd8-0aaa-4c09-8953-5c82c9de225c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c7b2a052aba406683468ce4308b3372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221190 Aug 31 13:55:00.505201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-1bd1be49-a04a-4930-973b-a806092c1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.507775 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-1bd1be49-a04a-4930-973b-a806092c1b4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1133027 Aug 31 13:55:00.508511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59218) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:00.515009 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a4f3a-347f-4808-8a79-5d9026fb7fce req-d87e5c6f-7937-4ac7-81bc-0f8351e84f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.516618 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-446a4f3a-347f-4808-8a79-5d9026fb7fce req-d87e5c6f-7937-4ac7-81bc-0f8351e84f42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3710475 Aug 31 13:55:00.688983 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db0a8c5f-644c-41ae-ae20-f9d6ae4634af req-0350a71b-f42b-49db-984d-aa15056910d7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788354 Aug 31 13:55:00.690313 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f49a2e1b-769d-408c-b428-7e6f5f4f8a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.699994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-9c5c3579-4842-4a71-abe9-ecdbb569af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.702247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-9c5c3579-4842-4a71-abe9-ecdbb569af18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1684430 Aug 31 13:55:00.791076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baa8f5-6ffc-4f61-9130-63c57669e6ae req-bd056ed0-4cdb-4c68-9e52-75817aabe2fe tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:00.797943 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-42baa8f5-6ffc-4f61-9130-63c57669e6ae req-bd056ed0-4cdb-4c68-9e52-75817aabe2fe tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 945 time: 0.1849451 Aug 31 13:55:00.804476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:00.819824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f49a2e1b-769d-408c-b428-7e6f5f4f8a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:00.845515 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-446a4f3a-347f-4808-8a79-5d9026fb7fce req-75025e5e-ef89-42a2-8720-a7def5892b01 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164644 Aug 31 13:55:00.890994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:00.891712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 12d8482e-f4cd-4aa0-9971-8f1d60ba93ba not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:00.928208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-486e899f-8d5c-4dd2-8a62-fdd35f9b355a service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020137 Aug 31 13:55:00.994693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49654970-2ba9-41af-b464-1e5e9916b87b req-384019e4-1edb-4058-956f-f0d3cfc5daf5 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips/c5a879c7-c86d-4fb8-8626-3037aa8d0f43 HTTP/1.1" status: 200 len: 692 time: 0.1019475 Aug 31 13:55:01.026103 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f49a2e1b-769d-408c-b428-7e6f5f4f8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.028858 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f49a2e1b-769d-408c-b428-7e6f5f4f8a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.030126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f49a2e1b-769d-408c-b428-7e6f5f4f8a88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aeb02501-f92b-45ac-80cf-1a7cfa1d6f69 HTTP/1.1" status: 204 len: 168 time: 0.5178587 Aug 31 13:55:01.054726 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-42baa8f5-6ffc-4f61-9130-63c57669e6ae req-c4ea86ee-b0b4-435b-bf76-a64c3cd208b8 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274895 Aug 31 13:55:01.092259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e93246-655f-4f73-baf2-0bfe62ba0dd2', 'tag': 'ebc3eb79-e2d3-41db-834b-283a344e38b9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:01.095197 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2c7c97-e675-41ba-9747-90922ef66d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "99e93246-655f-4f73-baf2-0bfe62ba0dd2", "tag": "ebc3eb79-e2d3-41db-834b-283a344e38b9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:01.144462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a2e1b-769d-408c-b428-7e6f5f4f8a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb02501-f92b-45ac-80cf-1a7cfa1d6f69,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:01.201554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-446a4f3a-347f-4808-8a79-5d9026fb7fce req-fe1905b3-fd8b-4b9e-8d9a-534d553525be service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926347 Aug 31 13:55:01.227636 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e175493b-d678-4816-a441-2d19d21c4568 x-openstack-request-id: req-e175493b-d678-4816-a441-2d19d21c4568 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:01.228132 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e93246-655f-4f73-baf2-0bfe62ba0dd2", "tag": "ebc3eb79-e2d3-41db-834b-283a344e38b9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:01.228289 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e175493b-d678-4816-a441-2d19d21c4568 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:01.228640 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e93246-655f-4f73-baf2-0bfe62ba0dd2', 'tag': 'ebc3eb79-e2d3-41db-834b-283a344e38b9', 'status': 'completed', 'code': 200} Aug 31 13:55:01.301748 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-029c8064-c5cf-4c9e-82be-d41bebaf127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:01.315417 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dceb7ec-a4c6-4c27-8404-2626cab8bc72 req-11eb7c02-8d43-4814-be6b-aefc316fe772 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554311 Aug 31 13:55:01.396647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49654970-2ba9-41af-b464-1e5e9916b87b req-c2cb8844-ce06-4f0c-89c2-71235c056cc6 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:01.398227 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49654970-2ba9-41af-b464-1e5e9916b87b req-c2cb8844-ce06-4f0c-89c2-71235c056cc6 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.3734605 Aug 31 13:55:01.418360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f76640f4-7017-447e-9b3d-8db21d413be2 req-c710ca04-8563-41ac-a3fe-228df9eda1b9 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 210 time: 0.0555408 Aug 31 13:55:01.565795 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-a21e901e-fdd4-432a-9db5-acaa38c16315 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523794 Aug 31 13:55:01.657373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-ffc697e9-acc6-40ea-83c3-db8ff12da6ef tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:01.659163 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-ffc697e9-acc6-40ea-83c3-db8ff12da6ef tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 945 time: 0.2538207 Aug 31 13:55:01.665630 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49654970-2ba9-41af-b464-1e5e9916b87b req-fc24b0be-41d0-4910-8540-598c53f816f0 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 695 time: 0.1976078 Aug 31 13:55:01.753644 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59242) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:01.767923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c7c97-e675-41ba-9747-90922ef66d8b req-4193c23d-26f0-4c84-8520-1886c2afee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:01.769782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f2c7c97-e675-41ba-9747-90922ef66d8b req-4193c23d-26f0-4c84-8520-1886c2afee6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23a5a7bba74d479ca7568b341f487039&device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 1099 time: 0.2907109 Aug 31 13:55:01.825225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-7fc4a690-50b7-4f8d-8186-b71504c3df0c tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:01.827271 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-7fc4a690-50b7-4f8d-8186-b71504c3df0c tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531118 Aug 31 13:55:01.856905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Request body: {'port': {'device_id': '51d1a322-6afe-498d-8f78-6f041db12958', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '7c0e192034374c6a84e5da48f77a28a2'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:01.994333 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-40eb0356-dac8-435e-89b8-81d633f5a7a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f5996011a824beb94fda0c8eb8cd5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387102 Aug 31 13:55:01.995393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59256) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:02.269866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49654970-2ba9-41af-b464-1e5e9916b87b req-adb578b2-2707-4365-b0a3-0f0b79373acc tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 695 time: 0.5582526 Aug 31 13:55:02.272985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c7c97-e675-41ba-9747-90922ef66d8b req-a65f01c9-26db-4a5e-baf6-766634f62c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:02.274485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f2c7c97-e675-41ba-9747-90922ef66d8b req-a65f01c9-26db-4a5e-baf6-766634f62c28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.4830213 Aug 31 13:55:02.303933 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-621f4ca8-ac0a-4e9e-b9c9-9758ffe14a5f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534339 Aug 31 13:55:02.386260 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f2c7c97-e675-41ba-9747-90922ef66d8b req-7330553f-3962-44ec-b48a-daf214d22e3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=ebc3eb79-e2d3-41db-834b-283a344e38b9 HTTP/1.1" status: 200 len: 217 time: 0.0913947 Aug 31 13:55:02.442106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d716b-181d-45f4-be02-e885d3730475 req-99dd1e4a-3c7a-49d4-8aa7-c721a59085f7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:02.444287 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b9d716b-181d-45f4-be02-e885d3730475 req-99dd1e4a-3c7a-49d4-8aa7-c721a59085f7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 948 time: 0.5958705 Aug 31 13:55:02.522108 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-687a8222-63fc-4d7b-a008-24d4279374ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.560806 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b9d716b-181d-45f4-be02-e885d3730475 req-b95a2c1b-2a39-436d-90ca-1ac0d2fe4004 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068952 Aug 31 13:55:02.585199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Deleting port a4295241-4e07-467c-82e3-851743e766e5 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:02.585552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.600164 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-687a8222-63fc-4d7b-a008-24d4279374ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.628846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 946cadc9-ee61-40e1-bc97-df2b118fea71 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:02.648260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c7c97-e675-41ba-9747-90922ef66d8b req-ed063b10-c0d3-4862-a685-0e5a3a87623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:02.649821 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f2c7c97-e675-41ba-9747-90922ef66d8b req-ed063b10-c0d3-4862-a685-0e5a3a87623c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2148397 Aug 31 13:55:02.656543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Made reservation on behalf of 7c0e192034374c6a84e5da48f77a28a2 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:02.674391 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.687850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-e019b353-8d4d-4f68-8450-d1d42ea2294f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:02.692557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-e019b353-8d4d-4f68-8450-d1d42ea2294f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3551559 Aug 31 13:55:02.718949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Request body: {'port': {'device_id': '33549c44-3a02-4a13-8a7f-55986aeb770f', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '7c0e192034374c6a84e5da48f77a28a2'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:02.815160 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:02.831555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'mac_address': 'fa:16:3e:c7:ac:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:02.840468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] For port a4295241-4e07-467c-82e3-851743e766e5, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a4295241-4e07-467c-82e3-851743e766e5,segment=NetworkSegment(61f99ee8-2468-4259-ac11-dfdd2a3dc2da),segment_id=61f99ee8-2468-4259-ac11-dfdd2a3dc2da)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:02.840468 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.842867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-49654970-2ba9-41af-b464-1e5e9916b87b req-34096f15-fc74-47fa-ab77-32f936bd7be3 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Deleting port f7931ea0-036a-45ab-ae79-277e0a024e1c {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:02.843212 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49654970-2ba9-41af-b464-1e5e9916b87b req-34096f15-fc74-47fa-ab77-32f936bd7be3 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.866666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c7c97-e675-41ba-9747-90922ef66d8b req-e7a6e1b5-3140-4e79-9ceb-a7137b5f563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:02.867419 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f2c7c97-e675-41ba-9747-90922ef66d8b req-e7a6e1b5-3140-4e79-9ceb-a7137b5f563f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2088392 Aug 31 13:55:02.887105 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:02.907384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946cadc9-ee61-40e1-bc97-df2b118fea71 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:02.958079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:02.966378 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.033166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=946cadc9-ee61-40e1-bc97-df2b118fea71,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:03.111989 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3d109-a1a5-499c-8fda-6e255be38846 req-48d0b318-2e0f-427e-8ed7-0e9eb2120ebe tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:03.119607 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-afc3d109-a1a5-499c-8fda-6e255be38846 req-48d0b318-2e0f-427e-8ed7-0e9eb2120ebe tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 945 time: 0.3580482 Aug 31 13:55:03.156443 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-687a8222-63fc-4d7b-a008-24d4279374ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.159098 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-687a8222-63fc-4d7b-a008-24d4279374ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.163590 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-687a8222-63fc-4d7b-a008-24d4279374ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/beaee442-6dab-403f-a40f-d4bbe7bc55fb HTTP/1.1" status: 204 len: 168 time: 1.1534753 Aug 31 13:55:03.189031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Allocated IP 192.168.233.228 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/d043a383-695b-42d2-9721-93a9938f9575) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:03.207329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a8222-63fc-4d7b-a008-24d4279374ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaee442-6dab-403f-a40f-d4bbe7bc55fb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:03.272644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['946cadc9-ee61-40e1-bc97-df2b118fea71'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:03.291677 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-afc3d109-a1a5-499c-8fda-6e255be38846 req-bd392538-e12d-414b-91e4-e197876aee7b tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711459 Aug 31 13:55:03.356169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f2c7c97-e675-41ba-9747-90922ef66d8b req-999683ed-4048-4b69-afba-b9039eb8306d service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547553 Aug 31 13:55:03.374805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Made reservation on behalf of 7c0e192034374c6a84e5da48f77a28a2 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:03.387829 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.539992 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-635f393c-bf61-4340-a386-363f1a556ef9 req-2526d9be-ef20-4b12-ac19-11b86b162168 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 210 time: 0.1332467 Aug 31 13:55:03.640289 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.640770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.641052 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Floating IP 3caef77e-9b0c-4338-9303-46220134d2ba disassociated. External IP: 172.25.3.246, port: a4295241-4e07-467c-82e3-851743e766e5. Aug 31 13:55:03.641346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Calling delete_port for a4295241-4e07-467c-82e3-851743e766e5 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:03.796295 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.826369 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Transition to ACTIVE for port object d043a383-695b-42d2-9721-93a9938f9575 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:03.843197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510448f-2169-40d5-b8a7-80acee9c8dc5 req-5bb7d175-5a6c-458e-94e5-37ccba277616 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:03.854456 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b510448f-2169-40d5-b8a7-80acee9c8dc5 req-5bb7d175-5a6c-458e-94e5-37ccba277616 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 948 time: 0.1247447 Aug 31 13:55:03.949866 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:03.950467 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b510448f-2169-40d5-b8a7-80acee9c8dc5 req-d4059d4f-7335-4fe3-a61c-9c657e99fc5c tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947204 Aug 31 13:55:04.005238 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cb54f220-35ae-4b5a-80e3-f284b691d694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.038491 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.059454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:04.072775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49654970-2ba9-41af-b464-1e5e9916b87b req-34096f15-fc74-47fa-ab77-32f936bd7be3 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.081033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49654970-2ba9-41af-b464-1e5e9916b87b req-34096f15-fc74-47fa-ab77-32f936bd7be3 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.145984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-49654970-2ba9-41af-b464-1e5e9916b87b req-34096f15-fc74-47fa-ab77-32f936bd7be3 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Calling delete_port for f7931ea0-036a-45ab-ae79-277e0a024e1c owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:04.217336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f2c7c97-e675-41ba-9747-90922ef66d8b req-0b98cc12-4434-41ac-ae2b-0ad31e2fabfd service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8252478 Aug 31 13:55:04.270419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event updated for resources: {'Port': ['ID=d043a383-695b-42d2-9721-93a9938f9575,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:04.289753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:04.298235 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:04.315664 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:04.464062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:04.466151 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.577505 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-d5ec1de0-9826-4057-9ad7-8180656fa54b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7271540 Aug 31 13:55:04.593611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Allocated IP 192.168.233.165 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/364ee310-c534-4d48-8710-740f2393aca1) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:04.606687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Request body: {'port': {'device_id': '51d1a322-6afe-498d-8f78-6f041db12958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:04.626325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 946cadc9-ee61-40e1-bc97-df2b118fea71 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:04.779437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48130f46-c57d-489d-8a22-3575ef94936d req-7d1086c7-3abf-496a-a359-fb5eeb63d703 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:04.795345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-48130f46-c57d-489d-8a22-3575ef94936d req-7d1086c7-3abf-496a-a359-fb5eeb63d703 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 945 time: 0.2862203 Aug 31 13:55:04.813633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 946cadc9-ee61-40e1-bc97-df2b118fea71 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:04.817686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 946cadc9-ee61-40e1-bc97-df2b118fea71 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:04.818279 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.846379 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:04.850558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ebc3eb79-e2d3-41db-834b-283a344e38b9 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:04.891086 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-48130f46-c57d-489d-8a22-3575ef94936d req-f92f9689-d0b8-492f-9193-f62bf2e429d5 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups?id=59610e98-5262-4cc8-b8c8-e15b51e12d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910287 Aug 31 13:55:04.927249 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.045759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ebc3eb79-e2d3-41db-834b-283a344e38b9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebc3eb79-e2d3-41db-834b-283a344e38b9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:05.062538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a4295241-4e07-467c-82e3-851743e766e5 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:05.086454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'ebc3eb79-e2d3-41db-834b-283a344e38b9', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'ebc3eb79-e2d3-41db-834b-283a344e38b9', 'mac_address': 'fa:16:3e:12:d2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:05.088297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: a4295241-4e07-467c-82e3-851743e766e5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:05.088821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a4295241-4e07-467c-82e3-851743e766e5 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:05.123508 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dc1598d1-1f96-4ba2-b446-a01978925813 req-cb1e0a21-98bd-4abd-a5a6-92cc4d44e0b7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 210 time: 0.0508943 Aug 31 13:55:05.136066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Pushing event deleted for resources: {'Port': ['ID=a4295241-4e07-467c-82e3-851743e766e5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:05.163662 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.188767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc3eb79-e2d3-41db-834b-283a344e38b9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:05.249824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70eebf-eebd-4ae1-bb81-e5fa32c4ea48 req-a1a6141f-c201-434d-9a93-5de3adf36d80 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:05.259948 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e70eebf-eebd-4ae1-bb81-e5fa32c4ea48 req-a1a6141f-c201-434d-9a93-5de3adf36d80 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 948 time: 0.0674124 Aug 31 13:55:05.260182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ebc3eb79-e2d3-41db-834b-283a344e38b9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebc3eb79-e2d3-41db-834b-283a344e38b9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:05.268589 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.270435 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6a0d534b-f4bb-4e95-8b56-23d58e0103af None None] Provisioning for port d043a383-695b-42d2-9721-93a9938f9575 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:05.280001 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.284686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6a0d534b-f4bb-4e95-8b56-23d58e0103af None None] Provisioning complete for port d043a383-695b-42d2-9721-93a9938f9575 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:05.291440 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a0d534b-f4bb-4e95-8b56-23d58e0103af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.311121 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e70eebf-eebd-4ae1-bb81-e5fa32c4ea48 req-4da8e58d-2d8e-4888-a646-46077369e08e tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462649 Aug 31 13:55:05.340570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Transition to ACTIVE for port object 364ee310-c534-4d48-8710-740f2393aca1 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:05.374691 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.377377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d534b-f4bb-4e95-8b56-23d58e0103af None None] Port d043a383-695b-42d2-9721-93a9938f9575 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:05.542715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.573586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.607923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:05.654718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event updated for resources: {'Port': ['ID=364ee310-c534-4d48-8710-740f2393aca1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:05.672770 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:05.675911 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82009ff-4113-453d-8a3a-f355c7a1b3b2" -d '{"events": [{"server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "name": "network-vif-plugged", "status": "completed", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:05.693890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ebc3eb79-e2d3-41db-834b-283a344e38b9,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:05.719230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:05.721938 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ebc3eb79-e2d3-41db-834b-283a344e38b9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:05.742585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d043a383-695b-42d2-9721-93a9938f9575 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:05.754440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:05.763971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.795926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:05.801090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:05.802937 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Transition to ACTIVE for port object d043a383-695b-42d2-9721-93a9938f9575 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:05.814742 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.832865 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e427d8c9-2e7c-4254-86e8-b86bcca12078 x-openstack-request-id: req-e427d8c9-2e7c-4254-86e8-b86bcca12078 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:05.845860 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "name": "network-vif-plugged", "status": "completed", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:05.846375 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e427d8c9-2e7c-4254-86e8-b86bcca12078 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:05.846963 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'code': 200} Aug 31 13:55:05.858938 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:05.968686 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49654970-2ba9-41af-b464-1e5e9916b87b req-34096f15-fc74-47fa-ab77-32f936bd7be3 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.110173 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:55:06.177214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Pushing event updated for resources: {'Port': ['ID=d043a383-695b-42d2-9721-93a9938f9575,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:06.197768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34096f15-fc74-47fa-ab77-32f936bd7be3 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Pushing event deleted for resources: {'Port': ['ID=f7931ea0-036a-45ab-ae79-277e0a024e1c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:06.218666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Router df314f5d-0f98-48da-8070-9757981c660d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:55:06.236471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Attempting to bind port d043a383-695b-42d2-9721-93a9938f9575 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:06.239121 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Attempting to bind port d043a383-695b-42d2-9721-93a9938f9575 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:06.241141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Attempting to bind port d043a383-695b-42d2-9721-93a9938f9575 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:06.288536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:06.289371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.342592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a1715d9-ba65-481c-b007-e6287af9811a req-8614e242-e584-43b4-8fea-6659cc4e2190 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 210 time: 0.1590228 Aug 31 13:55:06.344016 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:06.350227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:06.351701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:06.354559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=946cadc9-ee61-40e1-bc97-df2b118fea71,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:06.355134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:06.355493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:06.357674 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:06.358404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:06.359118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:06.359464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:06.359802 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:06.360135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:06.360481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:06.383652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Port d043a383-695b-42d2-9721-93a9938f9575 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:06.384038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Attempting to bind port d043a383-695b-42d2-9721-93a9938f9575 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:06.417852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:06.418228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:06.418647 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:06.419119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Bound port: d043a383-695b-42d2-9721-93a9938f9575, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:06.419504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.636250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4afe7116-19fd-4a00-92b0-4c6ac18dc956 None None] Provisioning for port 364ee310-c534-4d48-8710-740f2393aca1 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:06.652078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4afe7116-19fd-4a00-92b0-4c6ac18dc956 None None] Provisioning complete for port 364ee310-c534-4d48-8710-740f2393aca1 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:06.652895 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4afe7116-19fd-4a00-92b0-4c6ac18dc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.672285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] For port d043a383-695b-42d2-9721-93a9938f9575, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:06.705778 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.707058 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fa94a-8724-463a-b215-59f1d765a67f req-3ff4897a-5569-4f3d-aa83-13c68b576d54 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:06.709682 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f61fa94a-8724-463a-b215-59f1d765a67f req-3ff4897a-5569-4f3d-aa83-13c68b576d54 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 936 time: 0.1612425 Aug 31 13:55:06.716148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] For port d043a383-695b-42d2-9721-93a9938f9575, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d043a383-695b-42d2-9721-93a9938f9575,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:06.721898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4afe7116-19fd-4a00-92b0-4c6ac18dc956 None None] Port 364ee310-c534-4d48-8710-740f2393aca1 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:06.741623 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.805661 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f61fa94a-8724-463a-b215-59f1d765a67f req-08558ceb-1033-43a5-b5fc-686e1d099499 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831304 Aug 31 13:55:06.828330 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:06.840738 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.842326 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] 10.222.0.52 "PUT /v2.0/ports/d043a383-695b-42d2-9721-93a9938f9575 HTTP/1.1" status: 200 len: 1096 time: 2.2433152 Aug 31 13:55:06.842885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d1a322-6afe-498d-8f78-6f041db12958', 'tag': 'd043a383-695b-42d2-9721-93a9938f9575'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:06.845303 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd63796-0d43-4aba-8411-d7531b627296" -d '{"events": [{"name": "network-changed", "server_uuid": "51d1a322-6afe-498d-8f78-6f041db12958", "tag": "d043a383-695b-42d2-9721-93a9938f9575"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:06.877386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874cd93-d406-4a2e-8f7b-016b8752f9a7 req-5558951b-3ec1-46e9-8872-5932b4db2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:06.885394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6874cd93-d406-4a2e-8f7b-016b8752f9a7 req-5558951b-3ec1-46e9-8872-5932b4db2390 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e6bdc2c3-5713-47b6-9ceb-34677691a141 HTTP/1.1" status: 200 len: 1101 time: 0.9062467 Aug 31 13:55:06.897306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618f0d3-2261-4e0b-b145-6fcaf2896f91 service neutron] Pushing event updated for resources: {'Port': ['ID=d043a383-695b-42d2-9721-93a9938f9575,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:06.899902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49654970-2ba9-41af-b464-1e5e9916b87b req-34096f15-fc74-47fa-ab77-32f936bd7be3 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.904511 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49654970-2ba9-41af-b464-1e5e9916b87b req-34096f15-fc74-47fa-ab77-32f936bd7be3 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:06.905930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49654970-2ba9-41af-b464-1e5e9916b87b req-34096f15-fc74-47fa-ab77-32f936bd7be3 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "DELETE /v2.0/floatingips/c5a879c7-c86d-4fb8-8626-3037aa8d0f43 HTTP/1.1" status: 204 len: 173 time: 4.6353135 Aug 31 13:55:06.917518 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-11af4e34-5e18-450b-acdc-86464ac07cf0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2052124 Aug 31 13:55:06.941706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Request body: {'port': {'device_id': '33549c44-3a02-4a13-8a7f-55986aeb770f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:07.030485 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-50085dc1-baf6-4a42-a14e-4822c58352b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:07.032076 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-50085dc1-baf6-4a42-a14e-4822c58352b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=51d1a322-6afe-498d-8f78-6f041db12958 HTTP/1.1" status: 200 len: 1099 time: 0.1169012 Aug 31 13:55:07.053691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd2af6-1533-48c7-a51f-1345dbd30628 req-29bbf52f-d97e-41a2-950c-da00d8e91660 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:07.056177 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bfd2af6-1533-48c7-a51f-1345dbd30628 req-29bbf52f-d97e-41a2-950c-da00d8e91660 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 949 time: 0.1397154 Aug 31 13:55:07.109545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6874cd93-d406-4a2e-8f7b-016b8752f9a7 req-55a662d4-3cb2-4b73-9ae5-38f5fc1f3f0a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020979 Aug 31 13:55:07.122961 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:07.143254 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-69c696f5-1a07-4222-94fe-4fcec00877f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d043a383-695b-42d2-9721-93a9938f9575 HTTP/1.1" status: 200 len: 217 time: 0.0844097 Aug 31 13:55:07.159020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:55:07.195332 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f035b-da59-4af6-b90b-e810fb8bc4cc None None] Sync routers for ids ['df314f5d-0f98-48da-8070-9757981c660d'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:55:07.203398 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bfd2af6-1533-48c7-a51f-1345dbd30628 req-02503f60-6bb9-4ba3-b84d-78b1f0879a5d tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334002 Aug 31 13:55:07.210299 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f035b-da59-4af6-b90b-e810fb8bc4cc None None] Routers {'df314f5d-0f98-48da-8070-9757981c660d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:07.213502 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-988f035b-da59-4af6-b90b-e810fb8bc4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['df314f5d-0f98-48da-8070-9757981c660d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:07.300053 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3131a92-f187-456e-b6b3-e691c6f24ec4 x-openstack-request-id: req-a3131a92-f187-456e-b6b3-e691c6f24ec4 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:07.300053 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d1a322-6afe-498d-8f78-6f041db12958", "tag": "d043a383-695b-42d2-9721-93a9938f9575", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:07.300053 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3131a92-f187-456e-b6b3-e691c6f24ec4 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:07.300053 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d1a322-6afe-498d-8f78-6f041db12958', 'tag': 'd043a383-695b-42d2-9721-93a9938f9575', 'status': 'completed', 'code': 200} Aug 31 13:55:07.336697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] No DVR routers for this DVR port a4295241-4e07-467c-82e3-851743e766e5 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:07.340797 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:07.343091 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63d6079f-9b35-4acf-aae6-28487f2d6c9a req-b0e41706-05d9-49eb-b854-b3e8779aa4eb tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.13 "DELETE /v2.0/ports/a4295241-4e07-467c-82e3-851743e766e5 HTTP/1.1" status: 204 len: 173 time: 5.6728506 Aug 31 13:55:07.343573 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e607206-4c59-4807-9dc9-308aae8220e9', 'name': 'network-vif-deleted', 'tag': 'a4295241-4e07-467c-82e3-851743e766e5'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:07.346195 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05cc24c-97b1-4c57-a6bc-135882f3cbdb" -d '{"events": [{"server_uuid": "0e607206-4c59-4807-9dc9-308aae8220e9", "name": "network-vif-deleted", "tag": "a4295241-4e07-467c-82e3-851743e766e5"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:07.456006 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-988f035b-da59-4af6-b90b-e810fb8bc4cc None None] Set router df314f5d-0f98-48da-8070-9757981c660d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:55:07.557865 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e10915-ea2e-48bc-a3de-3c7efc8dfe44 x-openstack-request-id: req-b2e10915-ea2e-48bc-a3de-3c7efc8dfe44 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:07.558674 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e607206-4c59-4807-9dc9-308aae8220e9", "name": "network-vif-deleted", "tag": "a4295241-4e07-467c-82e3-851743e766e5", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:07.559326 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2e10915-ea2e-48bc-a3de-3c7efc8dfe44 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:07.560179 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e607206-4c59-4807-9dc9-308aae8220e9', 'name': 'network-vif-deleted', 'tag': 'a4295241-4e07-467c-82e3-851743e766e5', 'status': 'completed', 'code': 200} Aug 31 13:55:07.660172 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-306e71e1-8e7d-4c96-a5c9-9edacf75d722 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips/58ee8b43-caeb-4b43-9662-6362b7997433 HTTP/1.1" status: 200 len: 693 time: 0.3404753 Aug 31 13:55:07.686141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-e8dfb853-80d9-4497-a404-78abb7817803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:07.688164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-e8dfb853-80d9-4497-a404-78abb7817803 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2210350 Aug 31 13:55:07.752190 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f0963b9f-662e-4abc-8552-3f96301b0d27 req-ca585d86-bcf8-4c29-8070-c214a91636d2 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e607206-4c59-4807-9dc9-308aae8220e9 HTTP/1.1" status: 200 len: 210 time: 0.0647819 Aug 31 13:55:07.839333 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-0699b428-cbef-45cc-8e0b-0ab8d6ff7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:07.842205 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-0699b428-cbef-45cc-8e0b-0ab8d6ff7b1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393509 Aug 31 13:55:07.860737 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-988f035b-da59-4af6-b90b-e810fb8bc4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:52:27Z', 'revision_number': 4, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'db3e191e-9214-4212-aebf-4c304918056a', 'name': '', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'mac_address': 'fa:16:3e:e8:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '76f69567-cac3-4831-ac6f-de039c35b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:25Z', 'updated_at': '2021-08-31T13:52:36Z', 'revision_number': 5, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'subnets': [{'id': '76f69567-cac3-4831-ac6f-de039c35b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:07.925028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364ee310-c534-4d48-8710-740f2393aca1 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:07.952548 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f035b-da59-4af6-b90b-e810fb8bc4cc None None] Checking router: df314f5d-0f98-48da-8070-9757981c660d for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:55:07.959881 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:07.964809 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f035b-da59-4af6-b90b-e810fb8bc4cc None None] Routers {'df314f5d-0f98-48da-8070-9757981c660d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:07.966181 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-988f035b-da59-4af6-b90b-e810fb8bc4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['df314f5d-0f98-48da-8070-9757981c660d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:08.017515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Transition to ACTIVE for port object 364ee310-c534-4d48-8710-740f2393aca1 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:08.076034 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.193390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Pushing event updated for resources: {'Port': ['ID=364ee310-c534-4d48-8710-740f2393aca1,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:08.204911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3c024-bd67-4a23-b25f-0409b04de367 req-f02a1ee1-38b4-403a-81b0-b88ef14c947d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:08.214875 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ff3c024-bd67-4a23-b25f-0409b04de367 req-f02a1ee1-38b4-403a-81b0-b88ef14c947d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 936 time: 0.2667177 Aug 31 13:55:08.244624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-83f564ea-ce95-4721-b615-58e6b6cf396e tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:08.256763 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-83f564ea-ce95-4721-b615-58e6b6cf396e tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.5940332 Aug 31 13:55:08.263502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-8f25a7e8-3170-4d26-b3e0-8dc79a04e6eb tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:55:08.273809 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-8f25a7e8-3170-4d26-b3e0-8dc79a04e6eb tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156109 Aug 31 13:55:08.294444 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-988f035b-da59-4af6-b90b-e810fb8bc4cc None None] Set router df314f5d-0f98-48da-8070-9757981c660d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:55:08.311177 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-b178d0e2-c7df-4be7-89da-11e0ad6a36ef service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393632 Aug 31 13:55:08.378675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ff3c024-bd67-4a23-b25f-0409b04de367 req-e0295717-fb9b-4bcd-a76d-fb958c081536 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483312 Aug 31 13:55:08.485131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Attempting to bind port 364ee310-c534-4d48-8710-740f2393aca1 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:08.485849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Attempting to bind port 364ee310-c534-4d48-8710-740f2393aca1 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:08.486496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Attempting to bind port 364ee310-c534-4d48-8710-740f2393aca1 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:08.496148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Port 364ee310-c534-4d48-8710-740f2393aca1 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:08.496664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Attempting to bind port 364ee310-c534-4d48-8710-740f2393aca1 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:08.505621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:08.506328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:08.506828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:08.507575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Bound port: 364ee310-c534-4d48-8710-740f2393aca1, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:08.508127 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.531980 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-0b2e8d99-87f4-44d5-950c-2ee70dbcddb9 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.118 HTTP/1.1" status: 200 len: 696 time: 0.2422469 Aug 31 13:55:08.693608 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] For port 364ee310-c534-4d48-8710-740f2393aca1, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:08.702704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] For port 364ee310-c534-4d48-8710-740f2393aca1, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=364ee310-c534-4d48-8710-740f2393aca1,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:08.713540 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.769649 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.783737 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.836893 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-24d25b1a-8e61-42ae-807e-a093a1777b5c tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.118 HTTP/1.1" status: 200 len: 696 time: 0.3040485 Aug 31 13:55:08.856215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:08.856551 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ebc3eb79-e2d3-41db-834b-283a344e38b9 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:08.856913 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:08.858890 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] 10.222.0.52 "PUT /v2.0/ports/364ee310-c534-4d48-8710-740f2393aca1 HTTP/1.1" status: 200 len: 1096 time: 1.9233243 Aug 31 13:55:08.930315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05ee04-3149-4cd6-9490-73424263e8f0 req-8178f483-ef52-4bbb-931d-e0751def41af tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:08.938420 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dd05ee04-3149-4cd6-9490-73424263e8f0 req-8178f483-ef52-4bbb-931d-e0751def41af tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 949 time: 0.1508536 Aug 31 13:55:09.009118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port ebc3eb79-e2d3-41db-834b-283a344e38b9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:09.013080 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-4f25d3c8-59a3-44e4-9aa9-f9f3d9c1481c service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171651 Aug 31 13:55:09.029086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port ebc3eb79-e2d3-41db-834b-283a344e38b9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:09.029579 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:09.094487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Pushing event updated for resources: {'Port': ['ID=364ee310-c534-4d48-8710-740f2393aca1,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:09.115410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:09.115765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:09.116108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:09.116519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:09.116813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:09.117149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:09.117482 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:09.117813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:09.118143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:09.118473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:09.118799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:09.119123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef43aef9-e44d-42cb-b4dc-c2f550a291ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:09.148413 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dd05ee04-3149-4cd6-9490-73424263e8f0 req-a1c18e69-e64c-45c2-8d0b-f158f743b1b4 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090185 Aug 31 13:55:09.182202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-0b5ebf94-670a-4276-81c0-8f2b1ba16ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:09.183906 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-0b5ebf94-670a-4276-81c0-8f2b1ba16ea6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 1099 time: 0.1858079 Aug 31 13:55:09.199262 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-988f035b-da59-4af6-b90b-e810fb8bc4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:52:27Z', 'revision_number': 4, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'db3e191e-9214-4212-aebf-4c304918056a', 'name': '', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'mac_address': 'fa:16:3e:e8:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '76f69567-cac3-4831-ac6f-de039c35b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:25Z', 'updated_at': '2021-08-31T13:52:36Z', 'revision_number': 5, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'subnets': [{'id': '76f69567-cac3-4831-ac6f-de039c35b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:09.238517 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:09.281022 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f035b-da59-4af6-b90b-e810fb8bc4cc None None] The sync data for ids ['df314f5d-0f98-48da-8070-9757981c660d'] in n-d-792364-6 is: [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:52:27Z', 'revision_number': 4, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'db3e191e-9214-4212-aebf-4c304918056a', 'name': '', 'network_id': 'e2da89a8-9876-4b6d-9f58-16863b10e503', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'mac_address': 'fa:16:3e:e8:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '76f69567-cac3-4831-ac6f-de039c35b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:25Z', 'updated_at': '2021-08-31T13:52:36Z', 'revision_number': 5, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'subnets': [{'id': '76f69567-cac3-4831-ac6f-de039c35b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:55:09.299863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e93246-655f-4f73-baf2-0bfe62ba0dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc3eb79-e2d3-41db-834b-283a344e38b9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:09.306572 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb2106e-7977-45aa-a375-553f87f44169" -d '{"events": [{"server_uuid": "99e93246-655f-4f73-baf2-0bfe62ba0dd2", "name": "network-vif-plugged", "status": "completed", "tag": "ebc3eb79-e2d3-41db-834b-283a344e38b9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:09.321275 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-3be92c03-c85c-4ea3-a9c7-ff14afb1879b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=364ee310-c534-4d48-8710-740f2393aca1 HTTP/1.1" status: 200 len: 217 time: 0.1206849 Aug 31 13:55:09.351868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ebc3eb79-e2d3-41db-834b-283a344e38b9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebc3eb79-e2d3-41db-834b-283a344e38b9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:09.382230 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:09.391702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd63796-0d43-4aba-8411-d7531b627296 req-f1e43e3d-9650-4709-851c-df39d747f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:09.403407 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fd63796-0d43-4aba-8411-d7531b627296 req-f1e43e3d-9650-4709-851c-df39d747f7f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=51d1a322-6afe-498d-8f78-6f041db12958 HTTP/1.1" status: 200 len: 1099 time: 0.2437806 Aug 31 13:55:09.471085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-6e5d63a6-e862-483a-b29e-0ec6f76bf199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:09.475279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-6e5d63a6-e862-483a-b29e-0ec6f76bf199 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1413596 Aug 31 13:55:09.518714 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326a60de-00db-4bfb-8e94-6e9609569a0d x-openstack-request-id: req-326a60de-00db-4bfb-8e94-6e9609569a0d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:09.520001 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e93246-655f-4f73-baf2-0bfe62ba0dd2", "name": "network-vif-plugged", "status": "completed", "tag": "ebc3eb79-e2d3-41db-834b-283a344e38b9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:09.520373 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-326a60de-00db-4bfb-8e94-6e9609569a0d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:09.521305 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e93246-655f-4f73-baf2-0bfe62ba0dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc3eb79-e2d3-41db-834b-283a344e38b9', 'code': 200} Aug 31 13:55:09.522949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ebc3eb79-e2d3-41db-834b-283a344e38b9,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:09.571255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33549c44-3a02-4a13-8a7f-55986aeb770f', 'tag': '364ee310-c534-4d48-8710-740f2393aca1'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:09.585259 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b62008-93bc-47e7-bf7c-39183c2a5c10" -d '{"events": [{"name": "network-changed", "server_uuid": "33549c44-3a02-4a13-8a7f-55986aeb770f", "tag": "364ee310-c534-4d48-8710-740f2393aca1"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:09.587609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59394) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:09.590730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-54d2a7c7-765a-4b2b-9039-764cf8abb974 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Deleting port 71d00247-2653-4f7c-b657-59ed576f3321 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:09.591202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-54d2a7c7-765a-4b2b-9039-764cf8abb974 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:09.695797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9da6fbfd-0f3f-4ad1-939e-0e94176930f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:09.704179 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9da6fbfd-0f3f-4ad1-939e-0e94176930f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2167799 Aug 31 13:55:09.843809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f433b939-10b3-4d74-8945-2e919dd65012 None None] New status for floating IP 3caef77e-9b0c-4338-9303-46220134d2ba: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:55:09.871710 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f48773fe-6609-4d39-9525-eea3706d85d4 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:09.894114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd63796-0d43-4aba-8411-d7531b627296 req-25ffaf97-0a2b-495d-a7f1-919efc3ad677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:09.899233 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fd63796-0d43-4aba-8411-d7531b627296 req-25ffaf97-0a2b-495d-a7f1-919efc3ad677 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.4731064 Aug 31 13:55:09.902768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-9395c3fe-605c-4cd3-a74c-1f8a90b06592 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812365 Aug 31 13:55:09.917794 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59404) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:09.987901 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f48773fe-6609-4d39-9525-eea3706d85d4 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:10.065065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55010bdd-d7ae-4bc5-8e97-8d501dbd1a7d req-8864d2b2-b820-45b2-bdc2-727bc4d42922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:10.069914 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55010bdd-d7ae-4bc5-8e97-8d501dbd1a7d req-8864d2b2-b820-45b2-bdc2-727bc4d42922 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 1101 time: 0.4665649 Aug 31 13:55:10.086797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fd63796-0d43-4aba-8411-d7531b627296 req-8377c8e5-a3eb-4d4d-a533-71025d8e22c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d043a383-695b-42d2-9721-93a9938f9575 HTTP/1.1" status: 200 len: 217 time: 0.1269219 Aug 31 13:55:10.090661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-54d2a7c7-765a-4b2b-9039-764cf8abb974 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:10.091095 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-54d2a7c7-765a-4b2b-9039-764cf8abb974 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:10.206168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5686c9c-a2a5-40a2-aca3-87b3dac2952b req-045dde2a-d053-4ed5-b9e7-21c1644f3060 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:10.216576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f5686c9c-a2a5-40a2-aca3-87b3dac2952b req-045dde2a-d053-4ed5-b9e7-21c1644f3060 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 948 time: 0.3124406 Aug 31 13:55:10.218741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd63796-0d43-4aba-8411-d7531b627296 req-6d3c0e95-576a-4323-9a5c-84cd0e68e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:10.221802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fd63796-0d43-4aba-8411-d7531b627296 req-6d3c0e95-576a-4323-9a5c-84cd0e68e753 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1222572 Aug 31 13:55:10.244324 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-54d2a7c7-765a-4b2b-9039-764cf8abb974 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Calling delete_port for 71d00247-2653-4f7c-b657-59ed576f3321 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:10.271247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55010bdd-d7ae-4bc5-8e97-8d501dbd1a7d req-c5a38f9d-ae5d-4ed2-bf21-58ebcdb43189 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165154 Aug 31 13:55:10.297729 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b68fd1f1-ee72-4dd4-910d-c48c351ff9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:10.317393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f5686c9c-a2a5-40a2-aca3-87b3dac2952b req-2d642893-8268-462d-a41c-59d27012cf0b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994878 Aug 31 13:55:10.352031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70fac19b-7ac4-472f-9746-e31671040c65 req-a388b6f5-e1e0-4a35-8642-2021c2d979ae service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602607 Aug 31 13:55:10.380758 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07df438-d93b-423e-af51-30b0ab873786 x-openstack-request-id: req-d07df438-d93b-423e-af51-30b0ab873786 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:10.381100 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33549c44-3a02-4a13-8a7f-55986aeb770f", "tag": "364ee310-c534-4d48-8710-740f2393aca1", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:10.381384 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d07df438-d93b-423e-af51-30b0ab873786 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:10.381991 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33549c44-3a02-4a13-8a7f-55986aeb770f', 'tag': '364ee310-c534-4d48-8710-740f2393aca1', 'status': 'completed', 'code': 200} Aug 31 13:55:10.395397 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd63796-0d43-4aba-8411-d7531b627296 req-e338805b-6b6f-4ac3-ba92-97bef2e76015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:10.402370 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fd63796-0d43-4aba-8411-d7531b627296 req-e338805b-6b6f-4ac3-ba92-97bef2e76015 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601305 Aug 31 13:55:10.416407 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f48773fe-6609-4d39-9525-eea3706d85d4 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:10.423633 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f48773fe-6609-4d39-9525-eea3706d85d4 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:10.427746 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f48773fe-6609-4d39-9525-eea3706d85d4 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "DELETE /v2.0/security-groups/59610e98-5262-4cc8-b8c8-e15b51e12d83 HTTP/1.1" status: 204 len: 168 time: 0.8362761 Aug 31 13:55:10.441968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59410) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:10.502505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48773fe-6609-4d39-9525-eea3706d85d4 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59610e98-5262-4cc8-b8c8-e15b51e12d83,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:10.517486 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-1f1cc901-ea8f-41fd-8650-0f07fb6c8766 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] show failed (client error): The resource could not be found. Aug 31 13:55:10.521966 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1f1cc901-ea8f-41fd-8650-0f07fb6c8766 tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "GET /v2.0/security-groups/59610e98-5262-4cc8-b8c8-e15b51e12d83 HTTP/1.1" status: 404 len: 347 time: 0.0745854 Aug 31 13:55:10.526024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59412) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:10.581350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b62008-93bc-47e7-bf7c-39183c2a5c10 req-7d7daf63-bd33-447b-994a-1a8bba3db0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:10.582964 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44b62008-93bc-47e7-bf7c-39183c2a5c10 req-7d7daf63-bd33-447b-994a-1a8bba3db0d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 1099 time: 0.1629567 Aug 31 13:55:10.611427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93e52f-6ac4-499c-a116-52bc99e7a9d4 req-12e5a9a6-cc6d-43a4-b173-ca3f53c2f2fd tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:10.613049 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f93e52f-6ac4-499c-a116-52bc99e7a9d4 req-12e5a9a6-cc6d-43a4-b173-ca3f53c2f2fd tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 950 time: 0.0923066 Aug 31 13:55:10.752590 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f93e52f-6ac4-499c-a116-52bc99e7a9d4 req-756b379d-1095-4d85-b664-f93dd725d43a tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180305 Aug 31 13:55:10.788016 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fd63796-0d43-4aba-8411-d7531b627296 req-760039c7-4720-4e42-aa8b-01f26e1073e1 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615437 Aug 31 13:55:10.798449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b62008-93bc-47e7-bf7c-39183c2a5c10 req-6dc773cc-ce21-409a-baa9-63be35b89c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:10.800769 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44b62008-93bc-47e7-bf7c-39183c2a5c10 req-6dc773cc-ce21-409a-baa9-63be35b89c50 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2053840 Aug 31 13:55:10.872015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-54d2a7c7-765a-4b2b-9039-764cf8abb974 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:10.878454 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44b62008-93bc-47e7-bf7c-39183c2a5c10 req-2a99750b-2e6b-497f-ad97-d307cb12763e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=364ee310-c534-4d48-8710-740f2393aca1 HTTP/1.1" status: 200 len: 217 time: 0.0648928 Aug 31 13:55:10.896206 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b68fd1f1-ee72-4dd4-910d-c48c351ff9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:10.923664 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b68fd1f1-ee72-4dd4-910d-c48c351ff9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:10.937550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2a7c7-765a-4b2b-9039-764cf8abb974 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Pushing event deleted for resources: {'Port': ['ID=71d00247-2653-4f7c-b657-59ed576f3321,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:10.999487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b62008-93bc-47e7-bf7c-39183c2a5c10 req-00e0113a-cbc1-40bd-800a-12abd5c8c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:11.000955 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44b62008-93bc-47e7-bf7c-39183c2a5c10 req-00e0113a-cbc1-40bd-800a-12abd5c8c649 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1108432 Aug 31 13:55:11.048816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-388ad386-0a12-44f6-8ec5-9d7bd57887ea tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Deleting port 0442a0f8-346a-4780-b51c-f82cd928b278 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:11.049157 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-388ad386-0a12-44f6-8ec5-9d7bd57887ea tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.049277 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-29800372-c3e5-44de-a2d3-f3f7630d2f1a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:11.056930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-29800372-c3e5-44de-a2d3-f3f7630d2f1a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 808 time: 0.1803176 Aug 31 13:55:11.063380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b68fd1f1-ee72-4dd4-910d-c48c351ff9dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b3af8ddb2754f4e811d73041cef33df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1248701 Aug 31 13:55:11.063380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59422) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:11.089273 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-33200574-3108-48bd-ac1d-1260be206664 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/quotas/24b3f2febd7d4b85836b75e97fa9634b HTTP/1.1" status: 200 len: 375 time: 0.0277205 Aug 31 13:55:11.117429 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fd1f1-ee72-4dd4-910d-c48c351ff9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2661d661-0c74-42f3-a71c-ca149fdad93f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:11.123124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8fd63796-0d43-4aba-8411-d7531b627296 req-cc91d8bb-2695-414a-ad6a-8be659ba2013 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178706 Aug 31 13:55:11.153541 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-54d2a7c7-765a-4b2b-9039-764cf8abb974 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.156714 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-54d2a7c7-765a-4b2b-9039-764cf8abb974 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.157995 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-839ebd5e-a202-4fe5-85d4-b51bca053268 req-54d2a7c7-765a-4b2b-9039-764cf8abb974 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "DELETE /v2.0/floatingips/58ee8b43-caeb-4b43-9662-6362b7997433 HTTP/1.1" status: 204 len: 173 time: 2.3113127 Aug 31 13:55:11.158939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b62008-93bc-47e7-bf7c-39183c2a5c10 req-acd54fda-17dd-4c9e-b583-f5981ccbfd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:11.164284 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44b62008-93bc-47e7-bf7c-39183c2a5c10 req-acd54fda-17dd-4c9e-b583-f5981ccbfd57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1480477 Aug 31 13:55:11.257609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-7c1b794b-3287-421d-ae3a-0e4bbe93ff65 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1570015 Aug 31 13:55:11.353149 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44b62008-93bc-47e7-bf7c-39183c2a5c10 req-3b80a6a5-e514-4191-837f-45f1910af0cb service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752670 Aug 31 13:55:11.452768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-0e966763-ed17-4539-b479-ed58dd0e9f01 service neutron] 10.222.0.20 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841874 Aug 31 13:55:11.553377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44b62008-93bc-47e7-bf7c-39183c2a5c10 req-3363cc4e-9304-499e-aa33-376390210b22 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873729 Aug 31 13:55:11.585550 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-388ad386-0a12-44f6-8ec5-9d7bd57887ea tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.585878 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-388ad386-0a12-44f6-8ec5-9d7bd57887ea tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.586640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-8febff27-2540-4d98-b69b-2c6ce1612f2d service neutron] 10.222.0.20 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328599 Aug 31 13:55:11.591410 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-f1c0d74a-5783-4ee0-88ec-eb79885d6fb3 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips/63fc6a03-b03d-475d-99f0-c79ddffd1447 HTTP/1.1" status: 200 len: 692 time: 0.4086707 Aug 31 13:55:11.614281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-388ad386-0a12-44f6-8ec5-9d7bd57887ea tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Calling delete_port for 0442a0f8-346a-4780-b51c-f82cd928b278 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:11.627206 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1db9e418-2308-4a9f-b246-7eb15918dc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.734426 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1db9e418-2308-4a9f-b246-7eb15918dc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.827014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-37f00f80-ee71-47a9-bc95-9fa54b9d39eb tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:11.828389 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-37f00f80-ee71-47a9-bc95-9fa54b9d39eb tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.2233233 Aug 31 13:55:11.899127 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1db9e418-2308-4a9f-b246-7eb15918dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.901739 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1db9e418-2308-4a9f-b246-7eb15918dc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:11.902935 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1db9e418-2308-4a9f-b246-7eb15918dc5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2661d661-0c74-42f3-a71c-ca149fdad93f HTTP/1.1" status: 204 len: 168 time: 0.8294404 Aug 31 13:55:11.909939 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-01a314a1-3f06-4ec3-9159-a337694d5871 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.66 HTTP/1.1" status: 200 len: 695 time: 0.0640309 Aug 31 13:55:11.965321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9e418-2308-4a9f-b246-7eb15918dc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2661d661-0c74-42f3-a71c-ca149fdad93f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:12.060411 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-5d471728-a486-4852-b056-08b18a75eea5 tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.66 HTTP/1.1" status: 200 len: 695 time: 0.1261244 Aug 31 13:55:12.076881 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-388ad386-0a12-44f6-8ec5-9d7bd57887ea tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.151978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347c6ef-37e1-4edd-b176-059d344495ad req-97676f95-285e-4de7-9a99-fccd8785322a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:12.165934 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e347c6ef-37e1-4edd-b176-059d344495ad req-97676f95-285e-4de7-9a99-fccd8785322a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 948 time: 0.0883799 Aug 31 13:55:12.274631 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e347c6ef-37e1-4edd-b176-059d344495ad req-07334c01-7c22-4704-941f-81c20e883033 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065547 Aug 31 13:55:12.318654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ad386-0a12-44f6-8ec5-9d7bd57887ea tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Pushing event deleted for resources: {'Port': ['ID=0442a0f8-346a-4780-b51c-f82cd928b278,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:12.403135 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-388ad386-0a12-44f6-8ec5-9d7bd57887ea tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.404294 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-388ad386-0a12-44f6-8ec5-9d7bd57887ea tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.405673 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-388ad386-0a12-44f6-8ec5-9d7bd57887ea tempest-ServersTestManualDisk-1576323572 tempest-ServersTestManualDisk-1576323572-project] 10.222.0.20 "DELETE /v2.0/floatingips/3caef77e-9b0c-4338-9303-46220134d2ba HTTP/1.1" status: 204 len: 168 time: 1.8786473 Aug 31 13:55:12.409580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59452) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:12.422151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-bf8085e1-e705-4641-beff-22f4ace3207d tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Deleting port d587d217-c4f7-414b-a56f-377914407c03 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:12.422496 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-bf8085e1-e705-4641-beff-22f4ace3207d tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.540199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59456) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:12.555752 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-bf8085e1-e705-4641-beff-22f4ace3207d tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.556085 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-bf8085e1-e705-4641-beff-22f4ace3207d tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.574142 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28418e65-b32e-465f-8197-ab340b84dfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.580162 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-bf8085e1-e705-4641-beff-22f4ace3207d tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Calling delete_port for d587d217-c4f7-414b-a56f-377914407c03 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:12.651691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 364ee310-c534-4d48-8710-740f2393aca1 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:12.670814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7b09d-f0d4-4a3d-b88d-f8a5a834f17f req-7e0a9bca-d979-4f0b-b6c0-e7b68616af7d tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:12.672724 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89b7b09d-f0d4-4a3d-b88d-f8a5a834f17f req-7e0a9bca-d979-4f0b-b6c0-e7b68616af7d tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 950 time: 0.1758106 Aug 31 13:55:12.801058 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89b7b09d-f0d4-4a3d-b88d-f8a5a834f17f req-ab5ce234-f108-4872-a8ff-b8ad2e4879b1 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859799 Aug 31 13:55:12.844556 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28418e65-b32e-465f-8197-ab340b84dfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.854086 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28418e65-b32e-465f-8197-ab340b84dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.868858 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-bf8085e1-e705-4641-beff-22f4ace3207d tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:12.879459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 364ee310-c534-4d48-8710-740f2393aca1, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=364ee310-c534-4d48-8710-740f2393aca1,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:12.909037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '364ee310-c534-4d48-8710-740f2393aca1', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '364ee310-c534-4d48-8710-740f2393aca1', 'mac_address': 'fa:16:3e:eb:48:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:12.930955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8085e1-e705-4641-beff-22f4ace3207d tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Pushing event deleted for resources: {'Port': ['ID=d587d217-c4f7-414b-a56f-377914407c03,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:12.945434 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-28418e65-b32e-465f-8197-ab340b84dfb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4603ae2cb65b4b8cabdf088851f9dc40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011879 Aug 31 13:55:12.946410 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28418e65-b32e-465f-8197-ab340b84dfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccf208f-3a6b-421a-bf78-c7f8ff2ccf19,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:12.949463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59460) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:12.973095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb9f2230-d36f-4d53-8f47-248d24365c87 req-1041eda1-00c6-4383-a9f8-8e9183943bb2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 210 time: 0.0564096 Aug 31 13:55:12.987959 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.029462 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364ee310-c534-4d48-8710-740f2393aca1 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:13.060999 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18445c91-3ee3-47e8-85f3-e1a520209c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.090151 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 364ee310-c534-4d48-8710-740f2393aca1, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=364ee310-c534-4d48-8710-740f2393aca1,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:13.091796 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8791d1b-5b40-4264-86b3-94b5373ae8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.097689 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.098784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device d043a383-695b-42d2-9721-93a9938f9575 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:13.119490 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8791d1b-5b40-4264-86b3-94b5373ae8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.162921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=364ee310-c534-4d48-8710-740f2393aca1,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:13.166169 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-bf8085e1-e705-4641-beff-22f4ace3207d tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.169558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-bf8085e1-e705-4641-beff-22f4ace3207d tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.170776 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f90590c4-042c-49b8-bf6f-79fcf7a222fd req-bf8085e1-e705-4641-beff-22f4ace3207d tempest-FloatingIPDetailsTestJSON-1643911083 tempest-FloatingIPDetailsTestJSON-1643911083-project] 10.222.0.20 "DELETE /v2.0/floatingips/63fc6a03-b03d-475d-99f0-c79ddffd1447 HTTP/1.1" status: 204 len: 173 time: 1.0904386 Aug 31 13:55:13.178902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59462) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:13.182906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:13.183541 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:13.184076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:13.184613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:13.185086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:13.185704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:13.186296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:13.186797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:13.187136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:13.189013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:13.189013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:13.189013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:55:13.219234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8791d1b-5b40-4264-86b3-94b5373ae8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.221964 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8791d1b-5b40-4264-86b3-94b5373ae8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.222205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port d043a383-695b-42d2-9721-93a9938f9575, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d043a383-695b-42d2-9721-93a9938f9575,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:13.235077 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b8791d1b-5b40-4264-86b3-94b5373ae8f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ccf208f-3a6b-421a-bf78-c7f8ff2ccf19 HTTP/1.1" status: 204 len: 168 time: 0.2677824 Aug 31 13:55:13.236107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'd043a383-695b-42d2-9721-93a9938f9575', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'd043a383-695b-42d2-9721-93a9938f9575', 'mac_address': 'fa:16:3e:21:69:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:13.245225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8791d1b-5b40-4264-86b3-94b5373ae8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccf208f-3a6b-421a-bf78-c7f8ff2ccf19,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:13.279561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dddec9-f79b-42cf-a7c7-451fa1c4ac25 req-0835e2c8-8fa4-429c-a25d-f73049d31785 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:13.279561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8dddec9-f79b-42cf-a7c7-451fa1c4ac25 req-0835e2c8-8fa4-429c-a25d-f73049d31785 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6bdc2c3-5713-47b6-9ceb-34677691a141 HTTP/1.1" status: 200 len: 950 time: 0.1705663 Aug 31 13:55:13.293778 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.312711 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d043a383-695b-42d2-9721-93a9938f9575 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:13.336335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port d043a383-695b-42d2-9721-93a9938f9575, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d043a383-695b-42d2-9721-93a9938f9575,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:13.341134 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:13.442739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=d043a383-695b-42d2-9721-93a9938f9575,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:13.503151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cb233-2010-418f-a5f6-76b5d153bd23 req-906ecdd0-0689-4d5f-9a3b-49a87e461051 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:13.507793 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab7cb233-2010-418f-a5f6-76b5d153bd23 req-906ecdd0-0689-4d5f-9a3b-49a87e461051 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 949 time: 0.1040637 Aug 31 13:55:13.565086 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab7cb233-2010-418f-a5f6-76b5d153bd23 req-fb8d716a-ebf7-46a7-8392-a21cec2beea3 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530570 Aug 31 13:55:13.715573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['d043a383-695b-42d2-9721-93a9938f9575'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:13.726730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['364ee310-c534-4d48-8710-740f2393aca1'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:13.926206 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8dddec9-f79b-42cf-a7c7-451fa1c4ac25 req-c2db2f4d-ae2b-4b1b-9e37-5a284189c5fb tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6371269 Aug 31 13:55:14.255821 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99aab240-8c48-4ed1-b49b-1802a20e4f41 req-153fd8a5-b9be-4cea-84c0-f6b3e008662c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 210 time: 0.1141312 Aug 31 13:55:14.530843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-d9bbfe35-a026-43bc-b8bd-d18229a0c94e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:14.533173 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-d9bbfe35-a026-43bc-b8bd-d18229a0c94e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.13 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 808 time: 0.7033465 Aug 31 13:55:14.550571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Request body: {'port': {'device_id': '3195fcd3-189e-4b5a-8fa4-3f23b80ecef9', 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8', 'admin_state_up': True, 'tenant_id': '24b3f2febd7d4b85836b75e97fa9634b'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:14.758655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-18445c91-3ee3-47e8-85f3-e1a520209c71 admin admin] Deleting port db3e191e-9214-4212-aebf-4c304918056a {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:14.758969 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18445c91-3ee3-47e8-85f3-e1a520209c71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:14.832927 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1ef65-8100-495a-b5f1-a9a167691535 req-0c8fb353-1eeb-48fa-b873-4e417fcc07c9 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:14.844277 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4d1ef65-8100-495a-b5f1-a9a167691535 req-0c8fb353-1eeb-48fa-b873-4e417fcc07c9 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 949 time: 0.1135471 Aug 31 13:55:14.888704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59518) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:14.923632 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4d1ef65-8100-495a-b5f1-a9a167691535 req-e209bb84-d0c9-4415-a672-2965a27270e8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731552 Aug 31 13:55:14.938734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-18445c91-3ee3-47e8-85f3-e1a520209c71 admin admin] For port db3e191e-9214-4212-aebf-4c304918056a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=db3e191e-9214-4212-aebf-4c304918056a,segment=NetworkSegment(61f99ee8-2468-4259-ac11-dfdd2a3dc2da),segment_id=61f99ee8-2468-4259-ac11-dfdd2a3dc2da)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:14.939117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18445c91-3ee3-47e8-85f3-e1a520209c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:14.969505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-18445c91-3ee3-47e8-85f3-e1a520209c71 admin admin] Calling delete_port for db3e191e-9214-4212-aebf-4c304918056a owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:14.986787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Made reservation on behalf of 24b3f2febd7d4b85836b75e97fa9634b for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:14.990777 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.074796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1484684119-network', 'tenant_id': '249985a1fb4a4f6882c4fb339a9110a1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:15.106759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Made reservation on behalf of 249985a1fb4a4f6882c4fb339a9110a1 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:15.111583 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.124622 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.300124 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.309705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.349348 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-098fafcb-b880-4afe-aacb-a35229e7f2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.369586 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:55:15.395979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.396342 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Added segment 612b2383-5e9c-4550-a802-4483f116452c of type vlan for network bfc28532-64a9-4290-a36f-95df5d173c16 Aug 31 13:55:15.398669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57fefbc-925b-4843-b7f9-60e1b1928dce,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:15.463717 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.523289 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.525153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:15.526896 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.539835 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6d2c8610-929b-40ad-b230-947c11d5dc6f req-beb6dcce-1652-463d-b79c-17c93109d6bc tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 210 time: 0.0988736 Aug 31 13:55:15.552815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Allocated IP 172.20.0.3 (19dafa0d-1898-4f1f-9922-41c4f0a984d8/609f6a77-d3bd-4385-bfb3-f9d0172f8a63/a0f842d4-e114-4127-9952-150b7b97d267) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:15.597180 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7026663 Aug 31 13:55:15.636894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59526) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:15.651872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a6270e31-a562-412a-9791-d374a4df939a admin admin] Request body: {'subnet': {'network_id': 'bfc28532-64a9-4290-a36f-95df5d173c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1484684119-subnet', 'tenant_id': '249985a1fb4a4f6882c4fb339a9110a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:15.694364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042f80b-ee4e-4b09-9f8e-48078bbbef08 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc28532-64a9-4290-a36f-95df5d173c16,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:15.718028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network bfc28532-64a9-4290-a36f-95df5d173c16 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:55:15.749272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6270e31-a562-412a-9791-d374a4df939a admin admin] Made reservation on behalf of 249985a1fb4a4f6882c4fb339a9110a1 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:15.751667 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a6270e31-a562-412a-9791-d374a4df939a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.866582 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18445c91-3ee3-47e8-85f3-e1a520209c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:15.963939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18445c91-3ee3-47e8-85f3-e1a520209c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3e191e-9214-4212-aebf-4c304918056a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:16.099489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd770ce-61c6-4d1a-b361-8d77e4f86dbe req-4f81a34a-a851-4dbf-9b1e-1afa740dfa6a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:16.115330 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1cd770ce-61c6-4d1a-b361-8d77e4f86dbe req-4f81a34a-a851-4dbf-9b1e-1afa740dfa6a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 949 time: 0.0976098 Aug 31 13:55:16.214571 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1cd770ce-61c6-4d1a-b361-8d77e4f86dbe req-9f3496bb-d9dc-4972-96e0-79e8fdf7e90b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894365 Aug 31 13:55:16.320572 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:16.660195 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 946cadc9-ee61-40e1-bc97-df2b118fea71 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:16.664425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 364ee310-c534-4d48-8710-740f2393aca1 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:16.710868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18445c91-3ee3-47e8-85f3-e1a520209c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:16.744768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91b748fd-4972-40cc-8aa4-12997e422a14 req-caeba01f-c453-43e9-8de2-ea908a30d64e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 210 time: 0.0857129 Aug 31 13:55:16.758341 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a6270e31-a562-412a-9791-d374a4df939a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:16.773395 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:16.788472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['4d43986f-33c9-41d7-babf-25975e5f5d63'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:16.870196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 364ee310-c534-4d48-8710-740f2393aca1 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:16.894955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 364ee310-c534-4d48-8710-740f2393aca1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:16.894955 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:16.944467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:16.987214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'mac_address': 'fa:16:3e:c7:ac:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:17.015907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6270e31-a562-412a-9791-d374a4df939a admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c61106-91c7-466b-a580-18f2957c32f6,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:17.059836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:17.076666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-098fafcb-b880-4afe-aacb-a35229e7f2b3 admin admin] Deleting port 727aab55-887f-4742-8c8f-390ecd5fc509 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:17.077272 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-098fafcb-b880-4afe-aacb-a35229e7f2b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.082695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:17.085086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.094414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:17.135429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 946cadc9-ee61-40e1-bc97-df2b118fea71 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:17.202330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:17.202942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Pushing event updated for resources: {'Port': ['ID=a0f842d4-e114-4127-9952-150b7b97d267,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:17.203131 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.217514 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.276211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33549c44-3a02-4a13-8a7f-55986aeb770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364ee310-c534-4d48-8710-740f2393aca1'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:17.278524 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30508a95-218e-4405-8601-8b0f1645bdec" -d '{"events": [{"server_uuid": "33549c44-3a02-4a13-8a7f-55986aeb770f", "name": "network-vif-plugged", "status": "completed", "tag": "364ee310-c534-4d48-8710-740f2393aca1"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:17.301035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 364ee310-c534-4d48-8710-740f2393aca1, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=364ee310-c534-4d48-8710-740f2393aca1,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:17.307806 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.309606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device d043a383-695b-42d2-9721-93a9938f9575 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:17.336878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6270e31-a562-412a-9791-d374a4df939a admin admin] Checking segment: {'id': '612b2383-5e9c-4550-a802-4483f116452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfc28532-64a9-4290-a36f-95df5d173c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:17.341510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6270e31-a562-412a-9791-d374a4df939a admin admin] Network hostable DHCP agents. Network: bfc28532-64a9-4290-a36f-95df5d173c16, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:55:17.359513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=946cadc9-ee61-40e1-bc97-df2b118fea71,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:17.412424 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccaa8ba-9932-4de5-912d-ba36bba4ecca x-openstack-request-id: req-2ccaa8ba-9932-4de5-912d-ba36bba4ecca {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:17.413001 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33549c44-3a02-4a13-8a7f-55986aeb770f", "name": "network-vif-plugged", "status": "completed", "tag": "364ee310-c534-4d48-8710-740f2393aca1", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:17.413360 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ccaa8ba-9932-4de5-912d-ba36bba4ecca {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:17.413996 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33549c44-3a02-4a13-8a7f-55986aeb770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364ee310-c534-4d48-8710-740f2393aca1', 'code': 200} Aug 31 13:55:17.418653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:17.419739 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.442386 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e627cfd8-2108-4b2a-81e3-30b7cfeb9d3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8979673 Aug 31 13:55:17.472336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['946cadc9-ee61-40e1-bc97-df2b118fea71'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:17.472646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Request body: {'port': {'device_id': '3195fcd3-189e-4b5a-8fa4-3f23b80ecef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:17.535740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6270e31-a562-412a-9791-d374a4df939a admin admin] Network bfc28532-64a9-4290-a36f-95df5d173c16 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:55:17.543378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-098fafcb-b880-4afe-aacb-a35229e7f2b3 admin admin] For port 727aab55-887f-4742-8c8f-390ecd5fc509, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=727aab55-887f-4742-8c8f-390ecd5fc509,segment=NetworkSegment(cdff41dd-01e5-42ce-a493-26c40caa4455),segment_id=cdff41dd-01e5-42ce-a493-26c40caa4455)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:17.544062 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-098fafcb-b880-4afe-aacb-a35229e7f2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.559858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85585c-a383-4ab1-a9bb-cac38ce95b96 req-0d43c45f-c005-4f3b-96cf-ced585f53942 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:17.561468 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fb85585c-a383-4ab1-a9bb-cac38ce95b96 req-0d43c45f-c005-4f3b-96cf-ced585f53942 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 950 time: 0.1200118 Aug 31 13:55:17.630252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-098fafcb-b880-4afe-aacb-a35229e7f2b3 admin admin] Calling delete_port for 727aab55-887f-4742-8c8f-390ecd5fc509 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:17.643701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a6270e31-a562-412a-9791-d374a4df939a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, bfc28532-64a9-4290-a36f-95df5d173c16) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:17.652129 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fb85585c-a383-4ab1-a9bb-cac38ce95b96 req-dbfbf2df-fa4b-4914-bbcf-13a38cc37e60 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752652 Aug 31 13:55:17.680194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6270e31-a562-412a-9791-d374a4df939a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:17.680941 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a6270e31-a562-412a-9791-d374a4df939a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:17.689699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2d69a9-ee30-4876-8dd6-b382463244fa None None] Network bfc28532-64a9-4290-a36f-95df5d173c16 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:17.697930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=364ee310-c534-4d48-8710-740f2393aca1,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:17.756523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port d043a383-695b-42d2-9721-93a9938f9575 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:17.770982 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port d043a383-695b-42d2-9721-93a9938f9575 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:17.771635 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.130802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d76ff0-b47e-4670-a518-49c65c03e281 None None] Network bfc28532-64a9-4290-a36f-95df5d173c16 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:18.199588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.235097 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.256412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a6270e31-a562-412a-9791-d374a4df939a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6185286 Aug 31 13:55:18.264144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acef7-84db-4fef-a216-ccfbe5145275 req-5480e5ab-7f7f-48c0-bb44-17cb854512cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:18.266002 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f11acef7-84db-4fef-a216-ccfbe5145275 req-5480e5ab-7f7f-48c0-bb44-17cb854512cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 1101 time: 0.7013340 Aug 31 13:55:18.336847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18445c91-3ee3-47e8-85f3-e1a520209c71 admin admin] Router df314f5d-0f98-48da-8070-9757981c660d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:55:18.343944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port d043a383-695b-42d2-9721-93a9938f9575, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d043a383-695b-42d2-9721-93a9938f9575,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:18.353769 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.363004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708e79c-f4bc-4342-aaac-420d50e9a411 req-41c18f08-0b23-4136-8b7a-c7658414c571 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:18.369744 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a708e79c-f4bc-4342-aaac-420d50e9a411 req-41c18f08-0b23-4136-8b7a-c7658414c571 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 931 time: 0.2446003 Aug 31 13:55:18.490316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f11acef7-84db-4fef-a216-ccfbe5145275 req-affa3a3d-83dd-43bd-837d-7162dbda1a2f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092311 Aug 31 13:55:18.620378 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=d043a383-695b-42d2-9721-93a9938f9575,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:18.681400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a708e79c-f4bc-4342-aaac-420d50e9a411 req-925a52a6-4738-4cca-9237-19577e5a987e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106222 Aug 31 13:55:18.706114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 946cadc9-ee61-40e1-bc97-df2b118fea71 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:18.933474 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 946cadc9-ee61-40e1-bc97-df2b118fea71 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:18.935114 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:18.981401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18445c91-3ee3-47e8-85f3-e1a520209c71 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:55:19.002866 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b45215-56b3-4701-9a4d-fc300709e681 None None] Sync routers for ids ['df314f5d-0f98-48da-8070-9757981c660d'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:55:19.019821 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-18445c91-3ee3-47e8-85f3-e1a520209c71 admin admin] 10.222.0.20 "PUT /v2.0/routers/df314f5d-0f98-48da-8070-9757981c660d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6094673 Aug 31 13:55:19.026373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59610) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:19.028771 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b45215-56b3-4701-9a4d-fc300709e681 None None] Routers {'df314f5d-0f98-48da-8070-9757981c660d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:19.033912 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e5b45215-56b3-4701-9a4d-fc300709e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['df314f5d-0f98-48da-8070-9757981c660d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:19.044536 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6529-13e4-4b7c-9f5c-d06292161e1e req-a1d4a49d-3e83-4d74-a276-d9f35f2d1c23 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:19.047907 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6dce6529-13e4-4b7c-9f5c-d06292161e1e req-a1d4a49d-3e83-4d74-a276-d9f35f2d1c23 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 950 time: 0.1878061 Aug 31 13:55:19.095180 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:19.154564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:19.160787 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:19.232573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=946cadc9-ee61-40e1-bc97-df2b118fea71,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:19.243532 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6dce6529-13e4-4b7c-9f5c-d06292161e1e req-1d59631c-357c-44a3-8f53-2dd47047df9d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750615 Aug 31 13:55:19.420209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d1a322-6afe-498d-8f78-6f041db12958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd043a383-695b-42d2-9721-93a9938f9575'}, {'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:19.422665 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3e87d3-5f33-41ef-af61-fbdb83ca3fad" -d '{"events": [{"server_uuid": "51d1a322-6afe-498d-8f78-6f041db12958", "name": "network-vif-plugged", "status": "completed", "tag": "d043a383-695b-42d2-9721-93a9938f9575"}, {"server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "name": "network-vif-plugged", "status": "completed", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:19.447682 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e5b45215-56b3-4701-9a4d-fc300709e681 None None] Set router df314f5d-0f98-48da-8070-9757981c660d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:55:19.571046 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6991bc7a-ddf9-42e0-aa16-64104633a9ea x-openstack-request-id: req-6991bc7a-ddf9-42e0-aa16-64104633a9ea {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:19.571545 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d1a322-6afe-498d-8f78-6f041db12958", "name": "network-vif-plugged", "status": "completed", "tag": "d043a383-695b-42d2-9721-93a9938f9575", "code": 200}, {"server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "name": "network-vif-plugged", "status": "completed", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:19.571814 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6991bc7a-ddf9-42e0-aa16-64104633a9ea {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:19.572602 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d1a322-6afe-498d-8f78-6f041db12958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd043a383-695b-42d2-9721-93a9938f9575', 'code': 200} Aug 31 13:55:19.573027 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'code': 200} Aug 31 13:55:19.633808 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-098fafcb-b880-4afe-aacb-a35229e7f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:19.740808 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:19.838184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fafcb-b880-4afe-aacb-a35229e7f2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=727aab55-887f-4742-8c8f-390ecd5fc509,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:19.845353 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f842d4-e114-4127-9952-150b7b97d267 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:19.881443 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.001693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59638) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:20.010932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-291974583-network', 'tenant_id': '23e95982131b441fb6631ce35eee7af8'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:20.045441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Transition to ACTIVE for port object a0f842d4-e114-4127-9952-150b7b97d267 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:20.046944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Made reservation on behalf of 23e95982131b441fb6631ce35eee7af8 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:20.053070 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.066575 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e5b45215-56b3-4701-9a4d-fc300709e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:55:15Z', 'revision_number': 5, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:20.092979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.134698 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.141254 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b45215-56b3-4701-9a4d-fc300709e681 None None] Checking router: df314f5d-0f98-48da-8070-9757981c660d for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:55:20.179198 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b45215-56b3-4701-9a4d-fc300709e681 None None] Routers {'df314f5d-0f98-48da-8070-9757981c660d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:20.180647 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e5b45215-56b3-4701-9a4d-fc300709e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['df314f5d-0f98-48da-8070-9757981c660d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:20.455307 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.502221 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9657d66-c247-49cd-b0d3-dd55b672f7c8 req-83bb0926-ec1e-4d00-8c52-cf3951a060d8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:20.517514 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c9657d66-c247-49cd-b0d3-dd55b672f7c8 req-83bb0926-ec1e-4d00-8c52-cf3951a060d8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 931 time: 0.5981686 Aug 31 13:55:20.524973 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.621420 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e5b45215-56b3-4701-9a4d-fc300709e681 None None] Set router df314f5d-0f98-48da-8070-9757981c660d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:55:20.662888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0e6c1-b792-4114-9a93-d87e399a419c req-2377f4a4-c49a-4880-ac6e-3f3ceb411621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:20.664532 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0b0e6c1-b792-4114-9a93-d87e399a419c req-2377f4a4-c49a-4880-ac6e-3f3ceb411621 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=51d1a322-6afe-498d-8f78-6f041db12958 HTTP/1.1" status: 200 len: 1101 time: 0.9040389 Aug 31 13:55:20.665179 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-098fafcb-b880-4afe-aacb-a35229e7f2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.677768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:55:20.704884 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c9657d66-c247-49cd-b0d3-dd55b672f7c8 req-f40c2d0c-72a9-4351-aee1-61fe7fb3bf10 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860731 Aug 31 13:55:20.726871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dfd9b7-d76c-4288-a069-e98ed407e1dc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:20.758117 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.760954 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Added segment b5ac1cb7-ecf4-4906-bc53-e9869ba73ae6 of type vlan for network b127f69d-4f36-4840-9022-3870ba91b719 Aug 31 13:55:20.912914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.982334 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:20.983679 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:20.984454 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.153749 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.159865 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0b0e6c1-b792-4114-9a93-d87e399a419c req-cbfdea69-50a7-4ac2-842e-fc36ea692861 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481516 Aug 31 13:55:21.203127 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1926830 Aug 31 13:55:21.214108 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e5b45215-56b3-4701-9a4d-fc300709e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:55:15Z', 'revision_number': 5, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:21.218979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f842d4-e114-4127-9952-150b7b97d267,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:21.219278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59662) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:21.249669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5a44f2f5-624f-4c3e-ac85-fa0ecc088df2 admin admin] Request body: {'subnet': {'network_id': 'b127f69d-4f36-4840-9022-3870ba91b719', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-291974583-subnet', 'tenant_id': '23e95982131b441fb6631ce35eee7af8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:21.305558 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20997b9-2c6d-470e-9181-7721d181a418 admin admin] Pushing event updated for resources: {'Network': ['ID=b127f69d-4f36-4840-9022-3870ba91b719,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:21.317719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network b127f69d-4f36-4840-9022-3870ba91b719 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:55:21.330366 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b45215-56b3-4701-9a4d-fc300709e681 None None] The sync data for ids ['df314f5d-0f98-48da-8070-9757981c660d'] in n-d-792364-6 is: [{'id': 'df314f5d-0f98-48da-8070-9757981c660d', 'name': 'tempest-ServersTestManualDisk-963734882-router', 'tenant_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:52:15Z', 'updated_at': '2021-08-31T13:55:15Z', 'revision_number': 5, 'project_id': '8d9fcbdda7164ddb9f5dba9ec5eecdf5', 'gw_port': {'id': '987d5ceb-d6e2-4c27-9882-1faec523f286', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df314f5d-0f98-48da-8070-9757981c660d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:52:18Z', 'updated_at': '2021-08-31T13:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:55:21.355137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a44f2f5-624f-4c3e-ac85-fa0ecc088df2 admin admin] Made reservation on behalf of 23e95982131b441fb6631ce35eee7af8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:21.358235 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5a44f2f5-624f-4c3e-ac85-fa0ecc088df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.515980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Attempting to bind port a0f842d4-e114-4127-9952-150b7b97d267 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:21.516241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Attempting to bind port a0f842d4-e114-4127-9952-150b7b97d267 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:21.516638 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Attempting to bind port a0f842d4-e114-4127-9952-150b7b97d267 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:21.534688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Port a0f842d4-e114-4127-9952-150b7b97d267 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:21.535001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Attempting to bind port a0f842d4-e114-4127-9952-150b7b97d267 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:21.558280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098fafcb-b880-4afe-aacb-a35229e7f2b3 admin admin] Router 448386ed-b913-49a3-ae31-d6cdc3100119 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:55:21.559374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:21.559758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:21.560281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Bound using segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:21.560748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Bound port: a0f842d4-e114-4127-9952-150b7b97d267, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:21.561115 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.592255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdef12e-4da8-4ffb-9f81-8f139ee137b4 req-c1008cee-0ebf-47e7-b01d-ee9c37a7247a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:21.594120 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bdef12e-4da8-4ffb-9f81-8f139ee137b4 req-c1008cee-0ebf-47e7-b01d-ee9c37a7247a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 950 time: 0.9339681 Aug 31 13:55:21.722187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:21.771918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a0f842d4-e114-4127-9952-150b7b97d267,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:21.849944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bdef12e-4da8-4ffb-9f81-8f139ee137b4 req-8666303f-5769-41ef-a9a0-fdd4b1a0b2ef tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817284 Aug 31 13:55:21.856092 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.881924 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5a44f2f5-624f-4c3e-ac85-fa0ecc088df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:21.986242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44f2f5-624f-4c3e-ac85-fa0ecc088df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68fcb0fb-737b-4a63-941a-e683d9f4baab,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:22.003064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Deleting port 987d5ceb-d6e2-4c27-9882-1faec523f286 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:22.003471 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.122143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f3942-15fb-48d3-bc94-45f747cad636 req-0b6e1fa2-d4eb-46aa-9bcb-40ed0b1627dd tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:22.126557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f842d4-e114-4127-9952-150b7b97d267,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:22.142587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-721f3942-15fb-48d3-bc94-45f747cad636 req-0b6e1fa2-d4eb-46aa-9bcb-40ed0b1627dd tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.1504531 Aug 31 13:55:22.175446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a44f2f5-624f-4c3e-ac85-fa0ecc088df2 admin admin] Checking segment: {'id': 'b5ac1cb7-ecf4-4906-bc53-e9869ba73ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b127f69d-4f36-4840-9022-3870ba91b719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:22.176692 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a44f2f5-624f-4c3e-ac85-fa0ecc088df2 admin admin] Network hostable DHCP agents. Network: b127f69d-4f36-4840-9022-3870ba91b719, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:55:22.211900 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-721f3942-15fb-48d3-bc94-45f747cad636 req-cc3777bd-510f-40db-b83f-8eb7cb632c67 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664263 Aug 31 13:55:22.236234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a44f2f5-624f-4c3e-ac85-fa0ecc088df2 admin admin] Network b127f69d-4f36-4840-9022-3870ba91b719 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:55:22.250488 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-5a44f2f5-624f-4c3e-ac85-fa0ecc088df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, b127f69d-4f36-4840-9022-3870ba91b719) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:22.258586 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a44f2f5-624f-4c3e-ac85-fa0ecc088df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:22.259873 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5a44f2f5-624f-4c3e-ac85-fa0ecc088df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.272006 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30cd864-8509-4a32-a57d-c9134b757d9d None None] Network b127f69d-4f36-4840-9022-3870ba91b719 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:22.305175 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5a44f2f5-624f-4c3e-ac85-fa0ecc088df2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0849733 Aug 31 13:55:22.322521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:22.323933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.326871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-e58226d2-53ae-4a99-bb01-a330859d5546 service neutron] 10.222.0.13 "PUT /v2.0/ports/a0f842d4-e114-4127-9952-150b7b97d267 HTTP/1.1" status: 200 len: 1091 time: 4.8661213 Aug 31 13:55:22.379610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3195fcd3-189e-4b5a-8fa4-3f23b80ecef9', 'tag': 'a0f842d4-e114-4127-9952-150b7b97d267'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:22.385522 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3263bd-48e2-454c-bbec-2dc46d2f6439" -d '{"events": [{"name": "network-changed", "server_uuid": "3195fcd3-189e-4b5a-8fa4-3f23b80ecef9", "tag": "a0f842d4-e114-4127-9952-150b7b97d267"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:22.452999 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device db3e191e-9214-4212-aebf-4c304918056a no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:22.538160 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: db3e191e-9214-4212-aebf-4c304918056a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:22.538676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device db3e191e-9214-4212-aebf-4c304918056a not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:22.602623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e728d-e5da-4ec4-a33a-161aa9301e13 None None] Network b127f69d-4f36-4840-9022-3870ba91b719 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:22.632938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098fafcb-b880-4afe-aacb-a35229e7f2b3 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:55:22.647194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-098fafcb-b880-4afe-aacb-a35229e7f2b3 admin admin] 10.222.0.20 "PUT /v2.0/routers/448386ed-b913-49a3-ae31-d6cdc3100119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4667211 Aug 31 13:55:22.648849 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7848aa6a-dceb-4fcc-b344-4086ab2bd6f5 x-openstack-request-id: req-7848aa6a-dceb-4fcc-b344-4086ab2bd6f5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:22.649616 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3195fcd3-189e-4b5a-8fa4-3f23b80ecef9", "tag": "a0f842d4-e114-4127-9952-150b7b97d267", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:22.649923 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7848aa6a-dceb-4fcc-b344-4086ab2bd6f5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:22.650394 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3195fcd3-189e-4b5a-8fa4-3f23b80ecef9', 'tag': 'a0f842d4-e114-4127-9952-150b7b97d267', 'status': 'completed', 'code': 200} Aug 31 13:55:22.652687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59694) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:22.789762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-844cd1db-d3c9-4210-83c6-99165a7166a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:22.790697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be0bf6-408e-4276-8141-7a9800a38889 None None] Sync routers for ids ['448386ed-b913-49a3-ae31-d6cdc3100119'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:55:22.798814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-844cd1db-d3c9-4210-83c6-99165a7166a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 1094 time: 0.2662671 Aug 31 13:55:22.845881 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.913911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be0bf6-408e-4276-8141-7a9800a38889 None None] Routers {'448386ed-b913-49a3-ae31-d6cdc3100119'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:22.914977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-78be0bf6-408e-4276-8141-7a9800a38889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['448386ed-b913-49a3-ae31-d6cdc3100119'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:22.982540 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:22.987910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-bdee5c4b-fbbd-4b10-8c3e-5467d05d0018 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0f842d4-e114-4127-9952-150b7b97d267 HTTP/1.1" status: 200 len: 217 time: 0.1654754 Aug 31 13:55:23.086640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Deleting port 2a10361c-b3bd-4956-8f66-23c07aec98b2 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:23.087306 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:23.221571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] For port 2a10361c-b3bd-4956-8f66-23c07aec98b2, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2a10361c-b3bd-4956-8f66-23c07aec98b2,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:23.226007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:23.243304 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Calling delete_port for 2a10361c-b3bd-4956-8f66-23c07aec98b2 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:23.323797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] For port 987d5ceb-d6e2-4c27-9882-1faec523f286, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=987d5ceb-d6e2-4c27-9882-1faec523f286,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:23.324354 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:23.600170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-78be0bf6-408e-4276-8141-7a9800a38889 None None] Set router 448386ed-b913-49a3-ae31-d6cdc3100119 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:55:23.933894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Calling delete_port for 987d5ceb-d6e2-4c27-9882-1faec523f286 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:23.979085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0894f9-09e3-496e-be41-8fa2c5577994 req-3d5e1279-22af-457d-a5a9-a0ce7ba412b4 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:23.981475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e0894f9-09e3-496e-be41-8fa2c5577994 req-3d5e1279-22af-457d-a5a9-a0ce7ba412b4 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 950 time: 0.7882283 Aug 31 13:55:23.983316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-6a76148c-dc70-4ab1-98d7-62036eb8229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:23.985298 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-6a76148c-dc70-4ab1-98d7-62036eb8229d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.9791586 Aug 31 13:55:24.089286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-78be0bf6-408e-4276-8141-7a9800a38889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'name': 'tempest-FloatingIPDetailsTestJSON-652025520-router', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:32Z', 'updated_at': '2021-08-31T13:55:19Z', 'revision_number': 5, 'project_id': 'f4eec60e3aab46df9b46b7255538d100', 'gw_port': {'id': '2a10361c-b3bd-4956-8f66-23c07aec98b2', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:54:33Z', 'updated_at': '2021-08-31T13:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:24.117806 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.161686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be0bf6-408e-4276-8141-7a9800a38889 None None] Checking router: 448386ed-b913-49a3-ae31-d6cdc3100119 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:55:24.172830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d0bc8398-fcaf-40da-840f-e18034fd5ff9 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:24.181802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d0bc8398-fcaf-40da-840f-e18034fd5ff9 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/networks?id=bfc28532-64a9-4290-a36f-95df5d173c16 HTTP/1.1" status: 200 len: 815 time: 0.4479094 Aug 31 13:55:24.184966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be0bf6-408e-4276-8141-7a9800a38889 None None] Routers {'448386ed-b913-49a3-ae31-d6cdc3100119'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:55:24.186371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-78be0bf6-408e-4276-8141-7a9800a38889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['448386ed-b913-49a3-ae31-d6cdc3100119'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:24.190201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a10361c-b3bd-4956-8f66-23c07aec98b2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:24.228881 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-c19fc948-977c-4a54-8aa5-5fe8ce95a8c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2091837 Aug 31 13:55:24.322422 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-50b3f4c1-8351-404e-8ce5-d00de87782a3 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/quotas/249985a1fb4a4f6882c4fb339a9110a1 HTTP/1.1" status: 200 len: 375 time: 0.1395507 Aug 31 13:55:24.325234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.418645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-78be0bf6-408e-4276-8141-7a9800a38889 None None] Set router 448386ed-b913-49a3-ae31-d6cdc3100119 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:55:24.460119 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-76e7a001-aeae-41bd-8966-dbf4fb0046b2 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=249985a1fb4a4f6882c4fb339a9110a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1360817 Aug 31 13:55:24.564328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-78be0bf6-408e-4276-8141-7a9800a38889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'name': 'tempest-FloatingIPDetailsTestJSON-652025520-router', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:32Z', 'updated_at': '2021-08-31T13:55:23Z', 'revision_number': 7, 'project_id': 'f4eec60e3aab46df9b46b7255538d100', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:24.607088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.615029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.626301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be0bf6-408e-4276-8141-7a9800a38889 None None] The sync data for ids ['448386ed-b913-49a3-ae31-d6cdc3100119'] in n-d-792364-6 is: [{'id': '448386ed-b913-49a3-ae31-d6cdc3100119', 'name': 'tempest-FloatingIPDetailsTestJSON-652025520-router', 'tenant_id': 'f4eec60e3aab46df9b46b7255538d100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:54:32Z', 'updated_at': '2021-08-31T13:55:23Z', 'revision_number': 7, 'project_id': 'f4eec60e3aab46df9b46b7255538d100', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:55:24.631461 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-96bec433-0ce3-49eb-ad0b-100cc0fa2716 service neutron] 10.222.0.20 "GET /v2.0/networks/bfc28532-64a9-4290-a36f-95df5d173c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702299 Aug 31 13:55:24.637116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e0894f9-09e3-496e-be41-8fa2c5577994 req-1a93780f-df30-45e4-891a-a3c300b17809 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449587 Aug 31 13:55:24.755272 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-d3a94913-16c6-48ff-b30b-58654325e3af service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246887 Aug 31 13:55:24.774893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.775476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 448386ed-b913-49a3-ae31-d6cdc3100119 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:55:24.855613 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:24.864647 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c9dfad5f-e06b-4ac7-9e50-55777cc62570 admin admin] 10.222.0.20 "DELETE /v2.0/routers/448386ed-b913-49a3-ae31-d6cdc3100119 HTTP/1.1" status: 204 len: 168 time: 2.2082887 Aug 31 13:55:24.866626 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59732) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:25.005306 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.109446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-940211c7-2fcb-4ee9-abc1-bfd939ec5e6e req-05588dca-210e-4b1f-9ca6-02c984398ff2 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451962 Aug 31 13:55:25.119700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Pushing event deleted for resources: {'Port': ['ID=987d5ceb-d6e2-4c27-9882-1faec523f286,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:25.190245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38840c5d-76d7-48af-8f95-3f57255fd012 req-f3e31ce8-21e9-4ea4-b1ed-69094cbc26fa tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:25.199019 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38840c5d-76d7-48af-8f95-3f57255fd012 req-f3e31ce8-21e9-4ea4-b1ed-69094cbc26fa tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.2884488 Aug 31 13:55:25.306701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.414214 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.417107 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.435078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-798586f1-f2af-4617-a4c9-81a3bb3e8d6c admin admin] Deleting subnet 33166ce2-850e-46f2-b21c-cd2446c2bbb6 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:55:25.440897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-798586f1-f2af-4617-a4c9-81a3bb3e8d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.477502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38840c5d-76d7-48af-8f95-3f57255fd012 req-abb1e2cc-fd87-4cf9-b716-e062418030b4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729163 Aug 31 13:55:25.486400 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.487130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router df314f5d-0f98-48da-8070-9757981c660d {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:55:25.496366 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-798586f1-f2af-4617-a4c9-81a3bb3e8d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.501549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.503034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-069b3cbe-cc74-4b8e-8573-adcafcd335fb admin admin] 10.222.0.20 "DELETE /v2.0/routers/df314f5d-0f98-48da-8070-9757981c660d HTTP/1.1" status: 204 len: 168 time: 6.4750030 Aug 31 13:55:25.506437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59736) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:25.512145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3263bd-48e2-454c-bbec-2dc46d2f6439 req-9108be19-3fc7-4a4d-bd42-dc1295ba4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:25.513941 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea3263bd-48e2-454c-bbec-2dc46d2f6439 req-9108be19-3fc7-4a4d-bd42-dc1295ba4c35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 1094 time: 0.3086686 Aug 31 13:55:25.599023 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-48ed8050-9051-4306-ac6c-ad393114de63 service neutron] 10.222.0.20 "GET /v2.0/networks/bfc28532-64a9-4290-a36f-95df5d173c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8857734 Aug 31 13:55:25.622999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-798586f1-f2af-4617-a4c9-81a3bb3e8d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.677750 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-c885850c-b8fa-43cc-86db-16d16db2da84 admin admin] Deleting subnet 76f69567-cac3-4831-ac6f-de039c35b390 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:55:25.714476 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c885850c-b8fa-43cc-86db-16d16db2da84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.808658 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-798586f1-f2af-4617-a4c9-81a3bb3e8d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.914893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d7a89a-cb41-4f2f-b0fa-934d77b8c408 None None] Network 36ca81aa-521d-4ea7-a497-2428e388ad70 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:25.930036 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-798586f1-f2af-4617-a4c9-81a3bb3e8d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:25.951342 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-798586f1-f2af-4617-a4c9-81a3bb3e8d6c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/33166ce2-850e-46f2-b21c-cd2446c2bbb6 HTTP/1.1" status: 204 len: 168 time: 1.0791543 Aug 31 13:55:25.952272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798586f1-f2af-4617-a4c9-81a3bb3e8d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33166ce2-850e-46f2-b21c-cd2446c2bbb6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:25.975002 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59752) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:26.017961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3263bd-48e2-454c-bbec-2dc46d2f6439 req-c2ce314b-fd74-4961-b6b0-d3103a58e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:26.019970 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea3263bd-48e2-454c-bbec-2dc46d2f6439 req-c2ce314b-fd74-4961-b6b0-d3103a58e7d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.4614267 Aug 31 13:55:26.144382 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea3263bd-48e2-454c-bbec-2dc46d2f6439 req-5318b897-08d3-4063-99fa-ad8ab6a7fe83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0f842d4-e114-4127-9952-150b7b97d267 HTTP/1.1" status: 200 len: 217 time: 0.1053412 Aug 31 13:55:26.149133 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c885850c-b8fa-43cc-86db-16d16db2da84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:26.241731 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5e82fb25-d5e3-45f7-b66b-7e9100b00c95 req-c8cdba5e-b0c2-4700-80ec-759335111169 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 210 time: 0.0957453 Aug 31 13:55:26.340496 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:26.387443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729ba18-826d-4477-989f-c0bc243206f1 req-5db9a3b1-116d-4442-a1af-f6cebebd22ed tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:26.388852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a729ba18-826d-4477-989f-c0bc243206f1 req-5db9a3b1-116d-4442-a1af-f6cebebd22ed tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=51d1a322-6afe-498d-8f78-6f041db12958 HTTP/1.1" status: 200 len: 950 time: 0.4231520 Aug 31 13:55:26.454745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3263bd-48e2-454c-bbec-2dc46d2f6439 req-737a57d4-cd4d-4829-bf87-79a14bcb290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:26.456718 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea3263bd-48e2-454c-bbec-2dc46d2f6439 req-737a57d4-cd4d-4829-bf87-79a14bcb290e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.1496511 Aug 31 13:55:26.508973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Deleting port 2fa080e8-595a-4fe5-b263-796b6450b547 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:26.509868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:26.538933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 727aab55-887f-4742-8c8f-390ecd5fc509 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:26.574699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea3263bd-48e2-454c-bbec-2dc46d2f6439 req-62978dd3-1bc4-4eda-b780-1109989eebff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947723 Aug 31 13:55:26.582855 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a729ba18-826d-4477-989f-c0bc243206f1 req-f1228196-4d1e-44b4-a904-5042b78d24c5 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734755 Aug 31 13:55:26.601246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1accbf3-59f0-4aba-95fc-d70e56683393 None None] DHCP port deletion for 36ca81aa-521d-4ea7-a497-2428e388ad70 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:55:26.629768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 727aab55-887f-4742-8c8f-390ecd5fc509 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:26.630117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 727aab55-887f-4742-8c8f-390ecd5fc509 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:26.630548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2a10361c-b3bd-4956-8f66-23c07aec98b2 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:26.635597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c885850c-b8fa-43cc-86db-16d16db2da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:26.728790 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c885850c-b8fa-43cc-86db-16d16db2da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:26.732590 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 2a10361c-b3bd-4956-8f66-23c07aec98b2 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:26.732940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2a10361c-b3bd-4956-8f66-23c07aec98b2 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:26.733360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 987d5ceb-d6e2-4c27-9882-1faec523f286 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:26.787093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 987d5ceb-d6e2-4c27-9882-1faec523f286 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:26.791321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 987d5ceb-d6e2-4c27-9882-1faec523f286 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:26.878692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f1accbf3-59f0-4aba-95fc-d70e56683393 None None] Deleting port 2fa080e8-595a-4fe5-b263-796b6450b547 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:26.880142 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1accbf3-59f0-4aba-95fc-d70e56683393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:26.899020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885850c-b8fa-43cc-86db-16d16db2da84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f69567-cac3-4831-ac6f-de039c35b390,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:26.934118 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c885850c-b8fa-43cc-86db-16d16db2da84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:26.939973 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c885850c-b8fa-43cc-86db-16d16db2da84 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/76f69567-cac3-4831-ac6f-de039c35b390 HTTP/1.1" status: 204 len: 168 time: 1.4274268 Aug 31 13:55:26.943945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59774) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:27.021632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ad7d6-8971-448a-9124-cfd2abe2170f None None] Network e2da89a8-9876-4b6d-9f58-16863b10e503 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:27.048274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] For port 2fa080e8-595a-4fe5-b263-796b6450b547, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2fa080e8-595a-4fe5-b263-796b6450b547,segment=NetworkSegment(cdff41dd-01e5-42ce-a493-26c40caa4455),segment_id=cdff41dd-01e5-42ce-a493-26c40caa4455)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:27.051145 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.097770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0576c2-5921-4386-b8ed-82b363656624 req-a88b38ed-7b36-49be-a921-0a137a268e98 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:27.112790 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0b0576c2-5921-4386-b8ed-82b363656624 req-a88b38ed-7b36-49be-a921-0a137a268e98 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.1432574 Aug 31 13:55:27.124344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Calling delete_port for 2fa080e8-595a-4fe5-b263-796b6450b547 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:27.261743 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.276153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f1accbf3-59f0-4aba-95fc-d70e56683393 None None] For port 2fa080e8-595a-4fe5-b263-796b6450b547, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2fa080e8-595a-4fe5-b263-796b6450b547,segment=NetworkSegment(cdff41dd-01e5-42ce-a493-26c40caa4455),segment_id=cdff41dd-01e5-42ce-a493-26c40caa4455)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:27.279273 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1accbf3-59f0-4aba-95fc-d70e56683393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.290229 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0b0576c2-5921-4386-b8ed-82b363656624 req-fc7ab0e9-d4c3-4d27-a334-763071f3bb61 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759446 Aug 31 13:55:27.323470 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea3263bd-48e2-454c-bbec-2dc46d2f6439 req-a4240b0e-bae0-4a93-ac21-6e09f1b204a8 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134834 Aug 31 13:55:27.382111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f1accbf3-59f0-4aba-95fc-d70e56683393 None None] Calling delete_port for 2fa080e8-595a-4fe5-b263-796b6450b547 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:27.490393 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.541056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa080e8-595a-4fe5-b263-796b6450b547,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:27.552707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] No DVR routers for this DVR port 2fa080e8-595a-4fe5-b263-796b6450b547 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:27.587650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea3263bd-48e2-454c-bbec-2dc46d2f6439 req-41247a1c-90c1-44e8-b18b-9e932dbd5900 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478967 Aug 31 13:55:27.693680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c2480-1457-49c6-aed3-06c8c39e01c9 req-b0f4a1aa-d402-4248-9421-cd454f686d00 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:27.698642 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4eb34eef-3170-403f-aab1-8a5b0719dc8c req-3931b889-ee21-46b6-bf62-3bcf947b468d tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 210 time: 0.0315747 Aug 31 13:55:27.701171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c2480-1457-49c6-aed3-06c8c39e01c9 req-b0f4a1aa-d402-4248-9421-cd454f686d00 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:27.710521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-323c2480-1457-49c6-aed3-06c8c39e01c9 req-b0f4a1aa-d402-4248-9421-cd454f686d00 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f&device_id=51d1a322-6afe-498d-8f78-6f041db12958 HTTP/1.1" status: 200 len: 1691 time: 0.0880516 Aug 31 13:55:27.719353 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.731112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ca81aa-521d-4ea7-a497-2428e388ad70']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:27.746538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdff41dd-01e5-42ce-a493-26c40caa4455') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:27.746890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdff41dd-01e5-42ce-a493-26c40caa4455') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:27.757471 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.778945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3895ba65-4231-47f3-ba15-1c99da490305 None None] DHCP port deletion for e2da89a8-9876-4b6d-9f58-16863b10e503 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:55:27.781890 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-323c2480-1457-49c6-aed3-06c8c39e01c9 req-15e8bc00-a92c-430c-adc2-edcbeb7f5f3e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702958 Aug 31 13:55:27.796999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.814637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:55:27.818211 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: timer() Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:55:27.822398 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:55:27.834756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Deleting port d4402c04-90ed-43be-a0b1-caaf259e8fe5 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:27.835109 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.903846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.923962 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:27.929844 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] 10.222.0.20 "DELETE /v2.0/networks/36ca81aa-521d-4ea7-a497-2428e388ad70 HTTP/1.1" status: 204 len: 168 time: 1.9519963 Aug 31 13:55:28.009229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bda5b9-6ba0-407d-9bcb-b93aecdc0a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=36ca81aa-521d-4ea7-a497-2428e388ad70,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:28.048082 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1accbf3-59f0-4aba-95fc-d70e56683393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.079084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1accbf3-59f0-4aba-95fc-d70e56683393 None None] Network 36ca81aa-521d-4ea7-a497-2428e388ad70 is not hosted by any dhcp agent {{(pid=106389) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 13:55:28.079759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1accbf3-59f0-4aba-95fc-d70e56683393 None None] No DVR routers for this DVR port 2fa080e8-595a-4fe5-b263-796b6450b547 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:28.172993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1accbf3-59f0-4aba-95fc-d70e56683393 None None] Pushing event deleted for resources: {'Port': ['ID=2fa080e8-595a-4fe5-b263-796b6450b547,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:28.254014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3895ba65-4231-47f3-ba15-1c99da490305 None None] Deleting port d4402c04-90ed-43be-a0b1-caaf259e8fe5 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:55:28.255302 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3895ba65-4231-47f3-ba15-1c99da490305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.358222 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59802) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:28.431922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] For port d4402c04-90ed-43be-a0b1-caaf259e8fe5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d4402c04-90ed-43be-a0b1-caaf259e8fe5,segment=NetworkSegment(61f99ee8-2468-4259-ac11-dfdd2a3dc2da),segment_id=61f99ee8-2468-4259-ac11-dfdd2a3dc2da)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:28.432723 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.473953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afb8ec-b8e9-42d7-98a8-023947b06a17 req-2b18f23f-da28-4a4f-bf10-e69bd6abc8bf tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:28.478242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Calling delete_port for d4402c04-90ed-43be-a0b1-caaf259e8fe5 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:28.480830 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-78afb8ec-b8e9-42d7-98a8-023947b06a17 req-2b18f23f-da28-4a4f-bf10-e69bd6abc8bf tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 1101 time: 0.2001240 Aug 31 13:55:28.493371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d4402c04-90ed-43be-a0b1-caaf259e8fe5 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:28.578516 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3895ba65-4231-47f3-ba15-1c99da490305 None None] For port d4402c04-90ed-43be-a0b1-caaf259e8fe5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d4402c04-90ed-43be-a0b1-caaf259e8fe5,segment=NetworkSegment(61f99ee8-2468-4259-ac11-dfdd2a3dc2da),segment_id=61f99ee8-2468-4259-ac11-dfdd2a3dc2da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:28.578943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3895ba65-4231-47f3-ba15-1c99da490305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.612711 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a7662d4f-95fa-44a8-95bb-bfd45fe9bdff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4eec60e3aab46df9b46b7255538d100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532668 Aug 31 13:55:28.618184 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59806) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:28.642201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3895ba65-4231-47f3-ba15-1c99da490305 None None] Calling delete_port for d4402c04-90ed-43be-a0b1-caaf259e8fe5 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:55:28.651328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-78afb8ec-b8e9-42d7-98a8-023947b06a17 req-8e07db13-69b6-432a-b12f-193385a0a0e9 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243961 Aug 31 13:55:28.732877 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.805976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545110f2-e272-4e64-a031-e223d908a4a2 req-57a48569-4620-4833-836f-991594949736 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:28.809569 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-57a48569-4620-4833-836f-991594949736 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.13 "GET /v2.0/networks?id=bfc28532-64a9-4290-a36f-95df5d173c16 HTTP/1.1" status: 200 len: 815 time: 0.6191463 Aug 31 13:55:28.816190 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.829874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Request body: {'port': {'device_id': '88a2c77b-1106-488c-803c-e280535c0eee', 'network_id': 'bfc28532-64a9-4290-a36f-95df5d173c16', 'admin_state_up': True, 'tenant_id': '249985a1fb4a4f6882c4fb339a9110a1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:28.870341 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d9d893a-00d5-4411-85be-b87949b1d8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.920159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d9d893a-00d5-4411-85be-b87949b1d8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:28.931931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2fa080e8-595a-4fe5-b263-796b6450b547 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:29.023848 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d9d893a-00d5-4411-85be-b87949b1d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.028490 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d9d893a-00d5-4411-85be-b87949b1d8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.029565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 2fa080e8-595a-4fe5-b263-796b6450b547 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:55:29.030253 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4d9d893a-00d5-4411-85be-b87949b1d8e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6ee84fe-f58a-415f-9e61-1e74e0f6a7c3 HTTP/1.1" status: 204 len: 168 time: 0.4109554 Aug 31 13:55:29.030426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2fa080e8-595a-4fe5-b263-796b6450b547 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:55:29.072755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d893a-00d5-4411-85be-b87949b1d8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ee84fe-f58a-415f-9e61-1e74e0f6a7c3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:29.120542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4402c04-90ed-43be-a0b1-caaf259e8fe5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:29.148205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cda6d7-43de-46c5-a8c7-5c98539eddae req-820e4c50-aa19-4173-b856-9e76000f5acb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:29.163891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45cda6d7-43de-46c5-a8c7-5c98539eddae req-820e4c50-aa19-4173-b856-9e76000f5acb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.5100181 Aug 31 13:55:29.175483 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3895ba65-4231-47f3-ba15-1c99da490305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.193791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] No DVR routers for this DVR port d4402c04-90ed-43be-a0b1-caaf259e8fe5 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:29.236503 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1585b-0f25-46db-afa8-25aeeb953964 req-35153658-6d7d-44f3-9d6d-23bd1e0841a0 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:29.242616 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6b1585b-0f25-46db-afa8-25aeeb953964 req-35153658-6d7d-44f3-9d6d-23bd1e0841a0 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=51d1a322-6afe-498d-8f78-6f041db12958 HTTP/1.1" status: 200 len: 1101 time: 0.1398096 Aug 31 13:55:29.267367 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895ba65-4231-47f3-ba15-1c99da490305 None None] Pushing event deleted for resources: {'Port': ['ID=d4402c04-90ed-43be-a0b1-caaf259e8fe5,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:29.295784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895ba65-4231-47f3-ba15-1c99da490305 None None] No DVR routers for this DVR port d4402c04-90ed-43be-a0b1-caaf259e8fe5 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:55:29.385884 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45cda6d7-43de-46c5-a8c7-5c98539eddae req-9e3d3533-08ff-4ef7-a86a-0d570120cc4a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207081 Aug 31 13:55:29.401057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6b1585b-0f25-46db-afa8-25aeeb953964 req-718d6fae-df0f-4c5f-9eb6-7fefe7819816 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497853 Aug 31 13:55:29.468688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.513492 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2da89a8-9876-4b6d-9f58-16863b10e503']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:29.660003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f99ee8-2468-4259-ac11-dfdd2a3dc2da') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:29.661127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f99ee8-2468-4259-ac11-dfdd2a3dc2da') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:55:29.707931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-85c49675-3353-4dcf-b5f4-c041524de7b0 req-28563c27-8293-421b-b6cb-246b2a240474 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 210 time: 0.1170907 Aug 31 13:55:29.718960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.735781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Made reservation on behalf of 249985a1fb4a4f6882c4fb339a9110a1 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:29.744989 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.768658 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.782874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:55:29.783321 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: timer() Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:55:29.785187 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:55:29.935324 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.953899 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:29.956158 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e2da89a8-9876-4b6d-9f58-16863b10e503 HTTP/1.1" status: 204 len: 168 time: 3.0088754 Aug 31 13:55:29.973735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdfc33-7558-4023-95ee-26a357784377 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2da89a8-9876-4b6d-9f58-16863b10e503,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:30.090279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Allocated IP 172.20.0.13 (bfc28532-64a9-4290-a36f-95df5d173c16/14c61106-91c7-466b-a580-18f2957c32f6/8fe75f76-27c9-4ce0-8f7e-b2e7689e2413) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:30.306141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59854) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:30.381061 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4239df11-e405-4f62-9be3-86c306010264 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d9fcbdda7164ddb9f5dba9ec5eecdf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733964 Aug 31 13:55:30.384299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59860) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:30.477907 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.484849 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-5cbea1b8-a9b2-40ae-ab97-58867369512e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091909 Aug 31 13:55:30.625454 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23043ee7-85fd-417e-9771-181a22aa15a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.749679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.797523 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-ee398b7c-ff85-4e61-ac68-84933f33224b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:30.817903 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23043ee7-85fd-417e-9771-181a22aa15a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:30.818208 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-ee398b7c-ff85-4e61-ac68-84933f33224b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3314869 Aug 31 13:55:30.852769 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-cabb6bbf-ab6e-46af-9f02-be7239f0b053 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/quotas/7c0e192034374c6a84e5da48f77a28a2 HTTP/1.1" status: 200 len: 375 time: 0.0336070 Aug 31 13:55:30.893074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Network bfc28532-64a9-4290-a36f-95df5d173c16 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:30.905590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:30.927858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:30.945810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-23e0bdc6-0f29-489d-84ac-f43db5beb6bb tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0918996 Aug 31 13:55:31.011539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Pushing event updated for resources: {'Port': ['ID=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:31.036009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57cec9-bed0-4e85-8db6-ba9b4c3c0f10 req-bbe0ec4a-60dc-4db5-9374-7a39aad3b743 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:31.038210 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d57cec9-bed0-4e85-8db6-ba9b4c3c0f10 req-bbe0ec4a-60dc-4db5-9374-7a39aad3b743 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.3845649 Aug 31 13:55:31.076941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:31.077650 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.103627 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23043ee7-85fd-417e-9771-181a22aa15a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.112212 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23043ee7-85fd-417e-9771-181a22aa15a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.113980 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-23043ee7-85fd-417e-9771-181a22aa15a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5419a160-d53b-4b21-b8ee-14ae7a14a4c6 HTTP/1.1" status: 204 len: 168 time: 0.7283669 Aug 31 13:55:31.130540 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d57cec9-bed0-4e85-8db6-ba9b4c3c0f10 req-4fd4c7ea-6e73-4340-9c6d-706265561fdb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812786 Aug 31 13:55:31.136101 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d187c136-f91a-46a8-a406-5774ec215982 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3116317 Aug 31 13:55:31.137243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23043ee7-85fd-417e-9771-181a22aa15a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5419a160-d53b-4b21-b8ee-14ae7a14a4c6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:31.141807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59882) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:31.162082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Request body: {'port': {'device_id': '88a2c77b-1106-488c-803c-e280535c0eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:31.309966 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7c05b0d-4a08-499a-ad8b-f6c920160ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.332659 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.605628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-37202158-network', 'tenant_id': 'e27881c1f8364d7099ef6b120f734f66'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:31.653507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c003a2-cd63-4236-957c-c7eaa3680f9c req-210ac604-5a22-4558-b672-4bc42a07c5c9 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:31.656641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3c003a2-cd63-4236-957c-c7eaa3680f9c req-210ac604-5a22-4558-b672-4bc42a07c5c9 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 932 time: 0.2134902 Aug 31 13:55:31.669571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Made reservation on behalf of e27881c1f8364d7099ef6b120f734f66 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:31.678057 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.702718 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.757118 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3c003a2-cd63-4236-957c-c7eaa3680f9c req-716f4ead-748b-4fa0-b245-8841c644f873 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57fefbc-925b-4843-b7f9-60e1b1928dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795684 Aug 31 13:55:31.978257 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:31.984265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.013823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:55:32.038523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.038882 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Added segment 0620f743-e89c-4e3a-bd03-b68969c3de2c of type vlan for network a5ca34ca-9f6c-42b2-be33-46b24604e8fd Aug 31 13:55:32.111605 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.145051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.146663 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:32.147573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.241748 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66b1d8dd-b2f8-41e8-bc19-e1499644fd4c req-e566ff52-e74d-452a-a480-f47c399a744f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 210 time: 0.1384809 Aug 31 13:55:32.276593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:32.297129 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.328939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Transition to ACTIVE for port object 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:32.337452 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.403071 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2547071 Aug 31 13:55:32.406072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eedf47c-a8b3-47b7-a414-63b5531bac19,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:32.420276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59928) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:32.429657 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96c6a4-2b07-43fd-b604-5c003992f013 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ca34ca-9f6c-42b2-be33-46b24604e8fd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:32.435863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-be746d97-102e-48ff-947b-42e41f0751cc admin admin] Request body: {'subnet': {'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-37202158-subnet', 'tenant_id': 'e27881c1f8364d7099ef6b120f734f66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:32.452580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network a5ca34ca-9f6c-42b2-be33-46b24604e8fd details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:55:32.510775 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-682cd4e7-eae2-4544-8ad0-e1814a1df9a8 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:32.536929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-682cd4e7-eae2-4544-8ad0-e1814a1df9a8 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 820 time: 0.3862567 Aug 31 13:55:32.555015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be746d97-102e-48ff-947b-42e41f0751cc admin admin] Made reservation on behalf of e27881c1f8364d7099ef6b120f734f66 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:32.558400 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be746d97-102e-48ff-947b-42e41f0751cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:32.570899 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-cd155049-662f-4e15-9955-6f9eebcc9282 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/quotas/d077bd70a48845cf9f4e6b5ff585f732 HTTP/1.1" status: 200 len: 375 time: 0.0316718 Aug 31 13:55:32.676876 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-46b042e4-42af-470b-95da-4465f2380958 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043262 Aug 31 13:55:32.834912 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-ff802105-0dfc-43d2-91fe-b9e39e7f5bfe service neutron] 10.222.0.20 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499219 Aug 31 13:55:32.938874 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a0f842d4-e114-4127-9952-150b7b97d267 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:32.998940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59944) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:33.113749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Pushing event updated for resources: {'Port': ['ID=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:33.222131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec17d8-2c21-4f01-bcca-db38d580f379 req-ce85ee48-74c1-49a5-956f-479774cec092 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:33.237226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18ec17d8-2c21-4f01-bcca-db38d580f379 req-ce85ee48-74c1-49a5-956f-479774cec092 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.8285372 Aug 31 13:55:33.264174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a0f842d4-e114-4127-9952-150b7b97d267,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:33.279326 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a6958ec0-1fff-445b-ada2-ec465abc3af8 service neutron] 10.222.0.20 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433656 Aug 31 13:55:33.298326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'a0f842d4-e114-4127-9952-150b7b97d267', 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8', 'port_id': 'a0f842d4-e114-4127-9952-150b7b97d267', 'mac_address': 'fa:16:3e:9f:01:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609f6a77-d3bd-4385-bfb3-f9d0172f8a63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:33.404929 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.420726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-415210779-network', 'tenant_id': 'e673f4e9d1704fa2bee2b1732d280d76'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:33.433272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f842d4-e114-4127-9952-150b7b97d267 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:33.461482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Made reservation on behalf of e673f4e9d1704fa2bee2b1732d280d76 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:33.464299 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.468590 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a0f842d4-e114-4127-9952-150b7b97d267,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:33.481118 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.492470 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.527667 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18ec17d8-2c21-4f01-bcca-db38d580f379 req-d3ce0f78-901e-479f-bc2b-efa152ad53b3 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852519 Aug 31 13:55:33.557839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Attempting to bind port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:33.558361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Attempting to bind port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '612b2383-5e9c-4550-a802-4483f116452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfc28532-64a9-4290-a36f-95df5d173c16'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:33.565593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Attempting to bind port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 on network bfc28532-64a9-4290-a36f-95df5d173c16 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:33.593604 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=a0f842d4-e114-4127-9952-150b7b97d267,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:33.662653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 on network bfc28532-64a9-4290-a36f-95df5d173c16 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:33.662653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Attempting to bind port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 on network bfc28532-64a9-4290-a36f-95df5d173c16 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:33.717144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:33.717901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Checking segment: {'id': '612b2383-5e9c-4550-a802-4483f116452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfc28532-64a9-4290-a36f-95df5d173c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:33.718619 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Bound using segment: {'id': '612b2383-5e9c-4550-a802-4483f116452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfc28532-64a9-4290-a36f-95df5d173c16'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:33.719187 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.723778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Bound port: 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612b2383-5e9c-4550-a802-4483f116452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfc28532-64a9-4290-a36f-95df5d173c16'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:33.724425 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.724883 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.777221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['a0f842d4-e114-4127-9952-150b7b97d267'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:33.863852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:55:33.907491 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:33.909154 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Added segment de49f7d7-9c89-4c14-befc-ed0940947c8c of type vlan for network 7d350715-2908-428b-a8c1-f5b24bb92dcb Aug 31 13:55:33.927493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] For port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:33.933297 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be746d97-102e-48ff-947b-42e41f0751cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.025216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be746d97-102e-48ff-947b-42e41f0751cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e673293-c4b2-4cfc-82ad-2fb4ebc0f368,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:34.040543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] For port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413,segment=NetworkSegment(612b2383-5e9c-4550-a802-4483f116452c),segment_id=612b2383-5e9c-4550-a802-4483f116452c)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:34.090579 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.101649 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e02e39b3-2854-442c-a7c9-30e4796e1bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.121135 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.150998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd69a44-27ef-4888-b17f-7eae775c5e56,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:34.153005 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.192125 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.203117 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.205721 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.258667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.265634 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.272003 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] 10.222.0.13 "PUT /v2.0/ports/8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 HTTP/1.1" status: 200 len: 1092 time: 3.1148124 Aug 31 13:55:34.298997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbaa83-cd5c-48e6-b768-cebd49863eaf service neutron] Pushing event updated for resources: {'Port': ['ID=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:34.308697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a2c77b-1106-488c-803c-e280535c0eee', 'tag': '8fe75f76-27c9-4ce0-8f7e-b2e7689e2413'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:34.315352 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61361399-a678-4184-98de-aebc31ba8fff" -d '{"events": [{"name": "network-changed", "server_uuid": "88a2c77b-1106-488c-803c-e280535c0eee", "tag": "8fe75f76-27c9-4ce0-8f7e-b2e7689e2413"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:34.346790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dbf2e-430b-400e-93fb-68a6b18a49a0 req-18b1c541-4f2f-46ae-a07a-dea649e8440a tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.357921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-626dbf2e-430b-400e-93fb-68a6b18a49a0 req-18b1c541-4f2f-46ae-a07a-dea649e8440a tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 944 time: 0.3337102 Aug 31 13:55:34.391767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be746d97-102e-48ff-947b-42e41f0751cc admin admin] Checking segment: {'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:34.392408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be746d97-102e-48ff-947b-42e41f0751cc admin admin] Network hostable DHCP agents. Network: a5ca34ca-9f6c-42b2-be33-46b24604e8fd, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:55:34.466827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] Pushing event updated for resources: {'Network': ['ID=7d350715-2908-428b-a8c1-f5b24bb92dcb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:34.501076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 7d350715-2908-428b-a8c1-f5b24bb92dcb details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:55:34.521360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d801f249-a2db-47e2-b4b7-cc06800cb6fd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5041933 Aug 31 13:55:34.524243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-626dbf2e-430b-400e-93fb-68a6b18a49a0 req-1f7193b5-f7d6-49ad-bda9-d328dabaf292 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57fefbc-925b-4843-b7f9-60e1b1928dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653681 Aug 31 13:55:34.535499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59974) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:34.541752 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69128b10-4bcf-48d6-9b0b-964608d81b63 req-9f77aebc-05ff-4d89-ae04-01f64c2975b5 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 210 time: 0.0905457 Aug 31 13:55:34.568953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be746d97-102e-48ff-947b-42e41f0751cc admin admin] Network a5ca34ca-9f6c-42b2-be33-46b24604e8fd is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:55:34.610819 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-aaecd0cf-7431-4944-8f52-ea4ac1d0e1fd admin admin] Request body: {'subnet': {'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-415210779-subnet', 'tenant_id': 'e673f4e9d1704fa2bee2b1732d280d76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:34.631427 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee17a2-8527-42b3-a52d-45c0f24a177a x-openstack-request-id: req-65ee17a2-8527-42b3-a52d-45c0f24a177a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:34.632214 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a2c77b-1106-488c-803c-e280535c0eee", "tag": "8fe75f76-27c9-4ce0-8f7e-b2e7689e2413", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:34.634627 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65ee17a2-8527-42b3-a52d-45c0f24a177a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:34.635299 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a2c77b-1106-488c-803c-e280535c0eee', 'tag': '8fe75f76-27c9-4ce0-8f7e-b2e7689e2413', 'status': 'completed', 'code': 200} Aug 31 13:55:34.664545 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-be746d97-102e-48ff-947b-42e41f0751cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, a5ca34ca-9f6c-42b2-be33-46b24604e8fd) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:34.724482 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf4d965-302e-406f-b21e-a1b97de00125 None None] Network a5ca34ca-9f6c-42b2-be33-46b24604e8fd requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:34.726602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be746d97-102e-48ff-947b-42e41f0751cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.727538 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be746d97-102e-48ff-947b-42e41f0751cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:34.763781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545110f2-e272-4e64-a031-e223d908a4a2 req-cdcc668f-6178-463d-b9e0-081d9d97f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.765594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-cdcc668f-6178-463d-b9e0-081d9d97f8ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=249985a1fb4a4f6882c4fb339a9110a1&device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 1095 time: 0.3750513 Aug 31 13:55:34.827435 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17663f42-10de-4151-ba67-1a893ec318ef req-37d46e2b-f173-4856-a19f-495d0f42f748 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:34.841255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17663f42-10de-4151-ba67-1a893ec318ef req-37d46e2b-f173-4856-a19f-495d0f42f748 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 944 time: 0.1562169 Aug 31 13:55:34.897630 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-cd0c0ca2-6b47-439b-90d5-f981530bbd96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 HTTP/1.1" status: 200 len: 217 time: 0.1008615 Aug 31 13:55:34.902026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-c310be50-18e8-43b0-bf5a-a2be17044bed tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1880224 Aug 31 13:55:34.918992 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6109059a-5bfb-49c7-b7c2-004cc292d595 req-7c8f1dca-034b-487f-bc33-eb2b016371ac tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 210 time: 0.2077699 Aug 31 13:55:34.939961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaecd0cf-7431-4944-8f52-ea4ac1d0e1fd admin admin] Made reservation on behalf of e673f4e9d1704fa2bee2b1732d280d76 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:34.945197 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17663f42-10de-4151-ba67-1a893ec318ef req-eff08074-d630-44e6-8ff5-730b535dc579 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029334 Aug 31 13:55:34.950344 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aaecd0cf-7431-4944-8f52-ea4ac1d0e1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:35.189582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f9aed-e529-4c88-a51a-9a9d1afdfcca None None] Network a5ca34ca-9f6c-42b2-be33-46b24604e8fd requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:35.194774 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:35.369194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-be746d97-102e-48ff-947b-42e41f0751cc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.9422510 Aug 31 13:55:35.385030 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aaecd0cf-7431-4944-8f52-ea4ac1d0e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:35.466664 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-72b67728-6406-40c6-a921-e048137ea73c tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3582270 Aug 31 13:55:35.593894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545110f2-e272-4e64-a031-e223d908a4a2 req-11be1291-bfa0-4c1a-967b-cefd9f36cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:35.596070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-11be1291-bfa0-4c1a-967b-cefd9f36cda1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14c61106-91c7-466b-a580-18f2957c32f6 HTTP/1.1" status: 200 len: 855 time: 0.6708078 Aug 31 13:55:35.683049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecd0cf-7431-4944-8f52-ea4ac1d0e1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:35.704315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-ebd7b403-d92c-400a-9b10-befb6ff9db35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfc28532-64a9-4290-a36f-95df5d173c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780163 Aug 31 13:55:35.771048 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2c982fb5-526d-4d17-8112-eb5dd2760fe5 req-946fa5ed-0602-493d-9483-765d1dda47fa tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 210 time: 0.0456343 Aug 31 13:55:35.773761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-6e747376-b054-415c-9689-ea440b6480e5 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:35.775507 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-6e747376-b054-415c-9689-ea440b6480e5 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8417566 Aug 31 13:55:35.827183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-4a1418c0-d014-4dc3-ba90-b79fe21c08a8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:35.828849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-4a1418c0-d014-4dc3-ba90-b79fe21c08a8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448336 Aug 31 13:55:35.836655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Request body: {'port': {'device_id': '14e875ea-a63e-44af-9a87-cbb2f7b22678', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '7c0e192034374c6a84e5da48f77a28a2'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:35.886159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Request body: {'port': {'device_id': '937091b2-a069-4980-b0c9-69af1061cb09', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '7c0e192034374c6a84e5da48f77a28a2'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:35.931968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaecd0cf-7431-4944-8f52-ea4ac1d0e1fd admin admin] Checking segment: {'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:35.932274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaecd0cf-7431-4944-8f52-ea4ac1d0e1fd admin admin] Network hostable DHCP agents. Network: 7d350715-2908-428b-a8c1-f5b24bb92dcb, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:55:36.109819 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab304e-c60f-4ac6-83db-d645f0018da8 req-79908942-79a9-4bcd-80a2-49d1f32a7298 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:36.117253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69ab304e-c60f-4ac6-83db-d645f0018da8 req-79908942-79a9-4bcd-80a2-49d1f32a7298 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 944 time: 0.3903968 Aug 31 13:55:36.124271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaecd0cf-7431-4944-8f52-ea4ac1d0e1fd admin admin] Network 7d350715-2908-428b-a8c1-f5b24bb92dcb is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:55:36.196656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-46170965-0a4f-4d01-a75b-2384a19dac52 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc28532-64a9-4290-a36f-95df5d173c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709225 Aug 31 13:55:36.203199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-aaecd0cf-7431-4944-8f52-ea4ac1d0e1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 7d350715-2908-428b-a8c1-f5b24bb92dcb) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:36.219759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d13c2a1-8530-489b-83b2-76c9cc1a9ba5 None None] Network 7d350715-2908-428b-a8c1-f5b24bb92dcb requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:36.300565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-8f81ef27-165c-4193-9ace-903dc6feb26c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:36.303112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-8f81ef27-165c-4193-9ace-903dc6feb26c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 820 time: 0.3095717 Aug 31 13:55:36.322465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Request body: {'port': {'device_id': 'f65b4fc0-d01c-4de2-af85-a870a07be3a0', 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4', 'admin_state_up': True, 'tenant_id': 'd077bd70a48845cf9f4e6b5ff585f732'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:36.345050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaecd0cf-7431-4944-8f52-ea4ac1d0e1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:36.346155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aaecd0cf-7431-4944-8f52-ea4ac1d0e1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.384713 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69ab304e-c60f-4ac6-83db-d645f0018da8 req-e8c356de-4faa-4dcd-ac92-ac7ae21476b8 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57fefbc-925b-4843-b7f9-60e1b1928dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664781 Aug 31 13:55:36.428016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Made reservation on behalf of 7c0e192034374c6a84e5da48f77a28a2 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:36.430536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa82ee0c-093d-4bc9-bbb0-dfffb11d9499 None None] Network 7d350715-2908-428b-a8c1-f5b24bb92dcb requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:55:36.431776 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.692050 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-30e9eecb-6f15-405f-bedd-ca83ee61ecda tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:36.696131 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.708251 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-30e9eecb-6f15-405f-bedd-ca83ee61ecda tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/networks?id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd HTTP/1.1" status: 200 len: 820 time: 0.4388466 Aug 31 13:55:36.775285 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-93102354-ac64-4c9d-a14c-ee5fcf1e6bd8 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/quotas/e27881c1f8364d7099ef6b120f734f66 HTTP/1.1" status: 200 len: 375 time: 0.0520580 Aug 31 13:55:36.833968 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-ba92ea59-783e-432d-9354-3935503b0cd8 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e27881c1f8364d7099ef6b120f734f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572340 Aug 31 13:55:36.921224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Made reservation on behalf of 7c0e192034374c6a84e5da48f77a28a2 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:36.925224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:36.944262 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-aaecd0cf-7431-4944-8f52-ea4ac1d0e1fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3943229 Aug 31 13:55:36.951560 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-21d74002-88fc-41d7-90c4-a63d0b4620b9 service neutron] 10.222.0.20 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161563 Aug 31 13:55:36.960565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a0f842d4-e114-4127-9952-150b7b97d267 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:36.987269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Allocated IP 192.168.233.93 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/ee590d80-ef7a-4f5f-8b3b-db91d124bac7) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:36.991755 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-545110f2-e272-4e64-a031-e223d908a4a2 req-d8e1e488-a0de-4532-95f2-ec5c3e51d574 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc28532-64a9-4290-a36f-95df5d173c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7754812 Aug 31 13:55:37.019774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2a6e5-d597-4e7d-8cfb-0b5dd72cde10 req-e6f6bc30-3404-49b9-b212-0e9a61c4e986 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:37.038953 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-42e2a6e5-d597-4e7d-8cfb-0b5dd72cde10 req-e6f6bc30-3404-49b9-b212-0e9a61c4e986 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 944 time: 0.2714269 Aug 31 13:55:37.115877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port a0f842d4-e114-4127-9952-150b7b97d267 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:37.125113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port a0f842d4-e114-4127-9952-150b7b97d267 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:37.125510 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.176304 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-42e2a6e5-d597-4e7d-8cfb-0b5dd72cde10 req-b3d747ee-a2a7-453d-9221-e8e5e7680bd4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353378 Aug 31 13:55:37.242373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Made reservation on behalf of d077bd70a48845cf9f4e6b5ff585f732 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:37.250859 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.440103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61361399-a678-4184-98de-aebc31ba8fff req-585cbf84-498b-4cdd-af6a-5c7d02ed6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:37.443444 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61361399-a678-4184-98de-aebc31ba8fff req-585cbf84-498b-4cdd-af6a-5c7d02ed6e22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=249985a1fb4a4f6882c4fb339a9110a1&device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 1095 time: 0.2800086 Aug 31 13:55:37.470882 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.504227 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-0692f245-1483-45e0-87e8-e173372fbe44 service neutron] 10.222.0.20 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259311 Aug 31 13:55:37.533125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a0f842d4-e114-4127-9952-150b7b97d267,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:37.535434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3195fcd3-189e-4b5a-8fa4-3f23b80ecef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f842d4-e114-4127-9952-150b7b97d267'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:37.541264 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31f2b60-35a6-4279-9b36-0db7d047394e" -d '{"events": [{"server_uuid": "3195fcd3-189e-4b5a-8fa4-3f23b80ecef9", "name": "network-vif-plugged", "status": "completed", "tag": "a0f842d4-e114-4127-9952-150b7b97d267"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:37.546372 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:37.616292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=a0f842d4-e114-4127-9952-150b7b97d267,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:37.691432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61361399-a678-4184-98de-aebc31ba8fff req-f6176c28-1546-4e1f-84f6-59e5d6d63a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:37.693165 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Allocated IP 172.20.0.4 (677f423a-ce82-4600-88fb-73cbea7e32c4/db1e5175-6ccd-4204-bfde-c630070636c0/d8b351ab-54de-43f5-b261-606cc57be020) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:37.696533 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61361399-a678-4184-98de-aebc31ba8fff req-f6176c28-1546-4e1f-84f6-59e5d6d63a33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfc28532-64a9-4290-a36f-95df5d173c16 HTTP/1.1" status: 200 len: 916 time: 0.1974018 Aug 31 13:55:37.754297 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-efe6b568-6a7b-4ade-a73d-430c7cb9836d req-ff3b0715-b8fd-4fbf-ad2e-725b7cdca6f1 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 210 time: 0.2563236 Aug 31 13:55:37.805902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61361399-a678-4184-98de-aebc31ba8fff req-2f0a5871-3b64-40c9-8e89-feef06d015ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 HTTP/1.1" status: 200 len: 217 time: 0.0848973 Aug 31 13:55:37.986833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61361399-a678-4184-98de-aebc31ba8fff req-f9606260-a5d2-42a1-86b5-e834015e6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:37.989088 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61361399-a678-4184-98de-aebc31ba8fff req-f9606260-a5d2-42a1-86b5-e834015e6111 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14c61106-91c7-466b-a580-18f2957c32f6 HTTP/1.1" status: 200 len: 855 time: 0.1728277 Aug 31 13:55:38.171324 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2ee329e-d9bc-47f9-a141-74ad68f44195 req-f69b9216-ffd1-4394-a334-96e4da0cc20b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 210 time: 0.0996823 Aug 31 13:55:38.221972 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61361399-a678-4184-98de-aebc31ba8fff req-9d2d6ce3-21be-4e12-936b-b2131466ca5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfc28532-64a9-4290-a36f-95df5d173c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2111142 Aug 31 13:55:38.258150 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.325666 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.342561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['84a8a35f-4532-4280-9ebd-7b0cf6b3bf22'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:38.402491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Network 677f423a-ce82-4600-88fb-73cbea7e32c4 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:38.409003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:38.422803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:38.446920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61361399-a678-4184-98de-aebc31ba8fff req-0a17a3b4-7389-4ef7-ad0f-28a16e7dea35 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc28532-64a9-4290-a36f-95df5d173c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179325 Aug 31 13:55:38.487449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605844f-8d01-4ea4-bee6-2b40ae7dc57f req-355cdf17-be67-491a-b4f9-8dcd2c78fada tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:38.490465 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a605844f-8d01-4ea4-bee6-2b40ae7dc57f req-355cdf17-be67-491a-b4f9-8dcd2c78fada tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 944 time: 0.4893675 Aug 31 13:55:38.517323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:38.518303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.537339 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Pushing event updated for resources: {'Port': ['ID=d8b351ab-54de-43f5-b261-606cc57be020,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:38.549313 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-a9bb5419-9ac4-47df-9afd-da2193a05313 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2315273 Aug 31 13:55:38.583708 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Request body: {'port': {'device_id': 'f65b4fc0-d01c-4de2-af85-a870a07be3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:38.592652 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.649327 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a605844f-8d01-4ea4-bee6-2b40ae7dc57f req-4479503d-7d98-40cb-bf32-43c877db3ed7 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57fefbc-925b-4843-b7f9-60e1b1928dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595617 Aug 31 13:55:38.694440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Transition to ACTIVE for port object ee590d80-ef7a-4f5f-8b3b-db91d124bac7 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:38.817626 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30b0597-2cc1-4780-8e91-f1964e1b770b x-openstack-request-id: req-a30b0597-2cc1-4780-8e91-f1964e1b770b {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:38.818302 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3195fcd3-189e-4b5a-8fa4-3f23b80ecef9", "name": "network-vif-plugged", "status": "completed", "tag": "a0f842d4-e114-4127-9952-150b7b97d267", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:38.818573 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a30b0597-2cc1-4780-8e91-f1964e1b770b {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:38.818987 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3195fcd3-189e-4b5a-8fa4-3f23b80ecef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f842d4-e114-4127-9952-150b7b97d267', 'code': 200} Aug 31 13:55:38.841905 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.856562 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.872369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:38.884481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61361399-a678-4184-98de-aebc31ba8fff req-6d81eeb7-df6a-4805-bde1-085e4bdb7c6f service neutron] 10.222.0.13 "GET /v2.0/networks/bfc28532-64a9-4290-a36f-95df5d173c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279492 Aug 31 13:55:38.973328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:38.974845 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-20091461-dbbc-45b5-90ef-215bea14d18f req-2dd229b8-4d27-4d25-b070-7d6202edb9bb tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 210 time: 0.0777607 Aug 31 13:55:39.061962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.105330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['364ee310-c534-4d48-8710-740f2393aca1', 'd043a383-695b-42d2-9721-93a9938f9575'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:39.235848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event updated for resources: {'Port': ['ID=ee590d80-ef7a-4f5f-8b3b-db91d124bac7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:39.309097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc7823-d40c-49ed-80ef-dfa712c764f8 req-aea7ed00-22d7-4e47-8337-a9c81bdf6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.311622 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6fc7823-d40c-49ed-80ef-dfa712c764f8 req-aea7ed00-22d7-4e47-8337-a9c81bdf6532 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 1096 time: 0.4430094 Aug 31 13:55:39.340099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:39.361924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:39.369182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:39.461480 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0b6470e2-690a-4008-b1e9-e3cd9899c4aa tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.476450 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0b6470e2-690a-4008-b1e9-e3cd9899c4aa tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/networks?id=7d350715-2908-428b-a8c1-f5b24bb92dcb HTTP/1.1" status: 200 len: 817 time: 0.8295002 Aug 31 13:55:39.561284 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413,segment=NetworkSegment(612b2383-5e9c-4550-a802-4483f116452c),segment_id=612b2383-5e9c-4550-a802-4483f116452c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:39.577276 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6fc7823-d40c-49ed-80ef-dfa712c764f8 req-aa8d7745-68b1-4d14-8599-fda55dc3f990 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431517 Aug 31 13:55:39.578304 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '8fe75f76-27c9-4ce0-8f7e-b2e7689e2413', 'network_id': 'bfc28532-64a9-4290-a36f-95df5d173c16', 'port_id': '8fe75f76-27c9-4ce0-8f7e-b2e7689e2413', 'mac_address': 'fa:16:3e:ec:f2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c61106-91c7-466b-a580-18f2957c32f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:39.580693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:39.597988 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-cc3c6122-dcce-4dbe-bf33-b8de44f0231a tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/quotas/e673f4e9d1704fa2bee2b1732d280d76 HTTP/1.1" status: 200 len: 375 time: 0.0890424 Aug 31 13:55:39.656971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.658953 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.662874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Allocated IP 192.168.233.251 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/9a18a565-755e-4f0a-9f71-454e09b02537) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:39.696957 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.711847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb932fb-708b-4c5c-883b-e988e378f62b req-95337107-dfd4-4088-addf-44183bcacded tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:39.721365 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cb932fb-708b-4c5c-883b-e988e378f62b req-95337107-dfd4-4088-addf-44183bcacded tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.5133669 Aug 31 13:55:39.741890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:39.749111 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-099c6cfe-1584-495c-a4ed-8529c57a873e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9289358 Aug 31 13:55:39.763689 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413,segment=NetworkSegment(612b2383-5e9c-4550-a802-4483f116452c),segment_id=612b2383-5e9c-4550-a802-4483f116452c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:39.783164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-074bdbe5-ce20-4cd8-a697-bbf4ece9e355 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e673f4e9d1704fa2bee2b1732d280d76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1827030 Aug 31 13:55:39.787407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Request body: {'port': {'device_id': '14e875ea-a63e-44af-9a87-cbb2f7b22678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:39.800707 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:39.810286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cb932fb-708b-4c5c-883b-e988e378f62b req-73aae8b1-e91d-4592-8059-8df7b2667d16 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820575 Aug 31 13:55:39.945935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:40.014418 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-af754375-9cae-4ee0-8dfb-aeb29507d6df service neutron] 10.222.0.20 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231812 Aug 31 13:55:40.135479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4687e0f7-0424-43e3-bd96-52877cba31c2 None None] Provisioning for port ee590d80-ef7a-4f5f-8b3b-db91d124bac7 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:40.142421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['8fe75f76-27c9-4ce0-8f7e-b2e7689e2413'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:40.433726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4687e0f7-0424-43e3-bd96-52877cba31c2 None None] Provisioning complete for port ee590d80-ef7a-4f5f-8b3b-db91d124bac7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:40.433993 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4687e0f7-0424-43e3-bd96-52877cba31c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:40.672693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4687e0f7-0424-43e3-bd96-52877cba31c2 None None] Port ee590d80-ef7a-4f5f-8b3b-db91d124bac7 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:40.771610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-3a9d79fd-181f-4353-95b8-0c9904f50c8c tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:40.775889 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-3a9d79fd-181f-4353-95b8-0c9904f50c8c tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.52 "GET /v2.0/networks?id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd HTTP/1.1" status: 200 len: 820 time: 0.5231340 Aug 31 13:55:40.793353 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-80f129a6-7a5b-4a53-aa91-8168ca8af0f2 service neutron] 10.222.0.20 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777560 Aug 31 13:55:40.928104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Request body: {'port': {'device_id': '3b79aa30-21fb-409b-be06-b2d0b993f0e2', 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd', 'admin_state_up': True, 'tenant_id': 'e27881c1f8364d7099ef6b120f734f66'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:41.069825 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:41.137693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Made reservation on behalf of e27881c1f8364d7099ef6b120f734f66 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:41.144266 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:41.212626 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b351ab-54de-43f5-b261-606cc57be020 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:41.243937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2174b-27bb-4bef-ae3b-1b2a6fe0ded0 req-3c5974f5-2fc1-43aa-90bb-01cacaee33cb tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:41.247147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-34f2174b-27bb-4bef-ae3b-1b2a6fe0ded0 req-3c5974f5-2fc1-43aa-90bb-01cacaee33cb tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 931 time: 1.3547585 Aug 31 13:55:41.418141 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:41.490160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Transition to ACTIVE for port object d8b351ab-54de-43f5-b261-606cc57be020 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:41.524663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:41.548681 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:41.610272 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-34f2174b-27bb-4bef-ae3b-1b2a6fe0ded0 req-4caa431f-0bd8-4bbf-9b9a-d482f250f8ee tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486707 Aug 31 13:55:41.627395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Transition to ACTIVE for port object 9a18a565-755e-4f0a-9f71-454e09b02537 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:41.736042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-34b2676e-004a-41af-b72b-ed56eda1abb4 req-276745af-beda-4f86-b4d2-44e50171ac1c tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 210 time: 0.0512707 Aug 31 13:55:41.753430 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Allocated IP 172.20.0.10 (a5ca34ca-9f6c-42b2-be33-46b24604e8fd/7e673293-c4b2-4cfc-82ad-2fb4ebc0f368/36830708-13fa-4f08-a40a-45ddfac9a520) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:41.757002 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b351ab-54de-43f5-b261-606cc57be020,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:42.056015 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:42.077193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:42.174317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event updated for resources: {'Port': ['ID=9a18a565-755e-4f0a-9f71-454e09b02537,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:42.194731 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['364ee310-c534-4d48-8710-740f2393aca1', 'd043a383-695b-42d2-9721-93a9938f9575'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:42.196993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:42.209114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:42.222463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:42.403687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:42.414234 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:42.493332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088adc54-3a26-413e-a2f2-19da2cff3b8e req-044421ea-df87-40d2-9d57-ded93e3abb4c tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:42.502426 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-088adc54-3a26-413e-a2f2-19da2cff3b8e req-044421ea-df87-40d2-9d57-ded93e3abb4c tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 945 time: 0.6277409 Aug 31 13:55:42.583950 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e8efd8f-4064-40ef-8127-595c2a3b9b34 req-9e6a3535-3e88-4e57-8a07-fce883c0cffc tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 210 time: 0.0915442 Aug 31 13:55:42.651459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-eb46ac4f-3e3b-427a-b1dd-5088644d4ea7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7725053 Aug 31 13:55:42.705183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Request body: {'port': {'device_id': '937091b2-a069-4980-b0c9-69af1061cb09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:42.808047 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:55:42.816853 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-088adc54-3a26-413e-a2f2-19da2cff3b8e req-c799644c-2ded-4908-88a8-613385c66d04 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57fefbc-925b-4843-b7f9-60e1b1928dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047202 Aug 31 13:55:42.895806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8c677502-db91-43d8-aa5c-2d12441a9274 None None] Provisioning for port 9a18a565-755e-4f0a-9f71-454e09b02537 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:42.916555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8c677502-db91-43d8-aa5c-2d12441a9274 None None] Provisioning complete for port 9a18a565-755e-4f0a-9f71-454e09b02537 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:42.917329 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8c677502-db91-43d8-aa5c-2d12441a9274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.005342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:43.081880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee590d80-ef7a-4f5f-8b3b-db91d124bac7 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:43.094101 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.125716 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.171518 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Attempting to bind port d8b351ab-54de-43f5-b261-606cc57be020 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:43.172123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Attempting to bind port d8b351ab-54de-43f5-b261-606cc57be020 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:43.172353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Attempting to bind port d8b351ab-54de-43f5-b261-606cc57be020 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:43.206728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Port d8b351ab-54de-43f5-b261-606cc57be020 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:43.207184 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Attempting to bind port d8b351ab-54de-43f5-b261-606cc57be020 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:43.238603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Transition to ACTIVE for port object ee590d80-ef7a-4f5f-8b3b-db91d124bac7 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:43.260976 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.289298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8c677502-db91-43d8-aa5c-2d12441a9274 None None] Port 9a18a565-755e-4f0a-9f71-454e09b02537 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:55:43.300491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:43.309372 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:43.313015 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Bound using segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:43.324847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Bound port: d8b351ab-54de-43f5-b261-606cc57be020, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:43.326914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.471457 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:43.523897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:43.525272 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.583818 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad4ff3-808c-4e72-8291-008d72f097a8 req-8fa35d29-3cba-41ce-9f51-db7f318f5297 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:43.600379 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4bad4ff3-808c-4e72-8291-008d72f097a8 req-8fa35d29-3cba-41ce-9f51-db7f318f5297 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.7431066 Aug 31 13:55:43.711285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee590d80-ef7a-4f5f-8b3b-db91d124bac7,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:43.791892 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4bad4ff3-808c-4e72-8291-008d72f097a8 req-a6859339-78f4-490f-9582-009e5d0dee50 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889622 Aug 31 13:55:43.808654 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.830852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:43.860744 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d8b351ab-54de-43f5-b261-606cc57be020,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:43.883598 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:43.986425 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.044357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.045998 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.048997 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/d8b351ab-54de-43f5-b261-606cc57be020 HTTP/1.1" status: 200 len: 1091 time: 5.4847310 Aug 31 13:55:44.050652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65b4fc0-d01c-4de2-af85-a870a07be3a0', 'tag': 'd8b351ab-54de-43f5-b261-606cc57be020'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:44.056000 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a54c0ff-5b05-44d1-9e63-6a222f551d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f65b4fc0-d01c-4de2-af85-a870a07be3a0", "tag": "d8b351ab-54de-43f5-b261-606cc57be020"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:44.136486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413,segment=NetworkSegment(612b2383-5e9c-4550-a802-4483f116452c),segment_id=612b2383-5e9c-4550-a802-4483f116452c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:44.141293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a2c77b-1106-488c-803c-e280535c0eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe75f76-27c9-4ce0-8f7e-b2e7689e2413'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:44.146200 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f67dcd-c6c3-49a7-a07d-5638844137bb" -d '{"events": [{"server_uuid": "88a2c77b-1106-488c-803c-e280535c0eee", "name": "network-vif-plugged", "status": "completed", "tag": "8fe75f76-27c9-4ce0-8f7e-b2e7689e2413"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:44.148075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e1b3d-6edb-4829-9165-4dad1cbe74a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b351ab-54de-43f5-b261-606cc57be020,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:44.165906 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.267919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90127af-1931-499e-92e8-1ee676380964 req-44f78f64-0541-4baf-913c-232b1f398493 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.269755 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c90127af-1931-499e-92e8-1ee676380964 req-44f78f64-0541-4baf-913c-232b1f398493 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 943 time: 0.5845952 Aug 31 13:55:44.284244 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a4511-de72-4249-be59-35a0cc3b4f80 req-17cd39e7-e86a-401b-bd9a-a553e7fe2aa3 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.292618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:44.325529 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c29a4511-de72-4249-be59-35a0cc3b4f80 req-17cd39e7-e86a-401b-bd9a-a553e7fe2aa3 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 936 time: 0.3309519 Aug 31 13:55:44.333782 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.365395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Attempting to bind port ee590d80-ef7a-4f5f-8b3b-db91d124bac7 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:44.365942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Attempting to bind port ee590d80-ef7a-4f5f-8b3b-db91d124bac7 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:44.366467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Attempting to bind port ee590d80-ef7a-4f5f-8b3b-db91d124bac7 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:44.469221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Port ee590d80-ef7a-4f5f-8b3b-db91d124bac7 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:44.469734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Attempting to bind port ee590d80-ef7a-4f5f-8b3b-db91d124bac7 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:44.489788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event updated for resources: {'Port': ['ID=36830708-13fa-4f08-a40a-45ddfac9a520,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:44.742446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Network a5ca34ca-9f6c-42b2-be33-46b24604e8fd is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:44.774859 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c90127af-1931-499e-92e8-1ee676380964 req-f7157061-51c5-4544-975f-a23230ed8d31 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452326 Aug 31 13:55:44.779301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:44.779832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:44.780547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:44.790716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-9598e27d-8f55-47aa-a86b-b1bef6f690c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.794025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Bound port: ee590d80-ef7a-4f5f-8b3b-db91d124bac7, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:44.794297 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-9598e27d-8f55-47aa-a86b-b1bef6f690c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 1094 time: 0.6922097 Aug 31 13:55:44.794459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.796284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:44.800850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a18a565-755e-4f0a-9f71-454e09b02537 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:44.834836 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c29a4511-de72-4249-be59-35a0cc3b4f80 req-83ad6f6e-caa0-487e-8294-4a96bfd947a2 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841003 Aug 31 13:55:44.844375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:44.849757 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:44.904670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Transition to ACTIVE for port object 9a18a565-755e-4f0a-9f71-454e09b02537 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:44.913647 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-5f788457-682c-480d-bee1-778adb01f364 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:44.916539 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-5f788457-682c-480d-bee1-778adb01f364 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.13 "GET /v2.0/networks?id=7d350715-2908-428b-a8c1-f5b24bb92dcb HTTP/1.1" status: 200 len: 817 time: 0.4318645 Aug 31 13:55:44.930430 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.011185 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-8a1b9132-c703-4f29-bdac-6521819fd6e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8b351ab-54de-43f5-b261-606cc57be020 HTTP/1.1" status: 200 len: 217 time: 0.1732943 Aug 31 13:55:45.121981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.124370 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.142479 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Request body: {'port': {'device_id': '33498f84-a257-4f20-91ee-0807b43f4cb6', 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb', 'admin_state_up': True, 'tenant_id': 'e673f4e9d1704fa2bee2b1732d280d76'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:45.222273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] For port ee590d80-ef7a-4f5f-8b3b-db91d124bac7, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:45.226489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] For port ee590d80-ef7a-4f5f-8b3b-db91d124bac7, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ee590d80-ef7a-4f5f-8b3b-db91d124bac7,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:45.393689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-9b167427-51b0-4c9d-8913-e9ae82d96bb9 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.397433 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-9b167427-51b0-4c9d-8913-e9ae82d96bb9 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.13 "GET /v2.0/networks?id=7d350715-2908-428b-a8c1-f5b24bb92dcb HTTP/1.1" status: 200 len: 817 time: 0.1678684 Aug 31 13:55:45.413406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Request body: {'port': {'device_id': '9a3ef644-a43a-43cb-b16a-39e4ba91b8b0', 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb', 'admin_state_up': True, 'tenant_id': 'e673f4e9d1704fa2bee2b1732d280d76'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:45.576740 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.579827 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-9ec9c4d5-5d31-4457-bbbf-7ead978502ef tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6639206 Aug 31 13:55:45.667634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Request body: {'port': {'device_id': '3b79aa30-21fb-409b-be06-b2d0b993f0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:45.682841 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d6cc609-deff-4513-9d0b-550402897b8c req-766aaca6-672f-4f71-aec8-0ca6c8489a09 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 210 time: 0.3244553 Aug 31 13:55:45.688399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.689514 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.692559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] 10.222.0.13 "PUT /v2.0/ports/ee590d80-ef7a-4f5f-8b3b-db91d124bac7 HTTP/1.1" status: 200 len: 1095 time: 5.9136684 Aug 31 13:55:45.740586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e875ea-a63e-44af-9a87-cbb2f7b22678', 'tag': 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:45.750629 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c582bb16-98c9-4f8e-b294-bf0968b7be6e" -d '{"events": [{"name": "network-changed", "server_uuid": "14e875ea-a63e-44af-9a87-cbb2f7b22678", "tag": "ee590d80-ef7a-4f5f-8b3b-db91d124bac7"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:45.760739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Pushing event updated for resources: {'Port': ['ID=9a18a565-755e-4f0a-9f71-454e09b02537,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:45.777154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Made reservation on behalf of e673f4e9d1704fa2bee2b1732d280d76 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:45.783427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:45.799200 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-4730db69-84cf-4619-941d-a8045eaa22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.803930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-4730db69-84cf-4619-941d-a8045eaa22a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.6427708 Aug 31 13:55:45.829480 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea0775-c700-45c4-845a-1adaee87d2c8 req-27f482ee-fe11-4074-a8e9-a57c2bbf4a2d tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:45.831662 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43ea0775-c700-45c4-845a-1adaee87d2c8 req-27f482ee-fe11-4074-a8e9-a57c2bbf4a2d tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 932 time: 0.6975865 Aug 31 13:55:45.972245 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-8b0f0d31-d01c-416f-8f50-59de6fb3ae47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967677 Aug 31 13:55:45.983234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:46.084677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.13', 54610) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:46.136146 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-e5c0df76-9cf1-4637-a0a0-b2b9de17618b service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504362 Aug 31 13:55:46.166120 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Made reservation on behalf of e673f4e9d1704fa2bee2b1732d280d76 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:46.170243 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:46.404068 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900d8eae-0624-4314-84dc-5b14d64b0bde req-56f39301-b6a9-41be-a5a5-041234bf57b0 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553816 Aug 31 13:55:46.479187 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43ea0775-c700-45c4-845a-1adaee87d2c8 req-28a99951-e40c-4402-aaaa-d657d1741e88 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808330 Aug 31 13:55:46.575588 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0ddce4b-a84b-4f1e-b52e-af3c2825f961 req-ef93629e-f6b1-40b9-b815-0d0bafd30c9a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4762728 Aug 31 13:55:46.741985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab8444-6c9e-439a-878a-4f586ebb0e87 req-041d6a85-8111-4f02-8775-9d58fc54e145 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.750222 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9eab8444-6c9e-439a-878a-4f586ebb0e87 req-041d6a85-8111-4f02-8775-9d58fc54e145 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 1096 time: 0.7636311 Aug 31 13:55:46.807461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-013ee7ac-6b29-48ca-9a91-1a5214137964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.809385 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-013ee7ac-6b29-48ca-9a91-1a5214137964 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=14e875ea-a63e-44af-9a87-cbb2f7b22678 HTTP/1.1" status: 200 len: 1098 time: 1.0093327 Aug 31 13:55:46.831225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9eab8444-6c9e-439a-878a-4f586ebb0e87 req-e7596a53-14af-45aa-8114-309460584ada tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795074 Aug 31 13:55:46.832320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30e017-bbe3-48c2-842c-62bb77f2afa7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee590d80-ef7a-4f5f-8b3b-db91d124bac7,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:46.909954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-9281bbfd-55c9-4e18-8ce9-158b7a024e47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ee590d80-ef7a-4f5f-8b3b-db91d124bac7 HTTP/1.1" status: 200 len: 217 time: 0.0527256 Aug 31 13:55:46.917139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8fbc3ede-eacf-4c84-b051-95f23a81aa29 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:46.918831 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8fbc3ede-eacf-4c84-b051-95f23a81aa29 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.52 "GET /v2.0/networks?id=7d350715-2908-428b-a8c1-f5b24bb92dcb HTTP/1.1" status: 200 len: 817 time: 1.9229035 Aug 31 13:55:46.950917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Request body: {'port': {'device_id': '48ad7e0d-ba3a-4e93-91e3-1a396230526b', 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb', 'admin_state_up': True, 'tenant_id': 'e673f4e9d1704fa2bee2b1732d280d76'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:46.998840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Attempting to bind port 9a18a565-755e-4f0a-9f71-454e09b02537 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:46.999294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Attempting to bind port 9a18a565-755e-4f0a-9f71-454e09b02537 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:46.999679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Attempting to bind port 9a18a565-755e-4f0a-9f71-454e09b02537 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:47.053574 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddce4b-a84b-4f1e-b52e-af3c2825f961 req-0e74b4fc-1a8a-4bdc-a2bc-f8ccd3ab7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.055333 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0ddce4b-a84b-4f1e-b52e-af3c2825f961 req-0e74b4fc-1a8a-4bdc-a2bc-f8ccd3ab7bf0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 1095 time: 0.3431871 Aug 31 13:55:47.055522 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc7a32d-2357-49bd-a1e5-546d34090ff1 x-openstack-request-id: req-ffc7a32d-2357-49bd-a1e5-546d34090ff1 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:47.056022 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a2c77b-1106-488c-803c-e280535c0eee", "name": "network-vif-plugged", "status": "completed", "tag": "8fe75f76-27c9-4ce0-8f7e-b2e7689e2413", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:47.056285 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffc7a32d-2357-49bd-a1e5-546d34090ff1 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:47.057792 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a2c77b-1106-488c-803c-e280535c0eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe75f76-27c9-4ce0-8f7e-b2e7689e2413', 'code': 200} Aug 31 13:55:47.077166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Port 9a18a565-755e-4f0a-9f71-454e09b02537 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:47.077628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Attempting to bind port 9a18a565-755e-4f0a-9f71-454e09b02537 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:47.113124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:47.113556 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:47.114119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:47.114693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Bound port: 9a18a565-755e-4f0a-9f71-454e09b02537, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:47.115301 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.119073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.13', 54611) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:47.171182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Allocated IP 172.20.0.8 (7d350715-2908-428b-a8c1-f5b24bb92dcb/83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec/7b2ae877-74ca-4032-93e1-933ed0b6ffa8) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:47.259802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddce4b-a84b-4f1e-b52e-af3c2825f961 req-88bf7009-b779-49a3-98b3-55f13c028131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.260996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0ddce4b-a84b-4f1e-b52e-af3c2825f961 req-88bf7009-b779-49a3-98b3-55f13c028131 service neutron] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.1369247 Aug 31 13:55:47.294410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-4b572580-dbce-408c-9750-24e00086192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.294410 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-4b572580-dbce-408c-9750-24e00086192c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.3701894 Aug 31 13:55:47.334038 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84582ca4-dc82-48ac-ae02-7f63c82c2b80 x-openstack-request-id: req-84582ca4-dc82-48ac-ae02-7f63c82c2b80 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:47.334352 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65b4fc0-d01c-4de2-af85-a870a07be3a0", "tag": "d8b351ab-54de-43f5-b261-606cc57be020", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:47.334706 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84582ca4-dc82-48ac-ae02-7f63c82c2b80 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:47.335045 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65b4fc0-d01c-4de2-af85-a870a07be3a0', 'tag': 'd8b351ab-54de-43f5-b261-606cc57be020', 'status': 'completed', 'code': 200} Aug 31 13:55:47.415706 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.505788 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119d1924-9cce-4cfc-8b77-8626eb734380 x-openstack-request-id: req-119d1924-9cce-4cfc-8b77-8626eb734380 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:47.506192 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e875ea-a63e-44af-9a87-cbb2f7b22678", "tag": "ee590d80-ef7a-4f5f-8b3b-db91d124bac7", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:47.506570 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-119d1924-9cce-4cfc-8b77-8626eb734380 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:47.507073 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e875ea-a63e-44af-9a87-cbb2f7b22678', 'tag': 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7', 'status': 'completed', 'code': 200} Aug 31 13:55:47.570717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36830708-13fa-4f08-a40a-45ddfac9a520 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:47.596330 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.633900 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.697672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Network 7d350715-2908-428b-a8c1-f5b24bb92dcb is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:47.715964 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b5ca9-3751-45ab-b036-90c32c899633 req-82a75b63-6acf-4a2d-8fd5-be61f2325048 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.717608 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6e2b5ca9-3751-45ab-b036-90c32c899633 req-82a75b63-6acf-4a2d-8fd5-be61f2325048 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 946 time: 0.9426649 Aug 31 13:55:47.723760 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:47.735870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Transition to ACTIVE for port object 36830708-13fa-4f08-a40a-45ddfac9a520 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:47.745408 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:47.786292 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0ddce4b-a84b-4f1e-b52e-af3c2825f961 req-3bdda962-9643-4273-995f-4d91fc1f7485 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50143a29-d54c-419d-a871-593592f80142 HTTP/1.1" status: 200 len: 217 time: 0.4215055 Aug 31 13:55:47.787809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] For port 9a18a565-755e-4f0a-9f71-454e09b02537, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:47.839127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Made reservation on behalf of e673f4e9d1704fa2bee2b1732d280d76 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:55:47.844706 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.858180 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54c0ff-5b05-44d1-9e63-6a222f551d2a req-c8117a09-9fcf-4dec-a71a-d136783e887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.861168 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a54c0ff-5b05-44d1-9e63-6a222f551d2a req-c8117a09-9fcf-4dec-a71a-d136783e887d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 1094 time: 0.5228081 Aug 31 13:55:47.862062 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:47.901682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Pushing event updated for resources: {'Port': ['ID=7b2ae877-74ca-4032-93e1-933ed0b6ffa8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:47.925609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddce4b-a84b-4f1e-b52e-af3c2825f961 req-774fac48-7a9d-4120-9455-12d8f000e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.927379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0ddce4b-a84b-4f1e-b52e-af3c2825f961 req-774fac48-7a9d-4120-9455-12d8f000e89d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.0739510 Aug 31 13:55:47.942342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-bc9b169d-6ca9-45b6-9d7f-13e12fce5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:47.944001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-bc9b169d-6ca9-45b6-9d7f-13e12fce5ba2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5245771 Aug 31 13:55:47.970583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] For port 9a18a565-755e-4f0a-9f71-454e09b02537, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=9a18a565-755e-4f0a-9f71-454e09b02537,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:47.980008 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=36830708-13fa-4f08-a40a-45ddfac9a520,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:47.998486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6e2b5ca9-3751-45ab-b036-90c32c899633 req-0b3c092c-d767-4834-bd50-1e8393ef6687 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57fefbc-925b-4843-b7f9-60e1b1928dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723143 Aug 31 13:55:48.065530 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0ddce4b-a84b-4f1e-b52e-af3c2825f961 req-a7316edb-2e8d-4d6c-875b-7305a5f8a7be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182895 Aug 31 13:55:48.067874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.068944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.080887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Allocated IP 172.20.0.9 (7d350715-2908-428b-a8c1-f5b24bb92dcb/83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec/1987b309-7b8b-4821-b792-acc57229f68e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:48.083613 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.102920 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-8f87a8b2-bf03-41e0-9723-f015cd35bb80 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0866139 Aug 31 13:55:48.130591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff335651-8655-49fa-9147-2233c959865b req-2720aa66-a0fe-4d7a-8348-547e56cd215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.132245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff335651-8655-49fa-9147-2233c959865b req-2720aa66-a0fe-4d7a-8348-547e56cd215a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 1097 time: 0.8839388 Aug 31 13:55:48.149284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Request body: {'port': {'device_id': '33498f84-a257-4f20-91ee-0807b43f4cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:48.193487 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54c0ff-5b05-44d1-9e63-6a222f551d2a req-ba82d415-d623-49cd-8634-fb042dbf2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.195135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a54c0ff-5b05-44d1-9e63-6a222f551d2a req-ba82d415-d623-49cd-8634-fb042dbf2053 service neutron] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.3011901 Aug 31 13:55:48.304304 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a54c0ff-5b05-44d1-9e63-6a222f551d2a req-55e60197-b206-4d80-802a-c78e32dbd3f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8b351ab-54de-43f5-b261-606cc57be020 HTTP/1.1" status: 200 len: 217 time: 0.0722802 Aug 31 13:55:48.346343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.348179 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.349455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] 10.222.0.52 "PUT /v2.0/ports/9a18a565-755e-4f0a-9f71-454e09b02537 HTTP/1.1" status: 200 len: 1096 time: 5.6544831 Aug 31 13:55:48.351142 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.357731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a99236-e601-41b6-9a3e-0de423f994d9 req-0258926e-ec05-4199-9475-d4f60ade94c4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.366494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68a99236-e601-41b6-9a3e-0de423f994d9 req-0258926e-ec05-4199-9475-d4f60ade94c4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 943 time: 0.6275160 Aug 31 13:55:48.430012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Attempting to bind port 36830708-13fa-4f08-a40a-45ddfac9a520 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:48.435935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Attempting to bind port 36830708-13fa-4f08-a40a-45ddfac9a520 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:48.436294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Attempting to bind port 36830708-13fa-4f08-a40a-45ddfac9a520 on network a5ca34ca-9f6c-42b2-be33-46b24604e8fd {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:48.505129 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff335651-8655-49fa-9147-2233c959865b req-353f9fda-76a1-48aa-ba2d-93ed98adb30b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f57fefbc-925b-4843-b7f9-60e1b1928dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131053 Aug 31 13:55:48.608846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99d80b-70e8-4082-8861-5a9e3815f695 req-11d42462-0f76-4264-9851-94e77bbd4724 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.610823 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bd99d80b-70e8-4082-8861-5a9e3815f695 req-11d42462-0f76-4264-9851-94e77bbd4724 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 948 time: 0.5026383 Aug 31 13:55:48.611447 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.52', 51417) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:55:48.629302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Port 36830708-13fa-4f08-a40a-45ddfac9a520 on network a5ca34ca-9f6c-42b2-be33-46b24604e8fd not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:48.629773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Attempting to bind port 36830708-13fa-4f08-a40a-45ddfac9a520 on network a5ca34ca-9f6c-42b2-be33-46b24604e8fd {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:48.681938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:48.682455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Checking segment: {'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:48.682971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Bound using segment: {'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:48.683563 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Bound port: 36830708-13fa-4f08-a40a-45ddfac9a520, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:48.684343 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:48.715137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54c0ff-5b05-44d1-9e63-6a222f551d2a req-3c0834a7-802f-4eef-86ec-5f82a7ea4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:48.717395 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a54c0ff-5b05-44d1-9e63-6a222f551d2a req-3c0834a7-802f-4eef-86ec-5f82a7ea4997 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.3676591 Aug 31 13:55:48.789274 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c94b83f5-cc9c-499d-b4b9-c55bb636c6cf req-774e7817-407c-4819-9ff5-0b33047a8d6e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1707945 Aug 31 13:55:48.810619 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bd99d80b-70e8-4082-8861-5a9e3815f695 req-782d0b7a-fec8-4e16-a433-26df609bcdeb tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747286 Aug 31 13:55:48.814978 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a54c0ff-5b05-44d1-9e63-6a222f551d2a req-12f28a56-ad38-4c22-8994-2187e648f948 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756557 Aug 31 13:55:48.960816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68a99236-e601-41b6-9a3e-0de423f994d9 req-9fcb0b3d-9a41-4165-92e9-234442aecfd7 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930581 Aug 31 13:55:48.961839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc748c5-5347-4ab8-a749-ca59dcbc4bad service neutron] Pushing event updated for resources: {'Port': ['ID=9a18a565-755e-4f0a-9f71-454e09b02537,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:49.083807 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-b90d881f-ca70-4c07-abe8-d0ce7552fc7f service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0884681 Aug 31 13:55:49.199001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-2c1a7d67-06f3-401c-9fb5-f184cf165734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.200408 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-2c1a7d67-06f3-401c-9fb5-f184cf165734 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 1099 time: 0.6940198 Aug 31 13:55:49.202198 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0ddce4b-a84b-4f1e-b52e-af3c2825f961 req-3e0818a1-ee3b-4059-b680-4ffe699d8a0b service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1158466 Aug 31 13:55:49.340777 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fc9d6661-f634-4fa0-b74a-234a480febec req-3e6f3661-6faa-4834-a97e-acfa0584e4b4 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 210 time: 0.0681221 Aug 31 13:55:49.366157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] For port 36830708-13fa-4f08-a40a-45ddfac9a520, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:49.386702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-79943f2c-9064-4e0f-8b3f-3a2a4bc67ee7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9a18a565-755e-4f0a-9f71-454e09b02537 HTTP/1.1" status: 200 len: 217 time: 0.1466234 Aug 31 13:55:49.386980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] For port 36830708-13fa-4f08-a40a-45ddfac9a520, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=36830708-13fa-4f08-a40a-45ddfac9a520,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:49.400850 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.408909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b83f5-cc9c-499d-b4b9-c55bb636c6cf req-caa14a78-f554-4639-9abe-517fd81fea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.418634 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c94b83f5-cc9c-499d-b4b9-c55bb636c6cf req-caa14a78-f554-4639-9abe-517fd81fea83 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 1095 time: 0.5211351 Aug 31 13:55:49.424865 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a54c0ff-5b05-44d1-9e63-6a222f551d2a req-7d6546ac-06d4-4e2e-8b5e-bc2e034bfd83 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953374 Aug 31 13:55:49.518312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81a33-24e5-47dd-9590-c7cfabe0b355 req-9607dabe-88ac-4667-9131-a248de4e1421 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.521509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58f81a33-24e5-47dd-9590-c7cfabe0b355 req-9607dabe-88ac-4667-9131-a248de4e1421 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 1096 time: 0.4327796 Aug 31 13:55:49.522120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937091b2-a069-4980-b0c9-69af1061cb09', 'tag': '9a18a565-755e-4f0a-9f71-454e09b02537'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:49.526141 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c59bde-688e-4d5e-89e4-9991d6ed16ca" -d '{"events": [{"name": "network-changed", "server_uuid": "937091b2-a069-4980-b0c9-69af1061cb09", "tag": "9a18a565-755e-4f0a-9f71-454e09b02537"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:49.536077 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.570892 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.571522 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.572997 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] 10.222.0.52 "PUT /v2.0/ports/36830708-13fa-4f08-a40a-45ddfac9a520 HTTP/1.1" status: 200 len: 1092 time: 3.9756346 Aug 31 13:55:49.594051 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-1890b6e7-1287-4ca0-bffd-5e5e40189714 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933352 Aug 31 13:55:49.607430 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b79aa30-21fb-409b-be06-b2d0b993f0e2', 'tag': '36830708-13fa-4f08-a40a-45ddfac9a520'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:49.608806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-c421538f-0b1c-47c7-b05f-adb334da8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.609901 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6116ebe5-0c22-41e5-84ac-8d5a599ab4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3b79aa30-21fb-409b-be06-b2d0b993f0e2", "tag": "36830708-13fa-4f08-a40a-45ddfac9a520"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:49.610500 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-c421538f-0b1c-47c7-b05f-adb334da8b98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2091885 Aug 31 13:55:49.631653 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0ddce4b-a84b-4f1e-b52e-af3c2825f961 req-eb820415-9810-487a-9ee2-7654f7052d6a service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926456 Aug 31 13:55:49.668993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ee253-1216-4b1f-9c4f-f96ddc9ea7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=36830708-13fa-4f08-a40a-45ddfac9a520,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:49.712303 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58f81a33-24e5-47dd-9590-c7cfabe0b355 req-7a9a1890-e3c8-4486-9463-431896aee17a tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531599 Aug 31 13:55:49.799238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98734a03-67f7-49dc-9a38-257c13cb1d3a req-3618c030-15d7-404e-99e4-1f55b533ad33 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.800923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-98734a03-67f7-49dc-9a38-257c13cb1d3a req-3618c030-15d7-404e-99e4-1f55b533ad33 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 944 time: 0.3478925 Aug 31 13:55:49.804256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-b9a5a4fc-d64a-48d7-ab9f-d0698d6ec75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.806693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-b9a5a4fc-d64a-48d7-ab9f-d0698d6ec75d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704788 Aug 31 13:55:49.808159 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a54c0ff-5b05-44d1-9e63-6a222f551d2a req-da7d22fd-faaf-4f61-b5e3-cafbcf51792a service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582904 Aug 31 13:55:49.813478 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:49.830584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b83f5-cc9c-499d-b4b9-c55bb636c6cf req-9c9a1ac4-2079-4704-9068-da9982685df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.832640 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c94b83f5-cc9c-499d-b4b9-c55bb636c6cf req-9c9a1ac4-2079-4704-9068-da9982685df3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.3783281 Aug 31 13:55:49.841071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-2221aa95-0e4c-4e25-bcb7-4c873eb6df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.843144 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-2221aa95-0e4c-4e25-bcb7-4c873eb6df44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e27881c1f8364d7099ef6b120f734f66&device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 1095 time: 0.2031741 Aug 31 13:55:49.906521 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c94b83f5-cc9c-499d-b4b9-c55bb636c6cf req-f0fb08c3-053f-4210-981d-ec765eb938b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a37b2def-a82a-445e-a057-f77a5d973d37 HTTP/1.1" status: 200 len: 217 time: 0.0629406 Aug 31 13:55:49.948519 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-98734a03-67f7-49dc-9a38-257c13cb1d3a req-c2d455cb-d4f5-4288-8045-4826c7cd3c88 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354060 Aug 31 13:55:49.973033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582bb16-98c9-4f8e-b294-bf0968b7be6e req-e38ff936-869a-474a-9543-a03132985ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:49.974111 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-1f3affdc-e447-4bd8-89e7-9af5ebf715ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36830708-13fa-4f08-a40a-45ddfac9a520 HTTP/1.1" status: 200 len: 217 time: 0.1194770 Aug 31 13:55:49.974603 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c582bb16-98c9-4f8e-b294-bf0968b7be6e req-e38ff936-869a-474a-9543-a03132985ece service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=14e875ea-a63e-44af-9a87-cbb2f7b22678 HTTP/1.1" status: 200 len: 1098 time: 0.2276890 Aug 31 13:55:50.040654 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5f23cf-6aef-4e42-a363-9b25a4d9d03d x-openstack-request-id: req-bc5f23cf-6aef-4e42-a363-9b25a4d9d03d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:50.041116 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937091b2-a069-4980-b0c9-69af1061cb09", "tag": "9a18a565-755e-4f0a-9f71-454e09b02537", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:50.041504 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc5f23cf-6aef-4e42-a363-9b25a4d9d03d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:50.042107 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937091b2-a069-4980-b0c9-69af1061cb09', 'tag': '9a18a565-755e-4f0a-9f71-454e09b02537', 'status': 'completed', 'code': 200} Aug 31 13:55:50.045736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Network 7d350715-2908-428b-a8c1-f5b24bb92dcb is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:50.046029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b83f5-cc9c-499d-b4b9-c55bb636c6cf req-d1f4478c-601a-4c1d-8d21-b79bb650cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:50.047591 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c94b83f5-cc9c-499d-b4b9-c55bb636c6cf req-d1f4478c-601a-4c1d-8d21-b79bb650cce9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.1134975 Aug 31 13:55:50.061479 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-10f125dc-0251-48dc-8f6c-d06a39389477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:50.063060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-10f125dc-0251-48dc-8f6c-d06a39389477 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e673293-c4b2-4cfc-82ad-2fb4ebc0f368 HTTP/1.1" status: 200 len: 860 time: 0.0734408 Aug 31 13:55:50.108038 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643a13f5-fbc5-4a8b-810c-4bd0b3c3661c x-openstack-request-id: req-643a13f5-fbc5-4a8b-810c-4bd0b3c3661c {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:50.108417 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b79aa30-21fb-409b-be06-b2d0b993f0e2", "tag": "36830708-13fa-4f08-a40a-45ddfac9a520", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:50.108712 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-643a13f5-fbc5-4a8b-810c-4bd0b3c3661c {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:50.109204 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b79aa30-21fb-409b-be06-b2d0b993f0e2', 'tag': '36830708-13fa-4f08-a40a-45ddfac9a520', 'status': 'completed', 'code': 200} Aug 31 13:55:50.122118 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c94b83f5-cc9c-499d-b4b9-c55bb636c6cf req-f673a419-c1d4-4b36-8170-a147ef66c2c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624347 Aug 31 13:55:50.153707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Allocated IP 172.20.0.5 (7d350715-2908-428b-a8c1-f5b24bb92dcb/83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec/4913a399-037e-4fd0-9eee-15e6ef1d9395) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:55:50.156820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Pushing event updated for resources: {'Port': ['ID=1987b309-7b8b-4821-b792-acc57229f68e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:50.176427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:50.185927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:50.237870 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-8ff22461-568d-4024-87da-6b6594139590 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515279 Aug 31 13:55:50.342946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:50.343260 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:50.359517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-b5f34ca6-f939-4a9a-9326-8b088e3d5226 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408225 Aug 31 13:55:50.364340 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582bb16-98c9-4f8e-b294-bf0968b7be6e req-cc517db6-70d1-46ff-b20d-0cc4a2556885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:50.365964 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c582bb16-98c9-4f8e-b294-bf0968b7be6e req-cc517db6-70d1-46ff-b20d-0cc4a2556885 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.3607979 Aug 31 13:55:50.399530 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d1eed-12ce-46c8-946d-a83be154453e req-ac755651-fed2-454f-816e-92bc492d22de tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:50.401179 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-286d1eed-12ce-46c8-946d-a83be154453e req-ac755651-fed2-454f-816e-92bc492d22de tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 946 time: 0.3230164 Aug 31 13:55:50.412883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accecceb-dd87-43cc-8cb3-9b12d786dbd7 req-0fd2a533-64cf-4ca2-835a-a5009f05b84e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:50.414706 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-accecceb-dd87-43cc-8cb3-9b12d786dbd7 req-0fd2a533-64cf-4ca2-835a-a5009f05b84e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 948 time: 0.1751955 Aug 31 13:55:50.418603 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c94b83f5-cc9c-499d-b4b9-c55bb636c6cf req-a3e86081-774d-42e8-b30c-13ede7a50eed service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622247 Aug 31 13:55:50.430668 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-0a7cffad-ad70-408e-a622-1ca13d9b3183 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0223973 Aug 31 13:55:50.471594 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-a2bc3b1a-0c74-4341-a0d4-a3052379de77 service neutron] 10.222.0.52 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121766 Aug 31 13:55:50.515818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Request body: {'port': {'device_id': '9a3ef644-a43a-43cb-b16a-39e4ba91b8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:50.555780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c582bb16-98c9-4f8e-b294-bf0968b7be6e req-860fbffc-52d8-49d9-b992-1f6461d41533 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ee590d80-ef7a-4f5f-8b3b-db91d124bac7 HTTP/1.1" status: 200 len: 217 time: 0.1532450 Aug 31 13:55:50.568489 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-accecceb-dd87-43cc-8cb3-9b12d786dbd7 req-1e592b5d-3cc9-42d7-a73a-9020947eca6f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397264 Aug 31 13:55:50.630187 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c94b83f5-cc9c-499d-b4b9-c55bb636c6cf req-669a90f2-bfdd-4e5b-a299-37e98fd88a98 service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894469 Aug 31 13:55:50.645554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3348e16-b72e-4f8c-b0e5-fb15ab2684d8 req-24d94f82-5ab8-47dc-86cd-c0e4d7781cfb service neutron] 10.222.0.52 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450758 Aug 31 13:55:50.739313 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-286d1eed-12ce-46c8-946d-a83be154453e req-9f6ab21a-2400-4d5b-928d-69b0c612b129 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57fefbc-925b-4843-b7f9-60e1b1928dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159721 Aug 31 13:55:50.775499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:50.785376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582bb16-98c9-4f8e-b294-bf0968b7be6e req-4fc0e33b-92dd-4fec-ac69-84a56b9dedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:50.787177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c582bb16-98c9-4f8e-b294-bf0968b7be6e req-4fc0e33b-92dd-4fec-ac69-84a56b9dedd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2035604 Aug 31 13:55:50.790422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116ebe5-0c22-41e5-84ac-8d5a599ab4e4 req-a0a84709-7fb7-40cf-aff1-763a07dd5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:50.793948 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6116ebe5-0c22-41e5-84ac-8d5a599ab4e4 req-a0a84709-7fb7-40cf-aff1-763a07dd5391 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e27881c1f8364d7099ef6b120f734f66&device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 1095 time: 0.0812027 Aug 31 13:55:50.806409 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e282717a-25cc-4f1e-8db6-7b51bea97fb6 req-e55e9dff-810d-4e81-8c96-df8490bd75de service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297519 Aug 31 13:55:50.814574 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:50.944335 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116ebe5-0c22-41e5-84ac-8d5a599ab4e4 req-cee5ec93-bac3-448a-ab3c-86474a286b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:50.946221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6116ebe5-0c22-41e5-84ac-8d5a599ab4e4 req-cee5ec93-bac3-448a-ab3c-86474a286b46 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd HTTP/1.1" status: 200 len: 921 time: 0.1293271 Aug 31 13:55:51.034224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582bb16-98c9-4f8e-b294-bf0968b7be6e req-a0f99c34-18cf-430f-9fb8-a140f875a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.036724 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c582bb16-98c9-4f8e-b294-bf0968b7be6e req-a0f99c34-18cf-430f-9fb8-a140f875a7a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2254372 Aug 31 13:55:51.039502 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6116ebe5-0c22-41e5-84ac-8d5a599ab4e4 req-12729a58-2ce8-401e-a319-84af0f58d3ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36830708-13fa-4f08-a40a-45ddfac9a520 HTTP/1.1" status: 200 len: 217 time: 0.0721831 Aug 31 13:55:51.061136 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70bf16-8c0a-47f2-b4a6-2eceaa302519 req-9957ab3c-b218-48a4-9745-5ab6b6f3be34 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.069579 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed70bf16-8c0a-47f2-b4a6-2eceaa302519 req-9957ab3c-b218-48a4-9745-5ab6b6f3be34 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 943 time: 0.2677598 Aug 31 13:55:51.151965 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.159971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c59bde-688e-4d5e-89e4-9991d6ed16ca req-612f86b2-bd99-4315-a903-a11e54b3933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.162700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d4c59bde-688e-4d5e-89e4-9991d6ed16ca req-612f86b2-bd99-4315-a903-a11e54b3933d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 1099 time: 0.2552845 Aug 31 13:55:51.246038 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed70bf16-8c0a-47f2-b4a6-2eceaa302519 req-e99b47da-55c6-4cba-8b58-35f3c3b0135c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752534 Aug 31 13:55:51.264197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116ebe5-0c22-41e5-84ac-8d5a599ab4e4 req-bffa53f2-ed14-4a5b-b124-0063daaf0b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.267443 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6116ebe5-0c22-41e5-84ac-8d5a599ab4e4 req-bffa53f2-ed14-4a5b-b124-0063daaf0b6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e673293-c4b2-4cfc-82ad-2fb4ebc0f368 HTTP/1.1" status: 200 len: 860 time: 0.1948187 Aug 31 13:55:51.313780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Network 7d350715-2908-428b-a8c1-f5b24bb92dcb is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:55:51.327721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:55:51.341556 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:55:51.344300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Pushing event updated for resources: {'Port': ['ID=4913a399-037e-4fd0-9eee-15e6ef1d9395,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:51.386922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c582bb16-98c9-4f8e-b294-bf0968b7be6e req-599f6774-1f21-4bdb-ad84-71234d4fda08 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337820 Aug 31 13:55:51.468583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.469499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.522991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c59bde-688e-4d5e-89e4-9991d6ed16ca req-0ca3d8bd-ba9e-4218-bf42-b79152296d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.522991 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d4c59bde-688e-4d5e-89e4-9991d6ed16ca req-0ca3d8bd-ba9e-4218-bf42-b79152296d1a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.3339207 Aug 31 13:55:51.532322 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6116ebe5-0c22-41e5-84ac-8d5a599ab4e4 req-f3becd42-8d30-4c6d-8fc5-2f918ed432b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2484639 Aug 31 13:55:51.548904 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b9580854-5599-4f55-81d4-91ef0d96e7d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6045794 Aug 31 13:55:51.599447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Request body: {'port': {'device_id': '48ad7e0d-ba3a-4e93-91e3-1a396230526b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:51.604968 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d4c59bde-688e-4d5e-89e4-9991d6ed16ca req-66a3e890-3ec5-4c61-aaea-1f1fcc5fc0c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9a18a565-755e-4f0a-9f71-454e09b02537 HTTP/1.1" status: 200 len: 217 time: 0.0697777 Aug 31 13:55:51.664631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:51.667716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c582bb16-98c9-4f8e-b294-bf0968b7be6e req-8f5d2b87-9f34-4bf7-98cc-1a081d4436ef service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560990 Aug 31 13:55:51.683503 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bac515-8066-4503-ab34-733f55412138 req-35c1c83c-c137-444a-86ad-76c30acd8a25 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.685174 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-97bac515-8066-4503-ab34-733f55412138 req-35c1c83c-c137-444a-86ad-76c30acd8a25 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 931 time: 0.1981094 Aug 31 13:55:51.688823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.746338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Transition to ACTIVE for port object 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:51.793843 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.835764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c59bde-688e-4d5e-89e4-9991d6ed16ca req-923b1be3-a26f-47cc-bac1-252c2dc1e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:51.838386 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d4c59bde-688e-4d5e-89e4-9991d6ed16ca req-923b1be3-a26f-47cc-bac1-252c2dc1e138 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1694965 Aug 31 13:55:51.851514 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:51.963626 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-97bac515-8066-4503-ab34-733f55412138 req-d546104d-6d80-4794-97a6-8fa04845fd60 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363720 Aug 31 13:55:52.086234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ae877-74ca-4032-93e1-933ed0b6ffa8,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:52.117290 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6116ebe5-0c22-41e5-84ac-8d5a599ab4e4 req-d6bc4c88-960e-47f7-9d64-d576f83e3924 service neutron] 10.222.0.52 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469995 Aug 31 13:55:52.119638 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Attempting to bind port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:52.120049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Attempting to bind port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:52.120477 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Attempting to bind port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 on network 7d350715-2908-428b-a8c1-f5b24bb92dcb {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:52.129525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 on network 7d350715-2908-428b-a8c1-f5b24bb92dcb not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:52.130182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Attempting to bind port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 on network 7d350715-2908-428b-a8c1-f5b24bb92dcb {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:52.144318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:52.144830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Checking segment: {'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:52.146123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Bound using segment: {'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:52.147159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Bound port: 7b2ae877-74ca-4032-93e1-933ed0b6ffa8, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:52.150327 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.381242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c6a01-ffa6-4cd4-bae1-263458b0e1b7 req-a2da8092-4812-4e41-8328-e887b664ecbf tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:52.387189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b9c6a01-ffa6-4cd4-bae1-263458b0e1b7 req-a2da8092-4812-4e41-8328-e887b664ecbf tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6bdc2c3-5713-47b6-9ceb-34677691a141 HTTP/1.1" status: 200 len: 950 time: 0.2179399 Aug 31 13:55:52.506308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] For port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:52.539575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-0d156593-5077-4b6e-a315-1d2aa1fd42a7 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:55:52.540663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-0d156593-5077-4b6e-a315-1d2aa1fd42a7 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162010 Aug 31 13:55:52.542776 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6116ebe5-0c22-41e5-84ac-8d5a599ab4e4 req-06754b2f-ae16-422f-9b7f-2e78da1b8e15 service neutron] 10.222.0.52 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009147 Aug 31 13:55:52.544836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] For port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7b2ae877-74ca-4032-93e1-933ed0b6ffa8,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:52.563597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] Request body: {'binding': {'host': 'n-h2-792364-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:55:52.564083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] Unknown quota resources ['binding']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:55:52.569404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.575238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c59bde-688e-4d5e-89e4-9991d6ed16ca req-a4a78245-b9d6-4a2c-a160-f2de8c13042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:52.576871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d4c59bde-688e-4d5e-89e4-9991d6ed16ca req-a4a78245-b9d6-4a2c-a160-f2de8c13042e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7063153 Aug 31 13:55:52.577849 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b9c6a01-ffa6-4cd4-bae1-263458b0e1b7 req-e4d21139-701f-4943-949c-b37dec9f3415 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744688 Aug 31 13:55:52.670913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:52.671973 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.675269 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] 10.222.0.13 "PUT /v2.0/ports/7b2ae877-74ca-4032-93e1-933ed0b6ffa8 HTTP/1.1" status: 200 len: 1091 time: 4.5590076 Aug 31 13:55:52.676149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33498f84-a257-4f20-91ee-0807b43f4cb6', 'tag': '7b2ae877-74ca-4032-93e1-933ed0b6ffa8'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:52.680799 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5555a13-3026-440a-a773-3220c4fd596d" -d '{"events": [{"name": "network-changed", "server_uuid": "33498f84-a257-4f20-91ee-0807b43f4cb6", "tag": "7b2ae877-74ca-4032-93e1-933ed0b6ffa8"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:52.766517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1987b309-7b8b-4821-b792-acc57229f68e {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:52.778216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6dffe-d72e-483d-9817-80eab22cbfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ae877-74ca-4032-93e1-933ed0b6ffa8,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:52.792889 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.826354 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d4c59bde-688e-4d5e-89e4-9991d6ed16ca req-9755f887-3643-4c10-a724-ea6eb92c30b9 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221711 Aug 31 13:55:52.827622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Transition to ACTIVE for port object 1987b309-7b8b-4821-b792-acc57229f68e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:52.836307 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:52.888915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-d74f5b15-fccf-4604-9468-8b6053eed465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:52.891395 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-d74f5b15-fccf-4604-9468-8b6053eed465 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e673f4e9d1704fa2bee2b1732d280d76&device_id=33498f84-a257-4f20-91ee-0807b43f4cb6 HTTP/1.1" status: 200 len: 1094 time: 0.1604354 Aug 31 13:55:52.916569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 36830708-13fa-4f08-a40a-45ddfac9a520 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:52.931817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 946cadc9-ee61-40e1-bc97-df2b118fea71 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:55:52.971077 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-b0f71df5-18af-487f-9a9d-2eafb292580a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b2ae877-74ca-4032-93e1-933ed0b6ffa8 HTTP/1.1" status: 200 len: 217 time: 0.0668790 Aug 31 13:55:52.989014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08a698-802b-4b6b-8c62-1153ad790c79 req-ae1b021e-a9ad-46e6-9e26-a6f2a1d7a986 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:52.992474 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd08a698-802b-4b6b-8c62-1153ad790c79 req-ae1b021e-a9ad-46e6-9e26-a6f2a1d7a986 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 944 time: 0.1899180 Aug 31 13:55:53.007439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] Attempting to bind port a0f842d4-e114-4127-9952-150b7b97d267 on host n-h2-792364-6 for vnic_type normal with profile None {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:53.007653 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] Attempting to bind port a0f842d4-e114-4127-9952-150b7b97d267 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:53.008054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] Attempting to bind port a0f842d4-e114-4127-9952-150b7b97d267 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:53.043826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] Port a0f842d4-e114-4127-9952-150b7b97d267 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:53.044327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] Attempting to bind port a0f842d4-e114-4127-9952-150b7b97d267 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:53.063124 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:53.063468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:53.063866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] Bound using segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:53.064327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] Bound port: a0f842d4-e114-4127-9952-150b7b97d267, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:53.081754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Pushing event updated for resources: {'Port': ['ID=1987b309-7b8b-4821-b792-acc57229f68e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:53.117831 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd08a698-802b-4b6b-8c62-1153ad790c79 req-afe2d5f1-fe56-4a03-bca0-0c56814848fc tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125073 Aug 31 13:55:53.132320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-e268103e-05e2-4514-9c26-07e62f5eddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.134121 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-e268103e-05e2-4514-9c26-07e62f5eddec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec HTTP/1.1" status: 200 len: 857 time: 0.1398456 Aug 31 13:55:53.134236 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d4c59bde-688e-4d5e-89e4-9991d6ed16ca req-4d017b2a-c6c0-40cd-97e8-288ef1459f63 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946608 Aug 31 13:55:53.165070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Attempting to bind port 1987b309-7b8b-4821-b792-acc57229f68e on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:53.165546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Attempting to bind port 1987b309-7b8b-4821-b792-acc57229f68e by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:53.165997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Attempting to bind port 1987b309-7b8b-4821-b792-acc57229f68e on network 7d350715-2908-428b-a8c1-f5b24bb92dcb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:53.172912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Port 1987b309-7b8b-4821-b792-acc57229f68e on network 7d350715-2908-428b-a8c1-f5b24bb92dcb not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:53.173277 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Attempting to bind port 1987b309-7b8b-4821-b792-acc57229f68e on network 7d350715-2908-428b-a8c1-f5b24bb92dcb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:53.183119 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-49bd85b8-0c07-453c-a962-12a085068639 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d350715-2908-428b-a8c1-f5b24bb92dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377419 Aug 31 13:55:53.198269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ee590d80-ef7a-4f5f-8b3b-db91d124bac7 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:53.202512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:53.203040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Checking segment: {'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:53.203526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Bound using segment: {'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:53.204130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Bound port: 1987b309-7b8b-4821-b792-acc57229f68e, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:53.204669 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.231533 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.259444 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4913a399-037e-4fd0-9eee-15e6ef1d9395 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:53.272654 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.281925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a0f842d4-e114-4127-9952-150b7b97d267,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:53.289174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.290856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:53.296773 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-14c60104-f027-48aa-822f-40c7e42bf8eb service neutron] 10.222.0.20 "POST /v2.0/ports/a0f842d4-e114-4127-9952-150b7b97d267/bindings HTTP/1.1" status: 201 len: 389 time: 0.7380936 Aug 31 13:55:53.304609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:53.308251 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21f7d29-f571-4446-aa74-b4ece1b8d0c4" -d '{"events": [{"server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "name": "network-vif-unplugged", "status": "completed", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:53.314761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Transition to ACTIVE for port object 4913a399-037e-4fd0-9eee-15e6ef1d9395 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:55:53.325251 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.327598 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.343191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] For port 1987b309-7b8b-4821-b792-acc57229f68e, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:53.349657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] For port 1987b309-7b8b-4821-b792-acc57229f68e, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1987b309-7b8b-4821-b792-acc57229f68e,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:53.383910 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.435720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.436340 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.439065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] 10.222.0.13 "PUT /v2.0/ports/1987b309-7b8b-4821-b792-acc57229f68e HTTP/1.1" status: 200 len: 1091 time: 2.9779921 Aug 31 13:55:53.443645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3ef644-a43a-43cb-b16a-39e4ba91b8b0', 'tag': '1987b309-7b8b-4821-b792-acc57229f68e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:53.448542 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978f9fdd-c6d5-41d6-8cab-7570850a3de3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3ef644-a43a-43cb-b16a-39e4ba91b8b0", "tag": "1987b309-7b8b-4821-b792-acc57229f68e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:53.486206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=4913a399-037e-4fd0-9eee-15e6ef1d9395,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:53.647345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ee590d80-ef7a-4f5f-8b3b-db91d124bac7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ee590d80-ef7a-4f5f-8b3b-db91d124bac7,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:53.672514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfad7b-f622-40e5-988e-17428da94672 service neutron] Pushing event updated for resources: {'Port': ['ID=1987b309-7b8b-4821-b792-acc57229f68e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:53.709975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=946cadc9-ee61-40e1-bc97-df2b118fea71,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:53.718132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-7ea03a36-045f-42e4-b559-71009f68d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.721397 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-7ea03a36-045f-42e4-b559-71009f68d0eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e673f4e9d1704fa2bee2b1732d280d76&device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 1094 time: 0.1817763 Aug 31 13:55:53.729550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 36830708-13fa-4f08-a40a-45ddfac9a520, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=36830708-13fa-4f08-a40a-45ddfac9a520,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:53.750710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d7e57-9b31-4172-a18b-7bd651b3c73d req-49c14562-7b5d-4365-b636-dc6eda6ce265 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.753860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-497d7e57-9b31-4172-a18b-7bd651b3c73d req-49c14562-7b5d-4365-b636-dc6eda6ce265 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 943 time: 0.1716795 Aug 31 13:55:53.754740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Attempting to bind port 4913a399-037e-4fd0-9eee-15e6ef1d9395 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:55:53.755187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Attempting to bind port 4913a399-037e-4fd0-9eee-15e6ef1d9395 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:55:53.755684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Attempting to bind port 4913a399-037e-4fd0-9eee-15e6ef1d9395 on network 7d350715-2908-428b-a8c1-f5b24bb92dcb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:53.762510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7', 'mac_address': 'fa:16:3e:bf:fe:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:53.799105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '36830708-13fa-4f08-a40a-45ddfac9a520', 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd', 'port_id': '36830708-13fa-4f08-a40a-45ddfac9a520', 'mac_address': 'fa:16:3e:96:e7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e673293-c4b2-4cfc-82ad-2fb4ebc0f368', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:53.806278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31825c-95f2-4359-8ef7-5cca66e4f160 req-960c27df-566e-40c2-9537-e2f6a8f4bef5 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.807927 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6c31825c-95f2-4359-8ef7-5cca66e4f160 req-960c27df-566e-40c2-9537-e2f6a8f4bef5 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 948 time: 0.5038805 Aug 31 13:55:53.810864 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-04157423-87fc-4b12-abd5-d9f986fa91fa service neutron] 10.222.0.13 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111259 Aug 31 13:55:53.819808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-f46cf141-8bc1-465e-bfd7-c32439026def service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1987b309-7b8b-4821-b792-acc57229f68e HTTP/1.1" status: 200 len: 217 time: 0.0785298 Aug 31 13:55:53.820491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Port 4913a399-037e-4fd0-9eee-15e6ef1d9395 on network 7d350715-2908-428b-a8c1-f5b24bb92dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:55:53.820898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Attempting to bind port 4913a399-037e-4fd0-9eee-15e6ef1d9395 on network 7d350715-2908-428b-a8c1-f5b24bb92dcb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:55:53.839724 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.863682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee590d80-ef7a-4f5f-8b3b-db91d124bac7 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:53.882821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:55:53.883490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Checking segment: {'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:55:53.884110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Bound using segment: {'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:55:53.884831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Bound port: 4913a399-037e-4fd0-9eee-15e6ef1d9395, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de49f7d7-9c89-4c14-befc-ed0940947c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:55:53.885615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.886870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ee590d80-ef7a-4f5f-8b3b-db91d124bac7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ee590d80-ef7a-4f5f-8b3b-db91d124bac7,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:53.889433 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.903431 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:53.932231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-5a128adc-66f9-41ac-a0ec-4760d2b6d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:53.932762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36830708-13fa-4f08-a40a-45ddfac9a520 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:53.934374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-5a128adc-66f9-41ac-a0ec-4760d2b6d3cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 1096 time: 0.2088234 Aug 31 13:55:53.952702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-497d7e57-9b31-4172-a18b-7bd651b3c73d req-28d35800-b4a9-4fc7-a43d-cbfc78d38b07 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703775 Aug 31 13:55:53.959618 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6c31825c-95f2-4359-8ef7-5cca66e4f160 req-f3199b52-1cbf-405f-8e73-e61fd87c2ac8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343896 Aug 31 13:55:54.005000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 36830708-13fa-4f08-a40a-45ddfac9a520, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=36830708-13fa-4f08-a40a-45ddfac9a520,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:54.011845 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.012582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 9a18a565-755e-4f0a-9f71-454e09b02537 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:54.022061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ee590d80-ef7a-4f5f-8b3b-db91d124bac7,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:54.042234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-72d8b0f7-0224-4b3a-a52c-ffc42a45e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.043870 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-72d8b0f7-0224-4b3a-a52c-ffc42a45e6cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec HTTP/1.1" status: 200 len: 857 time: 0.1995649 Aug 31 13:55:54.089701 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-539e8d66-3746-45f7-8983-1a378bb24648 service neutron] 10.222.0.13 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669945 Aug 31 13:55:54.099286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-c9e976e4-c3c0-4964-bc36-535fe0614ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d350715-2908-428b-a8c1-f5b24bb92dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428104 Aug 31 13:55:54.143248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] For port 4913a399-037e-4fd0-9eee-15e6ef1d9395, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:55:54.148164 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33f44ea-e432-4a24-a0ed-986d86cc46da x-openstack-request-id: req-d33f44ea-e432-4a24-a0ed-986d86cc46da {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:54.148561 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33498f84-a257-4f20-91ee-0807b43f4cb6", "tag": "7b2ae877-74ca-4032-93e1-933ed0b6ffa8", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:54.148873 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d33f44ea-e432-4a24-a0ed-986d86cc46da {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:54.149415 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33498f84-a257-4f20-91ee-0807b43f4cb6', 'tag': '7b2ae877-74ca-4032-93e1-933ed0b6ffa8', 'status': 'completed', 'code': 200} Aug 31 13:55:54.166372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=36830708-13fa-4f08-a40a-45ddfac9a520,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:54.225460 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] For port 4913a399-037e-4fd0-9eee-15e6ef1d9395, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4913a399-037e-4fd0-9eee-15e6ef1d9395,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:55:54.229396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 9a18a565-755e-4f0a-9f71-454e09b02537, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=9a18a565-755e-4f0a-9f71-454e09b02537,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:54.243668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.244879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '9a18a565-755e-4f0a-9f71-454e09b02537', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '9a18a565-755e-4f0a-9f71-454e09b02537', 'mac_address': 'fa:16:3e:8b:37:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:54.254630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ee590d80-ef7a-4f5f-8b3b-db91d124bac7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:54.264157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-c3b371e4-b614-43b1-9f4c-89fb5aee1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.266472 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-c3b371e4-b614-43b1-9f4c-89fb5aee1f1e service neutron] 10.222.0.52 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.2935863 Aug 31 13:55:54.284428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555a13-3026-440a-a773-3220c4fd596d req-44e3ff8e-97e9-48e6-97be-cd353cac9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.286583 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a5555a13-3026-440a-a773-3220c4fd596d req-44e3ff8e-97e9-48e6-97be-cd353cac9551 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e673f4e9d1704fa2bee2b1732d280d76&device_id=33498f84-a257-4f20-91ee-0807b43f4cb6 HTTP/1.1" status: 200 len: 1094 time: 0.1131716 Aug 31 13:55:54.365894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.366875 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.368319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] 10.222.0.52 "PUT /v2.0/ports/4913a399-037e-4fd0-9eee-15e6ef1d9395 HTTP/1.1" status: 200 len: 1091 time: 2.7742181 Aug 31 13:55:54.376683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-f62bbba8-973a-4373-9ca0-f0ec1b6d3981 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0f842d4-e114-4127-9952-150b7b97d267 HTTP/1.1" status: 200 len: 217 time: 0.0752685 Aug 31 13:55:54.460576 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.487435 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a18a565-755e-4f0a-9f71-454e09b02537 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:54.492261 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555a13-3026-440a-a773-3220c4fd596d req-e0f02b45-34bb-4374-8165-68ca2b9b6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.494197 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a5555a13-3026-440a-a773-3220c4fd596d req-e0f02b45-34bb-4374-8165-68ca2b9b6158 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d350715-2908-428b-a8c1-f5b24bb92dcb HTTP/1.1" status: 200 len: 918 time: 0.1987066 Aug 31 13:55:54.523698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 9a18a565-755e-4f0a-9f71-454e09b02537, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=9a18a565-755e-4f0a-9f71-454e09b02537,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:54.523926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c57d62-20ca-4432-b4c6-cc7948fddf57 req-4476908a-dad0-4d55-b032-3f010c67ac9c tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.530764 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:54.535753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c1c57d62-20ca-4432-b4c6-cc7948fddf57 req-4476908a-dad0-4d55-b032-3f010c67ac9c tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 943 time: 0.2258637 Aug 31 13:55:54.542685 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-65fa8be6-c4b7-4145-8a00-993c41d33ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.545293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-65fa8be6-c4b7-4145-8a00-993c41d33ed9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.1522117 Aug 31 13:55:54.556368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4017e-7102-4601-9ddb-6abc40335fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=4913a399-037e-4fd0-9eee-15e6ef1d9395,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:54.570009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-697f5975-29cd-4e78-9ed9-5b1fb8a8ff61 service neutron] 10.222.0.13 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599123 Aug 31 13:55:54.657688 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c1c57d62-20ca-4432-b4c6-cc7948fddf57 req-8ef38d8a-0c38-429e-870e-a5b2344c7447 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207609 Aug 31 13:55:54.661576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-44c54da8-5f3c-4ec4-833d-1a868a11746d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875163 Aug 31 13:55:54.664590 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a5555a13-3026-440a-a773-3220c4fd596d req-5895eff0-ee45-4029-b54d-7d7a00986554 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b2ae877-74ca-4032-93e1-933ed0b6ffa8 HTTP/1.1" status: 200 len: 217 time: 0.1605678 Aug 31 13:55:54.681290 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f9881f-4a5a-466f-b463-b1ef89a012a3 x-openstack-request-id: req-e6f9881f-4a5a-466f-b463-b1ef89a012a3 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:54.682201 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "name": "network-vif-unplugged", "status": "completed", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:54.682468 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6f9881f-4a5a-466f-b463-b1ef89a012a3 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:54.682937 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'code': 200} Aug 31 13:55:54.685279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-de036b95-aafa-4845-848a-b447bdd0f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.687763 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-de036b95-aafa-4845-848a-b447bdd0f8a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e673f4e9d1704fa2bee2b1732d280d76&device_id=48ad7e0d-ba3a-4e93-91e3-1a396230526b HTTP/1.1" status: 200 len: 1094 time: 0.2431619 Aug 31 13:55:54.690328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=9a18a565-755e-4f0a-9f71-454e09b02537,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:54.787468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555a13-3026-440a-a773-3220c4fd596d req-79e7dcde-9faa-4924-be81-67112e5f8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:54.788861 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6710aac-6843-45bc-9262-777b94198642 x-openstack-request-id: req-c6710aac-6843-45bc-9262-777b94198642 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:54.789309 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3ef644-a43a-43cb-b16a-39e4ba91b8b0", "tag": "1987b309-7b8b-4821-b792-acc57229f68e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:54.789684 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6710aac-6843-45bc-9262-777b94198642 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:54.790492 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3ef644-a43a-43cb-b16a-39e4ba91b8b0', 'tag': '1987b309-7b8b-4821-b792-acc57229f68e', 'status': 'completed', 'code': 200} Aug 31 13:55:54.791113 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a5555a13-3026-440a-a773-3220c4fd596d req-79e7dcde-9faa-4924-be81-67112e5f8cb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec HTTP/1.1" status: 200 len: 857 time: 0.1174495 Aug 31 13:55:54.836427 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a5555a13-3026-440a-a773-3220c4fd596d req-97db7b17-2f83-412c-9ece-89b392523b3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d350715-2908-428b-a8c1-f5b24bb92dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349762 Aug 31 13:55:54.886752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-7bbfa57f-8df1-4bcf-b3fe-09484249d759 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4913a399-037e-4fd0-9eee-15e6ef1d9395 HTTP/1.1" status: 200 len: 217 time: 0.1454587 Aug 31 13:55:54.933420 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-870e4ca3-d1e1-4ec9-a326-d2c4630e732d service neutron] 10.222.0.13 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468194 Aug 31 13:55:54.964549 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a5555a13-3026-440a-a773-3220c4fd596d req-e410f933-7daf-41c1-9b23-3c898c25c8b3 service neutron] 10.222.0.13 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190512 Aug 31 13:55:55.010680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['9a18a565-755e-4f0a-9f71-454e09b02537'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:55.024272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-13166d9b-4395-42ae-874e-2c04ced472f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.025868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-13166d9b-4395-42ae-874e-2c04ced472f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec HTTP/1.1" status: 200 len: 857 time: 0.1097887 Aug 31 13:55:55.036054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48830d9a-de03-4fd1-9f51-fa43f19486f5 req-6b15f332-b591-4905-b630-de88641d9af4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.037673 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48830d9a-de03-4fd1-9f51-fa43f19486f5 req-6b15f332-b591-4905-b630-de88641d9af4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.2598650 Aug 31 13:55:55.049323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['36830708-13fa-4f08-a40a-45ddfac9a520'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:55.057519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-10e86a90-1393-48b1-a47d-26f67cc080db service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466215 Aug 31 13:55:55.095361 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d8b351ab-54de-43f5-b261-606cc57be020 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:55.103410 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-60c3de98-2244-4460-9790-ea17c1f05629 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d350715-2908-428b-a8c1-f5b24bb92dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446916 Aug 31 13:55:55.153475 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a5555a13-3026-440a-a773-3220c4fd596d req-8de6fc8d-9157-4081-b3c9-f307d0aa807f service neutron] 10.222.0.13 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730525 Aug 31 13:55:55.256342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48830d9a-de03-4fd1-9f51-fa43f19486f5 req-8029514d-decc-4779-b0cf-373cc91c2b22 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963563 Aug 31 13:55:55.274795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f9fdd-c6d5-41d6-8cab-7570850a3de3 req-219e2bac-7e6c-47bc-8482-3543048e3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.276355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-978f9fdd-c6d5-41d6-8cab-7570850a3de3 req-219e2bac-7e6c-47bc-8482-3543048e3772 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e673f4e9d1704fa2bee2b1732d280d76&device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 1094 time: 0.2639201 Aug 31 13:55:55.327763 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-241784fd-0ce0-473f-bf85-64518051d6f1 service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519791 Aug 31 13:55:55.382268 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-f5ef6263-a208-4da6-9ad1-794472ebe84a service neutron] 10.222.0.52 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600796 Aug 31 13:55:55.508283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f9fdd-c6d5-41d6-8cab-7570850a3de3 req-8a3acc65-65bc-45b8-b070-38a92880c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.510000 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-978f9fdd-c6d5-41d6-8cab-7570850a3de3 req-8a3acc65-65bc-45b8-b070-38a92880c8dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d350715-2908-428b-a8c1-f5b24bb92dcb HTTP/1.1" status: 200 len: 918 time: 0.2144864 Aug 31 13:55:55.600387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-978f9fdd-c6d5-41d6-8cab-7570850a3de3 req-b93b0941-40d1-4ce7-8138-de616c7f1b66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1987b309-7b8b-4821-b792-acc57229f68e HTTP/1.1" status: 200 len: 217 time: 0.0749605 Aug 31 13:55:55.622512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401e80d-a3bf-402a-973c-0015757d1fb0 req-2be2ef87-f70b-49b6-bcce-e23d0c48d27f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.637284 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5401e80d-a3bf-402a-973c-0015757d1fb0 req-2be2ef87-f70b-49b6-bcce-e23d0c48d27f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 943 time: 0.1411960 Aug 31 13:55:55.659654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d8b351ab-54de-43f5-b261-606cc57be020,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:55.661519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fc108-c66a-4f39-bd3c-8306b6dc98a6 req-cfe9fa7b-871e-43ec-bcad-4e2291f977b9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.663261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7d9fc108-c66a-4f39-bd3c-8306b6dc98a6 req-cfe9fa7b-871e-43ec-bcad-4e2291f977b9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 945 time: 0.2697403 Aug 31 13:55:55.702891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'd8b351ab-54de-43f5-b261-606cc57be020', 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4', 'port_id': 'd8b351ab-54de-43f5-b261-606cc57be020', 'mac_address': 'fa:16:3e:f8:5d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1e5175-6ccd-4204-bfde-c630070636c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:55.711124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5401e80d-a3bf-402a-973c-0015757d1fb0 req-fde65efd-c73f-4efc-b7de-e71a041b90b9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726006 Aug 31 13:55:55.763262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f9fdd-c6d5-41d6-8cab-7570850a3de3 req-b1564746-c4ba-4a60-886c-c0043af89a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.765112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-978f9fdd-c6d5-41d6-8cab-7570850a3de3 req-b1564746-c4ba-4a60-886c-c0043af89a93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec HTTP/1.1" status: 200 len: 857 time: 0.1541388 Aug 31 13:55:55.811126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7d9fc108-c66a-4f39-bd3c-8306b6dc98a6 req-f61b8fad-dfdd-41b7-a50b-7133d2b19ff1 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126857 Aug 31 13:55:55.820802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7bb324-9c0c-4578-b85e-4a552b14e081 req-f48f189a-f3af-4420-87d0-6c8650e9a389 service neutron] 10.222.0.52 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950088 Aug 31 13:55:55.842123 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:55.875272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b351ab-54de-43f5-b261-606cc57be020 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:55.907808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-978f9fdd-c6d5-41d6-8cab-7570850a3de3 req-9351b464-3d09-4e87-92e5-c5a378b90ece service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d350715-2908-428b-a8c1-f5b24bb92dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130033 Aug 31 13:55:55.942474 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d8b351ab-54de-43f5-b261-606cc57be020,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:55.948406 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:55.952798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e86a3-f46a-4353-b58a-d1456cb77181 req-ae26a290-aa2a-4483-a656-471fe20d9fcf tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:55.954568 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-136e86a3-f46a-4353-b58a-d1456cb77181 req-ae26a290-aa2a-4483-a656-471fe20d9fcf tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 949 time: 0.1211257 Aug 31 13:55:56.043626 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-136e86a3-f46a-4353-b58a-d1456cb77181 req-65838c50-a2b4-4ba3-9e63-adeec88a8d0d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768979 Aug 31 13:55:56.083113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d8b351ab-54de-43f5-b261-606cc57be020,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:56.133493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-978f9fdd-c6d5-41d6-8cab-7570850a3de3 req-2b85c206-098c-4804-a14b-4a8bf5795af1 service neutron] 10.222.0.13 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019837 Aug 31 13:55:56.237722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11976432-ff9b-4364-b3f5-e3f4a20c2cc6 req-a8838ae7-866d-4452-8b81-d3791a141faf tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.240202 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-11976432-ff9b-4364-b3f5-e3f4a20c2cc6 req-a8838ae7-866d-4452-8b81-d3791a141faf tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 943 time: 0.1530938 Aug 31 13:55:56.332012 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-11976432-ff9b-4364-b3f5-e3f4a20c2cc6 req-0137cbe3-4c6e-4b17-9649-8c297918f177 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843630 Aug 31 13:55:56.336077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-978f9fdd-c6d5-41d6-8cab-7570850a3de3 req-a8bac01a-e779-4ac7-950f-29db1f2ad83f service neutron] 10.222.0.13 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946471 Aug 31 13:55:56.461590 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['d8b351ab-54de-43f5-b261-606cc57be020'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:56.492221 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f5d2d-62fa-4710-92c5-ac4d0152c3e0 req-93fe2a32-9af6-4e3b-9a07-7dc20d818904 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.494264 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-204f5d2d-62fa-4710-92c5-ac4d0152c3e0 req-93fe2a32-9af6-4e3b-9a07-7dc20d818904 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.0975387 Aug 31 13:55:56.567679 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-204f5d2d-62fa-4710-92c5-ac4d0152c3e0 req-3b6d9dbf-dd62-426a-b6cc-efb17375a2e7 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636301 Aug 31 13:55:56.791890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ad7e0d-ba3a-4e93-91e3-1a396230526b', 'tag': '4913a399-037e-4fd0-9eee-15e6ef1d9395'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:56.794985 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a38ce3-6c57-4dec-86d5-d34c66f3f98c" -d '{"events": [{"name": "network-changed", "server_uuid": "48ad7e0d-ba3a-4e93-91e3-1a396230526b", "tag": "4913a399-037e-4fd0-9eee-15e6ef1d9395"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:56.860208 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f2a2a2-6378-4c60-b772-d42af9e81d8f x-openstack-request-id: req-57f2a2a2-6378-4c60-b772-d42af9e81d8f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:56.860796 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ad7e0d-ba3a-4e93-91e3-1a396230526b", "tag": "4913a399-037e-4fd0-9eee-15e6ef1d9395", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:56.861287 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57f2a2a2-6378-4c60-b772-d42af9e81d8f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:56.862011 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ad7e0d-ba3a-4e93-91e3-1a396230526b', 'tag': '4913a399-037e-4fd0-9eee-15e6ef1d9395', 'status': 'completed', 'code': 200} Aug 31 13:55:56.900649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c78e32-2d36-4cce-995d-db10831cc1f7 req-e77a7795-1236-45b5-bc93-d8ee73526c62 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:56.902584 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37c78e32-2d36-4cce-995d-db10831cc1f7 req-e77a7795-1236-45b5-bc93-d8ee73526c62 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 944 time: 0.0909328 Aug 31 13:55:56.988549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37c78e32-2d36-4cce-995d-db10831cc1f7 req-db0efe22-2712-4c28-b191-99c320dcf3f6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758145 Aug 31 13:55:56.999001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a38ce3-6c57-4dec-86d5-d34c66f3f98c req-eec807ae-7fa5-4244-89cd-4d83103a1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.000988 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70a38ce3-6c57-4dec-86d5-d34c66f3f98c req-eec807ae-7fa5-4244-89cd-4d83103a1c3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e673f4e9d1704fa2bee2b1732d280d76&device_id=48ad7e0d-ba3a-4e93-91e3-1a396230526b HTTP/1.1" status: 200 len: 1094 time: 0.0973644 Aug 31 13:55:57.045010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6e062-855d-47e6-8354-8064ac02177d req-dfc5f550-2150-4077-8812-8c949ff9ff9e tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.047836 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47b6e062-855d-47e6-8354-8064ac02177d req-dfc5f550-2150-4077-8812-8c949ff9ff9e tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 945 time: 0.0826733 Aug 31 13:55:57.091225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ebc3eb79-e2d3-41db-834b-283a344e38b9 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:57.095003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ee590d80-ef7a-4f5f-8b3b-db91d124bac7 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:57.144860 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47b6e062-855d-47e6-8354-8064ac02177d req-a393166b-532f-4191-97ba-f61c200415c1 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733750 Aug 31 13:55:57.298877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port ee590d80-ef7a-4f5f-8b3b-db91d124bac7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:57.311374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port ee590d80-ef7a-4f5f-8b3b-db91d124bac7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:57.311997 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.364412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ebc3eb79-e2d3-41db-834b-283a344e38b9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebc3eb79-e2d3-41db-834b-283a344e38b9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:57.393897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'ebc3eb79-e2d3-41db-834b-283a344e38b9', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'ebc3eb79-e2d3-41db-834b-283a344e38b9', 'mac_address': 'fa:16:3e:12:d2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:57.487809 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.501817 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.529432 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e6e20-bc89-4bd3-84e9-6db9d0cca908 req-a1a552bc-523a-44a7-87bf-ffd0d5d808b9 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.534630 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-886e6e20-bc89-4bd3-84e9-6db9d0cca908 req-a1a552bc-523a-44a7-87bf-ffd0d5d808b9 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 943 time: 0.0844045 Aug 31 13:55:57.541951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e875ea-a63e-44af-9a87-cbb2f7b22678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:55:57.545312 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dc7c63-af30-43be-ac1a-c54776bd7177" -d '{"events": [{"server_uuid": "14e875ea-a63e-44af-9a87-cbb2f7b22678", "name": "network-vif-plugged", "status": "completed", "tag": "ee590d80-ef7a-4f5f-8b3b-db91d124bac7"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:55:57.551923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebc3eb79-e2d3-41db-834b-283a344e38b9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:57.571657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9314d1-d1f2-4e39-b615-a0e156180c86 req-eff5af7a-6d96-48c3-8fb0-99537aa3d63f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.572935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ee590d80-ef7a-4f5f-8b3b-db91d124bac7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ee590d80-ef7a-4f5f-8b3b-db91d124bac7,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:57.583263 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d9314d1-d1f2-4e39-b615-a0e156180c86 req-eff5af7a-6d96-48c3-8fb0-99537aa3d63f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 949 time: 0.1902699 Aug 31 13:55:57.583909 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.591011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ebc3eb79-e2d3-41db-834b-283a344e38b9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebc3eb79-e2d3-41db-834b-283a344e38b9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:57.599428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a38ce3-6c57-4dec-86d5-d34c66f3f98c req-e20559b2-91b4-4013-8efd-8581a89732dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.602078 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70a38ce3-6c57-4dec-86d5-d34c66f3f98c req-e20559b2-91b4-4013-8efd-8581a89732dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d350715-2908-428b-a8c1-f5b24bb92dcb HTTP/1.1" status: 200 len: 918 time: 0.5846870 Aug 31 13:55:57.605998 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-886e6e20-bc89-4bd3-84e9-6db9d0cca908 req-564c497a-0d79-4262-875c-f5d10ff05a84 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617554 Aug 31 13:55:57.619546 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.620017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:57.682379 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ee590d80-ef7a-4f5f-8b3b-db91d124bac7,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:57.697677 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70a38ce3-6c57-4dec-86d5-d34c66f3f98c req-e11438bf-58f7-47b6-a0a7-ee9be5a96862 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4913a399-037e-4fd0-9eee-15e6ef1d9395 HTTP/1.1" status: 200 len: 217 time: 0.0676816 Aug 31 13:55:57.728579 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d9314d1-d1f2-4e39-b615-a0e156180c86 req-e657f78d-8402-43ef-bbff-e7bdd8c32fc4 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448774 Aug 31 13:55:57.757927 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bd9e77-ccce-4203-b3ac-bb38df4b3778 x-openstack-request-id: req-95bd9e77-ccce-4203-b3ac-bb38df4b3778 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:55:57.758359 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e875ea-a63e-44af-9a87-cbb2f7b22678", "name": "network-vif-plugged", "status": "completed", "tag": "ee590d80-ef7a-4f5f-8b3b-db91d124bac7", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:55:57.758526 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95bd9e77-ccce-4203-b3ac-bb38df4b3778 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:55:57.758882 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e875ea-a63e-44af-9a87-cbb2f7b22678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7', 'code': 200} Aug 31 13:55:57.810801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a38ce3-6c57-4dec-86d5-d34c66f3f98c req-c1aa75fc-d5ad-4d97-95e2-c73772c5d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:57.814153 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70a38ce3-6c57-4dec-86d5-d34c66f3f98c req-c1aa75fc-d5ad-4d97-95e2-c73772c5d293 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec HTTP/1.1" status: 200 len: 857 time: 0.0810034 Aug 31 13:55:57.834089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7b2ae877-74ca-4032-93e1-933ed0b6ffa8,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:57.842215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ebc3eb79-e2d3-41db-834b-283a344e38b9,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:57.849993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '7b2ae877-74ca-4032-93e1-933ed0b6ffa8', 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb', 'port_id': '7b2ae877-74ca-4032-93e1-933ed0b6ffa8', 'mac_address': 'fa:16:3e:0d:cd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:57.896982 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:57.903686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70a38ce3-6c57-4dec-86d5-d34c66f3f98c req-4d0ce28a-86f7-4df8-b161-045a995fdb0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d350715-2908-428b-a8c1-f5b24bb92dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737607 Aug 31 13:55:57.919565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:57.948909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7b2ae877-74ca-4032-93e1-933ed0b6ffa8,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:57.954398 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:58.008377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cdda3-fdd0-4a37-9349-f5ee8d6b2e61 req-79be52a4-9e4b-4d76-ac6e-01a0918be0cb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:58.010341 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-358cdda3-fdd0-4a37-9349-f5ee8d6b2e61 req-79be52a4-9e4b-4d76-ac6e-01a0918be0cb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.1838546 Aug 31 13:55:58.017568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f315a21-14c7-4e1b-912b-08f80db89096 req-643f0be8-77ed-4601-8fe8-a809b444cded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:58.022443 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4f315a21-14c7-4e1b-912b-08f80db89096 req-643f0be8-77ed-4601-8fe8-a809b444cded service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14e875ea-a63e-44af-9a87-cbb2f7b22678 HTTP/1.1" status: 200 len: 1100 time: 0.1685255 Aug 31 13:55:58.026268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=7b2ae877-74ca-4032-93e1-933ed0b6ffa8,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:55:58.113304 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70a38ce3-6c57-4dec-86d5-d34c66f3f98c req-dcbb3fc2-c376-4966-b24e-1b9b4812830a service neutron] 10.222.0.52 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948442 Aug 31 13:55:58.122720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-358cdda3-fdd0-4a37-9349-f5ee8d6b2e61 req-e726834c-e69d-4a5f-bbf6-bc75a98ee33d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990727 Aug 31 13:55:58.141208 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ebc3eb79-e2d3-41db-834b-283a344e38b9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:58.148190 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4f315a21-14c7-4e1b-912b-08f80db89096 req-931b1db3-eec8-488f-91a6-b84682bb8fe6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127489 Aug 31 13:55:58.226723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa01096-a4bb-45ce-bd39-e2ddaaff8554 req-e36a0589-8279-4c1e-a168-bfc9af8e25e3 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:58.229908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8aa01096-a4bb-45ce-bd39-e2ddaaff8554 req-e36a0589-8279-4c1e-a168-bfc9af8e25e3 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 944 time: 0.1264396 Aug 31 13:55:58.252015 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70a38ce3-6c57-4dec-86d5-d34c66f3f98c req-c0e605aa-f736-4035-9b22-948f4b31fa2b service neutron] 10.222.0.52 "GET /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234486 Aug 31 13:55:58.301299 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8aa01096-a4bb-45ce-bd39-e2ddaaff8554 req-70ee8095-df2d-470e-87b3-c3871528e47c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608063 Aug 31 13:55:58.380878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf7a06-e7a2-4e1c-85b1-dc4d238ef48b req-a7217ec7-c613-41b7-b98e-02456f85b7da tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:58.382721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19bf7a06-e7a2-4e1c-85b1-dc4d238ef48b req-a7217ec7-c613-41b7-b98e-02456f85b7da tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 945 time: 0.1165724 Aug 31 13:55:58.432385 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19bf7a06-e7a2-4e1c-85b1-dc4d238ef48b req-e5539919-205c-4ce1-9ad3-69f5f3ed5674 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425014 Aug 31 13:55:58.447881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['7b2ae877-74ca-4032-93e1-933ed0b6ffa8'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:55:58.784226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db5f4c-e68a-4077-9b4d-dcb27e89e561 req-8028f35f-5ba3-456c-b467-5678e8c21e87 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:58.785920 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7db5f4c-e68a-4077-9b4d-dcb27e89e561 req-8028f35f-5ba3-456c-b467-5678e8c21e87 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 943 time: 0.0825577 Aug 31 13:55:58.838209 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7db5f4c-e68a-4077-9b4d-dcb27e89e561 req-48d9e7ec-a33a-42d7-9e3f-f277981f6ddb tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Aug 31 13:55:58.893279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116b799-89d6-4547-9edc-72df9de4d312 req-44cea36b-86b5-4d2a-ab67-01fb8fd5200a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:58.896478 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3116b799-89d6-4547-9edc-72df9de4d312 req-44cea36b-86b5-4d2a-ab67-01fb8fd5200a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 949 time: 0.0654094 Aug 31 13:55:58.923021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 4913a399-037e-4fd0-9eee-15e6ef1d9395 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:58.930068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 36830708-13fa-4f08-a40a-45ddfac9a520 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:58.974335 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3116b799-89d6-4547-9edc-72df9de4d312 req-f49b6323-64d8-4de6-b821-44d83fa727f8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692744 Aug 31 13:55:59.106525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 1987b309-7b8b-4821-b792-acc57229f68e details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:55:59.108901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ebc3eb79-e2d3-41db-834b-283a344e38b9 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:55:59.230590 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 36830708-13fa-4f08-a40a-45ddfac9a520 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:55:59.253001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 4913a399-037e-4fd0-9eee-15e6ef1d9395, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4913a399-037e-4fd0-9eee-15e6ef1d9395,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:59.331753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '4913a399-037e-4fd0-9eee-15e6ef1d9395', 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb', 'port_id': '4913a399-037e-4fd0-9eee-15e6ef1d9395', 'mac_address': 'fa:16:3e:93:e8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:59.333784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 36830708-13fa-4f08-a40a-45ddfac9a520 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:59.334564 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.351351 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c24277-df8c-4087-8fb7-242b580bc18f req-e1a3b1f5-fbf2-45de-82c5-1b4c8f2105f1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.355154 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09c24277-df8c-4087-8fb7-242b580bc18f req-e1a3b1f5-fbf2-45de-82c5-1b4c8f2105f1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.1031351 Aug 31 13:55:59.443476 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09c24277-df8c-4087-8fb7-242b580bc18f req-b5da4320-5c7a-474d-9be7-635b0cfc5f19 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812769 Aug 31 13:55:59.512007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port ebc3eb79-e2d3-41db-834b-283a344e38b9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:55:59.512610 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.523484 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.564540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4913a399-037e-4fd0-9eee-15e6ef1d9395 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:59.587063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 1987b309-7b8b-4821-b792-acc57229f68e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1987b309-7b8b-4821-b792-acc57229f68e,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:59.630397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '1987b309-7b8b-4821-b792-acc57229f68e', 'network_id': '7d350715-2908-428b-a8c1-f5b24bb92dcb', 'port_id': '1987b309-7b8b-4821-b792-acc57229f68e', 'mac_address': 'fa:16:3e:d9:75:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:55:59.641071 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 4913a399-037e-4fd0-9eee-15e6ef1d9395, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4913a399-037e-4fd0-9eee-15e6ef1d9395,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:59.653559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5534269-c25b-4e76-af0e-39ad149587b8 req-51ac4540-49d2-46ee-a9b3-196cc181926b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.662098 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5534269-c25b-4e76-af0e-39ad149587b8 req-51ac4540-49d2-46ee-a9b3-196cc181926b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 944 time: 0.1446095 Aug 31 13:55:59.716990 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5534269-c25b-4e76-af0e-39ad149587b8 req-d97e4f33-055c-4404-a935-77d10d89a5f4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524938 Aug 31 13:55:59.732816 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.757351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1987b309-7b8b-4821-b792-acc57229f68e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:55:59.777398 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:55:59.804805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f2ed1-9f12-4879-8c24-36a105f1c69b req-29e2f6d2-dae4-4a74-ac4c-693adbac3f73 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:55:59.831140 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-155f2ed1-9f12-4879-8c24-36a105f1c69b req-29e2f6d2-dae4-4a74-ac4c-693adbac3f73 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 945 time: 0.1361277 Aug 31 13:55:59.845769 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 1987b309-7b8b-4821-b792-acc57229f68e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1987b309-7b8b-4821-b792-acc57229f68e,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:55:59.931693 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-155f2ed1-9f12-4879-8c24-36a105f1c69b req-c6c2aaae-48d3-4dde-a372-afa01156c3e4 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993886 Aug 31 13:56:00.005062 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.065437 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.137841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bc203-c90c-4f2d-a3fe-9c84baa6a93b req-9ab4694b-7b6b-4d69-a2ab-6f3280497652 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:00.166468 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da2bc203-c90c-4f2d-a3fe-9c84baa6a93b req-9ab4694b-7b6b-4d69-a2ab-6f3280497652 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 944 time: 0.1241775 Aug 31 13:56:00.179221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=4913a399-037e-4fd0-9eee-15e6ef1d9395,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:00.208348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b79aa30-21fb-409b-be06-b2d0b993f0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36830708-13fa-4f08-a40a-45ddfac9a520'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:00.214187 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70cd3bd-257b-452c-88c3-ec05fd7c9d5e" -d '{"events": [{"server_uuid": "3b79aa30-21fb-409b-be06-b2d0b993f0e2", "name": "network-vif-plugged", "status": "completed", "tag": "36830708-13fa-4f08-a40a-45ddfac9a520"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:00.234620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500cc50-3aa1-4d03-b576-378151eb1794 req-814a26cf-e56a-4a8f-8317-70e05de84dbe tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:00.242845 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9500cc50-3aa1-4d03-b576-378151eb1794 req-814a26cf-e56a-4a8f-8317-70e05de84dbe tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 949 time: 0.1525838 Aug 31 13:56:00.317279 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9500cc50-3aa1-4d03-b576-378151eb1794 req-f47522f8-694c-4ebd-9d00-ab176e261a99 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676405 Aug 31 13:56:00.320542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 36830708-13fa-4f08-a40a-45ddfac9a520, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=36830708-13fa-4f08-a40a-45ddfac9a520,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:00.333943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.334773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 9a18a565-755e-4f0a-9f71-454e09b02537 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:00.341304 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.350674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da2bc203-c90c-4f2d-a3fe-9c84baa6a93b req-51e8c84b-c56d-4f69-b11d-5b67d2ee35d6 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743221 Aug 31 13:56:00.405993 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dc6065-af0a-4906-a650-790a542df0f5 x-openstack-request-id: req-f5dc6065-af0a-4906-a650-790a542df0f5 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:00.406300 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b79aa30-21fb-409b-be06-b2d0b993f0e2", "name": "network-vif-plugged", "status": "completed", "tag": "36830708-13fa-4f08-a40a-45ddfac9a520", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:00.406666 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5dc6065-af0a-4906-a650-790a542df0f5 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:00.407010 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b79aa30-21fb-409b-be06-b2d0b993f0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36830708-13fa-4f08-a40a-45ddfac9a520', 'code': 200} Aug 31 13:56:00.407849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['4913a399-037e-4fd0-9eee-15e6ef1d9395'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:00.484919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=1987b309-7b8b-4821-b792-acc57229f68e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:00.493923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['1987b309-7b8b-4821-b792-acc57229f68e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:00.607554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97d321-1f72-44bf-88a4-724616e42dab req-c88d0e64-6387-4ff3-bbf8-70f394a7d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:00.612930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea97d321-1f72-44bf-88a4-724616e42dab req-c88d0e64-6387-4ff3-bbf8-70f394a7d934 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 1097 time: 0.1143270 Aug 31 13:56:00.674906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 9a18a565-755e-4f0a-9f71-454e09b02537 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:00.718884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 9a18a565-755e-4f0a-9f71-454e09b02537 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:00.719290 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.728769 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea97d321-1f72-44bf-88a4-724616e42dab req-52b0fec8-8b5a-44d5-a9c7-964cb3f6879b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764344 Aug 31 13:56:00.774191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ebc3eb79-e2d3-41db-834b-283a344e38b9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebc3eb79-e2d3-41db-834b-283a344e38b9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:00.780268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7bae0-aefb-48cb-a2b3-fda0cafad0b4 req-828c0d0b-c99a-48b6-8883-20b6321e38fb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:00.797916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4bc7bae0-aefb-48cb-a2b3-fda0cafad0b4 req-828c0d0b-c99a-48b6-8883-20b6321e38fb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.2135391 Aug 31 13:56:00.804956 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:00.805787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d8b351ab-54de-43f5-b261-606cc57be020 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:00.814483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=36830708-13fa-4f08-a40a-45ddfac9a520,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:00.870898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4bc7bae0-aefb-48cb-a2b3-fda0cafad0b4 req-6e56f292-8753-4ad6-8419-2d46e14e4b35 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696201 Aug 31 13:56:00.994272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0121a7b-a951-4247-9b9b-6486a4a0a6c1 req-2f81df4e-3051-48bd-81a9-678b69fee3aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:00.996874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f0121a7b-a951-4247-9b9b-6486a4a0a6c1 req-2f81df4e-3051-48bd-81a9-678b69fee3aa tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 944 time: 0.0832131 Aug 31 13:56:01.072736 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f0121a7b-a951-4247-9b9b-6486a4a0a6c1 req-7f07ded1-98d9-4cc5-875d-d92a7774ffba tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614276 Aug 31 13:56:01.395961 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16a5ab-4eb2-4913-8088-489b641eef59 req-84aaedc0-be7f-439c-ac08-3a5ac72d2144 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:01.412695 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d16a5ab-4eb2-4913-8088-489b641eef59 req-84aaedc0-be7f-439c-ac08-3a5ac72d2144 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.1406207 Aug 31 13:56:01.533574 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d16a5ab-4eb2-4913-8088-489b641eef59 req-a97182d9-6fd0-41d5-901b-b2321712c736 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127672 Aug 31 13:56:01.546095 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ebc3eb79-e2d3-41db-834b-283a344e38b9,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:01.630994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ef46d-1be5-470b-89fe-0b93124dff87 req-58aae3f0-141e-48cd-8c0c-ac7dffbdb4a8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:01.632761 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c7ef46d-1be5-470b-89fe-0b93124dff87 req-58aae3f0-141e-48cd-8c0c-ac7dffbdb4a8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 949 time: 0.1509783 Aug 31 13:56:01.669380 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-701e5482-a67d-4779-88b4-fe7f7dfe4c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.670969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port d8b351ab-54de-43f5-b261-606cc57be020 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:01.699503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port d8b351ab-54de-43f5-b261-606cc57be020 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:01.700535 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.720375 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c7ef46d-1be5-470b-89fe-0b93124dff87 req-0ae3ee4b-baf8-4214-84c5-8338c1a7d80e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777457 Aug 31 13:56:01.785067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f2ae9-ce39-49b4-ba64-ebe237f6a67c req-5e81152c-0166-4de3-a551-88b0325171ce tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:01.786846 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-962f2ae9-ce39-49b4-ba64-ebe237f6a67c req-5e81152c-0166-4de3-a551-88b0325171ce tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 944 time: 0.1038692 Aug 31 13:56:01.854833 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-962f2ae9-ce39-49b4-ba64-ebe237f6a67c req-9fc43e36-febe-4528-a1ed-9a917f27bbc4 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493631 Aug 31 13:56:01.856754 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:01.945286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 9a18a565-755e-4f0a-9f71-454e09b02537, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=9a18a565-755e-4f0a-9f71-454e09b02537,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:01.952177 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:02.168915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e862dd-3716-4a7c-a3f6-2fd3e8ae6e15 req-84ece808-d1ad-41b5-b4d1-b30d55c79f5b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:02.191736 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8e862dd-3716-4a7c-a3f6-2fd3e8ae6e15 req-84ece808-d1ad-41b5-b4d1-b30d55c79f5b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.1830525 Aug 31 13:56:02.224133 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:02.227247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=9a18a565-755e-4f0a-9f71-454e09b02537,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:02.277361 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8e862dd-3716-4a7c-a3f6-2fd3e8ae6e15 req-0dc9f5b9-8645-4c4b-b4c6-e8727720f26a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842531 Aug 31 13:56:02.304060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d8b351ab-54de-43f5-b261-606cc57be020,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:02.311684 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:02.325939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:02.468070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e93246-655f-4f73-baf2-0bfe62ba0dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc3eb79-e2d3-41db-834b-283a344e38b9'}, {'server_uuid': '937091b2-a069-4980-b0c9-69af1061cb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a18a565-755e-4f0a-9f71-454e09b02537'}, {'server_uuid': 'f65b4fc0-d01c-4de2-af85-a870a07be3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b351ab-54de-43f5-b261-606cc57be020'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:02.472880 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52036d6-8d52-4a63-a429-253b4bb7093b" -d '{"events": [{"server_uuid": "99e93246-655f-4f73-baf2-0bfe62ba0dd2", "name": "network-vif-plugged", "status": "completed", "tag": "ebc3eb79-e2d3-41db-834b-283a344e38b9"}, {"server_uuid": "937091b2-a069-4980-b0c9-69af1061cb09", "name": "network-vif-plugged", "status": "completed", "tag": "9a18a565-755e-4f0a-9f71-454e09b02537"}, {"server_uuid": "f65b4fc0-d01c-4de2-af85-a870a07be3a0", "name": "network-vif-plugged", "status": "completed", "tag": "d8b351ab-54de-43f5-b261-606cc57be020"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:02.498037 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f13c5-85ed-4b69-9041-1e3fd7d48154 req-5c93ef54-7bec-4c4d-ba7a-39fef65bc35a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:02.501414 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-219f13c5-85ed-4b69-9041-1e3fd7d48154 req-5c93ef54-7bec-4c4d-ba7a-39fef65bc35a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1051121 Aug 31 13:56:02.533066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d8b351ab-54de-43f5-b261-606cc57be020,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:02.556011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:02.571292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:02.571858 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:02.602067 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-219f13c5-85ed-4b69-9041-1e3fd7d48154 req-54b9a688-33eb-4d4b-9407-fc6fb46d6697 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890617 Aug 31 13:56:02.665493 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f145c07-3517-41f5-8a5c-ad288d1a66af x-openstack-request-id: req-8f145c07-3517-41f5-8a5c-ad288d1a66af {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:02.665880 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e93246-655f-4f73-baf2-0bfe62ba0dd2", "name": "network-vif-plugged", "status": "completed", "tag": "ebc3eb79-e2d3-41db-834b-283a344e38b9", "code": 200}, {"server_uuid": "937091b2-a069-4980-b0c9-69af1061cb09", "name": "network-vif-plugged", "status": "completed", "tag": "9a18a565-755e-4f0a-9f71-454e09b02537", "code": 200}, {"server_uuid": "f65b4fc0-d01c-4de2-af85-a870a07be3a0", "name": "network-vif-plugged", "status": "completed", "tag": "d8b351ab-54de-43f5-b261-606cc57be020", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:02.668113 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f145c07-3517-41f5-8a5c-ad288d1a66af {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:02.668840 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e93246-655f-4f73-baf2-0bfe62ba0dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc3eb79-e2d3-41db-834b-283a344e38b9', 'code': 200} Aug 31 13:56:02.669223 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937091b2-a069-4980-b0c9-69af1061cb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a18a565-755e-4f0a-9f71-454e09b02537', 'code': 200} Aug 31 13:56:02.669588 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b4fc0-d01c-4de2-af85-a870a07be3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b351ab-54de-43f5-b261-606cc57be020', 'code': 200} Aug 31 13:56:02.796200 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:02.848329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7b2ae877-74ca-4032-93e1-933ed0b6ffa8,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:02.872146 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:03.001480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=7b2ae877-74ca-4032-93e1-933ed0b6ffa8,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:03.048557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68edcf-739f-4c70-b1a9-c2c88492a5b4 req-31b1a08b-d329-42e1-bd32-0a1acc1fb7e9 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.062368 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cc68edcf-739f-4c70-b1a9-c2c88492a5b4 req-31b1a08b-d329-42e1-bd32-0a1acc1fb7e9 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 950 time: 0.1456444 Aug 31 13:56:03.101348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121915dc-9c69-4ebd-a750-e0cfa1838383 req-9c89b27d-1619-4276-b8cc-785ace51fc08 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.112188 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-121915dc-9c69-4ebd-a750-e0cfa1838383 req-9c89b27d-1619-4276-b8cc-785ace51fc08 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.3432019 Aug 31 13:56:03.116254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a5c67-e998-4cc2-a445-ff7b518fa6db req-0f65778a-1d46-4d4d-8348-3de67b2d7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.122836 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed3a5c67-e998-4cc2-a445-ff7b518fa6db req-0f65778a-1d46-4d4d-8348-3de67b2d7228 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 1096 time: 0.3800356 Aug 31 13:56:03.146143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 1987b309-7b8b-4821-b792-acc57229f68e up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:03.208536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92cb98-548e-4fc0-baaa-f4be12ca5182 req-b6ad07dd-17eb-4fe2-8760-995466590942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.211791 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b92cb98-548e-4fc0-baaa-f4be12ca5182 req-b6ad07dd-17eb-4fe2-8760-995466590942 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 1101 time: 0.2192855 Aug 31 13:56:03.213479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cc68edcf-739f-4c70-b1a9-c2c88492a5b4 req-a59b2388-bd24-4a93-bc01-fefdb89e8a2e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502144 Aug 31 13:56:03.297870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 1987b309-7b8b-4821-b792-acc57229f68e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:03.327231 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 1987b309-7b8b-4821-b792-acc57229f68e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:03.327947 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:03.355074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed3a5c67-e998-4cc2-a445-ff7b518fa6db req-5258410e-e697-48f7-833c-b0eecc687d71 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108023 Aug 31 13:56:03.390926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-121915dc-9c69-4ebd-a750-e0cfa1838383 req-1867d2e3-88a5-4ae1-abcb-bbda5d2ac9b5 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616203 Aug 31 13:56:03.462784 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b92cb98-548e-4fc0-baaa-f4be12ca5182 req-61fe6e45-cb19-42e6-8067-8575a8151e82 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756723 Aug 31 13:56:03.623446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c9f72-75ca-4876-bc70-b1e54690ff8c req-2af6cca2-6610-43f8-a4fb-1745ea70ba30 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:03.637363 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f86c9f72-75ca-4876-bc70-b1e54690ff8c req-2af6cca2-6610-43f8-a4fb-1745ea70ba30 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 944 time: 0.2026830 Aug 31 13:56:03.679433 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:03.712331 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f86c9f72-75ca-4876-bc70-b1e54690ff8c req-d26ddedd-7798-414f-bc6b-8a5658f018c1 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712969 Aug 31 13:56:03.785180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 1987b309-7b8b-4821-b792-acc57229f68e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1987b309-7b8b-4821-b792-acc57229f68e,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:03.791563 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:03.960024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=1987b309-7b8b-4821-b792-acc57229f68e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:03.966005 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:03.990837 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-27fceef5-0de4-42a9-8bfe-89e51a8d4cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:04.017083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d27c2a-bbf9-4584-b2d7-42e870a7f2f4 req-55ea6887-5626-4168-acb8-66c24bffc7d1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:04.026507 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5d27c2a-bbf9-4584-b2d7-42e870a7f2f4 req-55ea6887-5626-4168-acb8-66c24bffc7d1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.2269859 Aug 31 13:56:04.162213 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5d27c2a-bbf9-4584-b2d7-42e870a7f2f4 req-41aa0647-501b-41ba-8f13-aeffd4ea4ae5 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315231 Aug 31 13:56:04.304610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cd0ab-835f-4df7-a295-bc32f5e98aa8 req-2eacc9d4-0c65-4034-81ca-a02d69404f20 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:04.311186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-175cd0ab-835f-4df7-a295-bc32f5e98aa8 req-2eacc9d4-0c65-4034-81ca-a02d69404f20 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1050932 Aug 31 13:56:04.466270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-175cd0ab-835f-4df7-a295-bc32f5e98aa8 req-be5b956b-7d4f-491f-bb6c-fadf8ac75c31 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297278 Aug 31 13:56:04.578043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb579781-0fe5-4ab9-962a-1fa1f8a3b5a5 req-ff1aa753-87bd-4e60-a6fa-51a9a8b12802 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:04.581583 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bb579781-0fe5-4ab9-962a-1fa1f8a3b5a5 req-ff1aa753-87bd-4e60-a6fa-51a9a8b12802 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 950 time: 0.1642559 Aug 31 13:56:04.671259 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33498f84-a257-4f20-91ee-0807b43f4cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ae877-74ca-4032-93e1-933ed0b6ffa8'}, {'server_uuid': '9a3ef644-a43a-43cb-b16a-39e4ba91b8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1987b309-7b8b-4821-b792-acc57229f68e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:04.674019 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d761c4b2-3629-4a98-9d85-2cd3c145aaf0" -d '{"events": [{"server_uuid": "33498f84-a257-4f20-91ee-0807b43f4cb6", "name": "network-vif-plugged", "status": "completed", "tag": "7b2ae877-74ca-4032-93e1-933ed0b6ffa8"}, {"server_uuid": "9a3ef644-a43a-43cb-b16a-39e4ba91b8b0", "name": "network-vif-plugged", "status": "completed", "tag": "1987b309-7b8b-4821-b792-acc57229f68e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:04.706842 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bb579781-0fe5-4ab9-962a-1fa1f8a3b5a5 req-dd394ae6-7321-4d79-9629-074eea94b001 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055045 Aug 31 13:56:04.777520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7f311-9f68-453e-aebe-990a731ee315 req-9fa99f5a-4a3e-480a-b862-33317658ab4b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:04.780797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-35d7f311-9f68-453e-aebe-990a731ee315 req-9fa99f5a-4a3e-480a-b862-33317658ab4b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.1075850 Aug 31 13:56:04.837045 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266541f1-4a23-4107-9b3d-f240340ad7e3 x-openstack-request-id: req-266541f1-4a23-4107-9b3d-f240340ad7e3 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:04.837816 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33498f84-a257-4f20-91ee-0807b43f4cb6", "name": "network-vif-plugged", "status": "completed", "tag": "7b2ae877-74ca-4032-93e1-933ed0b6ffa8", "code": 200}, {"server_uuid": "9a3ef644-a43a-43cb-b16a-39e4ba91b8b0", "name": "network-vif-plugged", "status": "completed", "tag": "1987b309-7b8b-4821-b792-acc57229f68e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:04.837816 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-266541f1-4a23-4107-9b3d-f240340ad7e3 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:04.838074 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33498f84-a257-4f20-91ee-0807b43f4cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ae877-74ca-4032-93e1-933ed0b6ffa8', 'code': 200} Aug 31 13:56:04.838270 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3ef644-a43a-43cb-b16a-39e4ba91b8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1987b309-7b8b-4821-b792-acc57229f68e', 'code': 200} Aug 31 13:56:04.921051 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-35d7f311-9f68-453e-aebe-990a731ee315 req-6394069d-10d3-4ba9-9e66-30e9e72ed4f0 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284492 Aug 31 13:56:04.960092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 4913a399-037e-4fd0-9eee-15e6ef1d9395 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:05.055158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46999452-e222-424b-a4b8-3f6afdf1cbe4 req-ea1f3244-eb16-4e43-981b-d4dcd0ebe0cc tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.057988 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-46999452-e222-424b-a4b8-3f6afdf1cbe4 req-ea1f3244-eb16-4e43-981b-d4dcd0ebe0cc tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 945 time: 0.0781200 Aug 31 13:56:05.142836 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:05.186080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 4913a399-037e-4fd0-9eee-15e6ef1d9395 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:05.187203 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-46999452-e222-424b-a4b8-3f6afdf1cbe4 req-ab55dbc3-3ac6-488b-ac2d-dd674a3cf80b tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129389 Aug 31 13:56:05.240936 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 4913a399-037e-4fd0-9eee-15e6ef1d9395 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:05.241680 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:05.267399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84067c56-1080-4f8c-b21d-043447acc432 req-0581a86f-cfca-4e09-9f12-9668925892ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.270717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-84067c56-1080-4f8c-b21d-043447acc432 req-0581a86f-cfca-4e09-9f12-9668925892ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 1096 time: 0.1169913 Aug 31 13:56:05.318581 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-84067c56-1080-4f8c-b21d-043447acc432 req-9a337157-8d36-4d22-986f-87b0f59ab5b8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352299 Aug 31 13:56:05.376048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f246c-b4ac-457f-b2de-a0bdad9744f3 req-42a81976-c39b-4b75-a769-785ed36c1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.381981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f78f246c-b4ac-457f-b2de-a0bdad9744f3 req-42a81976-c39b-4b75-a769-785ed36c1e4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33498f84-a257-4f20-91ee-0807b43f4cb6 HTTP/1.1" status: 200 len: 1096 time: 0.2648647 Aug 31 13:56:05.431230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e0b65-0e37-40f8-b57a-3ce607f2eb1f req-b46543da-b885-4a36-83d0-763ff33332ce tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.434698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-287e0b65-0e37-40f8-b57a-3ce607f2eb1f req-b46543da-b885-4a36-83d0-763ff33332ce tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.2313714 Aug 31 13:56:05.513040 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:05.537269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ac8c-3a77-4ddf-b1eb-4be7ac49a4be req-6249dec2-001b-4054-8b43-cbed03cbdf71 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.538940 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a904ac8c-3a77-4ddf-b1eb-4be7ac49a4be req-6249dec2-001b-4054-8b43-cbed03cbdf71 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.1121602 Aug 31 13:56:05.544427 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-287e0b65-0e37-40f8-b57a-3ce607f2eb1f req-48bb8ff7-0ec9-4399-8e3e-3fafbdd17f18 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975657 Aug 31 13:56:05.632887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 4913a399-037e-4fd0-9eee-15e6ef1d9395, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4913a399-037e-4fd0-9eee-15e6ef1d9395,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:05.646664 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:05.662022 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a904ac8c-3a77-4ddf-b1eb-4be7ac49a4be req-bc5f2420-2364-406c-930e-d908ffc42a56 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060536 Aug 31 13:56:05.663792 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f78f246c-b4ac-457f-b2de-a0bdad9744f3 req-1452817f-870b-4660-8138-f9f32187c538 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180980 Aug 31 13:56:05.752528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=4913a399-037e-4fd0-9eee-15e6ef1d9395,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:05.787018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c2b76-1d86-407e-87fe-a5cfe2f9987d req-d9d64a27-b5d3-40ed-846a-01879be48575 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:05.788696 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-477c2b76-1d86-407e-87fe-a5cfe2f9987d req-d9d64a27-b5d3-40ed-846a-01879be48575 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1041243 Aug 31 13:56:05.875033 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-477c2b76-1d86-407e-87fe-a5cfe2f9987d req-e03d2391-4652-4ea2-8855-5ac6ba6fff2e tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682244 Aug 31 13:56:05.991633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a4ef0-95d4-402c-a592-fdfbd738a66e req-89ebf2d1-466c-4b84-9fd4-1ba6b945252d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:06.009682 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e60a4ef0-95d4-402c-a592-fdfbd738a66e req-89ebf2d1-466c-4b84-9fd4-1ba6b945252d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 950 time: 0.1394649 Aug 31 13:56:06.086197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638423-e32b-4e8a-b00b-2cfc2743c70f req-65c83bec-d82e-4274-a900-b4da8d598802 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:06.104910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db638423-e32b-4e8a-b00b-2cfc2743c70f req-65c83bec-d82e-4274-a900-b4da8d598802 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.1090016 Aug 31 13:56:06.126211 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e60a4ef0-95d4-402c-a592-fdfbd738a66e req-c1eb8c0a-e4fd-4308-9711-226f1ecef722 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123416 Aug 31 13:56:06.192496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db638423-e32b-4e8a-b00b-2cfc2743c70f req-6b2de08e-dcde-4b2b-bec3-6a9137ff07ac tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831881 Aug 31 13:56:06.413370 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca42de5-f431-4773-a1a0-ed167e932104 req-2970db27-b57f-444f-a386-9a1e842f72c3 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:06.421128 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eca42de5-f431-4773-a1a0-ed167e932104 req-2970db27-b57f-444f-a386-9a1e842f72c3 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 1096 time: 0.1193681 Aug 31 13:56:06.505582 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eca42de5-f431-4773-a1a0-ed167e932104 req-2d1d27a8-d566-4ee8-b463-68c37620fe00 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693710 Aug 31 13:56:06.642633 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:06.687682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62589f3a-7f85-4c4a-b241-787a8fdbe370 req-358086a5-82dd-40e8-ba0d-388aab145c1e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:06.695042 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62589f3a-7f85-4c4a-b241-787a8fdbe370 req-358086a5-82dd-40e8-ba0d-388aab145c1e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e875ea-a63e-44af-9a87-cbb2f7b22678 HTTP/1.1" status: 200 len: 949 time: 0.1542759 Aug 31 13:56:06.779864 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62589f3a-7f85-4c4a-b241-787a8fdbe370 req-6a0ffcf7-e632-4cc4-8d1f-30315f89884e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706906 Aug 31 13:56:06.839303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ad7e0d-ba3a-4e93-91e3-1a396230526b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4913a399-037e-4fd0-9eee-15e6ef1d9395'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:06.841829 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8394da38-3f7d-4cc1-9ed6-ee6ae09f4cb0" -d '{"events": [{"server_uuid": "48ad7e0d-ba3a-4e93-91e3-1a396230526b", "name": "network-vif-plugged", "status": "completed", "tag": "4913a399-037e-4fd0-9eee-15e6ef1d9395"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:06.999616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884120a3-bf98-4cae-93f6-7edd5012adc6 req-32f5adf2-9a9a-41f0-9875-9a31849816de tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:07.004673 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-884120a3-bf98-4cae-93f6-7edd5012adc6 req-32f5adf2-9a9a-41f0-9875-9a31849816de tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.2777686 Aug 31 13:56:07.039508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2616b-7061-4edb-a947-385266523e81 req-6eb1c07e-0156-4c4d-85ab-2d75110594d8 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:07.039508 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ffa2616b-7061-4edb-a947-385266523e81 req-6eb1c07e-0156-4c4d-85ab-2d75110594d8 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 945 time: 0.1154103 Aug 31 13:56:07.082528 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-884120a3-bf98-4cae-93f6-7edd5012adc6 req-cfa4dae4-4b4d-468e-a024-12bcd814501d tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704663 Aug 31 13:56:07.116529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ffa2616b-7061-4edb-a947-385266523e81 req-5a33bde2-7cea-4e76-b702-8a1df51da249 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704236 Aug 31 13:56:07.338763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715d14a-823c-49fa-8183-26f755959831 req-34e9c0f8-2d45-4f67-9a7f-b6f89ee0eac1 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:07.347903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2715d14a-823c-49fa-8183-26f755959831 req-34e9c0f8-2d45-4f67-9a7f-b6f89ee0eac1 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 1096 time: 0.0750892 Aug 31 13:56:07.422405 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2715d14a-823c-49fa-8183-26f755959831 req-ba24af17-9e27-4c89-87d5-4125f94e4ddb tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721545 Aug 31 13:56:07.441861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6458f8-9a1c-461b-b7db-51f43924fb32 req-db56bc07-9dcc-44d1-9e04-8ab03fbf8e4c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:07.459337 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eb6458f8-9a1c-461b-b7db-51f43924fb32 req-db56bc07-9dcc-44d1-9e04-8ab03fbf8e4c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.1424642 Aug 31 13:56:07.623709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eb6458f8-9a1c-461b-b7db-51f43924fb32 req-af3df0fe-dd09-49f8-aa9e-16517952cf4b tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439114 Aug 31 13:56:07.751060 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8f5550-5120-47c7-94eb-3fdaab6a3edb x-openstack-request-id: req-7f8f5550-5120-47c7-94eb-3fdaab6a3edb {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:07.751699 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ad7e0d-ba3a-4e93-91e3-1a396230526b", "name": "network-vif-plugged", "status": "completed", "tag": "4913a399-037e-4fd0-9eee-15e6ef1d9395", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:07.751986 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f8f5550-5120-47c7-94eb-3fdaab6a3edb {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:07.753324 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ad7e0d-ba3a-4e93-91e3-1a396230526b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4913a399-037e-4fd0-9eee-15e6ef1d9395', 'code': 200} Aug 31 13:56:08.000135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aad56-0341-4613-8cbf-e4dee0a60a68 req-d78f380a-efea-46ae-ad5c-83ae40dc3ca1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:08.007308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aad56-0341-4613-8cbf-e4dee0a60a68 req-d78f380a-efea-46ae-ad5c-83ae40dc3ca1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:08.009443 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d88aad56-0341-4613-8cbf-e4dee0a60a68 req-d78f380a-efea-46ae-ad5c-83ae40dc3ca1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e875ea-a63e-44af-9a87-cbb2f7b22678&device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 1690 time: 0.1076086 Aug 31 13:56:08.011634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3aa74-7e4e-4f7b-8c85-9b784db51e4c req-590712fa-5b4e-41a1-8ccf-f7b95aa0af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:08.013299 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57a3aa74-7e4e-4f7b-8c85-9b784db51e4c req-590712fa-5b4e-41a1-8ccf-f7b95aa0af67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48ad7e0d-ba3a-4e93-91e3-1a396230526b HTTP/1.1" status: 200 len: 1096 time: 0.1309536 Aug 31 13:56:08.112687 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d88aad56-0341-4613-8cbf-e4dee0a60a68 req-9b203dd2-d231-489e-bb14-683a026714a3 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880327 Aug 31 13:56:08.128882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57a3aa74-7e4e-4f7b-8c85-9b784db51e4c req-31a1ba32-cebc-4d3d-8591-fdc31cbc5ca8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834200 Aug 31 13:56:08.210101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f3167-8828-4da2-9773-6061147b4ce1 req-d32218b0-2e5e-4b91-a130-a13b025d52d6 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:08.225957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-870f3167-8828-4da2-9773-6061147b4ce1 req-d32218b0-2e5e-4b91-a130-a13b025d52d6 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.1071913 Aug 31 13:56:08.310308 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-870f3167-8828-4da2-9773-6061147b4ce1 req-157cf376-aedc-45de-8fa9-731d65c2f574 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680909 Aug 31 13:56:08.310977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d25f-e86f-4d09-8137-2756e6b6f880 req-e68a939c-c857-4b80-a1a9-6c2bd61518ce tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:08.314869 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d466d25f-e86f-4d09-8137-2756e6b6f880 req-e68a939c-c857-4b80-a1a9-6c2bd61518ce tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 946 time: 0.1029575 Aug 31 13:56:08.411039 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d466d25f-e86f-4d09-8137-2756e6b6f880 req-6bdb4f64-d680-4ece-9015-8495093cf86e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755291 Aug 31 13:56:08.741510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e7d07-1d36-40e5-be9e-85c3831e7e8e req-0cb6d967-5354-4c41-b037-07ced407e305 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:08.769676 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-952e7d07-1d36-40e5-be9e-85c3831e7e8e req-0cb6d967-5354-4c41-b037-07ced407e305 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 945 time: 0.1429486 Aug 31 13:56:08.831608 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:08.834660 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:08.886510 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-952e7d07-1d36-40e5-be9e-85c3831e7e8e req-011deeb8-ef6a-404d-8e84-2bb6b4af9c1c tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148236 Aug 31 13:56:09.166503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae4c4-0bba-4b66-a8bc-9610025257ce req-84332a87-69f2-4ed2-944b-bf749c7b543a tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:09.169114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f4ae4c4-0bba-4b66-a8bc-9610025257ce req-84332a87-69f2-4ed2-944b-bf749c7b543a tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.1071126 Aug 31 13:56:09.260998 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f4ae4c4-0bba-4b66-a8bc-9610025257ce req-c21d80c8-5c32-425f-ac41-6b09309fe726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846157 Aug 31 13:56:09.520579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed71952-d87e-494c-909e-d7a38ce6ea3d req-b0cf9fbe-fc3c-4679-9bd9-2225acffc972 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:09.522301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eed71952-d87e-494c-909e-d7a38ce6ea3d req-b0cf9fbe-fc3c-4679-9bd9-2225acffc972 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=14e875ea-a63e-44af-9a87-cbb2f7b22678 HTTP/1.1" status: 200 len: 1100 time: 0.0674362 Aug 31 13:56:09.615239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eed71952-d87e-494c-909e-d7a38ce6ea3d req-d25a38b3-5140-489d-b771-cb0acd0f0610 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758188 Aug 31 13:56:09.807997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19134f25-79ab-4712-99fb-6e0f0109451a req-b2fa6854-4c16-4f6f-8e46-6e392f6a3461 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:09.809756 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19134f25-79ab-4712-99fb-6e0f0109451a req-b2fa6854-4c16-4f6f-8e46-6e392f6a3461 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.0668917 Aug 31 13:56:09.904404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19134f25-79ab-4712-99fb-6e0f0109451a req-59846601-bc69-4e23-ba15-95ef3c5d6bd5 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611427 Aug 31 13:56:10.096239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535355c-c787-417a-9565-87ef69081367 req-aeb0974f-5c08-4651-b581-d6040cac9a1e tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:10.097915 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1535355c-c787-417a-9565-87ef69081367 req-aeb0974f-5c08-4651-b581-d6040cac9a1e tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=48ad7e0d-ba3a-4e93-91e3-1a396230526b HTTP/1.1" status: 200 len: 945 time: 0.0989251 Aug 31 13:56:10.178632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1535355c-c787-417a-9565-87ef69081367 req-162f4036-4e3f-418b-b9c0-440e13631bd9 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644629 Aug 31 13:56:10.207849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7e4913db-a41c-4818-ba30-1c339dea7463 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:56:10.221242 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7e4913db-a41c-4818-ba30-1c339dea7463 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0262239 Aug 31 13:56:10.250117 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] Request body: {'binding': {'host': 'n-h2-792364-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:10.251192 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] Unknown quota resources ['binding']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 13:56:10.365052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b5738-49a3-4d47-9e74-0bd4b17f044b req-69109c46-7460-4461-b349-f09a76e8e90b tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:10.369282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d58b5738-49a3-4d47-9e74-0bd4b17f044b req-69109c46-7460-4461-b349-f09a76e8e90b tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 1101 time: 0.0641506 Aug 31 13:56:10.461646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d58b5738-49a3-4d47-9e74-0bd4b17f044b req-5f25439c-8868-47ab-b555-22b4b51ab17e tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877709 Aug 31 13:56:10.518158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] Attempting to bind port d8b351ab-54de-43f5-b261-606cc57be020 on host n-h2-792364-6 for vnic_type normal with profile None {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:10.519130 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] Attempting to bind port d8b351ab-54de-43f5-b261-606cc57be020 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:10.519949 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] Attempting to bind port d8b351ab-54de-43f5-b261-606cc57be020 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:10.537718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] Port d8b351ab-54de-43f5-b261-606cc57be020 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:56:10.538688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] Attempting to bind port d8b351ab-54de-43f5-b261-606cc57be020 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:10.550375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:10.551370 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:10.552291 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] Bound using segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:10.553395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] Bound port: d8b351ab-54de-43f5-b261-606cc57be020, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:10.622442 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d8b351ab-54de-43f5-b261-606cc57be020,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:10.630693 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:10.634132 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-7a67feef-4364-48ef-9059-571fea15b94e service neutron] 10.222.0.20 "POST /v2.0/ports/d8b351ab-54de-43f5-b261-606cc57be020/bindings HTTP/1.1" status: 201 len: 389 time: 0.3894086 Aug 31 13:56:11.125613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb19ef-000a-4931-bf57-a01c7568206f req-7299a232-6a26-4b82-983d-3e2297a0551c tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:11.128510 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4abb19ef-000a-4931-bf57-a01c7568206f req-7299a232-6a26-4b82-983d-3e2297a0551c tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.1232243 Aug 31 13:56:11.206477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4abb19ef-000a-4931-bf57-a01c7568206f req-a1a0f45e-13f9-4f35-ae58-00a5f8b5e710 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675583 Aug 31 13:56:11.222109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e8cad-2e60-401d-9642-6b5e6d4e6578 req-7f369ae6-d267-442c-93fe-782b2884db94 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:11.265400 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-864e8cad-2e60-401d-9642-6b5e6d4e6578 req-7f369ae6-d267-442c-93fe-782b2884db94 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1897702 Aug 31 13:56:11.324031 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-864e8cad-2e60-401d-9642-6b5e6d4e6578 req-5179edfc-6256-43f3-8040-0b59d1166e49 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570445 Aug 31 13:56:11.421946 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-23a579f7-6575-4d70-b3ec-f8bdbce520f6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537000 Aug 31 13:56:11.533374 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9292ac4-36b2-4091-8ed4-2a8b1b4cb8ca req-aa63a239-5c18-4027-9ed2-b192438093f4 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:11.536554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c9292ac4-36b2-4091-8ed4-2a8b1b4cb8ca req-aa63a239-5c18-4027-9ed2-b192438093f4 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 946 time: 0.0909219 Aug 31 13:56:11.615998 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c9292ac4-36b2-4091-8ed4-2a8b1b4cb8ca req-9c458b91-0919-4db7-87a1-87f98cd6dda8 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707963 Aug 31 13:56:11.641578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-c24f0a57-48c2-4be0-807d-4b97b23ba050 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:11.652130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-c24f0a57-48c2-4be0-807d-4b97b23ba050 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175493 Aug 31 13:56:11.784750 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-d5de8162-f918-40ba-97cf-a7bf922251f7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/quotas/7c0e192034374c6a84e5da48f77a28a2 HTTP/1.1" status: 200 len: 375 time: 0.1267619 Aug 31 13:56:11.901418 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-61b37151-2cff-410a-9b9e-9dce3d86c51f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1067717 Aug 31 13:56:12.051584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593430b-9a59-486d-87be-f10124d404ad req-8670918c-16bd-4da5-9095-2a961e52abef tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:12.054133 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3593430b-9a59-486d-87be-f10124d404ad req-8670918c-16bd-4da5-9095-2a961e52abef tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.0923820 Aug 31 13:56:12.204721 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3593430b-9a59-486d-87be-f10124d404ad req-e3053d49-2fd5-466a-bdb8-335710fe01e7 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377747 Aug 31 13:56:12.359910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65d435-7434-4bf1-8b58-5e6bd2751a54 req-9fa6ddcb-66bb-40be-9eb7-9a06f0001658 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:12.362674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c65d435-7434-4bf1-8b58-5e6bd2751a54 req-9fa6ddcb-66bb-40be-9eb7-9a06f0001658 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=48ad7e0d-ba3a-4e93-91e3-1a396230526b HTTP/1.1" status: 200 len: 945 time: 0.1757045 Aug 31 13:56:12.443975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345cdd4-50dd-4f0d-84dd-9746cb8d8c77 req-3bcf2b2c-b1e7-4e63-bbea-22b57433a1fd tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:12.465983 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f345cdd4-50dd-4f0d-84dd-9746cb8d8c77 req-3bcf2b2c-b1e7-4e63-bbea-22b57433a1fd tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.1355627 Aug 31 13:56:12.493241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c65d435-7434-4bf1-8b58-5e6bd2751a54 req-3da8f932-1050-48ea-87f3-7662388fe35a tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989242 Aug 31 13:56:12.532291 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f345cdd4-50dd-4f0d-84dd-9746cb8d8c77 req-4f5d2f0f-fb6d-440e-a382-b01dfa0c6bdd tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662210 Aug 31 13:56:12.709319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee028ae4-fcc9-4f2c-a2be-8bb9f6fec56e req-cb33ca64-ecc6-4d2c-ba24-f493dec7a8df tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 210 time: 0.0713184 Aug 31 13:56:12.907896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4166b-ffb0-45cb-bf81-e90f465456bd req-523cbcfa-da8c-4167-b77e-242554e15c9a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:12.910857 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-02d4166b-ffb0-45cb-bf81-e90f465456bd req-523cbcfa-da8c-4167-b77e-242554e15c9a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1440392 Aug 31 13:56:13.010316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a0f842d4-e114-4127-9952-150b7b97d267 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:13.017680 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-02d4166b-ffb0-45cb-bf81-e90f465456bd req-219e17b5-71de-4447-a9de-4b657ab62160 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935349 Aug 31 13:56:13.244042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a0f842d4-e114-4127-9952-150b7b97d267,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:13.288328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a0f842d4-e114-4127-9952-150b7b97d267 has no active binding in host n-h2-792364-6 {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 13:56:13.322732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440768db-7d21-463d-a6a4-00991f8086de req-4bad353c-36f9-4dbc-941e-e8b3e61aa6b3 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.329329 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-440768db-7d21-463d-a6a4-00991f8086de req-4bad353c-36f9-4dbc-941e-e8b3e61aa6b3 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=33498f84-a257-4f20-91ee-0807b43f4cb6 HTTP/1.1" status: 200 len: 945 time: 0.1433849 Aug 31 13:56:13.409748 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-440768db-7d21-463d-a6a4-00991f8086de req-50367ba1-f540-4831-8425-833bcccd33b2 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730302 Aug 31 13:56:13.698871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419b319-e4c4-4f43-9a1a-fc6853b97504 req-52acad04-24f8-4200-ae26-a0639424413d tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.702618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3419b319-e4c4-4f43-9a1a-fc6853b97504 req-52acad04-24f8-4200-ae26-a0639424413d tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 946 time: 0.1187904 Aug 31 13:56:13.745111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eced6d-0e5a-450a-bd36-fb912b091af3 req-f6419d98-3700-45b0-a1c7-302318446748 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:13.749300 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08eced6d-0e5a-450a-bd36-fb912b091af3 req-f6419d98-3700-45b0-a1c7-302318446748 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.1641428 Aug 31 13:56:13.852346 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08eced6d-0e5a-450a-bd36-fb912b091af3 req-f56e3326-af87-47a1-a798-9ed22a5b3b49 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855024 Aug 31 13:56:13.872896 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3419b319-e4c4-4f43-9a1a-fc6853b97504 req-ab24ce30-4d6c-469f-b8b6-a4e6d190c5e2 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526134 Aug 31 13:56:14.092887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-e9f413b9-992b-4012-8911-150b597cacee tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:14.096365 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-e9f413b9-992b-4012-8911-150b597cacee tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9&tenant_id=24b3f2febd7d4b85836b75e97fa9634b&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1096 time: 0.2607400 Aug 31 13:56:14.129151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-fbdf9400-8cdd-4300-ba1e-b746d106198c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:14.132402 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-fbdf9400-8cdd-4300-ba1e-b746d106198c tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.52 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 946 time: 0.2510669 Aug 31 13:56:14.138397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-6'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:14.238145 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-28af8c57-a673-4e68-95e2-68ed162d0ab6 req-e8b2c41f-cf4f-4ef9-8b8b-be86f8015e34 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 210 time: 0.0771174 Aug 31 13:56:14.418000 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:14.578310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Deleting port ed5a0322-d659-4a78-8ab2-08feb09a4fe2 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:14.578918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:14.834521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53145f5d-6370-4f56-ac6c-70cd1044dc04 req-9288a729-6c71-4cb0-87b8-927ded2a9514 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:14.837257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53145f5d-6370-4f56-ac6c-70cd1044dc04 req-9288a729-6c71-4cb0-87b8-927ded2a9514 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.3496957 Aug 31 13:56:14.858194 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-7f4e9fdf-a690-40ca-9b80-30068a2428f7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773642 Aug 31 13:56:15.041918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] For port ed5a0322-d659-4a78-8ab2-08feb09a4fe2, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ed5a0322-d659-4a78-8ab2-08feb09a4fe2,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:15.042566 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:15.232080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-57c0f233-108d-4503-bf2b-fde1e83de64e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:15.234744 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-57c0f233-108d-4503-bf2b-fde1e83de64e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3680506 Aug 31 13:56:15.254294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b68dc-af37-4ae2-8530-bb5badb1f3c6 req-2943e1f8-462d-40f5-b004-b93cc1138ace tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:15.254606 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53145f5d-6370-4f56-ac6c-70cd1044dc04 req-87a7ca5a-9561-4738-82e5-b0e1287d7fa1 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141739 Aug 31 13:56:15.256997 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b1b68dc-af37-4ae2-8530-bb5badb1f3c6 req-2943e1f8-462d-40f5-b004-b93cc1138ace tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=33498f84-a257-4f20-91ee-0807b43f4cb6 HTTP/1.1" status: 200 len: 945 time: 0.1986799 Aug 31 13:56:15.266509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Request body: {'port': {'device_id': '06c30005-cf96-4f30-b639-3eb8204fdb5f', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '7c0e192034374c6a84e5da48f77a28a2'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:15.280199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a0f842d4-e114-4127-9952-150b7b97d267,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:15.446940 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b1b68dc-af37-4ae2-8530-bb5badb1f3c6 req-2474fdb4-f034-4229-b123-afc1cd53e758 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688905 Aug 31 13:56:15.585893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:15.639874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19896eaf-4304-4af3-a09b-9f8e8f21da96 req-52d52a00-2053-44c9-ac86-a9cc8b0f271c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:15.649928 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-19896eaf-4304-4af3-a09b-9f8e8f21da96 req-52d52a00-2053-44c9-ac86-a9cc8b0f271c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 945 time: 0.1202722 Aug 31 13:56:15.683868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d0f76-fd33-4473-b7fd-99b31a31da2d req-1c268e49-430d-4dfd-b0cd-c020cb6a8d8c tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:15.688954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Made reservation on behalf of 7c0e192034374c6a84e5da48f77a28a2 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:15.693101 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-529d0f76-fd33-4473-b7fd-99b31a31da2d req-1c268e49-430d-4dfd-b0cd-c020cb6a8d8c tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.3154242 Aug 31 13:56:15.695880 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:15.726075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-19896eaf-4304-4af3-a09b-9f8e8f21da96 req-f11f7d7c-3659-4eba-960a-6adbed48edb1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746219 Aug 31 13:56:15.750002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3195fcd3-189e-4b5a-8fa4-3f23b80ecef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f842d4-e114-4127-9952-150b7b97d267'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:15.754028 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91dda6c-68b2-4476-a437-be6609e578db" -d '{"events": [{"server_uuid": "3195fcd3-189e-4b5a-8fa4-3f23b80ecef9", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f842d4-e114-4127-9952-150b7b97d267"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:15.761645 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:15.855371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-529d0f76-fd33-4473-b7fd-99b31a31da2d req-0a729e82-16bb-4b1e-9542-e671e2a9450a tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539540 Aug 31 13:56:15.855371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:15.874573 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:15.877319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:15.877683 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Floating IP 20e9aef5-9c6f-4726-8601-5f31c872c6d8 disassociated. External IP: 172.25.3.212, port: ed5a0322-d659-4a78-8ab2-08feb09a4fe2. Aug 31 13:56:15.878055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Calling delete_port for ed5a0322-d659-4a78-8ab2-08feb09a4fe2 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:16.069213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Allocated IP 192.168.233.168 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/dc3f1a4f-f1ee-475f-a742-daca31ac3d3c) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:16.112343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32096e6-43ad-49f1-92e0-55de036e1c25 req-3fca69a3-8656-4c9a-97c1-37791616d1d1 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:16.115340 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f32096e6-43ad-49f1-92e0-55de036e1c25 req-3fca69a3-8656-4c9a-97c1-37791616d1d1 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 946 time: 0.2322955 Aug 31 13:56:16.122737 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a871dd5-7e1c-4b6e-8e78-7c557a5f80ff req-b59e3358-dc31-4e41-bfbf-ccff3af47ad1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 210 time: 0.0668654 Aug 31 13:56:16.133973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Pushing event updated for resources: {'Port': ['ID=a0f842d4-e114-4127-9952-150b7b97d267,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:16.151958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:16.152731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:16.153410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:16.153975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:16.154552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:16.155135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:16.155718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:16.156524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:16.157143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:16.157787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:16.158481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:16.159101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:16.194496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Attempting to bind port a0f842d4-e114-4127-9952-150b7b97d267 on host n-h1-792364-6 for vnic_type normal with profile {"migrating_to": "n-h2-792364-6"} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:16.194496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Attempting to bind port a0f842d4-e114-4127-9952-150b7b97d267 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:16.194496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Attempting to bind port a0f842d4-e114-4127-9952-150b7b97d267 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:16.212728 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0017c2a8-cd8b-4543-8db6-097f436b455b x-openstack-request-id: req-0017c2a8-cd8b-4543-8db6-097f436b455b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:16.213488 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3195fcd3-189e-4b5a-8fa4-3f23b80ecef9", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f842d4-e114-4127-9952-150b7b97d267", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:16.213924 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0017c2a8-cd8b-4543-8db6-097f436b455b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:16.214811 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3195fcd3-189e-4b5a-8fa4-3f23b80ecef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f842d4-e114-4127-9952-150b7b97d267', 'code': 200} Aug 31 13:56:16.237350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Port a0f842d4-e114-4127-9952-150b7b97d267 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:56:16.237725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Attempting to bind port a0f842d4-e114-4127-9952-150b7b97d267 on network 19dafa0d-1898-4f1f-9922-41c4f0a984d8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:16.248415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:16.249931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Checking segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:16.249931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Bound using segment: {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:16.249931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Bound port: a0f842d4-e114-4127-9952-150b7b97d267, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e2915-c179-42de-a046-82305115af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19dafa0d-1898-4f1f-9922-41c4f0a984d8'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:16.250700 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:16.362571 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f32096e6-43ad-49f1-92e0-55de036e1c25 req-48ce07af-24b9-41b0-b957-e80a75ffec01 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7293bf-0fc1-4378-9220-ee78b1766653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322972 Aug 31 13:56:16.454534 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:16.597973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Pushing event deleted for resources: {'Port': ['ID=ed5a0322-d659-4a78-8ab2-08feb09a4fe2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:16.601019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:16.637490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a0f842d4-e114-4127-9952-150b7b97d267,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:16.645026 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:16.697090 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e109d2-d6b7-4d79-9bfa-200203b08403 req-e6de7128-fce2-44a2-bb26-3332dc3cd1e9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:16.706866 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7e109d2-d6b7-4d79-9bfa-200203b08403 req-e6de7128-fce2-44a2-bb26-3332dc3cd1e9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1772497 Aug 31 13:56:16.750339 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:16.761821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11083b43-a20a-4d72-be27-fd2e4f6c444c req-2cd5cba3-78ff-4dc5-9b44-b39648ff068e tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:16.765362 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-11083b43-a20a-4d72-be27-fd2e4f6c444c req-2cd5cba3-78ff-4dc5-9b44-b39648ff068e tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.13 "GET /v2.0/ports?device_id=33498f84-a257-4f20-91ee-0807b43f4cb6 HTTP/1.1" status: 200 len: 945 time: 0.3383558 Aug 31 13:56:16.786898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Transition to ACTIVE for port object dc3f1a4f-f1ee-475f-a742-daca31ac3d3c will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:16.825647 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7e109d2-d6b7-4d79-9bfa-200203b08403 req-f9692294-115f-4c70-8334-7394c31c23eb tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054168 Aug 31 13:56:16.967950 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:16.990249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9', 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:17.050574 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Pushing event updated for resources: {'Port': ['ID=a0f842d4-e114-4127-9952-150b7b97d267,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:17.136568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:17.197003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:17.197242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['364ee310-c534-4d48-8710-740f2393aca1', 'd043a383-695b-42d2-9721-93a9938f9575', '9a18a565-755e-4f0a-9f71-454e09b02537'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:17.198079 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:17.199699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-4e167369-92ae-48c5-ad48-ba818ff2acaa service neutron] 10.222.0.52 "PUT /v2.0/ports/a0f842d4-e114-4127-9952-150b7b97d267 HTTP/1.1" status: 200 len: 1121 time: 3.0661185 Aug 31 13:56:17.202178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ed5a0322-d659-4a78-8ab2-08feb09a4fe2 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:17.224819 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:17.274762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:17.282055 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event updated for resources: {'Port': ['ID=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:17.322824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-11083b43-a20a-4d72-be27-fd2e4f6c444c req-432bd088-06a2-4ece-a78e-26ed31a27099 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Deleting port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:17.323291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-11083b43-a20a-4d72-be27-fd2e4f6c444c req-432bd088-06a2-4ece-a78e-26ed31a27099 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:17.404550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: ed5a0322-d659-4a78-8ab2-08feb09a4fe2 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:17.404875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ed5a0322-d659-4a78-8ab2-08feb09a4fe2 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:17.483445 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['a0f842d4-e114-4127-9952-150b7b97d267'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:17.493903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e6876-9154-465b-81c7-e1df8b4de505 req-776bdd61-bbd4-4877-9044-4d46abba0cbb tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:17.501265 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-673e6876-9154-465b-81c7-e1df8b4de505 req-776bdd61-bbd4-4877-9044-4d46abba0cbb tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=33498f84-a257-4f20-91ee-0807b43f4cb6 HTTP/1.1" status: 200 len: 945 time: 0.4085467 Aug 31 13:56:17.504887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:17.505600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:17.506296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:17.506935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:17.507409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:17.508543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:17.509159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:17.509798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:17.511674 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:17.512182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:17.514174 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:17.514992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:17.605737 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:17.613154 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:17.647360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-673e6876-9154-465b-81c7-e1df8b4de505 req-f32adea2-9357-46b0-96c2-8529be859388 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027398 Aug 31 13:56:17.669694 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-54408c11-b54a-4f27-b18d-14975ad235cc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4104700 Aug 31 13:56:17.672344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a0f842d4-e114-4127-9952-150b7b97d267'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:17.821190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Request body: {'port': {'device_id': '06c30005-cf96-4f30-b639-3eb8204fdb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:18.021720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-edd2b810-c2bd-45fc-9a32-abdf96ed168e None None] Provisioning for port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:18.040676 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.127622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b397f-6a8e-4a3c-8d12-fa2e7c558579 req-76d570ce-14ae-4eb8-af4f-1ff78df62079 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:18.142114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-063b397f-6a8e-4a3c-8d12-fa2e7c558579 req-76d570ce-14ae-4eb8-af4f-1ff78df62079 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.9471738 Aug 31 13:56:18.163971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-edd2b810-c2bd-45fc-9a32-abdf96ed168e None None] Provisioning complete for port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:18.165018 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-edd2b810-c2bd-45fc-9a32-abdf96ed168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.188269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Router aba359a7-9872-4384-8c2d-9e32223f0973 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:56:18.227270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3195fcd3-189e-4b5a-8fa4-3f23b80ecef9', 'tag': 'a0f842d4-e114-4127-9952-150b7b97d267'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:18.233372 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d92365-728f-4264-b1ff-1e08129ec39b" -d '{"events": [{"name": "network-changed", "server_uuid": "3195fcd3-189e-4b5a-8fa4-3f23b80ecef9", "tag": "a0f842d4-e114-4127-9952-150b7b97d267"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:18.380781 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587663f5-cea7-49ff-bbae-4227ad906f1a req-13df04c3-c8ff-46fe-b52b-c8ce4ccc5d47 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:18.384469 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-063b397f-6a8e-4a3c-8d12-fa2e7c558579 req-a13f1e6b-6907-4d7a-84ce-4b060ab13287 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326071 Aug 31 13:56:18.393178 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-587663f5-cea7-49ff-bbae-4227ad906f1a req-13df04c3-c8ff-46fe-b52b-c8ce4ccc5d47 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.5046754 Aug 31 13:56:18.439852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-11083b43-a20a-4d72-be27-fd2e4f6c444c req-432bd088-06a2-4ece-a78e-26ed31a27099 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] For port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7b2ae877-74ca-4032-93e1-933ed0b6ffa8,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:18.440343 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-11083b43-a20a-4d72-be27-fd2e4f6c444c req-432bd088-06a2-4ece-a78e-26ed31a27099 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.471679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-edd2b810-c2bd-45fc-9a32-abdf96ed168e None None] Port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:56:18.530116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-11083b43-a20a-4d72-be27-fd2e4f6c444c req-432bd088-06a2-4ece-a78e-26ed31a27099 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Calling delete_port for 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:18.550785 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-587663f5-cea7-49ff-bbae-4227ad906f1a req-651810c7-7518-4c52-85ca-1eee3e102361 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562810 Aug 31 13:56:18.694067 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:18.713621 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b664fff-3462-4dee-ba6a-a8e85296644f None None] Sync routers for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:18.733559 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b664fff-3462-4dee-ba6a-a8e85296644f None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:18.735405 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0b664fff-3462-4dee-ba6a-a8e85296644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:56:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:18.873588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] No DVR routers for this DVR port ed5a0322-d659-4a78-8ab2-08feb09a4fe2 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:18.914126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3f1a4f-f1ee-475f-a742-daca31ac3d3c {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:18.944181 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:18.999851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d27f85-a9c9-4634-b265-adb39cfa1ab2 req-d092fd36-2ac9-40b1-a0be-82bdf38cefb9 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:19.014003 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f2d27f85-a9c9-4634-b265-adb39cfa1ab2 req-d092fd36-2ac9-40b1-a0be-82bdf38cefb9 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 936 time: 0.2084374 Aug 31 13:56:19.038987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 36830708-13fa-4f08-a40a-45ddfac9a520 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:19.062249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Transition to ACTIVE for port object dc3f1a4f-f1ee-475f-a742-daca31ac3d3c will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:19.104952 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.107138 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8f16807-00ad-4dd5-ac7d-e7344ca4366e req-5edc95bd-41c8-41ca-a2ad-382791385e75 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.52 "DELETE /v2.0/ports/ed5a0322-d659-4a78-8ab2-08feb09a4fe2 HTTP/1.1" status: 204 len: 173 time: 4.9477079 Aug 31 13:56:19.126490 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.132415 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-11083b43-a20a-4d72-be27-fd2e4f6c444c req-432bd088-06a2-4ece-a78e-26ed31a27099 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.138107 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f2d27f85-a9c9-4634-b265-adb39cfa1ab2 req-6af28ce0-2d38-4256-81f6-68569b311f94 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124201 Aug 31 13:56:19.138462 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-0b664fff-3462-4dee-ba6a-a8e85296644f None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:19.176418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['1987b309-7b8b-4821-b792-acc57229f68e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:19.285414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bd088-06a2-4ece-a78e-26ed31a27099 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Pushing event deleted for resources: {'Port': ['ID=7b2ae877-74ca-4032-93e1-933ed0b6ffa8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:19.390575 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.resource_extend [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:56:19.562782 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:19.599261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:19.600124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:19.651167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Attempting to bind port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:19.651768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Attempting to bind port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:19.651908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Attempting to bind port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:19.686023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:19.722100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b29c9-d2d8-4763-87fe-0cec19b00380 req-c4e36bf8-3166-4009-b655-01c3355f5ca7 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:19.724325 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d95b29c9-d2d8-4763-87fe-0cec19b00380 req-c4e36bf8-3166-4009-b655-01c3355f5ca7 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1194482 Aug 31 13:56:19.725245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:56:19.725624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Attempting to bind port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:19.727882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55884265-06fd-44b8-a26c-eda2188f97df req-578d5378-298b-4b02-a19d-78cebff00e74 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9465812b-8661-4cbc-849e-c6709ab8cc4d HTTP/1.1" status: 200 len: 210 time: 0.2996979 Aug 31 13:56:19.733268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-11083b43-a20a-4d72-be27-fd2e4f6c444c req-432bd088-06a2-4ece-a78e-26ed31a27099 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] No DVR routers for this DVR port 7b2ae877-74ca-4032-93e1-933ed0b6ffa8 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:19.784576 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-11083b43-a20a-4d72-be27-fd2e4f6c444c req-432bd088-06a2-4ece-a78e-26ed31a27099 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.784576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-11083b43-a20a-4d72-be27-fd2e4f6c444c req-432bd088-06a2-4ece-a78e-26ed31a27099 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.13 "DELETE /v2.0/ports/7b2ae877-74ca-4032-93e1-933ed0b6ffa8 HTTP/1.1" status: 204 len: 173 time: 2.9458709 Aug 31 13:56:19.810084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 36830708-13fa-4f08-a40a-45ddfac9a520, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=36830708-13fa-4f08-a40a-45ddfac9a520,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:19.836358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '36830708-13fa-4f08-a40a-45ddfac9a520', 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd', 'port_id': '36830708-13fa-4f08-a40a-45ddfac9a520', 'mac_address': 'fa:16:3e:96:e7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e673293-c4b2-4cfc-82ad-2fb4ebc0f368', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:19.861410 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:56:19.881234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:19.883379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:19.886293 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:19.890656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Bound port: dc3f1a4f-f1ee-475f-a742-daca31ac3d3c, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:19.891285 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.901572 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d1c999-8d5b-4b5a-9585-13a8e0af60ff x-openstack-request-id: req-47d1c999-8d5b-4b5a-9585-13a8e0af60ff {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:19.902014 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3195fcd3-189e-4b5a-8fa4-3f23b80ecef9", "tag": "a0f842d4-e114-4127-9952-150b7b97d267", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:19.902365 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47d1c999-8d5b-4b5a-9585-13a8e0af60ff {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:19.902904 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3195fcd3-189e-4b5a-8fa4-3f23b80ecef9', 'tag': 'a0f842d4-e114-4127-9952-150b7b97d267', 'status': 'completed', 'code': 200} Aug 31 13:56:19.930291 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:19.991610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36830708-13fa-4f08-a40a-45ddfac9a520 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:20.053651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 36830708-13fa-4f08-a40a-45ddfac9a520, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=36830708-13fa-4f08-a40a-45ddfac9a520,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:20.063574 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.074602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d95b29c9-d2d8-4763-87fe-0cec19b00380 req-3a7878c5-038b-4416-a715-61212021f3bf tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178499 Aug 31 13:56:20.147630 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44b0c7c0-600d-4386-b9fb-562b79dc2e25 req-76651dbe-1f6e-4453-8622-c7bc26152712 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=33498f84-a257-4f20-91ee-0807b43f4cb6 HTTP/1.1" status: 200 len: 210 time: 0.1116250 Aug 31 13:56:20.182221 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0b664fff-3462-4dee-ba6a-a8e85296644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:20.203661 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] For port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:20.219010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=36830708-13fa-4f08-a40a-45ddfac9a520,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:20.235414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] For port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:20.242132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:20.242974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:20.247473 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.248616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:20.249283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:20.250112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:20.250441 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:20.251012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:20.252999 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:20.253581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:20.254136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:20.254696 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:20.255264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:56:20.275105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d92365-728f-4264-b1ff-1e08129ec39b req-2c4e180b-3523-471b-9d0e-568a88bbac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:20.278018 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0d92365-728f-4264-b1ff-1e08129ec39b req-2c4e180b-3523-471b-9d0e-568a88bbac5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 1124 time: 0.3117490 Aug 31 13:56:20.332408 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b664fff-3462-4dee-ba6a-a8e85296644f None None] Checking router: aba359a7-9872-4384-8c2d-9e32223f0973 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:20.353408 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b664fff-3462-4dee-ba6a-a8e85296644f None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:20.354709 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0b664fff-3462-4dee-ba6a-a8e85296644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:56:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:20.496995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:20.497910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:20.509915 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] 10.222.0.52 "PUT /v2.0/ports/dc3f1a4f-f1ee-475f-a742-daca31ac3d3c HTTP/1.1" status: 200 len: 1096 time: 2.8179386 Aug 31 13:56:20.513905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c30005-cf96-4f30-b639-3eb8204fdb5f', 'tag': 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:20.563294 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904a1b87-9f93-41c7-96fc-e7f9bafe4977" -d '{"events": [{"name": "network-changed", "server_uuid": "06c30005-cf96-4f30-b639-3eb8204fdb5f", "tag": "dc3f1a4f-f1ee-475f-a742-daca31ac3d3c"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:20.639248 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d733c01-f331-4286-9c4b-90312ab0b986 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:20.795552 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-0b664fff-3462-4dee-ba6a-a8e85296644f None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:20.856967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1da7f-e9d0-4ce1-ab59-1d3cfe2660a3 req-ef03028f-2b50-4ad1-b46f-e39bef7ae46c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:20.876855 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51e1da7f-e9d0-4ce1-ab59-1d3cfe2660a3 req-ef03028f-2b50-4ad1-b46f-e39bef7ae46c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.3317101 Aug 31 13:56:21.025041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8b635fd0-1c73-4871-9ff8-d2ae2c1a3312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:21.028881 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-8b635fd0-1c73-4871-9ff8-d2ae2c1a3312 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 1099 time: 0.3566041 Aug 31 13:56:21.047532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['36830708-13fa-4f08-a40a-45ddfac9a520'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:21.047971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531762e-c6e6-47ae-b3fb-f81fbc3bc3a4 req-a39fa760-3f52-4cb1-8228-432492f4bda3 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:21.064489 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2531762e-c6e6-47ae-b3fb-f81fbc3bc3a4 req-a39fa760-3f52-4cb1-8228-432492f4bda3 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 945 time: 0.1970854 Aug 31 13:56:21.102817 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51e1da7f-e9d0-4ce1-ab59-1d3cfe2660a3 req-5d8d565f-f6a6-42b6-908d-bf3698bf4472 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223599 Aug 31 13:56:21.104061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d92365-728f-4264-b1ff-1e08129ec39b req-a764dfa5-6dd8-48c8-8604-bc8fb397f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:21.105888 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0d92365-728f-4264-b1ff-1e08129ec39b req-a764dfa5-6dd8-48c8-8604-bc8fb397f655 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.7909136 Aug 31 13:56:21.152048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 36830708-13fa-4f08-a40a-45ddfac9a520 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:21.248903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0d92365-728f-4264-b1ff-1e08129ec39b req-a74d286a-400c-4873-9f3b-75dbdcf42a2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0f842d4-e114-4127-9952-150b7b97d267 HTTP/1.1" status: 200 len: 217 time: 0.1225595 Aug 31 13:56:21.368380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-3895ab3e-0aa5-4ccc-9e61-93dbe41c9f6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c HTTP/1.1" status: 200 len: 217 time: 0.3013575 Aug 31 13:56:21.435142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91427b4-df9c-462a-a6ee-388617a6661e req-c936dae1-46bd-4675-bab1-559449dd94c7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:21.443110 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c91427b4-df9c-462a-a6ee-388617a6661e req-c936dae1-46bd-4675-bab1-559449dd94c7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 948 time: 0.1294692 Aug 31 13:56:21.490234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d92365-728f-4264-b1ff-1e08129ec39b req-61a7b057-179d-42c4-9e49-0fcea88d3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:21.492693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0d92365-728f-4264-b1ff-1e08129ec39b req-61a7b057-179d-42c4-9e49-0fcea88d3dbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.2252526 Aug 31 13:56:21.572743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-2bdb524f-56b0-4907-aedf-e40ff4d576a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:21.585984 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-2bdb524f-56b0-4907-aedf-e40ff4d576a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1859522 Aug 31 13:56:21.610413 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2531762e-c6e6-47ae-b3fb-f81fbc3bc3a4 req-4e65d85a-f67d-4ba1-ad12-050820cabacc tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285406 Aug 31 13:56:21.623995 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c91427b4-df9c-462a-a6ee-388617a6661e req-f9a79280-1765-4f1d-8b8f-3faf60c7b281 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798449 Aug 31 13:56:21.641345 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0d92365-728f-4264-b1ff-1e08129ec39b req-5d0a1fe2-efd5-4a8c-84ef-0b0c7eb603bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355772 Aug 31 13:56:21.659923 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0b664fff-3462-4dee-ba6a-a8e85296644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:21.724744 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b664fff-3462-4dee-ba6a-a8e85296644f None None] The sync data for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 is: [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:51:17Z', 'revision_number': 4, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '20c8e338-1160-497f-9b89-3bcba6911c3a', 'name': '', 'network_id': '835e6eea-1de5-4bbf-b116-c7cc38c1993a', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'mac_address': 'fa:16:3e:ac:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:15Z', 'updated_at': '2021-08-31T13:51:26Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'subnets': [{'id': 'e4e28dac-32cf-4df8-ae7e-a5a8533ef865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:21.772080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-9aafe08f-c453-4d62-93ca-6b62e53c129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:21.777305 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-9aafe08f-c453-4d62-93ca-6b62e53c129e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1632400 Aug 31 13:56:21.799437 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3685ea-6f38-4514-95f5-a3b791e90c56 x-openstack-request-id: req-3c3685ea-6f38-4514-95f5-a3b791e90c56 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:21.800460 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c30005-cf96-4f30-b639-3eb8204fdb5f", "tag": "dc3f1a4f-f1ee-475f-a742-daca31ac3d3c", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:21.801511 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c3685ea-6f38-4514-95f5-a3b791e90c56 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:21.802115 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c30005-cf96-4f30-b639-3eb8204fdb5f', 'tag': 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c', 'status': 'completed', 'code': 200} Aug 31 13:56:21.904780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'name': 'network-vif-deleted', 'tag': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2'}, {'server_uuid': '33498f84-a257-4f20-91ee-0807b43f4cb6', 'name': 'network-vif-deleted', 'tag': '7b2ae877-74ca-4032-93e1-933ed0b6ffa8'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:21.913806 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9847368c-f6cd-48cf-8d63-68bf6becc635" -d '{"events": [{"server_uuid": "9465812b-8661-4cbc-849e-c6709ab8cc4d", "name": "network-vif-deleted", "tag": "ed5a0322-d659-4a78-8ab2-08feb09a4fe2"}, {"server_uuid": "33498f84-a257-4f20-91ee-0807b43f4cb6", "name": "network-vif-deleted", "tag": "7b2ae877-74ca-4032-93e1-933ed0b6ffa8"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:21.941659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0d92365-728f-4264-b1ff-1e08129ec39b req-4b8a6a2f-0175-4c1c-bf9c-e1ec5b6372a6 service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798979 Aug 31 13:56:22.042155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['4913a399-037e-4fd0-9eee-15e6ef1d9395'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:22.134755 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-e9b98cee-5100-46c9-ac1e-aa238373cafd service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311493 Aug 31 13:56:22.337436 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0d92365-728f-4264-b1ff-1e08129ec39b req-bb2981ab-b935-48e2-8c26-6af33105d76d service neutron] 10.222.0.13 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685915 Aug 31 13:56:22.377246 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:22.384620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b427838-c65c-4477-a29f-406bb739d5d3 req-a5a22ee4-a5c1-45f7-a9b9-5163256b9477 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:22.400469 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b427838-c65c-4477-a29f-406bb739d5d3 req-a5a22ee4-a5c1-45f7-a9b9-5163256b9477 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.4527979 Aug 31 13:56:22.500587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b3f10-3cb5-4cd8-a1f9-eed492d67fa4 None None] New status for floating IP 20e9aef5-9c6f-4726-8601-5f31c872c6d8: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:56:22.504017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b427838-c65c-4477-a29f-406bb739d5d3 req-94f143c2-dc86-4785-b6e1-efddcd8556f3 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023231 Aug 31 13:56:22.562613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 36830708-13fa-4f08-a40a-45ddfac9a520 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:22.598195 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fe202fd-0d4a-46df-a5b8-d0b76034a8b1 req-ef806125-3195-4e2d-bdf0-330b979f029e service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348791 Aug 31 13:56:22.832157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 36830708-13fa-4f08-a40a-45ddfac9a520, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=36830708-13fa-4f08-a40a-45ddfac9a520,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:22.840218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a1b87-9f93-41c7-96fc-e7f9bafe4977 req-172e848a-3607-4480-80bd-74c467946f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:22.844490 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-904a1b87-9f93-41c7-96fc-e7f9bafe4977 req-172e848a-3607-4480-80bd-74c467946f59 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 1099 time: 0.1193600 Aug 31 13:56:22.895897 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a003ba-0099-4023-8287-47f6cc46d5cd x-openstack-request-id: req-76a003ba-0099-4023-8287-47f6cc46d5cd {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:22.896467 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9465812b-8661-4cbc-849e-c6709ab8cc4d", "name": "network-vif-deleted", "tag": "ed5a0322-d659-4a78-8ab2-08feb09a4fe2", "status": "completed", "code": 200}, {"server_uuid": "33498f84-a257-4f20-91ee-0807b43f4cb6", "name": "network-vif-deleted", "tag": "7b2ae877-74ca-4032-93e1-933ed0b6ffa8", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:22.897102 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76a003ba-0099-4023-8287-47f6cc46d5cd {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:22.898128 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9465812b-8661-4cbc-849e-c6709ab8cc4d', 'name': 'network-vif-deleted', 'tag': 'ed5a0322-d659-4a78-8ab2-08feb09a4fe2', 'status': 'completed', 'code': 200} Aug 31 13:56:22.898844 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33498f84-a257-4f20-91ee-0807b43f4cb6', 'name': 'network-vif-deleted', 'tag': '7b2ae877-74ca-4032-93e1-933ed0b6ffa8', 'status': 'completed', 'code': 200} Aug 31 13:56:22.906262 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.102639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=36830708-13fa-4f08-a40a-45ddfac9a520,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:23.109130 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a1b87-9f93-41c7-96fc-e7f9bafe4977 req-76eaa1ad-9ed7-46d3-b0ff-c40203a15db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:23.115617 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-904a1b87-9f93-41c7-96fc-e7f9bafe4977 req-76eaa1ad-9ed7-46d3-b0ff-c40203a15db4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2515702 Aug 31 13:56:23.223117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a1fef-d44d-4e0a-a3cb-7517d2be083b req-88a18c18-ef16-4a52-a60b-a3d4985e4d59 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:23.227827 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-904a1b87-9f93-41c7-96fc-e7f9bafe4977 req-1a60c519-72a3-4bb0-b9a5-795ab4cadb9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c HTTP/1.1" status: 200 len: 217 time: 0.0988827 Aug 31 13:56:23.233310 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-882a1fef-d44d-4e0a-a3cb-7517d2be083b req-88a18c18-ef16-4a52-a60b-a3d4985e4d59 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.1533971 Aug 31 13:56:23.321115 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-882a1fef-d44d-4e0a-a3cb-7517d2be083b req-d905f989-e6e7-49a8-8fa9-830d2d2c7cc2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851345 Aug 31 13:56:23.437551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a1b87-9f93-41c7-96fc-e7f9bafe4977 req-ec5da2ee-2f4b-4443-bdb2-6d64f615734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:23.439305 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-904a1b87-9f93-41c7-96fc-e7f9bafe4977 req-ec5da2ee-2f4b-4443-bdb2-6d64f615734f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1812124 Aug 31 13:56:23.456363 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11cf4a-a1ad-4d1b-beb9-1b4f38e33946 req-f7401fd6-4e39-48c4-a6cd-ae94a96686ce tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:23.458618 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db11cf4a-a1ad-4d1b-beb9-1b4f38e33946 req-f7401fd6-4e39-48c4-a6cd-ae94a96686ce tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 948 time: 0.1186872 Aug 31 13:56:23.478345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bf161-cd2b-400d-af25-90e85c829c00 req-b898032a-3555-4473-a976-5da3141baca8 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:23.480915 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc8bf161-cd2b-400d-af25-90e85c829c00 req-b898032a-3555-4473-a976-5da3141baca8 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 944 time: 0.1005173 Aug 31 13:56:23.547973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a1b87-9f93-41c7-96fc-e7f9bafe4977 req-3b76f8d5-8988-4358-a19f-e725f8354773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:23.549583 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-904a1b87-9f93-41c7-96fc-e7f9bafe4977 req-3b76f8d5-8988-4358-a19f-e725f8354773 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773909 Aug 31 13:56:23.552283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc8bf161-cd2b-400d-af25-90e85c829c00 req-11f31060-fe94-4d21-b3b7-75ecb8d26c5d tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574260 Aug 31 13:56:23.555894 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db11cf4a-a1ad-4d1b-beb9-1b4f38e33946 req-29c1614b-695e-4b9e-903b-c49b0de21b95 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741405 Aug 31 13:56:23.653570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60890) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:23.784032 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-904a1b87-9f93-41c7-96fc-e7f9bafe4977 req-12f6be82-fe48-4069-81ae-c5e319fd7457 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205060 Aug 31 13:56:23.880497 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-184fb8c6-4c52-44b7-a939-298cf220cce6 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:23.939078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800adcdf-d566-4211-95a0-f5200e3808d8 req-c2d8a150-4167-4ee1-903c-b806ce8d84f0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:23.948208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-800adcdf-d566-4211-95a0-f5200e3808d8 req-c2d8a150-4167-4ee1-903c-b806ce8d84f0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1802444 Aug 31 13:56:23.968877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-184fb8c6-4c52-44b7-a939-298cf220cce6 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.030171 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-800adcdf-d566-4211-95a0-f5200e3808d8 req-8580b8e9-0ade-4f04-9614-44a09d5b165b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805130 Aug 31 13:56:24.086479 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-184fb8c6-4c52-44b7-a939-298cf220cce6 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.089748 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-184fb8c6-4c52-44b7-a939-298cf220cce6 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.091089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-184fb8c6-4c52-44b7-a939-298cf220cce6 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb7293bf-0fc1-4378-9220-ee78b1766653 HTTP/1.1" status: 204 len: 168 time: 0.4359074 Aug 31 13:56:24.095422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60908) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:24.115590 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-904a1b87-9f93-41c7-96fc-e7f9bafe4977 req-6e571949-d5de-40d0-ab5e-deb81d51c343 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071411 Aug 31 13:56:24.130338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fb8c6-4c52-44b7-a939-298cf220cce6 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7293bf-0fc1-4378-9220-ee78b1766653,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:24.133836 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-ab08a032-c794-4f13-91cb-20715c701498 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] show failed (client error): The resource could not be found. Aug 31 13:56:24.140932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60914) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:24.152406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ab08a032-c794-4f13-91cb-20715c701498 tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "GET /v2.0/security-groups/cb7293bf-0fc1-4378-9220-ee78b1766653 HTTP/1.1" status: 404 len: 347 time: 0.0554962 Aug 31 13:56:24.514376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da637c-5c1e-458f-b67a-28f9f781260e req-3f9efa27-0ffd-4f7a-bd69-7b4fd7e666dd tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:24.516377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f0da637c-5c1e-458f-b67a-28f9f781260e req-3f9efa27-0ffd-4f7a-bd69-7b4fd7e666dd tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.0896420 Aug 31 13:56:24.599181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f0da637c-5c1e-458f-b67a-28f9f781260e req-a90c7647-44bb-4b3e-9620-af4cb0cd9703 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692663 Aug 31 13:56:24.745857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c34356-7ec7-46b5-8883-63deafa907d1 req-832bb864-ab9c-4f8d-8df4-02fe451a3c65 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:24.748586 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b0c34356-7ec7-46b5-8883-63deafa907d1 req-832bb864-ab9c-4f8d-8df4-02fe451a3c65 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 950 time: 0.1880009 Aug 31 13:56:24.835172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-6bc79d56-b71f-4e6e-8ce9-e7e02463861e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Deleting port 086e8947-9c70-407b-bd18-5bb9e7cac5f0 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:24.835574 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6bc79d56-b71f-4e6e-8ce9-e7e02463861e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:24.862927 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b0c34356-7ec7-46b5-8883-63deafa907d1 req-dbea59cc-48ee-4cab-b50a-bf86edacd887 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944481 Aug 31 13:56:25.068629 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6d85c-15be-4051-b601-e923246f9c73 req-f2843288-7b67-447a-830f-94cb322d2ece tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:25.071691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1b6d85c-15be-4051-b601-e923246f9c73 req-f2843288-7b67-447a-830f-94cb322d2ece tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 944 time: 0.1064029 Aug 31 13:56:25.075195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac8031-8dbe-4a84-9cb6-e165ec9c1741 req-891eb0c2-e6ae-4501-8e56-9be9414281d8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:25.077297 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27ac8031-8dbe-4a84-9cb6-e165ec9c1741 req-891eb0c2-e6ae-4501-8e56-9be9414281d8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 948 time: 0.1211762 Aug 31 13:56:25.084369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6bc79d56-b71f-4e6e-8ce9-e7e02463861e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.084994 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6bc79d56-b71f-4e6e-8ce9-e7e02463861e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.128828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-6bc79d56-b71f-4e6e-8ce9-e7e02463861e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Calling delete_port for 086e8947-9c70-407b-bd18-5bb9e7cac5f0 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:25.137403 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1b6d85c-15be-4051-b601-e923246f9c73 req-ad6cb418-e1ab-4456-9be1-0079f08eea82 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510161 Aug 31 13:56:25.225637 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27ac8031-8dbe-4a84-9cb6-e165ec9c1741 req-9c1db180-db89-4e13-9d53-aed5c0a7c9a6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266637 Aug 31 13:56:25.255375 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a0f842d4-e114-4127-9952-150b7b97d267 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:25.445129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6bc79d56-b71f-4e6e-8ce9-e7e02463861e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.466722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ebc3eb79-e2d3-41db-834b-283a344e38b9 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:25.600976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc79d56-b71f-4e6e-8ce9-e7e02463861e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Pushing event deleted for resources: {'Port': ['ID=086e8947-9c70-407b-bd18-5bb9e7cac5f0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:25.615891 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6bc79d56-b71f-4e6e-8ce9-e7e02463861e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.622507 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6bc79d56-b71f-4e6e-8ce9-e7e02463861e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.624395 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6bc79d56-b71f-4e6e-8ce9-e7e02463861e tempest-ServersWithSpecificFlavorTestJSON-1606347199 tempest-ServersWithSpecificFlavorTestJSON-1606347199-project] 10.222.0.20 "DELETE /v2.0/floatingips/20e9aef5-9c6f-4726-8601-5f31c872c6d8 HTTP/1.1" status: 204 len: 168 time: 1.4811780 Aug 31 13:56:25.684568 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.700166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6197457-fd59-45d0-83ca-53af6324c126 req-7c18c45a-4f16-4e48-8324-e892a180adf9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:25.705225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6197457-fd59-45d0-83ca-53af6324c126 req-7c18c45a-4f16-4e48-8324-e892a180adf9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1168473 Aug 31 13:56:25.717959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e93246-655f-4f73-baf2-0bfe62ba0dd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc3eb79-e2d3-41db-834b-283a344e38b9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:25.721077 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d311e88-0ada-412c-a63e-e911de7bf30f" -d '{"events": [{"server_uuid": "99e93246-655f-4f73-baf2-0bfe62ba0dd2", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc3eb79-e2d3-41db-834b-283a344e38b9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:25.741452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ebc3eb79-e2d3-41db-834b-283a344e38b9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebc3eb79-e2d3-41db-834b-283a344e38b9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:25.748341 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:25.769028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6197457-fd59-45d0-83ca-53af6324c126 req-383a89ad-1653-48a9-a33b-633a4418955c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539305 Aug 31 13:56:25.910599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ebc3eb79-e2d3-41db-834b-283a344e38b9,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:26.045888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bfc3d-4be1-4636-82d6-4b6faaeca59c req-bcfededc-ebd8-4d55-9830-852c0e6b116a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:26.053431 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-092bfc3d-4be1-4636-82d6-4b6faaeca59c req-bcfededc-ebd8-4d55-9830-852c0e6b116a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.0963614 Aug 31 13:56:26.099380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac804347-d935-4ecb-99ac-cacf7d0f0f7f req-a7f03909-ff6f-40ef-a84a-e3d26fa1ef6e tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:26.106064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac804347-d935-4ecb-99ac-cacf7d0f0f7f req-a7f03909-ff6f-40ef-a84a-e3d26fa1ef6e tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:26.115058 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac804347-d935-4ecb-99ac-cacf7d0f0f7f req-a7f03909-ff6f-40ef-a84a-e3d26fa1ef6e tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=48ad7e0d-ba3a-4e93-91e3-1a396230526b&device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 1681 time: 0.0931094 Aug 31 13:56:26.142547 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-092bfc3d-4be1-4636-82d6-4b6faaeca59c req-9df4cec1-316d-4cba-8af7-a81ab30c0248 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799451 Aug 31 13:56:26.181518 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac804347-d935-4ecb-99ac-cacf7d0f0f7f req-d87160ba-8932-41e5-ba84-05d64099268f tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648134 Aug 31 13:56:26.227656 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153dd5cf-c7cd-47cb-bf1c-42a32ad13c95 x-openstack-request-id: req-153dd5cf-c7cd-47cb-bf1c-42a32ad13c95 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:26.228087 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e93246-655f-4f73-baf2-0bfe62ba0dd2", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc3eb79-e2d3-41db-834b-283a344e38b9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:26.228493 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-153dd5cf-c7cd-47cb-bf1c-42a32ad13c95 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:26.229106 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e93246-655f-4f73-baf2-0bfe62ba0dd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc3eb79-e2d3-41db-834b-283a344e38b9', 'code': 200} Aug 31 13:56:26.434975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490c607-d3aa-463a-b2cb-c2a048874457 req-e8f4b846-ec7a-4413-b3f0-014ce4c9c316 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:26.436639 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b490c607-d3aa-463a-b2cb-c2a048874457 req-e8f4b846-ec7a-4413-b3f0-014ce4c9c316 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 944 time: 0.0729082 Aug 31 13:56:26.491245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ca25d-2326-471e-94a9-e134f0542865 req-2876dafb-3ccf-4923-99ab-8bbd514203e0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:26.492981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-203ca25d-2326-471e-94a9-e134f0542865 req-2876dafb-3ccf-4923-99ab-8bbd514203e0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 948 time: 0.0640562 Aug 31 13:56:26.517420 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b490c607-d3aa-463a-b2cb-c2a048874457 req-2005dd34-588b-4449-90b5-63f3b50b9a21 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675924 Aug 31 13:56:26.571935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-203ca25d-2326-471e-94a9-e134f0542865 req-6f6828fa-5dfa-4694-92fe-3f60d643e00c tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668163 Aug 31 13:56:27.060476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c14364-9df6-4e87-b85b-2808deab3d6e req-85eb2497-eca1-40e8-adc8-7786abe17d97 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:27.075774 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61c14364-9df6-4e87-b85b-2808deab3d6e req-85eb2497-eca1-40e8-adc8-7786abe17d97 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1036575 Aug 31 13:56:27.077988 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 36830708-13fa-4f08-a40a-45ddfac9a520 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:27.147509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61c14364-9df6-4e87-b85b-2808deab3d6e req-1846e529-1c6e-46ab-b2a8-aff38d330007 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694714 Aug 31 13:56:27.201773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 36830708-13fa-4f08-a40a-45ddfac9a520 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:27.202210 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.380996 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.411492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 32774) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:27.460099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 36830708-13fa-4f08-a40a-45ddfac9a520, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=36830708-13fa-4f08-a40a-45ddfac9a520,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:27.466979 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:27.568503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f90c7d-24c8-4364-912f-97a65b7bd9c6 req-db51fa90-89c2-40f8-8a11-fbcc312419af tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:27.583102 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04f90c7d-24c8-4364-912f-97a65b7bd9c6 req-db51fa90-89c2-40f8-8a11-fbcc312419af tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.1910307 Aug 31 13:56:27.653978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=36830708-13fa-4f08-a40a-45ddfac9a520,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:27.673163 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04f90c7d-24c8-4364-912f-97a65b7bd9c6 req-1e2543cc-8f52-4ed4-b545-efe7e9830010 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846164 Aug 31 13:56:27.753644 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef0482-1b36-4ac1-8ca7-a9fc777358e9 req-62c7bf48-b180-4b5a-a54e-f7b4f67cdd0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:27.756912 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-81ef0482-1b36-4ac1-8ca7-a9fc777358e9 req-62c7bf48-b180-4b5a-a54e-f7b4f67cdd0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.2699347 Aug 31 13:56:27.863848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f286ec-8b40-4b46-b33f-1719f54bcf3d req-cfb0b081-b6d8-4827-88a1-5281e8e38022 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:27.866175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31f286ec-8b40-4b46-b33f-1719f54bcf3d req-cfb0b081-b6d8-4827-88a1-5281e8e38022 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 946 time: 0.0713978 Aug 31 13:56:27.948980 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31f286ec-8b40-4b46-b33f-1719f54bcf3d req-6eb23945-3784-4f54-a1ad-aa22f0e57e02 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710924 Aug 31 13:56:28.057153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186aa1a1-626a-4ecb-9071-beaf2df29634 req-c091f040-4aa1-4f02-8dce-a6a163e40924 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.060247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-186aa1a1-626a-4ecb-9071-beaf2df29634 req-c091f040-4aa1-4f02-8dce-a6a163e40924 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 948 time: 0.2494695 Aug 31 13:56:28.146949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a1af7-a6fb-4017-a15f-0fda14bcfb99 req-2684ecfa-e8fe-4728-ac5b-8f967de8c8d3 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.149725 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf9a1af7-a6fb-4017-a15f-0fda14bcfb99 req-2684ecfa-e8fe-4728-ac5b-8f967de8c8d3 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=48ad7e0d-ba3a-4e93-91e3-1a396230526b HTTP/1.1" status: 200 len: 945 time: 0.0885963 Aug 31 13:56:28.229204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-81ef0482-1b36-4ac1-8ca7-a9fc777358e9 req-88eef626-9ae6-4e7c-8ce2-4140b91c8520 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Deleting port 36830708-13fa-4f08-a40a-45ddfac9a520 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:28.229550 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-81ef0482-1b36-4ac1-8ca7-a9fc777358e9 req-88eef626-9ae6-4e7c-8ce2-4140b91c8520 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:28.230951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b79aa30-21fb-409b-be06-b2d0b993f0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36830708-13fa-4f08-a40a-45ddfac9a520'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:28.236981 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaf767d-a9bb-4fb4-98d3-c05af5ca777a" -d '{"events": [{"server_uuid": "3b79aa30-21fb-409b-be06-b2d0b993f0e2", "name": "network-vif-plugged", "status": "completed", "tag": "36830708-13fa-4f08-a40a-45ddfac9a520"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:28.244835 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf9a1af7-a6fb-4017-a15f-0fda14bcfb99 req-9913ed9b-75ed-4e5e-ae90-6e82a12a6c4c tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784039 Aug 31 13:56:28.288465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-186aa1a1-626a-4ecb-9071-beaf2df29634 req-abe7d632-132c-48e6-8287-f3df17d56e42 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614275 Aug 31 13:56:28.372402 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de46b6e7-0a67-4e13-9d4b-d2d8226bbdf5 x-openstack-request-id: req-de46b6e7-0a67-4e13-9d4b-d2d8226bbdf5 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:28.381072 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b79aa30-21fb-409b-be06-b2d0b993f0e2", "name": "network-vif-plugged", "status": "completed", "tag": "36830708-13fa-4f08-a40a-45ddfac9a520", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:28.381629 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de46b6e7-0a67-4e13-9d4b-d2d8226bbdf5 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:28.382128 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b79aa30-21fb-409b-be06-b2d0b993f0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36830708-13fa-4f08-a40a-45ddfac9a520', 'code': 200} Aug 31 13:56:28.430226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-81ef0482-1b36-4ac1-8ca7-a9fc777358e9 req-88eef626-9ae6-4e7c-8ce2-4140b91c8520 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] For port 36830708-13fa-4f08-a40a-45ddfac9a520, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=36830708-13fa-4f08-a40a-45ddfac9a520,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:28.430966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-81ef0482-1b36-4ac1-8ca7-a9fc777358e9 req-88eef626-9ae6-4e7c-8ce2-4140b91c8520 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:28.454947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ace42-0135-4f6c-91cf-e870e1fb0dc0 req-4cd79bf6-156e-4655-81d3-89f3ac10a915 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.457174 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-881ace42-0135-4f6c-91cf-e870e1fb0dc0 req-4cd79bf6-156e-4655-81d3-89f3ac10a915 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.0835347 Aug 31 13:56:28.495221 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-81ef0482-1b36-4ac1-8ca7-a9fc777358e9 req-88eef626-9ae6-4e7c-8ce2-4140b91c8520 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Calling delete_port for 36830708-13fa-4f08-a40a-45ddfac9a520 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:28.514063 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-881ace42-0135-4f6c-91cf-e870e1fb0dc0 req-a575966b-ccd5-4357-84f2-1e5a9bfdfe86 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455513 Aug 31 13:56:28.773354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1104a80-fd6e-46f6-888e-3d0332a00204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:28.819094 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-81ef0482-1b36-4ac1-8ca7-a9fc777358e9 req-88eef626-9ae6-4e7c-8ce2-4140b91c8520 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:28.841268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['36830708-13fa-4f08-a40a-45ddfac9a520'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:28.879556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eef626-9ae6-4e7c-8ce2-4140b91c8520 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event deleted for resources: {'Port': ['ID=36830708-13fa-4f08-a40a-45ddfac9a520,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:28.931168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4221a9-159d-4b3c-a804-ba1b316c9f48 req-284b1887-a89a-462f-88d3-f77bb9c430f9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:28.941030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1d4221a9-159d-4b3c-a804-ba1b316c9f48 req-284b1887-a89a-462f-88d3-f77bb9c430f9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.1102397 Aug 31 13:56:28.994164 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ef0482-1b36-4ac1-8ca7-a9fc777358e9 req-88eef626-9ae6-4e7c-8ce2-4140b91c8520 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] No DVR routers for this DVR port 36830708-13fa-4f08-a40a-45ddfac9a520 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:29.012686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-81ef0482-1b36-4ac1-8ca7-a9fc777358e9 req-88eef626-9ae6-4e7c-8ce2-4140b91c8520 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.017256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1d4221a9-159d-4b3c-a804-ba1b316c9f48 req-e8b7165c-9e76-4779-999f-b860f9e6d264 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747902 Aug 31 13:56:29.021098 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-81ef0482-1b36-4ac1-8ca7-a9fc777358e9 req-88eef626-9ae6-4e7c-8ce2-4140b91c8520 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.52 "DELETE /v2.0/ports/36830708-13fa-4f08-a40a-45ddfac9a520 HTTP/1.1" status: 204 len: 173 time: 1.2121813 Aug 31 13:56:29.022223 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b79aa30-21fb-409b-be06-b2d0b993f0e2', 'name': 'network-vif-deleted', 'tag': '36830708-13fa-4f08-a40a-45ddfac9a520'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:29.025070 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddd9a03-3484-403a-9b1c-bc5e07d300ac" -d '{"events": [{"server_uuid": "3b79aa30-21fb-409b-be06-b2d0b993f0e2", "name": "network-vif-deleted", "tag": "36830708-13fa-4f08-a40a-45ddfac9a520"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:29.114630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device dc3f1a4f-f1ee-475f-a742-daca31ac3d3c details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:29.301127 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-563c7f7c-21af-440d-9893-d29f59bc2627 req-5bbdf9bf-4877-4927-b63e-aeffc386e7da tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b79aa30-21fb-409b-be06-b2d0b993f0e2 HTTP/1.1" status: 200 len: 210 time: 0.1547606 Aug 31 13:56:29.302764 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926a260c-8e2d-41e0-ab04-e2b18d158a2f x-openstack-request-id: req-926a260c-8e2d-41e0-ab04-e2b18d158a2f {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:29.303053 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b79aa30-21fb-409b-be06-b2d0b993f0e2", "name": "network-vif-deleted", "tag": "36830708-13fa-4f08-a40a-45ddfac9a520", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:29.303306 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-926a260c-8e2d-41e0-ab04-e2b18d158a2f {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:29.304342 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b79aa30-21fb-409b-be06-b2d0b993f0e2', 'name': 'network-vif-deleted', 'tag': '36830708-13fa-4f08-a40a-45ddfac9a520', 'status': 'completed', 'code': 200} Aug 31 13:56:29.599344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:29.602156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c503fbd-f0e9-45d5-9313-89c453ed2a03 req-73745d62-2f1f-49de-8a76-3757dd99d211 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:29.614428 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c503fbd-f0e9-45d5-9313-89c453ed2a03 req-73745d62-2f1f-49de-8a76-3757dd99d211 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=48ad7e0d-ba3a-4e93-91e3-1a396230526b HTTP/1.1" status: 200 len: 945 time: 0.1343772 Aug 31 13:56:29.618821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c', 'mac_address': 'fa:16:3e:06:db:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:29.686644 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.709016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3f1a4f-f1ee-475f-a742-daca31ac3d3c {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:29.740645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:29.746953 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.765997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eb766-79c6-4938-85aa-a128d9b7c83e req-92b64cb0-2589-45cb-9235-a975f4bf5cbf tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:29.776923 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-523eb766-79c6-4938-85aa-a128d9b7c83e req-92b64cb0-2589-45cb-9235-a975f4bf5cbf tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3ef644-a43a-43cb-b16a-39e4ba91b8b0 HTTP/1.1" status: 200 len: 945 time: 0.4445124 Aug 31 13:56:29.820027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c1104a80-fd6e-46f6-888e-3d0332a00204 admin admin] Deleting port 20c8e338-1160-497f-9b89-3bcba6911c3a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:29.820946 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1104a80-fd6e-46f6-888e-3d0332a00204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:29.823843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c503fbd-f0e9-45d5-9313-89c453ed2a03 req-5a757453-532a-4a26-936a-046a740dcce2 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851439 Aug 31 13:56:29.930582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:30.109942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-523eb766-79c6-4938-85aa-a128d9b7c83e req-727e4b64-50fe-41de-90d0-8ff540120f2a tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Deleting port 1987b309-7b8b-4821-b792-acc57229f68e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:30.110581 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-523eb766-79c6-4938-85aa-a128d9b7c83e req-727e4b64-50fe-41de-90d0-8ff540120f2a tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.111786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9a784-abef-463b-8614-45d9aa46324f req-3e06cb47-fa88-445d-b748-38a5b5fa256e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.121677 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0af9a784-abef-463b-8614-45d9aa46324f req-3e06cb47-fa88-445d-b748-38a5b5fa256e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 948 time: 0.5206027 Aug 31 13:56:30.230989 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57cc0d-a244-4e92-a7aa-9efea0f7646e req-eb7ad73e-16df-4a1f-91e5-138a86b3bcc4 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.232694 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f57cc0d-a244-4e92-a7aa-9efea0f7646e req-eb7ad73e-16df-4a1f-91e5-138a86b3bcc4 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.52 "GET /v2.0/ports?device_id=48ad7e0d-ba3a-4e93-91e3-1a396230526b HTTP/1.1" status: 200 len: 945 time: 0.1981738 Aug 31 13:56:30.237392 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0af9a784-abef-463b-8614-45d9aa46324f req-f42f55f0-97a4-4ebc-ac99-c2f81ffe0138 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104119 Aug 31 13:56:30.239605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-c1104a80-fd6e-46f6-888e-3d0332a00204 admin admin] For port 20c8e338-1160-497f-9b89-3bcba6911c3a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=20c8e338-1160-497f-9b89-3bcba6911c3a,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:30.240014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1104a80-fd6e-46f6-888e-3d0332a00204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.318609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170b79e-01e5-4807-b137-6b141546bc1a req-593742ac-a11d-4b62-9356-1839d2be411b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.321972 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2170b79e-01e5-4807-b137-6b141546bc1a req-593742ac-a11d-4b62-9356-1839d2be411b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.3399200 Aug 31 13:56:30.356921 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c1104a80-fd6e-46f6-888e-3d0332a00204 admin admin] Calling delete_port for 20c8e338-1160-497f-9b89-3bcba6911c3a owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:30.371595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['dc3f1a4f-f1ee-475f-a742-daca31ac3d3c'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:30.482918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2170b79e-01e5-4807-b137-6b141546bc1a req-046b12cc-628c-46b4-982b-0ed0aec07b96 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805480 Aug 31 13:56:30.492260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-523eb766-79c6-4938-85aa-a128d9b7c83e req-727e4b64-50fe-41de-90d0-8ff540120f2a tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] For port 1987b309-7b8b-4821-b792-acc57229f68e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1987b309-7b8b-4821-b792-acc57229f68e,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:30.492739 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-523eb766-79c6-4938-85aa-a128d9b7c83e req-727e4b64-50fe-41de-90d0-8ff540120f2a tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.512319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-523eb766-79c6-4938-85aa-a128d9b7c83e req-727e4b64-50fe-41de-90d0-8ff540120f2a tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Calling delete_port for 1987b309-7b8b-4821-b792-acc57229f68e owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:30.652520 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-a92cca96-53c3-4fde-8bc5-c78de5549397 service neutron] 10.222.0.13 "GET /v2.0/ports/a0f842d4-e114-4127-9952-150b7b97d267/bindings/n-h2-792364-6 HTTP/1.1" status: 200 len: 384 time: 0.2998109 Aug 31 13:56:30.793246 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-523eb766-79c6-4938-85aa-a128d9b7c83e req-727e4b64-50fe-41de-90d0-8ff540120f2a tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.814232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['1987b309-7b8b-4821-b792-acc57229f68e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:30.853887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36cb3c-879c-4c66-99f3-12c77c027b17 req-fd97c971-01f6-4184-868b-5a54b7b06d76 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:30.856253 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b36cb3c-879c-4c66-99f3-12c77c027b17 req-fd97c971-01f6-4184-868b-5a54b7b06d76 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.3057876 Aug 31 13:56:30.923622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e4b64-50fe-41de-90d0-8ff540120f2a tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Pushing event deleted for resources: {'Port': ['ID=1987b309-7b8b-4821-b792-acc57229f68e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:30.928139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-523eb766-79c6-4938-85aa-a128d9b7c83e req-727e4b64-50fe-41de-90d0-8ff540120f2a tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] No DVR routers for this DVR port 1987b309-7b8b-4821-b792-acc57229f68e on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:30.933056 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-523eb766-79c6-4938-85aa-a128d9b7c83e req-727e4b64-50fe-41de-90d0-8ff540120f2a tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:30.937662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-523eb766-79c6-4938-85aa-a128d9b7c83e req-727e4b64-50fe-41de-90d0-8ff540120f2a tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.13 "DELETE /v2.0/ports/1987b309-7b8b-4821-b792-acc57229f68e HTTP/1.1" status: 204 len: 173 time: 1.1549418 Aug 31 13:56:30.938119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3ef644-a43a-43cb-b16a-39e4ba91b8b0', 'name': 'network-vif-deleted', 'tag': '1987b309-7b8b-4821-b792-acc57229f68e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:30.943366 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabe5c31-e426-4de8-915e-93746f10bf08" -d '{"events": [{"server_uuid": "9a3ef644-a43a-43cb-b16a-39e4ba91b8b0", "name": "network-vif-deleted", "tag": "1987b309-7b8b-4821-b792-acc57229f68e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:30.957266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32854) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:30.964911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e2914b59-049f-4f93-973b-ced07a27b619 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912422650', 'description': 'tempest-description--2043022783'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:31.007868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-4f57cc0d-a244-4e92-a7aa-9efea0f7646e req-6c6eef26-f98a-4f65-9d68-d7f9f283eeba tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Deleting port 4913a399-037e-4fd0-9eee-15e6ef1d9395 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:31.008350 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4f57cc0d-a244-4e92-a7aa-9efea0f7646e req-6c6eef26-f98a-4f65-9d68-d7f9f283eeba tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.058125 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b36cb3c-879c-4c66-99f3-12c77c027b17 req-f34733bd-ed39-4be8-884b-362248f1d61c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789117 Aug 31 13:56:31.111110 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2914b59-049f-4f93-973b-ced07a27b619 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.124783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 946cadc9-ee61-40e1-bc97-df2b118fea71 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:31.132055 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80152b32-6d95-49f9-b6eb-5b45d3a7383c x-openstack-request-id: req-80152b32-6d95-49f9-b6eb-5b45d3a7383c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:31.132358 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3ef644-a43a-43cb-b16a-39e4ba91b8b0", "name": "network-vif-deleted", "tag": "1987b309-7b8b-4821-b792-acc57229f68e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:31.132736 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80152b32-6d95-49f9-b6eb-5b45d3a7383c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:31.133046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 36830708-13fa-4f08-a40a-45ddfac9a520 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:31.133593 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3ef644-a43a-43cb-b16a-39e4ba91b8b0', 'name': 'network-vif-deleted', 'tag': '1987b309-7b8b-4821-b792-acc57229f68e', 'status': 'completed', 'code': 200} Aug 31 13:56:31.145366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d1579-6ce2-4a58-939f-0fbe6551f11a req-854a9f9f-6d8c-4a08-8f0b-68be8518768c tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:31.147702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b5d1579-6ce2-4a58-939f-0fbe6551f11a req-854a9f9f-6d8c-4a08-8f0b-68be8518768c tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=48ad7e0d-ba3a-4e93-91e3-1a396230526b HTTP/1.1" status: 200 len: 945 time: 0.1181269 Aug 31 13:56:31.178284 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 36830708-13fa-4f08-a40a-45ddfac9a520 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:31.178601 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 36830708-13fa-4f08-a40a-45ddfac9a520 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:31.257141 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b5d1579-6ce2-4a58-939f-0fbe6551f11a req-933930b1-8ca1-46ec-93ce-f5fd95eca7ec tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfd69a44-27ef-4888-b17f-7eae775c5e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866995 Aug 31 13:56:31.327128 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2783929-933a-4d6a-8175-bf86a7f49ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.370931 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2914b59-049f-4f93-973b-ced07a27b619 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.374279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:31.378735 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2914b59-049f-4f93-973b-ced07a27b619 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.393813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'mac_address': 'fa:16:3e:c7:ac:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:31.452647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2914b59-049f-4f93-973b-ced07a27b619 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19508d33-f4d5-4c8f-9ec5-1faa954aa852,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:31.463020 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2914b59-049f-4f93-973b-ced07a27b619 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.470063 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e2914b59-049f-4f93-973b-ced07a27b619 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5057235 Aug 31 13:56:31.472174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32866) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:31.478648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-abe1fe81-df25-483d-acfc-44a36be073ca tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Request body: {'security_group_rule': {'security_group_id': '19508d33-f4d5-4c8f-9ec5-1faa954aa852', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:31.482089 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.517310 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946cadc9-ee61-40e1-bc97-df2b118fea71 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:31.519706 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abe1fe81-df25-483d-acfc-44a36be073ca tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.563795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:31.571390 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.640483 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abe1fe81-df25-483d-acfc-44a36be073ca tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.646476 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abe1fe81-df25-483d-acfc-44a36be073ca tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.677390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1fe81-df25-483d-acfc-44a36be073ca tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88deac3-71a9-4c07-817a-551f7a851040,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:31.687441 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abe1fe81-df25-483d-acfc-44a36be073ca tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.690176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-abe1fe81-df25-483d-acfc-44a36be073ca tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2166836 Aug 31 13:56:31.711660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32874) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:31.714680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=946cadc9-ee61-40e1-bc97-df2b118fea71,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:31.721974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-be44d283-d253-49f2-acb4-eebe1d302e7d tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Request body: {'security_group_rule': {'security_group_id': '19508d33-f4d5-4c8f-9ec5-1faa954aa852', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:31.782916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf798b-602f-4db3-a6a6-0cfdf2b2aca6 req-e8b93417-8979-4e24-a3b0-1f95f244daf7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:31.784392 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8bf798b-602f-4db3-a6a6-0cfdf2b2aca6 req-e8b93417-8979-4e24-a3b0-1f95f244daf7 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 949 time: 0.2718639 Aug 31 13:56:31.803733 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-4f57cc0d-a244-4e92-a7aa-9efea0f7646e req-6c6eef26-f98a-4f65-9d68-d7f9f283eeba tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] For port 4913a399-037e-4fd0-9eee-15e6ef1d9395, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4913a399-037e-4fd0-9eee-15e6ef1d9395,segment=NetworkSegment(de49f7d7-9c89-4c14-befc-ed0940947c8c),segment_id=de49f7d7-9c89-4c14-befc-ed0940947c8c)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:31.804122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4f57cc0d-a244-4e92-a7aa-9efea0f7646e req-6c6eef26-f98a-4f65-9d68-d7f9f283eeba tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.804675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b326bbb-3b76-46a5-8d41-12fd69223121 req-78fdc32f-3e30-4e45-80f9-b57ef121bfc1 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:31.807238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b326bbb-3b76-46a5-8d41-12fd69223121 req-78fdc32f-3e30-4e45-80f9-b57ef121bfc1 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1155903 Aug 31 13:56:31.815368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be44d283-d253-49f2-acb4-eebe1d302e7d tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.822317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['946cadc9-ee61-40e1-bc97-df2b118fea71'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:31.888644 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-4f57cc0d-a244-4e92-a7aa-9efea0f7646e req-6c6eef26-f98a-4f65-9d68-d7f9f283eeba tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Calling delete_port for 4913a399-037e-4fd0-9eee-15e6ef1d9395 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:31.908400 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be44d283-d253-49f2-acb4-eebe1d302e7d tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.922370 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b326bbb-3b76-46a5-8d41-12fd69223121 req-b7b349bf-baf9-4c86-8863-4471a8fb4d50 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757933 Aug 31 13:56:31.924846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be44d283-d253-49f2-acb4-eebe1d302e7d tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.980633 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be44d283-d253-49f2-acb4-eebe1d302e7d tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:31.989688 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-be44d283-d253-49f2-acb4-eebe1d302e7d tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2757707 Aug 31 13:56:32.001328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32884) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:32.011708 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:32.031043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44d283-d253-49f2-acb4-eebe1d302e7d tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec1b161-60ae-489b-8045-ee6bdcd4bfe6,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:32.070489 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.114840 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1104a80-fd6e-46f6-888e-3d0332a00204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.148926 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8bf798b-602f-4db3-a6a6-0cfdf2b2aca6 req-09deaa91-22f5-43d7-ba1d-6b6bfe8800f3 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361747 Aug 31 13:56:32.218029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1104a80-fd6e-46f6-888e-3d0332a00204 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c8e338-1160-497f-9b89-3bcba6911c3a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:32.234263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-7338c8c8-f14d-4188-9b4f-a5a5a6cd068d service neutron] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a0f842d4-e114-4127-9952-150b7b97d267,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:32.368575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-7338c8c8-f14d-4188-9b4f-a5a5a6cd068d service neutron] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:32.385626 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04c040-618a-4260-aca3-d3473b153d5b req-d8003bc4-63ff-4c7c-8d1f-f47283a6e49c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:32.403474 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f04c040-618a-4260-aca3-d3473b153d5b req-d8003bc4-63ff-4c7c-8d1f-f47283a6e49c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 943 time: 0.1964526 Aug 31 13:56:32.554860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f04c040-618a-4260-aca3-d3473b153d5b req-2a99862b-f5bc-415b-8869-fe0c8d6c9485 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452289 Aug 31 13:56:32.650101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4f57cc0d-a244-4e92-a7aa-9efea0f7646e req-6c6eef26-f98a-4f65-9d68-d7f9f283eeba tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.671685 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.672330 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-7338c8c8-f14d-4188-9b4f-a5a5a6cd068d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f842d4-e114-4127-9952-150b7b97d267 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:32.714791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-7338c8c8-f14d-4188-9b4f-a5a5a6cd068d service neutron] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a0f842d4-e114-4127-9952-150b7b97d267,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:32.773419 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a0ba0dc-7adf-49a4-9a82-f432dc3bdbde req-a3144015-d97c-4be8-a91f-500e6ff9ab93 tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.20 "GET /v2.0/ports?device_id=48ad7e0d-ba3a-4e93-91e3-1a396230526b HTTP/1.1" status: 200 len: 210 time: 0.0861416 Aug 31 13:56:32.777823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6eef26-f98a-4f65-9d68-d7f9f283eeba tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Pushing event deleted for resources: {'Port': ['ID=4913a399-037e-4fd0-9eee-15e6ef1d9395,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:32.879385 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-7338c8c8-f14d-4188-9b4f-a5a5a6cd068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.884583 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f57cc0d-a244-4e92-a7aa-9efea0f7646e req-6c6eef26-f98a-4f65-9d68-d7f9f283eeba tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] No DVR routers for this DVR port 4913a399-037e-4fd0-9eee-15e6ef1d9395 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:32.889966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4f57cc0d-a244-4e92-a7aa-9efea0f7646e req-6c6eef26-f98a-4f65-9d68-d7f9f283eeba tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:32.893397 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f57cc0d-a244-4e92-a7aa-9efea0f7646e req-6c6eef26-f98a-4f65-9d68-d7f9f283eeba tempest-ListServersNegativeTestJSON-799298404 tempest-ListServersNegativeTestJSON-799298404-project] 10.222.0.52 "DELETE /v2.0/ports/4913a399-037e-4fd0-9eee-15e6ef1d9395 HTTP/1.1" status: 204 len: 173 time: 2.6366189 Aug 31 13:56:32.899699 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ad7e0d-ba3a-4e93-91e3-1a396230526b', 'name': 'network-vif-deleted', 'tag': '4913a399-037e-4fd0-9eee-15e6ef1d9395'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:32.902559 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732e32d9-8c1f-4f3c-807e-fb57242e0df0" -d '{"events": [{"server_uuid": "48ad7e0d-ba3a-4e93-91e3-1a396230526b", "name": "network-vif-deleted", "tag": "4913a399-037e-4fd0-9eee-15e6ef1d9395"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:32.913107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Allocated IP 172.25.3.251 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/20717e39-3304-4918-8c58-f5b07395d72e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:33.025970 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aacde1-b381-45a3-b8e2-1081de0700a8 x-openstack-request-id: req-72aacde1-b381-45a3-b8e2-1081de0700a8 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:33.026740 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ad7e0d-ba3a-4e93-91e3-1a396230526b", "name": "network-vif-deleted", "tag": "4913a399-037e-4fd0-9eee-15e6ef1d9395", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:33.027156 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72aacde1-b381-45a3-b8e2-1081de0700a8 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:33.027720 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ad7e0d-ba3a-4e93-91e3-1a396230526b', 'name': 'network-vif-deleted', 'tag': '4913a399-037e-4fd0-9eee-15e6ef1d9395', 'status': 'completed', 'code': 200} Aug 31 13:56:33.034720 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1104a80-fd6e-46f6-888e-3d0332a00204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.123706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device dc3f1a4f-f1ee-475f-a742-daca31ac3d3c up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:33.237441 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f89f25-2693-4be6-b4b0-4b0c5e46d109 req-c8a9ece3-fa08-4c17-a73e-2e73270b0960 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:33.256149 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69f89f25-2693-4be6-b4b0-4b0c5e46d109 req-c8a9ece3-fa08-4c17-a73e-2e73270b0960 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1823637 Aug 31 13:56:33.267379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-7338c8c8-f14d-4188-9b4f-a5a5a6cd068d service neutron] Transition to ACTIVE for port object a0f842d4-e114-4127-9952-150b7b97d267 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:33.272516 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-7338c8c8-f14d-4188-9b4f-a5a5a6cd068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.277562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.279617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 1987b309-7b8b-4821-b792-acc57229f68e no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:33.334994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:33.338573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 1987b309-7b8b-4821-b792-acc57229f68e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:33.339185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 1987b309-7b8b-4821-b792-acc57229f68e not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:33.346169 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:33.346785 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.384611 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.429857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338c8c8-f14d-4188-9b4f-a5a5a6cd068d service neutron] Pushing event updated for resources: {'Port': ['ID=a0f842d4-e114-4127-9952-150b7b97d267,revision_number=10']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:33.482944 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.528761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-7338c8c8-f14d-4188-9b4f-a5a5a6cd068d service neutron] No DVR routers for this DVR port a0f842d4-e114-4127-9952-150b7b97d267 on host n-h1-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:33.538931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c30005-cf96-4f30-b639-3eb8204fdb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:33.542539 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d848b1ec-ec5f-4d1f-a4f6-3ddff26ad606" -d '{"events": [{"server_uuid": "06c30005-cf96-4f30-b639-3eb8204fdb5f", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f1a4f-f1ee-475f-a742-daca31ac3d3c"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:33.546161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event updated for resources: {'Port': ['ID=20717e39-3304-4918-8c58-f5b07395d72e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:33.552521 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69f89f25-2693-4be6-b4b0-4b0c5e46d109 req-d4422637-e257-4b8a-986f-733d46f8bf9b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942712 Aug 31 13:56:33.569125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:33.581490 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.582500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 4913a399-037e-4fd0-9eee-15e6ef1d9395 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:33.623532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:33.632108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:33.651261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:33.743647 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d385a3ac-a190-4e1b-9723-da35799fda07 x-openstack-request-id: req-d385a3ac-a190-4e1b-9723-da35799fda07 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:33.743937 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c30005-cf96-4f30-b639-3eb8204fdb5f", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f1a4f-f1ee-475f-a742-daca31ac3d3c", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:33.744269 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d385a3ac-a190-4e1b-9723-da35799fda07 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:33.744647 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c30005-cf96-4f30-b639-3eb8204fdb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c', 'code': 200} Aug 31 13:56:33.781675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:33.788068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 4913a399-037e-4fd0-9eee-15e6ef1d9395 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:33.788420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 4913a399-037e-4fd0-9eee-15e6ef1d9395 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:33.903429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b4692-3290-4835-b356-748e1abd626d req-9c8dbda8-a883-4916-86f5-aba3afa5f153 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:33.913199 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d1b4692-3290-4835-b356-748e1abd626d req-9c8dbda8-a883-4916-86f5-aba3afa5f153 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 949 time: 0.5598669 Aug 31 13:56:33.927474 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-7338c8c8-f14d-4188-9b4f-a5a5a6cd068d service neutron] 10.222.0.13 "PUT /v2.0/ports/a0f842d4-e114-4127-9952-150b7b97d267/bindings/n-h2-792364-6/activate HTTP/1.1" status: 200 len: 369 time: 3.2577302 Aug 31 13:56:33.934942 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.978440 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1998a41-ac18-4471-af52-d190fd20c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:33.982818 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1104a80-fd6e-46f6-888e-3d0332a00204 admin admin] Router aba359a7-9872-4384-8c2d-9e32223f0973 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:56:34.030259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bade1c-6a65-4b8a-80df-0f57f8c57a5b req-fb86ca8f-f587-492b-a937-3a3f2ad12ea3 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:34.038778 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f2bade1c-6a65-4b8a-80df-0f57f8c57a5b req-fb86ca8f-f587-492b-a937-3a3f2ad12ea3 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 944 time: 0.2250996 Aug 31 13:56:34.049859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e3c59-7d4f-4671-a97a-faf88a0d2092 req-b769a3ca-635d-47c3-b26d-2ad68d3b851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:34.051659 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f6e3c59-7d4f-4671-a97a-faf88a0d2092 req-b769a3ca-635d-47c3-b26d-2ad68d3b851a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 1101 time: 0.2247210 Aug 31 13:56:34.073416 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d1b4692-3290-4835-b356-748e1abd626d req-a011766f-b63a-462b-bf21-f73a4be30551 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424191 Aug 31 13:56:34.169102 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f2bade1c-6a65-4b8a-80df-0f57f8c57a5b req-8e3a3b01-36d2-44f7-b290-3b56997fbd36 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294353 Aug 31 13:56:34.234759 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f6e3c59-7d4f-4671-a97a-faf88a0d2092 req-d2338944-f06b-4b1a-a183-923ddeb6f737 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300998 Aug 31 13:56:34.327166 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.344143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32952) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:34.364003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1104a80-fd6e-46f6-888e-3d0332a00204 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:34.380163 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f767d-55ec-45a9-9c0f-79aee857085a None None] Sync routers for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:34.407829 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c1104a80-fd6e-46f6-888e-3d0332a00204 admin admin] 10.222.0.20 "PUT /v2.0/routers/aba359a7-9872-4384-8c2d-9e32223f0973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9942214 Aug 31 13:56:34.420944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-993c8e49-d943-48cd-ad89-07de85dedaea tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:34.424924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 32954) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:34.434372 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16f767d-55ec-45a9-9c0f-79aee857085a None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:34.435406 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e16f767d-55ec-45a9-9c0f-79aee857085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:56:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:34.440841 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-993c8e49-d943-48cd-ad89-07de85dedaea tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9&tenant_id=24b3f2febd7d4b85836b75e97fa9634b&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1095 time: 0.1985617 Aug 31 13:56:34.529989 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.763854 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.779880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dce000-669f-4c82-9465-bd34ba2ef71e admin admin] Deleting subnet 83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:56:34.802699 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.809232 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9dce000-669f-4c82-9465-bd34ba2ef71e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.826578 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e16f767d-55ec-45a9-9c0f-79aee857085a None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:34.862941 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:34.997579 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd3eae-56b1-4180-9f9f-804ebb946c21 req-ca8c579d-2626-4fe3-96d2-bfd434754135 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:34.998732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event updated for resources: {'Port': ['ID=20717e39-3304-4918-8c58-f5b07395d72e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:35.002680 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7bcd3eae-56b1-4180-9f9f-804ebb946c21 req-ca8c579d-2626-4fe3-96d2-bfd434754135 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.2663739 Aug 31 13:56:35.039768 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9dce000-669f-4c82-9465-bd34ba2ef71e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.087252 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.149081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 946cadc9-ee61-40e1-bc97-df2b118fea71 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:35.248000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-27e766fc-a73b-4af9-8bd4-f20465a6ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:35.259737 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-27e766fc-a73b-4af9-8bd4-f20465a6ba00 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9&tenant_id=24b3f2febd7d4b85836b75e97fa9634b HTTP/1.1" status: 200 len: 1095 time: 0.4910223 Aug 31 13:56:35.307272 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7bcd3eae-56b1-4180-9f9f-804ebb946c21 req-55e8af9a-6430-4e38-9ba1-703d40052884 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786925 Aug 31 13:56:35.309862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 946cadc9-ee61-40e1-bc97-df2b118fea71 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:35.311482 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.325930 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.361316 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e16f767d-55ec-45a9-9c0f-79aee857085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '99e03198-1022-4770-b153-72c2a737dd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:56:31Z', 'revision_number': 5, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port': {'id': '99e03198-1022-4770-b153-72c2a737dd6a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:58:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:09Z', 'updated_at': '2021-08-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:35.450474 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.506454 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f767d-55ec-45a9-9c0f-79aee857085a None None] Checking router: aba359a7-9872-4384-8c2d-9e32223f0973 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:35.542042 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16f767d-55ec-45a9-9c0f-79aee857085a None None] Routers {'aba359a7-9872-4384-8c2d-9e32223f0973'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:35.543103 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e16f767d-55ec-45a9-9c0f-79aee857085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:56:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aba359a7-9872-4384-8c2d-9e32223f0973'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:35.591328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Deleting port 99e03198-1022-4770-b153-72c2a737dd6a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:35.592115 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.641079 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.655813 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9dce000-669f-4c82-9465-bd34ba2ef71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.734610 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.748388 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e16f767d-55ec-45a9-9c0f-79aee857085a None None] Set router aba359a7-9872-4384-8c2d-9e32223f0973 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:35.749095 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:35.757827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:35.760066 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc869072-6ec9-4f7e-b8ff-229f11e0cc9a" -d '{"events": [{"server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "name": "network-vif-plugged", "status": "completed", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:35.760860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-db408c5b-6a2c-4532-a088-0d77df1fc726 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7488747 Aug 31 13:56:35.768756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484091f-9465-4b4a-ab2d-36c4adcb91b8 req-9547f083-2ef6-45ae-a28e-190942f3e0f0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:35.778308 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:35.784510 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2484091f-9465-4b4a-ab2d-36c4adcb91b8 req-9547f083-2ef6-45ae-a28e-190942f3e0f0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 944 time: 0.2624612 Aug 31 13:56:35.878385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02b236-d00c-4f42-9894-f6e611b8770e req-422d2fc6-9bdc-45a3-abf0-fcdddbd5f655 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:35.879424 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4b02b236-d00c-4f42-9894-f6e611b8770e req-422d2fc6-9bdc-45a3-abf0-fcdddbd5f655 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 950 time: 0.5782161 Aug 31 13:56:35.928851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-557d3c27-a9f4-4689-9aaa-c3f12c97e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:35.934496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-557d3c27-a9f4-4689-9aaa-c3f12c97e286 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 1095 time: 0.5960860 Aug 31 13:56:35.937099 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e16f767d-55ec-45a9-9c0f-79aee857085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:56:35Z', 'revision_number': 6, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:35.968208 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2484091f-9465-4b4a-ab2d-36c4adcb91b8 req-6d10ac79-ae98-429c-bca9-937a2f0d9a3d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825705 Aug 31 13:56:35.969025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=946cadc9-ee61-40e1-bc97-df2b118fea71,revision_number=10']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:35.982333 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] For port 99e03198-1022-4770-b153-72c2a737dd6a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=99e03198-1022-4770-b153-72c2a737dd6a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:35.988604 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:36.038096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Calling delete_port for 99e03198-1022-4770-b153-72c2a737dd6a owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:36.184373 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e7e481-83ed-4bef-bca2-1e8242febe01 x-openstack-request-id: req-e6e7e481-83ed-4bef-bca2-1e8242febe01 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:36.185715 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "name": "network-vif-plugged", "status": "completed", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:36.186585 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6e7e481-83ed-4bef-bca2-1e8242febe01 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:36.187145 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'code': 200} Aug 31 13:56:36.233562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9dce000-669f-4c82-9465-bd34ba2ef71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:36.292285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dce000-669f-4c82-9465-bd34ba2ef71e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:36.315897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4b02b236-d00c-4f42-9894-f6e611b8770e req-beb5aedc-7d5a-4582-9ed0-676edc52fc9f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172938 Aug 31 13:56:36.436231 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f767d-55ec-45a9-9c0f-79aee857085a None None] The sync data for ids ['aba359a7-9872-4384-8c2d-9e32223f0973'] in n-d-792364-6 is: [{'id': 'aba359a7-9872-4384-8c2d-9e32223f0973', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1544683759-router', 'tenant_id': '01caa5237818400cae3be8dc9feff1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:08Z', 'updated_at': '2021-08-31T13:56:35Z', 'revision_number': 6, 'project_id': '01caa5237818400cae3be8dc9feff1a2', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:36.498186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9dce000-669f-4c82-9465-bd34ba2ef71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:36.504384 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b9dce000-669f-4c82-9465-bd34ba2ef71e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/83fe9b20-e2f6-451b-b7d4-fe84d6a1fdec HTTP/1.1" status: 204 len: 168 time: 2.1580472 Aug 31 13:56:36.526864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32992) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:36.533355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-b8f9d336-ed97-44d6-8fda-f433e04f55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:36.536731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-b8f9d336-ed97-44d6-8fda-f433e04f55bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 200 len: 909 time: 0.5651183 Aug 31 13:56:36.634677 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:36.702431 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-cb21e80b-1ddf-4b40-9608-1460959ef389 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0f842d4-e114-4127-9952-150b7b97d267 HTTP/1.1" status: 200 len: 217 time: 0.1092761 Aug 31 13:56:36.755540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-ae580ebb-ee3c-4869-9dfd-a2109df648d9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:36.764841 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-ae580ebb-ee3c-4869-9dfd-a2109df648d9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/networks?id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd HTTP/1.1" status: 200 len: 820 time: 0.3161287 Aug 31 13:56:36.817249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-92082d40-93c6-4d78-b69b-1dd30b76f388 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/quotas/e27881c1f8364d7099ef6b120f734f66 HTTP/1.1" status: 200 len: 375 time: 0.0509195 Aug 31 13:56:36.853014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:36.853489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8869c65-a9a5-4513-a2b3-bd3d29d21b36 req-19a3e269-1330-405f-a1ee-bfb44bb12665 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:36.859108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d8869c65-a9a5-4513-a2b3-bd3d29d21b36 req-19a3e269-1330-405f-a1ee-bfb44bb12665 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.3721857 Aug 31 13:56:36.867485 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:36.933290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-2d8c1a47-642a-4df1-a155-27283ec0415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:36.935648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-2d8c1a47-642a-4df1-a155-27283ec0415c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 200 len: 848 time: 0.1875069 Aug 31 13:56:36.940195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Pushing event deleted for resources: {'Port': ['ID=99e03198-1022-4770-b153-72c2a737dd6a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:36.963820 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-7bd8199f-6362-43a4-b536-8ddc08a92a34 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e27881c1f8364d7099ef6b120f734f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1452036 Aug 31 13:56:37.003197 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d8869c65-a9a5-4513-a2b3-bd3d29d21b36 req-3379046d-d824-42b7-be27-c0377cf8e633 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298141 Aug 31 13:56:37.074904 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-bd30cced-9763-4528-b411-f5b71e27a9d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19dafa0d-1898-4f1f-9922-41c4f0a984d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773115 Aug 31 13:56:37.156563 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.162302 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.236993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d350715-2908-428b-a8c1-f5b24bb92dcb']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:37.289241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de49f7d7-9c89-4c14-befc-ed0940947c8c') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:37.289907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de49f7d7-9c89-4c14-befc-ed0940947c8c') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:37.322959 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.362528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0938e1-1fd1-4b57-b75e-63ce5e863ca1 req-e2d474ce-5c40-4fd4-88a6-bf899a957ce3 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:37.364252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf0938e1-1fd1-4b57-b75e-63ce5e863ca1 req-e2d474ce-5c40-4fd4-88a6-bf899a957ce3 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 944 time: 0.1596401 Aug 31 13:56:37.381683 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.421977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:56:37.422763 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: timer() Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:56:37.425418 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:56:37.569018 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-d839e4c5-a543-4d27-adc6-44285a1c547c service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775012 Aug 31 13:56:37.830439 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf0938e1-1fd1-4b57-b75e-63ce5e863ca1 req-96dcb701-13c3-4dde-8216-8537a218792d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446526 Aug 31 13:56:37.910813 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.927226 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.930829 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.931597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:37.949348 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] 10.222.0.20 "DELETE /v2.0/networks/7d350715-2908-428b-a8c1-f5b24bb92dcb HTTP/1.1" status: 204 len: 168 time: 1.4096198 Aug 31 13:56:38.026634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b62e5-6964-4d49-9108-0c869e35810c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d350715-2908-428b-a8c1-f5b24bb92dcb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:38.117790 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-db59be5e-b88b-4b69-9f7c-6128ca12d5a6 service neutron] 10.222.0.52 "GET /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288603 Aug 31 13:56:38.184595 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:38.185400 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aba359a7-9872-4384-8c2d-9e32223f0973 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:56:38.233745 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:38.239328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-db8ab6bc-c1d0-466c-bc2f-82694712a86b admin admin] 10.222.0.20 "DELETE /v2.0/routers/aba359a7-9872-4384-8c2d-9e32223f0973 HTTP/1.1" status: 204 len: 168 time: 3.8089840 Aug 31 13:56:38.255753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33022) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:38.470243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33024) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:38.479105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-900e26d9-d98f-4828-8f10-dc600c37bbfe admin admin] Deleting subnet e4e28dac-32cf-4df8-ae7e-a5a8533ef865 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:56:38.544453 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-900e26d9-d98f-4828-8f10-dc600c37bbfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:38.564382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 99e03198-1022-4770-b153-72c2a737dd6a no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:38.625358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 99e03198-1022-4770-b153-72c2a737dd6a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:38.626485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 99e03198-1022-4770-b153-72c2a737dd6a not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:38.627079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 20c8e338-1160-497f-9b89-3bcba6911c3a no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:38.674368 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 20c8e338-1160-497f-9b89-3bcba6911c3a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:38.674943 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 20c8e338-1160-497f-9b89-3bcba6911c3a not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:38.675625 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-52a8086b-0ea3-43f2-808b-418116453a75 service neutron] 10.222.0.20 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6760304 Aug 31 13:56:38.784945 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-900e26d9-d98f-4828-8f10-dc600c37bbfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:38.792251 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:38.795699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:38.818994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-75368e5f-f095-44a0-abb6-f7e9d3eccf7a tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:38.820658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-75368e5f-f095-44a0-abb6-f7e9d3eccf7a tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9&tenant_id=24b3f2febd7d4b85836b75e97fa9634b&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 1095 time: 0.0688014 Aug 31 13:56:38.828593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e600555-f934-4824-9301-ede18ae9b116 req-cfafac7d-ef0b-49c2-b245-7ebfd1b51138 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:38.836294 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e600555-f934-4824-9301-ede18ae9b116 req-cfafac7d-ef0b-49c2-b245-7ebfd1b51138 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 950 time: 0.6779318 Aug 31 13:56:38.911382 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e600555-f934-4824-9301-ede18ae9b116 req-2ff8fbfc-6650-417f-8877-2a69d9166c09 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741758 Aug 31 13:56:38.927563 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-405f991c-7cbd-428c-b287-a0d7fedf2147 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e673f4e9d1704fa2bee2b1732d280d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392989 Aug 31 13:56:38.942785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33030) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:39.096356 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-ae5a5e43-4e29-4184-9033-6373c6cd034d service neutron] 10.222.0.20 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180944 Aug 31 13:56:39.118427 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-900e26d9-d98f-4828-8f10-dc600c37bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.253047 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-900e26d9-d98f-4828-8f10-dc600c37bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.263477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-1615a09d-0f14-4a87-86ed-fde3fe26c864 service neutron] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:39.279813 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-1615a09d-0f14-4a87-86ed-fde3fe26c864 service neutron] Notify callbacks [] for binding, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.282780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fb3af4-ba1e-41b1-8e84-1d4a7f15f239 req-1615a09d-0f14-4a87-86ed-fde3fe26c864 service neutron] 10.222.0.52 "DELETE /v2.0/ports/a0f842d4-e114-4127-9952-150b7b97d267/bindings/n-h1-792364-6 HTTP/1.1" status: 204 len: 173 time: 0.4390137 Aug 31 13:56:39.306382 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03787940-95b3-4057-96f4-d3b10de933c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.334698 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e26d9-d98f-4828-8f10-dc600c37bbfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e28dac-32cf-4df8-ae7e-a5a8533ef865,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:39.357115 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-900e26d9-d98f-4828-8f10-dc600c37bbfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.359779 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-900e26d9-d98f-4828-8f10-dc600c37bbfe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e4e28dac-32cf-4df8-ae7e-a5a8533ef865 HTTP/1.1" status: 204 len: 168 time: 1.1027083 Aug 31 13:56:39.360407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d4a814-0fa1-4b45-a3ac-9ca88877e860 None None] Network 835e6eea-1de5-4bbf-b116-c7cc38c1993a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:39.366188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33036) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:39.401591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d6544-d320-447b-9813-3ad144e02cc1 req-412896d8-0f3c-431e-becb-7ee3a2cbf1f6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:39.412612 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f8d6544-d320-447b-9813-3ad144e02cc1 req-412896d8-0f3c-431e-becb-7ee3a2cbf1f6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.2352710 Aug 31 13:56:39.422037 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03787940-95b3-4057-96f4-d3b10de933c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.671248 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2bbfc-a98d-46a1-8d29-559f44de5175 req-50533ccf-bdd2-4355-9171-4682eee82fc9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:39.684580 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2de2bbfc-a98d-46a1-8d29-559f44de5175 req-50533ccf-bdd2-4355-9171-4682eee82fc9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 944 time: 0.0919487 Aug 31 13:56:39.768172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f8d6544-d320-447b-9813-3ad144e02cc1 req-62fbaf6f-e7a2-4631-a349-10143d527af1 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539021 Aug 31 13:56:39.817240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad7da2-aa5c-4621-8f4f-6a918f21af2e None None] DHCP port deletion for 835e6eea-1de5-4bbf-b116-c7cc38c1993a request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:56:39.829034 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2de2bbfc-a98d-46a1-8d29-559f44de5175 req-c2421948-ab58-408b-bfc0-4fd8cf4deca1 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424139 Aug 31 13:56:39.844629 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.879148 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03787940-95b3-4057-96f4-d3b10de933c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.893988 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03787940-95b3-4057-96f4-d3b10de933c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:39.895257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-03787940-95b3-4057-96f4-d3b10de933c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfd69a44-27ef-4888-b17f-7eae775c5e56 HTTP/1.1" status: 204 len: 168 time: 0.9481792 Aug 31 13:56:39.947032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03787940-95b3-4057-96f4-d3b10de933c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd69a44-27ef-4888-b17f-7eae775c5e56,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:40.076757 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fef00-ab80-4cc0-8d1e-bc3e36ccc076 req-fe172e0b-f961-49a9-b32a-1fe2984231c7 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:40.091726 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1d8fef00-ab80-4cc0-8d1e-bc3e36ccc076 req-fe172e0b-f961-49a9-b32a-1fe2984231c7 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 1101 time: 0.1896644 Aug 31 13:56:40.164617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-45ad7da2-aa5c-4621-8f4f-6a918f21af2e None None] Deleting port e139dd9f-d672-4832-aa26-3076059f9eb0 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:40.168313 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-45ad7da2-aa5c-4621-8f4f-6a918f21af2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:40.177261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Deleting port e139dd9f-d672-4832-aa26-3076059f9eb0 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:40.177640 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:40.243249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1d8fef00-ab80-4cc0-8d1e-bc3e36ccc076 req-21740295-9080-4530-bd1a-17458811d8fb tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496651 Aug 31 13:56:40.356766 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d54783d2-df2b-47b4-91e8-d818461ab003 req-b419ae36-3732-49cc-86a0-08b3a581f539 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 210 time: 0.1893423 Aug 31 13:56:40.382412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-45ad7da2-aa5c-4621-8f4f-6a918f21af2e None None] For port e139dd9f-d672-4832-aa26-3076059f9eb0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e139dd9f-d672-4832-aa26-3076059f9eb0,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:40.387871 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-45ad7da2-aa5c-4621-8f4f-6a918f21af2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:40.485832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-45ad7da2-aa5c-4621-8f4f-6a918f21af2e None None] Calling delete_port for e139dd9f-d672-4832-aa26-3076059f9eb0 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:40.600855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] For port e139dd9f-d672-4832-aa26-3076059f9eb0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e139dd9f-d672-4832-aa26-3076059f9eb0,segment=NetworkSegment(799e4e4c-0d33-4ccf-9c2c-4c1568c88b95),segment_id=799e4e4c-0d33-4ccf-9c2c-4c1568c88b95)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:40.602835 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:40.642732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Calling delete_port for e139dd9f-d672-4832-aa26-3076059f9eb0 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:40.704089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e139dd9f-d672-4832-aa26-3076059f9eb0 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:40.801147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731454c4-5b28-4160-a75c-c3342b713a30 req-2a6e6741-1770-42d2-a257-a84b8f31a76a tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:40.803659 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-018886b5-9f07-4a35-8380-6d5d35d9d587 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590403 Aug 31 13:56:40.806150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-731454c4-5b28-4160-a75c-c3342b713a30 req-2a6e6741-1770-42d2-a257-a84b8f31a76a tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 1095 time: 0.1692958 Aug 31 13:56:41.040614 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-731454c4-5b28-4160-a75c-c3342b713a30 req-794c2a0d-8bb1-4a7f-9fb1-d8caa02b5335 tempest-LiveMigrationTest-1162001510 tempest-LiveMigrationTest-1162001510-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294994 Aug 31 13:56:41.106168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d741d-4438-4654-8aae-1e0729da4ece req-5a83d83c-660f-4bfe-8b01-6f93cf62a88a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:41.111877 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-45ad7da2-aa5c-4621-8f4f-6a918f21af2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.129467 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-5a83d83c-660f-4bfe-8b01-6f93cf62a88a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3225937 Aug 31 13:56:41.130459 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.150392 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.191464 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-e073220e-5772-491c-91aa-b74ad1b4369d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/quotas/7c0e192034374c6a84e5da48f77a28a2 HTTP/1.1" status: 200 len: 375 time: 0.0533638 Aug 31 13:56:41.220521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad7da2-aa5c-4621-8f4f-6a918f21af2e None None] No DVR routers for this DVR port e139dd9f-d672-4832-aa26-3076059f9eb0 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:41.230461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad7da2-aa5c-4621-8f4f-6a918f21af2e None None] Pushing event deleted for resources: {'Port': ['ID=e139dd9f-d672-4832-aa26-3076059f9eb0,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:41.251187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] No DVR routers for this DVR port e139dd9f-d672-4832-aa26-3076059f9eb0 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:41.375677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=e139dd9f-d672-4832-aa26-3076059f9eb0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:41.643587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-bf1f83bf-516c-446a-9ec0-8ab8ee55393e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4357989 Aug 31 13:56:41.753515 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:41.774409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d117c4-5413-4ebc-ad53-95dd214494c4 req-bfc4329b-a225-4102-9346-058a1e5f4a1d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:41.782380 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0d117c4-5413-4ebc-ad53-95dd214494c4 req-bfc4329b-a225-4102-9346-058a1e5f4a1d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.5333576 Aug 31 13:56:41.786815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835e6eea-1de5-4bbf-b116-c7cc38c1993a']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:41.817390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:41.817695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799e4e4c-0d33-4ccf-9c2c-4c1568c88b95') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:41.822327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-0e2c5946-b986-4cd0-8a3f-bc23afe4d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:41.823921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-0e2c5946-b986-4cd0-8a3f-bc23afe4d997 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 1096 time: 0.3012238 Aug 31 13:56:41.844670 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:42.139852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-d7505f79-1752-45ca-9133-f1143b0cf5ab tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:42.144651 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-d7505f79-1752-45ca-9133-f1143b0cf5ab tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.13 "GET /v2.0/networks?id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd HTTP/1.1" status: 200 len: 820 time: 0.3753271 Aug 31 13:56:42.157132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0d117c4-5413-4ebc-ad53-95dd214494c4 req-9985b2db-0402-4af6-8382-26d353d8a896 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737221 Aug 31 13:56:42.163746 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:42.168384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Request body: {'port': {'device_id': 'd9f8b4d2-e303-4772-82d7-e0474201752c', 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd', 'admin_state_up': True, 'tenant_id': 'e27881c1f8364d7099ef6b120f734f66'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:42.212676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:56:42.216935 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: timer() Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:56:42.233648 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:56:42.455451 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cdc7831b-c812-40cb-9628-b9386f8ea3be req-4d83f862-696e-4133-b565-b56b88396c0c tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 210 time: 0.1111364 Aug 31 13:56:42.474384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-cd7450fe-a503-48b0-aa5f-ba3a90fa4b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:42.476558 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-cd7450fe-a503-48b0-aa5f-ba3a90fa4b3b service neutron] 10.222.0.52 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.6298296 Aug 31 13:56:42.548306 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:42.615939 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33130) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:42.673957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Made reservation on behalf of e27881c1f8364d7099ef6b120f734f66 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:42.690012 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:42.761421 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:42.763561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] 10.222.0.20 "DELETE /v2.0/networks/835e6eea-1de5-4bbf-b116-c7cc38c1993a HTTP/1.1" status: 204 len: 168 time: 3.3958316 Aug 31 13:56:42.786191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33134) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:42.810449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-3aabe2b3-b31c-46d0-899e-74e37edd5c90 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8b351ab-54de-43f5-b261-606cc57be020 HTTP/1.1" status: 200 len: 217 time: 0.3062806 Aug 31 13:56:42.824348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9016fbc-c2c9-4647-8593-48d74bc49d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=835e6eea-1de5-4bbf-b116-c7cc38c1993a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:42.917887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a89a6-c896-4f45-91d0-b445ec0ddb3c req-af2097b9-aa49-49c3-9d8e-a2f35b6fab0d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 210 time: 0.1405599 Aug 31 13:56:43.013776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1490545641-network', 'tenant_id': 'ca088225e16f499eb73a4688a918af81'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:43.058574 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-183297a8-b933-4f9f-8507-977192c3e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:43.070175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-183297a8-b933-4f9f-8507-977192c3e4a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.2322683 Aug 31 13:56:43.077602 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7885d2-c834-47aa-8d93-4c4df521ec5c req-bf8b8192-6df8-4eee-ab2c-07689a689116 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:43.080201 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fe7885d2-c834-47aa-8d93-4c4df521ec5c req-bf8b8192-6df8-4eee-ab2c-07689a689116 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 944 time: 0.3560412 Aug 31 13:56:43.153057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-9b25ffb6-e593-4f11-9a24-5a542a8d7251 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512064 Aug 31 13:56:43.285166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Allocated IP 172.20.0.5 (a5ca34ca-9f6c-42b2-be33-46b24604e8fd/7e673293-c4b2-4cfc-82ad-2fb4ebc0f368/2929b0b2-9e10-4d56-88f3-5183fa9fd5cf) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:43.299929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Made reservation on behalf of ca088225e16f499eb73a4688a918af81 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:43.303414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:43.336098 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:43.345820 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fe7885d2-c834-47aa-8d93-4c4df521ec5c req-d3281a85-4225-4514-9202-f5b6181caef8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700823 Aug 31 13:56:43.678960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9903f9-6adc-4c42-bc0b-55240967e923 req-5e9b20e9-a1b2-4f0b-9573-e6ac24b102c0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:43.689228 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b9903f9-6adc-4c42-bc0b-55240967e923 req-5e9b20e9-a1b2-4f0b-9573-e6ac24b102c0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.2196198 Aug 31 13:56:43.704059 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-3105392a-9771-4f23-90b6-f9acf67ab379 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228770 Aug 31 13:56:43.749356 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6951ce94-94ad-4701-83db-4fee71ca1896 req-12b0fe84-6e90-4aed-9582-10da3e1a9fd7 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 210 time: 0.0662420 Aug 31 13:56:43.789092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d819c56-4b11-482e-b7d2-b18585173c29 req-b0acaf93-5574-46de-b0a4-db31928d68eb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:43.790815 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7d819c56-4b11-482e-b7d2-b18585173c29 req-b0acaf93-5574-46de-b0a4-db31928d68eb tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.52 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 944 time: 0.3031716 Aug 31 13:56:43.830659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b9903f9-6adc-4c42-bc0b-55240967e923 req-da08a53b-850c-4db5-90c8-1ec306709fb9 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397786 Aug 31 13:56:43.967492 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.055059 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-05f9b5d8-5d5a-4d50-a79f-7636509c2a70 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366766 Aug 31 13:56:44.065771 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.075630 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.168348 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:56:44.213843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55bb611c-173d-45d9-b92f-b9343b26b022 req-d1153228-dce4-4ac1-b37d-feca93766738 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 210 time: 0.1197686 Aug 31 13:56:44.234414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddd2a8a-7d39-4820-87f4-88be132a993e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:44.240546 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.240925 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Added segment ece1dd4f-342b-4db4-9eab-0477da915c71 of type vlan for network 92381d57-6677-490a-8029-6345c0361b53 Aug 31 13:56:44.323107 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-e2ddd58f-ecb3-4078-a6af-fe2b72011b9f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499246 Aug 31 13:56:44.356745 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.473349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-7d819c56-4b11-482e-b7d2-b18585173c29 req-25bd877a-ecac-4b2a-b1a4-459871904c48 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Deleting port a0f842d4-e114-4127-9952-150b7b97d267 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:44.475852 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7d819c56-4b11-482e-b7d2-b18585173c29 req-25bd877a-ecac-4b2a-b1a4-459871904c48 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.564139 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.569648 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:44.573268 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.763294 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.765307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d741d-4438-4654-8aae-1e0729da4ece req-79a9fb16-7f8f-41d9-8bfb-dc8a2ab6301f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:44.770163 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-79a9fb16-7f8f-41d9-8bfb-dc8a2ab6301f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4389088 Aug 31 13:56:44.796203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9d7f3-42ac-4fa7-bb21-bad40e13992d req-b081abed-92ac-451f-894f-0328c0e75a8a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:44.798169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ba9d7f3-42ac-4fa7-bb21-bad40e13992d req-b081abed-92ac-451f-894f-0328c0e75a8a tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 944 time: 0.1790223 Aug 31 13:56:44.804016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Request body: {'port': {'device_id': '37cf5a08-f49d-4d0f-84a7-ece2a34f37de', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '7c0e192034374c6a84e5da48f77a28a2'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:44.848080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] Pushing event updated for resources: {'Network': ['ID=92381d57-6677-490a-8029-6345c0361b53,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:44.861665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 92381d57-6677-490a-8029-6345c0361b53 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:56:44.903857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Network a5ca34ca-9f6c-42b2-be33-46b24604e8fd is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:44.917222 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:44.928836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:44.941123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7d819c56-4b11-482e-b7d2-b18585173c29 req-25bd877a-ecac-4b2a-b1a4-459871904c48 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] For port a0f842d4-e114-4127-9952-150b7b97d267, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a0f842d4-e114-4127-9952-150b7b97d267,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:44.941662 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7d819c56-4b11-482e-b7d2-b18585173c29 req-25bd877a-ecac-4b2a-b1a4-459871904c48 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:44.977997 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ba9d7f3-42ac-4fa7-bb21-bad40e13992d req-7a53bba3-57cb-4a33-a858-dc3834f6eb9d tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471395 Aug 31 13:56:44.996348 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b961daf1-842b-4dbb-a0e1-07ec6d65a986 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3787279 Aug 31 13:56:45.007845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33176) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:45.043137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1b86bc93-6e5f-42ef-a6f1-6631aada089a admin admin] Request body: {'subnet': {'network_id': '92381d57-6677-490a-8029-6345c0361b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1490545641-subnet', 'tenant_id': 'ca088225e16f499eb73a4688a918af81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:45.061140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:45.061841 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.090755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-7d819c56-4b11-482e-b7d2-b18585173c29 req-25bd877a-ecac-4b2a-b1a4-459871904c48 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Calling delete_port for a0f842d4-e114-4127-9952-150b7b97d267 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:45.104976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event updated for resources: {'Port': ['ID=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:45.126167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b86bc93-6e5f-42ef-a6f1-6631aada089a admin admin] Made reservation on behalf of ca088225e16f499eb73a4688a918af81 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:45.126868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5484c-675c-4f61-8c87-3e26bd47c5e7 req-c57247c8-80e2-4aaa-a1a8-8d05d08acb6c tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:45.130661 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b86bc93-6e5f-42ef-a6f1-6631aada089a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.135565 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35c5484c-675c-4f61-8c87-3e26bd47c5e7 req-c57247c8-80e2-4aaa-a1a8-8d05d08acb6c tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 946 time: 0.5585155 Aug 31 13:56:45.164068 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-5ddc2b19-d7c1-490c-b8dc-9450f66b7b0b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0034513 Aug 31 13:56:45.215917 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Request body: {'port': {'device_id': 'd9f8b4d2-e303-4772-82d7-e0474201752c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:45.298377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Made reservation on behalf of 7c0e192034374c6a84e5da48f77a28a2 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:45.304655 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.315359 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35c5484c-675c-4f61-8c87-3e26bd47c5e7 req-80af8955-8e4f-4c4b-9a38-c5b68472833b tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57fefbc-925b-4843-b7f9-60e1b1928dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787779 Aug 31 13:56:45.347313 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.408847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c1bc-6a81-4f19-afa9-9f39490e243a req-20824cca-272d-4892-8899-728f7e99e382 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:45.412560 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5d1c1bc-6a81-4f19-afa9-9f39490e243a req-20824cca-272d-4892-8899-728f7e99e382 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 931 time: 0.2448368 Aug 31 13:56:45.495798 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e56f-4c30-4f50-a2b9-dff63c0ef519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:45.682203 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5d1c1bc-6a81-4f19-afa9-9f39490e243a req-22c39883-f63f-423f-b3c2-9ae705125d83 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393517 Aug 31 13:56:45.892965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Allocated IP 192.168.233.147 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/ce17cf8c-f5fe-45fb-9a92-333a770d03c8) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:46.104700 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.163525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d48f61c-f45a-4f6c-8589-0f0d1539a97a req-56e98bac-6939-4074-abb3-fc6330b6c103 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 210 time: 0.3761663 Aug 31 13:56:46.173225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56e22-2ada-42d3-bab0-8e5a4199e6e0 req-e0f4b26d-92e0-4b09-b8bb-1147e1df910a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.185623 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fcf56e22-2ada-42d3-bab0-8e5a4199e6e0 req-e0f4b26d-92e0-4b09-b8bb-1147e1df910a tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.6738265 Aug 31 13:56:46.251515 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b86bc93-6e5f-42ef-a6f1-6631aada089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.318656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86bc93-6e5f-42ef-a6f1-6631aada089a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3a5117-30ba-42a8-858c-5a125cff6bee,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:46.347507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101e892-4162-4c79-87a3-b51eab277f8a req-bd6ef424-7545-447b-8fcb-f5c5f2048060 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.349502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b101e892-4162-4c79-87a3-b51eab277f8a req-bd6ef424-7545-447b-8fcb-f5c5f2048060 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.13 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 946 time: 0.2103236 Aug 31 13:56:46.439229 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fcf56e22-2ada-42d3-bab0-8e5a4199e6e0 req-cc9210d5-f965-4a21-bb12-dd3457447195 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503579 Aug 31 13:56:46.560300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757409ca-4141-46eb-93ee-6cc775ba0686 req-34f0ccbf-a579-4f4b-891f-c17e13c40f1e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.568663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-757409ca-4141-46eb-93ee-6cc775ba0686 req-34f0ccbf-a579-4f4b-891f-c17e13c40f1e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 944 time: 0.1007290 Aug 31 13:56:46.572197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b86bc93-6e5f-42ef-a6f1-6631aada089a admin admin] Checking segment: {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:46.572603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b86bc93-6e5f-42ef-a6f1-6631aada089a admin admin] Network hostable DHCP agents. Network: 92381d57-6677-490a-8029-6345c0361b53, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:56:46.577304 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7d819c56-4b11-482e-b7d2-b18585173c29 req-25bd877a-ecac-4b2a-b1a4-459871904c48 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.578640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Transition to ACTIVE for port object ce17cf8c-f5fe-45fb-9a92-333a770d03c8 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:46.591336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['4d43986f-33c9-41d7-babf-25975e5f5d63'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:46.630022 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd877a-ecac-4b2a-b1a4-459871904c48 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Pushing event deleted for resources: {'Port': ['ID=a0f842d4-e114-4127-9952-150b7b97d267,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:46.705508 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.736287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b101e892-4162-4c79-87a3-b51eab277f8a req-9e6fe267-d99c-4ed8-99eb-e1c5ef7c2cb8 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Deleting port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:46.736746 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b101e892-4162-4c79-87a3-b51eab277f8a req-9e6fe267-d99c-4ed8-99eb-e1c5ef7c2cb8 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.738102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9', 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:46.781234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d819c56-4b11-482e-b7d2-b18585173c29 req-25bd877a-ecac-4b2a-b1a4-459871904c48 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] No DVR routers for this DVR port a0f842d4-e114-4127-9952-150b7b97d267 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:46.798533 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7d819c56-4b11-482e-b7d2-b18585173c29 req-25bd877a-ecac-4b2a-b1a4-459871904c48 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:46.802562 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7d819c56-4b11-482e-b7d2-b18585173c29 req-25bd877a-ecac-4b2a-b1a4-459871904c48 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.52 "DELETE /v2.0/ports/a0f842d4-e114-4127-9952-150b7b97d267 HTTP/1.1" status: 204 len: 173 time: 2.9673016 Aug 31 13:56:46.805726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3195fcd3-189e-4b5a-8fa4-3f23b80ecef9', 'name': 'network-vif-deleted', 'tag': 'a0f842d4-e114-4127-9952-150b7b97d267'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:46.810722 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb49cc7-bdaf-46c2-8e8c-82858c8298e3" -d '{"events": [{"server_uuid": "3195fcd3-189e-4b5a-8fa4-3f23b80ecef9", "name": "network-vif-deleted", "tag": "a0f842d4-e114-4127-9952-150b7b97d267"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:46.892924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5100-5038-41d7-9b68-eefbd16fbbd6 req-ee2b429f-a958-4bf5-b07f-c6271e3da6f9 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:46.904498 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b5cd5100-5038-41d7-9b68-eefbd16fbbd6 req-ee2b429f-a958-4bf5-b07f-c6271e3da6f9 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a2c77b-1106-488c-803c-e280535c0eee HTTP/1.1" status: 200 len: 946 time: 0.1884437 Aug 31 13:56:46.932704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-757409ca-4141-46eb-93ee-6cc775ba0686 req-fb846fea-e747-4dce-a5a6-368ebda7bda3 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630602 Aug 31 13:56:47.002309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:47.030156 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:47.054900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Transition to ACTIVE for port object 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:47.130630 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:47.130925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-b101e892-4162-4c79-87a3-b51eab277f8a req-9e6fe267-d99c-4ed8-99eb-e1c5ef7c2cb8 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] For port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413,segment=NetworkSegment(612b2383-5e9c-4550-a802-4483f116452c),segment_id=612b2383-5e9c-4550-a802-4483f116452c)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:47.131140 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b101e892-4162-4c79-87a3-b51eab277f8a req-9e6fe267-d99c-4ed8-99eb-e1c5ef7c2cb8 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:47.146411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b101e892-4162-4c79-87a3-b51eab277f8a req-9e6fe267-d99c-4ed8-99eb-e1c5ef7c2cb8 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Calling delete_port for 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:47.214233 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a0f842d4-e114-4127-9952-150b7b97d267 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:47.258234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Pushing event updated for resources: {'Port': ['ID=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:47.284513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: a0f842d4-e114-4127-9952-150b7b97d267 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:47.285114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a0f842d4-e114-4127-9952-150b7b97d267 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:47.304484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:47.357734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:47.372756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b101e892-4162-4c79-87a3-b51eab277f8a req-9e6fe267-d99c-4ed8-99eb-e1c5ef7c2cb8 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:47.383714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:47.568281 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b5cd5100-5038-41d7-9b68-eefbd16fbbd6 req-1d9a0c4c-2748-4ec8-8567-925ce7adf5e6 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57fefbc-925b-4843-b7f9-60e1b1928dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623514 Aug 31 13:56:47.625757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:47.638499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:47.719283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e0c7e56f-4c30-4f50-a2b9-dff63c0ef519 admin admin] Deleting port 23204a3c-c5f8-49e8-bf61-4f3874320989 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:47.720227 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e56f-4c30-4f50-a2b9-dff63c0ef519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:47.724407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b86bc93-6e5f-42ef-a6f1-6631aada089a admin admin] Network 92381d57-6677-490a-8029-6345c0361b53 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:56:47.753315 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d43246-c2f9-4e42-b77c-63d078002ac3 x-openstack-request-id: req-a7d43246-c2f9-4e42-b77c-63d078002ac3 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:47.753732 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3195fcd3-189e-4b5a-8fa4-3f23b80ecef9", "name": "network-vif-deleted", "tag": "a0f842d4-e114-4127-9952-150b7b97d267", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:47.754059 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7d43246-c2f9-4e42-b77c-63d078002ac3 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:47.754550 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3195fcd3-189e-4b5a-8fa4-3f23b80ecef9', 'name': 'network-vif-deleted', 'tag': 'a0f842d4-e114-4127-9952-150b7b97d267', 'status': 'completed', 'code': 200} Aug 31 13:56:47.798896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Attempting to bind port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:47.799337 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Attempting to bind port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:47.799830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Attempting to bind port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf on network a5ca34ca-9f6c-42b2-be33-46b24604e8fd {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:47.814470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf on network a5ca34ca-9f6c-42b2-be33-46b24604e8fd not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:56:47.814973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Attempting to bind port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf on network a5ca34ca-9f6c-42b2-be33-46b24604e8fd {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:47.838069 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:47.841376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Checking segment: {'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:47.842218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Bound using segment: {'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:47.845234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Bound port: 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:47.845755 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:47.857173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['364ee310-c534-4d48-8710-740f2393aca1', 'd043a383-695b-42d2-9721-93a9938f9575', '9a18a565-755e-4f0a-9f71-454e09b02537', 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:47.953445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event updated for resources: {'Port': ['ID=ce17cf8c-f5fe-45fb-9a92-333a770d03c8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:48.033080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-e0c7e56f-4c30-4f50-a2b9-dff63c0ef519 admin admin] For port 23204a3c-c5f8-49e8-bf61-4f3874320989, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=23204a3c-c5f8-49e8-bf61-4f3874320989,segment=NetworkSegment(eacfce37-51b8-4274-9357-acb0939b8454),segment_id=eacfce37-51b8-4274-9357-acb0939b8454)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:48.033914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e56f-4c30-4f50-a2b9-dff63c0ef519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.089730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fc7bb6ae-8a03-40e0-925d-e83f06f1597b None None] Provisioning for port ce17cf8c-f5fe-45fb-9a92-333a770d03c8 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:48.105148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-1b86bc93-6e5f-42ef-a6f1-6631aada089a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 92381d57-6677-490a-8029-6345c0361b53) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:48.105978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e0c7e56f-4c30-4f50-a2b9-dff63c0ef519 admin admin] Calling delete_port for 23204a3c-c5f8-49e8-bf61-4f3874320989 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:48.108978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fc7bb6ae-8a03-40e0-925d-e83f06f1597b None None] Provisioning complete for port ce17cf8c-f5fe-45fb-9a92-333a770d03c8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:48.109698 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fc7bb6ae-8a03-40e0-925d-e83f06f1597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.121569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-b101e892-4162-4c79-87a3-b51eab277f8a req-9e6fe267-d99c-4ed8-99eb-e1c5ef7c2cb8 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] No DVR routers for this DVR port 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:56:48.163145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fc7bb6ae-8a03-40e0-925d-e83f06f1597b None None] Port ce17cf8c-f5fe-45fb-9a92-333a770d03c8 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:56:48.165232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbffba3-e3ee-4d11-9aed-adfb29126ad3 None None] Network 92381d57-6677-490a-8029-6345c0361b53 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:48.174402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] For port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:48.187452 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] For port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:48.210135 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-91f0c543-2fd9-40a9-9c9e-b6896edab52b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4087236 Aug 31 13:56:48.212361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fe267-d99c-4ed8-99eb-e1c5ef7c2cb8 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Pushing event deleted for resources: {'Port': ['ID=8fe75f76-27c9-4ce0-8f7e-b2e7689e2413,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:48.259655 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b101e892-4162-4c79-87a3-b51eab277f8a req-9e6fe267-d99c-4ed8-99eb-e1c5ef7c2cb8 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.264853 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b101e892-4162-4c79-87a3-b51eab277f8a req-9e6fe267-d99c-4ed8-99eb-e1c5ef7c2cb8 tempest-VolumesAdminNegativeTest-1579875835 tempest-VolumesAdminNegativeTest-1579875835-project] 10.222.0.13 "DELETE /v2.0/ports/8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 HTTP/1.1" status: 204 len: 173 time: 1.8933914 Aug 31 13:56:48.276250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Request body: {'port': {'device_id': '37cf5a08-f49d-4d0f-84a7-ece2a34f37de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:48.308729 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.330006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b86bc93-6e5f-42ef-a6f1-6631aada089a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:48.331329 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b86bc93-6e5f-42ef-a6f1-6631aada089a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.336009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a2c77b-1106-488c-803c-e280535c0eee', 'name': 'network-vif-deleted', 'tag': '8fe75f76-27c9-4ce0-8f7e-b2e7689e2413'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:48.341378 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fff1ef8-af38-4554-8ac4-7e4408b543df" -d '{"events": [{"server_uuid": "88a2c77b-1106-488c-803c-e280535c0eee", "name": "network-vif-deleted", "tag": "8fe75f76-27c9-4ce0-8f7e-b2e7689e2413"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:48.370487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed80a7f-1efa-4af4-9cd2-ff6eb50818e7 req-45f5252a-18ca-46f4-8c93-6bc6867ddb45 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:48.372995 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0ed80a7f-1efa-4af4-9cd2-ff6eb50818e7 req-45f5252a-18ca-46f4-8c93-6bc6867ddb45 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 943 time: 1.0623133 Aug 31 13:56:48.373151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Pushing event updated for resources: {'Port': ['ID=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:48.394625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e3075-5e5b-4bc4-a334-10079ad3df84 req-9f72043b-ee11-483c-a1a0-b520ddb4df15 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:48.403676 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-776e3075-5e5b-4bc4-a334-10079ad3df84 req-9f72043b-ee11-483c-a1a0-b520ddb4df15 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 936 time: 0.4708731 Aug 31 13:56:48.473162 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:48.474480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.476751 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-487f1997-ebc9-41ee-999c-17b7c41d228f service neutron] 10.222.0.13 "PUT /v2.0/ports/2929b0b2-9e10-4d56-88f3-5183fa9fd5cf HTTP/1.1" status: 200 len: 1091 time: 3.2692916 Aug 31 13:56:48.513387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1b86bc93-6e5f-42ef-a6f1-6631aada089a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4988768 Aug 31 13:56:48.521084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:48.552141 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-776e3075-5e5b-4bc4-a334-10079ad3df84 req-d741ed35-c7ea-4a9c-9c12-3eb9760af153 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463590 Aug 31 13:56:48.663633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0ed80a7f-1efa-4af4-9cd2-ff6eb50818e7 req-ca024689-355e-477d-8255-ccdbe7511baa tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540727 Aug 31 13:56:49.016710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d17ae-c9d0-4a1a-9a5b-b5f4d7b0aba3 None None] Network 92381d57-6677-490a-8029-6345c0361b53 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:56:49.086253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c30623-29b0-4536-a30a-6af3bc49057d req-d3222944-d94a-47ba-9960-ef55bddfdbbc tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.088513 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8c30623-29b0-4536-a30a-6af3bc49057d req-d3222944-d94a-47ba-9960-ef55bddfdbbc tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1851447 Aug 31 13:56:49.093740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-913326c8-7570-4bf4-a5aa-457b43d48808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.095983 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-913326c8-7570-4bf4-a5aa-457b43d48808 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e27881c1f8364d7099ef6b120f734f66&device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 1094 time: 0.2194517 Aug 31 13:56:49.279867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a033da0a-01ba-4099-b6e9-c36f60b284d9 req-eb2788aa-7518-4648-a3e1-2e44d7fbfbbc tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 210 time: 0.2153847 Aug 31 13:56:49.376527 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c7ff7f6-5e7c-4acc-b37e-967b353b5fb8 req-f6ecb658-a99c-4cce-8a1f-685d8425a1ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4104710 Aug 31 13:56:49.376964 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-0fdc90f2-5879-45b9-8f90-8a767a59ce96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf HTTP/1.1" status: 200 len: 217 time: 0.1887708 Aug 31 13:56:49.383965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:49.429004 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590c1732-3502-473e-9b7f-bcaaca9d072d x-openstack-request-id: req-590c1732-3502-473e-9b7f-bcaaca9d072d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:49.429212 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a2c77b-1106-488c-803c-e280535c0eee", "name": "network-vif-deleted", "tag": "8fe75f76-27c9-4ce0-8f7e-b2e7689e2413", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:49.430439 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-590c1732-3502-473e-9b7f-bcaaca9d072d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:49.430439 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a2c77b-1106-488c-803c-e280535c0eee', 'name': 'network-vif-deleted', 'tag': '8fe75f76-27c9-4ce0-8f7e-b2e7689e2413', 'status': 'completed', 'code': 200} Aug 31 13:56:49.430786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:49.431106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 8fe75f76-27c9-4ce0-8f7e-b2e7689e2413 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:49.551193 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33226) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:49.619832 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8c30623-29b0-4536-a30a-6af3bc49057d req-d2aa4f3d-3021-485d-808d-668f30e63afe tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225594 Aug 31 13:56:49.622322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ff7f6-5e7c-4acc-b37e-967b353b5fb8 req-854fd712-3ae7-483b-9f97-711d77c69b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.623948 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c7ff7f6-5e7c-4acc-b37e-967b353b5fb8 req-854fd712-3ae7-483b-9f97-711d77c69b46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 1095 time: 0.1611414 Aug 31 13:56:49.717333 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e56f-4c30-4f50-a2b9-dff63c0ef519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:49.735099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-6bc765e7-9767-4362-ad97-52dc51a5fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:49.739416 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-6bc765e7-9767-4362-ad97-52dc51a5fed4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e673293-c4b2-4cfc-82ad-2fb4ebc0f368 HTTP/1.1" status: 200 len: 860 time: 0.3462319 Aug 31 13:56:49.778757 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f8b4d2-e303-4772-82d7-e0474201752c', 'tag': '2929b0b2-9e10-4d56-88f3-5183fa9fd5cf'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:49.789472 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed367fb-5e40-48ba-b1a1-edb9e30305cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f8b4d2-e303-4772-82d7-e0474201752c", "tag": "2929b0b2-9e10-4d56-88f3-5183fa9fd5cf"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:49.920762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7e56f-4c30-4f50-a2b9-dff63c0ef519 admin admin] Pushing event deleted for resources: {'Port': ['ID=23204a3c-c5f8-49e8-bf61-4f3874320989,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:49.967404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce17cf8c-f5fe-45fb-9a92-333a770d03c8 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:49.986627 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.010654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Transition to ACTIVE for port object ce17cf8c-f5fe-45fb-9a92-333a770d03c8 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:50.029021 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-bf7c21d7-e5d0-4edb-a74f-61fa866635e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2608621 Aug 31 13:56:50.035555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d33bf0-6415-4dd2-9040-d0c34f549885 admin admin] Deleting subnet 14c61106-91c7-466b-a580-18f2957c32f6 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:56:50.084914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30d33bf0-6415-4dd2-9040-d0c34f549885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.098658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ff7f6-5e7c-4acc-b37e-967b353b5fb8 req-b5c57648-3193-41b0-8383-947c1093ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:50.100530 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c7ff7f6-5e7c-4acc-b37e-967b353b5fb8 req-b5c57648-3193-41b0-8383-947c1093ce9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.4327703 Aug 31 13:56:50.113726 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:50.300689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c7ff7f6-5e7c-4acc-b37e-967b353b5fb8 req-b9aff326-b266-4c06-a582-64ea54661617 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 HTTP/1.1" status: 200 len: 217 time: 0.1814308 Aug 31 13:56:50.370594 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-53bca241-ab78-4133-9dd1-dba42aad9c75 service neutron] 10.222.0.13 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154366 Aug 31 13:56:50.598685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aa68f-7560-45bb-9319-0b023e3576cd req-ad9bec3a-ba0b-4d24-bda7-4013092411fd tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:50.611491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fc9aa68f-7560-45bb-9319-0b023e3576cd req-ad9bec3a-ba0b-4d24-bda7-4013092411fd tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 948 time: 0.7000201 Aug 31 13:56:50.690193 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30d33bf0-6415-4dd2-9040-d0c34f549885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.018238 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fc9aa68f-7560-45bb-9319-0b023e3576cd req-757b05f3-f98d-44d4-a2b8-b258108863ee tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041157 Aug 31 13:56:51.041017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Pushing event updated for resources: {'Port': ['ID=ce17cf8c-f5fe-45fb-9a92-333a770d03c8,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:51.048967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7d7bc53-ddb3-4195-919e-cf0e317edfa8 req-e03547b9-11e7-4909-af4a-080dfe26e9e5 service neutron] 10.222.0.13 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6535676 Aug 31 13:56:51.079362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ff7f6-5e7c-4acc-b37e-967b353b5fb8 req-e872bb54-3384-4e25-abd6-fa8fdee1e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.081474 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c7ff7f6-5e7c-4acc-b37e-967b353b5fb8 req-e872bb54-3384-4e25-abd6-fa8fdee1e3a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.7309511 Aug 31 13:56:51.082509 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-128dd4cf-bda5-4420-96bf-e5dbc82bc8b8 req-9c15a926-926d-4506-95cc-bfc38a94e654 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4332764 Aug 31 13:56:51.091626 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30d33bf0-6415-4dd2-9040-d0c34f549885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.133084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-b1943a5a-24e5-4b70-9ad5-bcccbffc66ce tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.142889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-b1943a5a-24e5-4b70-9ad5-bcccbffc66ce tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/networks?id=92381d57-6677-490a-8029-6345c0361b53 HTTP/1.1" status: 200 len: 813 time: 1.0411384 Aug 31 13:56:51.174006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c7ff7f6-5e7c-4acc-b37e-967b353b5fb8 req-854ed1f0-38f2-4911-8c4b-03c29e32f9f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628157 Aug 31 13:56:51.208732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-76d1088c-6704-4d4e-9f23-9183679cf26e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/quotas/ca088225e16f499eb73a4688a918af81 HTTP/1.1" status: 200 len: 375 time: 0.0647569 Aug 31 13:56:51.244595 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e56f-4c30-4f50-a2b9-dff63c0ef519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.276935 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30d33bf0-6415-4dd2-9040-d0c34f549885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.312865 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d33bf0-6415-4dd2-9040-d0c34f549885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c61106-91c7-466b-a580-18f2957c32f6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:51.363211 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c7ff7f6-5e7c-4acc-b37e-967b353b5fb8 req-a0a86e20-9b15-4e47-b8bc-d3ee1e8d2a28 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761611 Aug 31 13:56:51.365407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-7d7fa22d-80ca-448a-97e5-c8faf4b5f595 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca088225e16f499eb73a4688a918af81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1558228 Aug 31 13:56:51.388995 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-30d33bf0-6415-4dd2-9040-d0c34f549885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.394475 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-30d33bf0-6415-4dd2-9040-d0c34f549885 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/14c61106-91c7-466b-a580-18f2957c32f6 HTTP/1.1" status: 204 len: 168 time: 1.8361146 Aug 31 13:56:51.394845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33258) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:51.441927 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dd4cf-bda5-4420-96bf-e5dbc82bc8b8 req-cdfb71a8-4b35-47c3-8014-95b4ef00eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.448872 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-128dd4cf-bda5-4420-96bf-e5dbc82bc8b8 req-cdfb71a8-4b35-47c3-8014-95b4ef00eb32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 1096 time: 0.2941320 Aug 31 13:56:51.468276 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09b919-f685-461e-8a17-9637527d275c req-6dcdf05b-5113-49ab-9e44-4921207b1381 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.469863 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7d09b919-f685-461e-8a17-9637527d275c req-6dcdf05b-5113-49ab-9e44-4921207b1381 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 943 time: 0.1620717 Aug 31 13:56:51.530440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Attempting to bind port ce17cf8c-f5fe-45fb-9a92-333a770d03c8 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:51.530981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Attempting to bind port ce17cf8c-f5fe-45fb-9a92-333a770d03c8 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:51.531561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Attempting to bind port ce17cf8c-f5fe-45fb-9a92-333a770d03c8 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:51.628139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Port ce17cf8c-f5fe-45fb-9a92-333a770d03c8 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:56:51.628792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Attempting to bind port ce17cf8c-f5fe-45fb-9a92-333a770d03c8 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:51.694700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:51.695052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:51.695484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:51.696240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Bound port: ce17cf8c-f5fe-45fb-9a92-333a770d03c8, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:51.696638 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.753267 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.832056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c7ff7f6-5e7c-4acc-b37e-967b353b5fb8 req-4fd0deb8-d70f-4993-a24d-cd277babc271 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586375 Aug 31 13:56:51.906866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2533d9aa-f0f8-4435-ad76-a1bb1fe7d78b service neutron] 10.222.0.20 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985635 Aug 31 13:56:51.970185 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:51.981143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc28532-64a9-4290-a36f-95df5d173c16']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:51.993895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612b2383-5e9c-4550-a802-4483f116452c') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:51.994197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612b2383-5e9c-4550-a802-4483f116452c') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:51.994485 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dd4cf-bda5-4420-96bf-e5dbc82bc8b8 req-f67fb952-6d0c-4708-b008-e551283e9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:51.998018 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-128dd4cf-bda5-4420-96bf-e5dbc82bc8b8 req-f67fb952-6d0c-4708-b008-e551283e9b5a service neutron] 10.222.0.52 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.5225136 Aug 31 13:56:52.004907 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.019526 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.025776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:56:52.026189 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: timer() Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:56:52.098203 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:56:52.125517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.132687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] For port ce17cf8c-f5fe-45fb-9a92-333a770d03c8, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:52.135103 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7d09b919-f685-461e-8a17-9637527d275c req-b567e917-340e-42bc-9b6b-0fe4c3e93f44 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6465714 Aug 31 13:56:52.161729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc28532-64a9-4290-a36f-95df5d173c16,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:52.166923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] For port ce17cf8c-f5fe-45fb-9a92-333a770d03c8, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ce17cf8c-f5fe-45fb-9a92-333a770d03c8,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:52.179527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-128dd4cf-bda5-4420-96bf-e5dbc82bc8b8 req-1b8a6f9c-845f-451e-8357-42fd8bd3f72e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82165258-0e63-4028-a117-3883ba2cf6d5 HTTP/1.1" status: 200 len: 217 time: 0.0508225 Aug 31 13:56:52.182447 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.190403 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-36f1d7d1-4814-46e5-904a-dabfa3cd7730 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bfc28532-64a9-4290-a36f-95df5d173c16 HTTP/1.1" status: 204 len: 168 time: 0.7802098 Aug 31 13:56:52.220013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33264) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:52.222069 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.302943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Pushing event updated for resources: {'Port': ['ID=ce17cf8c-f5fe-45fb-9a92-333a770d03c8,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:52.389373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:52.391046 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.393338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-c24ac188-d732-4279-a82f-6bd231af33bb service neutron] 10.222.0.52 "PUT /v2.0/ports/ce17cf8c-f5fe-45fb-9a92-333a770d03c8 HTTP/1.1" status: 200 len: 1096 time: 4.1260345 Aug 31 13:56:52.396399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cf5a08-f49d-4d0f-84a7-ece2a34f37de', 'tag': 'ce17cf8c-f5fe-45fb-9a92-333a770d03c8'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:52.402064 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b06b57-e1c2-45d6-8cb9-72b46f785612" -d '{"events": [{"name": "network-changed", "server_uuid": "37cf5a08-f49d-4d0f-84a7-ece2a34f37de", "tag": "ce17cf8c-f5fe-45fb-9a92-333a770d03c8"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:52.420933 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e764cda4-bf61-4d56-a8d5-836bedae55d7 x-openstack-request-id: req-e764cda4-bf61-4d56-a8d5-836bedae55d7 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:52.421894 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f8b4d2-e303-4772-82d7-e0474201752c", "tag": "2929b0b2-9e10-4d56-88f3-5183fa9fd5cf", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:52.423597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-eeb7e800-0bd4-438b-88b7-ab726e78f0b7 service neutron] 10.222.0.20 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157785 Aug 31 13:56:52.441324 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e764cda4-bf61-4d56-a8d5-836bedae55d7 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:52.441841 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f8b4d2-e303-4772-82d7-e0474201752c', 'tag': '2929b0b2-9e10-4d56-88f3-5183fa9fd5cf', 'status': 'completed', 'code': 200} Aug 31 13:56:52.464904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed367fb-5e40-48ba-b1a1-edb9e30305cf req-3b8d2d77-63b5-4799-87d6-2dcfd28478c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:52.471660 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ed367fb-5e40-48ba-b1a1-edb9e30305cf req-3b8d2d77-63b5-4799-87d6-2dcfd28478c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e27881c1f8364d7099ef6b120f734f66&device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 1094 time: 0.1344349 Aug 31 13:56:52.494821 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dd4cf-bda5-4420-96bf-e5dbc82bc8b8 req-23469255-92f0-476a-a0e2-5c715a0a228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:52.496474 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-128dd4cf-bda5-4420-96bf-e5dbc82bc8b8 req-23469255-92f0-476a-a0e2-5c715a0a228c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.2292149 Aug 31 13:56:52.505920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd9767b-5b6b-4910-8800-0274d4d46b88 admin admin] Deleting subnet 68fcb0fb-737b-4a63-941a-e683d9f4baab {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:56:52.570849 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ba878343-de8b-48f0-8d6e-62389ea9bf04 req-d30aac78-060e-4586-b917-0a7186f5e6a3 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 210 time: 0.0836620 Aug 31 13:56:52.710450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cd9767b-5b6b-4910-8800-0274d4d46b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.770845 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-128dd4cf-bda5-4420-96bf-e5dbc82bc8b8 req-d87bbefc-a5d8-4f82-8e97-735030a420f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2571092 Aug 31 13:56:52.885058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed367fb-5e40-48ba-b1a1-edb9e30305cf req-d05fcfaf-0a53-44f7-a8bf-a5f15e00bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:52.887065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ed367fb-5e40-48ba-b1a1-edb9e30305cf req-d05fcfaf-0a53-44f7-a8bf-a5f15e00bad9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd HTTP/1.1" status: 200 len: 921 time: 0.4027741 Aug 31 13:56:52.891549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cd9767b-5b6b-4910-8800-0274d4d46b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:52.895634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d741d-4438-4654-8aae-1e0729da4ece req-d1dd359a-db42-4db8-b671-4aa8fc9c65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:52.898116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-d1dd359a-db42-4db8-b671-4aa8fc9c65ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 1099 time: 0.4122350 Aug 31 13:56:53.078647 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c7e56f-4c30-4f50-a2b9-dff63c0ef519 admin admin] Router 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:56:53.182163 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-a0e459fa-0459-49fb-a1df-fea5f4c6f7c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ce17cf8c-f5fe-45fb-9a92-333a770d03c8 HTTP/1.1" status: 200 len: 217 time: 0.2127633 Aug 31 13:56:53.200819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ed367fb-5e40-48ba-b1a1-edb9e30305cf req-d96657ff-7e34-49d9-9da4-0419beee957a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf HTTP/1.1" status: 200 len: 217 time: 0.3014252 Aug 31 13:56:53.317965 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cd9767b-5b6b-4910-8800-0274d4d46b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.342836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c7e56f-4c30-4f50-a2b9-dff63c0ef519 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:56:53.360116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb49bc-e677-43b6-8d31-fb01368352b5 None None] Sync routers for ids ['0ece3f0d-61b5-4415-92e7-7bf4a2272e12'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:56:53.368180 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e0c7e56f-4c30-4f50-a2b9-dff63c0ef519 admin admin] 10.222.0.20 "PUT /v2.0/routers/0ece3f0d-61b5-4415-92e7-7bf4a2272e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5526800 Aug 31 13:56:53.379756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb49bc-e677-43b6-8d31-fb01368352b5 None None] Routers {'0ece3f0d-61b5-4415-92e7-7bf4a2272e12'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:53.381580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33286) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:53.382283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-eedb49bc-e677-43b6-8d31-fb01368352b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:56:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0ece3f0d-61b5-4415-92e7-7bf4a2272e12'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:53.400295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:53.409098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764f7c2-8d37-4c6e-9269-3f48c6b36812 req-0735e151-ba93-451d-865b-62ab6bb0f074 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:53.428925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4764f7c2-8d37-4c6e-9269-3f48c6b36812 req-0735e151-ba93-451d-865b-62ab6bb0f074 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 948 time: 0.2835715 Aug 31 13:56:53.479466 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-128dd4cf-bda5-4420-96bf-e5dbc82bc8b8 req-f36eb7a9-4cad-448b-9451-7d89e44afbb8 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6602437 Aug 31 13:56:53.509911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85ffc0-deae-4681-a772-83dd425a1791 req-7e0a3715-eeb0-4198-83b1-0629f69972f0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:53.512679 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-de85ffc0-deae-4681-a772-83dd425a1791 req-7e0a3715-eeb0-4198-83b1-0629f69972f0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.1661336 Aug 31 13:56:53.735877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:53.897805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-eedb49bc-e677-43b6-8d31-fb01368352b5 None None] Set router 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:53.933497 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-de85ffc0-deae-4681-a772-83dd425a1791 req-43bfd4c9-9861-4b19-82b6-e8e9e3b9c417 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041526 Aug 31 13:56:53.965601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d741d-4438-4654-8aae-1e0729da4ece req-ccd0c46a-b5c7-443a-a6b0-a14a1ba6edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:53.968409 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-128dd4cf-bda5-4420-96bf-e5dbc82bc8b8 req-b8aca3db-baaf-44e4-b327-93ec75944936 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771035 Aug 31 13:56:53.968646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-ccd0c46a-b5c7-443a-a6b0-a14a1ba6edbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.7641535 Aug 31 13:56:54.085670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed367fb-5e40-48ba-b1a1-edb9e30305cf req-533592a9-49dc-4b8a-a56b-98a2adfe858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:54.091464 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ed367fb-5e40-48ba-b1a1-edb9e30305cf req-533592a9-49dc-4b8a-a56b-98a2adfe858b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e673293-c4b2-4cfc-82ad-2fb4ebc0f368 HTTP/1.1" status: 200 len: 860 time: 0.8659766 Aug 31 13:56:54.190043 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ed367fb-5e40-48ba-b1a1-edb9e30305cf req-29ac70e6-39d7-4cc6-afe7-c1a42a6de9e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868101 Aug 31 13:56:54.192027 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:54.195777 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86de30c0-b466-492f-ba2c-2bc680ff6f8c x-openstack-request-id: req-86de30c0-b466-492f-ba2c-2bc680ff6f8c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:54.196069 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cf5a08-f49d-4d0f-84a7-ece2a34f37de", "tag": "ce17cf8c-f5fe-45fb-9a92-333a770d03c8", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:54.196503 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86de30c0-b466-492f-ba2c-2bc680ff6f8c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:54.196866 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cf5a08-f49d-4d0f-84a7-ece2a34f37de', 'tag': 'ce17cf8c-f5fe-45fb-9a92-333a770d03c8', 'status': 'completed', 'code': 200} Aug 31 13:56:54.265526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:54.313986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '2929b0b2-9e10-4d56-88f3-5183fa9fd5cf', 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd', 'port_id': '2929b0b2-9e10-4d56-88f3-5183fa9fd5cf', 'mac_address': 'fa:16:3e:88:e2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e673293-c4b2-4cfc-82ad-2fb4ebc0f368', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:54.465748 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:54.497116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4764f7c2-8d37-4c6e-9269-3f48c6b36812 req-f09f7be7-f3b1-44b1-b754-da38016232f4 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0650146 Aug 31 13:56:54.585874 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cd9767b-5b6b-4910-8800-0274d4d46b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:54.645210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d741d-4438-4654-8aae-1e0729da4ece req-e9344fd6-965a-4797-9965-7c44df4d3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:54.647085 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-e9344fd6-965a-4797-9965-7c44df4d3a78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5834734 Aug 31 13:56:54.651428 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:54.665840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9767b-5b6b-4910-8800-0274d4d46b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68fcb0fb-737b-4a63-941a-e683d9f4baab,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:54.678888 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cd9767b-5b6b-4910-8800-0274d4d46b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:54.681310 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9cd9767b-5b6b-4910-8800-0274d4d46b88 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68fcb0fb-737b-4a63-941a-e683d9f4baab HTTP/1.1" status: 204 len: 168 time: 2.4561906 Aug 31 13:56:54.683950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33306) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:54.727164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:54.743202 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:54.776751 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-150e27a8-9183-4f18-83a4-423dd9658953 req-606c8fa1-bd0c-4d8d-b839-e87554c92c78 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 210 time: 0.1223011 Aug 31 13:56:54.909482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:54.922130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:54.942867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-eedb49bc-e677-43b6-8d31-fb01368352b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479804860-router', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:27Z', 'updated_at': '2021-08-31T13:56:49Z', 'revision_number': 5, 'project_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'gw_port': {'id': '6a25326a-c592-4e60-a0ab-e171a6097bd0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:51:29Z', 'updated_at': '2021-08-31T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:54.965579 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4c15-b727-4371-899d-3a8cff851f11 req-d566275d-d5bb-41e0-b301-5b9d3f2db01f tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:54.968112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-34cb4c15-b727-4371-899d-3a8cff851f11 req-d566275d-d5bb-41e0-b301-5b9d3f2db01f tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 944 time: 0.1867504 Aug 31 13:56:55.006058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb49bc-e677-43b6-8d31-fb01368352b5 None None] Checking router: 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:56:55.013799 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ed367fb-5e40-48ba-b1a1-edb9e30305cf req-fc8bbfff-1e75-4e0c-bea1-e204d6360218 service neutron] 10.222.0.13 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691765 Aug 31 13:56:55.023776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb49bc-e677-43b6-8d31-fb01368352b5 None None] Routers {'0ece3f0d-61b5-4415-92e7-7bf4a2272e12'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:56:55.025084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-eedb49bc-e677-43b6-8d31-fb01368352b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:56:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0ece3f0d-61b5-4415-92e7-7bf4a2272e12'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:55.097575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Deleting port 6a25326a-c592-4e60-a0ab-e171a6097bd0 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:56:55.097974 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.109265 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-973c7c98-e19b-4373-b3c8-be8e6cf3ccc6 req-5372be78-c653-499d-bd64-ac12b765aeb1 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 210 time: 0.1529329 Aug 31 13:56:55.153135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['2929b0b2-9e10-4d56-88f3-5183fa9fd5cf'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:56:55.192851 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.204390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b127f69d-4f36-4840-9022-3870ba91b719']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:55.219256 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ac1cb7-ecf4-4906-bc53-e9869ba73ae6') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:55.220660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ac1cb7-ecf4-4906-bc53-e9869ba73ae6') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:55.226136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-eedb49bc-e677-43b6-8d31-fb01368352b5 None None] Set router 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:56:55.234392 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.250285 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.257339 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:56:55.258086 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: timer() Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:56:55.326930 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:56:55.347464 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-34cb4c15-b727-4371-899d-3a8cff851f11 req-4fbbda4f-479f-45ca-83e7-090694bba557 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655651 Aug 31 13:56:55.349534 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.374831 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.377122 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b127f69d-4f36-4840-9022-3870ba91b719 HTTP/1.1" status: 204 len: 168 time: 0.6921399 Aug 31 13:56:55.429131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119eea7-d017-4176-aa7f-37eb744afa38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b127f69d-4f36-4840-9022-3870ba91b719,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:55.478814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-8010677b-cd39-4405-b679-254463bf10ef service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910924 Aug 31 13:56:55.594012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8fbe0-6484-49b2-837f-2ab638e467c9 req-90f27e0e-24d3-42b6-abef-4fc6a852df18 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:55.607830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cf8fbe0-6484-49b2-837f-2ab638e467c9 req-90f27e0e-24d3-42b6-abef-4fc6a852df18 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.3563869 Aug 31 13:56:55.753026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-eedb49bc-e677-43b6-8d31-fb01368352b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479804860-router', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:27Z', 'updated_at': '2021-08-31T13:56:54Z', 'revision_number': 6, 'project_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:56:55.789068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33324) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:55.833669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-bbab7bf6-0a18-456c-961a-7bf1435c349e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:55.837765 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-bbab7bf6-0a18-456c-961a-7bf1435c349e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.13 "GET /v2.0/networks?id=92381d57-6677-490a-8029-6345c0361b53 HTTP/1.1" status: 200 len: 813 time: 0.2649703 Aug 31 13:56:55.840229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb49bc-e677-43b6-8d31-fb01368352b5 None None] The sync data for ids ['0ece3f0d-61b5-4415-92e7-7bf4a2272e12'] in n-d-792364-6 is: [{'id': '0ece3f0d-61b5-4415-92e7-7bf4a2272e12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-479804860-router', 'tenant_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:51:27Z', 'updated_at': '2021-08-31T13:56:54Z', 'revision_number': 6, 'project_id': '2f70bb8bee4d4c4c9c2c2250dc4edfad', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:56:55.864968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] For port 6a25326a-c592-4e60-a0ab-e171a6097bd0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6a25326a-c592-4e60-a0ab-e171a6097bd0,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:55.865808 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:55.873805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Request body: {'port': {'device_id': '10978124-7aa7-4607-b1fa-d30728b9e849', 'network_id': '92381d57-6677-490a-8029-6345c0361b53', 'admin_state_up': True, 'tenant_id': 'ca088225e16f499eb73a4688a918af81'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:55.879214 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ed367fb-5e40-48ba-b1a1-edb9e30305cf req-e2aaba77-4ab7-449e-bbbc-9d531abc969c service neutron] 10.222.0.13 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8548195 Aug 31 13:56:55.930711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Calling delete_port for 6a25326a-c592-4e60-a0ab-e171a6097bd0 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:56:55.936795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-80885e09-0c8c-4e61-8c32-c93d590dc64d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=249985a1fb4a4f6882c4fb339a9110a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441925 Aug 31 13:56:55.945740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33328) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:56.040292 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cf8fbe0-6484-49b2-837f-2ab638e467c9 req-f6b97947-fc79-4f98-a49e-d0e8fa2f3d8c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198399 Aug 31 13:56:56.130147 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bcfe2-475c-4994-ba31-636861bb24d0 req-e5c7eb43-8d59-4c2a-81d0-cf36b1965de8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:56.139595 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f6bcfe2-475c-4994-ba31-636861bb24d0 req-e5c7eb43-8d59-4c2a-81d0-cf36b1965de8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 948 time: 0.3016963 Aug 31 13:56:56.165791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Made reservation on behalf of ca088225e16f499eb73a4688a918af81 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:56.172143 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:56.247957 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-323d741d-4438-4654-8aae-1e0729da4ece req-8948c2b5-6e3a-4a47-9e67-eca0a7bc1b39 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7458496 Aug 31 13:56:56.300388 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f6bcfe2-475c-4994-ba31-636861bb24d0 req-e6a793a6-332f-430a-87bf-5b296537b6cf tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592503 Aug 31 13:56:56.334187 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a3d56f7-0d03-4712-a538-35bfd6675cbd req-a48974e6-3da3-4c69-9960-e6dd19bb910f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 210 time: 0.1090062 Aug 31 13:56:56.542592 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a40ee7d4-b6e8-458f-a20c-0d5535b9681d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:56.559692 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9b70efbc-c6f6-47f6-9584-36c58d2a61af req-e86e98e6-3878-4e90-b1da-5f3d8f7076c1 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 210 time: 0.0965686 Aug 31 13:56:56.725774 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a40ee7d4-b6e8-458f-a20c-0d5535b9681d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:56.763480 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Allocated IP 172.20.0.11 (92381d57-6677-490a-8029-6345c0361b53/2d3a5117-30ba-42a8-858c-5a125cff6bee/bf3339ae-1d9c-4f7c-abf0-815f75d177fa) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:56:56.780110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb651b-bccb-4e04-9f72-d0b62abd48dd req-d1d053a8-b204-494a-ac64-99cc5ef0f391 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:56.782765 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84cb651b-bccb-4e04-9f72-d0b62abd48dd req-d1d053a8-b204-494a-ac64-99cc5ef0f391 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 944 time: 0.2248523 Aug 31 13:56:56.786369 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b06b57-e1c2-45d6-8cb9-72b46f785612 req-7c77befb-4247-4a24-aecc-5a1a9a3c4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:56.803158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 23204a3c-c5f8-49e8-bf61-4f3874320989 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:56.804112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24b06b57-e1c2-45d6-8cb9-72b46f785612 req-7c77befb-4247-4a24-aecc-5a1a9a3c4792 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 1099 time: 0.3818371 Aug 31 13:56:56.842608 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:56:56.889908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 23204a3c-c5f8-49e8-bf61-4f3874320989 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:56.890535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 23204a3c-c5f8-49e8-bf61-4f3874320989 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:57.039316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b06b57-e1c2-45d6-8cb9-72b46f785612 req-0ae28ab1-c9cb-42a3-be8d-9f60b18054d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:57.041813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24b06b57-e1c2-45d6-8cb9-72b46f785612 req-0ae28ab1-c9cb-42a3-be8d-9f60b18054d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2216079 Aug 31 13:56:57.119260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.201179 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.298173 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Network 92381d57-6677-490a-8029-6345c0361b53 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:56:57.300813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Pushing event updated for resources: {'Port': ['ID=bf3339ae-1d9c-4f7c-abf0-815f75d177fa,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:57.305033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:56:57.308131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:56:57.408531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:56:57.423573 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a7909-edac-4750-9d6c-805832834dcb req-2ec7271e-562c-4871-9e64-ed4b760d671b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:57.431379 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-169a7909-edac-4750-9d6c-805832834dcb req-2ec7271e-562c-4871-9e64-ed4b760d671b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.2031393 Aug 31 13:56:57.453604 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:57.454080 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.480490 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-2bf815ad-5aec-447e-8e69-6440cfc72a85 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6225636 Aug 31 13:56:57.520922 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-169a7909-edac-4750-9d6c-805832834dcb req-b85bacbd-1051-481c-8653-1e547fb08f73 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883815 Aug 31 13:56:57.531577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Request body: {'port': {'device_id': '10978124-7aa7-4607-b1fa-d30728b9e849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:57.604090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-b38011a2-ee4c-488c-9051-4528fbf411c5 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:57.619923 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-b38011a2-ee4c-488c-9051-4528fbf411c5 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.13 "GET /v2.0/networks?id=92381d57-6677-490a-8029-6345c0361b53 HTTP/1.1" status: 200 len: 813 time: 1.4610853 Aug 31 13:56:57.631349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:56:57.635932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:56:57.636625 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.754471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Request body: {'port': {'device_id': '35dce22f-ec00-46ec-8eea-c087db5d570c', 'network_id': '92381d57-6677-490a-8029-6345c0361b53', 'admin_state_up': True, 'tenant_id': 'ca088225e16f499eb73a4688a918af81'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:56:57.783274 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.788627 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:57.813618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24b06b57-e1c2-45d6-8cb9-72b46f785612 req-66ecc58f-f5f0-464e-b654-48780cd0ce45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ce17cf8c-f5fe-45fb-9a92-333a770d03c8 HTTP/1.1" status: 200 len: 217 time: 0.2452557 Aug 31 13:56:57.827293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f8b4d2-e303-4772-82d7-e0474201752c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2929b0b2-9e10-4d56-88f3-5183fa9fd5cf'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:56:57.832185 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253dc3f7-372c-4219-9d27-6d0b8a654a12" -d '{"events": [{"server_uuid": "d9f8b4d2-e303-4772-82d7-e0474201752c", "name": "network-vif-plugged", "status": "completed", "tag": "2929b0b2-9e10-4d56-88f3-5183fa9fd5cf"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:56:57.864021 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84cb651b-bccb-4e04-9f72-d0b62abd48dd req-8678f486-0e6e-48d7-8112-7a23163c585e tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0581579 Aug 31 13:56:57.907278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:57.915303 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.011520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58125961-958d-4696-886f-83438f34e497 req-649e203f-829f-4519-b8af-262b12088979 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:58.013813 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-58125961-958d-4696-886f-83438f34e497 req-649e203f-829f-4519-b8af-262b12088979 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 948 time: 0.3374102 Aug 31 13:56:58.052722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:58.136276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b06b57-e1c2-45d6-8cb9-72b46f785612 req-a6e336e3-ac8f-4177-8b56-54756d4cbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:58.138537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24b06b57-e1c2-45d6-8cb9-72b46f785612 req-a6e336e3-ac8f-4177-8b56-54756d4cbcef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2733462 Aug 31 13:56:58.223448 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-58125961-958d-4696-886f-83438f34e497 req-6f756d0e-7a13-47af-854b-1c3e388cd1a0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893468 Aug 31 13:56:58.317316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c1a1afd-6e58-415b-a818-4860c4a24682 req-2ed1d677-9c59-4b09-86de-44d0ac592f0f tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3195fcd3-189e-4b5a-8fa4-3f23b80ecef9 HTTP/1.1" status: 200 len: 210 time: 0.1693337 Aug 31 13:56:58.419304 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ba140a19-d9c5-4352-8525-aceb48c6a155 req-61550fc7-ed4c-4d57-8faa-cb3adc737ffb tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 210 time: 0.0529511 Aug 31 13:56:58.430552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.510567 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a40ee7d4-b6e8-458f-a20c-0d5535b9681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.513291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a40ee7d4-b6e8-458f-a20c-0d5535b9681d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.517573 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a40ee7d4-b6e8-458f-a20c-0d5535b9681d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f57fefbc-925b-4843-b7f9-60e1b1928dce HTTP/1.1" status: 204 len: 168 time: 2.5676086 Aug 31 13:56:58.663813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6a25326a-c592-4e60-a0ab-e171a6097bd0 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:56:58.734631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a25326a-c592-4e60-a0ab-e171a6097bd0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:58.756085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 6a25326a-c592-4e60-a0ab-e171a6097bd0 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:56:58.759587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6a25326a-c592-4e60-a0ab-e171a6097bd0 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:56:58.834383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3339ae-1d9c-4f7c-abf0-815f75d177fa {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:58.865203 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.909890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Transition to ACTIVE for port object bf3339ae-1d9c-4f7c-abf0-815f75d177fa will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:56:58.915167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ee7d4-b6e8-458f-a20c-0d5535b9681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57fefbc-925b-4843-b7f9-60e1b1928dce,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:58.918483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:58.973268 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1587205-0c83-4fe5-b4ab-50c914ff7e9e x-openstack-request-id: req-a1587205-0c83-4fe5-b4ab-50c914ff7e9e {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:56:58.973834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b06b57-e1c2-45d6-8cb9-72b46f785612 req-704735f7-65cc-4e89-ace9-1f43f3fddcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:58.977314 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f8b4d2-e303-4772-82d7-e0474201752c", "name": "network-vif-plugged", "status": "completed", "tag": "2929b0b2-9e10-4d56-88f3-5183fa9fd5cf", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:56:58.989922 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1587205-0c83-4fe5-b4ab-50c914ff7e9e {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:56:58.990407 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f8b4d2-e303-4772-82d7-e0474201752c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2929b0b2-9e10-4d56-88f3-5183fa9fd5cf', 'code': 200} Aug 31 13:56:58.996316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24b06b57-e1c2-45d6-8cb9-72b46f785612 req-704735f7-65cc-4e89-ace9-1f43f3fddcbb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8257418 Aug 31 13:56:58.998973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.054884 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3339ae-1d9c-4f7c-abf0-815f75d177fa,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:59.233238 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.238365 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.266429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ce17cf8c-f5fe-45fb-9a92-333a770d03c8 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:56:59.287644 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d4675-4fa1-4060-89e4-cd5b552235b1 req-c9d688b9-78fd-4c77-a7e6-bc9133e9a241 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:59.295524 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-839d4675-4fa1-4060-89e4-cd5b552235b1 req-c9d688b9-78fd-4c77-a7e6-bc9133e9a241 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 945 time: 0.1821899 Aug 31 13:56:59.299243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Attempting to bind port bf3339ae-1d9c-4f7c-abf0-815f75d177fa on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:56:59.299505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Attempting to bind port bf3339ae-1d9c-4f7c-abf0-815f75d177fa by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:56:59.299850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Attempting to bind port bf3339ae-1d9c-4f7c-abf0-815f75d177fa on network 92381d57-6677-490a-8029-6345c0361b53 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:59.306716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Port bf3339ae-1d9c-4f7c-abf0-815f75d177fa on network 92381d57-6677-490a-8029-6345c0361b53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:56:59.307770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Attempting to bind port bf3339ae-1d9c-4f7c-abf0-815f75d177fa on network 92381d57-6677-490a-8029-6345c0361b53 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:56:59.336448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:56:59.336872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Checking segment: {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:56:59.337237 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Bound using segment: {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:56:59.337843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Bound port: bf3339ae-1d9c-4f7c-abf0-815f75d177fa, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:56:59.338478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.352861 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.354040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ece3f0d-61b5-4415-92e7-7bf4a2272e12 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:56:59.366552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.374910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-97966720-b842-4c2a-a2a9-3ef1a4bf7278 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0ece3f0d-61b5-4415-92e7-7bf4a2272e12 HTTP/1.1" status: 204 len: 168 time: 5.9021211 Aug 31 13:56:59.390365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33378) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:59.471232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33380) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:56:59.584620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port ce17cf8c-f5fe-45fb-9a92-333a770d03c8, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ce17cf8c-f5fe-45fb-9a92-333a770d03c8,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:59.612191 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24b06b57-e1c2-45d6-8cb9-72b46f785612 req-d05226f9-f5a4-4796-b70a-8406d614ac1e service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148257 Aug 31 13:56:59.629367 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'ce17cf8c-f5fe-45fb-9a92-333a770d03c8', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'ce17cf8c-f5fe-45fb-9a92-333a770d03c8', 'mac_address': 'fa:16:3e:21:75:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:56:59.653222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Made reservation on behalf of ca088225e16f499eb73a4688a918af81 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:56:59.658886 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.666526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9727442-de72-4100-b123-9a2e659b325d admin admin] Deleting subnet b55c1233-664a-4453-91f7-823f4158a9b3 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:56:59.678676 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] For port bf3339ae-1d9c-4f7c-abf0-815f75d177fa, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:56:59.687762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9727442-de72-4100-b123-9a2e659b325d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.700071 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.717570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce17cf8c-f5fe-45fb-9a92-333a770d03c8 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:56:59.744134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port ce17cf8c-f5fe-45fb-9a92-333a770d03c8, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ce17cf8c-f5fe-45fb-9a92-333a770d03c8,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:56:59.750884 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.809392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] For port bf3339ae-1d9c-4f7c-abf0-815f75d177fa, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf3339ae-1d9c-4f7c-abf0-815f75d177fa,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:56:59.826622 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-839d4675-4fa1-4060-89e4-cd5b552235b1 req-cc1ec7dd-85f0-46d8-b945-9d0a976b40af tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299764 Aug 31 13:56:59.857096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=ce17cf8c-f5fe-45fb-9a92-333a770d03c8,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:56:59.871797 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.882566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb92074-cfd4-46f7-b5d3-ad0e5f17896c req-24653409-8c9c-40f6-abe6-5198621f78ff tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:59.892378 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7eb92074-cfd4-46f7-b5d3-ad0e5f17896c req-24653409-8c9c-40f6-abe6-5198621f78ff tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.8831143 Aug 31 13:56:59.896546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1eb10-c14a-4caa-a2af-def31471960f req-08585668-8fe0-4264-ae42-188cd69976a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:56:59.899293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aac1eb10-c14a-4caa-a2af-def31471960f req-08585668-8fe0-4264-ae42-188cd69976a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 1096 time: 0.5593739 Aug 31 13:56:59.903715 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9727442-de72-4100-b123-9a2e659b325d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:56:59.936296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c2bf298a-ec3c-4ed1-a56c-4c1cd041660b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23e95982131b441fb6631ce35eee7af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573791 Aug 31 13:56:59.953918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33386) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:00.010602 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:00.011564 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.013949 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] 10.222.0.13 "PUT /v2.0/ports/bf3339ae-1d9c-4f7c-abf0-815f75d177fa HTTP/1.1" status: 200 len: 1092 time: 2.5104074 Aug 31 13:57:00.014684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10978124-7aa7-4607-b1fa-d30728b9e849', 'tag': 'bf3339ae-1d9c-4f7c-abf0-815f75d177fa'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:00.018394 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686e26ca-2449-42b5-ace5-61ac018c1196" -d '{"events": [{"name": "network-changed", "server_uuid": "10978124-7aa7-4607-b1fa-d30728b9e849", "tag": "bf3339ae-1d9c-4f7c-abf0-815f75d177fa"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:00.033946 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aac1eb10-c14a-4caa-a2af-def31471960f req-0d911346-7569-4aa2-a434-61b7997e8f43 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005363 Aug 31 13:57:00.137441 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9727442-de72-4100-b123-9a2e659b325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.148916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7eb92074-cfd4-46f7-b5d3-ad0e5f17896c req-5a293c33-572f-4363-98c2-ae67bd41633c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546628 Aug 31 13:57:00.217521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24b06b57-e1c2-45d6-8cb9-72b46f785612 req-ac24d255-62fc-490b-ad17-69740e904b76 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931628 Aug 31 13:57:00.261262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['ce17cf8c-f5fe-45fb-9a92-333a770d03c8'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:00.302218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Allocated IP 172.20.0.2 (92381d57-6677-490a-8029-6345c0361b53/2d3a5117-30ba-42a8-858c-5a125cff6bee/ca76940f-3c70-439b-921f-c2a22e7a34ec) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:00.307181 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4b565-7a0c-4bbc-bbf3-150157152556 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3339ae-1d9c-4f7c-abf0-815f75d177fa,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:00.415947 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26d485df-388e-4bd3-81e0-aab55b863da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.425080 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9727442-de72-4100-b123-9a2e659b325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.493704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb95b1-80be-412b-9cd4-e842ce2cbf6e req-b8691400-10dd-4f28-94ea-aac483bbacf1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:00.495414 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-abeb95b1-80be-412b-9cd4-e842ce2cbf6e req-b8691400-10dd-4f28-94ea-aac483bbacf1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 949 time: 0.2841477 Aug 31 13:57:00.495660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-d369ab21-2c40-41dc-8e3e-80e5a8802fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:00.500015 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-d369ab21-2c40-41dc-8e3e-80e5a8802fef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca088225e16f499eb73a4688a918af81&device_id=10978124-7aa7-4607-b1fa-d30728b9e849 HTTP/1.1" status: 200 len: 1095 time: 0.1808982 Aug 31 13:57:00.625484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9727442-de72-4100-b123-9a2e659b325d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55c1233-664a-4453-91f7-823f4158a9b3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:00.658781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45542e03-9cc6-4243-9243-2f974e57eb24 None None] Network ff88c365-61d9-4ea4-b263-bebe31c5c86a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:00.669929 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9727442-de72-4100-b123-9a2e659b325d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.673290 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b9727442-de72-4100-b123-9a2e659b325d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b55c1233-664a-4453-91f7-823f4158a9b3 HTTP/1.1" status: 204 len: 168 time: 1.1293235 Aug 31 13:57:00.676214 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26d485df-388e-4bd3-81e0-aab55b863da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.695180 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33394) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:00.719112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.799152 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-b2aaf731-bf31-4499-a862-87e8973caf79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf3339ae-1d9c-4f7c-abf0-815f75d177fa HTTP/1.1" status: 200 len: 217 time: 0.2874124 Aug 31 13:57:00.802959 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:00.909367 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-abeb95b1-80be-412b-9cd4-e842ce2cbf6e req-26b1f220-cc33-4ac7-9917-df5f36ec3879 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455503 Aug 31 13:57:00.973279 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.039295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ddcfaa-d285-4936-a812-b0416f07a6f1 None None] DHCP port deletion for ff88c365-61d9-4ea4-b263-bebe31c5c86a request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:57:01.068391 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26d485df-388e-4bd3-81e0-aab55b863da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.073178 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26d485df-388e-4bd3-81e0-aab55b863da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.083525 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-26d485df-388e-4bd3-81e0-aab55b863da1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39dfd9b7-d76c-4288-a069-e98ed407e1dc HTTP/1.1" status: 204 len: 168 time: 1.1081510 Aug 31 13:57:01.092078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Network 92381d57-6677-490a-8029-6345c0361b53 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:01.098728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:01.101397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:01.161857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d485df-388e-4bd3-81e0-aab55b863da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dfd9b7-d76c-4288-a069-e98ed407e1dc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:01.173936 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f9ddcfaa-d285-4936-a812-b0416f07a6f1 None None] Deleting port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:01.174379 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9ddcfaa-d285-4936-a812-b0416f07a6f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.192471 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d9b9bd-0c1c-47ca-a58b-569a1460b7e4 x-openstack-request-id: req-56d9b9bd-0c1c-47ca-a58b-569a1460b7e4 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:01.192787 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10978124-7aa7-4607-b1fa-d30728b9e849", "tag": "bf3339ae-1d9c-4f7c-abf0-815f75d177fa", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:01.193022 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56d9b9bd-0c1c-47ca-a58b-569a1460b7e4 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:01.194309 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10978124-7aa7-4607-b1fa-d30728b9e849', 'tag': 'bf3339ae-1d9c-4f7c-abf0-815f75d177fa', 'status': 'completed', 'code': 200} Aug 31 13:57:01.242459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Deleting port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:01.243196 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.297158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-b35e0466-0cd5-4275-9cc4-54f996bc18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:01.306953 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-b35e0466-0cd5-4275-9cc4-54f996bc18ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d3a5117-30ba-42a8-858c-5a125cff6bee HTTP/1.1" status: 200 len: 853 time: 0.4548211 Aug 31 13:57:01.310999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Pushing event updated for resources: {'Port': ['ID=ca76940f-3c70-439b-921f-c2a22e7a34ec,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:01.423515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] For port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2e691dd4-4d39-4dec-8468-f3b6a53d9a46,segment=NetworkSegment(eacfce37-51b8-4274-9357-acb0939b8454),segment_id=eacfce37-51b8-4274-9357-acb0939b8454)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:01.426915 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.447992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f9ddcfaa-d285-4936-a812-b0416f07a6f1 None None] For port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2e691dd4-4d39-4dec-8468-f3b6a53d9a46,segment=NetworkSegment(eacfce37-51b8-4274-9357-acb0939b8454),segment_id=eacfce37-51b8-4274-9357-acb0939b8454)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:01.449972 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9ddcfaa-d285-4936-a812-b0416f07a6f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.470850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:01.471560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.511751 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-985f4404-f094-4dae-befd-232363446a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.530176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Calling delete_port for 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:01.537496 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f9ddcfaa-d285-4936-a812-b0416f07a6f1 None None] Calling delete_port for 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:01.539742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145160f-c8d5-4c40-90ae-eb8ea3dbdbe2 req-c0c53f22-3915-41fc-bdfe-08d882917ef2 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:01.547602 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8145160f-c8d5-4c40-90ae-eb8ea3dbdbe2 req-c0c53f22-3915-41fc-bdfe-08d882917ef2 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 931 time: 0.9140968 Aug 31 13:57:01.596515 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-e8312426-da7d-46a3-a4a6-49ddb106ea74 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8489935 Aug 31 13:57:01.606793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-88f46c0f-7416-4f44-b425-645980325bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92381d57-6677-490a-8029-6345c0361b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2593937 Aug 31 13:57:01.619901 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259160b-e5bb-4521-bdc9-3a5f68c09e69 req-b1c34285-d5b1-4abc-9707-bbf6f2a12339 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:01.649600 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c259160b-e5bb-4521-bdc9-3a5f68c09e69 req-b1c34285-d5b1-4abc-9707-bbf6f2a12339 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 945 time: 0.3879776 Aug 31 13:57:01.685864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Request body: {'port': {'device_id': '35dce22f-ec00-46ec-8eea-c087db5d570c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:01.805664 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9ddcfaa-d285-4936-a812-b0416f07a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.857349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddcfaa-d285-4936-a812-b0416f07a6f1 None None] Pushing event deleted for resources: {'Port': ['ID=2e691dd4-4d39-4dec-8468-f3b6a53d9a46,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:01.866484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ddcfaa-d285-4936-a812-b0416f07a6f1 None None] No DVR routers for this DVR port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:01.881434 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:01.906300 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] No DVR routers for this DVR port 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:01.924638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8145160f-c8d5-4c40-90ae-eb8ea3dbdbe2 req-6c79abda-d029-4c0b-8597-8d4c297e6acc tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250222 Aug 31 13:57:02.033831 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.051822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff88c365-61d9-4ea4-b263-bebe31c5c86a']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:02.088054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacfce37-51b8-4274-9357-acb0939b8454') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:02.088548 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacfce37-51b8-4274-9357-acb0939b8454') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:02.090526 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.130521 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.167519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-6082a791-af71-4ef9-9175-61fc5bb8fae7 service neutron] 10.222.0.13 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337274 Aug 31 13:57:02.169333 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.191347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:57:02.191674 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: timer() Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:57:02.287106 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:57:02.290854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Pushing event deleted for resources: {'Port': ['ID=2e691dd4-4d39-4dec-8468-f3b6a53d9a46,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:02.306559 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c259160b-e5bb-4521-bdc9-3a5f68c09e69 req-0ac7e1ad-bc55-487d-82ff-5f8736da1c13 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549230 Aug 31 13:57:02.437403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bc030-9d9c-466e-85f6-4d95929383b4 req-8e2ff0fb-817e-4d1e-9f10-bff67356d38d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:02.445073 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.458232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:02.468316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a9bc030-9d9c-466e-85f6-4d95929383b4 req-8e2ff0fb-817e-4d1e-9f10-bff67356d38d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.3477700 Aug 31 13:57:02.482804 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] 10.222.0.20 "DELETE /v2.0/networks/ff88c365-61d9-4ea4-b263-bebe31c5c86a HTTP/1.1" status: 204 len: 168 time: 1.7810810 Aug 31 13:57:02.529592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317b78d-0a78-410b-b4c7-e2c3021cfeab admin admin] Pushing event deleted for resources: {'Network': ['ID=ff88c365-61d9-4ea4-b263-bebe31c5c86a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:02.602130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:02.682179 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-23cb6060-ed5e-47c5-ac1a-58a1989eca47 service neutron] 10.222.0.13 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048311 Aug 31 13:57:02.705052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:02.705530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2e691dd4-4d39-4dec-8468-f3b6a53d9a46 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:02.800900 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a9bc030-9d9c-466e-85f6-4d95929383b4 req-9b36f72a-0f82-419e-94b6-05d755a14d79 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249905 Aug 31 13:57:03.101308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33452) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:03.141640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e26ca-2449-42b5-ace5-61ac018c1196 req-b5631f32-dac4-492a-b890-61b313e045fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.143717 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-686e26ca-2449-42b5-ace5-61ac018c1196 req-b5631f32-dac4-492a-b890-61b313e045fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca088225e16f499eb73a4688a918af81&device_id=10978124-7aa7-4607-b1fa-d30728b9e849 HTTP/1.1" status: 200 len: 1095 time: 0.2092052 Aug 31 13:57:03.197903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb72f7-28c9-40e5-bcba-58da851a4b25 req-6507cb8b-d32e-42a3-9a6a-59ad4a631862 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.208543 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-afcb72f7-28c9-40e5-bcba-58da851a4b25 req-6507cb8b-d32e-42a3-9a6a-59ad4a631862 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 931 time: 0.1283855 Aug 31 13:57:03.265740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ce17cf8c-f5fe-45fb-9a92-333a770d03c8 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:03.319535 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c2809376-8d4b-49d8-8713-bccc99e8a554 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01caa5237818400cae3be8dc9feff1a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2168896 Aug 31 13:57:03.327037 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33454) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:03.335040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33456) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:03.365050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port ce17cf8c-f5fe-45fb-9a92-333a770d03c8 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:03.370896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port ce17cf8c-f5fe-45fb-9a92-333a770d03c8 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:03.371686 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.446691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b02948-8d63-4681-a856-6db308082444 req-adf17a8b-88bf-46cd-8b4a-7718af9c7274 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.467211 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3b02948-8d63-4681-a856-6db308082444 req-adf17a8b-88bf-46cd-8b4a-7718af9c7274 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 949 time: 0.2707379 Aug 31 13:57:03.584003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e26ca-2449-42b5-ace5-61ac018c1196 req-7d5d64a6-e4be-48f8-b16e-85951861f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:03.586883 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-686e26ca-2449-42b5-ace5-61ac018c1196 req-7d5d64a6-e4be-48f8-b16e-85951861f5b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=92381d57-6677-490a-8029-6345c0361b53 HTTP/1.1" status: 200 len: 914 time: 0.4273696 Aug 31 13:57:03.606136 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.641760 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3b02948-8d63-4681-a856-6db308082444 req-b27d410f-b2c4-47fd-90ce-eed6a072bead tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735940 Aug 31 13:57:03.675220 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-def6fbce-7710-4212-8e39-af12dd0dd2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.704384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port ce17cf8c-f5fe-45fb-9a92-333a770d03c8, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ce17cf8c-f5fe-45fb-9a92-333a770d03c8,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:03.705823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cf5a08-f49d-4d0f-84a7-ece2a34f37de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17cf8c-f5fe-45fb-9a92-333a770d03c8'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:03.709494 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6c5b75-9e49-47f5-a944-53e70af4aa71" -d '{"events": [{"server_uuid": "37cf5a08-f49d-4d0f-84a7-ece2a34f37de", "name": "network-vif-plugged", "status": "completed", "tag": "ce17cf8c-f5fe-45fb-9a92-333a770d03c8"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:03.714742 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.780718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-network', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:03.788727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-def6fbce-7710-4212-8e39-af12dd0dd2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.824929 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-686e26ca-2449-42b5-ace5-61ac018c1196 req-77df84dd-f40b-459c-b29e-1eceb8d7fd5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf3339ae-1d9c-4f7c-abf0-815f75d177fa HTTP/1.1" status: 200 len: 217 time: 0.2220690 Aug 31 13:57:03.831207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=ce17cf8c-f5fe-45fb-9a92-333a770d03c8,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:03.849087 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-afcb72f7-28c9-40e5-bcba-58da851a4b25 req-3bd4075d-68ec-44e4-9176-996a2033a709 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392481 Aug 31 13:57:03.912026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca76940f-3c70-439b-921f-c2a22e7a34ec {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:03.923139 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.938710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Transition to ACTIVE for port object ca76940f-3c70-439b-921f-c2a22e7a34ec will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:03.945297 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:03.996074 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff2e8-cf85-452b-865c-688075216849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.008471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e26ca-2449-42b5-ace5-61ac018c1196 req-7f8b8de0-a1b3-4ef5-b3f0-e979260c299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:04.010562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-686e26ca-2449-42b5-ace5-61ac018c1196 req-7f8b8de0-a1b3-4ef5-b3f0-e979260c299d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d3a5117-30ba-42a8-858c-5a125cff6bee HTTP/1.1" status: 200 len: 853 time: 0.1605096 Aug 31 13:57:04.012004 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.026933 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bb403c-e9f9-48ec-8567-1203b6d924de x-openstack-request-id: req-67bb403c-e9f9-48ec-8567-1203b6d924de {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:04.027395 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cf5a08-f49d-4d0f-84a7-ece2a34f37de", "name": "network-vif-plugged", "status": "completed", "tag": "ce17cf8c-f5fe-45fb-9a92-333a770d03c8", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:04.028028 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67bb403c-e9f9-48ec-8567-1203b6d924de {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:04.028731 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cf5a08-f49d-4d0f-84a7-ece2a34f37de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17cf8c-f5fe-45fb-9a92-333a770d03c8', 'code': 200} Aug 31 13:57:04.128350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710a48-f916-49d8-b330-669761842551 req-98a6c5ba-8dcf-4860-8bf8-675e5d1c479f tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:04.132858 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b710a48-f916-49d8-b330-669761842551 req-98a6c5ba-8dcf-4860-8bf8-675e5d1c479f tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 945 time: 0.3137586 Aug 31 13:57:04.233135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b710a48-f916-49d8-b330-669761842551 req-ef181ab2-a9db-4519-96d6-3df234cec021 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933733 Aug 31 13:57:04.235966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Made reservation on behalf of feaf503f639a42c6b080c56ca324c2aa for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:04.246772 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.260588 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-686e26ca-2449-42b5-ace5-61ac018c1196 req-028ae279-8580-440a-aa1b-5ade93d9e8be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92381d57-6677-490a-8029-6345c0361b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2345908 Aug 31 13:57:04.301118 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.565178 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.578201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca76940f-3c70-439b-921f-c2a22e7a34ec,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:04.594871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-686e26ca-2449-42b5-ace5-61ac018c1196 req-c021275d-6077-4ba8-b456-8a7d024b2dab service neutron] 10.222.0.13 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199957 Aug 31 13:57:04.637494 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.663066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e682f-4e5b-4472-8bf9-2ce973697013 req-5c9be61c-becd-42b4-a4f3-0a98af5b6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:04.666094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a31e682f-4e5b-4472-8bf9-2ce973697013 req-5c9be61c-becd-42b4-a4f3-0a98af5b6729 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 1101 time: 0.5251417 Aug 31 13:57:04.690212 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-def6fbce-7710-4212-8e39-af12dd0dd2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.697597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-def6fbce-7710-4212-8e39-af12dd0dd2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.704752 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-def6fbce-7710-4212-8e39-af12dd0dd2da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57ffb2e9-583b-40e0-82b1-9aafcb639418 HTTP/1.1" status: 204 len: 168 time: 1.3734961 Aug 31 13:57:04.776692 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:57:04.832134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f4936-7649-4bb7-bc5c-48fc35a164fe req-5291829d-0c3a-4732-bde3-5ad8405b7a18 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:04.840732 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-359f4936-7649-4bb7-bc5c-48fc35a164fe req-5291829d-0c3a-4732-bde3-5ad8405b7a18 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 945 time: 0.3134232 Aug 31 13:57:04.848764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c6bc31-d495-4dde-81be-f18c553208c5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:04.927615 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:04.928318 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Added segment 87e22969-c761-463c-b926-ee5bf736bdc7 of type vlan for network 179d47f2-98de-4390-bc37-0dfa9679155d Aug 31 13:57:04.931079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Attempting to bind port ca76940f-3c70-439b-921f-c2a22e7a34ec on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:04.932069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Attempting to bind port ca76940f-3c70-439b-921f-c2a22e7a34ec by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:04.932407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Attempting to bind port ca76940f-3c70-439b-921f-c2a22e7a34ec on network 92381d57-6677-490a-8029-6345c0361b53 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:04.959694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe6b85-50cf-4bc0-b92f-e0d2c02b8c44 req-72fc0f13-2bf4-48f6-ae22-f2c13c3f8b3f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:04.961643 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ffe6b85-50cf-4bc0-b92f-e0d2c02b8c44 req-72fc0f13-2bf4-48f6-ae22-f2c13c3f8b3f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.7228377 Aug 31 13:57:04.990864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Port ca76940f-3c70-439b-921f-c2a22e7a34ec on network 92381d57-6677-490a-8029-6345c0361b53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:04.991303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Attempting to bind port ca76940f-3c70-439b-921f-c2a22e7a34ec on network 92381d57-6677-490a-8029-6345c0361b53 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:05.050486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:05.050956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Checking segment: {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:05.051222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Bound using segment: {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:05.051676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Bound port: ca76940f-3c70-439b-921f-c2a22e7a34ec, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:05.052038 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.065598 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.070257 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6fbce-7710-4212-8e39-af12dd0dd2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ffb2e9-583b-40e0-82b1-9aafcb639418,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:05.117471 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.184646 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-359f4936-7649-4bb7-bc5c-48fc35a164fe req-1dfe9b23-618c-428c-9402-b02b3becb09f tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000162 Aug 31 13:57:05.186624 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.192481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:05.192481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.237831 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-686e26ca-2449-42b5-ace5-61ac018c1196 req-61a75799-f95b-4e11-8fb1-51b64b62bc8c service neutron] 10.222.0.13 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681114 Aug 31 13:57:05.384638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a31e682f-4e5b-4472-8bf9-2ce973697013 req-a342d503-1191-4fb7-bc5d-ce69ff4ade6f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836297 Aug 31 13:57:05.401230 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ffe6b85-50cf-4bc0-b92f-e0d2c02b8c44 req-8c2ecf5d-b572-4f7d-a9b5-c53e39a4b138 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274402 Aug 31 13:57:05.427683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] For port ca76940f-3c70-439b-921f-c2a22e7a34ec, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:05.432188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] For port ca76940f-3c70-439b-921f-c2a22e7a34ec, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ca76940f-3c70-439b-921f-c2a22e7a34ec,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:05.440084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.462014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device bf3339ae-1d9c-4f7c-abf0-815f75d177fa details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:05.518437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:05.519148 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.520644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca76940f-3c70-439b-921f-c2a22e7a34ec HTTP/1.1" status: 200 len: 1091 time: 3.8494556 Aug 31 13:57:05.521051 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1607499 Aug 31 13:57:05.522211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f4360-45a3-4f37-997e-ba37ba25b9b8 admin admin] Pushing event updated for resources: {'Network': ['ID=179d47f2-98de-4390-bc37-0dfa9679155d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:05.523113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35dce22f-ec00-46ec-8eea-c087db5d570c', 'tag': 'ca76940f-3c70-439b-921f-c2a22e7a34ec'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:05.529335 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33500) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:05.530270 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028c427b-cc9a-4aa4-9504-a8b1d54cd090" -d '{"events": [{"name": "network-changed", "server_uuid": "35dce22f-ec00-46ec-8eea-c087db5d570c", "tag": "ca76940f-3c70-439b-921f-c2a22e7a34ec"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:05.545408 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f9cf3bc4-932e-469e-aeef-1ee41ef1bcca admin admin] Request body: {'subnet': {'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-subnet', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:05.610103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33504) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:05.611736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cf3bc4-932e-469e-aeef-1ee41ef1bcca admin admin] Made reservation on behalf of feaf503f639a42c6b080c56ca324c2aa for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:05.614313 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3bc4-932e-469e-aeef-1ee41ef1bcca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.694160 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port bf3339ae-1d9c-4f7c-abf0-815f75d177fa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf3339ae-1d9c-4f7c-abf0-815f75d177fa,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:05.711261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'bf3339ae-1d9c-4f7c-abf0-815f75d177fa', 'network_id': '92381d57-6677-490a-8029-6345c0361b53', 'port_id': 'bf3339ae-1d9c-4f7c-abf0-815f75d177fa', 'mac_address': 'fa:16:3e:f0:70:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3a5117-30ba-42a8-858c-5a125cff6bee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:05.718009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 179d47f2-98de-4390-bc37-0dfa9679155d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:57:05.852291 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8e7d0-6cb3-44fa-aeec-954c1ada6209 req-8fe88b5f-04fb-4574-b355-bc503aeea5a0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:05.859381 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9ab8e7d0-6cb3-44fa-aeec-954c1ada6209 req-8fe88b5f-04fb-4574-b355-bc503aeea5a0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 950 time: 0.4763331 Aug 31 13:57:05.870632 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.895752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3339ae-1d9c-4f7c-abf0-815f75d177fa {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:05.930344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port bf3339ae-1d9c-4f7c-abf0-815f75d177fa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf3339ae-1d9c-4f7c-abf0-815f75d177fa,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:05.938861 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:05.994733 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9ab8e7d0-6cb3-44fa-aeec-954c1ada6209 req-67169001-c6aa-4ff2-9553-6cb9e0a2a998 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924475 Aug 31 13:57:06.011316 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3bc4-932e-469e-aeef-1ee41ef1bcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:06.094939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=bf3339ae-1d9c-4f7c-abf0-815f75d177fa,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:06.160862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf3bc4-932e-469e-aeef-1ee41ef1bcca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3aee39-e43e-4185-a0bd-c13ff6dee79a,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:06.221359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf3bc4-932e-469e-aeef-1ee41ef1bcca admin admin] Checking segment: {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:06.222190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf3bc4-932e-469e-aeef-1ee41ef1bcca admin admin] Network hostable DHCP agents. Network: 179d47f2-98de-4390-bc37-0dfa9679155d, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:57:06.241686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['bf3339ae-1d9c-4f7c-abf0-815f75d177fa'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:06.255619 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf3bc4-932e-469e-aeef-1ee41ef1bcca admin admin] Network 179d47f2-98de-4390-bc37-0dfa9679155d is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:57:06.321516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f9cf3bc4-932e-469e-aeef-1ee41ef1bcca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 179d47f2-98de-4390-bc37-0dfa9679155d) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:06.341955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c3a76d-fc08-4a4e-962f-4864e10cc790 None None] Network 179d47f2-98de-4390-bc37-0dfa9679155d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:06.355998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf3bc4-932e-469e-aeef-1ee41ef1bcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:06.364155 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3bc4-932e-469e-aeef-1ee41ef1bcca admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:06.411760 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f9cf3bc4-932e-469e-aeef-1ee41ef1bcca admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8688421 Aug 31 13:57:06.413455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33520) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:06.426759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:06.477268 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:06.478374 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:06.519065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6d7a75a0-4fd8-4f98-b73c-4eb3a2023b68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f70bb8bee4d4c4c9c2c2250dc4edfad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8478277 Aug 31 13:57:06.524148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33524) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:06.546597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fcbea-2e47-40e8-be68-fd144169c6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca76940f-3c70-439b-921f-c2a22e7a34ec,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:06.607506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-746c6e99-3295-4012-ac61-d24b0cc47085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:06.610101 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-746c6e99-3295-4012-ac61-d24b0cc47085 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca088225e16f499eb73a4688a918af81&device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 1094 time: 1.0430226 Aug 31 13:57:06.638765 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:06.721832 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:06.724384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdced793-8ce0-4444-90d2-d484f81d9142 req-2f2f678b-8b27-4867-a4e7-7823b507b49f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:06.738557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdced793-8ce0-4444-90d2-d484f81d9142 req-2f2f678b-8b27-4867-a4e7-7823b507b49f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 943 time: 1.1269741 Aug 31 13:57:06.820384 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdced793-8ce0-4444-90d2-d484f81d9142 req-880046f7-922b-4a82-a9c7-d165b481d4a5 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806246 Aug 31 13:57:06.822182 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-f6a63369-84ea-45ae-aff9-3df108fd0185 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca76940f-3c70-439b-921f-c2a22e7a34ec HTTP/1.1" status: 200 len: 217 time: 0.1880555 Aug 31 13:57:06.868194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-179d47f2-98de-4390-bc37-0dfa9679155d', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:57:06.869086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:06.893983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-618005cc-02a8-410e-bc2f-d3ea1095ef1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:06.979614 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.015448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-68a2ede5-ca61-46ec-8775-4627eb763d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.017377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-68a2ede5-ca61-46ec-8775-4627eb763d4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d3a5117-30ba-42a8-858c-5a125cff6bee HTTP/1.1" status: 200 len: 853 time: 0.1729264 Aug 31 13:57:07.021950 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1c8917-8046-446f-b15a-2be79c9ab189 x-openstack-request-id: req-8e1c8917-8046-446f-b15a-2be79c9ab189 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:07.022605 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35dce22f-ec00-46ec-8eea-c087db5d570c", "tag": "ca76940f-3c70-439b-921f-c2a22e7a34ec", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:07.023173 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e1c8917-8046-446f-b15a-2be79c9ab189 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:07.023773 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35dce22f-ec00-46ec-8eea-c087db5d570c', 'tag': 'ca76940f-3c70-439b-921f-c2a22e7a34ec', 'status': 'completed', 'code': 200} Aug 31 13:57:07.089782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-86c36466-398b-424e-9fd2-bf1b5b544698 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92381d57-6677-490a-8029-6345c0361b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438995 Aug 31 13:57:07.156315 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-618005cc-02a8-410e-bc2f-d3ea1095ef1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.213716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Allocated IP 172.20.0.2 (179d47f2-98de-4390-bc37-0dfa9679155d/1e3aee39-e43e-4185-a0bd-c13ff6dee79a/07066700-d8a7-45ea-86f7-ce154779d7ed) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:07.279368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba7921-59e3-48a2-ae56-ee4d3d4cb1e6 req-1a8222fa-df0c-468e-bae2-29523d515435 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.295078 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52ba7921-59e3-48a2-ae56-ee4d3d4cb1e6 req-1a8222fa-df0c-468e-bae2-29523d515435 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.2762947 Aug 31 13:57:07.473504 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-7355adaf-238b-4efd-a8ec-ed31c2e35ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560581 Aug 31 13:57:07.606885 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.629880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Transition to ACTIVE for port object 07066700-d8a7-45ea-86f7-ce154779d7ed will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:07.633417 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52ba7921-59e3-48a2-ae56-ee4d3d4cb1e6 req-d3b36536-c196-4ab9-bd9a-186e4e9db924 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346851 Aug 31 13:57:07.663742 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Transition to ACTIVE for port object 07066700-d8a7-45ea-86f7-ce154779d7ed will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:07.671420 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.738075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Network 179d47f2-98de-4390-bc37-0dfa9679155d is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:07.752932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:07.765187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:07.789201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Pushing event updated for resources: {'Port': ['ID=07066700-d8a7-45ea-86f7-ce154779d7ed,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:07.850721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1997d41-fed8-4842-abe0-18b55ad110df req-a31d3252-0d48-44fc-a50b-0ef4e8164878 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:07.860107 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-618005cc-02a8-410e-bc2f-d3ea1095ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.860505 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f1997d41-fed8-4842-abe0-18b55ad110df req-a31d3252-0d48-44fc-a50b-0ef4e8164878 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 950 time: 0.1126354 Aug 31 13:57:07.864710 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-618005cc-02a8-410e-bc2f-d3ea1095ef1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.868742 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-618005cc-02a8-410e-bc2f-d3ea1095ef1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e5f944d-1b68-4077-88c4-b7d7bb77898b HTTP/1.1" status: 204 len: 168 time: 1.3371067 Aug 31 13:57:07.920038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Attempting to bind port 07066700-d8a7-45ea-86f7-ce154779d7ed on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:07.921890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Attempting to bind port 07066700-d8a7-45ea-86f7-ce154779d7ed by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:07.934756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Attempting to bind port 07066700-d8a7-45ea-86f7-ce154779d7ed on network 179d47f2-98de-4390-bc37-0dfa9679155d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:07.955557 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:07.958382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Checking segment: {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:07.959841 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f1997d41-fed8-4842-abe0-18b55ad110df req-967cf7d7-7e06-420f-8d33-9b13c8af1950 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896924 Aug 31 13:57:07.960647 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.961250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Bound using segment: {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:07.963618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Bound port: 07066700-d8a7-45ea-86f7-ce154779d7ed, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:07.968744 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:07.971300 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9423ff2c-03d5-45ff-a247-dd51b1eac6e2 req-58b4b49a-41c4-492e-aaca-d9762baeddba service neutron] 10.222.0.13 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759924 Aug 31 13:57:07.979567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618005cc-02a8-410e-bc2f-d3ea1095ef1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5f944d-1b68-4077-88c4-b7d7bb77898b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:08.153323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-bef3b5b3-a092-41a8-9059-47c16c973bfa tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.155929 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-bef3b5b3-a092-41a8-9059-47c16c973bfa tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0&tenant_id=d077bd70a48845cf9f4e6b5ff585f732&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1096 time: 0.5209217 Aug 31 13:57:08.167822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] For port 07066700-d8a7-45ea-86f7-ce154779d7ed, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:08.179059 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] For port 07066700-d8a7-45ea-86f7-ce154779d7ed, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=07066700-d8a7-45ea-86f7-ce154779d7ed,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:08.185888 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.190910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c7296-646e-48be-881e-7cc1074cafb9 req-55127c82-bdaf-423f-84c2-c3fbd2473749 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.192912 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4f6c7296-646e-48be-881e-7cc1074cafb9 req-55127c82-bdaf-423f-84c2-c3fbd2473749 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6bdc2c3-5713-47b6-9ceb-34677691a141 HTTP/1.1" status: 200 len: 951 time: 0.2157345 Aug 31 13:57:08.201372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-6'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:08.232314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c427b-cc9a-4aa4-9504-a8b1d54cd090 req-8a15986d-781f-4890-a9e7-06933448be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.235616 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-028c427b-cc9a-4aa4-9504-a8b1d54cd090 req-8a15986d-781f-4890-a9e7-06933448be29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca088225e16f499eb73a4688a918af81&device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 1094 time: 0.1492128 Aug 31 13:57:08.279411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dfe00-180d-43f7-aebe-1f18bf9fce3a req-60583294-064e-4511-b3b5-56dfbaeff823 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.281158 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-224dfe00-180d-43f7-aebe-1f18bf9fce3a req-60583294-064e-4511-b3b5-56dfbaeff823 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 945 time: 0.1326861 Aug 31 13:57:08.314268 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.335912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec9558-53b1-433b-912f-feb90eff60a2 None None] Pushing event updated for resources: {'Port': ['ID=07066700-d8a7-45ea-86f7-ce154779d7ed,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:08.357671 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.393158 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-224dfe00-180d-43f7-aebe-1f18bf9fce3a req-37566442-d387-436c-af58-4a1df2aa1f1f tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934994 Aug 31 13:57:08.528137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c427b-cc9a-4aa4-9504-a8b1d54cd090 req-30bdcb82-f5d2-40c3-a96e-7f7eb2ebc4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.529699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-028c427b-cc9a-4aa4-9504-a8b1d54cd090 req-30bdcb82-f5d2-40c3-a96e-7f7eb2ebc4ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=92381d57-6677-490a-8029-6345c0361b53 HTTP/1.1" status: 200 len: 914 time: 0.2807024 Aug 31 13:57:08.541424 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4f6c7296-646e-48be-881e-7cc1074cafb9 req-6014e528-d08c-41c4-85d7-e3e61476f048 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357010 Aug 31 13:57:08.542198 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.652558 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-028c427b-cc9a-4aa4-9504-a8b1d54cd090 req-37d684f9-9437-4182-9a27-14a12c43e5de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca76940f-3c70-439b-921f-c2a22e7a34ec HTTP/1.1" status: 200 len: 217 time: 0.0936818 Aug 31 13:57:08.716161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Allocated IP 172.25.3.90 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/29ec071a-55ba-4924-b5a3-90aca8969b6e) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:08.781564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c427b-cc9a-4aa4-9504-a8b1d54cd090 req-a6c06330-6cb3-4ab0-abe8-f7de81aee1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:08.783330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-028c427b-cc9a-4aa4-9504-a8b1d54cd090 req-a6c06330-6cb3-4ab0-abe8-f7de81aee1c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d3a5117-30ba-42a8-858c-5a125cff6bee HTTP/1.1" status: 200 len: 853 time: 0.0958641 Aug 31 13:57:08.846309 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.867600 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.890961 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:08.900870 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-028c427b-cc9a-4aa4-9504-a8b1d54cd090 req-1aca7608-4641-4329-a1c8-ffb8f3d3a081 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92381d57-6677-490a-8029-6345c0361b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965807 Aug 31 13:57:08.997934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358581b-cd19-4761-b40e-42c4fe56b202 req-b18c826e-d1dd-40ff-bbb1-6f6fd8182a3f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:09.000300 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e358581b-cd19-4761-b40e-42c4fe56b202 req-b18c826e-d1dd-40ff-bbb1-6f6fd8182a3f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 943 time: 0.3941991 Aug 31 13:57:09.002386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:09.079333 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:09.090114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d8b351ab-54de-43f5-b261-606cc57be020,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:09.090769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:09.094547 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:09.118791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13dcba-41ab-4d53-81d9-d10bf08ae06a req-e7496632-058f-409f-b357-a053560f6841 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:09.120411 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dd13dcba-41ab-4d53-81d9-d10bf08ae06a req-e7496632-058f-409f-b357-a053560f6841 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 1101 time: 0.3173249 Aug 31 13:57:09.124959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Pushing event updated for resources: {'Port': ['ID=29ec071a-55ba-4924-b5a3-90aca8969b6e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:09.151941 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e358581b-cd19-4761-b40e-42c4fe56b202 req-431b01ac-1e00-4ec7-b9fe-1c4e7646f302 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100428 Aug 31 13:57:09.285709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dd13dcba-41ab-4d53-81d9-d10bf08ae06a req-4fd9f6fd-1022-4825-b64d-c9c84642aff4 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521146 Aug 31 13:57:09.289080 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-028c427b-cc9a-4aa4-9504-a8b1d54cd090 req-97fd3019-fa55-4d58-ab31-17b9caa9145a service neutron] 10.222.0.13 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611634 Aug 31 13:57:09.320990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:09.339212 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device d8b351ab-54de-43f5-b261-606cc57be020 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:09.352132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 946cadc9-ee61-40e1-bc97-df2b118fea71 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:09.526039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ca76940f-3c70-439b-921f-c2a22e7a34ec details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:09.546624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device bf3339ae-1d9c-4f7c-abf0-815f75d177fa up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:09.963377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c879b5-40aa-4e32-adb5-a3e8f0826fb6 req-6f88ef26-e74c-411e-9d73-506ed030e9a0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:09.969380 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:09.971557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a2c879b5-40aa-4e32-adb5-a3e8f0826fb6 req-6f88ef26-e74c-411e-9d73-506ed030e9a0 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 945 time: 0.3027861 Aug 31 13:57:09.972026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b4fc0-d01c-4de2-af85-a870a07be3a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8b351ab-54de-43f5-b261-606cc57be020'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:09.976268 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da62b4e-f9aa-4fde-a9de-e95cbf7314bb" -d '{"events": [{"server_uuid": "f65b4fc0-d01c-4de2-af85-a870a07be3a0", "name": "network-vif-unplugged", "status": "completed", "tag": "d8b351ab-54de-43f5-b261-606cc57be020"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:09.996742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.057730 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.076664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ca76940f-3c70-439b-921f-c2a22e7a34ec, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ca76940f-3c70-439b-921f-c2a22e7a34ec,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:10.110096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'ca76940f-3c70-439b-921f-c2a22e7a34ec', 'network_id': '92381d57-6677-490a-8029-6345c0361b53', 'port_id': 'ca76940f-3c70-439b-921f-c2a22e7a34ec', 'mac_address': 'fa:16:3e:46:d5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3a5117-30ba-42a8-858c-5a125cff6bee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:10.134079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7740794a-b95c-4a9b-876e-f1eeb0da34ef None None] Network 179d47f2-98de-4390-bc37-0dfa9679155d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:10.138108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-028c427b-cc9a-4aa4-9504-a8b1d54cd090 req-5a69ebca-7dc7-4b90-8839-17e3037349e7 service neutron] 10.222.0.13 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8012409 Aug 31 13:57:10.226727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d8b351ab-54de-43f5-b261-606cc57be020,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:10.256077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b351ab-54de-43f5-b261-606cc57be020,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:10.289393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e41d65-7fc2-4772-a76a-1a1ff777ac19 req-e438d4a4-ab86-4fb9-93b6-1bb653672c19 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:10.300689 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12e41d65-7fc2-4772-a76a-1a1ff777ac19 req-e438d4a4-ab86-4fb9-93b6-1bb653672c19 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 945 time: 0.2049837 Aug 31 13:57:10.304003 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a2c879b5-40aa-4e32-adb5-a3e8f0826fb6 req-b55b8c37-58e9-4f89-96c9-54564f5615d2 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038971 Aug 31 13:57:10.399230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Attempting to bind port d8b351ab-54de-43f5-b261-606cc57be020 on host n-h1-792364-6 for vnic_type normal with profile {"migrating_to": "n-h2-792364-6"} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:10.399970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Attempting to bind port d8b351ab-54de-43f5-b261-606cc57be020 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:10.400692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Attempting to bind port d8b351ab-54de-43f5-b261-606cc57be020 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:10.409984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Port d8b351ab-54de-43f5-b261-606cc57be020 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:10.410712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Attempting to bind port d8b351ab-54de-43f5-b261-606cc57be020 on network 677f423a-ce82-4600-88fb-73cbea7e32c4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:10.419581 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:10.420350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Checking segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:10.421239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Bound using segment: {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:10.422680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Bound port: d8b351ab-54de-43f5-b261-606cc57be020, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7c8cce-fa26-4416-8574-60beb2adbe6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '677f423a-ce82-4600-88fb-73cbea7e32c4'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:10.423435 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.470126 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.476681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device d8b351ab-54de-43f5-b261-606cc57be020 has no active binding in host n-h2-792364-6 {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 13:57:10.478329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2df06c13-33d9-48da-9bae-dddd729a9f55 None None] Provisioning for port 07066700-d8a7-45ea-86f7-ce154779d7ed completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:10.480878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port bf3339ae-1d9c-4f7c-abf0-815f75d177fa completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:10.542511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port bf3339ae-1d9c-4f7c-abf0-815f75d177fa triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:10.542511 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.618483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.622499 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.675511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:10.688484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d8b351ab-54de-43f5-b261-606cc57be020,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:10.695736 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.729124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:10.732310 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805c8105-7b4d-4c16-b2b2-74ce7d343a4f" -d '{"events": [{"server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "name": "network-vif-unplugged", "status": "completed", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:10.775717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 07066700-d8a7-45ea-86f7-ce154779d7ed up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:10.828135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca76940f-3c70-439b-921f-c2a22e7a34ec {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:10.847017 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12e41d65-7fc2-4772-a76a-1a1ff777ac19 req-80b5572d-ddd6-4705-b6b7-8f08dec929d9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388081 Aug 31 13:57:10.876098 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-3680b4fb-1b2d-4c47-bf89-8cb28e1b9e0f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866115 Aug 31 13:57:10.879294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b351ab-54de-43f5-b261-606cc57be020,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:10.883552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:10.884425 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:10.886082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-08117a56-323a-474b-8be1-575fd7aa89f2 service neutron] 10.222.0.52 "PUT /v2.0/ports/d8b351ab-54de-43f5-b261-606cc57be020 HTTP/1.1" status: 200 len: 1121 time: 2.7081275 Aug 31 13:57:10.960245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:10.963751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44316d51-5ad2-49fe-b58d-419c136fd9bb req-1f4cae51-3d3a-4214-895c-181605f657a9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:10.967137 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-44316d51-5ad2-49fe-b58d-419c136fd9bb req-1f4cae51-3d3a-4214-895c-181605f657a9 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 945 time: 0.1569643 Aug 31 13:57:10.968762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Router e99a4347-8297-41dd-885a-6cbcd27ffef5 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:57:10.989216 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.057706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 07066700-d8a7-45ea-86f7-ce154779d7ed completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:11.072765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 07066700-d8a7-45ea-86f7-ce154779d7ed triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:11.073785 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.078738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['d8b351ab-54de-43f5-b261-606cc57be020'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:11.127847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20721-b99b-467c-9899-062fe1c757de req-3ae60f49-6d58-48f1-8cfd-b5a331d239e2 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:11.130250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-3ae60f49-6d58-48f1-8cfd-b5a331d239e2 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421651 Aug 31 13:57:11.140280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ca76940f-3c70-439b-921f-c2a22e7a34ec, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ca76940f-3c70-439b-921f-c2a22e7a34ec,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:11.155580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-bdaaa289-ce25-4edb-af5e-7358cc37f495 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/quotas/7c0e192034374c6a84e5da48f77a28a2 HTTP/1.1" status: 200 len: 375 time: 0.0172119 Aug 31 13:57:11.193284 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['d8b351ab-54de-43f5-b261-606cc57be020'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:11.208637 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.209898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:11.212796 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.258021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fb5d1-6ad1-43b9-b85f-f282e8b594ea req-35403f6a-1f55-490d-bcc5-03f32e0b63aa tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:11.259606 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e52fb5d1-6ad1-43b9-b85f-f282e8b594ea req-35403f6a-1f55-490d-bcc5-03f32e0b63aa tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 945 time: 0.2004447 Aug 31 13:57:11.270814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-8d6cfd59-a2a5-419e-863d-5fbea816f6fe tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1048288 Aug 31 13:57:11.326246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=946cadc9-ee61-40e1-bc97-df2b118fea71,revision_number=11']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:11.424712 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.resource_extend [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:57:11.435249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e52fb5d1-6ad1-43b9-b85f-f282e8b594ea req-72782e21-fc9e-4763-b384-5e1658bac58e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437831 Aug 31 13:57:11.439965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-44316d51-5ad2-49fe-b58d-419c136fd9bb req-3d13783e-3f56-4f34-91c9-ab1ea03fcbd8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Deleting port 4d43986f-33c9-41d7-babf-25975e5f5d63 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:11.440483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-44316d51-5ad2-49fe-b58d-419c136fd9bb req-3d13783e-3f56-4f34-91c9-ab1ea03fcbd8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.525658 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port bf3339ae-1d9c-4f7c-abf0-815f75d177fa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf3339ae-1d9c-4f7c-abf0-815f75d177fa,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:11.552336 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cdb927-f713-478d-b54b-b96be7dc3c0b x-openstack-request-id: req-75cdb927-f713-478d-b54b-b96be7dc3c0b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:11.552763 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b4fc0-d01c-4de2-af85-a870a07be3a0", "name": "network-vif-unplugged", "status": "completed", "tag": "d8b351ab-54de-43f5-b261-606cc57be020", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:11.552974 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75cdb927-f713-478d-b54b-b96be7dc3c0b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:11.553310 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b4fc0-d01c-4de2-af85-a870a07be3a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8b351ab-54de-43f5-b261-606cc57be020', 'code': 200} Aug 31 13:57:11.617176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-44316d51-5ad2-49fe-b58d-419c136fd9bb req-3d13783e-3f56-4f34-91c9-ab1ea03fcbd8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] For port 4d43986f-33c9-41d7-babf-25975e5f5d63, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4d43986f-33c9-41d7-babf-25975e5f5d63,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:11.617749 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-44316d51-5ad2-49fe-b58d-419c136fd9bb req-3d13783e-3f56-4f34-91c9-ab1ea03fcbd8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.644417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-44316d51-5ad2-49fe-b58d-419c136fd9bb req-3d13783e-3f56-4f34-91c9-ab1ea03fcbd8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Calling delete_port for 4d43986f-33c9-41d7-babf-25975e5f5d63 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:11.647533 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ca76940f-3c70-439b-921f-c2a22e7a34ec,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:11.657681 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.792407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:11.809271 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Sync routers for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:11.834103 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:11.834890 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:57:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:11.910338 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d958a5f2-5889-49a0-9b79-7d15fe0876ac x-openstack-request-id: req-d958a5f2-5889-49a0-9b79-7d15fe0876ac {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:11.911237 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "name": "network-vif-unplugged", "status": "completed", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:11.911927 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d958a5f2-5889-49a0-9b79-7d15fe0876ac {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:11.912693 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'code': 200} Aug 31 13:57:11.914792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=bf3339ae-1d9c-4f7c-abf0-815f75d177fa,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:11.940626 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-44316d51-5ad2-49fe-b58d-419c136fd9bb req-3d13783e-3f56-4f34-91c9-ab1ea03fcbd8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:11.991671 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:12.008744 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:12.011323 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-913c6c2b-fe21-4a84-af61-7e52153d34d0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.5885375 Aug 31 13:57:12.015829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33680) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:12.020876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13783e-3f56-4f34-91c9-ab1ea03fcbd8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Pushing event deleted for resources: {'Port': ['ID=4d43986f-33c9-41d7-babf-25975e5f5d63,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:12.091203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959b3d7-b9b0-418d-a860-21ba80eff4ed req-cf201e99-5a03-43dd-a91f-8212559a96fa tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:12.094197 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e959b3d7-b9b0-418d-a860-21ba80eff4ed req-cf201e99-5a03-43dd-a91f-8212559a96fa tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 944 time: 0.3033826 Aug 31 13:57:12.133801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-44316d51-5ad2-49fe-b58d-419c136fd9bb req-3d13783e-3f56-4f34-91c9-ab1ea03fcbd8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] No DVR routers for this DVR port 4d43986f-33c9-41d7-babf-25975e5f5d63 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:12.138247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-44316d51-5ad2-49fe-b58d-419c136fd9bb req-3d13783e-3f56-4f34-91c9-ab1ea03fcbd8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:12.142156 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-44316d51-5ad2-49fe-b58d-419c136fd9bb req-3d13783e-3f56-4f34-91c9-ab1ea03fcbd8 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.52 "DELETE /v2.0/ports/4d43986f-33c9-41d7-babf-25975e5f5d63 HTTP/1.1" status: 204 len: 173 time: 1.1610484 Aug 31 13:57:12.150558 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf2a8b6-0ec0-49c4-a403-0173cb78e800', 'name': 'network-vif-deleted', 'tag': '4d43986f-33c9-41d7-babf-25975e5f5d63'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:12.154599 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3eb4f5-1cb4-43ab-b6d2-b9a1285120cf" -d '{"events": [{"server_uuid": "baf2a8b6-0ec0-49c4-a403-0173cb78e800", "name": "network-vif-deleted", "tag": "4d43986f-33c9-41d7-babf-25975e5f5d63"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:12.210461 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:12.262256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7b3ce0fb-b989-4119-90c1-7f525c13ff11 None None] Provisioning complete for port 07066700-d8a7-45ea-86f7-ce154779d7ed triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:12.262784 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b3ce0fb-b989-4119-90c1-7f525c13ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:12.266581 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e959b3d7-b9b0-418d-a860-21ba80eff4ed req-18ec0135-3db2-475a-9117-df44d8f9affb tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344013 Aug 31 13:57:12.269930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:12.413660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '2929b0b2-9e10-4d56-88f3-5183fa9fd5cf', 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd', 'port_id': '2929b0b2-9e10-4d56-88f3-5183fa9fd5cf', 'mac_address': 'fa:16:3e:88:e2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e673293-c4b2-4cfc-82ad-2fb4ebc0f368', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:12.520129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 07066700-d8a7-45ea-86f7-ce154779d7ed, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=07066700-d8a7-45ea-86f7-ce154779d7ed,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:12.597481 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:12.670986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7140f-07a1-4bf9-9554-71a665f35820 req-f2054836-ec35-4c81-baad-ab7310e39322 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:12.696632 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bbd7140f-07a1-4bf9-9554-71a665f35820 req-f2054836-ec35-4c81-baad-ab7310e39322 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 943 time: 0.2229705 Aug 31 13:57:12.698975 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:09Z', 'revision_number': 3, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:12.769949 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Checking router: e99a4347-8297-41dd-885a-6cbcd27ffef5 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:12.771157 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Updating router e99a4347-8297-41dd-885a-6cbcd27ffef5 port 29ec071a-55ba-4924-b5a3-90aca8969b6e binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:57:12.784945 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bbd7140f-07a1-4bf9-9554-71a665f35820 req-dd7732e3-1e36-4afa-93c5-0e58e06caeaf tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870514 Aug 31 13:57:12.821447 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:12.827295 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:12.868723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43859c3e-608b-4fc5-a1bb-576635d1da16 req-39e24d82-77d0-4520-a74c-dc4473d45393 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 210 time: 0.0408661 Aug 31 13:57:13.050065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=07066700-d8a7-45ea-86f7-ce154779d7ed,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:13.057570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:13.155934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:13.184498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:13.193818 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd844064-4729-433a-8d11-0a1d71988e15 x-openstack-request-id: req-bd844064-4729-433a-8d11-0a1d71988e15 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:13.194377 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf2a8b6-0ec0-49c4-a403-0173cb78e800", "name": "network-vif-deleted", "tag": "4d43986f-33c9-41d7-babf-25975e5f5d63", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:13.194651 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd844064-4729-433a-8d11-0a1d71988e15 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:13.195334 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf2a8b6-0ec0-49c4-a403-0173cb78e800', 'name': 'network-vif-deleted', 'tag': '4d43986f-33c9-41d7-babf-25975e5f5d63', 'status': 'completed', 'code': 200} Aug 31 13:57:13.366247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a20b2e-38e5-4ab2-933d-8c2b53715376 req-ead6f147-0559-445d-94e7-1b08c26bef51 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:13.381250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d5a20b2e-38e5-4ab2-933d-8c2b53715376 req-ead6f147-0559-445d-94e7-1b08c26bef51 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 945 time: 0.3162460 Aug 31 13:57:13.432977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:13.457047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['2929b0b2-9e10-4d56-88f3-5183fa9fd5cf'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:13.482530 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d5a20b2e-38e5-4ab2-933d-8c2b53715376 req-964fecad-c638-4c16-baa0-16c0a436aa55 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997758 Aug 31 13:57:13.616656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65b4fc0-d01c-4de2-af85-a870a07be3a0', 'tag': 'd8b351ab-54de-43f5-b261-606cc57be020'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:13.622203 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d57034-e29a-4ee4-9a16-ba087930ee06" -d '{"events": [{"name": "network-changed", "server_uuid": "f65b4fc0-d01c-4de2-af85-a870a07be3a0", "tag": "d8b351ab-54de-43f5-b261-606cc57be020"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:13.625717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-83bb07e5-4d8d-4252-8ed1-5a56aeef461f req-172e31b1-11c0-49c1-83e1-811109167dbc tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf2a8b6-0ec0-49c4-a403-0173cb78e800 HTTP/1.1" status: 200 len: 210 time: 0.1162629 Aug 31 13:57:13.757262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ca76940f-3c70-439b-921f-c2a22e7a34ec'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:13.813842 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:13.819399 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-8adbcd8c-505c-4ba5-83dc-ede3d041f16a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c0e192034374c6a84e5da48f77a28a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1871879 Aug 31 13:57:13.834723 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Transition to ACTIVE for port object 29ec071a-55ba-4924-b5a3-90aca8969b6e will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:13.855014 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:13.915407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10978124-7aa7-4607-b1fa-d30728b9e849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3339ae-1d9c-4f7c-abf0-815f75d177fa'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:13.920780 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c489dc51-f26b-442f-afd2-627b123b4867" -d '{"events": [{"server_uuid": "10978124-7aa7-4607-b1fa-d30728b9e849", "name": "network-vif-plugged", "status": "completed", "tag": "bf3339ae-1d9c-4f7c-abf0-815f75d177fa"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:14.051967 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Pushing event updated for resources: {'Port': ['ID=29ec071a-55ba-4924-b5a3-90aca8969b6e,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:14.071356 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:14.072033 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:14.072709 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:14.073238 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:14.073742 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:14.074250 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:14.074906 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:14.075703 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:14.076514 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:14.077059 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:14.077564 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:14.078156 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:14.082741 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Attempting to bind port 29ec071a-55ba-4924-b5a3-90aca8969b6e on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:14.083395 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Attempting to bind port 29ec071a-55ba-4924-b5a3-90aca8969b6e by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:14.083939 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Attempting to bind port 29ec071a-55ba-4924-b5a3-90aca8969b6e on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:14.089809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20721-b99b-467c-9899-062fe1c757de req-40955737-08c2-41cb-a554-51f7b7e45edf tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.092919 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-40955737-08c2-41cb-a554-51f7b7e45edf tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535274 Aug 31 13:57:14.094664 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:14.095461 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8fc6a8-7d8f-455c-8c14-c13bd3daafe1 x-openstack-request-id: req-af8fc6a8-7d8f-455c-8c14-c13bd3daafe1 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:14.095849 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65b4fc0-d01c-4de2-af85-a870a07be3a0", "tag": "d8b351ab-54de-43f5-b261-606cc57be020", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:14.096302 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af8fc6a8-7d8f-455c-8c14-c13bd3daafe1 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:14.096677 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:14.096935 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65b4fc0-d01c-4de2-af85-a870a07be3a0', 'tag': 'd8b351ab-54de-43f5-b261-606cc57be020', 'status': 'completed', 'code': 200} Aug 31 13:57:14.097542 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.097672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9a356-4806-4351-b7b1-0928a178759a req-b80a616d-d9e1-4d9e-87f7-24a34f291f82 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.098223 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:14.098937 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Bound port: 29ec071a-55ba-4924-b5a3-90aca8969b6e, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:14.099752 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.112612 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6c9a356-4806-4351-b7b1-0928a178759a req-b80a616d-d9e1-4d9e-87f7-24a34f291f82 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 944 time: 0.1491363 Aug 31 13:57:14.119837 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.139937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Request body: {'port': {'device_id': '45cbc332-a55d-4bf5-b6f0-d7272963784a', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '7c0e192034374c6a84e5da48f77a28a2'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:14.182764 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6c9a356-4806-4351-b7b1-0928a178759a req-591bf805-98f6-4b33-b27d-65584197d609 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688381 Aug 31 13:57:14.195743 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] For port 29ec071a-55ba-4924-b5a3-90aca8969b6e, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:14.202271 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] For port 29ec071a-55ba-4924-b5a3-90aca8969b6e, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29ec071a-55ba-4924-b5a3-90aca8969b6e,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:14.209967 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.334751 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:14.335483 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:57:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:14.353737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d57034-e29a-4ee4-9a16-ba087930ee06 req-303891e5-3093-4fc8-b44a-3113d1248796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.355606 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d57034-e29a-4ee4-9a16-ba087930ee06 req-303891e5-3093-4fc8-b44a-3113d1248796 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 1124 time: 0.2576447 Aug 31 13:57:14.427739 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938e226-3750-474f-8604-18c288f8a411 None None] Pushing event updated for resources: {'Port': ['ID=29ec071a-55ba-4924-b5a3-90aca8969b6e,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:14.470917 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85056f-d174-4b60-ab49-3afc18e93d67 req-e54a3658-dbd4-4b3a-9f2a-e6fc163d8af8 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.473564 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d85056f-d174-4b60-ab49-3afc18e93d67 req-e54a3658-dbd4-4b3a-9f2a-e6fc163d8af8 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 943 time: 0.1088593 Aug 31 13:57:14.541039 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d85056f-d174-4b60-ab49-3afc18e93d67 req-9de17aa0-86ba-41b3-9d19-ad2aadbcef13 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557730 Aug 31 13:57:14.546428 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:14.583629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0facc8f-db13-45c3-b5a2-07af678fc4f4 req-8918a85a-40dc-40bf-b821-f08b96c89da5 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 210 time: 0.1460660 Aug 31 13:57:14.620079 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7492791-8b06-4827-a3af-4b433696e9f1 x-openstack-request-id: req-d7492791-8b06-4827-a3af-4b433696e9f1 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:14.622047 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10978124-7aa7-4607-b1fa-d30728b9e849", "name": "network-vif-plugged", "status": "completed", "tag": "bf3339ae-1d9c-4f7c-abf0-815f75d177fa", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:14.622546 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7492791-8b06-4827-a3af-4b433696e9f1 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:14.624713 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10978124-7aa7-4607-b1fa-d30728b9e849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3339ae-1d9c-4f7c-abf0-815f75d177fa', 'code': 200} Aug 31 13:57:14.638046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Made reservation on behalf of 7c0e192034374c6a84e5da48f77a28a2 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:14.644274 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:14.784857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d57034-e29a-4ee4-9a16-ba087930ee06 req-496dab34-f247-41d9-978e-df1f3c17b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.786390 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d57034-e29a-4ee4-9a16-ba087930ee06 req-496dab34-f247-41d9-978e-df1f3c17b8df service neutron] 10.222.0.13 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.3698688 Aug 31 13:57:14.881623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 07066700-d8a7-45ea-86f7-ce154779d7ed up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:14.882511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d57034-e29a-4ee4-9a16-ba087930ee06 req-6566e764-e20b-4ed6-b6a3-a43fc1c6f7ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8b351ab-54de-43f5-b261-606cc57be020 HTTP/1.1" status: 200 len: 217 time: 0.0713501 Aug 31 13:57:14.982375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce10be2-7efe-436a-ae08-00a234ab79a1 req-1c037acd-78d7-415e-b18a-51f125ba88a3 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:14.983755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Allocated IP 172.20.0.1 (179d47f2-98de-4390-bc37-0dfa9679155d/1e3aee39-e43e-4185-a0bd-c13ff6dee79a/55decf02-265c-40b9-9330-7ac5a578dbd7) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:14.985857 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ce10be2-7efe-436a-ae08-00a234ab79a1 req-1c037acd-78d7-415e-b18a-51f125ba88a3 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 944 time: 0.2783756 Aug 31 13:57:14.993396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 07066700-d8a7-45ea-86f7-ce154779d7ed triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:15.005238 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.024048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf88ea-150b-4bf5-8dc3-1e43a90cd3d9 req-1292500e-42c8-43f8-afb8-b213d9dc2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.026111 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-93cf88ea-150b-4bf5-8dc3-1e43a90cd3d9 req-1292500e-42c8-43f8-afb8-b213d9dc2f3e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10978124-7aa7-4607-b1fa-d30728b9e849 HTTP/1.1" status: 200 len: 1097 time: 0.2116013 Aug 31 13:57:15.120792 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:09Z', 'revision_number': 3, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:15.160486 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232fd85-6f75-468d-a8c5-9c9b0943f95d None None] The sync data for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 is: [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:09Z', 'revision_number': 3, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:15.181796 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-93cf88ea-150b-4bf5-8dc3-1e43a90cd3d9 req-2e9f2905-32d9-4959-a52a-4498dd6d310b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787401 Aug 31 13:57:15.208518 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-7ce10be2-7efe-436a-ae08-00a234ab79a1 req-638e1126-f22a-41cc-ba48-886a163378ec tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Deleting port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:15.208518 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7ce10be2-7efe-436a-ae08-00a234ab79a1 req-638e1126-f22a-41cc-ba48-886a163378ec tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.214766 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:15.217772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:15.417612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 4d43986f-33c9-41d7-babf-25975e5f5d63 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:15.463332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7ce10be2-7efe-436a-ae08-00a234ab79a1 req-638e1126-f22a-41cc-ba48-886a163378ec tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] For port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:15.465932 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7ce10be2-7efe-436a-ae08-00a234ab79a1 req-638e1126-f22a-41cc-ba48-886a163378ec tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.507918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-7ce10be2-7efe-436a-ae08-00a234ab79a1 req-638e1126-f22a-41cc-ba48-886a163378ec tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Calling delete_port for 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:15.536830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 4d43986f-33c9-41d7-babf-25975e5f5d63 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:15.537181 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 4d43986f-33c9-41d7-babf-25975e5f5d63 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:15.627625 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:15.714964 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d57034-e29a-4ee4-9a16-ba087930ee06 req-68d8d077-de20-42c8-8b60-70797ab623bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.715773 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d57034-e29a-4ee4-9a16-ba087930ee06 req-68d8d077-de20-42c8-8b60-70797ab623bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.7599089 Aug 31 13:57:15.740290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:15.779089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328dbb4-b060-4419-a593-14dfb632965a req-6adb4dcd-b6ff-41fe-88f2-a3a265d58884 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:15.783216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:15.788326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2328dbb4-b060-4419-a593-14dfb632965a req-6adb4dcd-b6ff-41fe-88f2-a3a265d58884 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 944 time: 0.9875712 Aug 31 13:57:15.822856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '2929b0b2-9e10-4d56-88f3-5183fa9fd5cf', 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd', 'port_id': '2929b0b2-9e10-4d56-88f3-5183fa9fd5cf', 'mac_address': 'fa:16:3e:88:e2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e673293-c4b2-4cfc-82ad-2fb4ebc0f368', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:15.837710 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d57034-e29a-4ee4-9a16-ba087930ee06 req-e42b5ff4-fef8-4917-ba75-6a8e213854c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109951 Aug 31 13:57:15.979800 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7ce10be2-7efe-436a-ae08-00a234ab79a1 req-638e1126-f22a-41cc-ba48-886a163378ec tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:16.013502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d2e97-f200-469e-ade1-d3321f327866 req-aa45aaef-85ce-4fde-b3c5-ee76180bd444 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:16.016293 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6d5d2e97-f200-469e-ade1-d3321f327866 req-aa45aaef-85ce-4fde-b3c5-ee76180bd444 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 944 time: 0.1843975 Aug 31 13:57:16.054219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e1126-f22a-41cc-ba48-886a163378ec tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event deleted for resources: {'Port': ['ID=2929b0b2-9e10-4d56-88f3-5183fa9fd5cf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:16.058970 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2328dbb4-b060-4419-a593-14dfb632965a req-c748ebe7-0b00-44b3-ae66-0a7585beca32 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652078 Aug 31 13:57:16.151392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Allocated IP 192.168.233.86 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/530eeaf3-7e76-4382-b3fe-c7f1a2795e9a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:16.198092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce10be2-7efe-436a-ae08-00a234ab79a1 req-638e1126-f22a-41cc-ba48-886a163378ec tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] No DVR routers for this DVR port 2929b0b2-9e10-4d56-88f3-5183fa9fd5cf on host n-h1-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:16.216255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6d5d2e97-f200-469e-ade1-d3321f327866 req-48fbcb0a-2737-4f4c-a09d-07fec6d05760 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678090 Aug 31 13:57:16.218161 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7ce10be2-7efe-436a-ae08-00a234ab79a1 req-638e1126-f22a-41cc-ba48-886a163378ec tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:16.222330 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ce10be2-7efe-436a-ae08-00a234ab79a1 req-638e1126-f22a-41cc-ba48-886a163378ec tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.13 "DELETE /v2.0/ports/2929b0b2-9e10-4d56-88f3-5183fa9fd5cf HTTP/1.1" status: 204 len: 173 time: 1.2254295 Aug 31 13:57:16.241208 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f8b4d2-e303-4772-82d7-e0474201752c', 'name': 'network-vif-deleted', 'tag': '2929b0b2-9e10-4d56-88f3-5183fa9fd5cf'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:16.246899 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951af92c-df48-4969-b7dc-d9b6f2ecf266" -d '{"events": [{"server_uuid": "d9f8b4d2-e303-4772-82d7-e0474201752c", "name": "network-vif-deleted", "tag": "2929b0b2-9e10-4d56-88f3-5183fa9fd5cf"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:16.477570 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efab89-4b98-4536-ab4c-f79de916347e req-38e2b816-aae7-463d-9375-21a45f6dea00 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:16.486060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35efab89-4b98-4536-ab4c-f79de916347e req-38e2b816-aae7-463d-9375-21a45f6dea00 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.2622769 Aug 31 13:57:16.519792 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d57034-e29a-4ee4-9a16-ba087930ee06 req-e8adbc36-651e-40e5-9431-0617fb534279 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474364 Aug 31 13:57:16.552877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:16.571183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Transition to ACTIVE for port object 55decf02-265c-40b9-9330-7ac5a578dbd7 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:16.654438 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:16.688910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816121f-ba2b-4a85-963a-39ee98da321b req-e1bd956e-f54f-4e4a-8501-fa2427096bee tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:16.696921 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a816121f-ba2b-4a85-963a-39ee98da321b req-e1bd956e-f54f-4e4a-8501-fa2427096bee tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 943 time: 0.1901553 Aug 31 13:57:16.709910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6923e5-5da2-42b6-876b-f997abd764a3 req-d385077e-19b1-4529-af38-457755cb5b43 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:16.729124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cc6923e5-5da2-42b6-876b-f997abd764a3 req-d385077e-19b1-4529-af38-457755cb5b43 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 944 time: 0.5413649 Aug 31 13:57:16.761780 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a816121f-ba2b-4a85-963a-39ee98da321b req-c01a8d63-7bca-4ae6-afaa-57fef613ea23 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583029 Aug 31 13:57:16.832241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29ec071a-55ba-4924-b5a3-90aca8969b6e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:16.832980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-35efab89-4b98-4536-ab4c-f79de916347e req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Deleting port a37b2def-a82a-445e-a057-f77a5d973d37 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:16.833329 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-35efab89-4b98-4536-ab4c-f79de916347e req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:16.904806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Network 179d47f2-98de-4390-bc37-0dfa9679155d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:16.909780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 29ec071a-55ba-4924-b5a3-90aca8969b6e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:16.919605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 29ec071a-55ba-4924-b5a3-90aca8969b6e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:16.920588 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:16.934154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:16.969867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:16.981021 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab1c0b50-d870-4d5d-84da-72a3236b4153 req-849b750b-13a8-489b-913f-ee1e45ab3016 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 210 time: 0.0542316 Aug 31 13:57:17.063145 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d57034-e29a-4ee4-9a16-ba087930ee06 req-00e895de-2da1-42ed-8124-ccf8e32670c7 service neutron] 10.222.0.13 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079192 Aug 31 13:57:17.086003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33802) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:17.111419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-35efab89-4b98-4536-ab4c-f79de916347e req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] For port a37b2def-a82a-445e-a057-f77a5d973d37, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a37b2def-a82a-445e-a057-f77a5d973d37,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:17.112084 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-35efab89-4b98-4536-ab4c-f79de916347e req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.126553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cc6923e5-5da2-42b6-876b-f997abd764a3 req-da540ce1-94c9-48d9-b165-e304bffc371e tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965235 Aug 31 13:57:17.131446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Pushing event updated for resources: {'Port': ['ID=55decf02-265c-40b9-9330-7ac5a578dbd7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:17.173381 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-35efab89-4b98-4536-ab4c-f79de916347e req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Calling delete_port for a37b2def-a82a-445e-a057-f77a5d973d37 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:17.214938 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ca76940f-3c70-439b-921f-c2a22e7a34ec up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:17.279154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.283012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.283697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.284247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.285986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.286428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.287693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.289429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.291045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.292079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.292079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.295029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.363916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-040b0a53-5a1b-4637-80cd-3983420967d3 req-81408240-d978-46dc-8832-8ed8036996ee tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f8b4d2-e303-4772-82d7-e0474201752c HTTP/1.1" status: 200 len: 210 time: 0.0497634 Aug 31 13:57:17.381074 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.430016 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.506323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Transition to ACTIVE for port object 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:17.563666 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.579019 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b932b6-c3ed-4675-b3ce-14436e1d88d4 x-openstack-request-id: req-a5b932b6-c3ed-4675-b3ce-14436e1d88d4 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:17.580684 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f8b4d2-e303-4772-82d7-e0474201752c", "name": "network-vif-deleted", "tag": "2929b0b2-9e10-4d56-88f3-5183fa9fd5cf", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:17.581577 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5b932b6-c3ed-4675-b3ce-14436e1d88d4 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:17.582202 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f8b4d2-e303-4772-82d7-e0474201752c', 'name': 'network-vif-deleted', 'tag': '2929b0b2-9e10-4d56-88f3-5183fa9fd5cf', 'status': 'completed', 'code': 200} Aug 31 13:57:17.607565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 29ec071a-55ba-4924-b5a3-90aca8969b6e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29ec071a-55ba-4924-b5a3-90aca8969b6e,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:17.633725 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.653976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9ee9-a85b-4e96-ae0b-9b2ff6474678 req-5131ecc1-2690-48c9-a15a-2bdcc41f7d8d tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:17.663246 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ddc9ee9-a85b-4e96-ae0b-9b2ff6474678 req-5131ecc1-2690-48c9-a15a-2bdcc41f7d8d tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 944 time: 0.1527917 Aug 31 13:57:17.712721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=29ec071a-55ba-4924-b5a3-90aca8969b6e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:17.716238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port ca76940f-3c70-439b-921f-c2a22e7a34ec completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:17.723045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port ca76940f-3c70-439b-921f-c2a22e7a34ec triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:17.723679 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.753604 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.778410 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-35efab89-4b98-4536-ab4c-f79de916347e req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.778925 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fdc0046e-2f66-47db-95ae-deaa36e1ea26 None None] Provisioning for port 55decf02-265c-40b9-9330-7ac5a578dbd7 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:17.788825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9', 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:17.792634 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.846914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event updated for resources: {'Port': ['ID=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:17.869046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['364ee310-c534-4d48-8710-740f2393aca1', 'd043a383-695b-42d2-9721-93a9938f9575', '9a18a565-755e-4f0a-9f71-454e09b02537', 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c', 'ce17cf8c-f5fe-45fb-9a92-333a770d03c8'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:17.872015 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ddc9ee9-a85b-4e96-ae0b-9b2ff6474678 req-bb5bef55-9dec-406d-b799-1f5b0164d36a tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075241 Aug 31 13:57:17.920935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fdc0046e-2f66-47db-95ae-deaa36e1ea26 None None] Provisioning complete for port 55decf02-265c-40b9-9330-7ac5a578dbd7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:17.921322 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fdc0046e-2f66-47db-95ae-deaa36e1ea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:17.929933 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Pushing event deleted for resources: {'Port': ['ID=a37b2def-a82a-445e-a057-f77a5d973d37,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:17.942007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:17.948469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.952812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.953223 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.953568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.953910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.954430 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.954771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.955106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.955511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.955847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.956332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.956686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:17.979806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0046e-2f66-47db-95ae-deaa36e1ea26 None None] Port 55decf02-265c-40b9-9330-7ac5a578dbd7 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:57:17.995376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-35efab89-4b98-4536-ab4c-f79de916347e req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] No DVR routers for this DVR port a37b2def-a82a-445e-a057-f77a5d973d37 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:18.000981 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-35efab89-4b98-4536-ab4c-f79de916347e req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.003255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35efab89-4b98-4536-ab4c-f79de916347e req-0aecf1fa-8e95-45e0-afdf-55c8395c74c4 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.52 "DELETE /v2.0/ports/a37b2def-a82a-445e-a057-f77a5d973d37 HTTP/1.1" status: 204 len: 173 time: 1.4946299 Aug 31 13:57:18.026666 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c6bca0b-56b5-4711-813f-fc02489f0392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.056369 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:18.067033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:18.209372 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.312873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:18.313428 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.318687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dce22f-ec00-46ec-8eea-c087db5d570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca76940f-3c70-439b-921f-c2a22e7a34ec'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:18.323115 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dadcf48-0061-4cfa-983d-f1bd2f64388a" -d '{"events": [{"server_uuid": "35dce22f-ec00-46ec-8eea-c087db5d570c", "name": "network-vif-plugged", "status": "completed", "tag": "ca76940f-3c70-439b-921f-c2a22e7a34ec"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:18.325823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b15d1-b924-4459-ae11-df24829f2be7 req-90d3efeb-83b6-4081-8d84-fa8143854140 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:18.329308 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8a2b15d1-b924-4459-ae11-df24829f2be7 req-90d3efeb-83b6-4081-8d84-fa8143854140 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 935 time: 0.1591477 Aug 31 13:57:18.347477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c7cf5-ed6b-4cc2-a4f3-9f7c6cc3383a req-8a96a048-f9a4-40d2-b4bd-b50357e34d59 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:18.363942 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-602c7cf5-ed6b-4cc2-a4f3-9f7c6cc3383a req-8a96a048-f9a4-40d2-b4bd-b50357e34d59 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 943 time: 0.3347588 Aug 31 13:57:18.403054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ca76940f-3c70-439b-921f-c2a22e7a34ec, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ca76940f-3c70-439b-921f-c2a22e7a34ec,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:18.428475 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.429780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d8b351ab-54de-43f5-b261-606cc57be020 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:18.449914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c6bca0b-56b5-4711-813f-fc02489f0392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.456245 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c6bca0b-56b5-4711-813f-fc02489f0392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.468377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-2ab08bfd-c44a-490a-8cda-e697b87d7f20 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3444397 Aug 31 13:57:18.482685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-602c7cf5-ed6b-4cc2-a4f3-9f7c6cc3383a req-efc1f9a6-222c-40c5-87f7-28a4f7452713 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018400 Aug 31 13:57:18.493250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Request body: {'port': {'device_id': '45cbc332-a55d-4bf5-b6f0-d7272963784a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:18.496177 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8a2b15d1-b924-4459-ae11-df24829f2be7 req-bfa31bf3-f0ee-4b1a-8c07-69ceb926b79f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530173 Aug 31 13:57:18.574966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bca0b-56b5-4711-813f-fc02489f0392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c023fda9-4a23-4c01-b393-59246c5ddce8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:18.593830 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.608302 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.608625 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1c6bca0b-56b5-4711-813f-fc02489f0392 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7829645490d46059c1064db67e509e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0169461 Aug 31 13:57:18.609972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33856) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:18.631506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ca76940f-3c70-439b-921f-c2a22e7a34ec,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:18.658021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b9321a1e-e35a-4007-8919-2109610445ad None None] Provisioning for port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:18.698634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b9321a1e-e35a-4007-8919-2109610445ad None None] Provisioning complete for port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:18.698634 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b9321a1e-e35a-4007-8919-2109610445ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.760305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:18.813146 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b9321a1e-e35a-4007-8919-2109610445ad None None] Port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:57:18.880372 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2fa96f-a808-4174-a009-59e0e49ff9e1 x-openstack-request-id: req-9f2fa96f-a808-4174-a009-59e0e49ff9e1 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:18.881021 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dce22f-ec00-46ec-8eea-c087db5d570c", "name": "network-vif-plugged", "status": "completed", "tag": "ca76940f-3c70-439b-921f-c2a22e7a34ec", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:18.881281 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f2fa96f-a808-4174-a009-59e0e49ff9e1 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:18.881803 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35dce22f-ec00-46ec-8eea-c087db5d570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca76940f-3c70-439b-921f-c2a22e7a34ec', 'code': 200} Aug 31 13:57:18.884571 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bf4310a-0cdd-4aa3-b48a-c346dde14c06 req-f8c714ad-b8eb-4bcf-8997-3c789b69462c tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86 HTTP/1.1" status: 200 len: 210 time: 0.1372426 Aug 31 13:57:18.886978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29ec071a-55ba-4924-b5a3-90aca8969b6e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:18.902155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:19.032740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Pushing event updated for resources: {'Port': ['ID=55decf02-265c-40b9-9330-7ac5a578dbd7,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:19.075511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 29ec071a-55ba-4924-b5a3-90aca8969b6e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:19.075846 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:19.173292 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-6ae76466-13c6-4c4c-9a5b-95361b896117 service neutron] 10.222.0.13 "GET /v2.0/ports/d8b351ab-54de-43f5-b261-606cc57be020/bindings/n-h2-792364-6 HTTP/1.1" status: 200 len: 384 time: 0.2391121 Aug 31 13:57:19.199185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f96b9-7d66-4f9e-b91b-e47f749fefeb req-5897cbec-da35-416b-8d84-247d83403cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:19.201190 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-125f96b9-7d66-4f9e-b91b-e47f749fefeb req-5897cbec-da35-416b-8d84-247d83403cae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 1096 time: 0.0754528 Aug 31 13:57:19.268712 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-125f96b9-7d66-4f9e-b91b-e47f749fefeb req-cbc6b79b-672a-4e8a-9f4c-2216926fdb60 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581980 Aug 31 13:57:19.410796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a37b2def-a82a-445e-a057-f77a5d973d37 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:19.449171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: a37b2def-a82a-445e-a057-f77a5d973d37 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:19.449716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a37b2def-a82a-445e-a057-f77a5d973d37 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:19.501479 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e83b1c8-eccd-48dc-8e59-4f3bf608d734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:19.589536 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c0e2f4-5f2f-4b64-bac8-76d1776bdb86', 'name': 'network-vif-deleted', 'tag': 'a37b2def-a82a-445e-a057-f77a5d973d37'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:19.592579 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e44868a-cbc2-4848-bebb-289666b77c01" -d '{"events": [{"server_uuid": "d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86", "name": "network-vif-deleted", "tag": "a37b2def-a82a-445e-a057-f77a5d973d37"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:19.613728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdd2ea-7961-4c66-8502-d11b993a15e3 req-e4a7ab46-2e1a-4d09-9ba6-d89a87f1ee26 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:19.617481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07cdd2ea-7961-4c66-8502-d11b993a15e3 req-e4a7ab46-2e1a-4d09-9ba6-d89a87f1ee26 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 945 time: 0.4423327 Aug 31 13:57:19.627681 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e83b1c8-eccd-48dc-8e59-4f3bf608d734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:19.701111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Network 179d47f2-98de-4390-bc37-0dfa9679155d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:19.720811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:19.742384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:19.768287 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:19.852408 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07cdd2ea-7961-4c66-8502-d11b993a15e3 req-deed0030-3368-4e59-9c44-e87362fa6a0e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158492 Aug 31 13:57:19.979135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Transition to ACTIVE for port object 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:19.993840 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e83b1c8-eccd-48dc-8e59-4f3bf608d734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:19.996525 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e83b1c8-eccd-48dc-8e59-4f3bf608d734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:19.997678 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0e83b1c8-eccd-48dc-8e59-4f3bf608d734 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c023fda9-4a23-4c01-b393-59246c5ddce8 HTTP/1.1" status: 204 len: 168 time: 1.3853014 Aug 31 13:57:20.009799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.049344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0e3327a7-7cc7-4f2a-b44b-4066339f4bdb None None] Provisioning complete for port 55decf02-265c-40b9-9330-7ac5a578dbd7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:20.050872 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e3327a7-7cc7-4f2a-b44b-4066339f4bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.080623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83b1c8-eccd-48dc-8e59-4f3bf608d734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c023fda9-4a23-4c01-b393-59246c5ddce8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:20.096550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-e6e5d079-3753-48aa-b8be-3b4951020e1c service neutron] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d8b351ab-54de-43f5-b261-606cc57be020,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:20.113451 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0e3327a7-7cc7-4f2a-b44b-4066339f4bdb None None] Port 55decf02-265c-40b9-9330-7ac5a578dbd7 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:57:20.115490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-c761ecdb-2348-4b2c-a7f7-b0b11cf0ff5a tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:20.125818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-c761ecdb-2348-4b2c-a7f7-b0b11cf0ff5a tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/networks?id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd HTTP/1.1" status: 200 len: 820 time: 0.1619089 Aug 31 13:57:20.145716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:20.149103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-e6e5d079-3753-48aa-b8be-3b4951020e1c service neutron] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:20.153464 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-e42934d9-1261-4727-a7ab-e80b13192bea tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/quotas/e27881c1f8364d7099ef6b120f734f66 HTTP/1.1" status: 200 len: 375 time: 0.0264885 Aug 31 13:57:20.179236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Router e99a4347-8297-41dd-885a-6cbcd27ffef5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:57:20.196901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc33fe1-159f-48cf-bfb1-e92201bbf2f5 req-d7823b78-2cf7-47d5-a4fc-e843724629de tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:20.199347 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2cc33fe1-159f-48cf-bfb1-e92201bbf2f5 req-d7823b78-2cf7-47d5-a4fc-e843724629de tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 947 time: 0.2472389 Aug 31 13:57:20.235560 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-d31c5033-b688-4df7-903f-e010c28a9859 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e27881c1f8364d7099ef6b120f734f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810394 Aug 31 13:57:20.238171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-e6e5d079-3753-48aa-b8be-3b4951020e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b351ab-54de-43f5-b261-606cc57be020 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:20.311600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-e6e5d079-3753-48aa-b8be-3b4951020e1c service neutron] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d8b351ab-54de-43f5-b261-606cc57be020,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:20.378377 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-c807e83b-b4f1-452d-950e-ca377a00ef81 service neutron] 10.222.0.20 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416457 Aug 31 13:57:20.405796 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-e6e5d079-3753-48aa-b8be-3b4951020e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.513036 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2cc33fe1-159f-48cf-bfb1-e92201bbf2f5 req-d396b09d-2074-4c9e-8a84-7db56d6b127f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916040 Aug 31 13:57:20.548648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Attempting to bind port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:20.549473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Attempting to bind port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:20.550126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Attempting to bind port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:20.709206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33948) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:20.756232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be1b8520-b37c-4f8d-91c3-f5a0f42fa411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.823113 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-eecf850e-2b8e-45c9-97b4-0fcf95e5b41b service neutron] 10.222.0.20 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436154 Aug 31 13:57:20.938186 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be1b8520-b37c-4f8d-91c3-f5a0f42fa411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.939534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:20.940073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Attempting to bind port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:20.947898 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be1b8520-b37c-4f8d-91c3-f5a0f42fa411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:20.984732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:20.985044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:20.985438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:20.985891 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Bound port: 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:20.986255 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.003069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-be1b8520-b37c-4f8d-91c3-f5a0f42fa411 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c112945497a48489ddac249a5095ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899787 Aug 31 13:57:21.005847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33954) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:21.053102 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49da1d94-5c49-45cd-83b3-0837d57f90f9 x-openstack-request-id: req-49da1d94-5c49-45cd-83b3-0837d57f90f9 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:21.053887 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c0e2f4-5f2f-4b64-bac8-76d1776bdb86", "name": "network-vif-deleted", "tag": "a37b2def-a82a-445e-a057-f77a5d973d37", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:21.054228 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49da1d94-5c49-45cd-83b3-0837d57f90f9 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:21.054698 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c0e2f4-5f2f-4b64-bac8-76d1776bdb86', 'name': 'network-vif-deleted', 'tag': 'a37b2def-a82a-445e-a057-f77a5d973d37', 'status': 'completed', 'code': 200} Aug 31 13:57:21.067248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:57:21.075130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-38002733-9769-467f-94a5-926cc01b9627 admin admin] 10.222.0.20 "PUT /v2.0/routers/e99a4347-8297-41dd-885a-6cbcd27ffef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0567219 Aug 31 13:57:21.076197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b8520-b37c-4f8d-91c3-f5a0f42fa411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a6d026-1ce8-4749-af98-cbeb76d38452,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:21.082804 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Sync routers for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:57:21.114398 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ff5e-a4e1-4747-89e9-a2166839e816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.121429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce8cdc-3865-43f7-bef0-93139f190a61 req-6ec72931-9c7b-4ee4-bf25-9e1c2a3c907f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:21.129684 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07ce8cdc-3865-43f7-bef0-93139f190a61 req-6ec72931-9c7b-4ee4-bf25-9e1c2a3c907f tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 943 time: 0.2061930 Aug 31 13:57:21.132156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-e6e5d079-3753-48aa-b8be-3b4951020e1c service neutron] Transition to ACTIVE for port object d8b351ab-54de-43f5-b261-606cc57be020 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:21.141012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:21.146985 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ff5e-a4e1-4747-89e9-a2166839e816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.151674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:57:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:21.153492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-e6e5d079-3753-48aa-b8be-3b4951020e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.217519 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ff5e-a4e1-4747-89e9-a2166839e816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.220037 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ff5e-a4e1-4747-89e9-a2166839e816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.221381 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4eb7ff5e-a4e1-4747-89e9-a2166839e816 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5a6d026-1ce8-4749-af98-cbeb76d38452 HTTP/1.1" status: 204 len: 168 time: 0.2144237 Aug 31 13:57:21.239989 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7ff5e-a4e1-4747-89e9-a2166839e816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a6d026-1ce8-4749-af98-cbeb76d38452,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:21.253134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] For port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:21.297289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] For port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:21.325267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5d079-3753-48aa-b8be-3b4951020e1c service neutron] Pushing event updated for resources: {'Port': ['ID=d8b351ab-54de-43f5-b261-606cc57be020,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:21.329105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-e6e5d079-3753-48aa-b8be-3b4951020e1c service neutron] No DVR routers for this DVR port d8b351ab-54de-43f5-b261-606cc57be020 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:21.368220 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07ce8cdc-3865-43f7-bef0-93139f190a61 req-91470d52-51b1-4768-929e-f7193eb603e2 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374659 Aug 31 13:57:21.371409 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.430048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-e6e5d079-3753-48aa-b8be-3b4951020e1c service neutron] 10.222.0.13 "PUT /v2.0/ports/d8b351ab-54de-43f5-b261-606cc57be020/bindings/n-h2-792364-6/activate HTTP/1.1" status: 200 len: 369 time: 2.1449678 Aug 31 13:57:21.438015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:21.438700 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:21.440275 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] 10.222.0.13 "PUT /v2.0/ports/530eeaf3-7e76-4382-b3fe-c7f1a2795e9a HTTP/1.1" status: 200 len: 1095 time: 2.9573181 Aug 31 13:57:21.441191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45cbc332-a55d-4bf5-b6f0-d7272963784a', 'tag': '530eeaf3-7e76-4382-b3fe-c7f1a2795e9a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:21.443487 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9661245-da00-4958-b523-a343d3ef5079" -d '{"events": [{"name": "network-changed", "server_uuid": "45cbc332-a55d-4bf5-b6f0-d7272963784a", "tag": "530eeaf3-7e76-4382-b3fe-c7f1a2795e9a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:21.520201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:21.643624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c954f-1916-4d30-8a04-e1d95fd24ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:21.665664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20721-b99b-467c-9899-062fe1c757de req-2dfad553-b630-4f09-9b6f-df1d6250852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:21.668262 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-2dfad553-b630-4f09-9b6f-df1d6250852f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 1098 time: 0.1529830 Aug 31 13:57:21.750745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-1a8830b1-9701-4e00-8011-ccfef237a3ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a HTTP/1.1" status: 200 len: 217 time: 0.0697591 Aug 31 13:57:21.861581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:18Z', 'revision_number': 2, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:21.872321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad25e6d-5bde-4344-8fa4-e96ca0e16458 req-d6aac36b-0d10-4d54-be05-37dde0624c8d tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:21.874080 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ad25e6d-5bde-4344-8fa4-e96ca0e16458 req-d6aac36b-0d10-4d54-be05-37dde0624c8d tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 945 time: 0.2048016 Aug 31 13:57:21.917341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Checking router: e99a4347-8297-41dd-885a-6cbcd27ffef5 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:57:21.917717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Updating router e99a4347-8297-41dd-885a-6cbcd27ffef5 port 55decf02-265c-40b9-9330-7ac5a578dbd7 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:57:21.947580 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.019646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ad25e6d-5bde-4344-8fa4-e96ca0e16458 req-91c7cd7c-e223-44d4-a586-67603267110d tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313336 Aug 31 13:57:22.021524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20721-b99b-467c-9899-062fe1c757de req-aefa1bb3-6278-4f0d-a700-be2caccba3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:22.022917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-aefa1bb3-6278-4f0d-a700-be2caccba3b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2544465 Aug 31 13:57:22.071514 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-3df1d42c-cfc1-400f-a383-a5cee46f6855 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:22.073140 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-3df1d42c-cfc1-400f-a383-a5cee46f6855 tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0&tenant_id=d077bd70a48845cf9f4e6b5ff585f732&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1095 time: 0.5674355 Aug 31 13:57:22.099677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20721-b99b-467c-9899-062fe1c757de req-7626d6d3-ff03-4da5-a362-c12d696c9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:22.101388 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-7626d6d3-ff03-4da5-a362-c12d696c9ee0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708480 Aug 31 13:57:22.231984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-ef0686a5-049a-4b12-86a3-6ac7b5b2482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:22.252877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cfeac5c6-91a3-44aa-83cb-871f92ddd306 req-769282e7-fd5f-4bb9-bd15-9b5815c69fe7 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 210 time: 0.0397279 Aug 31 13:57:22.262491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-ef0686a5-049a-4b12-86a3-6ac7b5b2482c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0&tenant_id=d077bd70a48845cf9f4e6b5ff585f732 HTTP/1.1" status: 200 len: 1095 time: 0.1591573 Aug 31 13:57:22.361656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-64dadeea-6008-416e-912a-66d365558b6e service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479548 Aug 31 13:57:22.425115 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-30b8713e-f33b-4e24-a5cb-f456d2ae4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:22.426741 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-30b8713e-f33b-4e24-a5cb-f456d2ae4630 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 1095 time: 0.1241050 Aug 31 13:57:22.434906 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.476325 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00acb8f-edbd-4a25-9a8c-f446c4861e1b x-openstack-request-id: req-b00acb8f-edbd-4a25-9a8c-f446c4861e1b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:22.476696 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45cbc332-a55d-4bf5-b6f0-d7272963784a", "tag": "530eeaf3-7e76-4382-b3fe-c7f1a2795e9a", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:22.476969 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b00acb8f-edbd-4a25-9a8c-f446c4861e1b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:22.477293 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45cbc332-a55d-4bf5-b6f0-d7272963784a', 'tag': '530eeaf3-7e76-4382-b3fe-c7f1a2795e9a', 'status': 'completed', 'code': 200} Aug 31 13:57:22.495661 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cee20721-b99b-467c-9899-062fe1c757de req-642a9e84-6acd-4a78-acec-33dad80cd7f4 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172349 Aug 31 13:57:22.498858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Transition to ACTIVE for port object 55decf02-265c-40b9-9330-7ac5a578dbd7 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:22.509958 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.613175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Pushing event updated for resources: {'Port': ['ID=55decf02-265c-40b9-9330-7ac5a578dbd7,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:22.650051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:22.650051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:22.650051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:22.650442 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:22.650537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:22.651417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:22.651417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:22.651763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:22.652092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:22.652541 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:22.652776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:22.653098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:57:22.699028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Attempting to bind port 55decf02-265c-40b9-9330-7ac5a578dbd7 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:22.699679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Attempting to bind port 55decf02-265c-40b9-9330-7ac5a578dbd7 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:22.700220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Attempting to bind port 55decf02-265c-40b9-9330-7ac5a578dbd7 on network 179d47f2-98de-4390-bc37-0dfa9679155d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:22.711845 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:22.714915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Checking segment: {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:22.716352 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.717562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Bound using segment: {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:22.718282 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Bound port: 55decf02-265c-40b9-9330-7ac5a578dbd7, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:22.721150 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.734713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-13d0ec8b-5306-416d-b0dd-6cfdb74803ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:22.736626 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-13d0ec8b-5306-416d-b0dd-6cfdb74803ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 200 len: 921 time: 0.2959716 Aug 31 13:57:22.752119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9661245-da00-4958-b523-a343d3ef5079 req-7c169e0d-9ad8-40f7-943b-2cd04dc1b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:22.753782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9661245-da00-4958-b523-a343d3ef5079 req-7c169e0d-9ad8-40f7-943b-2cd04dc1b46d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 1098 time: 0.1651664 Aug 31 13:57:22.910162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] For port 55decf02-265c-40b9-9330-7ac5a578dbd7, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:22.913985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] For port 55decf02-265c-40b9-9330-7ac5a578dbd7, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=55decf02-265c-40b9-9330-7ac5a578dbd7,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:22.920295 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:22.933145 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-8e30f1ae-f93d-447c-95b7-08f6ca8a75b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8b351ab-54de-43f5-b261-606cc57be020 HTTP/1.1" status: 200 len: 217 time: 0.1515064 Aug 31 13:57:23.021062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:57:23.022201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:57:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:23.048104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37af0e-f510-4088-aee6-b5e9bb6bbb2a req-25c87ab5-1e40-4025-9078-8592203ff07e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.055148 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ba37af0e-f510-4088-aee6-b5e9bb6bbb2a req-25c87ab5-1e40-4025-9078-8592203ff07e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 947 time: 0.3077281 Aug 31 13:57:23.111537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a93d4-15da-4eb3-8cb1-53f3766d58e5 None None] Pushing event updated for resources: {'Port': ['ID=55decf02-265c-40b9-9330-7ac5a578dbd7,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:23.133958 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-c0754bf1-c1cd-451d-ab80-074e8d414b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.136278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-c0754bf1-c1cd-451d-ab80-074e8d414b4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 200 len: 860 time: 0.1685448 Aug 31 13:57:23.233490 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-d15ef116-2d57-472d-927e-960dd8151827 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=677f423a-ce82-4600-88fb-73cbea7e32c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820827 Aug 31 13:57:23.269500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9661245-da00-4958-b523-a343d3ef5079 req-7483bfe6-277e-4da0-b833-8772b567685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.271774 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9661245-da00-4958-b523-a343d3ef5079 req-7483bfe6-277e-4da0-b833-8772b567685b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.5039940 Aug 31 13:57:23.291201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:57:23.318990 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ba37af0e-f510-4088-aee6-b5e9bb6bbb2a req-1a0e4131-0cfa-45f8-9b36-c94d53a28de9 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134886 Aug 31 13:57:23.486784 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-f4079759-d9f2-496e-8298-b63af2d7eeae service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263603 Aug 31 13:57:23.516775 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9661245-da00-4958-b523-a343d3ef5079 req-4a5472a9-e4c9-4bb1-bbdb-9f4437119e9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a HTTP/1.1" status: 200 len: 217 time: 0.2068028 Aug 31 13:57:23.647788 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-ffc94ca4-95b7-4568-8aba-031a4536f255 service neutron] 10.222.0.52 "GET /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445193 Aug 31 13:57:23.706075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9661245-da00-4958-b523-a343d3ef5079 req-8d81f385-42d0-4c59-877e-45f034250408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.707493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9661245-da00-4958-b523-a343d3ef5079 req-8d81f385-42d0-4c59-877e-45f034250408 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1812720 Aug 31 13:57:23.748492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:22Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:23.759866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-61b91fc2-3455-447b-b913-84100ab638fe tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.762969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-61b91fc2-3455-447b-b913-84100ab638fe tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.52 "GET /v2.0/networks?id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd HTTP/1.1" status: 200 len: 820 time: 0.7923529 Aug 31 13:57:23.776070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-55450029-bc44-458a-94c6-c48362cb577b tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.777654 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-55450029-bc44-458a-94c6-c48362cb577b tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 821 time: 0.4598923 Aug 31 13:57:23.805894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea7158-00f5-4559-a8ca-afac4c1b7e55 None None] The sync data for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 is: [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:22Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:57:23.815802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Request body: {'port': {'device_id': '091f10bf-46ec-43c2-8f5c-46dc913954c5', 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd', 'admin_state_up': True, 'tenant_id': 'e27881c1f8364d7099ef6b120f734f66'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:23.920760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-0178c67a-00b5-49c5-a946-b3476e836b16 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/quotas/feaf503f639a42c6b080c56ca324c2aa HTTP/1.1" status: 200 len: 375 time: 0.1191711 Aug 31 13:57:23.944794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9661245-da00-4958-b523-a343d3ef5079 req-bf84e876-f994-4d30-ac2d-345a840d425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.946439 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9661245-da00-4958-b523-a343d3ef5079 req-bf84e876-f994-4d30-ac2d-345a840d425f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2211435 Aug 31 13:57:23.970423 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755af2c-8056-4e39-8fa8-e4d6d4eab889 req-f51e9364-e1a7-42d9-8b6d-54ae6c1fc158 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:23.972523 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4755af2c-8056-4e39-8fa8-e4d6d4eab889 req-f51e9364-e1a7-42d9-8b6d-54ae6c1fc158 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=10978124-7aa7-4607-b1fa-d30728b9e849 HTTP/1.1" status: 200 len: 946 time: 0.1585898 Aug 31 13:57:24.120426 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4755af2c-8056-4e39-8fa8-e4d6d4eab889 req-a015855d-ba1a-4b4d-b820-9c14c633f3be tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121428 Aug 31 13:57:24.219283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ff9b7abc-9506-4470-afb0-c5c165736f58 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2654197 Aug 31 13:57:24.275345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-d6a9abb0-9ae1-4e12-a7b5-204986747a4a tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:24.278688 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-d6a9abb0-9ae1-4e12-a7b5-204986747a4a tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0&tenant_id=d077bd70a48845cf9f4e6b5ff585f732&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 1095 time: 0.1478817 Aug 31 13:57:24.304117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Made reservation on behalf of e27881c1f8364d7099ef6b120f734f66 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:24.310175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.413527 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1992f-69d1-456c-96cc-433d90aab532 req-bd03c21c-1f29-436e-95d2-564279e04cf5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:24.417245 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b4c1992f-69d1-456c-96cc-433d90aab532 req-bd03c21c-1f29-436e-95d2-564279e04cf5 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 944 time: 0.1455064 Aug 31 13:57:24.527221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b4c1992f-69d1-456c-96cc-433d90aab532 req-248d84d2-689a-4a33-8058-f02374c17aa3 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986936 Aug 31 13:57:24.541806 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9661245-da00-4958-b523-a343d3ef5079 req-95d32611-6f11-4034-b16b-3c5050e5538f service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867162 Aug 31 13:57:24.574904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-cda76bbd-469f-4dcf-a8b0-7a99ff6ee9ee service neutron] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:24.579930 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-cda76bbd-469f-4dcf-a8b0-7a99ff6ee9ee service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.581277 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-defa7c17-efc8-4cdb-959e-bde87ac83772 req-cda76bbd-469f-4dcf-a8b0-7a99ff6ee9ee service neutron] 10.222.0.52 "DELETE /v2.0/ports/d8b351ab-54de-43f5-b261-606cc57be020/bindings/n-h1-792364-6 HTTP/1.1" status: 204 len: 173 time: 0.2583804 Aug 31 13:57:24.798663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-f4da0526-9329-44db-9d5d-e79c116efc75 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513952 Aug 31 13:57:24.802053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 55decf02-265c-40b9-9330-7ac5a578dbd7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:24.808133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d639d-7759-47c2-8d64-7157815ca382 req-1be4be4e-34f5-4510-877d-d4d735f0bff2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:24.809742 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e05d639d-7759-47c2-8d64-7157815ca382 req-1be4be4e-34f5-4510-877d-d4d735f0bff2 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.52 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 944 time: 0.3411062 Aug 31 13:57:24.894958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Allocated IP 172.20.0.5 (a5ca34ca-9f6c-42b2-be33-46b24604e8fd/7e673293-c4b2-4cfc-82ad-2fb4ebc0f368/fcf57cc7-b9e4-4310-b886-b227e686f2a2) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:24.909925 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 55decf02-265c-40b9-9330-7ac5a578dbd7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:24.922311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 55decf02-265c-40b9-9330-7ac5a578dbd7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:24.923748 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:24.954836 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9661245-da00-4958-b523-a343d3ef5079 req-c4f607c5-a72c-4afe-b4c1-9317d97298d9 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368263 Aug 31 13:57:25.099724 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-01de0c4d-aa92-49a4-badc-959e9a2673f4 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845473 Aug 31 13:57:25.109503 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.167404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 55decf02-265c-40b9-9330-7ac5a578dbd7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=55decf02-265c-40b9-9330-7ac5a578dbd7,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:25.177909 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.189259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e05d639d-7759-47c2-8d64-7157815ca382 req-92e2c415-c8ef-448c-b3d3-7b874bb0d5a6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Deleting port 06c345b5-5054-48f9-99fe-cddff0697f5f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:25.189868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e05d639d-7759-47c2-8d64-7157815ca382 req-92e2c415-c8ef-448c-b3d3-7b874bb0d5a6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.242882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:25.505522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e05d639d-7759-47c2-8d64-7157815ca382 req-92e2c415-c8ef-448c-b3d3-7b874bb0d5a6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] For port 06c345b5-5054-48f9-99fe-cddff0697f5f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=06c345b5-5054-48f9-99fe-cddff0697f5f,segment=NetworkSegment(6d6e2915-c179-42de-a046-82305115af02),segment_id=6d6e2915-c179-42de-a046-82305115af02)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:25.506043 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e05d639d-7759-47c2-8d64-7157815ca382 req-92e2c415-c8ef-448c-b3d3-7b874bb0d5a6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.520217 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.563030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=55decf02-265c-40b9-9330-7ac5a578dbd7,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:25.571344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e05d639d-7759-47c2-8d64-7157815ca382 req-92e2c415-c8ef-448c-b3d3-7b874bb0d5a6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Calling delete_port for 06c345b5-5054-48f9-99fe-cddff0697f5f owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:25.621115 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-257b5d45-b62e-4815-a248-b6561ec1e484 req-75c0bade-66d7-4a36-88b3-e8d81241ce89 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 210 time: 0.0782995 Aug 31 13:57:25.693891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:25.728241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '530eeaf3-7e76-4382-b3fe-c7f1a2795e9a', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '530eeaf3-7e76-4382-b3fe-c7f1a2795e9a', 'mac_address': 'fa:16:3e:b2:c7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:25.806055 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.830054 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.848715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:25.904773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726be4-f6b9-434e-9977-31976e074f85 req-02e305ef-3990-4acc-98ca-1c66a91367c0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:25.916223 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52726be4-f6b9-434e-9977-31976e074f85 req-02e305ef-3990-4acc-98ca-1c66a91367c0 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/ports?device_id=392ca949-6405-4a05-bc94-774a011ec8ae HTTP/1.1" status: 200 len: 944 time: 0.1677485 Aug 31 13:57:25.917015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:25.922817 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:25.983019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event updated for resources: {'Port': ['ID=fcf57cc7-b9e4-4310-b886-b227e686f2a2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:26.010457 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52726be4-f6b9-434e-9977-31976e074f85 req-198c72d7-27bd-4bc4-aa72-6b91b2637711 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.20 "GET /v2.0/security-groups?id=029c2be8-d7d7-4d26-9387-54125f613564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930047 Aug 31 13:57:26.012410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Network a5ca34ca-9f6c-42b2-be33-46b24604e8fd is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:26.052393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:26.059408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:26.066341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:26.181585 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e05d639d-7759-47c2-8d64-7157815ca382 req-92e2c415-c8ef-448c-b3d3-7b874bb0d5a6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:26.196069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:26.196972 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:26.242664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2c415-c8ef-448c-b3d3-7b874bb0d5a6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Pushing event deleted for resources: {'Port': ['ID=06c345b5-5054-48f9-99fe-cddff0697f5f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:26.251815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['530eeaf3-7e76-4382-b3fe-c7f1a2795e9a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:26.289877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee6446-d63d-48ce-93a7-674c7cde2c35 req-bcddba7c-b8f9-4601-a84e-ccd2ae76e409 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:26.292129 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70ee6446-d63d-48ce-93a7-674c7cde2c35 req-bcddba7c-b8f9-4601-a84e-ccd2ae76e409 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 948 time: 0.1895058 Aug 31 13:57:26.322802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-67130e50-5cdb-44d4-8ffc-00c9574806ad tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5197868 Aug 31 13:57:26.350524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05d639d-7759-47c2-8d64-7157815ca382 req-92e2c415-c8ef-448c-b3d3-7b874bb0d5a6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] No DVR routers for this DVR port 06c345b5-5054-48f9-99fe-cddff0697f5f on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:26.363827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e05d639d-7759-47c2-8d64-7157815ca382 req-92e2c415-c8ef-448c-b3d3-7b874bb0d5a6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:26.366359 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e05d639d-7759-47c2-8d64-7157815ca382 req-92e2c415-c8ef-448c-b3d3-7b874bb0d5a6 tempest-LiveMigrationTest-935995817 tempest-LiveMigrationTest-935995817-project] 10.222.0.52 "DELETE /v2.0/ports/06c345b5-5054-48f9-99fe-cddff0697f5f HTTP/1.1" status: 204 len: 173 time: 1.5361121 Aug 31 13:57:26.371894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Request body: {'port': {'device_id': '091f10bf-46ec-43c2-8f5c-46dc913954c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:26.375130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392ca949-6405-4a05-bc94-774a011ec8ae', 'name': 'network-vif-deleted', 'tag': '06c345b5-5054-48f9-99fe-cddff0697f5f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:26.379161 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cba6ab-de88-4503-bdb1-402ce719fc2a" -d '{"events": [{"server_uuid": "392ca949-6405-4a05-bc94-774a011ec8ae", "name": "network-vif-deleted", "tag": "06c345b5-5054-48f9-99fe-cddff0697f5f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:26.443825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70ee6446-d63d-48ce-93a7-674c7cde2c35 req-0fa43a07-8558-43b1-b0b4-97ea662402e3 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245489 Aug 31 13:57:26.509672 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:26.746338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d605617b-f1d4-4900-a14d-56952260fec1 req-01486c56-382c-4119-9af7-b0411598e582 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 210 time: 0.0629334 Aug 31 13:57:26.805398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 55decf02-265c-40b9-9330-7ac5a578dbd7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:26.903819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 55decf02-265c-40b9-9330-7ac5a578dbd7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:26.906038 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:27.139555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf57cc7-b9e4-4310-b886-b227e686f2a2 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:27.156319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:27.190907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Transition to ACTIVE for port object fcf57cc7-b9e4-4310-b886-b227e686f2a2 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:27.197088 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:27.234224 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a71f667-3ca7-477f-a3ea-69d3f6864e37 x-openstack-request-id: req-3a71f667-3ca7-477f-a3ea-69d3f6864e37 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:27.235087 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392ca949-6405-4a05-bc94-774a011ec8ae", "name": "network-vif-deleted", "tag": "06c345b5-5054-48f9-99fe-cddff0697f5f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:27.235454 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a71f667-3ca7-477f-a3ea-69d3f6864e37 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:27.236033 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392ca949-6405-4a05-bc94-774a011ec8ae', 'name': 'network-vif-deleted', 'tag': '06c345b5-5054-48f9-99fe-cddff0697f5f', 'status': 'completed', 'code': 200} Aug 31 13:57:27.287376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Pushing event updated for resources: {'Port': ['ID=fcf57cc7-b9e4-4310-b886-b227e686f2a2,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:27.374534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919692b5-e7d3-45de-a103-afe9216f625a req-65676b2a-0a60-4fde-9aab-7d1777380bee tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:27.381092 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-919692b5-e7d3-45de-a103-afe9216f625a req-65676b2a-0a60-4fde-9aab-7d1777380bee tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 1095 time: 0.1115222 Aug 31 13:57:27.426185 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-919692b5-e7d3-45de-a103-afe9216f625a req-560e1d3f-83dd-446f-83f7-f44c3748ee3d tempest-LiveAutoBlockMigrationV225Test-2087023315 tempest-LiveAutoBlockMigrationV225Test-2087023315-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Aug 31 13:57:27.464858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 06c345b5-5054-48f9-99fe-cddff0697f5f no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:27.491085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 06c345b5-5054-48f9-99fe-cddff0697f5f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:27.491750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 06c345b5-5054-48f9-99fe-cddff0697f5f not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:27.516161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683563aa-c6e9-4bff-b207-fd46cd84f04c req-41c13fa1-ea54-4b06-956b-66d7f7d06ef2 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:27.518061 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-683563aa-c6e9-4bff-b207-fd46cd84f04c req-41c13fa1-ea54-4b06-956b-66d7f7d06ef2 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 943 time: 0.1211166 Aug 31 13:57:27.519454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Attempting to bind port fcf57cc7-b9e4-4310-b886-b227e686f2a2 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:27.519858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Attempting to bind port fcf57cc7-b9e4-4310-b886-b227e686f2a2 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:27.520266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Attempting to bind port fcf57cc7-b9e4-4310-b886-b227e686f2a2 on network a5ca34ca-9f6c-42b2-be33-46b24604e8fd {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:27.527130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Port fcf57cc7-b9e4-4310-b886-b227e686f2a2 on network a5ca34ca-9f6c-42b2-be33-46b24604e8fd not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:27.527458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Attempting to bind port fcf57cc7-b9e4-4310-b886-b227e686f2a2 on network a5ca34ca-9f6c-42b2-be33-46b24604e8fd {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:27.548841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:27.549229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Checking segment: {'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:27.550735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Bound using segment: {'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:27.551206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Bound port: fcf57cc7-b9e4-4310-b886-b227e686f2a2, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0620f743-e89c-4e3a-bd03-b68969c3de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:27.551575 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:27.606029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc77a9-19db-4fa1-85d1-5940a1303f87 req-76d52cfe-523d-448f-ad24-ac4de2379fcc tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:27.607753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aabc77a9-19db-4fa1-85d1-5940a1303f87 req-76d52cfe-523d-448f-ad24-ac4de2379fcc tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 948 time: 0.0694149 Aug 31 13:57:27.611734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-683563aa-c6e9-4bff-b207-fd46cd84f04c req-0f10117e-0f3a-4dd8-a677-0e064ce61b03 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856423 Aug 31 13:57:27.658381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] For port fcf57cc7-b9e4-4310-b886-b227e686f2a2, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:27.661874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] For port fcf57cc7-b9e4-4310-b886-b227e686f2a2, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fcf57cc7-b9e4-4310-b886-b227e686f2a2,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:27.671091 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:27.684327 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aabc77a9-19db-4fa1-85d1-5940a1303f87 req-6e3ef5d9-974a-493d-a289-22e27096db3d tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675550 Aug 31 13:57:27.708336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34152) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:27.758487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:27.759530 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:27.761255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] 10.222.0.52 "PUT /v2.0/ports/fcf57cc7-b9e4-4310-b886-b227e686f2a2 HTTP/1.1" status: 200 len: 1091 time: 1.4072740 Aug 31 13:57:27.857859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c434e9-023e-42ca-9895-0c3c26b4fd10 req-f8ba31a7-e184-4d8e-8883-163d7a7819f3 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:27.861811 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-84c434e9-023e-42ca-9895-0c3c26b4fd10 req-f8ba31a7-e184-4d8e-8883-163d7a7819f3 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 948 time: 0.0828300 Aug 31 13:57:27.962006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-84c434e9-023e-42ca-9895-0c3c26b4fd10 req-97571bd5-9cca-46c5-b81b-eb546710f057 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914557 Aug 31 13:57:28.046454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d908c-a51b-4266-81aa-0575ef8e3cea service neutron] Pushing event updated for resources: {'Port': ['ID=fcf57cc7-b9e4-4310-b886-b227e686f2a2,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:28.121845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86722285-5dd2-41d3-90e3-4b4864c4e197 req-6b829429-42f2-491e-b6ba-fd4487651f18 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:28.125096 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-86722285-5dd2-41d3-90e3-4b4864c4e197 req-6b829429-42f2-491e-b6ba-fd4487651f18 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.13 "GET /v2.0/ports?device_id=10978124-7aa7-4607-b1fa-d30728b9e849 HTTP/1.1" status: 200 len: 946 time: 0.3327801 Aug 31 13:57:28.159282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-286b5a9f-3a4b-4bd5-aa8a-8a306760ac21 admin admin] Deleting subnet 609f6a77-d3bd-4385-bfb3-f9d0172f8a63 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:57:28.169441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-b123a7df-0017-4592-9b4c-22d12b5a53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:28.172069 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-b123a7df-0017-4592-9b4c-22d12b5a53ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e27881c1f8364d7099ef6b120f734f66&device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 1094 time: 0.2965858 Aug 31 13:57:28.173220 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-286b5a9f-3a4b-4bd5-aa8a-8a306760ac21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.261221 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-286b5a9f-3a4b-4bd5-aa8a-8a306760ac21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.325623 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6574a60-dbbd-4ba7-9825-52d01714d8ed req-9264ba72-004f-4475-b937-62a977ebf6ce tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 210 time: 0.0353255 Aug 31 13:57:28.356905 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-286b5a9f-3a4b-4bd5-aa8a-8a306760ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.369723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-f6d9fb5b-659f-4539-a6d1-1150042d2d06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcf57cc7-b9e4-4310-b886-b227e686f2a2 HTTP/1.1" status: 200 len: 217 time: 0.1539366 Aug 31 13:57:28.377818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-6fc61bc6-7a50-48cc-b2c3-589419c9622e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:28.379372 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-6fc61bc6-7a50-48cc-b2c3-589419c9622e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.13 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 821 time: 0.5060124 Aug 31 13:57:28.427952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Request body: {'port': {'device_id': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'admin_state_up': True, 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:28.493306 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-286b5a9f-3a4b-4bd5-aa8a-8a306760ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.544994 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b5a9f-3a4b-4bd5-aa8a-8a306760ac21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609f6a77-d3bd-4385-bfb3-f9d0172f8a63,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:28.559621 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-286b5a9f-3a4b-4bd5-aa8a-8a306760ac21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.563129 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-286b5a9f-3a4b-4bd5-aa8a-8a306760ac21 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/609f6a77-d3bd-4385-bfb3-f9d0172f8a63 HTTP/1.1" status: 204 len: 168 time: 0.8550887 Aug 31 13:57:28.569414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34172) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:28.595131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0c088-36e7-4fa9-a329-71b8b69f41ba req-0a51ea3a-cfb4-4c2e-98ce-1e6eb226cb8d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:28.597537 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2df0c088-36e7-4fa9-a329-71b8b69f41ba req-0a51ea3a-cfb4-4c2e-98ce-1e6eb226cb8d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 944 time: 0.1565146 Aug 31 13:57:28.742122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.750565 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2df0c088-36e7-4fa9-a329-71b8b69f41ba req-fffd1bd4-29b1-41c4-85e3-65dc42aeec9d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373782 Aug 31 13:57:28.895900 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.913255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dafa0d-1898-4f1f-9922-41c4f0a984d8']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:28.933528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6e2915-c179-42de-a046-82305115af02') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:28.934105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6e2915-c179-42de-a046-82305115af02') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:28.957451 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.976010 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.984108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:57:28.985207 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:28.996624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-3ba9c276-0e0c-4456-aeb2-e7a4c0df9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:29.000113 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-3ba9c276-0e0c-4456-aeb2-e7a4c0df9a65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e673293-c4b2-4cfc-82ad-2fb4ebc0f368 HTTP/1.1" status: 200 len: 860 time: 0.6117568 Aug 31 13:57:29.031181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-88b84216-d512-45fa-aa96-e3ee2f9da9b1 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:29.033694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-88b84216-d512-45fa-aa96-e3ee2f9da9b1 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/networks?id=92381d57-6677-490a-8029-6345c0361b53 HTTP/1.1" status: 200 len: 813 time: 0.8193154 Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: timer() Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:57:29.049219 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:57:29.103406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.121859 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-1cf0c1bf-ae67-426f-9e9b-31867c1cf919 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826139 Aug 31 13:57:29.134924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-86722285-5dd2-41d3-90e3-4b4864c4e197 req-8b48df50-7a95-4f9d-8204-2042e228e39f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Deleting port bf3339ae-1d9c-4f7c-abf0-815f75d177fa {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:29.135947 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-86722285-5dd2-41d3-90e3-4b4864c4e197 req-8b48df50-7a95-4f9d-8204-2042e228e39f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.147846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.151516 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/19dafa0d-1898-4f1f-9922-41c4f0a984d8 HTTP/1.1" status: 204 len: 168 time: 0.5805368 Aug 31 13:57:29.153369 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f59a28-c8e9-402e-884d-478974c2e4b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=19dafa0d-1898-4f1f-9922-41c4f0a984d8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:29.157550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-6ce60a1b-5ccc-466b-b183-6f43c98922e0 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/quotas/ca088225e16f499eb73a4688a918af81 HTTP/1.1" status: 200 len: 375 time: 0.0859671 Aug 31 13:57:29.159021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34180) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:29.204541 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ad8c9-ca2b-4cd6-be53-9a2a9f6aef34 req-98942def-44b6-4466-b13e-33770465d322 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:29.206310 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fb6ad8c9-ca2b-4cd6-be53-9a2a9f6aef34 req-98942def-44b6-4466-b13e-33770465d322 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.13 "GET /v2.0/ports?device_id=35dce22f-ec00-46ec-8eea-c087db5d570c HTTP/1.1" status: 200 len: 945 time: 0.1533329 Aug 31 13:57:29.251007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091f10bf-46ec-43c2-8f5c-46dc913954c5', 'tag': 'fcf57cc7-b9e4-4310-b886-b227e686f2a2'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:29.254764 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1c3966-011f-4d93-8942-c6a397ad0ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "091f10bf-46ec-43c2-8f5c-46dc913954c5", "tag": "fcf57cc7-b9e4-4310-b886-b227e686f2a2"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:29.258221 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756262b-16db-4220-b849-86bea469e104 req-fcee3390-da40-4401-b724-e781b0be8525 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:29.258415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:29.260879 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5756262b-16db-4220-b849-86bea469e104 req-fcee3390-da40-4401-b724-e781b0be8525 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.13 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 948 time: 0.1749020 Aug 31 13:57:29.329113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:29.337023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:29.337402 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.433000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f8a6e-c94c-4db1-b9fd-40eee51a1eca req-61efbc79-0cc7-44af-a76c-794368a49359 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:29.434624 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-655f8a6e-c94c-4db1-b9fd-40eee51a1eca req-61efbc79-0cc7-44af-a76c-794368a49359 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 943 time: 0.1726973 Aug 31 13:57:29.494783 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.518848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-fb6ad8c9-ca2b-4cd6-be53-9a2a9f6aef34 req-242c24c6-e95d-4d70-a452-d1023a272197 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Deleting port ca76940f-3c70-439b-921f-c2a22e7a34ec {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:29.519450 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fb6ad8c9-ca2b-4cd6-be53-9a2a9f6aef34 req-242c24c6-e95d-4d70-a452-d1023a272197 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.529576 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-655f8a6e-c94c-4db1-b9fd-40eee51a1eca req-2dabb6a6-57e2-4452-81cf-2e4efbd2375b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772784 Aug 31 13:57:29.531984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a368bf0-c06f-4689-98b4-5d8b8a8cab80 req-55cce3d5-35cc-4a92-899f-d0dfb6be9543 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:29.533554 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8a368bf0-c06f-4689-98b4-5d8b8a8cab80 req-55cce3d5-35cc-4a92-899f-d0dfb6be9543 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.52 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 944 time: 0.2873228 Aug 31 13:57:29.534201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Made reservation on behalf of feaf503f639a42c6b080c56ca324c2aa for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:29.536699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cbc332-a55d-4bf5-b6f0-d7272963784a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530eeaf3-7e76-4382-b3fe-c7f1a2795e9a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:29.537568 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.541123 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3574f45b-e6aa-4ef0-9018-a9be0ef0505f" -d '{"events": [{"server_uuid": "45cbc332-a55d-4bf5-b6f0-d7272963784a", "name": "network-vif-plugged", "status": "completed", "tag": "530eeaf3-7e76-4382-b3fe-c7f1a2795e9a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:29.562377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:29.567948 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.581748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8584539-16c5-49a8-9654-387de3e8f37e admin admin] Deleting subnet b598607c-3fe6-4a93-b968-138bc238f04b {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:57:29.618072 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8584539-16c5-49a8-9654-387de3e8f37e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.623354 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-5756262b-16db-4220-b849-86bea469e104 req-c328e0de-b6c0-45e7-900d-df806410b9c7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Deleting port ebc3eb79-e2d3-41db-834b-283a344e38b9 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:29.624146 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-059a7992-0c46-421a-9d4b-91f742b0f7cd tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca088225e16f499eb73a4688a918af81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4334855 Aug 31 13:57:29.624340 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5756262b-16db-4220-b849-86bea469e104 req-c328e0de-b6c0-45e7-900d-df806410b9c7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.652202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:29.744752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-86722285-5dd2-41d3-90e3-4b4864c4e197 req-8b48df50-7a95-4f9d-8204-2042e228e39f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] For port bf3339ae-1d9c-4f7c-abf0-815f75d177fa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf3339ae-1d9c-4f7c-abf0-815f75d177fa,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:29.745611 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-86722285-5dd2-41d3-90e3-4b4864c4e197 req-8b48df50-7a95-4f9d-8204-2042e228e39f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.792305 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-fb6ad8c9-ca2b-4cd6-be53-9a2a9f6aef34 req-242c24c6-e95d-4d70-a452-d1023a272197 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] For port ca76940f-3c70-439b-921f-c2a22e7a34ec, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ca76940f-3c70-439b-921f-c2a22e7a34ec,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:29.795395 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fb6ad8c9-ca2b-4cd6-be53-9a2a9f6aef34 req-242c24c6-e95d-4d70-a452-d1023a272197 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.818686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-9e06e5c1-de15-41c8-b11b-e3df5289bf7c service neutron] 10.222.0.52 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711218 Aug 31 13:57:29.825517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-fb6ad8c9-ca2b-4cd6-be53-9a2a9f6aef34 req-242c24c6-e95d-4d70-a452-d1023a272197 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Calling delete_port for ca76940f-3c70-439b-921f-c2a22e7a34ec owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:29.871032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b5352-faa6-4067-bf2d-0845af3f87a7 req-d4608ee0-3b44-4a8a-830a-8dd540669153 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:29.872054 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8584539-16c5-49a8-9654-387de3e8f37e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.872537 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a2b5352-faa6-4067-bf2d-0845af3f87a7 req-d4608ee0-3b44-4a8a-830a-8dd540669153 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 948 time: 0.2146397 Aug 31 13:57:29.883125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-5756262b-16db-4220-b849-86bea469e104 req-c328e0de-b6c0-45e7-900d-df806410b9c7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] For port ebc3eb79-e2d3-41db-834b-283a344e38b9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebc3eb79-e2d3-41db-834b-283a344e38b9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:29.883598 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5756262b-16db-4220-b849-86bea469e104 req-c328e0de-b6c0-45e7-900d-df806410b9c7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:29.904892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-86722285-5dd2-41d3-90e3-4b4864c4e197 req-8b48df50-7a95-4f9d-8204-2042e228e39f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Calling delete_port for bf3339ae-1d9c-4f7c-abf0-815f75d177fa owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:29.959386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-5756262b-16db-4220-b849-86bea469e104 req-c328e0de-b6c0-45e7-900d-df806410b9c7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Calling delete_port for ebc3eb79-e2d3-41db-834b-283a344e38b9 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:29.997253 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a2b5352-faa6-4067-bf2d-0845af3f87a7 req-c6a2fa13-7706-4462-a462-2043a06ee484 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160083 Aug 31 13:57:30.150140 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8584539-16c5-49a8-9654-387de3e8f37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.205899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-abf595d8-ece6-4f17-aa0c-586bbc6d67d8 service neutron] 10.222.0.20 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279620 Aug 31 13:57:30.210028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Allocated IP 172.20.0.6 (179d47f2-98de-4390-bc37-0dfa9679155d/1e3aee39-e43e-4185-a0bd-c13ff6dee79a/cf6c4514-48bd-410d-b07a-df250e9c1d6f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:30.273618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08f1dc44-d92a-4e35-bbdb-e2910b5f149e req-b236e0a2-d875-4dc8-bd07-aea531cd8d6c service neutron] 10.222.0.52 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371510 Aug 31 13:57:30.290228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fb6ad8c9-ca2b-4cd6-be53-9a2a9f6aef34 req-242c24c6-e95d-4d70-a452-d1023a272197 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.304728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['bf3339ae-1d9c-4f7c-abf0-815f75d177fa', 'ca76940f-3c70-439b-921f-c2a22e7a34ec'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:30.317186 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd246b-a8c7-4e5b-9b14-3e6f4f69b43b req-0327e5c7-1f42-48a2-bfe2-cd442479e54f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:30.329781 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-93dd246b-a8c7-4e5b-9b14-3e6f4f69b43b req-0327e5c7-1f42-48a2-bfe2-cd442479e54f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 949 time: 0.2285070 Aug 31 13:57:30.344121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8a368bf0-c06f-4689-98b4-5d8b8a8cab80 req-8ae792c5-5348-4afc-9a70-7feffdb5c60b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Deleting port d8b351ab-54de-43f5-b261-606cc57be020 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:30.344759 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8a368bf0-c06f-4689-98b4-5d8b8a8cab80 req-8ae792c5-5348-4afc-9a70-7feffdb5c60b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.409588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c24c6-e95d-4d70-a452-d1023a272197 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Pushing event deleted for resources: {'Port': ['ID=ca76940f-3c70-439b-921f-c2a22e7a34ec,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:30.467465 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5756262b-16db-4220-b849-86bea469e104 req-c328e0de-b6c0-45e7-900d-df806410b9c7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.524588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8584539-16c5-49a8-9654-387de3e8f37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.529069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-93dd246b-a8c7-4e5b-9b14-3e6f4f69b43b req-0fe8ced2-115b-490f-ba93-e81f70b9ec6c tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958246 Aug 31 13:57:30.558329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6ad8c9-ca2b-4cd6-be53-9a2a9f6aef34 req-242c24c6-e95d-4d70-a452-d1023a272197 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] No DVR routers for this DVR port ca76940f-3c70-439b-921f-c2a22e7a34ec on host n-h1-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:30.561724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328e0de-b6c0-45e7-900d-df806410b9c7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Pushing event deleted for resources: {'Port': ['ID=ebc3eb79-e2d3-41db-834b-283a344e38b9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:30.578413 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fb6ad8c9-ca2b-4cd6-be53-9a2a9f6aef34 req-242c24c6-e95d-4d70-a452-d1023a272197 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.582372 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fb6ad8c9-ca2b-4cd6-be53-9a2a9f6aef34 req-242c24c6-e95d-4d70-a452-d1023a272197 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.13 "DELETE /v2.0/ports/ca76940f-3c70-439b-921f-c2a22e7a34ec HTTP/1.1" status: 204 len: 173 time: 1.3694263 Aug 31 13:57:30.583879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dce22f-ec00-46ec-8eea-c087db5d570c', 'name': 'network-vif-deleted', 'tag': 'ca76940f-3c70-439b-921f-c2a22e7a34ec'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:30.594538 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a125dcd-a6ae-459c-803a-3547103ce1b5" -d '{"events": [{"server_uuid": "35dce22f-ec00-46ec-8eea-c087db5d570c", "name": "network-vif-deleted", "tag": "ca76940f-3c70-439b-921f-c2a22e7a34ec"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:30.664891 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-86722285-5dd2-41d3-90e3-4b4864c4e197 req-8b48df50-7a95-4f9d-8204-2042e228e39f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.679901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ca76940f-3c70-439b-921f-c2a22e7a34ec'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:30.687791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8584539-16c5-49a8-9654-387de3e8f37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b598607c-3fe6-4a93-b968-138bc238f04b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:30.696369 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8584539-16c5-49a8-9654-387de3e8f37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.698856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e8584539-16c5-49a8-9654-387de3e8f37e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b598607c-3fe6-4a93-b968-138bc238f04b HTTP/1.1" status: 204 len: 168 time: 1.5107110 Aug 31 13:57:30.712668 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f4a698-2b75-4607-a3ae-f40be2d649e3 x-openstack-request-id: req-35f4a698-2b75-4607-a3ae-f40be2d649e3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:30.713145 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091f10bf-46ec-43c2-8f5c-46dc913954c5", "tag": "fcf57cc7-b9e4-4310-b886-b227e686f2a2", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:30.713511 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35f4a698-2b75-4607-a3ae-f40be2d649e3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:30.714136 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091f10bf-46ec-43c2-8f5c-46dc913954c5', 'tag': 'fcf57cc7-b9e4-4310-b886-b227e686f2a2', 'status': 'completed', 'code': 200} Aug 31 13:57:30.722698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34200) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:30.760982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5756262b-16db-4220-b849-86bea469e104 req-c328e0de-b6c0-45e7-900d-df806410b9c7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] No DVR routers for this DVR port ebc3eb79-e2d3-41db-834b-283a344e38b9 on host n-h1-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:30.768256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5756262b-16db-4220-b849-86bea469e104 req-c328e0de-b6c0-45e7-900d-df806410b9c7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.771013 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5756262b-16db-4220-b849-86bea469e104 req-c328e0de-b6c0-45e7-900d-df806410b9c7 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.13 "DELETE /v2.0/ports/ebc3eb79-e2d3-41db-834b-283a344e38b9 HTTP/1.1" status: 204 len: 173 time: 1.4973228 Aug 31 13:57:30.809790 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-c17415e7-066d-4e3f-934c-8ff559545201 service neutron] 10.222.0.20 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880075 Aug 31 13:57:30.839410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48df50-7a95-4f9d-8204-2042e228e39f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Pushing event deleted for resources: {'Port': ['ID=bf3339ae-1d9c-4f7c-abf0-815f75d177fa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:30.858663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6853be2-56dc-479b-b361-d64f7cbfd516 req-1f597c7f-b7af-4e10-b536-0dfa13990bd0 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 210 time: 0.0465693 Aug 31 13:57:30.889253 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8a368bf0-c06f-4689-98b4-5d8b8a8cab80 req-8ae792c5-5348-4afc-9a70-7feffdb5c60b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] For port d8b351ab-54de-43f5-b261-606cc57be020, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d8b351ab-54de-43f5-b261-606cc57be020,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:30.889253 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8a368bf0-c06f-4689-98b4-5d8b8a8cab80 req-8ae792c5-5348-4afc-9a70-7feffdb5c60b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:30.963787 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923712f3-2674-404f-b35d-a4a70fbd9358 x-openstack-request-id: req-923712f3-2674-404f-b35d-a4a70fbd9358 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:30.964933 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cbc332-a55d-4bf5-b6f0-d7272963784a", "name": "network-vif-plugged", "status": "completed", "tag": "530eeaf3-7e76-4382-b3fe-c7f1a2795e9a", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:30.965778 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-923712f3-2674-404f-b35d-a4a70fbd9358 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:30.965954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8a368bf0-c06f-4689-98b4-5d8b8a8cab80 req-8ae792c5-5348-4afc-9a70-7feffdb5c60b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Calling delete_port for d8b351ab-54de-43f5-b261-606cc57be020 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:30.968054 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cbc332-a55d-4bf5-b6f0-d7272963784a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530eeaf3-7e76-4382-b3fe-c7f1a2795e9a', 'code': 200} Aug 31 13:57:31.043448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-86722285-5dd2-41d3-90e3-4b4864c4e197 req-8b48df50-7a95-4f9d-8204-2042e228e39f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] No DVR routers for this DVR port bf3339ae-1d9c-4f7c-abf0-815f75d177fa on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:31.069776 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-86722285-5dd2-41d3-90e3-4b4864c4e197 req-8b48df50-7a95-4f9d-8204-2042e228e39f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.072982 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-86722285-5dd2-41d3-90e3-4b4864c4e197 req-8b48df50-7a95-4f9d-8204-2042e228e39f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.13 "DELETE /v2.0/ports/bf3339ae-1d9c-4f7c-abf0-815f75d177fa HTTP/1.1" status: 204 len: 173 time: 2.9243340 Aug 31 13:57:31.234498 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.253247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.276701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3966-011f-4d93-8942-c6a397ad0ae4 req-fe919231-eeee-4e79-a41e-4a39d6d2d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:31.279804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed1c3966-011f-4d93-8942-c6a397ad0ae4 req-fe919231-eeee-4e79-a41e-4a39d6d2d8f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e27881c1f8364d7099ef6b120f734f66&device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 1094 time: 0.4923058 Aug 31 13:57:31.333044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f374ba3-f958-4b03-8d28-7263eba4da7d req-0bec7213-e80a-462f-9070-eaac4fdcbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:31.337200 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f374ba3-f958-4b03-8d28-7263eba4da7d req-0bec7213-e80a-462f-9070-eaac4fdcbd23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 1100 time: 0.2974501 Aug 31 13:57:31.343753 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bdfadad1-e185-47b0-b9c1-6aba92f4ac91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.352672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ae641-afc7-41ce-bb82-3589473d07d5 req-b19d169f-7394-40db-a503-558f560d1e9d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:31.363659 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-407ae641-afc7-41ce-bb82-3589473d07d5 req-b19d169f-7394-40db-a503-558f560d1e9d tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 944 time: 0.2151887 Aug 31 13:57:31.449235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Transition to ACTIVE for port object cf6c4514-48bd-410d-b07a-df250e9c1d6f will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:31.452162 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f374ba3-f958-4b03-8d28-7263eba4da7d req-8d167dd4-97b9-415f-91ff-51285ca3ab59 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848560 Aug 31 13:57:31.496419 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-407ae641-afc7-41ce-bb82-3589473d07d5 req-d1edbbd2-3709-4d23-9f5a-59be101084d7 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Aug 31 13:57:31.580087 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c792ef84-1257-42c1-8538-dd545271de70 x-openstack-request-id: req-c792ef84-1257-42c1-8538-dd545271de70 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:31.580775 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dce22f-ec00-46ec-8eea-c087db5d570c", "name": "network-vif-deleted", "tag": "ca76940f-3c70-439b-921f-c2a22e7a34ec", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:31.580775 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c792ef84-1257-42c1-8538-dd545271de70 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:31.581348 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35dce22f-ec00-46ec-8eea-c087db5d570c', 'name': 'network-vif-deleted', 'tag': 'ca76940f-3c70-439b-921f-c2a22e7a34ec', 'status': 'completed', 'code': 200} Aug 31 13:57:31.743027 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.802919 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:31.817573 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b994d-5456-4b90-bdd8-f356c500a0a6 req-1d0b9206-fc78-4bf1-9f69-64bb15c955f9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:31.818607 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f5bf05c-1881-4fe9-a079-248482fed7d0 req-a42c55a0-25fc-4097-a590-7628ccc17dd1 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e93246-655f-4f73-baf2-0bfe62ba0dd2 HTTP/1.1" status: 200 len: 210 time: 0.0469208 Aug 31 13:57:31.825224 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c58b994d-5456-4b90-bdd8-f356c500a0a6 req-1d0b9206-fc78-4bf1-9f69-64bb15c955f9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 943 time: 0.4749436 Aug 31 13:57:31.906081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8ce515-5624-49c6-aa68-d1a23361e67b']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:31.927437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3966-011f-4d93-8942-c6a397ad0ae4 req-136228ff-b34a-4f39-9be4-4a882a701fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:31.929887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed1c3966-011f-4d93-8942-c6a397ad0ae4 req-136228ff-b34a-4f39-9be4-4a882a701fec service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd HTTP/1.1" status: 200 len: 921 time: 0.6019604 Aug 31 13:57:32.253038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3976134-0949-45b0-9d7d-f7fb712dd9e9 req-54ba1f91-2cbb-4148-975a-c9ec49bd7d21 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:32.267629 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f3976134-0949-45b0-9d7d-f7fb712dd9e9 req-54ba1f91-2cbb-4148-975a-c9ec49bd7d21 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 949 time: 0.1188037 Aug 31 13:57:32.335982 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f3976134-0949-45b0-9d7d-f7fb712dd9e9 req-0db96d27-fcbc-4cf3-83ff-ff9a3fa7b584 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667765 Aug 31 13:57:32.370057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Network 179d47f2-98de-4390-bc37-0dfa9679155d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:32.442071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fec6e9-48a3-4adb-9971-fd6d97b06b2b') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:32.442580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fec6e9-48a3-4adb-9971-fd6d97b06b2b') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:32.449748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:32.450196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:32.507731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed1c3966-011f-4d93-8942-c6a397ad0ae4 req-3545aeb4-4822-4c0d-a5eb-d0b4400153a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcf57cc7-b9e4-4310-b886-b227e686f2a2 HTTP/1.1" status: 200 len: 217 time: 0.1451502 Aug 31 13:57:32.530661 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.555940 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8a368bf0-c06f-4689-98b4-5d8b8a8cab80 req-8ae792c5-5348-4afc-9a70-7feffdb5c60b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.579738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['84a8a35f-4532-4280-9ebd-7b0cf6b3bf22'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:32.592129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Pushing event updated for resources: {'Port': ['ID=cf6c4514-48bd-410d-b07a-df250e9c1d6f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:32.628331 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c11d-1c8a-4402-9af9-ecd5b0ae7e9f req-6046f4d3-6819-461d-9606-8657878d6674 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:32.643569 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5ae0c11d-1c8a-4402-9af9-ecd5b0ae7e9f req-6046f4d3-6819-461d-9606-8657878d6674 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 931 time: 0.1465766 Aug 31 13:57:32.671265 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c58b994d-5456-4b90-bdd8-f356c500a0a6 req-18a1ae0a-69e4-4711-91d4-b963b548ff7f tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8447998 Aug 31 13:57:32.749580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.771689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10978124-7aa7-4607-b1fa-d30728b9e849', 'name': 'network-vif-deleted', 'tag': 'bf3339ae-1d9c-4f7c-abf0-815f75d177fa'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:32.775492 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b49d684-4dc7-417b-a143-113f7f6498c3" -d '{"events": [{"server_uuid": "10978124-7aa7-4607-b1fa-d30728b9e849", "name": "network-vif-deleted", "tag": "bf3339ae-1d9c-4f7c-abf0-815f75d177fa"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:32.806863 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5ae0c11d-1c8a-4402-9af9-ecd5b0ae7e9f req-5c6144b2-d75b-4d21-912c-f1062028ebff tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609030 Aug 31 13:57:32.840476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae792c5-5348-4afc-9a70-7feffdb5c60b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Pushing event deleted for resources: {'Port': ['ID=d8b351ab-54de-43f5-b261-606cc57be020,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:32.899886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:57:32.900494 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: timer() Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:57:32.903427 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:57:32.917068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:32.918176 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.025886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-217d9529-d5d1-45c2-8a75-3e0e3a07b7f1 req-6f282414-3b55-46e9-8981-0d5d6d747b4c tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 210 time: 0.1580153 Aug 31 13:57:33.078479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6968b8ce-b87f-4c92-a22f-e339810b7486 None None] Provisioning for port cf6c4514-48bd-410d-b07a-df250e9c1d6f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:33.087830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6968b8ce-b87f-4c92-a22f-e339810b7486 None None] Provisioning complete for port cf6c4514-48bd-410d-b07a-df250e9c1d6f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:33.088771 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6968b8ce-b87f-4c92-a22f-e339810b7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.108952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3966-011f-4d93-8942-c6a397ad0ae4 req-27129702-c794-4095-9c78-35dc8e11ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:33.110850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed1c3966-011f-4d93-8942-c6a397ad0ae4 req-27129702-c794-4095-9c78-35dc8e11ea0e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e673293-c4b2-4cfc-82ad-2fb4ebc0f368 HTTP/1.1" status: 200 len: 860 time: 0.5609276 Aug 31 13:57:33.113006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-a2d15b5c-a8cf-4463-8fdf-bc563b5a9871 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6952224 Aug 31 13:57:33.114215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a368bf0-c06f-4689-98b4-5d8b8a8cab80 req-8ae792c5-5348-4afc-9a70-7feffdb5c60b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] No DVR routers for this DVR port d8b351ab-54de-43f5-b261-606cc57be020 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:33.121591 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8a368bf0-c06f-4689-98b4-5d8b8a8cab80 req-8ae792c5-5348-4afc-9a70-7feffdb5c60b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.125857 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8a368bf0-c06f-4689-98b4-5d8b8a8cab80 req-8ae792c5-5348-4afc-9a70-7feffdb5c60b tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.52 "DELETE /v2.0/ports/d8b351ab-54de-43f5-b261-606cc57be020 HTTP/1.1" status: 204 len: 173 time: 3.5617154 Aug 31 13:57:33.150034 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6549aa9e-3a1f-4a61-bcd3-63f7703b60cb req-b8139994-9ccc-4b3f-8ed6-b5e82675df79 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 210 time: 0.0988271 Aug 31 13:57:33.151228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Request body: {'port': {'device_id': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:33.231126 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6a5923-2f34-4955-85e6-7499e9abae7a x-openstack-request-id: req-9a6a5923-2f34-4955-85e6-7499e9abae7a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:33.231963 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10978124-7aa7-4607-b1fa-d30728b9e849", "name": "network-vif-deleted", "tag": "bf3339ae-1d9c-4f7c-abf0-815f75d177fa", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:33.232576 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a6a5923-2f34-4955-85e6-7499e9abae7a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:33.233373 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10978124-7aa7-4607-b1fa-d30728b9e849', 'name': 'network-vif-deleted', 'tag': 'bf3339ae-1d9c-4f7c-abf0-815f75d177fa', 'status': 'completed', 'code': 200} Aug 31 13:57:33.237646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed1c3966-011f-4d93-8942-c6a397ad0ae4 req-900ddaaf-11d4-4645-93e8-32eb29270e7f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5ca34ca-9f6c-42b2-be33-46b24604e8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068864 Aug 31 13:57:33.270530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device bf3339ae-1d9c-4f7c-abf0-815f75d177fa no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:33.287591 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6968b8ce-b87f-4c92-a22f-e339810b7486 None None] Port cf6c4514-48bd-410d-b07a-df250e9c1d6f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:57:33.382256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.397125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: bf3339ae-1d9c-4f7c-abf0-815f75d177fa {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:33.397479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device bf3339ae-1d9c-4f7c-abf0-815f75d177fa not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:33.397958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ca76940f-3c70-439b-921f-c2a22e7a34ec no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:33.437246 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.444211 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1c8ce515-5624-49c6-aa68-d1a23361e67b HTTP/1.1" status: 204 len: 168 time: 2.7145846 Aug 31 13:57:33.465110 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: ca76940f-3c70-439b-921f-c2a22e7a34ec {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:33.466158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ca76940f-3c70-439b-921f-c2a22e7a34ec not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:33.467576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ebc3eb79-e2d3-41db-834b-283a344e38b9 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:33.494660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device fcf57cc7-b9e4-4310-b886-b227e686f2a2 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:33.502209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device d8b351ab-54de-43f5-b261-606cc57be020 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:33.508180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abb576-771b-4ffd-a5da-a3980d718658 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c8ce515-5624-49c6-aa68-d1a23361e67b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:33.523021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: ebc3eb79-e2d3-41db-834b-283a344e38b9 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:33.525123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ebc3eb79-e2d3-41db-834b-283a344e38b9 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:33.568459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: d8b351ab-54de-43f5-b261-606cc57be020 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:33.568940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device d8b351ab-54de-43f5-b261-606cc57be020 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:33.569538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-3b6a7c3f-f693-4583-8f62-67293b76ae97 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:33.570926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:33.577940 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-3b6a7c3f-f693-4583-8f62-67293b76ae97 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.13 "GET /v2.0/networks?id=92381d57-6677-490a-8029-6345c0361b53 HTTP/1.1" status: 200 len: 813 time: 0.3133972 Aug 31 13:57:33.583440 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e93246-655f-4f73-baf2-0bfe62ba0dd2', 'name': 'network-vif-deleted', 'tag': 'ebc3eb79-e2d3-41db-834b-283a344e38b9'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:33.605388 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ea4f66-0ce1-4184-a024-379a03871880" -d '{"events": [{"server_uuid": "99e93246-655f-4f73-baf2-0bfe62ba0dd2", "name": "network-vif-deleted", "tag": "ebc3eb79-e2d3-41db-834b-283a344e38b9"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:33.634052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Request body: {'port': {'device_id': '18e21b70-9465-48cd-a8d8-7e7daebed5d9', 'network_id': '92381d57-6677-490a-8029-6345c0361b53', 'admin_state_up': True, 'tenant_id': 'ca088225e16f499eb73a4688a918af81'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:33.718495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34246) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:33.869196 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:57:33.879241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port fcf57cc7-b9e4-4310-b886-b227e686f2a2, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fcf57cc7-b9e4-4310-b886-b227e686f2a2,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:33.961308 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accd9ff5-6b30-42f2-a8bd-b53786133b7f x-openstack-request-id: req-accd9ff5-6b30-42f2-a8bd-b53786133b7f {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:33.961308 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e93246-655f-4f73-baf2-0bfe62ba0dd2", "name": "network-vif-deleted", "tag": "ebc3eb79-e2d3-41db-834b-283a344e38b9", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:33.961879 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-accd9ff5-6b30-42f2-a8bd-b53786133b7f {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:33.962514 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e93246-655f-4f73-baf2-0bfe62ba0dd2', 'name': 'network-vif-deleted', 'tag': 'ebc3eb79-e2d3-41db-834b-283a344e38b9', 'status': 'completed', 'code': 200} Aug 31 13:57:33.983472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'fcf57cc7-b9e4-4310-b886-b227e686f2a2', 'network_id': 'a5ca34ca-9f6c-42b2-be33-46b24604e8fd', 'port_id': 'fcf57cc7-b9e4-4310-b886-b227e686f2a2', 'mac_address': 'fa:16:3e:6d:e2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e673293-c4b2-4cfc-82ad-2fb4ebc0f368', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:34.000211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a00e9a-898f-4a2f-8c29-42d3a2a871dc req-45b131a5-557e-45a9-a7b8-cb86dba2cffd tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:34.017035 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13a00e9a-898f-4a2f-8c29-42d3a2a871dc req-45b131a5-557e-45a9-a7b8-cb86dba2cffd tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 949 time: 0.3647785 Aug 31 13:57:34.028045 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.040804 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4899-7af3-4c3c-9642-1562a06614d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.069230 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed1c3966-011f-4d93-8942-c6a397ad0ae4 req-b5b3eea6-3a20-4a61-9890-148d273502f2 service neutron] 10.222.0.52 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7814362 Aug 31 13:57:34.121138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34258) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:34.147652 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.207140 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf57cc7-b9e4-4310-b886-b227e686f2a2 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:34.232755 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13a00e9a-898f-4a2f-8c29-42d3a2a871dc req-637e66de-0a84-4440-aaf5-d178e3181f73 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822963 Aug 31 13:57:34.234241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Made reservation on behalf of ca088225e16f499eb73a4688a918af81 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:34.252598 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.287558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port fcf57cc7-b9e4-4310-b886-b227e686f2a2, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fcf57cc7-b9e4-4310-b886-b227e686f2a2,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:34.295849 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.372548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed1c3966-011f-4d93-8942-c6a397ad0ae4 req-353c66f8-684f-49b2-bc1c-704b5a0e204a service neutron] 10.222.0.52 "GET /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522452 Aug 31 13:57:34.474693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=fcf57cc7-b9e4-4310-b886-b227e686f2a2,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:34.609963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18c1f0-6ed8-4b06-bbc6-70c5ff485d04 req-0829de6f-d698-41d4-a1a1-2ae707be540d tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:34.613189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c18c1f0-6ed8-4b06-bbc6-70c5ff485d04 req-0829de6f-d698-41d4-a1a1-2ae707be540d tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6bdc2c3-5713-47b6-9ceb-34677691a141 HTTP/1.1" status: 200 len: 949 time: 0.1871233 Aug 31 13:57:34.615404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Allocated IP 172.20.0.4 (92381d57-6677-490a-8029-6345c0361b53/2d3a5117-30ba-42a8-858c-5a125cff6bee/9b5763ce-aea6-499f-82c5-e4153b5f8c5a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:34.709536 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89a79907-938f-48ad-afb1-68f08f7a224d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:34.822622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472fa87-3180-47bf-8e40-33aed2063eb6 req-334301e5-8ce1-4145-ae9a-01fd235fdae3 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:34.825019 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3472fa87-3180-47bf-8e40-33aed2063eb6 req-334301e5-8ce1-4145-ae9a-01fd235fdae3 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 944 time: 0.4699087 Aug 31 13:57:34.833916 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c18c1f0-6ed8-4b06-bbc6-70c5ff485d04 req-1d8d8e6d-b9c9-4e46-8d3f-6cdddd99ac3b tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987805 Aug 31 13:57:34.840896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['fcf57cc7-b9e4-4310-b886-b227e686f2a2'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:34.889146 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-58126761-ea3a-4cc4-8f6d-f043207ad2c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24b3f2febd7d4b85836b75e97fa9634b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7459099 Aug 31 13:57:34.910986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34264) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:35.133429 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86eef5-8c74-494f-a8bc-07e2950daf8f req-dce98865-80cf-483b-a23d-9453c1540305 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:35.147527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f86eef5-8c74-494f-a8bc-07e2950daf8f req-dce98865-80cf-483b-a23d-9453c1540305 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 931 time: 0.1444292 Aug 31 13:57:35.165175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89a79907-938f-48ad-afb1-68f08f7a224d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.171828 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.183719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.191742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89a79907-938f-48ad-afb1-68f08f7a224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.219517 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f86eef5-8c74-494f-a8bc-07e2950daf8f req-2c058e32-4a2a-4521-81e4-9888074829cb tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703762 Aug 31 13:57:35.257827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-e77f6099-1856-42d7-9a12-5260effd4a82 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:35.260807 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-e77f6099-1856-42d7-9a12-5260effd4a82 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.52 "GET /v2.0/networks?id=92381d57-6677-490a-8029-6345c0361b53 HTTP/1.1" status: 200 len: 813 time: 1.2794800 Aug 31 13:57:35.261319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b4fc0-d01c-4de2-af85-a870a07be3a0', 'name': 'network-vif-deleted', 'tag': 'd8b351ab-54de-43f5-b261-606cc57be020'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:35.267107 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4082da-df54-4146-8a85-550139cdc190" -d '{"events": [{"server_uuid": "f65b4fc0-d01c-4de2-af85-a870a07be3a0", "name": "network-vif-deleted", "tag": "d8b351ab-54de-43f5-b261-606cc57be020"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:35.290908 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.332670 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-89a79907-938f-48ad-afb1-68f08f7a224d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2577579d967b4baa9d5c58d3f00aae27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5375919 Aug 31 13:57:35.352472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34268) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:35.361386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Request body: {'port': {'device_id': 'fda930a3-5bd7-476d-9124-ffd555098301', 'network_id': '92381d57-6677-490a-8029-6345c0361b53', 'admin_state_up': True, 'tenant_id': 'ca088225e16f499eb73a4688a918af81'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:35.370132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3472fa87-3180-47bf-8e40-33aed2063eb6 req-b7ad603b-e099-4c82-87d9-4079c5c0f81a tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604671 Aug 31 13:57:35.443400 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b2113aab-5971-4b0e-8d17-23853d386d9d req-b61c30f6-ad8b-4205-bd1f-bd208d553fa9 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 210 time: 0.1295519 Aug 31 13:57:35.446872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Network 92381d57-6677-490a-8029-6345c0361b53 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:35.467683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:35.476174 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:35.503790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Pushing event updated for resources: {'Port': ['ID=9b5763ce-aea6-499f-82c5-e4153b5f8c5a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:35.519476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a79907-938f-48ad-afb1-68f08f7a224d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287d0a59-9e97-4999-8f8f-6a2864ce6a05,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:35.529813 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-169469bf-96a7-403d-a982-3bb581e2bd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.620878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-341753fa-f41d-4407-9ab8-556ee7ff82c6 req-0c46898b-611f-46eb-b030-4c740d8a21c7 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 210 time: 0.0983038 Aug 31 13:57:35.631790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:35.632695 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.655013 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-92836d34-5e3d-4573-a503-07175c22b453 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0405679 Aug 31 13:57:35.658585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a5ec9-0a41-422d-af7f-9e95eae444ad req-fde48e30-ed9e-4b53-b49b-516566e5ecf8 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:35.660553 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8a9a5ec9-0a41-422d-af7f-9e95eae444ad req-fde48e30-ed9e-4b53-b49b-516566e5ecf8 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 1100 time: 0.0935528 Aug 31 13:57:35.673294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Request body: {'port': {'device_id': '18e21b70-9465-48cd-a8d8-7e7daebed5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:35.679062 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-169469bf-96a7-403d-a982-3bb581e2bd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.699679 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aea4dd-979e-450f-9264-22cf3b0f8297 x-openstack-request-id: req-65aea4dd-979e-450f-9264-22cf3b0f8297 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:35.699977 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b4fc0-d01c-4de2-af85-a870a07be3a0", "name": "network-vif-deleted", "tag": "d8b351ab-54de-43f5-b261-606cc57be020", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:35.700234 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65aea4dd-979e-450f-9264-22cf3b0f8297 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:35.701221 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b4fc0-d01c-4de2-af85-a870a07be3a0', 'name': 'network-vif-deleted', 'tag': 'd8b351ab-54de-43f5-b261-606cc57be020', 'status': 'completed', 'code': 200} Aug 31 13:57:35.780984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6c4514-48bd-410d-b07a-df250e9c1d6f {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:35.802026 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8a9a5ec9-0a41-422d-af7f-9e95eae444ad req-cf87d897-b9e1-4bc0-b396-a61b6d9e1d15 tempest-ServersOnMultiNodesTest-2094634476 tempest-ServersOnMultiNodesTest-2094634476-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891025 Aug 31 13:57:35.817236 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.818403 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.866899 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-47e6f53b-97a9-4c8f-be0b-e2a53488c575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.890048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Made reservation on behalf of ca088225e16f499eb73a4688a918af81 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:35.893900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.896631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Transition to ACTIVE for port object cf6c4514-48bd-410d-b07a-df250e9c1d6f will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:35.930723 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.985037 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-169469bf-96a7-403d-a982-3bb581e2bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.987776 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-169469bf-96a7-403d-a982-3bb581e2bd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:35.992413 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-169469bf-96a7-403d-a982-3bb581e2bd6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/029c2be8-d7d7-4d26-9387-54125f613564 HTTP/1.1" status: 204 len: 168 time: 1.0799623 Aug 31 13:57:36.152321 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-47e6f53b-97a9-4c8f-be0b-e2a53488c575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:36.202808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169469bf-96a7-403d-a982-3bb581e2bd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029c2be8-d7d7-4d26-9387-54125f613564,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:36.298496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff259c38-3210-4906-815c-91039f81aecd req-90bf2bc1-ec41-4222-981f-f2e7acf7afc0 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:36.307955 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff259c38-3210-4906-815c-91039f81aecd req-90bf2bc1-ec41-4222-981f-f2e7acf7afc0 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6bdc2c3-5713-47b6-9ceb-34677691a141 HTTP/1.1" status: 200 len: 949 time: 0.2494342 Aug 31 13:57:36.341705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6c4514-48bd-410d-b07a-df250e9c1d6f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:36.376779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-47e6f53b-97a9-4c8f-be0b-e2a53488c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:36.380071 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-47e6f53b-97a9-4c8f-be0b-e2a53488c575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:36.384093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-47e6f53b-97a9-4c8f-be0b-e2a53488c575 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/287d0a59-9e97-4999-8f8f-6a2864ce6a05 HTTP/1.1" status: 204 len: 168 time: 1.0096531 Aug 31 13:57:36.437784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6f53b-97a9-4c8f-be0b-e2a53488c575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287d0a59-9e97-4999-8f8f-6a2864ce6a05,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:36.449805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Attempting to bind port cf6c4514-48bd-410d-b07a-df250e9c1d6f on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:36.449805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Attempting to bind port cf6c4514-48bd-410d-b07a-df250e9c1d6f by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:36.449805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Attempting to bind port cf6c4514-48bd-410d-b07a-df250e9c1d6f on network 179d47f2-98de-4390-bc37-0dfa9679155d {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:36.495689 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff259c38-3210-4906-815c-91039f81aecd req-38e0af0f-38bd-40f8-ab70-ed9f375c0528 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864877 Aug 31 13:57:36.510495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Port cf6c4514-48bd-410d-b07a-df250e9c1d6f on network 179d47f2-98de-4390-bc37-0dfa9679155d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:36.510997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Attempting to bind port cf6c4514-48bd-410d-b07a-df250e9c1d6f on network 179d47f2-98de-4390-bc37-0dfa9679155d {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:36.524873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:36.524873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Checking segment: {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:36.524873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Bound using segment: {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:36.524873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Bound port: cf6c4514-48bd-410d-b07a-df250e9c1d6f, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:36.524873 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:36.637477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ea25b-6669-440c-8159-719dae970759 req-9a3baf08-2599-4c65-aa21-9895e5d01510 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:36.640247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e14ea25b-6669-440c-8159-719dae970759 req-9a3baf08-2599-4c65-aa21-9895e5d01510 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 943 time: 0.2437449 Aug 31 13:57:36.650356 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:36.751702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5763ce-aea6-499f-82c5-e4153b5f8c5a {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:36.767537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:36.790420 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e14ea25b-6669-440c-8159-719dae970759 req-0fc7e786-0175-4147-a9a0-c258e7c5c4c8 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772839 Aug 31 13:57:36.798584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba543a-7a11-4810-81c3-990012c6aef2 req-2f0ce3a9-2578-420f-833b-92e66702ef6a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:36.800952 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77ba543a-7a11-4810-81c3-990012c6aef2 req-2f0ce3a9-2578-420f-833b-92e66702ef6a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 949 time: 0.0982015 Aug 31 13:57:36.802551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Transition to ACTIVE for port object 9b5763ce-aea6-499f-82c5-e4153b5f8c5a will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:36.813091 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:36.831758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34290) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:37.110190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Allocated IP 172.20.0.11 (92381d57-6677-490a-8029-6345c0361b53/2d3a5117-30ba-42a8-858c-5a125cff6bee/c9cbada2-74a3-423e-81f1-60848df3adde) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:37.192027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1b7124d3-0b65-4e27-9fdc-5592959f2412 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30c2d5e0c7b14f96ae3acbeebd746f03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3584673 Aug 31 13:57:37.196269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34294) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:37.203499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] For port cf6c4514-48bd-410d-b07a-df250e9c1d6f, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:37.205527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34296) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:37.245296 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdd7a57c-34b4-458f-9ecd-be2ea725cc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.297839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] For port cf6c4514-48bd-410d-b07a-df250e9c1d6f, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:37.365442 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77ba543a-7a11-4810-81c3-990012c6aef2 req-647078b5-a03e-4cc4-8414-6efe773276c1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265667 Aug 31 13:57:37.376383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Pushing event updated for resources: {'Port': ['ID=9b5763ce-aea6-499f-82c5-e4153b5f8c5a,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:37.406355 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.498804 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device fcf57cc7-b9e4-4310-b886-b227e686f2a2 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:37.514043 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-21a0455e-dbab-47a3-8e92-2c50f535a00e req-f90f6acf-e574-48e4-842a-a34f2d031fd3 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 210 time: 0.0511489 Aug 31 13:57:37.536464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Attempting to bind port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:37.536825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Attempting to bind port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:37.537199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Attempting to bind port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a on network 92381d57-6677-490a-8029-6345c0361b53 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:37.557397 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a on network 92381d57-6677-490a-8029-6345c0361b53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:37.558167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Attempting to bind port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a on network 92381d57-6677-490a-8029-6345c0361b53 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:37.563062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a5b77-860f-4cf0-a097-3823d31ef332 req-475fe24b-ced9-4d51-af41-94043f461582 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:37.569992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:37.570420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Checking segment: {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:37.571487 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Bound using segment: {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:37.571487 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Bound port: 9b5763ce-aea6-499f-82c5-e4153b5f8c5a, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:37.571988 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.582643 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e08a5b77-860f-4cf0-a097-3823d31ef332 req-475fe24b-ced9-4d51-af41-94043f461582 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 944 time: 0.5829568 Aug 31 13:57:37.615606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port fcf57cc7-b9e4-4310-b886-b227e686f2a2 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:37.625033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:37.625033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.625033 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] 10.222.0.13 "PUT /v2.0/ports/cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 1091 time: 4.4949136 Aug 31 13:57:37.629237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port fcf57cc7-b9e4-4310-b886-b227e686f2a2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:37.630052 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.748364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] For port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:37.753869 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] For port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9b5763ce-aea6-499f-82c5-e4153b5f8c5a,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:37.773377 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.783259 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.814025 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.816881 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3aac8f99-2c97-48c5-aefa-0de4b8199aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.848570 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3aac8f99-2c97-48c5-aefa-0de4b8199aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.850623 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da0ed27d-af99-4e49-a024-f483e2c2e0cc req-ac43961e-b974-4a0a-8366-49ca6cd359c3 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 210 time: 0.0937467 Aug 31 13:57:37.883007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091f10bf-46ec-43c2-8f5c-46dc913954c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf57cc7-b9e4-4310-b886-b227e686f2a2'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:37.886637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:37.886780 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77522e7-7d33-4855-9cab-2cc7f8935996" -d '{"events": [{"server_uuid": "091f10bf-46ec-43c2-8f5c-46dc913954c5", "name": "network-vif-plugged", "status": "completed", "tag": "fcf57cc7-b9e4-4310-b886-b227e686f2a2"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:37.887692 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.891594 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] 10.222.0.13 "PUT /v2.0/ports/9b5763ce-aea6-499f-82c5-e4153b5f8c5a HTTP/1.1" status: 200 len: 1091 time: 2.2267478 Aug 31 13:57:37.892276 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e21b70-9465-48cd-a8d8-7e7daebed5d9', 'tag': '9b5763ce-aea6-499f-82c5-e4153b5f8c5a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:37.904371 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e80c8c-cf19-4803-813b-ae8234e5b78c" -d '{"events": [{"name": "network-changed", "server_uuid": "18e21b70-9465-48cd-a8d8-7e7daebed5d9", "tag": "9b5763ce-aea6-499f-82c5-e4153b5f8c5a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:37.916542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port fcf57cc7-b9e4-4310-b886-b227e686f2a2, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fcf57cc7-b9e4-4310-b886-b227e686f2a2,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:37.923087 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:37.934582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:37.938064 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7bbcd7-4b9f-494d-85ba-134d124555f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:37.965027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cdc50-8473-4263-8e26-825baa846d56 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6c4514-48bd-410d-b07a-df250e9c1d6f,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:38.007955 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e08a5b77-860f-4cf0-a097-3823d31ef332 req-6a7a2ac0-f777-40a3-8e4c-5b2109ee5f55 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240956 Aug 31 13:57:38.012299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3aac8f99-2c97-48c5-aefa-0de4b8199aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.015440 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3aac8f99-2c97-48c5-aefa-0de4b8199aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.024382 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3aac8f99-2c97-48c5-aefa-0de4b8199aea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8fd22d8-86c3-49af-91b1-65d15fafef38 HTTP/1.1" status: 204 len: 168 time: 0.7815292 Aug 31 13:57:38.033215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=fcf57cc7-b9e4-4310-b886-b227e686f2a2,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:38.077292 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bcfd3-1ef3-4a20-af7e-fbd989b36d9e service neutron] Pushing event updated for resources: {'Port': ['ID=9b5763ce-aea6-499f-82c5-e4153b5f8c5a,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:38.098096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-01059282-be8e-4231-838d-f51b3e979350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.099736 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-01059282-be8e-4231-838d-f51b3e979350 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca088225e16f499eb73a4688a918af81&device_id=18e21b70-9465-48cd-a8d8-7e7daebed5d9 HTTP/1.1" status: 200 len: 1094 time: 0.1542411 Aug 31 13:57:38.129685 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5f8e4-993d-449e-9305-8bf42a86a2f7 req-9c228486-469f-4747-9b41-bbdd1bec430a tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.132165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67b5f8e4-993d-449e-9305-8bf42a86a2f7 req-9c228486-469f-4747-9b41-bbdd1bec430a tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6bdc2c3-5713-47b6-9ceb-34677691a141 HTTP/1.1" status: 200 len: 949 time: 0.8077364 Aug 31 13:57:38.154952 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-3d09d274-00e3-4ea3-8274-6331eded7654 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b5763ce-aea6-499f-82c5-e4153b5f8c5a HTTP/1.1" status: 200 len: 217 time: 0.0451913 Aug 31 13:57:38.157959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac8f99-2c97-48c5-aefa-0de4b8199aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fd22d8-86c3-49af-91b1-65d15fafef38,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:38.164634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a747596-dcdb-4c55-9e7b-14e820a090fa req-b45571d2-14a6-4187-bf63-ddef33123e05 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.167544 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1a747596-dcdb-4c55-9e7b-14e820a090fa req-b45571d2-14a6-4187-bf63-ddef33123e05 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6bdc2c3-5713-47b6-9ceb-34677691a141 HTTP/1.1" status: 200 len: 949 time: 0.1463728 Aug 31 13:57:38.176843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-0d2fda9b-df34-49cb-a3b4-401beb77f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.180205 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-0d2fda9b-df34-49cb-a3b4-401beb77f580 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 1094 time: 0.4893692 Aug 31 13:57:38.257337 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1a747596-dcdb-4c55-9e7b-14e820a090fa req-4c944ae1-f4e7-4dba-b25b-678dfa367b2a tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596311 Aug 31 13:57:38.264866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-840b62f5-21ac-457c-93e3-1f8c0457cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.266572 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-840b62f5-21ac-457c-93e3-1f8c0457cf87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d3a5117-30ba-42a8-858c-5a125cff6bee HTTP/1.1" status: 200 len: 853 time: 0.0978534 Aug 31 13:57:38.297086 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.317361 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-3d93e97a-2c33-4fd4-95a1-a5ec6c2de9f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92381d57-6677-490a-8029-6345c0361b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403333 Aug 31 13:57:38.324348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b194d0d-cd7d-466c-bf84-e545709b7fce req-99fe2179-cb2d-4860-8722-921513158321 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.328388 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b194d0d-cd7d-466c-bf84-e545709b7fce req-99fe2179-cb2d-4860-8722-921513158321 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 949 time: 0.7777712 Aug 31 13:57:38.332463 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea56dc6-d958-43c8-be48-a71da2ace2bb x-openstack-request-id: req-7ea56dc6-d958-43c8-be48-a71da2ace2bb {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:38.332877 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091f10bf-46ec-43c2-8f5c-46dc913954c5", "name": "network-vif-plugged", "status": "completed", "tag": "fcf57cc7-b9e4-4310-b886-b227e686f2a2", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:38.333336 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ea56dc6-d958-43c8-be48-a71da2ace2bb {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:38.333929 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091f10bf-46ec-43c2-8f5c-46dc913954c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf57cc7-b9e4-4310-b886-b227e686f2a2', 'code': 200} Aug 31 13:57:38.444079 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-b04f3f80-a2b4-40e8-96b9-2a0d0a7b4567 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 217 time: 0.2087190 Aug 31 13:57:38.465324 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943f3348-ccb2-45ef-b110-bfab42cabf8a x-openstack-request-id: req-943f3348-ccb2-45ef-b110-bfab42cabf8a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:38.465780 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:38.466261 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-943f3348-ccb2-45ef-b110-bfab42cabf8a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:38.467397 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'status': 'completed', 'code': 200} Aug 31 13:57:38.487350 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6c7c1f-0563-4231-87ec-fb3065d43ced x-openstack-request-id: req-cf6c7c1f-0563-4231-87ec-fb3065d43ced {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:38.488174 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e21b70-9465-48cd-a8d8-7e7daebed5d9", "tag": "9b5763ce-aea6-499f-82c5-e4153b5f8c5a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:38.488280 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf6c7c1f-0563-4231-87ec-fb3065d43ced {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:38.490122 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e21b70-9465-48cd-a8d8-7e7daebed5d9', 'tag': '9b5763ce-aea6-499f-82c5-e4153b5f8c5a', 'status': 'completed', 'code': 200} Aug 31 13:57:38.548372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Network 92381d57-6677-490a-8029-6345c0361b53 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:38.594333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Pushing event updated for resources: {'Port': ['ID=c9cbada2-74a3-423e-81f1-60848df3adde,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:38.627191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d454c1-5dc3-4730-9441-fc25ac951e00 req-fede68e1-a748-4ed6-8f27-4f717a763975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.628808 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-11d454c1-5dc3-4730-9441-fc25ac951e00 req-fede68e1-a748-4ed6-8f27-4f717a763975 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 1096 time: 0.1449502 Aug 31 13:57:38.646606 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-9fa6b695-8cb3-4c1a-95a7-ed2889772c96 service neutron] 10.222.0.13 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234792 Aug 31 13:57:38.660303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669300-8cf5-4bd8-9a18-8184ffb87d4a req-5f83dc39-571d-447f-a864-36dd11f7c9d4 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.662079 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91669300-8cf5-4bd8-9a18-8184ffb87d4a req-5f83dc39-571d-447f-a864-36dd11f7c9d4 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 949 time: 0.1142259 Aug 31 13:57:38.691834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:38.704757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587121-7ada-4ac7-98de-2ff7f9447b74 req-3af16b28-ace0-4c32-bbf0-4f67cf8d1a6c tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.707004 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-54587121-7ada-4ac7-98de-2ff7f9447b74 req-3af16b28-ace0-4c32-bbf0-4f67cf8d1a6c tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 943 time: 0.6003392 Aug 31 13:57:38.709838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:38.733414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-92aa593c-a847-4290-ab1b-5b5120dd1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.735735 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-92aa593c-a847-4290-ab1b-5b5120dd1059 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.2325850 Aug 31 13:57:38.766159 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.833168 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.864510 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-11d454c1-5dc3-4730-9441-fc25ac951e00 req-412c7b0d-eba0-4b4d-aed0-5f60426406fe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123191 Aug 31 13:57:38.884826 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdd7a57c-34b4-458f-9ecd-be2ea725cc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.909989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:38.910656 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.921801 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdd7a57c-34b4-458f-9ecd-be2ea725cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:38.977307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-54587121-7ada-4ac7-98de-2ff7f9447b74 req-cf785c0b-9add-4c3b-87cf-46e0b015074e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514615 Aug 31 13:57:39.008006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-a44feef3-ee5c-4377-b095-185e04ce04dd service neutron] 10.222.0.13 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445394 Aug 31 13:57:39.062638 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91669300-8cf5-4bd8-9a18-8184ffb87d4a req-880bf72c-21a5-47d7-b18a-c2bce8cca8da tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598850 Aug 31 13:57:39.310348 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51f68105-8f13-427f-92dd-605f797d8bff req-6f440fab-35c4-4803-9326-99af8e14b926 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65b4fc0-d01c-4de2-af85-a870a07be3a0 HTTP/1.1" status: 200 len: 210 time: 0.0565031 Aug 31 13:57:39.318600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80c8c-cf19-4803-813b-ae8234e5b78c req-6d1cc164-f36a-4014-9984-dd61ecf72776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:39.322221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69e80c8c-cf19-4803-813b-ae8234e5b78c req-6d1cc164-f36a-4014-9984-dd61ecf72776 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca088225e16f499eb73a4688a918af81&device_id=18e21b70-9465-48cd-a8d8-7e7daebed5d9 HTTP/1.1" status: 200 len: 1094 time: 0.2442889 Aug 31 13:57:39.463646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-87ef0572-a4c9-44d1-88e8-1cf3aea08324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:39.465252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-87ef0572-a4c9-44d1-88e8-1cf3aea08324 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6904740 Aug 31 13:57:39.465412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80c8c-cf19-4803-813b-ae8234e5b78c req-f4d505ea-5027-4c1c-9169-c3a159d91d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:39.467572 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69e80c8c-cf19-4803-813b-ae8234e5b78c req-f4d505ea-5027-4c1c-9169-c3a159d91d2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=92381d57-6677-490a-8029-6345c0361b53 HTTP/1.1" status: 200 len: 914 time: 0.1358936 Aug 31 13:57:39.496139 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-82ab9a5c-606e-4c63-aa85-0276a58495b4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1616809 Aug 31 13:57:39.527382 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bdd7a57c-34b4-458f-9ecd-be2ea725cc80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=008573fc074440d7b156f9d96cd49d75&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3289628 Aug 31 13:57:39.529977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-67b5f8e4-993d-449e-9305-8bf42a86a2f7 req-9c0be04a-264f-4c3e-b441-179c9082c126 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Deleting port 946cadc9-ee61-40e1-bc97-df2b118fea71 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:39.530317 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-67b5f8e4-993d-449e-9305-8bf42a86a2f7 req-9c0be04a-264f-4c3e-b441-179c9082c126 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.534406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34338) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:39.553693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Request body: {'port': {'device_id': 'fda930a3-5bd7-476d-9124-ffd555098301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:39.558462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7a57c-34b4-458f-9ecd-be2ea725cc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cc219a-9bd7-488f-ae2f-2bbd47fb7ec7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:39.582888 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69e80c8c-cf19-4803-813b-ae8234e5b78c req-1cb4d027-d3cb-4fa5-bda2-41898749c5ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b5763ce-aea6-499f-82c5-e4153b5f8c5a HTTP/1.1" status: 200 len: 217 time: 0.1034322 Aug 31 13:57:39.633897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-9b194d0d-cd7d-466c-bf84-e545709b7fce req-fbf1cda0-d3b5-462f-b0c3-0c16f5401424 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Deleting port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:39.634672 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9b194d0d-cd7d-466c-bf84-e545709b7fce req-fbf1cda0-d3b5-462f-b0c3-0c16f5401424 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.730310 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80c8c-cf19-4803-813b-ae8234e5b78c req-00176490-9259-48c3-9e4e-7d6049b85dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:39.733050 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69e80c8c-cf19-4803-813b-ae8234e5b78c req-00176490-9259-48c3-9e4e-7d6049b85dc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d3a5117-30ba-42a8-858c-5a125cff6bee HTTP/1.1" status: 200 len: 853 time: 0.1020110 Aug 31 13:57:39.768776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5752d-fbcc-4021-be1b-c7328d0fbf93 req-2c810497-793c-4790-8cda-9b0d6e94716f tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:39.771614 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9fb5752d-fbcc-4021-be1b-c7328d0fbf93 req-2c810497-793c-4790-8cda-9b0d6e94716f tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 945 time: 0.2107549 Aug 31 13:57:39.803430 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69e80c8c-cf19-4803-813b-ae8234e5b78c req-64743be4-20e6-446e-ad9f-6eef23960af8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92381d57-6677-490a-8029-6345c0361b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613766 Aug 31 13:57:39.925614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dd837-aa0c-4ff4-9895-7efa585c949d req-8c3e86e7-27dc-47c8-b2d0-7340fa215b9f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:39.927337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a23dd837-aa0c-4ff4-9895-7efa585c949d req-8c3e86e7-27dc-47c8-b2d0-7340fa215b9f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 932 time: 0.4848895 Aug 31 13:57:39.938697 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9fb5752d-fbcc-4021-be1b-c7328d0fbf93 req-daeb538a-5a8e-4b25-885a-64cdc4cd01e4 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379097 Aug 31 13:57:39.962214 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:39.991983 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69e80c8c-cf19-4803-813b-ae8234e5b78c req-7b6ec9c1-e30a-4dbb-aa77-d1f8a197288b service neutron] 10.222.0.13 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802928 Aug 31 13:57:40.081894 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-89402f1c-8736-4d60-b348-c5264fe35629 service neutron] 10.222.0.13 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016960 Aug 31 13:57:40.101785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-67b5f8e4-993d-449e-9305-8bf42a86a2f7 req-9c0be04a-264f-4c3e-b441-179c9082c126 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] For port 946cadc9-ee61-40e1-bc97-df2b118fea71, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=946cadc9-ee61-40e1-bc97-df2b118fea71,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:40.102408 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-67b5f8e4-993d-449e-9305-8bf42a86a2f7 req-9c0be04a-264f-4c3e-b441-179c9082c126 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.143112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f9b86fb-ca65-48eb-8eac-7caf77220dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.242375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493c08a-1354-4555-be97-3e57dfb62f10 req-1c4dcbcf-e535-4540-8126-26af904e502b tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:40.245954 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f493c08a-1354-4555-be97-3e57dfb62f10 req-1c4dcbcf-e535-4540-8126-26af904e502b tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6bdc2c3-5713-47b6-9ceb-34677691a141 HTTP/1.1" status: 200 len: 949 time: 0.1267152 Aug 31 13:57:40.297027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-67b5f8e4-993d-449e-9305-8bf42a86a2f7 req-9c0be04a-264f-4c3e-b441-179c9082c126 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Calling delete_port for 946cadc9-ee61-40e1-bc97-df2b118fea71 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:40.306786 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69e80c8c-cf19-4803-813b-ae8234e5b78c req-ba3b8f8d-055d-4ac2-b10b-5cdc161e2734 service neutron] 10.222.0.13 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068137 Aug 31 13:57:40.323491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-9b194d0d-cd7d-466c-bf84-e545709b7fce req-fbf1cda0-d3b5-462f-b0c3-0c16f5401424 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] For port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:40.324120 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9b194d0d-cd7d-466c-bf84-e545709b7fce req-fbf1cda0-d3b5-462f-b0c3-0c16f5401424 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.360961 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f9b86fb-ca65-48eb-8eac-7caf77220dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.378383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f493c08a-1354-4555-be97-3e57dfb62f10 req-a3ee481f-1445-4f4e-9bc0-dbb6b371c340 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/security-groups?id=33ea2612-d9e2-4fa9-8794-0b55b1344157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167312 Aug 31 13:57:40.408835 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a23dd837-aa0c-4ff4-9895-7efa585c949d req-701054ac-655c-4d02-8d87-992c79179ff9 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398460 Aug 31 13:57:40.596756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-9b194d0d-cd7d-466c-bf84-e545709b7fce req-fbf1cda0-d3b5-462f-b0c3-0c16f5401424 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Calling delete_port for 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:40.678642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d281ec-854d-44ad-aaf5-d14836bc4dc6 req-1bae9aea-6c58-49b8-a223-915ca9dd0b6a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:40.681721 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06d281ec-854d-44ad-aaf5-d14836bc4dc6 req-1bae9aea-6c58-49b8-a223-915ca9dd0b6a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 943 time: 0.1297612 Aug 31 13:57:40.766125 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06d281ec-854d-44ad-aaf5-d14836bc4dc6 req-6f68cbfe-8671-4608-a9d1-1fbf242ea484 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750926 Aug 31 13:57:40.932998 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7e9f7f-485c-4862-a8a7-566d3a1b63ef req-e50328b6-2a2a-42fb-9ea8-208620693e62 service neutron] 10.222.0.13 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8400817 Aug 31 13:57:40.977179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a04ea-c1c5-465d-9f3c-1c0669d4b20c req-517d3842-b665-4df1-96d1-a9e0ae90ee06 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:40.979768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd0a04ea-c1c5-465d-9f3c-1c0669d4b20c req-517d3842-b665-4df1-96d1-a9e0ae90ee06 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 949 time: 0.3708229 Aug 31 13:57:40.980029 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f9b86fb-ca65-48eb-8eac-7caf77220dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.983589 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f9b86fb-ca65-48eb-8eac-7caf77220dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:40.987514 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7f9b86fb-ca65-48eb-8eac-7caf77220dd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70cc219a-9bd7-488f-ae2f-2bbd47fb7ec7 HTTP/1.1" status: 204 len: 168 time: 1.4117866 Aug 31 13:57:41.197703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ee3fb-57a9-4045-94a7-c966a7296320 req-027b3217-7daa-477b-93f6-9d8617202064 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:41.219239 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-213ee3fb-57a9-4045-94a7-c966a7296320 req-027b3217-7daa-477b-93f6-9d8617202064 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 945 time: 0.1292815 Aug 31 13:57:41.243954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b86fb-ca65-48eb-8eac-7caf77220dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cc219a-9bd7-488f-ae2f-2bbd47fb7ec7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:41.321143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:41.322222 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-213ee3fb-57a9-4045-94a7-c966a7296320 req-9c164bd5-469a-4589-88a3-bd3edb07bf39 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022260 Aug 31 13:57:41.418176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bbcd7-4b9f-494d-85ba-134d124555f1 req-f9d7f04c-c412-4d7d-8963-789a60b33d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:41.418176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef7bbcd7-4b9f-494d-85ba-134d124555f1 req-f9d7f04c-c412-4d7d-8963-789a60b33d32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 1094 time: 0.3495412 Aug 31 13:57:41.498285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd0a04ea-c1c5-465d-9f3c-1c0669d4b20c req-e51e3e1b-c9b0-4739-8648-b71dc74b77fc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348330 Aug 31 13:57:41.534994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 946cadc9-ee61-40e1-bc97-df2b118fea71 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:41.636730 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:41.664462 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-67b5f8e4-993d-449e-9305-8bf42a86a2f7 req-9c0be04a-264f-4c3e-b441-179c9082c126 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:41.676845 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No active binding found for port 946cadc9-ee61-40e1-bc97-df2b118fea71 {{(pid=106389) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 13:57:41.679389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 946cadc9-ee61-40e1-bc97-df2b118fea71 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:41.818631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0be04a-264f-4c3e-b441-179c9082c126 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Pushing event deleted for resources: {'Port': ['ID=946cadc9-ee61-40e1-bc97-df2b118fea71,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:41.985281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54dc92-177a-4d99-84c7-8f693fc6f589 req-a73c5834-e648-4b25-869d-20e6836b23f4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:41.987493 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d54dc92-177a-4d99-84c7-8f693fc6f589 req-a73c5834-e648-4b25-869d-20e6836b23f4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 932 time: 0.1199582 Aug 31 13:57:41.989047 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b5f8e4-993d-449e-9305-8bf42a86a2f7 req-9c0be04a-264f-4c3e-b441-179c9082c126 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] No DVR routers for this DVR port 946cadc9-ee61-40e1-bc97-df2b118fea71 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:41.993741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-001d70a9-74a7-4161-bc03-2183869f1259 req-0de1f58c-ef86-4824-91f7-a9012bf5636c tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6bdc2c3-5713-47b6-9ceb-34677691a141 HTTP/1.1" status: 200 len: 210 time: 0.2262247 Aug 31 13:57:41.999814 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-67b5f8e4-993d-449e-9305-8bf42a86a2f7 req-9c0be04a-264f-4c3e-b441-179c9082c126 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:42.016219 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67b5f8e4-993d-449e-9305-8bf42a86a2f7 req-9c0be04a-264f-4c3e-b441-179c9082c126 tempest-ListImageFiltersTestJSON-1497576792 tempest-ListImageFiltersTestJSON-1497576792-project] 10.222.0.52 "DELETE /v2.0/ports/946cadc9-ee61-40e1-bc97-df2b118fea71 HTTP/1.1" status: 204 len: 173 time: 3.8533399 Aug 31 13:57:42.062665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'name': 'network-vif-deleted', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:42.083199 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f02116-38e6-4944-9b70-4320af3e655e" -d '{"events": [{"server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "name": "network-vif-deleted", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:42.098121 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9b194d0d-cd7d-466c-bf84-e545709b7fce req-fbf1cda0-d3b5-462f-b0c3-0c16f5401424 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:42.115830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9', 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:42.129587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['364ee310-c534-4d48-8710-740f2393aca1', 'd043a383-695b-42d2-9721-93a9938f9575', '9a18a565-755e-4f0a-9f71-454e09b02537', 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c', 'ce17cf8c-f5fe-45fb-9a92-333a770d03c8'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:42.187523 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d54dc92-177a-4d99-84c7-8f693fc6f589 req-aa00b66e-2a8c-4896-92c5-e77bd70c54bc tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849241 Aug 31 13:57:42.430098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bbcd7-4b9f-494d-85ba-134d124555f1 req-3a97a3a3-4937-4a25-8829-46c72bd82f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:42.461366 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef7bbcd7-4b9f-494d-85ba-134d124555f1 req-3a97a3a3-4937-4a25-8829-46c72bd82f4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.9512525 Aug 31 13:57:42.492114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1cda0-d3b5-462f-b0c3-0c16f5401424 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event deleted for resources: {'Port': ['ID=530eeaf3-7e76-4382-b3fe-c7f1a2795e9a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:42.568281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e7714-cb82-4e3d-9053-7cb635fe1a1b req-5a7fd50d-376d-46ab-b2ca-ecf28696833a tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:42.611392 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f7e7714-cb82-4e3d-9053-7cb635fe1a1b req-5a7fd50d-376d-46ab-b2ca-ecf28696833a tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 945 time: 0.2288148 Aug 31 13:57:42.645065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef7bbcd7-4b9f-494d-85ba-134d124555f1 req-93292947-c8d0-451c-a8fa-90f38f04b1a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 217 time: 0.1821091 Aug 31 13:57:42.767919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cbada2-74a3-423e-81f1-60848df3adde {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:42.819961 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f7e7714-cb82-4e3d-9053-7cb635fe1a1b req-7b0149ae-bcda-4aa6-a319-9d66d4f17295 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069924 Aug 31 13:57:42.943880 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:42.949570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b194d0d-cd7d-466c-bf84-e545709b7fce req-fbf1cda0-d3b5-462f-b0c3-0c16f5401424 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] No DVR routers for this DVR port 530eeaf3-7e76-4382-b3fe-c7f1a2795e9a on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:42.994736 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9b194d0d-cd7d-466c-bf84-e545709b7fce req-fbf1cda0-d3b5-462f-b0c3-0c16f5401424 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:42.998780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b194d0d-cd7d-466c-bf84-e545709b7fce req-fbf1cda0-d3b5-462f-b0c3-0c16f5401424 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "DELETE /v2.0/ports/530eeaf3-7e76-4382-b3fe-c7f1a2795e9a HTTP/1.1" status: 204 len: 173 time: 4.5763421 Aug 31 13:57:43.187263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53aa125-dd77-4ebd-af41-6b57b088055f req-bc2dfa70-dc0f-4249-95f4-8f7caec18b31 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:43.203633 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d53aa125-dd77-4ebd-af41-6b57b088055f req-bc2dfa70-dc0f-4249-95f4-8f7caec18b31 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 943 time: 0.1797214 Aug 31 13:57:43.224377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bbcd7-4b9f-494d-85ba-134d124555f1 req-4c971e76-017c-46b2-9d30-dc9dcbcd90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:43.229326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef7bbcd7-4b9f-494d-85ba-134d124555f1 req-4c971e76-017c-46b2-9d30-dc9dcbcd90e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.5665507 Aug 31 13:57:43.248134 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-36090286-b0ad-40be-a72b-e25f9b8658fb tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=65db1941ba7d44808405fec0fd5fc204&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2310209 Aug 31 13:57:43.251595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Transition to ACTIVE for port object c9cbada2-74a3-423e-81f1-60848df3adde will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:43.287942 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:43.333104 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d53aa125-dd77-4ebd-af41-6b57b088055f req-0a7a4502-197c-4dcf-83b9-2fbb64f0c1f3 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270344 Aug 31 13:57:43.349599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9b5763ce-aea6-499f-82c5-e4153b5f8c5a details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:43.530055 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.resource_extend [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:57:43.569861 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd711d4-f926-4e5e-91e9-d917b4001b0d x-openstack-request-id: req-fcd711d4-f926-4e5e-91e9-d917b4001b0d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:43.570232 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bdc2c3-5713-47b6-9ceb-34677691a141", "name": "network-vif-deleted", "tag": "946cadc9-ee61-40e1-bc97-df2b118fea71", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:43.572947 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcd711d4-f926-4e5e-91e9-d917b4001b0d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:43.573565 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bdc2c3-5713-47b6-9ceb-34677691a141', 'name': 'network-vif-deleted', 'tag': '946cadc9-ee61-40e1-bc97-df2b118fea71', 'status': 'completed', 'code': 200} Aug 31 13:57:43.688925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bbcd7-4b9f-494d-85ba-134d124555f1 req-3a31ed9d-7f7b-4a57-8ab1-08b78b583aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:43.694021 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef7bbcd7-4b9f-494d-85ba-134d124555f1 req-3a31ed9d-7f7b-4a57-8ab1-08b78b583aea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4443026 Aug 31 13:57:43.740219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e756f32e-e7ca-4d1e-8d2b-4a97eaff4986 req-ba468f6a-066b-4370-9e9a-4db56077a42a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=45cbc332-a55d-4bf5-b6f0-d7272963784a HTTP/1.1" status: 200 len: 210 time: 0.0641148 Aug 31 13:57:43.866658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cbada2-74a3-423e-81f1-60848df3adde,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:44.252846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef7bbcd7-4b9f-494d-85ba-134d124555f1 req-61c3753c-fac7-43c3-a3e9-9713ea0d69f2 service neutron] 10.222.0.13 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490673 Aug 31 13:57:44.253940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9b5763ce-aea6-499f-82c5-e4153b5f8c5a,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:44.272469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Attempting to bind port c9cbada2-74a3-423e-81f1-60848df3adde on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:44.272828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Attempting to bind port c9cbada2-74a3-423e-81f1-60848df3adde by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:44.273354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Attempting to bind port c9cbada2-74a3-423e-81f1-60848df3adde on network 92381d57-6677-490a-8029-6345c0361b53 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:44.296088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Port c9cbada2-74a3-423e-81f1-60848df3adde on network 92381d57-6677-490a-8029-6345c0361b53 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:44.296725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Attempting to bind port c9cbada2-74a3-423e-81f1-60848df3adde on network 92381d57-6677-490a-8029-6345c0361b53 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:44.297897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9e8f4-bb82-4c3c-be64-85b2726b5826 req-ee1edaf6-757b-4bad-b915-adf42cee7804 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:44.300891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '9b5763ce-aea6-499f-82c5-e4153b5f8c5a', 'network_id': '92381d57-6677-490a-8029-6345c0361b53', 'port_id': '9b5763ce-aea6-499f-82c5-e4153b5f8c5a', 'mac_address': 'fa:16:3e:cd:cd:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3a5117-30ba-42a8-858c-5a125cff6bee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:44.312597 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-32b9e8f4-bb82-4c3c-be64-85b2726b5826 req-ee1edaf6-757b-4bad-b915-adf42cee7804 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 944 time: 0.1788497 Aug 31 13:57:44.362219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-32b9e8f4-bb82-4c3c-be64-85b2726b5826 req-a31c40f0-34d7-49e6-96cd-1f27981afd95 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486128 Aug 31 13:57:44.511290 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.541590 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5763ce-aea6-499f-82c5-e4153b5f8c5a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:44.563778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:44.564042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Checking segment: {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:44.564488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Bound using segment: {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:44.564933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Bound port: c9cbada2-74a3-423e-81f1-60848df3adde, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece1dd4f-342b-4db4-9eab-0477da915c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '92381d57-6677-490a-8029-6345c0361b53'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:44.565733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.587694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9b5763ce-aea6-499f-82c5-e4153b5f8c5a,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:44.600057 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.601071 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cf6c4514-48bd-410d-b07a-df250e9c1d6f details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:44.621945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9403-3d85-413b-a896-fbe1490b89cd req-146e55ca-7e8a-43ee-93fb-a3f6340544f5 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:44.624510 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-71bc9403-3d85-413b-a896-fbe1490b89cd req-146e55ca-7e8a-43ee-93fb-a3f6340544f5 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 945 time: 0.1358986 Aug 31 13:57:44.717300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] For port c9cbada2-74a3-423e-81f1-60848df3adde, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:44.726281 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-71bc9403-3d85-413b-a896-fbe1490b89cd req-8fa0c36b-5ba2-4d4e-9a19-15e08c7cc5e7 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eedf47c-a8b3-47b7-a414-63b5531bac19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947678 Aug 31 13:57:44.734678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9df8-601f-4999-9829-425978c900c9 req-a0ec2ec1-301a-44a5-8360-ecc5c19117cc tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:44.736471 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-a0ec2ec1-301a-44a5-8360-ecc5c19117cc tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4711144 Aug 31 13:57:44.784552 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.resource_extend [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:57:44.790797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] For port c9cbada2-74a3-423e-81f1-60848df3adde, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=c9cbada2-74a3-423e-81f1-60848df3adde,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:44.793700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef7bbcd7-4b9f-494d-85ba-134d124555f1 req-cf6c36f4-02a4-49ff-a8a6-bbe0574d5133 service neutron] 10.222.0.13 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148513 Aug 31 13:57:44.811922 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.830183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-fb6c1d22-bf89-4774-a12b-8731a0b367e1 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/quotas/65db1941ba7d44808405fec0fd5fc204 HTTP/1.1" status: 200 len: 375 time: 0.0339353 Aug 31 13:57:44.865203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9b5763ce-aea6-499f-82c5-e4153b5f8c5a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:44.904719 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-61500f09-a6e4-43be-b31f-168e89db545e tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=65db1941ba7d44808405fec0fd5fc204&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735331 Aug 31 13:57:44.924982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066c58d-c118-443d-9446-9fb7eac325cd req-cc25e164-1cca-44b7-be38-cfdda17d2c96 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:44.933746 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e066c58d-c118-443d-9446-9fb7eac325cd req-cc25e164-1cca-44b7-be38-cfdda17d2c96 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.52 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 945 time: 0.6625941 Aug 31 13:57:44.967871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:44.968888 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:44.970623 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] 10.222.0.52 "PUT /v2.0/ports/c9cbada2-74a3-423e-81f1-60848df3adde HTTP/1.1" status: 200 len: 1092 time: 5.4613328 Aug 31 13:57:45.019945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cf6c4514-48bd-410d-b07a-df250e9c1d6f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:45.101100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'port_id': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'mac_address': 'fa:16:3e:c8:c8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:45.134613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60a19f-8f8d-436b-86b4-cd09366ded07 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cbada2-74a3-423e-81f1-60848df3adde,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:45.230871 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:45.264779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6c4514-48bd-410d-b07a-df250e9c1d6f {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:45.326618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-8393c6a9-891a-41a8-8ba6-704a1e5f79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:45.328337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-8393c6a9-891a-41a8-8ba6-704a1e5f79c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca088225e16f499eb73a4688a918af81&device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 1095 time: 0.2953477 Aug 31 13:57:45.343800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cf6c4514-48bd-410d-b07a-df250e9c1d6f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:45.355476 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:45.410721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-022a2d9e-8c4c-4a69-98d7-987e04cf2803 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9cbada2-74a3-423e-81f1-60848df3adde HTTP/1.1" status: 200 len: 217 time: 0.0669880 Aug 31 13:57:45.430921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50ae8e-f0bc-4732-8df4-9de2f4b39ac9 req-84ea189b-a847-4441-b722-19f88c210f8c tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:45.439261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d50ae8e-f0bc-4732-8df4-9de2f4b39ac9 req-84ea189b-a847-4441-b722-19f88c210f8c tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 943 time: 0.2355738 Aug 31 13:57:45.488014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cf6c4514-48bd-410d-b07a-df250e9c1d6f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:45.611423 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['cf6c4514-48bd-410d-b07a-df250e9c1d6f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:45.617028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9b5763ce-aea6-499f-82c5-e4153b5f8c5a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:45.949005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cbc332-a55d-4bf5-b6f0-d7272963784a', 'name': 'network-vif-deleted', 'tag': '530eeaf3-7e76-4382-b3fe-c7f1a2795e9a'}, {'name': 'network-changed', 'server_uuid': 'fda930a3-5bd7-476d-9124-ffd555098301', 'tag': 'c9cbada2-74a3-423e-81f1-60848df3adde'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:45.951579 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc10a24-066b-4c9a-a06b-ebb434acf125" -d '{"events": [{"server_uuid": "45cbc332-a55d-4bf5-b6f0-d7272963784a", "name": "network-vif-deleted", "tag": "530eeaf3-7e76-4382-b3fe-c7f1a2795e9a"}, {"name": "network-changed", "server_uuid": "fda930a3-5bd7-476d-9124-ffd555098301", "tag": "c9cbada2-74a3-423e-81f1-60848df3adde"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:45.981954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e066c58d-c118-443d-9446-9fb7eac325cd req-929b0235-cffc-470c-b0bc-31b4e880779b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Deleting port fcf57cc7-b9e4-4310-b886-b227e686f2a2 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:45.982302 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e066c58d-c118-443d-9446-9fb7eac325cd req-929b0235-cffc-470c-b0bc-31b4e880779b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:46.009344 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d50ae8e-f0bc-4732-8df4-9de2f4b39ac9 req-316c3f56-3922-40ba-803e-0dd5cfc6f1a6 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688937 Aug 31 13:57:46.064679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-371b3517-fd5a-4d08-a658-56db9a1952ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:46.066202 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-371b3517-fd5a-4d08-a658-56db9a1952ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3a5117-30ba-42a8-858c-5a125cff6bee HTTP/1.1" status: 200 len: 853 time: 0.6099815 Aug 31 13:57:46.143607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-2a8eb350-47d9-4d3a-be88-b1c2075f9af4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=92381d57-6677-490a-8029-6345c0361b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618224 Aug 31 13:57:46.275356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c345cb08-14d7-4d16-a9f9-55dcde7f3e06 req-364069f1-2328-4743-bcec-5599a0bdcf35 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 210 time: 0.1424353 Aug 31 13:57:46.341713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e066c58d-c118-443d-9446-9fb7eac325cd req-929b0235-cffc-470c-b0bc-31b4e880779b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] For port fcf57cc7-b9e4-4310-b886-b227e686f2a2, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fcf57cc7-b9e4-4310-b886-b227e686f2a2,segment=NetworkSegment(0620f743-e89c-4e3a-bd03-b68969c3de2c),segment_id=0620f743-e89c-4e3a-bd03-b68969c3de2c)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:46.342461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e066c58d-c118-443d-9446-9fb7eac325cd req-929b0235-cffc-470c-b0bc-31b4e880779b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:46.360408 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-e0a24ecd-3a01-4b5c-a3fe-406a3ba34905 service neutron] 10.222.0.52 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963851 Aug 31 13:57:46.361736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e066c58d-c118-443d-9446-9fb7eac325cd req-929b0235-cffc-470c-b0bc-31b4e880779b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Calling delete_port for fcf57cc7-b9e4-4310-b886-b227e686f2a2 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:46.411871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a145d-f91c-4789-8c46-92b6482473b4 req-27c0107b-63ae-4e42-930f-286bd067f6ff tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:46.413423 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a145d-f91c-4789-8c46-92b6482473b4 req-27c0107b-63ae-4e42-930f-286bd067f6ff tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:46.414153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a145d-f91c-4789-8c46-92b6482473b4 req-27c0107b-63ae-4e42-930f-286bd067f6ff tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:46.414907 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a145d-f91c-4789-8c46-92b6482473b4 req-27c0107b-63ae-4e42-930f-286bd067f6ff tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:46.415642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a145d-f91c-4789-8c46-92b6482473b4 req-27c0107b-63ae-4e42-930f-286bd067f6ff tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:46.416453 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a145d-f91c-4789-8c46-92b6482473b4 req-27c0107b-63ae-4e42-930f-286bd067f6ff tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:46.417449 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a145d-f91c-4789-8c46-92b6482473b4 req-27c0107b-63ae-4e42-930f-286bd067f6ff tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:46.418399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a145d-f91c-4789-8c46-92b6482473b4 req-27c0107b-63ae-4e42-930f-286bd067f6ff tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:46.437374 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d06a145d-f91c-4789-8c46-92b6482473b4 req-27c0107b-63ae-4e42-930f-286bd067f6ff tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5741 time: 0.4204085 Aug 31 13:57:46.665216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afc7df-8916-493c-96ac-cec3a89a9779 req-b7912ffc-4a85-42ca-905b-60d54f0aa18c tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:46.672591 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25afc7df-8916-493c-96ac-cec3a89a9779 req-b7912ffc-4a85-42ca-905b-60d54f0aa18c tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 944 time: 0.1948154 Aug 31 13:57:46.715834 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e066c58d-c118-443d-9446-9fb7eac325cd req-929b0235-cffc-470c-b0bc-31b4e880779b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:46.738258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-9b0907bd-9c86-4d0d-95ae-f3f4c9f89263 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=65db1941ba7d44808405fec0fd5fc204&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613368 Aug 31 13:57:46.806048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8a45955-d3e5-4f46-a301-5745da243fa9 req-311055d9-dee2-4741-a934-fe52316f7ab9 service neutron] 10.222.0.52 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256094 Aug 31 13:57:46.820863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b0235-cffc-470c-b0bc-31b4e880779b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event deleted for resources: {'Port': ['ID=fcf57cc7-b9e4-4310-b886-b227e686f2a2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:47.004847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e066c58d-c118-443d-9446-9fb7eac325cd req-929b0235-cffc-470c-b0bc-31b4e880779b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] No DVR routers for this DVR port fcf57cc7-b9e4-4310-b886-b227e686f2a2 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:47.009949 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e066c58d-c118-443d-9446-9fb7eac325cd req-929b0235-cffc-470c-b0bc-31b4e880779b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.015797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e066c58d-c118-443d-9446-9fb7eac325cd req-929b0235-cffc-470c-b0bc-31b4e880779b tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.52 "DELETE /v2.0/ports/fcf57cc7-b9e4-4310-b886-b227e686f2a2 HTTP/1.1" status: 204 len: 173 time: 2.0668242 Aug 31 13:57:47.029734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25afc7df-8916-493c-96ac-cec3a89a9779 req-41d5d9c5-f7ca-492e-94a1-157f5bcf45d7 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562427 Aug 31 13:57:47.146026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9df8-601f-4999-9829-425978c900c9 req-c9104077-63e6-44b3-bc0e-3d1777faa38e tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:47.149491 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-c9104077-63e6-44b3-bc0e-3d1777faa38e tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3886631 Aug 31 13:57:47.213585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Request body: {'port': {'device_id': '704be5e2-97b4-4bdd-9647-861eccc5881e', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '65db1941ba7d44808405fec0fd5fc204'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:47.221001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eeab7d5b-319d-45b4-8053-0ebb481088d2 req-d6dfd20d-a27c-47d2-988a-39eab436ecd7 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/ports?device_id=091f10bf-46ec-43c2-8f5c-46dc913954c5 HTTP/1.1" status: 200 len: 210 time: 0.0625370 Aug 31 13:57:47.267666 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba12764-93b2-41e0-83de-810dd2550d04 x-openstack-request-id: req-6ba12764-93b2-41e0-83de-810dd2550d04 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:47.267959 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cbc332-a55d-4bf5-b6f0-d7272963784a", "name": "network-vif-deleted", "tag": "530eeaf3-7e76-4382-b3fe-c7f1a2795e9a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fda930a3-5bd7-476d-9124-ffd555098301", "tag": "c9cbada2-74a3-423e-81f1-60848df3adde", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:47.268511 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ba12764-93b2-41e0-83de-810dd2550d04 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:47.269110 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cbc332-a55d-4bf5-b6f0-d7272963784a', 'name': 'network-vif-deleted', 'tag': '530eeaf3-7e76-4382-b3fe-c7f1a2795e9a', 'status': 'completed', 'code': 200} Aug 31 13:57:47.269575 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda930a3-5bd7-476d-9124-ffd555098301', 'tag': 'c9cbada2-74a3-423e-81f1-60848df3adde', 'status': 'completed', 'code': 200} Aug 31 13:57:47.366899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9b5763ce-aea6-499f-82c5-e4153b5f8c5a up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:47.476331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:47.481081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:47.482074 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.515748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10a24-066b-4c9a-a06b-ebb434acf125 req-7952db2f-c83f-41d0-88b7-80f9bef36a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:47.518223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bc10a24-066b-4c9a-a06b-ebb434acf125 req-7952db2f-c83f-41d0-88b7-80f9bef36a31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca088225e16f499eb73a4688a918af81&device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 1095 time: 0.2447238 Aug 31 13:57:47.546453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device fcf57cc7-b9e4-4310-b886-b227e686f2a2 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:47.589411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: fcf57cc7-b9e4-4310-b886-b227e686f2a2 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:47.590136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device fcf57cc7-b9e4-4310-b886-b227e686f2a2 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:47.675921 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.686281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319a182-5f0f-4c5e-8376-385eb91a366f req-5e2640c1-6cf4-48b8-8751-0e5d1002792a tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:47.701084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2319a182-5f0f-4c5e-8376-385eb91a366f req-5e2640c1-6cf4-48b8-8751-0e5d1002792a tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 886 time: 0.4288201 Aug 31 13:57:47.754063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e21b70-9465-48cd-a8d8-7e7daebed5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5763ce-aea6-499f-82c5-e4153b5f8c5a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:47.765184 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a352d470-d437-422e-a0e9-48defc0ad98f" -d '{"events": [{"server_uuid": "18e21b70-9465-48cd-a8d8-7e7daebed5d9", "name": "network-vif-plugged", "status": "completed", "tag": "9b5763ce-aea6-499f-82c5-e4153b5f8c5a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:47.792009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9b5763ce-aea6-499f-82c5-e4153b5f8c5a,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:47.802483 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.804845 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cf6c4514-48bd-410d-b07a-df250e9c1d6f up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:47.805598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Made reservation on behalf of 65db1941ba7d44808405fec0fd5fc204 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:47.814039 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.894900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10a24-066b-4c9a-a06b-ebb434acf125 req-52fe8353-e02e-4257-a1dc-dc091f350297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:47.897753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bc10a24-066b-4c9a-a06b-ebb434acf125 req-52fe8353-e02e-4257-a1dc-dc091f350297 service neutron] 10.222.0.52 "GET /v2.0/networks?id=92381d57-6677-490a-8029-6345c0361b53 HTTP/1.1" status: 200 len: 914 time: 0.3564684 Aug 31 13:57:47.901898 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:47.967117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9b5763ce-aea6-499f-82c5-e4153b5f8c5a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:48.009997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1a9c0-0bfe-4d27-8810-544b1b8b0237 req-b8e0d22d-3ddc-4144-9640-52d878dd618d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:48.018008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6fa1a9c0-0bfe-4d27-8810-544b1b8b0237 req-b8e0d22d-3ddc-4144-9640-52d878dd618d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 950 time: 0.1868951 Aug 31 13:57:48.018714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port cf6c4514-48bd-410d-b07a-df250e9c1d6f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:48.030015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port cf6c4514-48bd-410d-b07a-df250e9c1d6f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:48.031356 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:48.084761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684f28e-5894-40c9-bcbd-3392dc921576 req-25dbb41f-cd5c-439d-9ea2-df70c9d85058 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:48.098333 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e684f28e-5894-40c9-bcbd-3392dc921576 req-25dbb41f-cd5c-439d-9ea2-df70c9d85058 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 944 time: 0.3211229 Aug 31 13:57:48.105423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bc10a24-066b-4c9a-a06b-ebb434acf125 req-1acb2076-c6a3-4c49-aabe-f75189ae2d4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9cbada2-74a3-423e-81f1-60848df3adde HTTP/1.1" status: 200 len: 217 time: 0.1507654 Aug 31 13:57:48.141781 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6fa1a9c0-0bfe-4d27-8810-544b1b8b0237 req-4e108ad6-c479-4d43-9070-b5a3b31b3051 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157606 Aug 31 13:57:48.318102 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:48.345355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a86f4aa-38ec-4c23-868a-3f0d248a150b req-aaf46404-74f5-4bb1-8089-12696255cf80 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 210 time: 0.0626478 Aug 31 13:57:48.395641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cf6c4514-48bd-410d-b07a-df250e9c1d6f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:48.411621 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:48.424138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34550) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:48.468957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10a24-066b-4c9a-a06b-ebb434acf125 req-862b5ab0-c7eb-4751-b7b1-93d130f4c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:48.471830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bc10a24-066b-4c9a-a06b-ebb434acf125 req-862b5ab0-c7eb-4751-b7b1-93d130f4c497 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3a5117-30ba-42a8-858c-5a125cff6bee HTTP/1.1" status: 200 len: 853 time: 0.3231277 Aug 31 13:57:48.495212 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e684f28e-5894-40c9-bcbd-3392dc921576 req-2fe51cde-22fc-4878-a5cb-ef9038dcc493 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953846 Aug 31 13:57:48.539044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cf6c4514-48bd-410d-b07a-df250e9c1d6f,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:48.585911 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bc10a24-066b-4c9a-a06b-ebb434acf125 req-2ace3bf5-7e15-40d1-9cf4-c4cc38947dca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=92381d57-6677-490a-8029-6345c0361b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878797 Aug 31 13:57:48.603651 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a79c61-99f3-42ba-83d7-3f829df343dc x-openstack-request-id: req-76a79c61-99f3-42ba-83d7-3f829df343dc {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:48.604105 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e21b70-9465-48cd-a8d8-7e7daebed5d9", "name": "network-vif-plugged", "status": "completed", "tag": "9b5763ce-aea6-499f-82c5-e4153b5f8c5a", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:48.604515 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76a79c61-99f3-42ba-83d7-3f829df343dc {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:48.605126 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e21b70-9465-48cd-a8d8-7e7daebed5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5763ce-aea6-499f-82c5-e4153b5f8c5a', 'code': 200} Aug 31 13:57:48.765529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2106e-6fa7-4e6d-b089-bb97bf8c6eb3 req-1cabe473-64e0-4626-9672-81d632546f50 tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:48.765904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2106e-6fa7-4e6d-b089-bb97bf8c6eb3 req-1cabe473-64e0-4626-9672-81d632546f50 tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:48.766628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2106e-6fa7-4e6d-b089-bb97bf8c6eb3 req-1cabe473-64e0-4626-9672-81d632546f50 tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:48.767456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2106e-6fa7-4e6d-b089-bb97bf8c6eb3 req-1cabe473-64e0-4626-9672-81d632546f50 tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:48.770978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2106e-6fa7-4e6d-b089-bb97bf8c6eb3 req-1cabe473-64e0-4626-9672-81d632546f50 tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:48.771694 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2106e-6fa7-4e6d-b089-bb97bf8c6eb3 req-1cabe473-64e0-4626-9672-81d632546f50 tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:48.772496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2106e-6fa7-4e6d-b089-bb97bf8c6eb3 req-1cabe473-64e0-4626-9672-81d632546f50 tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:48.773409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2106e-6fa7-4e6d-b089-bb97bf8c6eb3 req-1cabe473-64e0-4626-9672-81d632546f50 tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:48.787847 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cdd2106e-6fa7-4e6d-b089-bb97bf8c6eb3 req-1cabe473-64e0-4626-9672-81d632546f50 tempest-NetworksTest-577753827 tempest-NetworksTest-577753827-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5741 time: 0.3661427 Aug 31 13:57:48.911282 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1c437322-6548-45fa-a3ef-e2689fefc332 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23a5a7bba74d479ca7568b341f487039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4827018 Aug 31 13:57:48.914459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34560) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:48.945392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bc10a24-066b-4c9a-a06b-ebb434acf125 req-9a7df393-c0fc-4e8e-ad5b-987f6f825334 service neutron] 10.222.0.52 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347075 Aug 31 13:57:49.038628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8be4-7037-47a2-971b-2d9de8e42181 req-4ea282a0-f1f3-4393-8f09-378c04059c04 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.040330 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db6e8be4-7037-47a2-971b-2d9de8e42181 req-4ea282a0-f1f3-4393-8f09-378c04059c04 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 944 time: 0.0912058 Aug 31 13:57:49.065669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bce265a9-3c10-42d5-be94-118f79f58303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.151553 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bce265a9-3c10-42d5-be94-118f79f58303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.154795 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.167967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db6e8be4-7037-47a2-971b-2d9de8e42181 req-16c0fd43-acac-496b-b76c-f06099684326 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103745 Aug 31 13:57:49.219704 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.224326 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bce265a9-3c10-42d5-be94-118f79f58303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.229519 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bce265a9-3c10-42d5-be94-118f79f58303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.233954 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bce265a9-3c10-42d5-be94-118f79f58303 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33ea2612-d9e2-4fa9-8794-0b55b1344157 HTTP/1.1" status: 204 len: 168 time: 0.3124824 Aug 31 13:57:49.258291 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34572) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:49.276832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091f10bf-46ec-43c2-8f5c-46dc913954c5', 'name': 'network-vif-deleted', 'tag': 'fcf57cc7-b9e4-4310-b886-b227e686f2a2'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:49.281514 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f5a89f-c743-4edd-bdae-5a741c148d41" -d '{"events": [{"server_uuid": "091f10bf-46ec-43c2-8f5c-46dc913954c5", "name": "network-vif-deleted", "tag": "fcf57cc7-b9e4-4310-b886-b227e686f2a2"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:49.284617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce265a9-3c10-42d5-be94-118f79f58303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ea2612-d9e2-4fa9-8794-0b55b1344157,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:49.478393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ec8c9-5988-4150-a590-a5cff38c0029 req-375fc4d3-fa10-4c08-b989-9d7b72c684a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.480970 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f5ec8c9-5988-4150-a590-a5cff38c0029 req-375fc4d3-fa10-4c08-b989-9d7b72c684a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18e21b70-9465-48cd-a8d8-7e7daebed5d9 HTTP/1.1" status: 200 len: 1096 time: 0.5322685 Aug 31 13:57:49.502368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c29b1-91c8-40e8-9f9a-20f856eeadfa req-8b182b2c-fa4b-456b-956e-8285c01e73f4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.502738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f42291-dd04-4854-a1a3-c2d39a3ec60a req-681e005b-9d56-4bc8-a667-e36eab5bf14b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.504834 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa5c29b1-91c8-40e8-9f9a-20f856eeadfa req-8b182b2c-fa4b-456b-956e-8285c01e73f4 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 944 time: 0.5579822 Aug 31 13:57:49.505701 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03f42291-dd04-4854-a1a3-c2d39a3ec60a req-681e005b-9d56-4bc8-a667-e36eab5bf14b tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 950 time: 0.1883104 Aug 31 13:57:49.516323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc52ea50-eb20-4690-9888-04a4abd981d4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:49.522866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fc662-0dd8-4328-8b1a-19a2fc440dbd req-e217aa14-5b4d-480a-a70e-b9eeec62870c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.525506 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c5fc662-0dd8-4328-8b1a-19a2fc440dbd req-e217aa14-5b4d-480a-a70e-b9eeec62870c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 944 time: 0.2104881 Aug 31 13:57:49.572268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device c9cbada2-74a3-423e-81f1-60848df3adde details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:49.667866 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03f42291-dd04-4854-a1a3-c2d39a3ec60a req-9082d1f9-ae7c-4f4a-98ab-b72da6b61526 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411257 Aug 31 13:57:49.669146 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea24dbc8-e776-4437-a4c5-6946126caea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.696415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9f47-e043-4182-9696-0d2e4bb3864f req-904c31dc-5b31-487b-849f-db4647eefa7a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:49.698123 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f89d9f47-e043-4182-9696-0d2e4bb3864f req-904c31dc-5b31-487b-849f-db4647eefa7a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 950 time: 0.4922841 Aug 31 13:57:49.706637 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bc10a24-066b-4c9a-a06b-ebb434acf125 req-94278554-1ccc-43e2-829f-0b4b47c336ea service neutron] 10.222.0.52 "GET /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7194068 Aug 31 13:57:49.712241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port c9cbada2-74a3-423e-81f1-60848df3adde, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=c9cbada2-74a3-423e-81f1-60848df3adde,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:49.740268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'c9cbada2-74a3-423e-81f1-60848df3adde', 'network_id': '92381d57-6677-490a-8029-6345c0361b53', 'port_id': 'c9cbada2-74a3-423e-81f1-60848df3adde', 'mac_address': 'fa:16:3e:42:34:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3a5117-30ba-42a8-858c-5a125cff6bee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:57:49.779805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-1c5fc662-0dd8-4328-8b1a-19a2fc440dbd req-b9ab8492-3417-447d-b633-f16248847295 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Deleting port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:49.780198 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1c5fc662-0dd8-4328-8b1a-19a2fc440dbd req-b9ab8492-3417-447d-b633-f16248847295 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.791151 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f5ec8c9-5988-4150-a590-a5cff38c0029 req-42421f4a-4fdb-4f04-85ac-777e476055b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780828 Aug 31 13:57:49.805346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Allocated IP 192.168.233.185 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/547401e6-6fc5-4ae2-82b5-6e20665f305d) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:49.813618 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54df89b1-82a0-4e78-9ac8-7ba47f75b224 x-openstack-request-id: req-54df89b1-82a0-4e78-9ac8-7ba47f75b224 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:49.813922 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091f10bf-46ec-43c2-8f5c-46dc913954c5", "name": "network-vif-deleted", "tag": "fcf57cc7-b9e4-4310-b886-b227e686f2a2", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:49.814178 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54df89b1-82a0-4e78-9ac8-7ba47f75b224 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:49.814571 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091f10bf-46ec-43c2-8f5c-46dc913954c5', 'name': 'network-vif-deleted', 'tag': 'fcf57cc7-b9e4-4310-b886-b227e686f2a2', 'status': 'completed', 'code': 200} Aug 31 13:57:49.830663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa5c29b1-91c8-40e8-9f9a-20f856eeadfa req-7aad7234-a8d6-4324-a1df-ce171cb04b88 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725093 Aug 31 13:57:49.847131 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.874471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cbada2-74a3-423e-81f1-60848df3adde {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:49.900003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port c9cbada2-74a3-423e-81f1-60848df3adde, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=c9cbada2-74a3-423e-81f1-60848df3adde,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:49.907510 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:49.965068 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5272a60f-3b9a-4124-8f15-ee0310e97fdd req-a8667669-2ca8-4679-92f9-f44840cc44d4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 210 time: 0.0542927 Aug 31 13:57:49.994839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-1c5fc662-0dd8-4328-8b1a-19a2fc440dbd req-b9ab8492-3417-447d-b633-f16248847295 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] For port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:49.995639 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1c5fc662-0dd8-4328-8b1a-19a2fc440dbd req-b9ab8492-3417-447d-b633-f16248847295 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.009565 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea24dbc8-e776-4437-a4c5-6946126caea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.022920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-1c5fc662-0dd8-4328-8b1a-19a2fc440dbd req-b9ab8492-3417-447d-b633-f16248847295 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Calling delete_port for 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:50.034145 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea24dbc8-e776-4437-a4c5-6946126caea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.035095 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=c9cbada2-74a3-423e-81f1-60848df3adde,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:50.050702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ae69d-7ae7-4fb9-823a-1fe40be09c78 req-ec284c30-030c-4924-b884-68bbe934d087 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:50.052316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-580ae69d-7ae7-4fb9-823a-1fe40be09c78 req-ec284c30-030c-4924-b884-68bbe934d087 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 945 time: 0.1398833 Aug 31 13:57:50.090832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f89d9f47-e043-4182-9696-0d2e4bb3864f req-adacd893-9a49-4dcf-b289-0bfffd9ad6ff tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Deleting port ce17cf8c-f5fe-45fb-9a92-333a770d03c8 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:50.091210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f89d9f47-e043-4182-9696-0d2e4bb3864f req-adacd893-9a49-4dcf-b289-0bfffd9ad6ff tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.129365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34600) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:50.174243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24dbc8-e776-4437-a4c5-6946126caea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a611ffc-fec3-40f2-87ee-a33672a881bf,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:50.206686 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ea24dbc8-e776-4437-a4c5-6946126caea9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38814af355e3416090d04399e9301d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9436493 Aug 31 13:57:50.208952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34606) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:50.215043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['c9cbada2-74a3-423e-81f1-60848df3adde'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:50.277731 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3c02916d-1193-4149-9993-17492be97ae9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.302316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-580ae69d-7ae7-4fb9-823a-1fe40be09c78 req-5062d5a6-1bea-47c6-91d4-4d0f249a4c9c tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952593 Aug 31 13:57:50.381445 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92170878-4eec-4e5b-b64e-c10beef15811 req-0084339e-2485-45b5-9949-448bccb2df24 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2940233 Aug 31 13:57:50.381824 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3c02916d-1193-4149-9993-17492be97ae9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.463150 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.490516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f89d9f47-e043-4182-9696-0d2e4bb3864f req-adacd893-9a49-4dcf-b289-0bfffd9ad6ff tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] For port ce17cf8c-f5fe-45fb-9a92-333a770d03c8, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ce17cf8c-f5fe-45fb-9a92-333a770d03c8,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:50.491218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f89d9f47-e043-4182-9696-0d2e4bb3864f req-adacd893-9a49-4dcf-b289-0bfffd9ad6ff tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.508982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496755c-44ca-4102-a1e1-6280bbdd2c9e req-f1a3d0b1-602a-414f-a306-bd4305c67467 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:50.513198 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0496755c-44ca-4102-a1e1-6280bbdd2c9e req-f1a3d0b1-602a-414f-a306-bd4305c67467 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f30cc53-ceba-4ab3-a532-92c5f2334f63 HTTP/1.1" status: 200 len: 944 time: 0.2032294 Aug 31 13:57:50.517702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1c5fc662-0dd8-4328-8b1a-19a2fc440dbd req-b9ab8492-3417-447d-b633-f16248847295 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.531876 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f89d9f47-e043-4182-9696-0d2e4bb3864f req-adacd893-9a49-4dcf-b289-0bfffd9ad6ff tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Calling delete_port for ce17cf8c-f5fe-45fb-9a92-333a770d03c8 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:50.534042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Transition to ACTIVE for port object 547401e6-6fc5-4ae2-82b5-6e20665f305d will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:50.535786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['84a8a35f-4532-4280-9ebd-7b0cf6b3bf22'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:50.536666 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d85d-4a41-40d7-a398-eb5925e4d6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.587557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92170878-4eec-4e5b-b64e-c10beef15811 req-9ecc08b9-ff45-4b1a-b1c5-40651b30c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:50.589660 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92170878-4eec-4e5b-b64e-c10beef15811 req-9ecc08b9-ff45-4b1a-b1c5-40651b30c216 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c0e192034374c6a84e5da48f77a28a2&device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 1101 time: 0.1812742 Aug 31 13:57:50.592469 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d85d-4a41-40d7-a398-eb5925e4d6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.603983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab8492-3417-447d-b633-f16248847295 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Pushing event deleted for resources: {'Port': ['ID=84a8a35f-4532-4280-9ebd-7b0cf6b3bf22,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:50.608031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:50.611114 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6486a54-0f42-4b37-8d03-48f2be372fc7" -d '{"events": [{"server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "name": "network-vif-plugged", "status": "completed", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:50.628836 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0496755c-44ca-4102-a1e1-6280bbdd2c9e req-ed64eab1-eaf5-4f8e-b05c-93d942f8bd34 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077399 Aug 31 13:57:50.662912 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3c02916d-1193-4149-9993-17492be97ae9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.666498 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3c02916d-1193-4149-9993-17492be97ae9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.671513 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3c02916d-1193-4149-9993-17492be97ae9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "DELETE /v2.0/security-groups/19508d33-f4d5-4c8f-9ec5-1faa954aa852 HTTP/1.1" status: 204 len: 168 time: 0.5337512 Aug 31 13:57:50.693536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34618) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:50.704279 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5e78d6-fa0e-42a4-bec5-51988723e2ef x-openstack-request-id: req-ee5e78d6-fa0e-42a4-bec5-51988723e2ef {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:50.704669 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "name": "network-vif-plugged", "status": "completed", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:50.704845 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee5e78d6-fa0e-42a4-bec5-51988723e2ef {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:50.705314 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'code': 200} Aug 31 13:57:50.741085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5fc662-0dd8-4328-8b1a-19a2fc440dbd req-b9ab8492-3417-447d-b633-f16248847295 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] No DVR routers for this DVR port 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 on host n-h1-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:50.744420 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1c5fc662-0dd8-4328-8b1a-19a2fc440dbd req-b9ab8492-3417-447d-b633-f16248847295 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.750484 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c5fc662-0dd8-4328-8b1a-19a2fc440dbd req-b9ab8492-3417-447d-b633-f16248847295 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.13 "DELETE /v2.0/ports/84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 HTTP/1.1" status: 204 len: 173 time: 1.2141271 Aug 31 13:57:50.751349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02916d-1193-4149-9993-17492be97ae9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19508d33-f4d5-4c8f-9ec5-1faa954aa852,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:50.765825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f30cc53-ceba-4ab3-a532-92c5f2334f63', 'name': 'network-vif-deleted', 'tag': '84a8a35f-4532-4280-9ebd-7b0cf6b3bf22'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:50.771941 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca0748f-71da-42d4-9fa5-4e8cd1efc997" -d '{"events": [{"server_uuid": "7f30cc53-ceba-4ab3-a532-92c5f2334f63", "name": "network-vif-deleted", "tag": "84a8a35f-4532-4280-9ebd-7b0cf6b3bf22"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:50.829500 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-d31149a9-3c7c-4494-8ebe-2195e714e8f8 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] show failed (client error): The resource could not be found. Aug 31 13:57:50.833000 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d31149a9-3c7c-4494-8ebe-2195e714e8f8 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "GET /v2.0/security-groups/19508d33-f4d5-4c8f-9ec5-1faa954aa852 HTTP/1.1" status: 404 len: 347 time: 0.1223540 Aug 31 13:57:50.838249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34628) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:50.926686 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0863acbd-6246-4c39-9882-4f9428e7f303 x-openstack-request-id: req-0863acbd-6246-4c39-9882-4f9428e7f303 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:50.927125 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f30cc53-ceba-4ab3-a532-92c5f2334f63", "name": "network-vif-deleted", "tag": "84a8a35f-4532-4280-9ebd-7b0cf6b3bf22", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:50.927529 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0863acbd-6246-4c39-9882-4f9428e7f303 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:50.928141 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f30cc53-ceba-4ab3-a532-92c5f2334f63', 'name': 'network-vif-deleted', 'tag': '84a8a35f-4532-4280-9ebd-7b0cf6b3bf22', 'status': 'completed', 'code': 200} Aug 31 13:57:50.941310 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefbc82-927d-4b73-9182-552e90b50ad6 req-52fb33c1-9568-4399-9388-73ba68264c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:50.943818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cefbc82-927d-4b73-9182-552e90b50ad6 req-52fb33c1-9568-4399-9388-73ba68264c6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 1096 time: 0.1638381 Aug 31 13:57:50.969471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f35a5-7e36-4e9e-bdf7-e5502d33df37 req-7e08b2b6-0f9a-44ee-8bce-6081d54a830c tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:50.971003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:50.977279 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c6f35a5-7e36-4e9e-bdf7-e5502d33df37 req-7e08b2b6-0f9a-44ee-8bce-6081d54a830c tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 950 time: 0.1960058 Aug 31 13:57:51.038601 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d85d-4a41-40d7-a398-eb5925e4d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.041067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d85d-4a41-40d7-a398-eb5925e4d6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.042247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dfa8d85d-4a41-40d7-a398-eb5925e4d6a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a611ffc-fec3-40f2-87ee-a33672a881bf HTTP/1.1" status: 204 len: 168 time: 0.8294749 Aug 31 13:57:51.048786 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cefbc82-927d-4b73-9182-552e90b50ad6 req-641e9b0e-06e8-4d14-bd3f-35a2f6e20246 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888996 Aug 31 13:57:51.052378 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c6f35a5-7e36-4e9e-bdf7-e5502d33df37 req-9507daf4-f17e-427e-b1c2-b6df3e3c7ecc tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671439 Aug 31 13:57:51.054205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92170878-4eec-4e5b-b64e-c10beef15811 req-ddb5c6d0-f6cd-44b3-8866-5cf395425134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:51.055698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92170878-4eec-4e5b-b64e-c10beef15811 req-ddb5c6d0-f6cd-44b3-8866-5cf395425134 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.4144733 Aug 31 13:57:51.263828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a1265-25b7-4563-acbe-b483c2fb4fd5 req-db0ed5c6-7b8d-4643-a751-b92c955bf6fa tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:51.270263 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce2a1265-25b7-4563-acbe-b483c2fb4fd5 req-db0ed5c6-7b8d-4643-a751-b92c955bf6fa tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 936 time: 0.0597255 Aug 31 13:57:51.373500 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce2a1265-25b7-4563-acbe-b483c2fb4fd5 req-66687fef-f194-40d7-a853-1599381bdd95 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004753 Aug 31 13:57:51.483235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8d85d-4a41-40d7-a398-eb5925e4d6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a611ffc-fec3-40f2-87ee-a33672a881bf,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:51.500704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:51.522813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Pushing event updated for resources: {'Port': ['ID=547401e6-6fc5-4ae2-82b5-6e20665f305d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:51.541315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:51.575733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device c9cbada2-74a3-423e-81f1-60848df3adde up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:57:51.633406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:51.683479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34668) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:51.700738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port c9cbada2-74a3-423e-81f1-60848df3adde completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:51.701657 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92170878-4eec-4e5b-b64e-c10beef15811 req-1abe63ec-dc65-40fe-befb-65eb50c3b868 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 HTTP/1.1" status: 200 len: 217 time: 0.2067211 Aug 31 13:57:51.706538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port c9cbada2-74a3-423e-81f1-60848df3adde triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:51.707768 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.722956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bbd0d-f6a7-4fde-aa25-2a9cb32b88e8 req-51fa10b5-9238-4a16-a063-700b856a62f1 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:51.740482 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-407bbd0d-f6a7-4fde-aa25-2a9cb32b88e8 req-51fa10b5-9238-4a16-a063-700b856a62f1 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 945 time: 0.1088159 Aug 31 13:57:51.806205 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-407bbd0d-f6a7-4fde-aa25-2a9cb32b88e8 req-f3a1fd1c-6431-48d8-b332-53f5d57a1e4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494471 Aug 31 13:57:51.817227 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0719814-1910-4c75-8ca8-27f0c8548585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.841898 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.848774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a145e-b6ef-4757-8557-cce503403511 req-fd65a929-f558-47cd-9fb8-e80da5db6aea tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:51.857844 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a1a145e-b6ef-4757-8557-cce503403511 req-fd65a929-f558-47cd-9fb8-e80da5db6aea tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 945 time: 0.8112388 Aug 31 13:57:51.883236 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f89d9f47-e043-4182-9696-0d2e4bb3864f req-adacd893-9a49-4dcf-b289-0bfffd9ad6ff tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.885101 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port c9cbada2-74a3-423e-81f1-60848df3adde, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=c9cbada2-74a3-423e-81f1-60848df3adde,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:51.890994 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.902404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9', 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:51.904945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['364ee310-c534-4d48-8710-740f2393aca1', 'd043a383-695b-42d2-9721-93a9938f9575', '9a18a565-755e-4f0a-9f71-454e09b02537', 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:51.908406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:51.909338 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:51.943610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34674) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:51.983913 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-1d0b8cb2-9756-4ea2-9a72-0593d9c06ad4 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8234992 Aug 31 13:57:51.986647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacd893-9a49-4dcf-b289-0bfffd9ad6ff tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event deleted for resources: {'Port': ['ID=ce17cf8c-f5fe-45fb-9a92-333a770d03c8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:52.027454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Request body: {'port': {'device_id': '704be5e2-97b4-4bdd-9647-861eccc5881e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:52.037035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-806ceb86-e0f5-4220-ab8a-8f843a75b6ea None None] Provisioning for port 547401e6-6fc5-4ae2-82b5-6e20665f305d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:57:52.045935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a1a145e-b6ef-4757-8557-cce503403511 req-e54bc905-36a5-448d-8553-35cff21a4074 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870902 Aug 31 13:57:52.069836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-806ceb86-e0f5-4220-ab8a-8f843a75b6ea None None] Provisioning complete for port 547401e6-6fc5-4ae2-82b5-6e20665f305d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:57:52.070462 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-806ceb86-e0f5-4220-ab8a-8f843a75b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.075867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=c9cbada2-74a3-423e-81f1-60848df3adde,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:52.119244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89d9f47-e043-4182-9696-0d2e4bb3864f req-adacd893-9a49-4dcf-b289-0bfffd9ad6ff tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] No DVR routers for this DVR port ce17cf8c-f5fe-45fb-9a92-333a770d03c8 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:52.126082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f89d9f47-e043-4182-9696-0d2e4bb3864f req-adacd893-9a49-4dcf-b289-0bfffd9ad6ff tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.128211 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f89d9f47-e043-4182-9696-0d2e4bb3864f req-adacd893-9a49-4dcf-b289-0bfffd9ad6ff tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "DELETE /v2.0/ports/ce17cf8c-f5fe-45fb-9a92-333a770d03c8 HTTP/1.1" status: 204 len: 173 time: 2.4156077 Aug 31 13:57:52.134907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92170878-4eec-4e5b-b64e-c10beef15811 req-3fe2cbd8-1e4c-4686-9455-5cbd90630f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:52.138109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92170878-4eec-4e5b-b64e-c10beef15811 req-3fe2cbd8-1e4c-4686-9455-5cbd90630f6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.4133046 Aug 31 13:57:52.155345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cf5a08-f49d-4d0f-84a7-ece2a34f37de', 'name': 'network-vif-deleted', 'tag': 'ce17cf8c-f5fe-45fb-9a92-333a770d03c8'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:52.163249 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826d08b3-4db3-44d3-9803-9ff1210949c9" -d '{"events": [{"server_uuid": "37cf5a08-f49d-4d0f-84a7-ece2a34f37de", "name": "network-vif-deleted", "tag": "ce17cf8c-f5fe-45fb-9a92-333a770d03c8"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:52.196323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-806ceb86-e0f5-4220-ab8a-8f843a75b6ea None None] Port 547401e6-6fc5-4ae2-82b5-6e20665f305d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:57:52.254248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-afa9caf1-3ff2-4e20-b303-ddd40ad913f9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Deleting port 20717e39-3304-4918-8c58-f5b07395d72e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:52.254601 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afa9caf1-3ff2-4e20-b303-ddd40ad913f9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.288260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ec68b9f4-b768-4821-a2ea-c2eda14f6da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.345310 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122ccf2-52fc-4509-b099-c941e7c4d041 req-54487a5c-e1af-448b-82eb-f94894031320 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:52.372990 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b122ccf2-52fc-4509-b099-c941e7c4d041 req-54487a5c-e1af-448b-82eb-f94894031320 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 945 time: 0.1910110 Aug 31 13:57:52.512657 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b122ccf2-52fc-4509-b099-c941e7c4d041 req-ac2b1edb-0682-4a02-a08d-8148267da873 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377199 Aug 31 13:57:52.551425 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1533497-64e7-457e-a78e-73da49e946b0 req-afd99f65-323e-4ddd-ae66-0fb36a73d9c0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf5a08-f49d-4d0f-84a7-ece2a34f37de HTTP/1.1" status: 200 len: 210 time: 0.2433696 Aug 31 13:57:52.574846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.611220 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0e1c6f-37bd-42a5-9468-18955e05a29f x-openstack-request-id: req-db0e1c6f-37bd-42a5-9468-18955e05a29f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:52.611558 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cf5a08-f49d-4d0f-84a7-ece2a34f37de", "name": "network-vif-deleted", "tag": "ce17cf8c-f5fe-45fb-9a92-333a770d03c8", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:52.611767 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db0e1c6f-37bd-42a5-9468-18955e05a29f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:52.612191 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cf5a08-f49d-4d0f-84a7-ece2a34f37de', 'name': 'network-vif-deleted', 'tag': 'ce17cf8c-f5fe-45fb-9a92-333a770d03c8', 'status': 'completed', 'code': 200} Aug 31 13:57:52.671130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92170878-4eec-4e5b-b64e-c10beef15811 req-6b7b3620-99d0-45cf-9a22-c5b1d888ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:52.672747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92170878-4eec-4e5b-b64e-c10beef15811 req-6b7b3620-99d0-45cf-9a22-c5b1d888ff76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4930165 Aug 31 13:57:52.689375 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afa9caf1-3ff2-4e20-b303-ddd40ad913f9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.690008 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afa9caf1-3ff2-4e20-b303-ddd40ad913f9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:52.709039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda930a3-5bd7-476d-9124-ffd555098301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cbada2-74a3-423e-81f1-60848df3adde'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:52.712943 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a510a3-2fdb-4610-9db9-baad4a5cd531" -d '{"events": [{"server_uuid": "fda930a3-5bd7-476d-9124-ffd555098301", "name": "network-vif-plugged", "status": "completed", "tag": "c9cbada2-74a3-423e-81f1-60848df3adde"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:52.777116 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb32888-4273-4c1b-8dcf-24d0f3bda90f x-openstack-request-id: req-5cb32888-4273-4c1b-8dcf-24d0f3bda90f {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:52.778402 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda930a3-5bd7-476d-9124-ffd555098301", "name": "network-vif-plugged", "status": "completed", "tag": "c9cbada2-74a3-423e-81f1-60848df3adde", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:52.778762 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cb32888-4273-4c1b-8dcf-24d0f3bda90f {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:52.779167 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda930a3-5bd7-476d-9124-ffd555098301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cbada2-74a3-423e-81f1-60848df3adde', 'code': 200} Aug 31 13:57:52.794093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-afa9caf1-3ff2-4e20-b303-ddd40ad913f9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Calling delete_port for 20717e39-3304-4918-8c58-f5b07395d72e owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:52.958693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6aafe-8d7e-4627-8f65-110376b256f0 req-b19d8bd9-ac40-406b-987c-ab15370b7d4d tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:52.960039 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0ff6aafe-8d7e-4627-8f65-110376b256f0 req-b19d8bd9-ac40-406b-987c-ab15370b7d4d tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 945 time: 0.0623748 Aug 31 13:57:53.020702 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0ff6aafe-8d7e-4627-8f65-110376b256f0 req-08bc57d9-3824-43f4-947d-875cf594a547 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475788 Aug 31 13:57:53.058529 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0719814-1910-4c75-8ca8-27f0c8548585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.089431 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0719814-1910-4c75-8ca8-27f0c8548585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.107430 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95b785-5afd-49c5-9dd2-28614506a2b3 req-a61bc215-399b-46be-9f70-b1edfbc06e3a tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:53.116804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c95b785-5afd-49c5-9dd2-28614506a2b3 req-a61bc215-399b-46be-9f70-b1edfbc06e3a tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 936 time: 0.4742560 Aug 31 13:57:53.129219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850cfd5-c2ba-4f72-a32d-57679e1ecae9 req-67b4f3af-181a-4292-bb46-646602d52bf4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:53.130976 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8850cfd5-c2ba-4f72-a32d-57679e1ecae9 req-67b4f3af-181a-4292-bb46-646602d52bf4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 945 time: 0.4898975 Aug 31 13:57:53.192556 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-ed2a05fa-e24f-4321-8283-783370e890a9 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1477754 Aug 31 13:57:53.206034 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:53.257482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ec68b9f4-b768-4821-a2ea-c2eda14f6da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.263071 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ec68b9f4-b768-4821-a2ea-c2eda14f6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.293089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb309ac-a116-4ed9-a569-d156aca7a589 req-8fe75e8c-16ae-45f9-a4fe-a10d25b47591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:53.295257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3eb309ac-a116-4ed9-a569-d156aca7a589 req-8fe75e8c-16ae-45f9-a4fe-a10d25b47591 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 1097 time: 0.4197376 Aug 31 13:57:53.297484 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c0719814-1910-4c75-8ca8-27f0c8548585 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=969ea811f30044a4a822d79aa4e7b270&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5995369 Aug 31 13:57:53.302054 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92170878-4eec-4e5b-b64e-c10beef15811 req-a56ac217-6f8b-4069-87f4-f672fb48f112 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930021 Aug 31 13:57:53.304602 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34694) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:53.320385 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.329429 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ec68b9f4-b768-4821-a2ea-c2eda14f6da9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ff1f1f008cb4245b8cc6ebdc01e2a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3847551 Aug 31 13:57:53.332925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68b9f4-b768-4821-a2ea-c2eda14f6da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512e09a4-8134-4364-8136-f803817cf871,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:53.340045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0719814-1910-4c75-8ca8-27f0c8548585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a51fbb1-697c-40d1-8ac3-31dc69fc2ee1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:53.345475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34696) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:53.398249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:53.429911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:53.430357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 84a8a35f-4532-4280-9ebd-7b0cf6b3bf22 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:53.453941 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e29eb34-6663-452d-a142-d524d3a6b1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.461178 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c95b785-5afd-49c5-9dd2-28614506a2b3 req-545abf3b-e75e-4054-868d-b70b88d7fff2 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425720 Aug 31 13:57:53.486180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d49af4af-6329-4f50-9e45-5272c98b5a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.500255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3eb309ac-a116-4ed9-a569-d156aca7a589 req-7c37623f-287c-4d70-9861-8c98168c6451 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893511 Aug 31 13:57:53.592606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ce17cf8c-f5fe-45fb-9a92-333a770d03c8 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:53.636047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: ce17cf8c-f5fe-45fb-9a92-333a770d03c8 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:53.636996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ce17cf8c-f5fe-45fb-9a92-333a770d03c8 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:53.727037 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92170878-4eec-4e5b-b64e-c10beef15811 req-5e3202d4-faaa-487c-809a-0565cf730593 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022472 Aug 31 13:57:53.741677 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afa9caf1-3ff2-4e20-b303-ddd40ad913f9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.761136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8850cfd5-c2ba-4f72-a32d-57679e1ecae9 req-3e5aa994-c09d-4ac1-b581-64547a638fc4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Deleting port 82165258-0e63-4028-a117-3883ba2cf6d5 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:53.761768 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8850cfd5-c2ba-4f72-a32d-57679e1ecae9 req-3e5aa994-c09d-4ac1-b581-64547a638fc4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.771790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547401e6-6fc5-4ae2-82b5-6e20665f305d {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:57:53.810273 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.826067 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c95ea-5439-4243-abd7-de929627b7dd req-8ade112b-928a-460b-93e7-2cbe70677211 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:53.828312 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff8c95ea-5439-4243-abd7-de929627b7dd req-8ade112b-928a-460b-93e7-2cbe70677211 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 946 time: 0.2617068 Aug 31 13:57:53.848568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9caf1-3ff2-4e20-b303-ddd40ad913f9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Pushing event deleted for resources: {'Port': ['ID=20717e39-3304-4918-8c58-f5b07395d72e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:53.856684 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e29eb34-6663-452d-a142-d524d3a6b1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.924828 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d49af4af-6329-4f50-9e45-5272c98b5a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:53.962804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Transition to ACTIVE for port object 547401e6-6fc5-4ae2-82b5-6e20665f305d will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:57:53.979705 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.011270 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.051350 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e29eb34-6663-452d-a142-d524d3a6b1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.056228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e29eb34-6663-452d-a142-d524d3a6b1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.062332 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5e29eb34-6663-452d-a142-d524d3a6b1b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a51fbb1-697c-40d1-8ac3-31dc69fc2ee1 HTTP/1.1" status: 204 len: 168 time: 0.7525387 Aug 31 13:57:54.063689 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d49af4af-6329-4f50-9e45-5272c98b5a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.066913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d49af4af-6329-4f50-9e45-5272c98b5a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.068424 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d49af4af-6329-4f50-9e45-5272c98b5a03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/512e09a4-8134-4364-8136-f803817cf871 HTTP/1.1" status: 204 len: 168 time: 0.7218604 Aug 31 13:57:54.107313 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff8c95ea-5439-4243-abd7-de929627b7dd req-cb28958f-aff7-4768-8443-28788ee44cfa tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208607 Aug 31 13:57:54.126859 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afa9caf1-3ff2-4e20-b303-ddd40ad913f9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.129820 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afa9caf1-3ff2-4e20-b303-ddd40ad913f9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.135006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-afa9caf1-3ff2-4e20-b303-ddd40ad913f9 tempest-ImagesOneServerNegativeTestJSON-1712605035 tempest-ImagesOneServerNegativeTestJSON-1712605035-project] 10.222.0.20 "DELETE /v2.0/floatingips/fff89aad-cffb-4e67-ab50-27de48696781 HTTP/1.1" status: 204 len: 168 time: 3.2894371 Aug 31 13:57:54.141784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8850cfd5-c2ba-4f72-a32d-57679e1ecae9 req-3e5aa994-c09d-4ac1-b581-64547a638fc4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] For port 82165258-0e63-4028-a117-3883ba2cf6d5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=82165258-0e63-4028-a117-3883ba2cf6d5,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:54.142407 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8850cfd5-c2ba-4f72-a32d-57679e1ecae9 req-3e5aa994-c09d-4ac1-b581-64547a638fc4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.159085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Pushing event updated for resources: {'Port': ['ID=547401e6-6fc5-4ae2-82b5-6e20665f305d,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:54.167254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8850cfd5-c2ba-4f72-a32d-57679e1ecae9 req-3e5aa994-c09d-4ac1-b581-64547a638fc4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Calling delete_port for 82165258-0e63-4028-a117-3883ba2cf6d5 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:54.330211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Allocated IP 172.25.3.91 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/80ac07c7-aa2f-44d1-9b43-458762fe6df7) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:54.482924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29eb34-6663-452d-a142-d524d3a6b1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a51fbb1-697c-40d1-8ac3-31dc69fc2ee1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:54.559716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49af4af-6329-4f50-9e45-5272c98b5a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512e09a4-8134-4364-8136-f803817cf871,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:54.648147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e450faa-3cd9-4357-a7f3-c73a874f2eb5 req-7305de41-5756-42ad-bec8-fba37e3b44f8 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:54.653027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e450faa-3cd9-4357-a7f3-c73a874f2eb5 req-7305de41-5756-42ad-bec8-fba37e3b44f8 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 945 time: 0.3921354 Aug 31 13:57:54.669619 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.674479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Attempting to bind port 547401e6-6fc5-4ae2-82b5-6e20665f305d on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:57:54.685934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Attempting to bind port 547401e6-6fc5-4ae2-82b5-6e20665f305d by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:57:54.687772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Attempting to bind port 547401e6-6fc5-4ae2-82b5-6e20665f305d on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:54.707291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Port 547401e6-6fc5-4ae2-82b5-6e20665f305d on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:57:54.712341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Attempting to bind port 547401e6-6fc5-4ae2-82b5-6e20665f305d on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:57:54.748946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:57:54.750287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:54.750287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:57:54.751941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Bound port: 547401e6-6fc5-4ae2-82b5-6e20665f305d, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:57:54.751941 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.754984 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:54.806475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e450faa-3cd9-4357-a7f3-c73a874f2eb5 req-bc300aea-6842-4130-a974-cd6a8630cf19 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019363 Aug 31 13:57:54.913847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:57:54.920016 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:54.927650 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:57:54.979124 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Pushing event updated for resources: {'Port': ['ID=80ac07c7-aa2f-44d1-9b43-458762fe6df7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:55.001982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8850cfd5-c2ba-4f72-a32d-57679e1ecae9 req-3e5aa994-c09d-4ac1-b581-64547a638fc4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.106517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aa994-c09d-4ac1-b581-64547a638fc4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Pushing event deleted for resources: {'Port': ['ID=82165258-0e63-4028-a117-3883ba2cf6d5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:55.135335 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.190919 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.256939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] For port 547401e6-6fc5-4ae2-82b5-6e20665f305d, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:57:55.327427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8850cfd5-c2ba-4f72-a32d-57679e1ecae9 req-3e5aa994-c09d-4ac1-b581-64547a638fc4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] No DVR routers for this DVR port 82165258-0e63-4028-a117-3883ba2cf6d5 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:55.336729 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8850cfd5-c2ba-4f72-a32d-57679e1ecae9 req-3e5aa994-c09d-4ac1-b581-64547a638fc4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.340763 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8850cfd5-c2ba-4f72-a32d-57679e1ecae9 req-3e5aa994-c09d-4ac1-b581-64547a638fc4 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.52 "DELETE /v2.0/ports/82165258-0e63-4028-a117-3883ba2cf6d5 HTTP/1.1" status: 204 len: 173 time: 2.1697769 Aug 31 13:57:55.344529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecea7462-fa4d-42a4-ac54-98c066e2d46e', 'name': 'network-vif-deleted', 'tag': '82165258-0e63-4028-a117-3883ba2cf6d5'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:55.348522 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e895ef66-8928-48d4-af91-6a68fde2b475" -d '{"events": [{"server_uuid": "ecea7462-fa4d-42a4-ac54-98c066e2d46e", "name": "network-vif-deleted", "tag": "82165258-0e63-4028-a117-3883ba2cf6d5"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:55.360490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] For port 547401e6-6fc5-4ae2-82b5-6e20665f305d, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=547401e6-6fc5-4ae2-82b5-6e20665f305d,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:57:55.373900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.393126 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.401322 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.450294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:55.451303 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.454315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] 10.222.0.13 "PUT /v2.0/ports/547401e6-6fc5-4ae2-82b5-6e20665f305d HTTP/1.1" status: 200 len: 1096 time: 3.4511628 Aug 31 13:57:55.481792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ea698-c905-4c8e-b236-d37a47a43a0d req-1a1ed50d-72d0-40eb-b95c-f0fdc49a560b tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:55.489012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Pushing event updated for resources: {'Port': ['ID=80ac07c7-aa2f-44d1-9b43-458762fe6df7,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:55.501933 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb6ea698-c905-4c8e-b236-d37a47a43a0d req-1a1ed50d-72d0-40eb-b95c-f0fdc49a560b tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 948 time: 0.3382428 Aug 31 13:57:55.595260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 82165258-0e63-4028-a117-3883ba2cf6d5 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:57:55.616614 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.646354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 82165258-0e63-4028-a117-3883ba2cf6d5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:57:55.647107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 82165258-0e63-4028-a117-3883ba2cf6d5 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:57:55.662489 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb6ea698-c905-4c8e-b236-d37a47a43a0d req-b23d9870-2ba1-4c21-baee-d1654e0075a0 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540511 Aug 31 13:57:55.667933 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:55.670441 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-4c170ad0-f26e-4e59-8e10-36466aca4e75 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4705269 Aug 31 13:57:55.690634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b07f8-db00-428f-ad90-341406f6088d service neutron] Pushing event updated for resources: {'Port': ['ID=547401e6-6fc5-4ae2-82b5-6e20665f305d,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:55.720540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9df8-601f-4999-9829-425978c900c9 req-975ad5e4-92df-471f-85cf-e419344abffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:55.722039 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-975ad5e4-92df-471f-85cf-e419344abffd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65db1941ba7d44808405fec0fd5fc204&device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 1099 time: 0.1355245 Aug 31 13:57:55.769411 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-216ebe3c-17db-431c-9050-5849da99fca9 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 695 time: 0.0901880 Aug 31 13:57:55.779888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34756) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:55.793519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-4530848b-0c80-4d9c-a485-6620b4a3762e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=547401e6-6fc5-4ae2-82b5-6e20665f305d HTTP/1.1" status: 200 len: 217 time: 0.0621316 Aug 31 13:57:55.881041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9df8-601f-4999-9829-425978c900c9 req-0fa7bddd-e498-4a6e-8de5-739aabc6ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:55.882574 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-0fa7bddd-e498-4a6e-8de5-739aabc6ff2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0818462 Aug 31 13:57:55.948121 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-b439e543-7271-4efc-9356-76a314d99f33 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:55.962042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54b91cde-c1b8-4be8-b598-e26c7af10365 req-b439e543-7271-4efc-9356-76a314d99f33 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.1829166 Aug 31 13:57:56.010398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9df8-601f-4999-9829-425978c900c9 req-dd8a46bd-f738-4427-ba0c-efed0deb8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:56.016234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-dd8a46bd-f738-4427-ba0c-efed0deb8f5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253195 Aug 31 13:57:56.134398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd459c9-b9de-4c73-86da-63f281b0eccf req-712ad821-2660-4821-b450-73a3bc45122b tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:56.143494 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68c69ce-2c79-48eb-8f96-83ef2c621d4c x-openstack-request-id: req-c68c69ce-2c79-48eb-8f96-83ef2c621d4c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:56.143781 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecea7462-fa4d-42a4-ac54-98c066e2d46e", "name": "network-vif-deleted", "tag": "82165258-0e63-4028-a117-3883ba2cf6d5", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:56.144035 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c68c69ce-2c79-48eb-8f96-83ef2c621d4c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:56.144456 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecea7462-fa4d-42a4-ac54-98c066e2d46e', 'name': 'network-vif-deleted', 'tag': '82165258-0e63-4028-a117-3883ba2cf6d5', 'status': 'completed', 'code': 200} Aug 31 13:57:56.147008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ccd459c9-b9de-4c73-86da-63f281b0eccf req-712ad821-2660-4821-b450-73a3bc45122b tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 946 time: 0.1253526 Aug 31 13:57:56.219659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-ea2f1a6b-6d43-42e9-b44c-c354e5d0b8eb service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952176 Aug 31 13:57:56.227231 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ccd459c9-b9de-4c73-86da-63f281b0eccf req-6c23f2a0-5297-4636-8c8d-d4d179a402fc tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790167 Aug 31 13:57:56.266203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1672031565-network', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:56.306541 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Made reservation on behalf of 37008f1801564c4ebad2fb0bec19bcc3 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:56.321238 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.332985 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.336755 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-056883ca-0f99-4f85-be6b-10a97b7e530a req-823a6b9c-3c1e-4a16-bd2b-b9e8a9bd5aae tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecea7462-fa4d-42a4-ac54-98c066e2d46e HTTP/1.1" status: 200 len: 210 time: 0.0706155 Aug 31 13:57:56.409721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43bd9df8-601f-4999-9829-425978c900c9 req-968beb1c-48b8-440d-a6e5-3002964b22d6 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789861 Aug 31 13:57:56.419216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34776) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:56.515480 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0461f7-27f4-4bf1-97ba-6359559ff74e admin admin] Deleting subnet 7e673293-c4b2-4cfc-82ad-2fb4ebc0f368 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:57:56.522912 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c0461f7-27f4-4bf1-97ba-6359559ff74e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.561877 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507f288-7e70-47c0-9c62-701a133269cc req-4ee8df69-23d5-469e-8424-31e6cf0e9a17 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:56.564345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e507f288-7e70-47c0-9c62-701a133269cc req-4ee8df69-23d5-469e-8424-31e6cf0e9a17 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 950 time: 0.1393948 Aug 31 13:57:56.617341 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.627504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.644796 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c0461f7-27f4-4bf1-97ba-6359559ff74e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.674093 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e507f288-7e70-47c0-9c62-701a133269cc req-5f30e75f-99a0-4ffe-a24a-b1ff555f4d0d tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967379 Aug 31 13:57:56.689735 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:57:56.718534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ff4201-5905-49cb-8983-b56fe7833876,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:56.727655 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.728245 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Added segment b6752d27-77e8-4915-9149-cad40dea4aa8 of type vlan for network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 Aug 31 13:57:56.749905 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c0461f7-27f4-4bf1-97ba-6359559ff74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.801017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-c202d178-2bbf-4d56-879f-da37437f4da7 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:56.802648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-c202d178-2bbf-4d56-879f-da37437f4da7 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 821 time: 0.2198648 Aug 31 13:57:56.818401 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.853525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-2e5fe1a0-bd90-4fe6-9ee6-2c6b2a589bcf tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/quotas/feaf503f639a42c6b080c56ca324c2aa HTTP/1.1" status: 200 len: 375 time: 0.0217612 Aug 31 13:57:56.884737 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c0461f7-27f4-4bf1-97ba-6359559ff74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.905578 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.906754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:56.907767 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.960227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0461f7-27f4-4bf1-97ba-6359559ff74e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e673293-c4b2-4cfc-82ad-2fb4ebc0f368,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:56.962441 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c0461f7-27f4-4bf1-97ba-6359559ff74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:56.968886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4c0461f7-27f4-4bf1-97ba-6359559ff74e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7e673293-c4b2-4cfc-82ad-2fb4ebc0f368 HTTP/1.1" status: 204 len: 168 time: 0.5479352 Aug 31 13:57:56.970516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34796) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:57.031385 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2448456 Aug 31 13:57:57.037479 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c8203-3609-4099-9ce8-ca43cb8f8fa9 req-95f4083a-75ae-4360-ae46-7ecad57b85ab tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:57.039154 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc7c8203-3609-4099-9ce8-ca43cb8f8fa9 req-95f4083a-75ae-4360-ae46-7ecad57b85ab tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e21b70-9465-48cd-a8d8-7e7daebed5d9 HTTP/1.1" status: 200 len: 945 time: 0.1923299 Aug 31 13:57:57.039645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34798) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:57.048992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6b43021c-88f1-430b-ba1b-be336e7b876e admin admin] Request body: {'subnet': {'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1672031565-subnet', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:57.075603 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ac8b0-e70b-4955-8999-fd1b1ca7c88b admin admin] Pushing event updated for resources: {'Network': ['ID=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:57.092191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:57:57.141767 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc7c8203-3609-4099-9ce8-ca43cb8f8fa9 req-a24d4d28-9374-418b-bff2-939e8d33360f tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839121 Aug 31 13:57:57.149328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b43021c-88f1-430b-ba1b-be336e7b876e admin admin] Made reservation on behalf of 37008f1801564c4ebad2fb0bec19bcc3 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:57:57.154675 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b43021c-88f1-430b-ba1b-be336e7b876e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.348612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1814e3-0855-4ad6-8a7d-2e064e4c7f59 req-8696386f-59e5-4e80-b698-1dc24f85f16a tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:57.350052 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f1814e3-0855-4ad6-8a7d-2e064e4c7f59 req-8696386f-59e5-4e80-b698-1dc24f85f16a tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 948 time: 0.0995173 Aug 31 13:57:57.432053 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-dee9d172-7b44-4029-99a1-06b456fe2c11 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5706897 Aug 31 13:57:57.472667 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f1814e3-0855-4ad6-8a7d-2e064e4c7f59 req-a952172e-73d7-4ca4-94d6-f60a310fd97d tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114619 Aug 31 13:57:57.484903 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.556129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b43021c-88f1-430b-ba1b-be336e7b876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.639191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43021c-88f1-430b-ba1b-be336e7b876e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8553f0cf-434b-4eef-b7e9-8b6d58123ef4,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:57.657234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b43021c-88f1-430b-ba1b-be336e7b876e admin admin] Checking segment: {'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:57:57.657846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b43021c-88f1-430b-ba1b-be336e7b876e admin admin] Network hostable DHCP agents. Network: 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:57:57.672648 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.693231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b43021c-88f1-430b-ba1b-be336e7b876e admin admin] Network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:57:57.708816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ca34ca-9f6c-42b2-be33-46b24604e8fd']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:57.713068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6b43021c-88f1-430b-ba1b-be336e7b876e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:57:57.723498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b43021c-88f1-430b-ba1b-be336e7b876e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:57.726324 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b43021c-88f1-430b-ba1b-be336e7b876e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.734187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1fff4-ec95-4e42-acc2-ed6bbdb8aa09 None None] Network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:57.753901 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-05b1c7a0-ba4f-4794-a00e-88e912253fb7 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049681 Aug 31 13:57:57.761494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0620f743-e89c-4e3a-bd03-b68969c3de2c') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:57.762350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0620f743-e89c-4e3a-bd03-b68969c3de2c') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:57:57.769468 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6b43021c-88f1-430b-ba1b-be336e7b876e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7242153 Aug 31 13:57:57.772258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34816) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:57.789208 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1672031565-router', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:57:57.813309 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.852368 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.854441 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.915814 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.960570 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.965462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:57:57.966164 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: timer() Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:57:57.975456 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:57:58.009717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c272d11a-81c1-41d5-ac03-7a2507495b1d None None] Network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:57:58.061418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016f452-bd69-4575-b218-e3bc3e07ed11 req-26479e55-65b4-4404-99c7-e9c28d21dabd tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:58.062918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016f452-bd69-4575-b218-e3bc3e07ed11 req-26479e55-65b4-4404-99c7-e9c28d21dabd tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 950 time: 0.1684177 Aug 31 13:57:58.077710 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-1d0f3185-4b62-4612-afd4-992f4f37e80d service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113079 Aug 31 13:57:58.086211 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.093345 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.095201 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/a5ca34ca-9f6c-42b2-be33-46b24604e8fd HTTP/1.1" status: 204 len: 168 time: 1.1221654 Aug 31 13:57:58.124520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5f3e3-34ad-4eed-a365-13e4451a79ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ca34ca-9f6c-42b2-be33-46b24604e8fd,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:58.146272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704be5e2-97b4-4bdd-9647-861eccc5881e', 'tag': '547401e6-6fc5-4ae2-82b5-6e20665f305d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:57:58.151073 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b2ddaf-84a5-4aa7-a58f-2871a030f0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "704be5e2-97b4-4bdd-9647-861eccc5881e", "tag": "547401e6-6fc5-4ae2-82b5-6e20665f305d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:57:58.258116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-c016f452-bd69-4575-b218-e3bc3e07ed11 req-1eea8d9c-ebb8-4fe5-9506-d1fd41439869 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Deleting port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:58.258729 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c016f452-bd69-4575-b218-e3bc3e07ed11 req-1eea8d9c-ebb8-4fe5-9506-d1fd41439869 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.287271 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.337423 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d0f9f-e811-4879-ba71-2f7648055fa1 req-65f256ac-b706-41ad-be45-2df20ad89f3f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:58.339047 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f0d0f9f-e811-4879-ba71-2f7648055fa1 req-65f256ac-b706-41ad-be45-2df20ad89f3f tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c30005-cf96-4f30-b639-3eb8204fdb5f HTTP/1.1" status: 200 len: 950 time: 0.3766348 Aug 31 13:57:58.478684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c016f452-bd69-4575-b218-e3bc3e07ed11 req-1eea8d9c-ebb8-4fe5-9506-d1fd41439869 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] For port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:58.480875 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c016f452-bd69-4575-b218-e3bc3e07ed11 req-1eea8d9c-ebb8-4fe5-9506-d1fd41439869 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.490083 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34832) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:58.502313 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f0d0f9f-e811-4879-ba71-2f7648055fa1 req-5214c7b8-ae74-4a49-9518-f4486d8e572a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834010 Aug 31 13:57:58.552591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-c016f452-bd69-4575-b218-e3bc3e07ed11 req-1eea8d9c-ebb8-4fe5-9506-d1fd41439869 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Calling delete_port for dc3f1a4f-f1ee-475f-a742-daca31ac3d3c owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:57:58.611005 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-90127749-a7a9-4a71-a987-566879b4dc97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e27881c1f8364d7099ef6b120f734f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191359 Aug 31 13:57:58.679139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34842) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:57:58.834804 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3474de17-4e46-4f17-93b1-c90c1b84ff5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.869573 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3474de17-4e46-4f17-93b1-c90c1b84ff5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.909869 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:58.931683 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd13871-49d3-469f-9955-8ac79926b4ab x-openstack-request-id: req-7dd13871-49d3-469f-9955-8ac79926b4ab {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:57:58.932117 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704be5e2-97b4-4bdd-9647-861eccc5881e", "tag": "547401e6-6fc5-4ae2-82b5-6e20665f305d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:57:58.932530 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dd13871-49d3-469f-9955-8ac79926b4ab {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:57:58.935431 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704be5e2-97b4-4bdd-9647-861eccc5881e', 'tag': '547401e6-6fc5-4ae2-82b5-6e20665f305d', 'status': 'completed', 'code': 200} Aug 31 13:57:58.936886 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:59.040895 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c016f452-bd69-4575-b218-e3bc3e07ed11 req-1eea8d9c-ebb8-4fe5-9506-d1fd41439869 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:59.045162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2ddaf-84a5-4aa7-a58f-2871a030f0c6 req-8477d41d-ceee-41cf-bd76-2f42214b2de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:59.047522 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3b2ddaf-84a5-4aa7-a58f-2871a030f0c6 req-8477d41d-ceee-41cf-bd76-2f42214b2de0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65db1941ba7d44808405fec0fd5fc204&device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 1099 time: 0.0987630 Aug 31 13:57:59.059525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9', 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:59.067060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['364ee310-c534-4d48-8710-740f2393aca1', 'd043a383-695b-42d2-9721-93a9938f9575', '9a18a565-755e-4f0a-9f71-454e09b02537', 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:57:59.089612 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36cfefef-01a3-4cd4-ab5f-9da4b13cfb38 req-f951720b-f09d-4bc1-8ee1-0282c5846ef9 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 210 time: 0.1378200 Aug 31 13:57:59.166090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea8d9c-ebb8-4fe5-9506-d1fd41439869 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event deleted for resources: {'Port': ['ID=dc3f1a4f-f1ee-475f-a742-daca31ac3d3c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:59.252533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c016f452-bd69-4575-b218-e3bc3e07ed11 req-1eea8d9c-ebb8-4fe5-9506-d1fd41439869 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] No DVR routers for this DVR port dc3f1a4f-f1ee-475f-a742-daca31ac3d3c on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:57:59.258439 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3474de17-4e46-4f17-93b1-c90c1b84ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:59.261784 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3474de17-4e46-4f17-93b1-c90c1b84ff5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:59.263953 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3474de17-4e46-4f17-93b1-c90c1b84ff5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5eedf47c-a8b3-47b7-a414-63b5531bac19 HTTP/1.1" status: 204 len: 168 time: 0.5832398 Aug 31 13:57:59.265558 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c016f452-bd69-4575-b218-e3bc3e07ed11 req-1eea8d9c-ebb8-4fe5-9506-d1fd41439869 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:59.269240 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016f452-bd69-4575-b218-e3bc3e07ed11 req-1eea8d9c-ebb8-4fe5-9506-d1fd41439869 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "DELETE /v2.0/ports/dc3f1a4f-f1ee-475f-a742-daca31ac3d3c HTTP/1.1" status: 204 len: 173 time: 1.1904876 Aug 31 13:57:59.287332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Allocated IP 172.25.3.18 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/72a38eef-37bd-4a0e-a94d-5b4cda39184a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:57:59.292079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474de17-4e46-4f17-93b1-c90c1b84ff5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eedf47c-a8b3-47b7-a414-63b5531bac19,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:57:59.405005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2ddaf-84a5-4aa7-a58f-2871a030f0c6 req-af44411e-fd22-4c26-90f0-c279f81b046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:59.407180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3b2ddaf-84a5-4aa7-a58f-2871a030f0c6 req-af44411e-fd22-4c26-90f0-c279f81b046d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.3355842 Aug 31 13:57:59.422718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f3fcc-ec61-415e-82b5-92c677db7d20 req-61641746-5603-48b8-8e2d-b25fbdb30a7c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:59.425405 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-713f3fcc-ec61-415e-82b5-92c677db7d20 req-61641746-5603-48b8-8e2d-b25fbdb30a7c tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 944 time: 0.1307530 Aug 31 13:57:59.491431 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3b2ddaf-84a5-4aa7-a58f-2871a030f0c6 req-0bcfa57c-c870-4595-9ff7-f8288796fea3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=547401e6-6fc5-4ae2-82b5-6e20665f305d HTTP/1.1" status: 200 len: 217 time: 0.0643773 Aug 31 13:57:59.572234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 547401e6-6fc5-4ae2-82b5-6e20665f305d details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:57:59.753649 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.resource_extend [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:57:59.754827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2ddaf-84a5-4aa7-a58f-2871a030f0c6 req-9376f737-e7fc-4acc-a8c3-01315a501fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:59.757452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3b2ddaf-84a5-4aa7-a58f-2871a030f0c6 req-9376f737-e7fc-4acc-a8c3-01315a501fb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2221107 Aug 31 13:57:59.832884 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5102d-f326-44eb-912c-718f0df6ea7c req-b447d4f5-c938-4a3e-aa38-ce8a4d24cddc tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:59.833619 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6aa271-54d4-4c93-8661-7b48d8279b0b req-1b749e7d-24a0-4a85-8b32-7425cbe23341 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:59.836210 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6e6aa271-54d4-4c93-8661-7b48d8279b0b req-1b749e7d-24a0-4a85-8b32-7425cbe23341 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e21b70-9465-48cd-a8d8-7e7daebed5d9 HTTP/1.1" status: 200 len: 945 time: 0.1997359 Aug 31 13:57:59.840665 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-18e5102d-f326-44eb-912c-718f0df6ea7c req-b447d4f5-c938-4a3e-aa38-ce8a4d24cddc tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 948 time: 0.5437002 Aug 31 13:57:59.880356 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52ddb9-1c35-4aed-b89d-5e792015c147 req-2718fa0c-afb9-4dff-8e9e-3a1808186cc3 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:59.884293 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db52ddb9-1c35-4aed-b89d-5e792015c147 req-2718fa0c-afb9-4dff-8e9e-3a1808186cc3 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.13 "GET /v2.0/ports?device_id=18e21b70-9465-48cd-a8d8-7e7daebed5d9 HTTP/1.1" status: 200 len: 945 time: 0.3169699 Aug 31 13:57:59.928728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2ddaf-84a5-4aa7-a58f-2871a030f0c6 req-e518edb5-410c-4904-8522-9fe67b2ef3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:57:59.930468 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3b2ddaf-84a5-4aa7-a58f-2871a030f0c6 req-e518edb5-410c-4904-8522-9fe67b2ef3ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1634796 Aug 31 13:57:59.939430 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-713f3fcc-ec61-415e-82b5-92c677db7d20 req-91552169-2146-40bb-9a7d-c4787f29efc6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Deleting port 50143a29-d54c-419d-a871-593592f80142 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:57:59.939782 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-713f3fcc-ec61-415e-82b5-92c677db7d20 req-91552169-2146-40bb-9a7d-c4787f29efc6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:59.972652 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 547401e6-6fc5-4ae2-82b5-6e20665f305d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=547401e6-6fc5-4ae2-82b5-6e20665f305d,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:57:59.973102 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:57:59.984696 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6e6aa271-54d4-4c93-8661-7b48d8279b0b req-8de503e5-6948-4b62-8cf7-821a293cd481 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/security-groups?id=bddd2a8a-7d39-4820-87f4-88be132a993e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290951 Aug 31 13:57:59.992882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '547401e6-6fc5-4ae2-82b5-6e20665f305d', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '547401e6-6fc5-4ae2-82b5-6e20665f305d', 'mac_address': 'fa:16:3e:14:46:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:58:00.052256 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:00.071599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547401e6-6fc5-4ae2-82b5-6e20665f305d {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:00.121406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 547401e6-6fc5-4ae2-82b5-6e20665f305d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=547401e6-6fc5-4ae2-82b5-6e20665f305d,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:00.145431 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:00.276355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-18e5102d-f326-44eb-912c-718f0df6ea7c req-e3187a95-9737-4156-bc28-5b073344e1aa tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816683 Aug 31 13:58:00.342616 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3b2ddaf-84a5-4aa7-a58f-2871a030f0c6 req-2b0d6089-b3d4-49df-b0f4-9768d4e81653 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989706 Aug 31 13:58:00.346678 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:00.429188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:00.436863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:00.442358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:00.455223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['547401e6-6fc5-4ae2-82b5-6e20665f305d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:00.467277 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=547401e6-6fc5-4ae2-82b5-6e20665f305d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:00.582727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-db52ddb9-1c35-4aed-b89d-5e792015c147 req-080dcfb0-38cf-43ec-bc01-92f5fd2ebd0e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Deleting port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:00.583371 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-db52ddb9-1c35-4aed-b89d-5e792015c147 req-080dcfb0-38cf-43ec-bc01-92f5fd2ebd0e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:00.762679 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Pushing event updated for resources: {'Port': ['ID=72a38eef-37bd-4a0e-a94d-5b4cda39184a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:00.764767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303108f-f8d4-4127-91d6-6053a106eae3 req-9c525c4f-8122-43c3-8b0c-2dba005d3c36 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.772689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6303108f-f8d4-4127-91d6-6053a106eae3 req-9c525c4f-8122-43c3-8b0c-2dba005d3c36 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0a51d0-b28e-494b-8a5a-97169955528c HTTP/1.1" status: 200 len: 944 time: 0.5789928 Aug 31 13:58:00.797472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-713f3fcc-ec61-415e-82b5-92c677db7d20 req-91552169-2146-40bb-9a7d-c4787f29efc6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] For port 50143a29-d54c-419d-a871-593592f80142, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=50143a29-d54c-419d-a871-593592f80142,segment=NetworkSegment(7f7c8cce-fa26-4416-8574-60beb2adbe6e),segment_id=7f7c8cce-fa26-4416-8574-60beb2adbe6e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:00.798003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-713f3fcc-ec61-415e-82b5-92c677db7d20 req-91552169-2146-40bb-9a7d-c4787f29efc6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:00.868748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070221b-ca12-4f30-96cc-1472b034361a req-0665ed84-8b0a-4afe-9100-22fc32db5bcc tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.870659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a070221b-ca12-4f30-96cc-1472b034361a req-0665ed84-8b0a-4afe-9100-22fc32db5bcc tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.52 "GET /v2.0/ports?device_id=fda930a3-5bd7-476d-9124-ffd555098301 HTTP/1.1" status: 200 len: 946 time: 0.2564361 Aug 31 13:58:00.875231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-713f3fcc-ec61-415e-82b5-92c677db7d20 req-91552169-2146-40bb-9a7d-c4787f29efc6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Calling delete_port for 50143a29-d54c-419d-a871-593592f80142 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:00.918844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-d01fe623-4667-4d45-9b32-c830f1f61165 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:00.920410 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-d01fe623-4667-4d45-9b32-c830f1f61165 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.52 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 821 time: 0.5742636 Aug 31 13:58:00.952783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c30005-cf96-4f30-b639-3eb8204fdb5f', 'name': 'network-vif-deleted', 'tag': 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:00.955097 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35177a75-3a4c-430f-84fd-8fa506be1e56" -d '{"events": [{"server_uuid": "06c30005-cf96-4f30-b639-3eb8204fdb5f", "name": "network-vif-deleted", "tag": "dc3f1a4f-f1ee-475f-a742-daca31ac3d3c"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:00.965306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Request body: {'port': {'device_id': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'admin_state_up': True, 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:00.982724 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6303108f-f8d4-4127-91d6-6053a106eae3 req-55896165-b0c6-4e9d-9bcf-62c0904b29e6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.20 "GET /v2.0/security-groups?id=512b2c42-b9cd-490a-91cc-3aa64abf4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039878 Aug 31 13:58:01.081586 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3b2ddaf-84a5-4aa7-a58f-2871a030f0c6 req-a1d9f06b-86f1-4667-8202-b402b2dd7a28 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7230523 Aug 31 13:58:01.083359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-db52ddb9-1c35-4aed-b89d-5e792015c147 req-080dcfb0-38cf-43ec-bc01-92f5fd2ebd0e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] For port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9b5763ce-aea6-499f-82c5-e4153b5f8c5a,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:01.083886 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-db52ddb9-1c35-4aed-b89d-5e792015c147 req-080dcfb0-38cf-43ec-bc01-92f5fd2ebd0e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:01.110548 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-db52ddb9-1c35-4aed-b89d-5e792015c147 req-080dcfb0-38cf-43ec-bc01-92f5fd2ebd0e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Calling delete_port for 9b5763ce-aea6-499f-82c5-e4153b5f8c5a owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:01.201296 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff41d3a3-9b4b-4a84-9814-d2c23c54aec3 x-openstack-request-id: req-ff41d3a3-9b4b-4a84-9814-d2c23c54aec3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:01.201555 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c30005-cf96-4f30-b639-3eb8204fdb5f", "name": "network-vif-deleted", "tag": "dc3f1a4f-f1ee-475f-a742-daca31ac3d3c", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:01.201952 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff41d3a3-9b4b-4a84-9814-d2c23c54aec3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:01.202138 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c30005-cf96-4f30-b639-3eb8204fdb5f', 'name': 'network-vif-deleted', 'tag': 'dc3f1a4f-f1ee-475f-a742-daca31ac3d3c', 'status': 'completed', 'code': 200} Aug 31 13:58:01.225681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08a6dff7-544e-4b6c-bf32-e346039f2a9b req-20707ac2-26e3-4dde-b059-5002902299b6 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 210 time: 0.0777948 Aug 31 13:58:01.273114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34892) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:01.331829 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-95fe52f9-8003-4a11-bce4-297a5624ec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:01.394364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-a070221b-ca12-4f30-96cc-1472b034361a req-558ac8f8-c76e-4adc-b2cd-bea4953b44ac tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Deleting port c9cbada2-74a3-423e-81f1-60848df3adde {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:01.394705 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a070221b-ca12-4f30-96cc-1472b034361a req-558ac8f8-c76e-4adc-b2cd-bea4953b44ac tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:01.430366 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-db52ddb9-1c35-4aed-b89d-5e792015c147 req-080dcfb0-38cf-43ec-bc01-92f5fd2ebd0e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:01.454262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Made reservation on behalf of feaf503f639a42c6b080c56ca324c2aa for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:01.457604 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:01.458728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 50143a29-d54c-419d-a871-593592f80142 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:01.480098 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-713f3fcc-ec61-415e-82b5-92c677db7d20 req-91552169-2146-40bb-9a7d-c4787f29efc6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:01.550521 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dcfb0-38cf-43ec-bc01-92f5fd2ebd0e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Pushing event deleted for resources: {'Port': ['ID=9b5763ce-aea6-499f-82c5-e4153b5f8c5a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:01.567447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91552169-2146-40bb-9a7d-c4787f29efc6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Pushing event deleted for resources: {'Port': ['ID=50143a29-d54c-419d-a871-593592f80142,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:01.576266 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-45ab2b24-d856-4bfa-8d32-52eb80f424cf req-0e2c2eea-6e3f-4dc9-b80d-0e15281ea5e7 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e21b70-9465-48cd-a8d8-7e7daebed5d9 HTTP/1.1" status: 200 len: 210 time: 0.1653957 Aug 31 13:58:01.579511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No active binding found for port 50143a29-d54c-419d-a871-593592f80142 {{(pid=106389) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 13:58:01.581102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 50143a29-d54c-419d-a871-593592f80142 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:01.582461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9b5763ce-aea6-499f-82c5-e4153b5f8c5a no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:01.627519 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 9b5763ce-aea6-499f-82c5-e4153b5f8c5a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:01.628687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9b5763ce-aea6-499f-82c5-e4153b5f8c5a not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:01.630956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device dc3f1a4f-f1ee-475f-a742-daca31ac3d3c no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:01.667563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['c9cbada2-74a3-423e-81f1-60848df3adde'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:01.670890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-797191356-network', 'tenant_id': '6f835622628545b0ba33b668320ee859'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:01.671363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: dc3f1a4f-f1ee-475f-a742-daca31ac3d3c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:01.671783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device dc3f1a4f-f1ee-475f-a742-daca31ac3d3c not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:01.727068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-713f3fcc-ec61-415e-82b5-92c677db7d20 req-91552169-2146-40bb-9a7d-c4787f29efc6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] No DVR routers for this DVR port 50143a29-d54c-419d-a871-593592f80142 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:01.749214 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-713f3fcc-ec61-415e-82b5-92c677db7d20 req-91552169-2146-40bb-9a7d-c4787f29efc6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:01.751378 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-713f3fcc-ec61-415e-82b5-92c677db7d20 req-91552169-2146-40bb-9a7d-c4787f29efc6 tempest-LiveAutoBlockMigrationV225Test-566210655 tempest-LiveAutoBlockMigrationV225Test-566210655-project] 10.222.0.13 "DELETE /v2.0/ports/50143a29-d54c-419d-a871-593592f80142 HTTP/1.1" status: 204 len: 173 time: 2.3161635 Aug 31 13:58:01.758775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a070221b-ca12-4f30-96cc-1472b034361a req-558ac8f8-c76e-4adc-b2cd-bea4953b44ac tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] For port c9cbada2-74a3-423e-81f1-60848df3adde, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=c9cbada2-74a3-423e-81f1-60848df3adde,segment=NetworkSegment(ece1dd4f-342b-4db4-9eab-0477da915c71),segment_id=ece1dd4f-342b-4db4-9eab-0477da915c71)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:01.759147 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a070221b-ca12-4f30-96cc-1472b034361a req-558ac8f8-c76e-4adc-b2cd-bea4953b44ac tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:01.778569 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:01.793013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-a070221b-ca12-4f30-96cc-1472b034361a req-558ac8f8-c76e-4adc-b2cd-bea4953b44ac tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Calling delete_port for c9cbada2-74a3-423e-81f1-60848df3adde owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:01.830216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Made reservation on behalf of 6f835622628545b0ba33b668320ee859 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:01.832636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:01.847571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-db52ddb9-1c35-4aed-b89d-5e792015c147 req-080dcfb0-38cf-43ec-bc01-92f5fd2ebd0e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] No DVR routers for this DVR port 9b5763ce-aea6-499f-82c5-e4153b5f8c5a on host n-h1-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:01.856804 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-db52ddb9-1c35-4aed-b89d-5e792015c147 req-080dcfb0-38cf-43ec-bc01-92f5fd2ebd0e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:01.859003 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db52ddb9-1c35-4aed-b89d-5e792015c147 req-080dcfb0-38cf-43ec-bc01-92f5fd2ebd0e tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.13 "DELETE /v2.0/ports/9b5763ce-aea6-499f-82c5-e4153b5f8c5a HTTP/1.1" status: 204 len: 173 time: 1.9669206 Aug 31 13:58:01.862191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e21b70-9465-48cd-a8d8-7e7daebed5d9', 'name': 'network-vif-deleted', 'tag': '9b5763ce-aea6-499f-82c5-e4153b5f8c5a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:01.869909 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af91323-6f08-4298-9f48-70df76107a46" -d '{"events": [{"server_uuid": "18e21b70-9465-48cd-a8d8-7e7daebed5d9", "name": "network-vif-deleted", "tag": "9b5763ce-aea6-499f-82c5-e4153b5f8c5a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:02.256302 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:02.281987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Allocated IP 172.20.0.11 (179d47f2-98de-4390-bc37-0dfa9679155d/1e3aee39-e43e-4185-a0bd-c13ff6dee79a/a5015629-8957-4bc1-9d57-ce245a97225a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:02.295271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0608e7-23f7-4ccc-b328-7814434213b5 req-fe42e372-8c32-4db2-9bb1-d9a6f0069f75 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:02.297300 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff0608e7-23f7-4ccc-b328-7814434213b5 req-fe42e372-8c32-4db2-9bb1-d9a6f0069f75 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 949 time: 0.6309016 Aug 31 13:58:02.476193 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:02.488040 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff0608e7-23f7-4ccc-b328-7814434213b5 req-00a3f478-57c9-4df1-8473-c78b114c0cd3 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675179 Aug 31 13:58:02.512246 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a1a7f-8a3e-44fa-bdac-3651ea3181a3 req-81c83021-b96c-4fbe-acd6-69fe77e50582 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:02.520383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f1a1a7f-8a3e-44fa-bdac-3651ea3181a3 req-81c83021-b96c-4fbe-acd6-69fe77e50582 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e875ea-a63e-44af-9a87-cbb2f7b22678 HTTP/1.1" status: 200 len: 949 time: 0.1061246 Aug 31 13:58:02.561485 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99ba348-7edf-4352-ae6b-14499590caa7 x-openstack-request-id: req-d99ba348-7edf-4352-ae6b-14499590caa7 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:02.561780 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e21b70-9465-48cd-a8d8-7e7daebed5d9", "name": "network-vif-deleted", "tag": "9b5763ce-aea6-499f-82c5-e4153b5f8c5a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:02.562029 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d99ba348-7edf-4352-ae6b-14499590caa7 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:02.562508 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e21b70-9465-48cd-a8d8-7e7daebed5d9', 'name': 'network-vif-deleted', 'tag': '9b5763ce-aea6-499f-82c5-e4153b5f8c5a', 'status': 'completed', 'code': 200} Aug 31 13:58:02.576808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34920) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:02.670303 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a070221b-ca12-4f30-96cc-1472b034361a req-558ac8f8-c76e-4adc-b2cd-bea4953b44ac tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:02.680475 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f1a1a7f-8a3e-44fa-bdac-3651ea3181a3 req-ab50c795-1fa8-45ce-b3dd-7a42f48137ba tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589389 Aug 31 13:58:02.756159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ac8f8-c76e-4adc-b2cd-bea4953b44ac tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Pushing event deleted for resources: {'Port': ['ID=c9cbada2-74a3-423e-81f1-60848df3adde,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:02.821700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-29dd9aeb-209b-4602-b386-5dd1b3e11607 admin admin] Deleting subnet db1e5175-6ccd-4204-bfde-c630070636c0 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:58:02.830919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Router 93ea4836-03b8-4dd7-a099-09890c8d0859 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:58:02.834562 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29dd9aeb-209b-4602-b386-5dd1b3e11607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:02.905645 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:02.912160 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29dd9aeb-209b-4602-b386-5dd1b3e11607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:02.923487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Transition to ACTIVE for port object a5015629-8957-4bc1-9d57-ce245a97225a will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:02.964548 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29dd9aeb-209b-4602-b386-5dd1b3e11607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:02.979845 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:02.982140 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:02.995988 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['cf6c4514-48bd-410d-b07a-df250e9c1d6f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:03.066446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a070221b-ca12-4f30-96cc-1472b034361a req-558ac8f8-c76e-4adc-b2cd-bea4953b44ac tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] No DVR routers for this DVR port c9cbada2-74a3-423e-81f1-60848df3adde on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:03.095005 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1c4153a-de1c-4c31-9aeb-e06cce703848 req-3c9f2222-9d19-492d-957c-3d478939a561 tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e21b70-9465-48cd-a8d8-7e7daebed5d9 HTTP/1.1" status: 200 len: 210 time: 0.1377578 Aug 31 13:58:03.102368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a070221b-ca12-4f30-96cc-1472b034361a req-558ac8f8-c76e-4adc-b2cd-bea4953b44ac tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.109621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a070221b-ca12-4f30-96cc-1472b034361a req-558ac8f8-c76e-4adc-b2cd-bea4953b44ac tempest-MultipleCreateTestJSON-519669577 tempest-MultipleCreateTestJSON-519669577-project] 10.222.0.52 "DELETE /v2.0/ports/c9cbada2-74a3-423e-81f1-60848df3adde HTTP/1.1" status: 204 len: 173 time: 2.2260518 Aug 31 13:58:03.114110 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.216563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0a51d0-b28e-494b-8a5a-97169955528c', 'name': 'network-vif-deleted', 'tag': '50143a29-d54c-419d-a871-593592f80142'}, {'server_uuid': 'fda930a3-5bd7-476d-9124-ffd555098301', 'name': 'network-vif-deleted', 'tag': 'c9cbada2-74a3-423e-81f1-60848df3adde'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:03.224268 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d5fa29-3077-4db1-89b7-1cad49af363a" -d '{"events": [{"server_uuid": "ff0a51d0-b28e-494b-8a5a-97169955528c", "name": "network-vif-deleted", "tag": "50143a29-d54c-419d-a871-593592f80142"}, {"server_uuid": "fda930a3-5bd7-476d-9124-ffd555098301", "name": "network-vif-deleted", "tag": "c9cbada2-74a3-423e-81f1-60848df3adde"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:03.270852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Network 179d47f2-98de-4390-bc37-0dfa9679155d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:03.276263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:58:03.280712 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29dd9aeb-209b-4602-b386-5dd1b3e11607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.298065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:03.306934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:03.315789 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.316561 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Added segment 2e721fe4-5716-4b3c-b127-51900e436def of type vlan for network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b Aug 31 13:58:03.337797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95c648e-3143-4821-a731-a6942d828b4d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:03.352836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Pushing event updated for resources: {'Port': ['ID=a5015629-8957-4bc1-9d57-ce245a97225a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:03.405224 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69abeb5-ff57-4095-b9fb-ca715e32de1a x-openstack-request-id: req-b69abeb5-ff57-4095-b9fb-ca715e32de1a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:03.405789 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0a51d0-b28e-494b-8a5a-97169955528c", "name": "network-vif-deleted", "tag": "50143a29-d54c-419d-a871-593592f80142", "status": "completed", "code": 200}, {"server_uuid": "fda930a3-5bd7-476d-9124-ffd555098301", "name": "network-vif-deleted", "tag": "c9cbada2-74a3-423e-81f1-60848df3adde", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:03.406237 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b69abeb5-ff57-4095-b9fb-ca715e32de1a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:03.406855 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0a51d0-b28e-494b-8a5a-97169955528c', 'name': 'network-vif-deleted', 'tag': '50143a29-d54c-419d-a871-593592f80142', 'status': 'completed', 'code': 200} Aug 31 13:58:03.407419 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda930a3-5bd7-476d-9124-ffd555098301', 'name': 'network-vif-deleted', 'tag': 'c9cbada2-74a3-423e-81f1-60848df3adde', 'status': 'completed', 'code': 200} Aug 31 13:58:03.416573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29dd9aeb-209b-4602-b386-5dd1b3e11607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.420052 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-29dd9aeb-209b-4602-b386-5dd1b3e11607 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/db1e5175-6ccd-4204-bfde-c630070636c0 HTTP/1.1" status: 204 len: 168 time: 0.8413284 Aug 31 13:58:03.425179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34936) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:03.460809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd9aeb-209b-4602-b386-5dd1b3e11607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1e5175-6ccd-4204-bfde-c630070636c0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:03.470712 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.479675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 547401e6-6fc5-4ae2-82b5-6e20665f305d up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:03.512406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:03.523890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:03.527467 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Sync routers for ids ['93ea4836-03b8-4dd7-a099-09890c8d0859'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:03.541340 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.548280 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829e5e4-6e59-40a2-86f9-dd855053722a req-34bfb142-4e70-409b-82e8-1c704cab777e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:03.550208 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Routers {'93ea4836-03b8-4dd7-a099-09890c8d0859'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:03.550862 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:57:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['93ea4836-03b8-4dd7-a099-09890c8d0859'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:03.551690 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7829e5e4-6e59-40a2-86f9-dd855053722a req-34bfb142-4e70-409b-82e8-1c704cab777e tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e875ea-a63e-44af-9a87-cbb2f7b22678 HTTP/1.1" status: 200 len: 949 time: 0.4956806 Aug 31 13:58:03.631714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device c9cbada2-74a3-423e-81f1-60848df3adde no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:03.654159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd6c9-60ca-45b8-964a-f5e630439fd6 req-1e33f5ee-518c-4a58-9e8e-eca3613fc3c8 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:03.665025 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d1fd6c9-60ca-45b8-964a-f5e630439fd6 req-1e33f5ee-518c-4a58-9e8e-eca3613fc3c8 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 932 time: 0.6075320 Aug 31 13:58:03.670773 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.685617 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-aa1fe393-96ca-4ab1-bd69-78b03af93f1d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9109356 Aug 31 13:58:03.687646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: c9cbada2-74a3-423e-81f1-60848df3adde {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:03.691208 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device c9cbada2-74a3-423e-81f1-60848df3adde not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:03.708918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34942) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:03.716348 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.716348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:03.716348 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.735813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 547401e6-6fc5-4ae2-82b5-6e20665f305d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:03.751456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 547401e6-6fc5-4ae2-82b5-6e20665f305d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:03.755186 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.792459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d1fd6c9-60ca-45b8-964a-f5e630439fd6 req-9040f93a-e59d-41d9-9580-5c481d25caff tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264701 Aug 31 13:58:03.805383 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Set router 93ea4836-03b8-4dd7-a099-09890c8d0859 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:03.899226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5eb4f7bf-7886-45ff-8146-c1cab198b819 None None] Provisioning for port a5015629-8957-4bc1-9d57-ce245a97225a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:03.906880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5eb4f7bf-7886-45ff-8146-c1cab198b819 None None] Provisioning complete for port a5015629-8957-4bc1-9d57-ce245a97225a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:03.910005 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5eb4f7bf-7886-45ff-8146-c1cab198b819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:03.926177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-7829e5e4-6e59-40a2-86f9-dd855053722a req-194518f5-77e4-474f-8da0-b79354a6ef81 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Deleting port ee590d80-ef7a-4f5f-8b3b-db91d124bac7 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:03.927635 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7829e5e4-6e59-40a2-86f9-dd855053722a req-194518f5-77e4-474f-8da0-b79354a6ef81 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.006899 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.018395 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-12581fc7-94bf-4e5e-8d06-f877910f50a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.024296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5eb4f7bf-7886-45ff-8146-c1cab198b819 None None] Port a5015629-8957-4bc1-9d57-ce245a97225a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:04.069530 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.103539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704be5e2-97b4-4bdd-9647-861eccc5881e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547401e6-6fc5-4ae2-82b5-6e20665f305d'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:04.108021 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7932d65-9ad6-479a-9e6e-ea2c8a29085a" -d '{"events": [{"server_uuid": "704be5e2-97b4-4bdd-9647-861eccc5881e", "name": "network-vif-plugged", "status": "completed", "tag": "547401e6-6fc5-4ae2-82b5-6e20665f305d"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:04.116400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] Pushing event updated for resources: {'Network': ['ID=bc0a323e-2d94-4be6-8b6d-c1023ccfe70b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:04.126206 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-bdb5c801-07d3-4137-a5e0-b8585cd0a3ca tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1920898 Aug 31 13:58:04.133090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:58:04.137004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 547401e6-6fc5-4ae2-82b5-6e20665f305d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=547401e6-6fc5-4ae2-82b5-6e20665f305d,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:04.161042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Request body: {'port': {'device_id': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:04.180531 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.214555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7829e5e4-6e59-40a2-86f9-dd855053722a req-194518f5-77e4-474f-8da0-b79354a6ef81 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] For port ee590d80-ef7a-4f5f-8b3b-db91d124bac7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ee590d80-ef7a-4f5f-8b3b-db91d124bac7,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:04.215515 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7829e5e4-6e59-40a2-86f9-dd855053722a req-194518f5-77e4-474f-8da0-b79354a6ef81 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.257020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-7829e5e4-6e59-40a2-86f9-dd855053722a req-194518f5-77e4-474f-8da0-b79354a6ef81 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Calling delete_port for ee590d80-ef7a-4f5f-8b3b-db91d124bac7 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:04.269447 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=547401e6-6fc5-4ae2-82b5-6e20665f305d,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:04.303142 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.321048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6bb0803e-ce76-421e-bdeb-976090332bff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0456128 Aug 31 13:58:04.322196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34952) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:04.335288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a20b3064-6439-48c4-952d-ed8cb6af4a1c admin admin] Request body: {'subnet': {'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-797191356-subnet', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:04.377564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578feac-9bb8-44dc-81d3-aaaf3ffc7386 req-0b4d6aa1-db26-433e-9b2f-06f3a8a1a5d0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:04.379217 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9578feac-9bb8-44dc-81d3-aaaf3ffc7386 req-0b4d6aa1-db26-433e-9b2f-06f3a8a1a5d0 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e875ea-a63e-44af-9a87-cbb2f7b22678 HTTP/1.1" status: 200 len: 949 time: 0.0947115 Aug 31 13:58:04.401588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.418512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4137605-a1e3-4cea-a45d-bcc4e2e1eb20 req-515f54a0-1ee5-440d-9cca-9999ac85ccd8 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:04.426579 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4137605-a1e3-4cea-a45d-bcc4e2e1eb20 req-515f54a0-1ee5-440d-9cca-9999ac85ccd8 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 949 time: 0.7760038 Aug 31 13:58:04.438961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042b2f-d224-4640-9f6d-004008909587 req-f1867c87-85a2-4859-9626-db7487506abe tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:04.441459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3042b2f-d224-4640-9f6d-004008909587 req-f1867c87-85a2-4859-9626-db7487506abe tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 950 time: 0.8594074 Aug 31 13:58:04.442780 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34954) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:04.495602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9578feac-9bb8-44dc-81d3-aaaf3ffc7386 req-431bb9de-8666-4959-a837-ed3a8c33f9a4 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074264 Aug 31 13:58:04.510607 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'name': 'tempest-ServerRescueNegativeTestJSON-1672031565-router', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:57Z', 'updated_at': '2021-08-31T13:58:01Z', 'revision_number': 3, 'project_id': '37008f1801564c4ebad2fb0bec19bcc3', 'gw_port': {'id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:58Z', 'updated_at': '2021-08-31T13:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:04.560892 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Checking router: 93ea4836-03b8-4dd7-a099-09890c8d0859 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:04.562027 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Updating router 93ea4836-03b8-4dd7-a099-09890c8d0859 port 72a38eef-37bd-4a0e-a94d-5b4cda39184a binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:04.596632 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7829e5e4-6e59-40a2-86f9-dd855053722a req-194518f5-77e4-474f-8da0-b79354a6ef81 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.611973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9', 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:04.615001 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.616784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['364ee310-c534-4d48-8710-740f2393aca1', 'd043a383-695b-42d2-9721-93a9938f9575', '9a18a565-755e-4f0a-9f71-454e09b02537'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:04.664271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20b3064-6439-48c4-952d-ed8cb6af4a1c admin admin] Made reservation on behalf of 6f835622628545b0ba33b668320ee859 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:04.675714 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a20b3064-6439-48c4-952d-ed8cb6af4a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.695466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194518f5-77e4-474f-8da0-b79354a6ef81 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event deleted for resources: {'Port': ['ID=ee590d80-ef7a-4f5f-8b3b-db91d124bac7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:04.720359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7829e5e4-6e59-40a2-86f9-dd855053722a req-194518f5-77e4-474f-8da0-b79354a6ef81 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] No DVR routers for this DVR port ee590d80-ef7a-4f5f-8b3b-db91d124bac7 on host n-h1-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:04.722752 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7829e5e4-6e59-40a2-86f9-dd855053722a req-194518f5-77e4-474f-8da0-b79354a6ef81 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.724985 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7829e5e4-6e59-40a2-86f9-dd855053722a req-194518f5-77e4-474f-8da0-b79354a6ef81 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "DELETE /v2.0/ports/ee590d80-ef7a-4f5f-8b3b-db91d124bac7 HTTP/1.1" status: 204 len: 173 time: 1.1631942 Aug 31 13:58:04.725667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e875ea-a63e-44af-9a87-cbb2f7b22678', 'name': 'network-vif-deleted', 'tag': 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:04.728235 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54d4e3f-c1a4-455f-99f7-ba0c18b770b6" -d '{"events": [{"server_uuid": "14e875ea-a63e-44af-9a87-cbb2f7b22678", "name": "network-vif-deleted", "tag": "ee590d80-ef7a-4f5f-8b3b-db91d124bac7"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:04.729996 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb55cbbd-b15c-4897-a53f-413bf01dd995 x-openstack-request-id: req-cb55cbbd-b15c-4897-a53f-413bf01dd995 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:04.732630 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704be5e2-97b4-4bdd-9647-861eccc5881e", "name": "network-vif-plugged", "status": "completed", "tag": "547401e6-6fc5-4ae2-82b5-6e20665f305d", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:04.734179 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb55cbbd-b15c-4897-a53f-413bf01dd995 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:04.735239 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704be5e2-97b4-4bdd-9647-861eccc5881e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547401e6-6fc5-4ae2-82b5-6e20665f305d', 'code': 200} Aug 31 13:58:04.751684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34962) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:04.868257 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaadee9-fb7f-432e-88b7-ddd0f4879522 x-openstack-request-id: req-dcaadee9-fb7f-432e-88b7-ddd0f4879522 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:04.868599 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e875ea-a63e-44af-9a87-cbb2f7b22678", "name": "network-vif-deleted", "tag": "ee590d80-ef7a-4f5f-8b3b-db91d124bac7", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:04.868902 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcaadee9-fb7f-432e-88b7-ddd0f4879522 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:04.869256 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e875ea-a63e-44af-9a87-cbb2f7b22678', 'name': 'network-vif-deleted', 'tag': 'ee590d80-ef7a-4f5f-8b3b-db91d124bac7', 'status': 'completed', 'code': 200} Aug 31 13:58:04.879026 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fedb1c1-a831-4260-815f-e32defdc5dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:04.970017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-67499dda-a3e5-405e-a80c-69032ca16a3e admin admin] Deleting subnet 2d3a5117-30ba-42a8-858c-5a125cff6bee {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:58:04.974618 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67499dda-a3e5-405e-a80c-69032ca16a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.092128 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.130456 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67499dda-a3e5-405e-a80c-69032ca16a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.150426 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.162791 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Transition to ACTIVE for port object 72a38eef-37bd-4a0e-a94d-5b4cda39184a will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:05.171237 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.189649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67499dda-a3e5-405e-a80c-69032ca16a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.274431 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ac833-0c98-4ede-902b-130d26283615 None None] Pushing event updated for resources: {'Port': ['ID=72a38eef-37bd-4a0e-a94d-5b4cda39184a,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:05.284424 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Attempting to bind port 72a38eef-37bd-4a0e-a94d-5b4cda39184a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:05.285001 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Attempting to bind port 72a38eef-37bd-4a0e-a94d-5b4cda39184a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:05.285119 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Attempting to bind port 72a38eef-37bd-4a0e-a94d-5b4cda39184a on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:05.293199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67499dda-a3e5-405e-a80c-69032ca16a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.296650 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:05.297079 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:05.297627 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.298334 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:05.298855 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Bound port: 72a38eef-37bd-4a0e-a94d-5b4cda39184a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:05.299000 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.311918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2ca3f-99d6-4085-b186-b0c79bd817f1 req-67960932-caad-4aa5-9493-385acc33900d tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:05.320152 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1fc2ca3f-99d6-4085-b186-b0c79bd817f1 req-67960932-caad-4aa5-9493-385acc33900d tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 932 time: 0.3655217 Aug 31 13:58:05.365697 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] For port 72a38eef-37bd-4a0e-a94d-5b4cda39184a, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:05.369453 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] For port 72a38eef-37bd-4a0e-a94d-5b4cda39184a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=72a38eef-37bd-4a0e-a94d-5b4cda39184a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:05.371071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67499dda-a3e5-405e-a80c-69032ca16a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3a5117-30ba-42a8-858c-5a125cff6bee,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:05.381511 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67499dda-a3e5-405e-a80c-69032ca16a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.383542 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-67499dda-a3e5-405e-a80c-69032ca16a3e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2d3a5117-30ba-42a8-858c-5a125cff6bee HTTP/1.1" status: 204 len: 168 time: 0.6305530 Aug 31 13:58:05.389893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34966) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:05.391681 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.448323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.475641 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Routers {'93ea4836-03b8-4dd7-a099-09890c8d0859'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:05.476184 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['93ea4836-03b8-4dd7-a099-09890c8d0859'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:05.478729 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1fc2ca3f-99d6-4085-b186-b0c79bd817f1 req-30d76056-f258-4466-9084-7ca43838f3c3 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576283 Aug 31 13:58:05.514698 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ac833-0c98-4ede-902b-130d26283615 None None] Pushing event updated for resources: {'Port': ['ID=72a38eef-37bd-4a0e-a94d-5b4cda39184a,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:05.523947 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.549862 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fedb1c1-a831-4260-815f-e32defdc5dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.555697 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fedb1c1-a831-4260-815f-e32defdc5dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.601298 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] Set router 93ea4836-03b8-4dd7-a099-09890c8d0859 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:05.629636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedb1c1-a831-4260-815f-e32defdc5dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd6f897-ac2b-4795-b412-5a81544a03bc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:05.663921 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8fedb1c1-a831-4260-815f-e32defdc5dcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=659926f73dd9420caa5eb0690cb086b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2096257 Aug 31 13:58:05.678879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34972) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:05.709374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4137605-a1e3-4cea-a45d-bcc4e2e1eb20 req-cbd4fd91-79bc-46b9-80fd-409ac064547b tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2818029 Aug 31 13:58:05.722375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677f423a-ce82-4600-88fb-73cbea7e32c4']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:05.740841 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.758384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92381d57-6677-490a-8029-6345c0361b53']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:05.776989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7c8cce-fa26-4416-8574-60beb2adbe6e') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:05.777812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7c8cce-fa26-4416-8574-60beb2adbe6e') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:05.788140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece1dd4f-342b-4db4-9eab-0477da915c71') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:05.788424 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece1dd4f-342b-4db4-9eab-0477da915c71') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:05.809738 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.814455 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.821578 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd375bf2-500a-4f47-9e78-53bd88c19957 req-7fe09104-d60e-4911-9fd4-27af2ba2dedf tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:05.823184 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd375bf2-500a-4f47-9e78-53bd88c19957 req-7fe09104-d60e-4911-9fd4-27af2ba2dedf tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 950 time: 0.1646898 Aug 31 13:58:05.836040 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a20b3064-6439-48c4-952d-ed8cb6af4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.849595 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'name': 'tempest-ServerRescueNegativeTestJSON-1672031565-router', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:57Z', 'updated_at': '2021-08-31T13:58:01Z', 'revision_number': 3, 'project_id': '37008f1801564c4ebad2fb0bec19bcc3', 'gw_port': {'id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:58Z', 'updated_at': '2021-08-31T13:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:05.858660 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c805f786-e420-486c-aa5a-8416d440e38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.860611 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.871468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:58:05.871954 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: timer() Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:58:05.875814 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:58:05.885229 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd3385-1121-4e8a-8f88-7c1f50dca068 None None] The sync data for ids ['93ea4836-03b8-4dd7-a099-09890c8d0859'] in n-d-792364-6 is: [{'id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'name': 'tempest-ServerRescueNegativeTestJSON-1672031565-router', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:57Z', 'updated_at': '2021-08-31T13:58:01Z', 'revision_number': 3, 'project_id': '37008f1801564c4ebad2fb0bec19bcc3', 'gw_port': {'id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:58Z', 'updated_at': '2021-08-31T13:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:05.891230 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.930612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd01706-fe6f-4485-9551-e5a50c23fc5d req-5d87731f-0c10-46a6-ac59-f1507ed42150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:05.932310 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd01706-fe6f-4485-9551-e5a50c23fc5d req-5d87731f-0c10-46a6-ac59-f1507ed42150 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 1101 time: 0.9156039 Aug 31 13:58:05.951824 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c805f786-e420-486c-aa5a-8416d440e38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.954221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:58:05.954627 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: timer() Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:58:05.956384 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:58:05.962717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd375bf2-500a-4f47-9e78-53bd88c19957 req-2d2fda65-7b67-4e0e-9a54-5b732e291f23 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267362 Aug 31 13:58:05.997641 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.002100 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.004091 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] 10.222.0.20 "DELETE /v2.0/networks/92381d57-6677-490a-8029-6345c0361b53 HTTP/1.1" status: 204 len: 168 time: 0.6132593 Aug 31 13:58:06.020524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-d3042b2f-d224-4640-9f6d-004008909587 req-0e4fd576-77c9-4451-a7e6-4bc45637e8a1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Deleting port 9a18a565-755e-4f0a-9f71-454e09b02537 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:06.021030 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3042b2f-d224-4640-9f6d-004008909587 req-0e4fd576-77c9-4451-a7e6-4bc45637e8a1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.022476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b20bc-5b88-4b99-a779-afb05b7a2045 admin admin] Pushing event deleted for resources: {'Network': ['ID=92381d57-6677-490a-8029-6345c0361b53,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:06.047996 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c805f786-e420-486c-aa5a-8416d440e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.052244 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c805f786-e420-486c-aa5a-8416d440e38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.058950 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c805f786-e420-486c-aa5a-8416d440e38f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fd6f897-ac2b-4795-b412-5a81544a03bc HTTP/1.1" status: 204 len: 168 time: 0.3754230 Aug 31 13:58:06.068205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805f786-e420-486c-aa5a-8416d440e38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd6f897-ac2b-4795-b412-5a81544a03bc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:06.127672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b3064-6439-48c4-952d-ed8cb6af4a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7321e6ed-3481-485e-ac40-65cafc5805ae,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:06.194943 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.220951 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.225652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/677f423a-ce82-4600-88fb-73cbea7e32c4 HTTP/1.1" status: 204 len: 168 time: 2.7943001 Aug 31 13:58:06.225885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34978) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:06.269784 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd01706-fe6f-4485-9551-e5a50c23fc5d req-7c01daf9-52a6-4b81-ac84-8c2e9426450b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011563 Aug 31 13:58:06.293550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b3064-6439-48c4-952d-ed8cb6af4a1c admin admin] Checking segment: {'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:06.293946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20b3064-6439-48c4-952d-ed8cb6af4a1c admin admin] Network hostable DHCP agents. Network: bc0a323e-2d94-4be6-8b6d-c1023ccfe70b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:58:06.296182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9095a07-5635-4f1a-91c9-b7ad66cd48f0 admin admin] Deleting subnet d67313a4-05e1-4f7d-9f96-fce301ef8609 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:58:06.296397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707a3a8-1bcd-4ccb-9f8a-eb594b2d33d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=677f423a-ce82-4600-88fb-73cbea7e32c4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:06.300877 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9095a07-5635-4f1a-91c9-b7ad66cd48f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.317250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34982) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:06.319624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.341851 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9095a07-5635-4f1a-91c9-b7ad66cd48f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.349499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5015629-8957-4bc1-9d57-ce245a97225a {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:06.376920 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.388404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9095a07-5635-4f1a-91c9-b7ad66cd48f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.398755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d3042b2f-d224-4640-9f6d-004008909587 req-0e4fd576-77c9-4451-a7e6-4bc45637e8a1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] For port 9a18a565-755e-4f0a-9f71-454e09b02537, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=9a18a565-755e-4f0a-9f71-454e09b02537,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:06.399121 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3042b2f-d224-4640-9f6d-004008909587 req-0e4fd576-77c9-4451-a7e6-4bc45637e8a1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.433190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Transition to ACTIVE for port object a5015629-8957-4bc1-9d57-ce245a97225a will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:06.435946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20b3064-6439-48c4-952d-ed8cb6af4a1c admin admin] Network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:58:06.443607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-d3042b2f-d224-4640-9f6d-004008909587 req-0e4fd576-77c9-4451-a7e6-4bc45637e8a1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Calling delete_port for 9a18a565-755e-4f0a-9f71-454e09b02537 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:06.468106 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9095a07-5635-4f1a-91c9-b7ad66cd48f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.487186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.493131 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9095a07-5635-4f1a-91c9-b7ad66cd48f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.496474 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a9095a07-5635-4f1a-91c9-b7ad66cd48f0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d67313a4-05e1-4f7d-9f96-fce301ef8609 HTTP/1.1" status: 204 len: 168 time: 0.2687306 Aug 31 13:58:06.510373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34984) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:06.523967 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7f0172a0-b9fe-4024-acfc-a3f4ff7ce0d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca088225e16f499eb73a4688a918af81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018566 Aug 31 13:58:06.525013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34988) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:06.539713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9095a07-5635-4f1a-91c9-b7ad66cd48f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67313a4-05e1-4f7d-9f96-fce301ef8609,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:06.563870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a20b3064-6439-48c4-952d-ed8cb6af4a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, bc0a323e-2d94-4be6-8b6d-c1023ccfe70b) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:06.575483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e4058-5b28-401f-bb3d-68dc4436597b None None] Network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:06.590080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20b3064-6439-48c4-952d-ed8cb6af4a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:06.590951 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a20b3064-6439-48c4-952d-ed8cb6af4a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.599719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f05eb83c-2307-4002-871a-b2a33a4df940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.645642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34990) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:06.657260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f05eb83c-2307-4002-871a-b2a33a4df940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.707019 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.769746 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a8d5ab9-c1ec-4020-bacd-905d33f35c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.812454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5015629-8957-4bc1-9d57-ce245a97225a,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:06.818091 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a20b3064-6439-48c4-952d-ed8cb6af4a1c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4867241 Aug 31 13:58:06.828407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34994) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:06.835087 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f05eb83c-2307-4002-871a-b2a33a4df940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.845222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f05eb83c-2307-4002-871a-b2a33a4df940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:06.852930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f05eb83c-2307-4002-871a-b2a33a4df940 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bddd2a8a-7d39-4820-87f4-88be132a993e HTTP/1.1" status: 204 len: 168 time: 0.3262219 Aug 31 13:58:06.899011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:06.903951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 72a38eef-37bd-4a0e-a94d-5b4cda39184a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:06.923103 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05eb83c-2307-4002-871a-b2a33a4df940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddd2a8a-7d39-4820-87f4-88be132a993e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:06.951766 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.006522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:58:07.007760 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.035345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d31da-c1cb-4aca-a506-7fc919085178 req-400eab0a-ae38-4f4e-a807-31af9e48ec75 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:07.044555 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7f2d31da-c1cb-4aca-a506-7fc919085178 req-400eab0a-ae38-4f4e-a807-31af9e48ec75 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 950 time: 0.1386905 Aug 31 13:58:07.131102 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7f2d31da-c1cb-4aca-a506-7fc919085178 req-e76ac727-90e2-4bc5-bcc6-d94789f19116 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853498 Aug 31 13:58:07.183325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 72a38eef-37bd-4a0e-a94d-5b4cda39184a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:07.184323 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a8d5ab9-c1ec-4020-bacd-905d33f35c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.189972 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a8d5ab9-c1ec-4020-bacd-905d33f35c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.222347 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 72a38eef-37bd-4a0e-a94d-5b4cda39184a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:07.223384 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.228995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d5ab9-c1ec-4020-bacd-905d33f35c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c618bbe-a71c-4d55-943a-4691a5d23149,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:07.299328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0a8d5ab9-c1ec-4020-bacd-905d33f35c98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cb14e10e1a04888bae1d960f7ac0c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6524386 Aug 31 13:58:07.303262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35002) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:07.381103 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39385ecf-8412-4636-b72e-159a98d7030b req-f7f81363-48b1-4b63-b997-18faaee6ebc6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:07.382732 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39385ecf-8412-4636-b72e-159a98d7030b req-f7f81363-48b1-4b63-b997-18faaee6ebc6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 950 time: 0.1403317 Aug 31 13:58:07.433258 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f0722c4-e7ea-4cd3-ad6c-3967fed7c2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.481200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ee590d80-ef7a-4f5f-8b3b-db91d124bac7 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:07.498553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Allocated IP 172.20.0.2 (bc0a323e-2d94-4be6-8b6d-c1023ccfe70b/7321e6ed-3481-485e-ac40-65cafc5805ae/e2705309-1cfa-460b-acaf-b231bca45f3f) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:07.501888 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f0722c4-e7ea-4cd3-ad6c-3967fed7c2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.529565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: ee590d80-ef7a-4f5f-8b3b-db91d124bac7 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:07.531621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ee590d80-ef7a-4f5f-8b3b-db91d124bac7 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:07.547539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54f67e-0085-4804-a1d2-617e018c2806 req-ac9f1dec-2458-4af1-b0bc-db410cc3b9a3 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:07.552418 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39385ecf-8412-4636-b72e-159a98d7030b req-47ec6b8c-1f77-4f17-b4f0-1db3c7807c77 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605537 Aug 31 13:58:07.557425 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a54f67e-0085-4804-a1d2-617e018c2806 req-ac9f1dec-2458-4af1-b0bc-db410cc3b9a3 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 944 time: 0.8857489 Aug 31 13:58:07.620060 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f0722c4-e7ea-4cd3-ad6c-3967fed7c2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.623281 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f0722c4-e7ea-4cd3-ad6c-3967fed7c2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.624459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2f0722c4-e7ea-4cd3-ad6c-3967fed7c2bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c618bbe-a71c-4d55-943a-4691a5d23149 HTTP/1.1" status: 204 len: 168 time: 0.3198853 Aug 31 13:58:07.638533 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 9a18a565-755e-4f0a-9f71-454e09b02537 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:07.639091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0722c4-e7ea-4cd3-ad6c-3967fed7c2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c618bbe-a71c-4d55-943a-4691a5d23149,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:07.676454 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.677434 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.681073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Allocated IP 172.20.0.1 (4c4f7f82-67a5-4581-9bd3-2dfc841d10a3/8553f0cf-434b-4eef-b7e9-8b6d58123ef4/5b41f17e-5415-477d-9f64-c35c81cea0b6) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:07.687201 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.733196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a54f67e-0085-4804-a1d2-617e018c2806 req-6faecbd0-2831-4b42-8491-1594cd6a45fe tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744485 Aug 31 13:58:07.756303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 72a38eef-37bd-4a0e-a94d-5b4cda39184a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=72a38eef-37bd-4a0e-a94d-5b4cda39184a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:07.770254 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.822427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Attempting to bind port a5015629-8957-4bc1-9d57-ce245a97225a on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:07.822775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Attempting to bind port a5015629-8957-4bc1-9d57-ce245a97225a by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:07.823107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Attempting to bind port a5015629-8957-4bc1-9d57-ce245a97225a on network 179d47f2-98de-4390-bc37-0dfa9679155d {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:07.882219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Port a5015629-8957-4bc1-9d57-ce245a97225a on network 179d47f2-98de-4390-bc37-0dfa9679155d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:58:07.882219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Attempting to bind port a5015629-8957-4bc1-9d57-ce245a97225a on network 179d47f2-98de-4390-bc37-0dfa9679155d {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:07.908243 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.912680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=72a38eef-37bd-4a0e-a94d-5b4cda39184a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:07.930595 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.933067 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.952759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Transition to ACTIVE for port object e2705309-1cfa-460b-acaf-b231bca45f3f will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:07.955425 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.958598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea150ec2-96bd-4252-a811-847ab1120a9b']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:07.979727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Transition to ACTIVE for port object e2705309-1cfa-460b-acaf-b231bca45f3f will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:07.982760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:07.983150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Checking segment: {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:07.983566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Bound using segment: {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:07.984164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Bound port: a5015629-8957-4bc1-9d57-ce245a97225a, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e22969-c761-463c-b926-ee5bf736bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:07.984568 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.987575 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:07.995421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5933dd6c-bc03-4192-bfc0-1725c64a70b8') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:07.996338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5933dd6c-bc03-4192-bfc0-1725c64a70b8') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:08.055378 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.061285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3042b2f-d224-4640-9f6d-004008909587 req-0e4fd576-77c9-4451-a7e6-4bc45637e8a1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.065199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Pushing event updated for resources: {'Port': ['ID=e2705309-1cfa-460b-acaf-b231bca45f3f,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:08.077581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:08.079678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['364ee310-c534-4d48-8710-740f2393aca1', 'd043a383-695b-42d2-9721-93a9938f9575'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:08.084641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:08.155491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:08.159001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:08.179427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.190749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fd576-77c9-4451-a7e6-4bc45637e8a1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event deleted for resources: {'Port': ['ID=9a18a565-755e-4f0a-9f71-454e09b02537,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:08.209751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:58:08.210159 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.264869 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35030) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: timer() Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:58:08.267539 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:58:08.283728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Attempting to bind port e2705309-1cfa-460b-acaf-b231bca45f3f on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:08.284157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Attempting to bind port e2705309-1cfa-460b-acaf-b231bca45f3f by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:08.284761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Attempting to bind port e2705309-1cfa-460b-acaf-b231bca45f3f on network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:08.316578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:08.317246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Checking segment: {'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:08.317821 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.318406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Bound using segment: {'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:08.319464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Bound port: e2705309-1cfa-460b-acaf-b231bca45f3f, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:08.320011 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.358672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2854c-02f5-448b-a6da-548ac7ac7d52 req-1cf306c2-cb5a-40fa-9782-002ceb107514 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:08.372895 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-53c2854c-02f5-448b-a6da-548ac7ac7d52 req-1cf306c2-cb5a-40fa-9782-002ceb107514 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 950 time: 0.1273110 Aug 31 13:58:08.446899 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-53c2854c-02f5-448b-a6da-548ac7ac7d52 req-8e80e706-fcd5-44c9-858e-d3915f74d448 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727327 Aug 31 13:58:08.473781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] For port a5015629-8957-4bc1-9d57-ce245a97225a, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:08.480741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] For port a5015629-8957-4bc1-9d57-ce245a97225a, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a5015629-8957-4bc1-9d57-ce245a97225a,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:08.487054 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.492032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1460374632-network', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:08.499461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.514815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] For port e2705309-1cfa-460b-acaf-b231bca45f3f, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:08.567165 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Made reservation on behalf of c28ecdeb550f4a6594d69709db570fca for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:08.570065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3042b2f-d224-4640-9f6d-004008909587 req-0e4fd576-77c9-4451-a7e6-4bc45637e8a1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] No DVR routers for this DVR port 9a18a565-755e-4f0a-9f71-454e09b02537 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:08.571071 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.573475 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.590051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3042b2f-d224-4640-9f6d-004008909587 req-0e4fd576-77c9-4451-a7e6-4bc45637e8a1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.592162 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3042b2f-d224-4640-9f6d-004008909587 req-0e4fd576-77c9-4451-a7e6-4bc45637e8a1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "DELETE /v2.0/ports/9a18a565-755e-4f0a-9f71-454e09b02537 HTTP/1.1" status: 204 len: 173 time: 4.1265883 Aug 31 13:58:08.616336 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.691200 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937091b2-a069-4980-b0c9-69af1061cb09', 'name': 'network-vif-deleted', 'tag': '9a18a565-755e-4f0a-9f71-454e09b02537'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:08.711877 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dd4243-2300-473c-b5e7-8e3c08028b7f" -d '{"events": [{"server_uuid": "937091b2-a069-4980-b0c9-69af1061cb09", "name": "network-vif-deleted", "tag": "9a18a565-755e-4f0a-9f71-454e09b02537"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:08.781092 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.822826 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.836287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 72a38eef-37bd-4a0e-a94d-5b4cda39184a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:08.884638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.894410 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.904241 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.929155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] For port e2705309-1cfa-460b-acaf-b231bca45f3f, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e2705309-1cfa-460b-acaf-b231bca45f3f,segment=NetworkSegment(2e721fe4-5716-4b3c-b127-51900e436def),segment_id=2e721fe4-5716-4b3c-b127-51900e436def)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:08.943736 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.954502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 72a38eef-37bd-4a0e-a94d-5b4cda39184a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:08.955094 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:08.957006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:08.959806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5015629-8957-4bc1-9d57-ce245a97225a,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:08.967301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:08.971874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:09.002710 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:58:09.029617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b255df-b790-4a5c-9bd0-0d1f91dddac0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:09.049032 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.049395 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Added segment 7e75cafe-81bf-494b-8d2a-44cac33850ad of type vlan for network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 Aug 31 13:58:09.106097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.158045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b237f9f-9345-492e-8ab1-6f7d23320bfb None None] Pushing event updated for resources: {'Port': ['ID=e2705309-1cfa-460b-acaf-b231bca45f3f,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:09.205719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Pushing event updated for resources: {'Port': ['ID=5b41f17e-5415-477d-9f64-c35c81cea0b6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:09.207876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35058) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:09.210468 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.220985 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b398f711-383d-4b49-b505-0ea85263c0a6 req-54fb75ce-4e7a-491c-9cd9-65c7feb3e547 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=937091b2-a069-4980-b0c9-69af1061cb09 HTTP/1.1" status: 200 len: 210 time: 0.4791622 Aug 31 13:58:09.232202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:09.233477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.235412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-9a3958ac-fc42-42f9-9ec9-24899b8f42b9 service neutron] 10.222.0.52 "PUT /v2.0/ports/a5015629-8957-4bc1-9d57-ce245a97225a HTTP/1.1" status: 200 len: 1092 time: 5.0842466 Aug 31 13:58:09.240139 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.246593 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ea150ec2-96bd-4252-a811-847ab1120a9b HTTP/1.1" status: 204 len: 168 time: 2.7208483 Aug 31 13:58:09.285187 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.342506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a0a4f-a735-439f-aa14-ba01ac11fb18 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea150ec2-96bd-4252-a811-847ab1120a9b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:09.376409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff9bd9-07ad-49c3-a37d-6f0c0680fa27 req-51499724-5ef0-4779-bea6-ac220c0242de tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:09.384552 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426ff0c6-44fa-4f7e-b1bc-a1412ef468d9 x-openstack-request-id: req-426ff0c6-44fa-4f7e-b1bc-a1412ef468d9 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:09.384932 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937091b2-a069-4980-b0c9-69af1061cb09", "name": "network-vif-deleted", "tag": "9a18a565-755e-4f0a-9f71-454e09b02537", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:09.385243 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-426ff0c6-44fa-4f7e-b1bc-a1412ef468d9 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:09.385775 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937091b2-a069-4980-b0c9-69af1061cb09', 'name': 'network-vif-deleted', 'tag': '9a18a565-755e-4f0a-9f71-454e09b02537', 'status': 'completed', 'code': 200} Aug 31 13:58:09.386369 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1ff9bd9-07ad-49c3-a37d-6f0c0680fa27 req-51499724-5ef0-4779-bea6-ac220c0242de tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 944 time: 0.3090250 Aug 31 13:58:09.457826 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.459197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:09.459754 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.566308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35064) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:09.588024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-643752177-network', 'tenant_id': '4669e85b74e843cfa5df9451dd811ad7'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:09.599177 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1ff9bd9-07ad-49c3-a37d-6f0c0680fa27 req-8855f2bd-0664-4c71-ab72-dfb602b4740c tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117355 Aug 31 13:58:09.613344 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.616072 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3495302 Aug 31 13:58:09.616883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5acedc-741c-4f6c-84ea-1620528b965e admin admin] Pushing event updated for resources: {'Network': ['ID=b45e4484-4dc4-4454-8a6c-8a97e099c7b8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:09.622442 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35066) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:09.624314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-47671be5-15d4-472f-b8e1-e0c49be4d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:09.626002 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-47671be5-15d4-472f-b8e1-e0c49be4d634 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 1095 time: 0.2794101 Aug 31 13:58:09.630521 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fd313950-bcba-4140-8ce3-1d30edab7432 admin admin] Request body: {'subnet': {'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1460374632-subnet', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:09.631038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:58:09.648424 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Made reservation on behalf of 4669e85b74e843cfa5df9451dd811ad7 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:09.651615 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.666199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.696227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd313950-bcba-4140-8ce3-1d30edab7432 admin admin] Made reservation on behalf of c28ecdeb550f4a6594d69709db570fca for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:09.699288 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd313950-bcba-4140-8ce3-1d30edab7432 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.717630 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-c97c0163-8fdd-41ca-8452-2a0953d387af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5015629-8957-4bc1-9d57-ce245a97225a HTTP/1.1" status: 200 len: 217 time: 0.0525644 Aug 31 13:58:09.725631 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f1b97da7-049c-4eb6-8647-3640798cdece admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d077bd70a48845cf9f4e6b5ff585f732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544044 Aug 31 13:58:09.741749 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35068) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:09.795064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a220c9b-72a6-4a5b-9da0-3c64068d71db req-06eea7d7-b777-4dcf-a93f-f92e64dad401 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:09.796666 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a220c9b-72a6-4a5b-9da0-3c64068d71db req-06eea7d7-b777-4dcf-a93f-f92e64dad401 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 950 time: 0.2598536 Aug 31 13:58:09.881022 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eba40ead-b738-498d-9b1b-ba752d453b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.919450 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eba40ead-b738-498d-9b1b-ba752d453b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.940029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-aec57f11-de34-4982-a23c-084d9fce373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:09.941543 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-aec57f11-de34-4982-a23c-084d9fce373a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.2133958 Aug 31 13:58:09.953490 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:09.968422 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.022367 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a220c9b-72a6-4a5b-9da0-3c64068d71db req-df1ef729-8afc-447e-b886-9e3eb60a9760 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081652 Aug 31 13:58:10.050041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:58:10.050041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177d780c-f7d4-4068-8619-90e0420b68f9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:10.053827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.070408 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.070769 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Added segment 1f8d4392-890a-487f-bddd-4260467a2a6b of type vlan for network 097ed294-311a-4047-a411-d1b3a475b551 Aug 31 13:58:10.079694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.085103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eba40ead-b738-498d-9b1b-ba752d453b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.087755 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eba40ead-b738-498d-9b1b-ba752d453b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.088953 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eba40ead-b738-498d-9b1b-ba752d453b7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/512b2c42-b9cd-490a-91cc-3aa64abf4b22 HTTP/1.1" status: 204 len: 168 time: 0.3462944 Aug 31 13:58:10.107261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-6862f741-d4d8-422e-932b-53a837a39748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:10.108831 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-6862f741-d4d8-422e-932b-53a837a39748 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541131 Aug 31 13:58:10.117105 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd313950-bcba-4140-8ce3-1d30edab7432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.157844 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba40ead-b738-498d-9b1b-ba752d453b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512b2c42-b9cd-490a-91cc-3aa64abf4b22,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:10.162379 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.221701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd313950-bcba-4140-8ce3-1d30edab7432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:10.224099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.225121 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:10.225708 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.274288 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.299916 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.300159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd313950-bcba-4140-8ce3-1d30edab7432 admin admin] Checking segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:10.301126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd313950-bcba-4140-8ce3-1d30edab7432 admin admin] Network hostable DHCP agents. Network: b45e4484-4dc4-4454-8a6c-8a97e099c7b8, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:58:10.307746 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0898240 Aug 31 13:58:10.311470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35074) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:10.337715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-06e2328b-32ef-4544-8ad1-a992bb7f042f admin admin] Request body: {'subnet': {'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-643752177-subnet', 'tenant_id': '4669e85b74e843cfa5df9451dd811ad7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:10.342518 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039308b0-8988-4c9f-bcbe-896f8d738a81 admin admin] Pushing event updated for resources: {'Network': ['ID=097ed294-311a-4047-a411-d1b3a475b551,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:10.353929 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 097ed294-311a-4047-a411-d1b3a475b551 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:58:10.376065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd313950-bcba-4140-8ce3-1d30edab7432 admin admin] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:58:10.383877 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e2328b-32ef-4544-8ad1-a992bb7f042f admin admin] Made reservation on behalf of 4669e85b74e843cfa5df9451dd811ad7 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:10.388662 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06e2328b-32ef-4544-8ad1-a992bb7f042f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.409561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fd313950-bcba-4140-8ce3-1d30edab7432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, b45e4484-4dc4-4454-8a6c-8a97e099c7b8) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:10.465777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd313950-bcba-4140-8ce3-1d30edab7432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:10.466788 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd313950-bcba-4140-8ce3-1d30edab7432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.512792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fd313950-bcba-4140-8ce3-1d30edab7432 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8887508 Aug 31 13:58:10.513956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35080) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:10.525066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:10.536445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Allocated IP 172.25.3.110 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/8fe40ad2-49b3-4673-96d6-a4f20655ea1b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:10.548855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc8cf70-c793-4381-a532-625bf61d924a None None] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:10.573463 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.579758 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.649702 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.662045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Pushing event updated for resources: {'Port': ['ID=5b41f17e-5415-477d-9f64-c35c81cea0b6,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:10.693423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-fc7a3417-b4b9-4faa-969b-5a4076d75586 service neutron] 10.222.0.52 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430284 Aug 31 13:58:10.694330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35084) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:10.704362 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.723640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf4e6b5-c4c8-4633-bc8f-cff09d600b88 None None] Network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:10.840362 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:58:10.846462 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06e2328b-32ef-4544-8ad1-a992bb7f042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.879461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e2705309-1cfa-460b-acaf-b231bca45f3f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:10.887753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b19e1182-7208-4a49-9559-04fea6f210e1 None None] Provisioning for port e2705309-1cfa-460b-acaf-b231bca45f3f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:10.986549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:58:10.987405 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:10.998840 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.010843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91388446-f63f-45bd-863e-b70dcf64a143 req-8d55aa02-8562-4151-90f4-3b39ceb6aa3c tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:11.014282 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91388446-f63f-45bd-863e-b70dcf64a143 req-8d55aa02-8562-4151-90f4-3b39ceb6aa3c tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 944 time: 0.2868237 Aug 31 13:58:11.018791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2328b-32ef-4544-8ad1-a992bb7f042f admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a4f80d-1ced-4844-b1bb-7b0eaea3bfce,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:11.157743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Allocated IP 172.20.0.2 (b45e4484-4dc4-4454-8a6c-8a97e099c7b8/02a3a4ef-59fa-4c60-9ec4-e3c9654a7457/f66ba80e-28f3-4d93-9718-cbacd9339177) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:11.284797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port e2705309-1cfa-460b-acaf-b231bca45f3f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:11.294749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e2705309-1cfa-460b-acaf-b231bca45f3f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:11.295202 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.405985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08178bce-e139-46b5-a68e-c736a4568ddf req-4feab1b7-b78e-4326-9cc7-d2e6ffc77b38 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:11.407727 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08178bce-e139-46b5-a68e-c736a4568ddf req-4feab1b7-b78e-4326-9cc7-d2e6ffc77b38 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.13 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 950 time: 0.9207842 Aug 31 13:58:11.408291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'tag': 'a5015629-8957-4bc1-9d57-ce245a97225a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:11.410764 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccd4136-d1f5-4c26-aa22-c24620c03fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "9521e175-9ae5-4ff0-a5ed-aa22f8af67cb", "tag": "a5015629-8957-4bc1-9d57-ce245a97225a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:11.416654 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.430787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Transition to ACTIVE for port object f66ba80e-28f3-4d93-9718-cbacd9339177 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:11.435498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e2328b-32ef-4544-8ad1-a992bb7f042f admin admin] Checking segment: {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:11.436083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e2328b-32ef-4544-8ad1-a992bb7f042f admin admin] Network hostable DHCP agents. Network: 097ed294-311a-4047-a411-d1b3a475b551, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:58:11.455819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Transition to ACTIVE for port object f66ba80e-28f3-4d93-9718-cbacd9339177 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:11.459350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5800c066-7d2c-45af-a7ed-5df2f85dbb18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ad6d949b92342fca6f1452483de344f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7386560 Aug 31 13:58:11.460050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35094) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:11.467002 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.483818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91388446-f63f-45bd-863e-b70dcf64a143 req-5108e854-261c-4211-a0d3-2a4c3391e0c3 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540250 Aug 31 13:58:11.505564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e2328b-32ef-4544-8ad1-a992bb7f042f admin admin] Network 097ed294-311a-4047-a411-d1b3a475b551 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:58:11.536423 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-06e2328b-32ef-4544-8ad1-a992bb7f042f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 097ed294-311a-4047-a411-d1b3a475b551) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:11.554766 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e2328b-32ef-4544-8ad1-a992bb7f042f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:11.555616 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06e2328b-32ef-4544-8ad1-a992bb7f042f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.563678 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fe00497-bcef-45c5-a535-667a65f8ee56 req-aa51659c-6cab-4f80-bbc6-0cd5d0e7fa93 service neutron] 10.222.0.52 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8364735 Aug 31 13:58:11.596672 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-06e2328b-32ef-4544-8ad1-a992bb7f042f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2820530 Aug 31 13:58:11.676086 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.732598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a19cdf-254d-4ad7-9854-c47a481bd529 None None] Network 097ed294-311a-4047-a411-d1b3a475b551 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:11.754654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:11.772671 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.796264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:11.798884 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.801278 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.805168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:11.839094 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:11.849118 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa2afeb-865f-4886-9651-f07e4f1bc9fe x-openstack-request-id: req-8fa2afeb-865f-4886-9651-f07e4f1bc9fe {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:11.849118 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9521e175-9ae5-4ff0-a5ed-aa22f8af67cb", "tag": "a5015629-8957-4bc1-9d57-ce245a97225a", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:11.849461 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fa2afeb-865f-4886-9651-f07e4f1bc9fe {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:11.849945 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'tag': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'status': 'completed', 'code': 200} Aug 31 13:58:11.855588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe40ad2-49b3-4673-96d6-a4f20655ea1b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:11.941394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b910149-e9ff-4e16-ad27-ef92e421ee0a req-50701cc1-3f55-4a48-a6a8-9629f6c5352c tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:11.942996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b910149-e9ff-4e16-ad27-ef92e421ee0a req-50701cc1-3f55-4a48-a6a8-9629f6c5352c tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 950 time: 0.5810530 Aug 31 13:58:11.963589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:11.974430 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:12.001243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Pushing event updated for resources: {'Port': ['ID=f66ba80e-28f3-4d93-9718-cbacd9339177,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:12.009048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a606cc56-4b20-4a61-bb09-8763a530e5b5 None None] Provisioning complete for port e2705309-1cfa-460b-acaf-b231bca45f3f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:12.009434 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a606cc56-4b20-4a61-bb09-8763a530e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.031290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:12.060539 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c3096-ce4c-4cb7-adc5-78be71e42ee1 req-a69e90c9-9df4-404f-b2ee-cdd22a90e64a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:12.062936 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-400c3096-ce4c-4cb7-adc5-78be71e42ee1 req-a69e90c9-9df4-404f-b2ee-cdd22a90e64a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=51d1a322-6afe-498d-8f78-6f041db12958 HTTP/1.1" status: 200 len: 950 time: 0.1331754 Aug 31 13:58:12.088539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:12.092242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:12.103349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Attempting to bind port f66ba80e-28f3-4d93-9718-cbacd9339177 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:12.103605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Attempting to bind port f66ba80e-28f3-4d93-9718-cbacd9339177 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:12.103944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Attempting to bind port f66ba80e-28f3-4d93-9718-cbacd9339177 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:12.128247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port e2705309-1cfa-460b-acaf-b231bca45f3f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e2705309-1cfa-460b-acaf-b231bca45f3f,segment=NetworkSegment(2e721fe4-5716-4b3c-b127-51900e436def),segment_id=2e721fe4-5716-4b3c-b127-51900e436def)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:12.133634 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a56a2cc-119e-4253-8bad-3d1003e94fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.143023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:12.143408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Checking segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:12.143810 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.144313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Bound using segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:12.145164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Bound port: f66ba80e-28f3-4d93-9718-cbacd9339177, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:12.146623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Allocated IP 172.25.3.60 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/b56fbfb2-3216-414b-bf10-c9576089b5de) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:12.146882 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.155610 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.163869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-400c3096-ce4c-4cb7-adc5-78be71e42ee1 req-64f725c5-7f25-4301-afaf-9efc87e08971 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860131 Aug 31 13:58:12.217119 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b910149-e9ff-4e16-ad27-ef92e421ee0a req-17a990a3-f993-435d-81b5-c80c9a371f26 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477605 Aug 31 13:58:12.258990 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a56a2cc-119e-4253-8bad-3d1003e94fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.265024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd4136-d1f5-4c26-aa22-c24620c03fbb req-263cfe49-32d3-430f-9280-b4e664aa7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:12.266641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ccd4136-d1f5-4c26-aa22-c24620c03fbb req-263cfe49-32d3-430f-9280-b4e664aa7ec6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 1095 time: 0.3575084 Aug 31 13:58:12.330792 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.338970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a685cf-3267-47aa-a3b0-f40bc0fed5d1 None None] Network 097ed294-311a-4047-a411-d1b3a475b551 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:12.388764 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.473924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-08178bce-e139-46b5-a68e-c736a4568ddf req-78ebfe06-4367-46c1-ad0e-36c9d1ebcf70 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Deleting port 547401e6-6fc5-4ae2-82b5-6e20665f305d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:12.474342 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08178bce-e139-46b5-a68e-c736a4568ddf req-78ebfe06-4367-46c1-ad0e-36c9d1ebcf70 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.481559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:12.497383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:12.519548 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:12.523730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=e2705309-1cfa-460b-acaf-b231bca45f3f,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:12.566836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] For port f66ba80e-28f3-4d93-9718-cbacd9339177, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:12.572402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] For port f66ba80e-28f3-4d93-9718-cbacd9339177, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f66ba80e-28f3-4d93-9718-cbacd9339177,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:12.581937 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.597974 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Pushing event updated for resources: {'Port': ['ID=b56fbfb2-3216-414b-bf10-c9576089b5de,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:12.609233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Router 93ea4836-03b8-4dd7-a099-09890c8d0859 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:12.770132 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a56a2cc-119e-4253-8bad-3d1003e94fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.774853 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a56a2cc-119e-4253-8bad-3d1003e94fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.780714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6a56a2cc-119e-4253-8bad-3d1003e94fb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31bea9a3-42c6-4403-9c54-f4c5ef036c76 HTTP/1.1" status: 204 len: 168 time: 1.3000410 Aug 31 13:58:12.788018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df5336-210f-4a0e-880f-a85458eeb230 None None] Pushing event updated for resources: {'Port': ['ID=f66ba80e-28f3-4d93-9718-cbacd9339177,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:12.847464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e2705309-1cfa-460b-acaf-b231bca45f3f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:12.871633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd4136-d1f5-4c26-aa22-c24620c03fbb req-f51501a7-06c9-4e20-8a80-420c48653782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:12.873388 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ccd4136-d1f5-4c26-aa22-c24620c03fbb req-f51501a7-06c9-4e20-8a80-420c48653782 service neutron] 10.222.0.52 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.5902133 Aug 31 13:58:12.891677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-0ccf2543-ccd2-4c57-8936-2271313b2e35 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:12.894645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-0ccf2543-ccd2-4c57-8936-2271313b2e35 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 804 time: 0.4004819 Aug 31 13:58:12.948675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e2705309-1cfa-460b-acaf-b231bca45f3f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:12.949440 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:12.974073 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-db63581a-bc0f-4d63-85b8-b7b0925ddeff tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/quotas/4669e85b74e843cfa5df9451dd811ad7 HTTP/1.1" status: 200 len: 375 time: 0.0663300 Aug 31 13:58:13.027805 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-0284ade0-5ed5-4155-963f-c0e280d266a3 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521708 Aug 31 13:58:13.191161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d17c0-8dfe-4930-bc77-72bddc12ee2f req-6c596a49-136a-40c9-bb30-8a59a89163d1 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:13.198753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-837d17c0-8dfe-4930-bc77-72bddc12ee2f req-6c596a49-136a-40c9-bb30-8a59a89163d1 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 944 time: 0.5922089 Aug 31 13:58:13.201210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:13.204803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56a2cc-119e-4253-8bad-3d1003e94fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bea9a3-42c6-4403-9c54-f4c5ef036c76,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:13.206554 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.209791 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ccd4136-d1f5-4c26-aa22-c24620c03fbb req-fe313408-7e08-4791-8723-6e29cef8e550 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5015629-8957-4bc1-9d57-ce245a97225a HTTP/1.1" status: 200 len: 217 time: 0.1344748 Aug 31 13:58:13.224893 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6af933a1-bbdd-4b86-bf6c-a8dba1c664ad admin admin] 10.222.0.20 "PUT /v2.0/routers/93ea4836-03b8-4dd7-a099-09890c8d0859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4996123 Aug 31 13:58:13.228404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Sync routers for ids ['93ea4836-03b8-4dd7-a099-09890c8d0859'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:13.271612 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-1acf0d6f-5c65-45e6-ad61-2b6138f298b8 service neutron] 10.222.0.20 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428293 Aug 31 13:58:13.278106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-08178bce-e139-46b5-a68e-c736a4568ddf req-78ebfe06-4367-46c1-ad0e-36c9d1ebcf70 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] For port 547401e6-6fc5-4ae2-82b5-6e20665f305d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=547401e6-6fc5-4ae2-82b5-6e20665f305d,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:13.278684 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08178bce-e139-46b5-a68e-c736a4568ddf req-78ebfe06-4367-46c1-ad0e-36c9d1ebcf70 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.282228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Routers {'93ea4836-03b8-4dd7-a099-09890c8d0859'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:13.283210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['93ea4836-03b8-4dd7-a099-09890c8d0859'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:13.374635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3209f2-f81a-465c-8fc2-3ee947a5bd33 req-f672a9b1-e900-4d19-b88f-a7f898b1d474 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:13.375284 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb3209f2-f81a-465c-8fc2-3ee947a5bd33 req-f672a9b1-e900-4d19-b88f-a7f898b1d474 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/ports?device_id=51d1a322-6afe-498d-8f78-6f041db12958 HTTP/1.1" status: 200 len: 950 time: 0.2992885 Aug 31 13:58:13.392992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-08178bce-e139-46b5-a68e-c736a4568ddf req-78ebfe06-4367-46c1-ad0e-36c9d1ebcf70 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Calling delete_port for 547401e6-6fc5-4ae2-82b5-6e20665f305d owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:13.411253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-837d17c0-8dfe-4930-bc77-72bddc12ee2f req-cc8a730a-fda0-42cf-9857-c2bf0bbc0da9 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114246 Aug 31 13:58:13.478917 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b2c88867-c0de-4d9f-a7ba-a6565c073370 service neutron] 10.222.0.20 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050719 Aug 31 13:58:13.550190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd4136-d1f5-4c26-aa22-c24620c03fbb req-cc44c35b-9349-4858-b609-dffc59f803ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:13.553317 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ccd4136-d1f5-4c26-aa22-c24620c03fbb req-cc44c35b-9349-4858-b609-dffc59f803ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.3094330 Aug 31 13:58:13.559714 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.606012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Set router 93ea4836-03b8-4dd7-a099-09890c8d0859 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:13.625959 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.769477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a5015629-8957-4bc1-9d57-ce245a97225a details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:58:13.934166 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:13.961167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231e1c1-e606-4ded-b151-db5b189ef879 req-d074f81a-c451-4a26-9db8-08e3bb787c29 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:13.975710 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e231e1c1-e606-4ded-b151-db5b189ef879 req-d074f81a-c451-4a26-9db8-08e3bb787c29 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "GET /v2.0/ports?device_id=33549c44-3a02-4a13-8a7f-55986aeb770f HTTP/1.1" status: 200 len: 950 time: 0.2893281 Aug 31 13:58:14.124770 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a5015629-8957-4bc1-9d57-ce245a97225a, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a5015629-8957-4bc1-9d57-ce245a97225a,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:14.142460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'port_id': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'mac_address': 'fa:16:3e:b4:54:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:58:14.212041 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'name': 'tempest-ServerRescueNegativeTestJSON-1672031565-router', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:57Z', 'updated_at': '2021-08-31T13:58:09Z', 'revision_number': 4, 'project_id': '37008f1801564c4ebad2fb0bec19bcc3', 'gw_port': {'id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:58Z', 'updated_at': '2021-08-31T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5b41f17e-5415-477d-9f64-c35c81cea0b6', 'name': '', 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'mac_address': 'fa:16:3e:46:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '8553f0cf-434b-4eef-b7e9-8b6d58123ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:06Z', 'updated_at': '2021-08-31T13:58:09Z', 'revision_number': 2, 'project_id': '37008f1801564c4ebad2fb0bec19bcc3', 'subnets': [{'id': '8553f0cf-434b-4eef-b7e9-8b6d58123ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:14.215491 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.242922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Checking router: 93ea4836-03b8-4dd7-a099-09890c8d0859 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:14.243193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Updating router 93ea4836-03b8-4dd7-a099-09890c8d0859 port 5b41f17e-5415-477d-9f64-c35c81cea0b6 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:14.297358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5015629-8957-4bc1-9d57-ce245a97225a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:14.311195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93233e16-bf65-4d17-afa8-0283643a88ea req-4d1a5592-99e9-4e5e-957b-0a129189cec9 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:14.315924 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-93233e16-bf65-4d17-afa8-0283643a88ea req-4d1a5592-99e9-4e5e-957b-0a129189cec9 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 950 time: 0.4213464 Aug 31 13:58:14.323141 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.374943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81689697-14e3-4275-bd77-6e995abb3833 req-d9f0c3b5-a686-497e-85b9-e3426c46b1f9 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:14.375569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a5015629-8957-4bc1-9d57-ce245a97225a, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a5015629-8957-4bc1-9d57-ce245a97225a,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:14.381703 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.383955 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-81689697-14e3-4275-bd77-6e995abb3833 req-d9f0c3b5-a686-497e-85b9-e3426c46b1f9 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=51d1a322-6afe-498d-8f78-6f041db12958 HTTP/1.1" status: 200 len: 950 time: 0.6615441 Aug 31 13:58:14.395496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd4136-d1f5-4c26-aa22-c24620c03fbb req-95f49324-6879-4dad-a4d0-0e3a03a1cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:14.403660 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ccd4136-d1f5-4c26-aa22-c24620c03fbb req-95f49324-6879-4dad-a4d0-0e3a03a1cd15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6825950 Aug 31 13:58:14.425905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-93233e16-bf65-4d17-afa8-0283643a88ea req-23726f5a-b15f-4c2e-a5b1-9b236c2e6c85 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc52ea50-eb20-4690-9888-04a4abd981d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005595 Aug 31 13:58:14.465963 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09163284-f575-42b9-ba16-0b4c9e831c56 None None] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:14.496123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Router d52c5349-3a88-4bba-a38b-b3882b9c87ec is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:58:14.516513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-e231e1c1-e606-4ded-b151-db5b189ef879 req-5cb173c0-a13e-46c5-b070-242d0cda30d6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Deleting port 364ee310-c534-4d48-8710-740f2393aca1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:14.517037 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e231e1c1-e606-4ded-b151-db5b189ef879 req-5cb173c0-a13e-46c5-b070-242d0cda30d6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.579932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-eb3209f2-f81a-465c-8fc2-3ee947a5bd33 req-f33a4702-2562-4780-bdc5-a03aea602ac1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Deleting port d043a383-695b-42d2-9721-93a9938f9575 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:14.580291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eb3209f2-f81a-465c-8fc2-3ee947a5bd33 req-f33a4702-2562-4780-bdc5-a03aea602ac1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.733651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e231e1c1-e606-4ded-b151-db5b189ef879 req-5cb173c0-a13e-46c5-b070-242d0cda30d6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] For port 364ee310-c534-4d48-8710-740f2393aca1, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=364ee310-c534-4d48-8710-740f2393aca1,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:14.733651 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e231e1c1-e606-4ded-b151-db5b189ef879 req-5cb173c0-a13e-46c5-b070-242d0cda30d6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.739767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a5015629-8957-4bc1-9d57-ce245a97225a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:14.751413 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-e231e1c1-e606-4ded-b151-db5b189ef879 req-5cb173c0-a13e-46c5-b070-242d0cda30d6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Calling delete_port for 364ee310-c534-4d48-8710-740f2393aca1 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:14.754861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:14.770266 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Sync routers for ids ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:14.783896 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Routers {'d52c5349-3a88-4bba-a38b-b3882b9c87ec'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:14.784580 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:14.845198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5a8e3103-9ac2-40f4-8fce-706ec4a102e8 None None] Provisioning for port f66ba80e-28f3-4d93-9718-cbacd9339177 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:14.857643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a5015629-8957-4bc1-9d57-ce245a97225a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:14.912354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:14.913756 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-12bb2920-602c-4de8-8def-a88c00093c12 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3927424 Aug 31 13:58:14.922246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f66ba80e-28f3-4d93-9718-cbacd9339177 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:14.931418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35164) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:15.072396 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Set router d52c5349-3a88-4bba-a38b-b3882b9c87ec gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:15.219000 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e231e1c1-e606-4ded-b151-db5b189ef879 req-5cb173c0-a13e-46c5-b070-242d0cda30d6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.271727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:15.302189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:58:15.352447 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08178bce-e139-46b5-a68e-c736a4568ddf req-78ebfe06-4367-46c1-ad0e-36c9d1ebcf70 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.395409 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-81689697-14e3-4275-bd77-6e995abb3833 req-065eb2d8-d6d4-46b0-a0c0-c9d07aa3a0cf tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0067854 Aug 31 13:58:15.536359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port f66ba80e-28f3-4d93-9718-cbacd9339177 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:15.555381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f66ba80e-28f3-4d93-9718-cbacd9339177 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:15.555787 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.557698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 547401e6-6fc5-4ae2-82b5-6e20665f305d no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:15.656134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-eb3209f2-f81a-465c-8fc2-3ee947a5bd33 req-f33a4702-2562-4780-bdc5-a03aea602ac1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] For port d043a383-695b-42d2-9721-93a9938f9575, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d043a383-695b-42d2-9721-93a9938f9575,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:15.656935 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eb3209f2-f81a-465c-8fc2-3ee947a5bd33 req-f33a4702-2562-4780-bdc5-a03aea602ac1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.667229 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:12Z', 'revision_number': 3, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:15.673725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-eb3209f2-f81a-465c-8fc2-3ee947a5bd33 req-f33a4702-2562-4780-bdc5-a03aea602ac1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Calling delete_port for d043a383-695b-42d2-9721-93a9938f9575 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:15.737783 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Checking router: d52c5349-3a88-4bba-a38b-b3882b9c87ec for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:15.738134 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Updating router d52c5349-3a88-4bba-a38b-b3882b9c87ec port b56fbfb2-3216-414b-bf10-c9576089b5de binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:15.752286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 364ee310-c534-4d48-8710-740f2393aca1 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:15.791318 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.820012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 364ee310-c534-4d48-8710-740f2393aca1 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:15.820378 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 364ee310-c534-4d48-8710-740f2393aca1 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:15.825859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device d043a383-695b-42d2-9721-93a9938f9575 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:15.841260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 547401e6-6fc5-4ae2-82b5-6e20665f305d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:15.841645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 547401e6-6fc5-4ae2-82b5-6e20665f305d not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:15.854980 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e29890d-1734-46a2-b9dd-35b3440ff512 req-09efde9c-1fa0-44b5-8bc7-f8823331aa6c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 210 time: 0.2874134 Aug 31 13:58:15.863785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebfe06-4367-46c1-ad0e-36c9d1ebcf70 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Pushing event deleted for resources: {'Port': ['ID=547401e6-6fc5-4ae2-82b5-6e20665f305d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:15.935879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-08178bce-e139-46b5-a68e-c736a4568ddf req-78ebfe06-4367-46c1-ad0e-36c9d1ebcf70 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] No DVR routers for this DVR port 547401e6-6fc5-4ae2-82b5-6e20665f305d on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:15.943064 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eb3209f2-f81a-465c-8fc2-3ee947a5bd33 req-f33a4702-2562-4780-bdc5-a03aea602ac1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.945238 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08178bce-e139-46b5-a68e-c736a4568ddf req-78ebfe06-4367-46c1-ad0e-36c9d1ebcf70 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:15.947298 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08178bce-e139-46b5-a68e-c736a4568ddf req-78ebfe06-4367-46c1-ad0e-36c9d1ebcf70 tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.13 "DELETE /v2.0/ports/547401e6-6fc5-4ae2-82b5-6e20665f305d HTTP/1.1" status: 204 len: 173 time: 4.5100491 Aug 31 13:58:15.962267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704be5e2-97b4-4bdd-9647-861eccc5881e', 'name': 'network-vif-deleted', 'tag': '547401e6-6fc5-4ae2-82b5-6e20665f305d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:15.965470 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ddbd66-e012-4731-979d-8ef3478644a4" -d '{"events": [{"server_uuid": "704be5e2-97b4-4bdd-9647-861eccc5881e", "name": "network-vif-deleted", "tag": "547401e6-6fc5-4ae2-82b5-6e20665f305d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:16.037373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a4702-2562-4780-bdc5-a03aea602ac1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event deleted for resources: {'Port': ['ID=d043a383-695b-42d2-9721-93a9938f9575,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:16.082842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb173c0-a13e-46c5-b070-242d0cda30d6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event deleted for resources: {'Port': ['ID=364ee310-c534-4d48-8710-740f2393aca1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:16.089492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ccd4136-d1f5-4c26-aa22-c24620c03fbb req-19521ae0-9d09-45e4-92d6-f179b5c7fe76 service neutron] 10.222.0.52 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5122771 Aug 31 13:58:16.142474 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.167084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Transition to ACTIVE for port object 5b41f17e-5415-477d-9f64-c35c81cea0b6 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:16.198269 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.256530 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3209f2-f81a-465c-8fc2-3ee947a5bd33 req-f33a4702-2562-4780-bdc5-a03aea602ac1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] No DVR routers for this DVR port d043a383-695b-42d2-9721-93a9938f9575 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:16.258064 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.266690 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eb3209f2-f81a-465c-8fc2-3ee947a5bd33 req-f33a4702-2562-4780-bdc5-a03aea602ac1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.270234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb3209f2-f81a-465c-8fc2-3ee947a5bd33 req-f33a4702-2562-4780-bdc5-a03aea602ac1 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "DELETE /v2.0/ports/d043a383-695b-42d2-9721-93a9938f9575 HTTP/1.1" status: 204 len: 173 time: 2.8831794 Aug 31 13:58:16.282169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e231e1c1-e606-4ded-b151-db5b189ef879 req-5cb173c0-a13e-46c5-b070-242d0cda30d6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] No DVR routers for this DVR port 364ee310-c534-4d48-8710-740f2393aca1 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:16.298967 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Transition to ACTIVE for port object b56fbfb2-3216-414b-bf10-c9576089b5de will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:16.303048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:16.306502 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e231e1c1-e606-4ded-b151-db5b189ef879 req-5cb173c0-a13e-46c5-b070-242d0cda30d6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.308974 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e231e1c1-e606-4ded-b151-db5b189ef879 req-5cb173c0-a13e-46c5-b070-242d0cda30d6 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.52 "DELETE /v2.0/ports/364ee310-c534-4d48-8710-740f2393aca1 HTTP/1.1" status: 204 len: 173 time: 2.2734342 Aug 31 13:58:16.313720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33549c44-3a02-4a13-8a7f-55986aeb770f', 'name': 'network-vif-deleted', 'tag': '364ee310-c534-4d48-8710-740f2393aca1'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:16.317158 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdb1225-b0b5-4d9b-ab26-809476118731" -d '{"events": [{"server_uuid": "33549c44-3a02-4a13-8a7f-55986aeb770f", "name": "network-vif-deleted", "tag": "364ee310-c534-4d48-8710-740f2393aca1"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:16.331130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068eebe9-38d5-4720-9b0e-364d51ca469c req-da8b5563-a3e3-48e0-8ef7-dc75ea36cbd2 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:16.340184 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.341140 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-068eebe9-38d5-4720-9b0e-364d51ca469c req-da8b5563-a3e3-48e0-8ef7-dc75ea36cbd2 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 945 time: 0.2503021 Aug 31 13:58:16.346761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-683d6787-1c40-48c9-9f39-5d2d85b0ed39 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:16.355399 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-683d6787-1c40-48c9-9f39-5d2d85b0ed39 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 819 time: 1.3246129 Aug 31 13:58:16.395224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Sync routers for ids ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:16.404693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-068eebe9-38d5-4720-9b0e-364d51ca469c req-a9fd1bf4-1e28-4605-a73d-a4dbee2dc98f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578146 Aug 31 13:58:16.410099 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.411352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8cb688ac-0811-42ea-8f85-f89da5374705 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.5675468 Aug 31 13:58:16.415779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35196) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:16.435162 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ccd4136-d1f5-4c26-aa22-c24620c03fbb req-cda2c9f2-1aef-4489-80cf-9b1dcef2266f service neutron] 10.222.0.52 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227534 Aug 31 13:58:16.468955 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Pushing event updated for resources: {'Port': ['ID=b56fbfb2-3216-414b-bf10-c9576089b5de,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:16.477205 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:16.477838 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:16.478187 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:16.478522 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:16.478857 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:16.479187 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:16.479512 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:16.479877 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:16.480201 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:16.480562 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:16.480886 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:16.481212 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:16.485050 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Attempting to bind port b56fbfb2-3216-414b-bf10-c9576089b5de on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:16.485438 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Attempting to bind port b56fbfb2-3216-414b-bf10-c9576089b5de by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:16.485794 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Attempting to bind port b56fbfb2-3216-414b-bf10-c9576089b5de on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:16.497674 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:16.498149 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:16.498562 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.498957 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:16.499447 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Bound port: b56fbfb2-3216-414b-bf10-c9576089b5de, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:16.500280 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.503495 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.510274 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-da95c7fe-7bbb-4bfa-886a-dd70e3a6c10a tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/quotas/37008f1801564c4ebad2fb0bec19bcc3 HTTP/1.1" status: 200 len: 375 time: 0.1538436 Aug 31 13:58:16.528658 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No active binding found for port d043a383-695b-42d2-9721-93a9938f9575 {{(pid=106389) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 13:58:16.529187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device d043a383-695b-42d2-9721-93a9938f9575 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:16.613842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-894de4fc-3e9d-4609-a879-3a37887605cf tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:16.616208 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] For port b56fbfb2-3216-414b-bf10-c9576089b5de, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:16.617280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b09483b8-8092-4b58-a123-4ead98a341fd req-b7de522b-bb7f-4035-ba8a-903ddc42d37c tempest-ServerDiagnosticsNegativeTest-1265027661 tempest-ServerDiagnosticsNegativeTest-1265027661-project] 10.222.0.20 "GET /v2.0/ports?device_id=704be5e2-97b4-4bdd-9647-861eccc5881e HTTP/1.1" status: 200 len: 210 time: 0.0568302 Aug 31 13:58:16.617832 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-894de4fc-3e9d-4609-a879-3a37887605cf tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.52 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 804 time: 0.6645775 Aug 31 13:58:16.626077 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] For port b56fbfb2-3216-414b-bf10-c9576089b5de, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b56fbfb2-3216-414b-bf10-c9576089b5de,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:16.632702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6b8df-9d1b-4540-a0a2-68f0b07f8e5e None None] Pushing event updated for resources: {'Port': ['ID=5b41f17e-5415-477d-9f64-c35c81cea0b6,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:16.635332 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.666298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port f66ba80e-28f3-4d93-9718-cbacd9339177, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f66ba80e-28f3-4d93-9718-cbacd9339177,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:16.706355 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.710123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Routers {'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:16.711083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:16.753546 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e591aff-e986-48aa-bd14-736d067ba60a x-openstack-request-id: req-6e591aff-e986-48aa-bd14-736d067ba60a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:16.753858 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704be5e2-97b4-4bdd-9647-861eccc5881e", "name": "network-vif-deleted", "tag": "547401e6-6fc5-4ae2-82b5-6e20665f305d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:16.754120 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e591aff-e986-48aa-bd14-736d067ba60a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:16.754541 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704be5e2-97b4-4bdd-9647-861eccc5881e', 'name': 'network-vif-deleted', 'tag': '547401e6-6fc5-4ae2-82b5-6e20665f305d', 'status': 'completed', 'code': 200} Aug 31 13:58:16.927736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0286e5ab-5a49-43d4-8c20-141212ed5acd None None] Provisioning complete for port f66ba80e-28f3-4d93-9718-cbacd9339177 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:16.928243 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0286e5ab-5a49-43d4-8c20-141212ed5acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:16.952815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Request body: {'port': {'device_id': 'dbd5bf66-ac69-49e8-8c7c-796f64219e00', 'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'admin_state_up': True, 'tenant_id': '4669e85b74e843cfa5df9451dd811ad7'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:16.987270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Attempting to bind port 5b41f17e-5415-477d-9f64-c35c81cea0b6 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:16.987844 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Attempting to bind port 5b41f17e-5415-477d-9f64-c35c81cea0b6 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:16.988301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Attempting to bind port 5b41f17e-5415-477d-9f64-c35c81cea0b6 on network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:17.030440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:17.030823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Checking segment: {'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:17.031236 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:17.031635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Bound using segment: {'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:17.032124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Bound port: 5b41f17e-5415-477d-9f64-c35c81cea0b6, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:17.040659 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:17.045588 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Routers {'d52c5349-3a88-4bba-a38b-b3882b9c87ec'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:17.046235 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:17.051597 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf67f9e-7e6e-45b7-b0ca-985282a8bf57 None None] Pushing event updated for resources: {'Port': ['ID=b56fbfb2-3216-414b-bf10-c9576089b5de,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:17.066980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:17.095157 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-a873d4f2-6cd9-492e-8272-70d241da7811 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5824170 Aug 31 13:58:17.096921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=f66ba80e-28f3-4d93-9718-cbacd9339177,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:17.133744 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7823e357-9abe-4f04-afc7-b5bcf3a71b23 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3466841b873d4fd59d8440010f5acbf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671988 Aug 31 13:58:17.162797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Set router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:17.228866 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] Set router d52c5349-3a88-4bba-a38b-b3882b9c87ec gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:17.391837 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-b3160ab2-a37f-487a-ae0b-4cfd2f450d0e service neutron] 10.222.0.20 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951932 Aug 31 13:58:17.459552 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] For port 5b41f17e-5415-477d-9f64-c35c81cea0b6, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:17.472034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] For port 5b41f17e-5415-477d-9f64-c35c81cea0b6, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5b41f17e-5415-477d-9f64-c35c81cea0b6,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:17.524311 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:17.527211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-4a79a19e-e6e2-4929-bfbb-a088aebd0ad7 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:17.538749 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-4a79a19e-e6e2-4929-bfbb-a088aebd0ad7 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978922 Aug 31 13:58:17.562543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Made reservation on behalf of 4669e85b74e843cfa5df9451dd811ad7 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:17.564728 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:12Z', 'revision_number': 3, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:17.568253 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:17.591078 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-a51995b1-8588-44ff-a139-76ccdd5b0961 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/quotas/3466841b873d4fd59d8440010f5acbf3 HTTP/1.1" status: 200 len: 375 time: 0.0510967 Aug 31 13:58:17.611488 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1988c9-46dd-41dd-bde4-ec5857814510 None None] The sync data for ids ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'] in n-d-792364-6 is: [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:12Z', 'revision_number': 3, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:17.643956 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-483f30a5-ed84-4ebc-9a16-1e5ec24f1d00 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3466841b873d4fd59d8440010f5acbf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517230 Aug 31 13:58:17.670060 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:17.710194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Routers {'93ea4836-03b8-4dd7-a099-09890c8d0859'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:17.711001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['93ea4836-03b8-4dd7-a099-09890c8d0859'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:17.720689 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a5015629-8957-4bc1-9d57-ce245a97225a up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:17.726093 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-9eaa86d3-99b0-4d74-b40b-4a46c85f7654 service neutron] 10.222.0.20 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153098 Aug 31 13:58:17.768593 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:17.771364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6b8df-9d1b-4540-a0a2-68f0b07f8e5e None None] Pushing event updated for resources: {'Port': ['ID=5b41f17e-5415-477d-9f64-c35c81cea0b6,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:17.881996 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Allocated IP 172.20.0.12 (097ed294-311a-4047-a411-d1b3a475b551/81a4f80d-1ced-4844-b1bb-7b0eaea3bfce/0ec0d264-60d3-4819-b6d9-30fddecdd8a5) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:17.971432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T13:58:12Z', 'revision_number': 3, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:17.978239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] Set router 93ea4836-03b8-4dd7-a099-09890c8d0859 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:18.004285 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a00ab8-f119-4b73-ba22-3ab3405bc6e3 x-openstack-request-id: req-27a00ab8-f119-4b73-ba22-3ab3405bc6e3 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:18.004933 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33549c44-3a02-4a13-8a7f-55986aeb770f", "name": "network-vif-deleted", "tag": "364ee310-c534-4d48-8710-740f2393aca1", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:18.005458 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27a00ab8-f119-4b73-ba22-3ab3405bc6e3 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:18.006195 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33549c44-3a02-4a13-8a7f-55986aeb770f', 'name': 'network-vif-deleted', 'tag': '364ee310-c534-4d48-8710-740f2393aca1', 'status': 'completed', 'code': 200} Aug 31 13:58:18.016090 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Allocated IP 172.20.0.1 (b45e4484-4dc4-4454-8a6c-8a97e099c7b8/02a3a4ef-59fa-4c60-9ec4-e3c9654a7457/8be315d4-1309-4435-a995-569d23ffce01) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:18.069565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port a5015629-8957-4bc1-9d57-ce245a97225a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:18.178397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port a5015629-8957-4bc1-9d57-ce245a97225a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:18.184021 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.184414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Allocated IP 172.20.0.1 (bc0a323e-2d94-4be6-8b6d-c1023ccfe70b/7321e6ed-3481-485e-ac40-65cafc5805ae/762a6b1d-71d7-4eb9-a8ef-269e8fca18b5) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:18.186323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Checking router: ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:18.190204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Updating router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 port 8fe40ad2-49b3-4673-96d6-a4f20655ea1b binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:18.273999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b04c9849-c673-489f-be46-8de16718ff38 req-3d7079fe-615a-4473-b7c1-f1a029e2af75 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 210 time: 0.0628588 Aug 31 13:58:18.333847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a55fb-b0bc-469e-9b23-9a0ee3c31bd5 req-c91bf29b-8517-4676-9943-ade46492901b tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:18.335775 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7a55fb-b0bc-469e-9b23-9a0ee3c31bd5 req-c91bf29b-8517-4676-9943-ade46492901b tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 945 time: 0.1461396 Aug 31 13:58:18.465245 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.486953 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.499536 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.529636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b3b0abe-c3ad-4cd2-9c83-f349aa1a5d7f req-cc22d4d5-df7e-425e-8c8a-2d440d5d9a8c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 210 time: 0.0482726 Aug 31 13:58:18.581893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Transition to ACTIVE for port object 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:18.598292 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.675015 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a7a55fb-b0bc-469e-9b23-9a0ee3c31bd5 req-173acf8c-119a-4b2d-8fbc-b62d5f5af4c3 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280551 Aug 31 13:58:18.675344 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.719653 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Transition to ACTIVE for port object 8be315d4-1309-4435-a995-569d23ffce01 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:18.773121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d1a322-6afe-498d-8f78-6f041db12958', 'name': 'network-vif-deleted', 'tag': 'd043a383-695b-42d2-9721-93a9938f9575'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:18.775951 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3af56b-3f75-42c4-8eef-cbbcebf19803" -d '{"events": [{"server_uuid": "51d1a322-6afe-498d-8f78-6f041db12958", "name": "network-vif-deleted", "tag": "d043a383-695b-42d2-9721-93a9938f9575"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:18.779141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Pushing event updated for resources: {'Port': ['ID=762a6b1d-71d7-4eb9-a8ef-269e8fca18b5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:18.858763 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cfe904a9-7961-4208-b0bc-8944d79a9db2 req-0af9c2c7-2a86-4366-8cb5-2b318a5a59d7 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 210 time: 0.0887651 Aug 31 13:58:18.874987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:18.879913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:18.890296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:18.890649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:18.891012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:18.891342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:18.891674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:18.892004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:18.892333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:18.892690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:18.893016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:18.893341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:18.893664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:18.905918 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:18.914503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:18.937511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:19.051053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Pushing event updated for resources: {'Port': ['ID=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:19.087287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.087759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.088215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.088707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.089188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.089631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.090118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.090974 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.090974 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.091394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.091896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.092341 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:19.097920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f66ba80e-28f3-4d93-9718-cbacd9339177 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:19.098949 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Network 097ed294-311a-4047-a411-d1b3a475b551 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:19.101241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:19.104876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:19.105037 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765c8759-8be8-4249-a815-ab89cd324941 x-openstack-request-id: req-765c8759-8be8-4249-a815-ab89cd324941 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:19.105210 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d1a322-6afe-498d-8f78-6f041db12958", "name": "network-vif-deleted", "tag": "d043a383-695b-42d2-9721-93a9938f9575", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:19.105477 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-765c8759-8be8-4249-a815-ab89cd324941 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:19.105891 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d1a322-6afe-498d-8f78-6f041db12958', 'name': 'network-vif-deleted', 'tag': 'd043a383-695b-42d2-9721-93a9938f9575', 'status': 'completed', 'code': 200} Aug 31 13:58:19.110465 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.141264 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.221460 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.242752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:19.267129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:19.297777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:19.389707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35256) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:19.491681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:19.503326 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.570411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=8be315d4-1309-4435-a995-569d23ffce01,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:19.627119 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.659024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5015629-8957-4bc1-9d57-ce245a97225a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:19.662250 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71540ca-98d8-4022-9823-1a3a6a2b86ce" -d '{"events": [{"server_uuid": "9521e175-9ae5-4ff0-a5ed-aa22f8af67cb", "name": "network-vif-plugged", "status": "completed", "tag": "a5015629-8957-4bc1-9d57-ce245a97225a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:19.689431 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-b4bc3207-6ae7-4637-baac-d0188ff43409 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0407219 Aug 31 13:58:19.700791 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a5015629-8957-4bc1-9d57-ce245a97225a, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a5015629-8957-4bc1-9d57-ce245a97225a,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:19.711056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c238-40d3-4576-88a3-246a006835f6 req-b54d6277-70a1-433e-acdb-237ee1f4a04d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:19.712695 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.713334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ae6c238-40d3-4576-88a3-246a006835f6 req-b54d6277-70a1-433e-acdb-237ee1f4a04d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 932 time: 0.1634614 Aug 31 13:58:19.721446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c141c41f-2011-4453-95cb-f92dbf158c01 None None] Provisioning for port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:19.733450 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.741169 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c141c41f-2011-4453-95cb-f92dbf158c01 None None] Provisioning complete for port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:19.741820 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c141c41f-2011-4453-95cb-f92dbf158c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.748047 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Request body: {'port': {'device_id': 'dbd5bf66-ac69-49e8-8c7c-796f64219e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:19.750114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-daf1a392-f84c-489e-8e70-6002b39c40a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65db1941ba7d44808405fec0fd5fc204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592708 Aug 31 13:58:19.750943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35274) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:19.751291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Transition to ACTIVE for port object 8fe40ad2-49b3-4673-96d6-a4f20655ea1b will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:19.778153 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.826148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f66ba80e-28f3-4d93-9718-cbacd9339177 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:19.826538 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.832517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ae6c238-40d3-4576-88a3-246a006835f6 req-563070e2-0df3-41c3-a2cb-bc56c8ae28c8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986936 Aug 31 13:58:19.846857 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.851283 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.924135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9790c8-b67c-4140-8cca-928387348348 req-a7ff74ec-e6f5-49d3-85df-22e9710aaf51 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:19.928117 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-a7ff74ec-e6f5-49d3-85df-22e9710aaf51 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 819 time: 0.3771317 Aug 31 13:58:19.928853 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dcb4644-082a-487d-922a-d9b1ca5ee862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:19.977342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'name': 'tempest-ServerRescueNegativeTestJSON-1672031565-router', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:57Z', 'updated_at': '2021-08-31T13:58:09Z', 'revision_number': 4, 'project_id': '37008f1801564c4ebad2fb0bec19bcc3', 'gw_port': {'id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:58Z', 'updated_at': '2021-08-31T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5b41f17e-5415-477d-9f64-c35c81cea0b6', 'name': '', 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'mac_address': 'fa:16:3e:46:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '8553f0cf-434b-4eef-b7e9-8b6d58123ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:06Z', 'updated_at': '2021-08-31T13:58:17Z', 'revision_number': 4, 'project_id': '37008f1801564c4ebad2fb0bec19bcc3', 'subnets': [{'id': '8553f0cf-434b-4eef-b7e9-8b6d58123ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:19.999403 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-ce23ef87-e1b7-477d-8b89-b5ab10f40b35 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/quotas/37008f1801564c4ebad2fb0bec19bcc3 HTTP/1.1" status: 200 len: 375 time: 0.0427463 Aug 31 13:58:20.019065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c141c41f-2011-4453-95cb-f92dbf158c01 None None] Port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:20.029256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895afee-6330-49cf-8bc7-aeec32f89e07 None None] The sync data for ids ['93ea4836-03b8-4dd7-a099-09890c8d0859'] in n-d-792364-6 is: [{'id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'name': 'tempest-ServerRescueNegativeTestJSON-1672031565-router', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:57Z', 'updated_at': '2021-08-31T13:58:09Z', 'revision_number': 4, 'project_id': '37008f1801564c4ebad2fb0bec19bcc3', 'gw_port': {'id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:58Z', 'updated_at': '2021-08-31T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5b41f17e-5415-477d-9f64-c35c81cea0b6', 'name': '', 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'mac_address': 'fa:16:3e:46:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '8553f0cf-434b-4eef-b7e9-8b6d58123ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:06Z', 'updated_at': '2021-08-31T13:58:17Z', 'revision_number': 4, 'project_id': '37008f1801564c4ebad2fb0bec19bcc3', 'subnets': [{'id': '8553f0cf-434b-4eef-b7e9-8b6d58123ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:20.043290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a5015629-8957-4bc1-9d57-ce245a97225a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:20.053849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Attempting to bind port 8fe40ad2-49b3-4673-96d6-a4f20655ea1b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:20.060373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Attempting to bind port 8fe40ad2-49b3-4673-96d6-a4f20655ea1b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:20.061118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Attempting to bind port 8fe40ad2-49b3-4673-96d6-a4f20655ea1b on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:20.095141 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dcb4644-082a-487d-922a-d9b1ca5ee862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.125204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:20.125204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:20.125204 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.125939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:20.126052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Bound port: 8fe40ad2-49b3-4673-96d6-a4f20655ea1b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:20.126920 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.129761 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-670ba4f6-afd2-449f-84d5-4d441a9d2e0b tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3466841b873d4fd59d8440010f5acbf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225824 Aug 31 13:58:20.230012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58a85b-1776-48dd-b379-4ac09a8f1e89 None None] Pushing event updated for resources: {'Port': ['ID=8fe40ad2-49b3-4673-96d6-a4f20655ea1b,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:20.252931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b860d245-5f80-4f0f-a912-e04c14d6c6ad None None] Provisioning for port 8be315d4-1309-4435-a995-569d23ffce01 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:20.273225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b860d245-5f80-4f0f-a912-e04c14d6c6ad None None] Provisioning complete for port 8be315d4-1309-4435-a995-569d23ffce01 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:20.273607 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b860d245-5f80-4f0f-a912-e04c14d6c6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.298590 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-194adcf7-bfa0-49c0-aba0-3e30cb337cc2 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2883549 Aug 31 13:58:20.304471 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.304705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b56fbfb2-3216-414b-bf10-c9576089b5de up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:20.359817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f301f0-98b3-4538-a3f1-275a6195e79e req-dae60b9e-1a48-4ae9-a6fd-faee556514a8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:20.361754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76f301f0-98b3-4538-a3f1-275a6195e79e req-dae60b9e-1a48-4ae9-a6fd-faee556514a8 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 950 time: 0.3984303 Aug 31 13:58:20.364390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] For port 8fe40ad2-49b3-4673-96d6-a4f20655ea1b, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:20.381141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b860d245-5f80-4f0f-a912-e04c14d6c6ad None None] Port 8be315d4-1309-4435-a995-569d23ffce01 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:20.411182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] For port 8fe40ad2-49b3-4673-96d6-a4f20655ea1b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8fe40ad2-49b3-4673-96d6-a4f20655ea1b,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:20.420676 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.453699 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.458951 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dcb4644-082a-487d-922a-d9b1ca5ee862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.473679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dcb4644-082a-487d-922a-d9b1ca5ee862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.480074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0dcb4644-082a-487d-922a-d9b1ca5ee862 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc52ea50-eb20-4690-9888-04a4abd981d4 HTTP/1.1" status: 204 len: 168 time: 0.7247815 Aug 31 13:58:20.507013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-55a1d552-474e-4111-b1bb-97899e100e87 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:20.507504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Routers {'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:20.508198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:20.518026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-55a1d552-474e-4111-b1bb-97899e100e87 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3696947 Aug 31 13:58:20.518772 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.612512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Request body: {'port': {'device_id': '02c5bff7-e156-4bc7-b9b2-7e6ff75ef432', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '3466841b873d4fd59d8440010f5acbf3'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:20.721523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb4644-082a-487d-922a-d9b1ca5ee862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc52ea50-eb20-4690-9888-04a4abd981d4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:20.762526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Made reservation on behalf of 3466841b873d4fd59d8440010f5acbf3 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:20.766476 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.786429 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.802605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] Set router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:20.819429 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76f301f0-98b3-4538-a3f1-275a6195e79e req-7acd6aed-68b9-44a8-871f-f70d261fc290 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476283 Aug 31 13:58:20.886513 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:20.982462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Pushing event updated for resources: {'Port': ['ID=762a6b1d-71d7-4eb9-a8ef-269e8fca18b5,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:21.125746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58a85b-1776-48dd-b379-4ac09a8f1e89 None None] Pushing event updated for resources: {'Port': ['ID=8fe40ad2-49b3-4673-96d6-a4f20655ea1b,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:21.136933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port b56fbfb2-3216-414b-bf10-c9576089b5de completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:21.154085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b56fbfb2-3216-414b-bf10-c9576089b5de triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:21.154467 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.257409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35282) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:21.319504 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.322905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-22544207-9220-4a7a-b7fa-7e6283461737 service neutron] 10.222.0.20 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9925351 Aug 31 13:58:21.337556 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4820f63-a1b4-4a2e-97c7-d834255674ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.341680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:21.375608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port b56fbfb2-3216-414b-bf10-c9576089b5de, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b56fbfb2-3216-414b-bf10-c9576089b5de,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:21.388200 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.408172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.417594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52dbd0df-c7f0-4a3f-bc26-ee0fe4d6556a req-34c6145e-8f96-4313-a719-36e1bf40df33 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 210 time: 0.4310367 Aug 31 13:58:21.501708 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Transition to ACTIVE for port object 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:21.527213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-b60dc4da-e820-4c9a-b892-aaa8af8b392b tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:21.529364 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-b60dc4da-e820-4c9a-b892-aaa8af8b392b tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.13 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 819 time: 0.9251289 Aug 31 13:58:21.534259 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.540995 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1ec5a-c803-47eb-8cea-3c6a5387f56f req-4e3c9f42-f635-4a76-9ee3-4f6bfc8835e3 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:21.543692 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0db1ec5a-c803-47eb-8cea-3c6a5387f56f req-4e3c9f42-f635-4a76-9ee3-4f6bfc8835e3 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 950 time: 0.5555937 Aug 31 13:58:21.555316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:21.566597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '762a6b1d-71d7-4eb9-a8ef-269e8fca18b5', 'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'mac_address': 'fa:16:3e:1e:fb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 2, 'project_id': '6f835622628545b0ba33b668320ee859', 'subnets': [{'id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:21.567022 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Request body: {'port': {'device_id': '0ca9e786-8c1c-41f0-a79a-0e1e73096cd0', 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3', 'admin_state_up': True, 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:21.568269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:21.591354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.618700 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.647551 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=b56fbfb2-3216-414b-bf10-c9576089b5de,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:21.653553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c9d0f-a941-44d6-9376-4e62cf41c7e5 None None] The sync data for ids ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'] in n-d-792364-6 is: [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '762a6b1d-71d7-4eb9-a8ef-269e8fca18b5', 'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'mac_address': 'fa:16:3e:1e:fb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 2, 'project_id': '6f835622628545b0ba33b668320ee859', 'subnets': [{'id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:21.697577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5b41f17e-5415-477d-9f64-c35c81cea0b6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:21.731574 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-17b2dd1b-92ce-4ed4-b816-08d8f12ebe8b service neutron] 10.222.0.20 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050784 Aug 31 13:58:21.778174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 5b41f17e-5415-477d-9f64-c35c81cea0b6 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:21.786385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 5b41f17e-5415-477d-9f64-c35c81cea0b6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:21.786998 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.824731 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Pushing event updated for resources: {'Port': ['ID=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:21.880950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda71059-cdb8-4d6a-b155-9aa28b738e3b req-951f7922-5a33-4275-9b9b-c37f0b9c3382 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:21.889892 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda71059-cdb8-4d6a-b155-9aa28b738e3b req-951f7922-5a33-4275-9b9b-c37f0b9c3382 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 946 time: 0.3445613 Aug 31 13:58:21.909226 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.935203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:21.942913 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:21.991617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 5b41f17e-5415-477d-9f64-c35c81cea0b6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5b41f17e-5415-477d-9f64-c35c81cea0b6,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:21.997282 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.027857 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda71059-cdb8-4d6a-b155-9aa28b738e3b req-3cd8969a-8461-4167-b08e-4bff40bfad42 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369774 Aug 31 13:58:22.094786 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b68db84-2994-406e-9112-f04082055e88 x-openstack-request-id: req-8b68db84-2994-406e-9112-f04082055e88 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:22.096339 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9521e175-9ae5-4ff0-a5ed-aa22f8af67cb", "name": "network-vif-plugged", "status": "completed", "tag": "a5015629-8957-4bc1-9d57-ce245a97225a", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:22.097397 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b68db84-2994-406e-9112-f04082055e88 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:22.097397 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'code': 200} Aug 31 13:58:22.226211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=8be315d4-1309-4435-a995-569d23ffce01,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:22.274831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.319311 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.376746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-62bc7acd-889f-490d-80ab-b970964ced38 None None] Provisioning complete for port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:22.377419 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62bc7acd-889f-490d-80ab-b970964ced38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.408993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Attempting to bind port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:22.409658 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Attempting to bind port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:22.409658 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Attempting to bind port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 on network 097ed294-311a-4047-a411-d1b3a475b551 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:22.409989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=5b41f17e-5415-477d-9f64-c35c81cea0b6,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:22.444864 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-62bc7acd-889f-490d-80ab-b970964ced38 None None] Port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:22.454466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca049f12-87cd-438e-9379-2b21c0ce39c0 req-c149d32e-941e-4af2-910f-de6fb016f398 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:22.456292 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ca049f12-87cd-438e-9379-2b21c0ce39c0 req-c149d32e-941e-4af2-910f-de6fb016f398 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 944 time: 0.3131971 Aug 31 13:58:22.457052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-0db1ec5a-c803-47eb-8cea-3c6a5387f56f req-c560906e-4049-4a7c-b69e-e6a0a79a7ddb tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Deleting port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:22.457603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0db1ec5a-c803-47eb-8cea-3c6a5387f56f req-c560906e-4049-4a7c-b69e-e6a0a79a7ddb tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.461457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 on network 097ed294-311a-4047-a411-d1b3a475b551 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:58:22.461944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Attempting to bind port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 on network 097ed294-311a-4047-a411-d1b3a475b551 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:22.497479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51f3a3-04f1-4953-ba23-381025256aef req-edc63efc-92d1-430a-b3af-0cb669a26aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:22.497726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:22.498919 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa51f3a3-04f1-4953-ba23-381025256aef req-edc63efc-92d1-430a-b3af-0cb669a26aaf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 1097 time: 0.3952579 Aug 31 13:58:22.504689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:22.505049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Checking segment: {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:22.505422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Bound using segment: {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:22.505877 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Bound port: 0ec0d264-60d3-4819-b6d9-30fddecdd8a5, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:22.507004 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.517013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:22.616066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ca049f12-87cd-438e-9379-2b21c0ce39c0 req-107d80a7-8e19-41fb-98ad-8f8b110fe269 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490662 Aug 31 13:58:22.637448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef945b6-ddf1-4d59-b517-83961af033d7 req-0af61b55-75cd-44ac-a0fd-4558d5517535 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:22.645365 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cef945b6-ddf1-4d59-b517-83961af033d7 req-0af61b55-75cd-44ac-a0fd-4558d5517535 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 950 time: 0.4491632 Aug 31 13:58:22.711570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648953aa-cd65-47ac-a97d-f333b8b5c2d2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:22.761483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:22.787939 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-29422065-7510-466f-b345-7479e40f43c2 req-6b84feb2-7664-417c-bb62-34d60377cc29 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 210 time: 0.0862670 Aug 31 13:58:22.789895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4820f63-a1b4-4a2e-97c7-d834255674ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.834011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9873d061-7d0b-4fe1-a731-50559e8bc2bf admin admin] 10.222.0.20 "PUT /v2.0/routers/ab1a4b9a-b0d6-48a4-83e9-4477b4241c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4053679 Aug 31 13:58:22.848241 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4820f63-a1b4-4a2e-97c7-d834255674ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.859612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Made reservation on behalf of 37008f1801564c4ebad2fb0bec19bcc3 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:22.865100 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:22.878464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] For port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:22.936806 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cef945b6-ddf1-4d59-b517-83961af033d7 req-1102094a-1a80-4e7d-94d5-bb29e95e564a tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/security-groups?id=88f3db93-4615-4ff0-9df0-839ac9a23bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868640 Aug 31 13:58:22.981319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa51f3a3-04f1-4953-ba23-381025256aef req-4fac9fcf-aab7-46b1-a197-f219101dcd88 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839729 Aug 31 13:58:22.998259 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b13188c9-3e0e-4ad1-922e-d5211ed178e8 req-648b45ec-750b-470e-88d6-56627e3f2be5 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 210 time: 0.0787804 Aug 31 13:58:23.022631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] For port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:23.027971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4820f63-a1b4-4a2e-97c7-d834255674ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc5621c-ea68-4611-aa8c-bf9c62cb291d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:23.053814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Allocated IP 192.168.233.48 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:23.060648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d4820f63-a1b4-4a2e-97c7-d834255674ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40c86c2f6c814f0f9d28d3a67451d1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7893515 Aug 31 13:58:23.064747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35302) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:23.082400 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.092914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c92b5fa5-c140-439c-bd4d-fb35e4f537e6 None None] Provisioning complete for port 8be315d4-1309-4435-a995-569d23ffce01 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:23.093442 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c92b5fa5-c140-439c-bd4d-fb35e4f537e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.216326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0db1ec5a-c803-47eb-8cea-3c6a5387f56f req-c560906e-4049-4a7c-b69e-e6a0a79a7ddb tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] For port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:23.217315 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0db1ec5a-c803-47eb-8cea-3c6a5387f56f req-c560906e-4049-4a7c-b69e-e6a0a79a7ddb tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.220007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Router d52c5349-3a88-4bba-a38b-b3882b9c87ec has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:23.224527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c92b5fa5-c140-439c-bd4d-fb35e4f537e6 None None] Port 8be315d4-1309-4435-a995-569d23ffce01 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:23.253437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:23.254079 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.256171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] 10.222.0.52 "PUT /v2.0/ports/0ec0d264-60d3-4819-b6d9-30fddecdd8a5 HTTP/1.1" status: 200 len: 1092 time: 3.5140481 Aug 31 13:58:23.258986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd5bf66-ac69-49e8-8c7c-796f64219e00', 'tag': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:23.261443 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfb7f57-905d-4f27-b8d8-960a609db534" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd5bf66-ac69-49e8-8c7c-796f64219e00", "tag": "0ec0d264-60d3-4819-b6d9-30fddecdd8a5"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:23.276862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-0db1ec5a-c803-47eb-8cea-3c6a5387f56f req-c560906e-4049-4a7c-b69e-e6a0a79a7ddb tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Calling delete_port for 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:23.368461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72407-1475-44f1-98fa-896e92705d5a req-cf5de7eb-d3c7-4266-bc0c-54add8a8f9bb tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:23.370780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8c72407-1475-44f1-98fa-896e92705d5a req-cf5de7eb-d3c7-4266-bc0c-54add8a8f9bb tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 946 time: 0.2266123 Aug 31 13:58:23.423669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec236ab9-2fa7-4385-b171-cf91f23a4b2b service neutron] Pushing event updated for resources: {'Port': ['ID=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:23.522933 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-97519ce6-5134-4009-b745-aced070a03b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.575770 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8c72407-1475-44f1-98fa-896e92705d5a req-4897bcce-4e61-4087-ace7-ddc3561140b8 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912024 Aug 31 13:58:23.618915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ce8af6af-bbba-4c6a-bd1c-8e5659f187d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:23.621880 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-ce8af6af-bbba-4c6a-bd1c-8e5659f187d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 1095 time: 0.3063223 Aug 31 13:58:23.623419 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.665532 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Allocated IP 172.20.0.11 (4c4f7f82-67a5-4581-9bd3-2dfc841d10a3/8553f0cf-434b-4eef-b7e9-8b6d58123ef4/5232dc70-34c7-4257-8651-40dba17b0124) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:23.688082 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620b4894-8b16-4f7a-bcc6-45c86387471b x-openstack-request-id: req-620b4894-8b16-4f7a-bcc6-45c86387471b {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:23.688380 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd5bf66-ac69-49e8-8c7c-796f64219e00", "tag": "0ec0d264-60d3-4819-b6d9-30fddecdd8a5", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:23.688685 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-620b4894-8b16-4f7a-bcc6-45c86387471b {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:23.691059 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b56fbfb2-3216-414b-bf10-c9576089b5de up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:23.694602 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd5bf66-ac69-49e8-8c7c-796f64219e00', 'tag': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5', 'status': 'completed', 'code': 200} Aug 31 13:58:23.762557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Transition to ACTIVE for port object e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:23.825185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b56fbfb2-3216-414b-bf10-c9576089b5de triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:23.825834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.875436 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:23.889647 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Sync routers for ids ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:23.912046 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0db1ec5a-c803-47eb-8cea-3c6a5387f56f req-c560906e-4049-4a7c-b69e-e6a0a79a7ddb tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.932208 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Routers {'d52c5349-3a88-4bba-a38b-b3882b9c87ec'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:23.934903 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:23.957897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-97519ce6-5134-4009-b745-aced070a03b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:23.974982 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2de0555b-f57a-47dd-8b7f-6759cedd8bf1 admin admin] 10.222.0.20 "PUT /v2.0/routers/d52c5349-3a88-4bba-a38b-b3882b9c87ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0392356 Aug 31 13:58:24.086594 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.095337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8fe40ad2-49b3-4673-96d6-a4f20655ea1b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:24.107547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560906e-4049-4a7c-b69e-e6a0a79a7ddb tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Pushing event deleted for resources: {'Port': ['ID=16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:24.150051 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-cceb8930-e58b-4190-be66-cb1577ef9823 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ec0d264-60d3-4819-b6d9-30fddecdd8a5 HTTP/1.1" status: 200 len: 217 time: 0.5067506 Aug 31 13:58:24.155011 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.156699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db1ec5a-c803-47eb-8cea-3c6a5387f56f req-c560906e-4049-4a7c-b69e-e6a0a79a7ddb tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] No DVR routers for this DVR port 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:24.160237 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0db1ec5a-c803-47eb-8cea-3c6a5387f56f req-c560906e-4049-4a7c-b69e-e6a0a79a7ddb tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.162422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0db1ec5a-c803-47eb-8cea-3c6a5387f56f req-c560906e-4049-4a7c-b69e-e6a0a79a7ddb tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.13 "DELETE /v2.0/ports/16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 HTTP/1.1" status: 204 len: 173 time: 2.5954320 Aug 31 13:58:24.174972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fcf4df-b0ee-4d66-943c-4c7d783196ef', 'name': 'network-vif-deleted', 'tag': '16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:24.178458 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b680e0-7805-4117-abb1-72aff37a5aa8" -d '{"events": [{"server_uuid": "60fcf4df-b0ee-4d66-943c-4c7d783196ef", "name": "network-vif-deleted", "tag": "16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:24.193173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ad2e2-6775-4fb6-9a8e-4f885f581dfd req-2c019c54-19ba-4ee7-b6d2-c4a9e287267f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:24.203339 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c12ad2e2-6775-4fb6-9a8e-4f885f581dfd req-2c019c54-19ba-4ee7-b6d2-c4a9e287267f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 944 time: 0.3909252 Aug 31 13:58:24.242662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9790c8-b67c-4140-8cca-928387348348 req-c7af04a2-0e1d-4576-8aed-8a3191cf7c69 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:24.246121 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-c7af04a2-0e1d-4576-8aed-8a3191cf7c69 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.52 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 819 time: 0.5429265 Aug 31 13:58:24.251178 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.260237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8fe40ad2-49b3-4673-96d6-a4f20655ea1b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:24.280476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8fe40ad2-49b3-4673-96d6-a4f20655ea1b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:24.280861 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.368673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ea9790c8-b67c-4140-8cca-928387348348 req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Request body: {'port': {'device_id': '1922e023-ed3e-4c53-94a3-ee0648d56a59', 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3', 'admin_state_up': True, 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:24.380102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Pushing event updated for resources: {'Port': ['ID=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:24.399368 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Set router d52c5349-3a88-4bba-a38b-b3882b9c87ec gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:24.402874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Pushing event updated for resources: {'Port': ['ID=5232dc70-34c7-4257-8651-40dba17b0124,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:24.419199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:24.442163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:24.451859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-038ff432-9047-40cc-b294-037a83825883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:24.453672 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-038ff432-9047-40cc-b294-037a83825883 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81a4f80d-1ced-4844-b1bb-7b0eaea3bfce HTTP/1.1" status: 200 len: 844 time: 0.2501800 Aug 31 13:58:24.473252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:24.482839 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.535027 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-57f1c90d-d3a9-45ab-b8cf-a4421c2606a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=097ed294-311a-4047-a411-d1b3a475b551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579445 Aug 31 13:58:24.536656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 8fe40ad2-49b3-4673-96d6-a4f20655ea1b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8fe40ad2-49b3-4673-96d6-a4f20655ea1b,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:24.546332 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.547311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5b41f17e-5415-477d-9f64-c35c81cea0b6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:24.559099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c12ad2e2-6775-4fb6-9a8e-4f885f581dfd req-49e7f4de-5c68-4725-83ca-82ad69c426be tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554349 Aug 31 13:58:24.568495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:24.581408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:24.587306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:24.688958 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35328) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:24.711071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:24.711756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.714441 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5c7db5ca-b838-49e4-a452-3fc14de54f12 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--33082284', 'description': 'tempest-description--1286876832'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:24.744273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=8fe40ad2-49b3-4673-96d6-a4f20655ea1b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:24.763728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 5b41f17e-5415-477d-9f64-c35c81cea0b6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:24.764374 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.767887 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-331b0abe-3c44-4f05-ac68-9c60b367c1ca service neutron] 10.222.0.52 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993473 Aug 31 13:58:24.779424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:24.780080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:24.780625 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:24.781149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:24.781797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:24.782312 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:24.788274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:24.789258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:24.789733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:24.790154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:24.790473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:24.790817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:58:24.811143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c83f8b9-038b-4c36-aea6-4d3591282980 req-8e06ee8a-a973-4dc9-b0e2-adb40225d397 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 210 time: 0.0928648 Aug 31 13:58:24.899158 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-18610538-d28b-4060-b6b2-c59d57b4ec30 req-06e491fb-d245-4e1a-beee-b0d9b8089a40 tempest-ServersOnMultiNodesTest-1514353040 tempest-ServersOnMultiNodesTest-1514353040-project] 10.222.0.20 "GET /v2.0/ports?device_id=60fcf4df-b0ee-4d66-943c-4c7d783196ef HTTP/1.1" status: 200 len: 210 time: 0.1347888 Aug 31 13:58:24.915503 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-97519ce6-5134-4009-b745-aced070a03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.919567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-97519ce6-5134-4009-b745-aced070a03b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.921176 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-97519ce6-5134-4009-b745-aced070a03b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecc5621c-ea68-4611-aa8c-bf9c62cb291d HTTP/1.1" status: 204 len: 168 time: 1.8473759 Aug 31 13:58:24.929028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:24.931355 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:24.972423 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '8be315d4-1309-4435-a995-569d23ffce01', 'name': '', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'mac_address': 'fa:16:3e:66:fa:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 2, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'subnets': [{'id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:25.006441 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97519ce6-5134-4009-b745-aced070a03b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc5621c-ea68-4611-aa8c-bf9c62cb291d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:25.009057 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39cf7c0-d9a0-477a-ae22-308505c4e494 x-openstack-request-id: req-c39cf7c0-d9a0-477a-ae22-308505c4e494 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:25.009849 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fcf4df-b0ee-4d66-943c-4c7d783196ef", "name": "network-vif-deleted", "tag": "16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:25.010311 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c39cf7c0-d9a0-477a-ae22-308505c4e494 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:25.011672 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fcf4df-b0ee-4d66-943c-4c7d783196ef', 'name': 'network-vif-deleted', 'tag': '16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9', 'status': 'completed', 'code': 200} Aug 31 13:58:25.025584 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-7f7b7dcd-1cd1-47b8-a2e0-bf183f129b3c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4694083 Aug 31 13:58:25.032481 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Checking router: d52c5349-3a88-4bba-a38b-b3882b9c87ec for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:25.032875 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Updating router d52c5349-3a88-4bba-a38b-b3882b9c87ec port 8be315d4-1309-4435-a995-569d23ffce01 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:25.045643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Request body: {'port': {'device_id': '02c5bff7-e156-4bc7-b9b2-7e6ff75ef432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:25.047667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5c7db5ca-b838-49e4-a452-3fc14de54f12 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.105734 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.170566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49f6f2a5-bbb0-44e1-86a0-62b04ee7bce8 None None] Provisioning for port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:25.179594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49f6f2a5-bbb0-44e1-86a0-62b04ee7bce8 None None] Provisioning complete for port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:25.181167 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49f6f2a5-bbb0-44e1-86a0-62b04ee7bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.214869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9790c8-b67c-4140-8cca-928387348348 req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Made reservation on behalf of 37008f1801564c4ebad2fb0bec19bcc3 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:25.219868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea9790c8-b67c-4140-8cca-928387348348 req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.221378 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07bbd967-3b13-4a46-8cf1-73dccdfcfc9a req-9cf6f8b6-4249-4c2a-9ac6-3e9104483886 service neutron] 10.222.0.52 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065108 Aug 31 13:58:25.222709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-5cb71715-f3e2-4991-b3ba-348ca9fefd2c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6649508 Aug 31 13:58:25.254458 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Request body: {'port': {'device_id': '0ca9e786-8c1c-41f0-a79a-0e1e73096cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:25.266245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-49f6f2a5-bbb0-44e1-86a0-62b04ee7bce8 None None] Port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:25.283246 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.412692 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35336) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:25.420146 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9dc6cf76-85d9-461c-b0cb-620b8ae675f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778323214', 'description': 'tempest-description--402394877'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:25.499527 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.511044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb7f57-905d-4f27-b8d8-960a609db534 req-726e7d41-70eb-43de-ae44-dfaed986d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:25.513520 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bfb7f57-905d-4f27-b8d8-960a609db534 req-726e7d41-70eb-43de-ae44-dfaed986d758 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 1095 time: 0.1977692 Aug 31 13:58:25.561285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:25.601903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bb071-b144-4e7d-869d-72af660797a7 req-77514c54-a18d-43d9-b9ed-1f4d89c5190b tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:25.603834 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a3bb071-b144-4e7d-869d-72af660797a7 req-77514c54-a18d-43d9-b9ed-1f4d89c5190b tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 935 time: 0.4855022 Aug 31 13:58:25.631094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8fe40ad2-49b3-4673-96d6-a4f20655ea1b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:25.645468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:25.646270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 16bf3bbd-c28c-4f09-899d-3ce27ac6bdc9 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:25.682070 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5c7db5ca-b838-49e4-a452-3fc14de54f12 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.707123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8fe40ad2-49b3-4673-96d6-a4f20655ea1b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:25.707871 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.772045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb7f57-905d-4f27-b8d8-960a609db534 req-ee4189fc-2747-4c92-9d54-74fa25019b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:25.781858 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bfb7f57-905d-4f27-b8d8-960a609db534 req-ee4189fc-2747-4c92-9d54-74fa25019b49 service neutron] 10.222.0.52 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 905 time: 0.2578051 Aug 31 13:58:25.785846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Sync routers for ids ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:25.809551 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a3bb071-b144-4e7d-869d-72af660797a7 req-5051745c-8308-4bfb-8436-983d3e769c00 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561551 Aug 31 13:58:25.840907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Routers {'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:25.841579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:25.882559 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.897507 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5c7db5ca-b838-49e4-a452-3fc14de54f12 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.918380 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Transition to ACTIVE for port object 8be315d4-1309-4435-a995-569d23ffce01 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:25.931566 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:25.949214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-ea9790c8-b67c-4140-8cca-928387348348 req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Allocated IP 172.20.0.7 (4c4f7f82-67a5-4581-9bd3-2dfc841d10a3/8553f0cf-434b-4eef-b7e9-8b6d58123ef4/5796929e-d7cb-4533-82b0-db789e222179) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:25.989059 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Set router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:26.047440 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11484fc1-6006-484f-8a9c-ccfdea0d4d20 None None] Pushing event updated for resources: {'Port': ['ID=8be315d4-1309-4435-a995-569d23ffce01,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:26.077644 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bfb7f57-905d-4f27-b8d8-960a609db534 req-7dbcb896-8e27-457d-807f-bab4494ba038 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ec0d264-60d3-4819-b6d9-30fddecdd8a5 HTTP/1.1" status: 200 len: 217 time: 0.2206223 Aug 31 13:58:26.087155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7db5ca-b838-49e4-a452-3fc14de54f12 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:26.133861 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Attempting to bind port 8be315d4-1309-4435-a995-569d23ffce01 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:26.134245 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Attempting to bind port 8be315d4-1309-4435-a995-569d23ffce01 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:26.134704 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Attempting to bind port 8be315d4-1309-4435-a995-569d23ffce01 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:26.141382 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:26.144210 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Checking segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:26.144751 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.145247 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Bound using segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:26.145762 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Bound port: 8be315d4-1309-4435-a995-569d23ffce01, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:26.153704 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.191630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:26.214076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c13f5-97bd-43bd-afb1-5dd4050f55de req-46821fa8-339f-44f1-a128-c1f2629c3b75 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:26.216099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-103c13f5-97bd-43bd-afb1-5dd4050f55de req-46821fa8-339f-44f1-a128-c1f2629c3b75 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 944 time: 0.2963595 Aug 31 13:58:26.222560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.293289 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] For port 8be315d4-1309-4435-a995-569d23ffce01, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:26.301895 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] For port 8be315d4-1309-4435-a995-569d23ffce01, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8be315d4-1309-4435-a995-569d23ffce01,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:26.308719 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.329328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '762a6b1d-71d7-4eb9-a8ef-269e8fca18b5', 'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'mac_address': 'fa:16:3e:1e:fb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 2, 'project_id': '6f835622628545b0ba33b668320ee859', 'subnets': [{'id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:26.376659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84e1b3-2e3a-4eb8-bb8f-29965b4d4b99 req-723b803b-d7eb-44c7-99a0-880797a3f1fd tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:26.378502 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dd84e1b3-2e3a-4eb8-bb8f-29965b4d4b99 req-723b803b-d7eb-44c7-99a0-880797a3f1fd tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 946 time: 0.7674606 Aug 31 13:58:26.387683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Checking router: ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:26.388613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Updating router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:26.408538 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11484fc1-6006-484f-8a9c-ccfdea0d4d20 None None] Pushing event updated for resources: {'Port': ['ID=8be315d4-1309-4435-a995-569d23ffce01,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:26.421270 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9dc6cf76-85d9-461c-b0cb-620b8ae675f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.429203 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.430934 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea9790c8-b67c-4140-8cca-928387348348 req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.441558 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Routers {'d52c5349-3a88-4bba-a38b-b3882b9c87ec'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:26.442932 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:26.469414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5c7db5ca-b838-49e4-a452-3fc14de54f12 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.474028 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5c7db5ca-b838-49e4-a452-3fc14de54f12 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7733200 Aug 31 13:58:26.475500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35360) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:26.476145 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb7f57-905d-4f27-b8d8-960a609db534 req-903c0e6d-d1b9-44a2-9b4e-7862daf8c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:26.480985 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bfb7f57-905d-4f27-b8d8-960a609db534 req-903c0e6d-d1b9-44a2-9b4e-7862daf8c498 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81a4f80d-1ced-4844-b1bb-7b0eaea3bfce HTTP/1.1" status: 200 len: 844 time: 0.3724539 Aug 31 13:58:26.504039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-18cd0a43-5a6a-429a-99cd-b019825e9013 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Request body: {'security_group_rule': {'security_group_id': 'bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:26.517094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-103c13f5-97bd-43bd-afb1-5dd4050f55de req-8d25a454-d17a-4c31-81a9-581f8b8007c7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916896 Aug 31 13:58:26.519724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Transition to ACTIVE for port object e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:26.529451 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:26.550601 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bfb7f57-905d-4f27-b8d8-960a609db534 req-b063450c-c363-4761-9a42-49dd89d1bf06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=097ed294-311a-4047-a411-d1b3a475b551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553920 Aug 31 13:58:26.588468 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dd84e1b3-2e3a-4eb8-bb8f-29965b4d4b99 req-9568acf4-70c8-46bc-9b16-b7fecbedf0be tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988020 Aug 31 13:58:26.683284 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] Set router d52c5349-3a88-4bba-a38b-b3882b9c87ec gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:27.028239 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '8be315d4-1309-4435-a995-569d23ffce01', 'name': '', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'mac_address': 'fa:16:3e:66:fa:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:26Z', 'revision_number': 4, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'subnets': [{'id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:27.206666 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.223965 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e79672-e24e-44a7-84f6-aaf95c832be9 None None] The sync data for ids ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'] in n-d-792364-6 is: [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '8be315d4-1309-4435-a995-569d23ffce01', 'name': '', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'mac_address': 'fa:16:3e:66:fa:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:26Z', 'revision_number': 4, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'subnets': [{'id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:27.228034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Transition to ACTIVE for port object 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:27.240727 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.331397 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c142f22-0ee6-4c2d-bc8d-d2dbf865612b req-d39a1b40-8e15-4e48-9f16-e25f27b00d9e tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 210 time: 0.1467338 Aug 31 13:58:27.331931 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35374) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:27.377376 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18cd0a43-5a6a-429a-99cd-b019825e9013 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.390841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-cab082d1-0b58-4ddb-ab83-ba77ed297864 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:27.398947 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-cab082d1-0b58-4ddb-ab83-ba77ed297864 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2297480 Aug 31 13:58:27.410751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83712212-b773-41a1-b466-8d2e7b1644d6 None None] Pushing event updated for resources: {'Port': ['ID=762a6b1d-71d7-4eb9-a8ef-269e8fca18b5,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:27.421184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Attempting to bind port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:27.421963 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Attempting to bind port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:27.422577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Attempting to bind port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 on network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:27.429382 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bfb7f57-905d-4f27-b8d8-960a609db534 req-42234a04-8252-42c7-8196-f2126f1e9c1c service neutron] 10.222.0.52 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8632207 Aug 31 13:58:27.440292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:27.441143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Checking segment: {'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:27.441808 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.449460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Bound using segment: {'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:27.450446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Bound port: 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:27.451718 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.484674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:27.533459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] For port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:27.537347 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] For port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=762a6b1d-71d7-4eb9-a8ef-269e8fca18b5,segment=NetworkSegment(2e721fe4-5716-4b3c-b127-51900e436def),segment_id=2e721fe4-5716-4b3c-b127-51900e436def)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:27.544651 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.620968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Routers {'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:27.621930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:27.626714 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea9790c8-b67c-4140-8cca-928387348348 req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.708574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8be315d4-1309-4435-a995-569d23ffce01 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:27.726942 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-2e8b8134-0141-47bd-8121-7fae8b850663 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 695 time: 0.3271267 Aug 31 13:58:27.743272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83712212-b773-41a1-b466-8d2e7b1644d6 None None] Pushing event updated for resources: {'Port': ['ID=762a6b1d-71d7-4eb9-a8ef-269e8fca18b5,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:27.778758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:58:27.785251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-c8ea1867-3ce2-4f2b-adb9-5ca459c1db15 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Request body: {'floatingip': {'port_id': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:27.834059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9790c8-b67c-4140-8cca-928387348348 req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:27.858666 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-c8ea1867-3ce2-4f2b-adb9-5ca459c1db15 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:27.865854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-ea9790c8-b67c-4140-8cca-928387348348 req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:27.871684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Attempting to bind port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:27.876262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Attempting to bind port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:27.876491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Attempting to bind port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:27.881384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9790c8-b67c-4140-8cca-928387348348 req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:27.911346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Pushing event updated for resources: {'Port': ['ID=5796929e-d7cb-4533-82b0-db789e222179,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:28.006170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9790c8-b67c-4140-8cca-928387348348 req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:28.006766 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea9790c8-b67c-4140-8cca-928387348348 req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.017311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:58:28.017945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Attempting to bind port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:28.021799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18cd0a43-5a6a-429a-99cd-b019825e9013 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.040806 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18cd0a43-5a6a-429a-99cd-b019825e9013 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.070232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9dc6cf76-85d9-461c-b0cb-620b8ae675f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.094141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:28.111600 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9dc6cf76-85d9-461c-b0cb-620b8ae675f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.121274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5', 'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'port_id': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5', 'mac_address': 'fa:16:3e:dc:88:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a4f80d-1ced-4844-b1bb-7b0eaea3bfce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:58:28.126876 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:28.127240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:28.128741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:28.129241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Bound port: e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:28.129620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.140138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] Set router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:28.273052 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9dc6cf76-85d9-461c-b0cb-620b8ae675f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.273854 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9dc6cf76-85d9-461c-b0cb-620b8ae675f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.8599169 Aug 31 13:58:28.285421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] For port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:28.288292 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-86e1dfcd-f98b-4926-b4b1-e9d2b56f0792 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c0e192034374c6a84e5da48f77a28a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9529476 Aug 31 13:58:28.293883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] For port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:28.298434 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-732414d2-743c-42ba-83ea-dd00ce83a9b4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0398655 Aug 31 13:58:28.300055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35396) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:28.300473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35398) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:28.303626 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.317875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a55cf6a3-3e55-40d5-ae31-cbf58b3ce7e7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Request body: {'security_group_rule': {'security_group_id': '0378221b-3d0f-4320-b817-7a9897e0f59f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:28.350035 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6cf76-85d9-461c-b0cb-620b8ae675f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0378221b-3d0f-4320-b817-7a9897e0f59f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:28.360171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bfb7f57-905d-4f27-b8d8-960a609db534 req-edce3501-af1a-4c77-8121-f8b8312b8ef5 service neutron] 10.222.0.52 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7993681 Aug 31 13:58:28.434004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:28.435329 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.437358 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] 10.222.0.13 "PUT /v2.0/ports/e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 HTTP/1.1" status: 200 len: 1095 time: 3.4026909 Aug 31 13:58:28.438380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18cd0a43-5a6a-429a-99cd-b019825e9013 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.439716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-18cd0a43-5a6a-429a-99cd-b019825e9013 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9571724 Aug 31 13:58:28.440733 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd0a43-5a6a-429a-99cd-b019825e9013 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b68f228-1027-4f42-afcb-bcc57a926e2c,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:28.451622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35404) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:28.459541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Request body: {'port': {'device_id': '1922e023-ed3e-4c53-94a3-ee0648d56a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:28.486875 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5232dc70-34c7-4257-8651-40dba17b0124 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:28.504795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a6acd-3990-480f-afd3-bf7083ac9e67 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:28.515804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c5bff7-e156-4bc7-b9b2-7e6ff75ef432', 'tag': 'e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:28.524484 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.529110 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89dcf47-d1bb-4325-be8a-db1861494cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "02c5bff7-e156-4bc7-b9b2-7e6ff75ef432", "tag": "e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:28.566573 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Transition to ACTIVE for port object 5232dc70-34c7-4257-8651-40dba17b0124 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:28.573631 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.589975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b35f0b5b-4632-4d44-97a4-ae4b5f7cb7a9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Request body: {'security_group_rule': {'security_group_id': 'bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:28.671049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728ce44-c61d-484e-b9e8-2e044e8f6c22 req-0a886a89-6604-45d3-9edb-62928ab7ff68 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:28.672918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9728ce44-c61d-484e-b9e8-2e044e8f6c22 req-0a886a89-6604-45d3-9edb-62928ab7ff68 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 947 time: 0.6488554 Aug 31 13:58:28.675846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8be315d4-1309-4435-a995-569d23ffce01 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:28.683042 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-b35f0b5b-4632-4d44-97a4-ae4b5f7cb7a9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 13:58:28.683042 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 13:58:28.683042 n-d-792364-6 neutron-server[106388]: [parameters: {'project_id_1': '6f835622628545b0ba33b668320ee859', 'expiration_1': datetime.datetime(2021, 8, 31, 13, 58, 28, 595719)}] Aug 31 13:58:28.683042 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:58:28.684488 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-b35f0b5b-4632-4d44-97a4-ae4b5f7cb7a9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:58:28.767548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8be315d4-1309-4435-a995-569d23ffce01 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:28.767912 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.775234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9728ce44-c61d-484e-b9e8-2e044e8f6c22 req-d5bbd9bb-9f52-4454-866d-432bb249259d tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849688 Aug 31 13:58:28.775803 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.776511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Pushing event updated for resources: {'Port': ['ID=5232dc70-34c7-4257-8651-40dba17b0124,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:28.818803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-91747505-2eea-4fc0-a106-d886beaab9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:28.820730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-91747505-2eea-4fc0-a106-d886beaab9e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3466841b873d4fd59d8440010f5acbf3&device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 1098 time: 0.2228189 Aug 31 13:58:28.821436 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a55cf6a3-3e55-40d5-ae31-cbf58b3ce7e7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.825535 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99346732-dadc-4a8b-a6f0-39f337072903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.853152 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.929313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '762a6b1d-71d7-4eb9-a8ef-269e8fca18b5', 'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'mac_address': 'fa:16:3e:1e:fb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:27Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'subnets': [{'id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:28.935556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:28.943996 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99346732-dadc-4a8b-a6f0-39f337072903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.952702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Attempting to bind port 5232dc70-34c7-4257-8651-40dba17b0124 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:28.953149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Attempting to bind port 5232dc70-34c7-4257-8651-40dba17b0124 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:28.953553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Attempting to bind port 5232dc70-34c7-4257-8651-40dba17b0124 on network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:28.959462 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-b533e8f1-ef68-4683-8ca4-4308ff9dc0c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 HTTP/1.1" status: 200 len: 217 time: 0.1180646 Aug 31 13:58:28.963485 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Port 5232dc70-34c7-4257-8651-40dba17b0124 on network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:58:28.964176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Attempting to bind port 5232dc70-34c7-4257-8651-40dba17b0124 on network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:28.973468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:28.974152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Checking segment: {'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:28.974764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Bound using segment: {'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:28.975372 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Bound port: 5232dc70-34c7-4257-8651-40dba17b0124, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:28.975897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:28.983686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c70096-6bb2-49fc-a022-affc19f2f741 None None] The sync data for ids ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'] in n-d-792364-6 is: [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '762a6b1d-71d7-4eb9-a8ef-269e8fca18b5', 'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'mac_address': 'fa:16:3e:1e:fb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:27Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'subnets': [{'id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:29.001705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:29.040533 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.088083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-c8ea1867-3ce2-4f2b-adb9-5ca459c1db15 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.099163 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-c8ea1867-3ce2-4f2b-adb9-5ca459c1db15 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.103583 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.149595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] For port 5232dc70-34c7-4257-8651-40dba17b0124, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:29.176632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] For port 5232dc70-34c7-4257-8651-40dba17b0124, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5232dc70-34c7-4257-8651-40dba17b0124,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:29.185880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:29.231760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 8be315d4-1309-4435-a995-569d23ffce01, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8be315d4-1309-4435-a995-569d23ffce01,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:29.249067 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.250953 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.327848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['0ec0d264-60d3-4819-b6d9-30fddecdd8a5'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:29.332203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=8be315d4-1309-4435-a995-569d23ffce01,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:29.349893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:29.353027 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.355595 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] 10.222.0.13 "PUT /v2.0/ports/5232dc70-34c7-4257-8651-40dba17b0124 HTTP/1.1" status: 200 len: 1092 time: 4.1192868 Aug 31 13:58:29.356309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca9e786-8c1c-41f0-a79a-0e1e73096cd0', 'tag': '5232dc70-34c7-4257-8651-40dba17b0124'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:29.358840 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ae089b-fac4-4db9-8eb8-4cec8b6f8576" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca9e786-8c1c-41f0-a79a-0e1e73096cd0", "tag": "5232dc70-34c7-4257-8651-40dba17b0124"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:29.380126 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a55cf6a3-3e55-40d5-ae31-cbf58b3ce7e7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.389184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591d1cd-4f93-498e-8944-a7ae192a1790 req-568426c1-8ee6-49af-ba9c-48b3c765109a tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:29.391104 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7591d1cd-4f93-498e-8944-a7ae192a1790 req-568426c1-8ee6-49af-ba9c-48b3c765109a tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 944 time: 0.5294199 Aug 31 13:58:29.417060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-f9ee946c-05fb-415b-a001-00f844810184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:29.419392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bb113-8098-41c0-b38b-62ce0918dd1b service neutron] Pushing event updated for resources: {'Port': ['ID=5232dc70-34c7-4257-8651-40dba17b0124,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:29.421210 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-f9ee946c-05fb-415b-a001-00f844810184 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.4480691 Aug 31 13:58:29.444469 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-c8ea1867-3ce2-4f2b-adb9-5ca459c1db15 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Floating IP 8a4f7ee5-a4d0-4bec-84ef-15c5302c738d associated. External IP: 172.25.3.91, port: cf6c4514-48bd-410d-b07a-df250e9c1d6f. Aug 31 13:58:29.455128 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a55cf6a3-3e55-40d5-ae31-cbf58b3ce7e7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.505251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cf6a3-3e55-40d5-ae31-cbf58b3ce7e7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1d33c0-3a5b-4537-97fa-5c685b258f80,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:29.507785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99346732-dadc-4a8b-a6f0-39f337072903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.510966 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99346732-dadc-4a8b-a6f0-39f337072903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.513037 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-99346732-dadc-4a8b-a6f0-39f337072903 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88f3db93-4615-4ff0-9df0-839ac9a23bd7 HTTP/1.1" status: 204 len: 168 time: 1.1988592 Aug 31 13:58:29.513815 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b35f0b5b-4632-4d44-97a4-ae4b5f7cb7a9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.547798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-92b5e156-8825-43ed-bd8e-abc53d229c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:29.549994 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-92b5e156-8825-43ed-bd8e-abc53d229c29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 1095 time: 0.1503661 Aug 31 13:58:29.563286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a55cf6a3-3e55-40d5-ae31-cbf58b3ce7e7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.567643 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a55cf6a3-3e55-40d5-ae31-cbf58b3ce7e7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2549388 Aug 31 13:58:29.568318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35422) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:29.576840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8be315d4-1309-4435-a995-569d23ffce01 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:29.579872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99346732-dadc-4a8b-a6f0-39f337072903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f3db93-4615-4ff0-9df0-839ac9a23bd7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:29.591299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-302aa36c-65b6-4e20-a643-582154ef6ccc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Request body: {'security_group_rule': {'security_group_id': '0378221b-3d0f-4320-b817-7a9897e0f59f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:29.659498 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-ec84888e-e80a-4cb5-8d08-009edd848f4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5232dc70-34c7-4257-8651-40dba17b0124 HTTP/1.1" status: 200 len: 217 time: 0.0649559 Aug 31 13:58:29.682040 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8be315d4-1309-4435-a995-569d23ffce01 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:29.686184 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.702843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7591d1cd-4f93-498e-8944-a7ae192a1790 req-f0437cd9-206f-4690-9e0e-1b5f95e93232 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748940 Aug 31 13:58:29.735625 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-cf6d73ae-4013-4944-90cc-727f3d6e38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:29.737656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-cf6d73ae-4013-4944-90cc-727f3d6e38d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2928555 Aug 31 13:58:29.834888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:29.842594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-e8760b36-982d-4933-93ca-a8c0c5ad25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:29.844135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-e8760b36-982d-4933-93ca-a8c0c5ad25aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 200 len: 859 time: 0.1742322 Aug 31 13:58:29.850370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b35f0b5b-4632-4d44-97a4-ae4b5f7cb7a9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.860906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5796929e-d7cb-4533-82b0-db789e222179 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:29.895941 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-302aa36c-65b6-4e20-a643-582154ef6ccc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.896518 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-e1d7a6fb-42a2-49e0-9b3d-2e0b1056e417 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412817 Aug 31 13:58:29.898619 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b35f0b5b-4632-4d44-97a4-ae4b5f7cb7a9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.905590 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.914494 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:29.919969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:29.920849 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.964753 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b35f0b5b-4632-4d44-97a4-ae4b5f7cb7a9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:29.968716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b35f0b5b-4632-4d44-97a4-ae4b5f7cb7a9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4317718 Aug 31 13:58:29.979559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35428) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:29.996192 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35430) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:29.996677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:30.007809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f0b5b-4632-4d44-97a4-ae4b5f7cb7a9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2787c85-55f9-4040-917e-c36b0adfbad5,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:30.022195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-c8ea1867-3ce2-4f2b-adb9-5ca459c1db15 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Router e99a4347-8297-41dd-885a-6cbcd27ffef5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:30.023328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Transition to ACTIVE for port object 5796929e-d7cb-4533-82b0-db789e222179 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:30.040470 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.046286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.061356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-1e186f20-10be-447e-9181-c0be216a1764 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122246 Aug 31 13:58:30.094085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=762a6b1d-71d7-4eb9-a8ef-269e8fca18b5,segment=NetworkSegment(2e721fe4-5716-4b3c-b127-51900e436def),segment_id=2e721fe4-5716-4b3c-b127-51900e436def)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:30.099029 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.112082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105409-d8a5-4e0d-8549-2c2eb11cd2e2 req-51866af6-cad8-4bf8-b5e8-66fb04a04e68 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:30.113663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96105409-d8a5-4e0d-8549-2c2eb11cd2e2 req-51866af6-cad8-4bf8-b5e8-66fb04a04e68 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 931 time: 0.2796423 Aug 31 13:58:30.153377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=762a6b1d-71d7-4eb9-a8ef-269e8fca18b5,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:30.172195 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-302aa36c-65b6-4e20-a643-582154ef6ccc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.175542 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.176007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-e286ed2f-d67a-49e7-837f-f45f21bd56df service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499321 Aug 31 13:58:30.181116 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-591a853b-1fb9-488d-92b4-c2c7b62b8bea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da4526753d234928afca134c5be5973a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838598 Aug 31 13:58:30.193169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35432) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:30.203326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-302aa36c-65b6-4e20-a643-582154ef6ccc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.211050 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-c8ea1867-3ce2-4f2b-adb9-5ca459c1db15 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:30.223231 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3c80a6-259e-42f6-9166-70892dd92e1b None None] Sync routers for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:30.236392 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3c80a6-259e-42f6-9166-70892dd92e1b None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:30.237226 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9c3c80a6-259e-42f6-9166-70892dd92e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:30.243433 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-c8ea1867-3ce2-4f2b-adb9-5ca459c1db15 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.268784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Pushing event updated for resources: {'Port': ['ID=5796929e-d7cb-4533-82b0-db789e222179,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:30.286786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aa36c-65b6-4e20-a643-582154ef6ccc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d5b483-90a9-41b0-9ccd-b490ef458833,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:30.304840 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-c8ea1867-3ce2-4f2b-adb9-5ca459c1db15 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "PUT /v2.0/floatingips/8a4f7ee5-a4d0-4bec-84ef-15c5302c738d HTTP/1.1" status: 200 len: 995 time: 2.5762379 Aug 31 13:58:30.335454 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-302aa36c-65b6-4e20-a643-582154ef6ccc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.340548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-302aa36c-65b6-4e20-a643-582154ef6ccc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7581744 Aug 31 13:58:30.348693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35434) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:30.386628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:30.398220 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-9c3c80a6-259e-42f6-9166-70892dd92e1b None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:30.418254 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96105409-d8a5-4e0d-8549-2c2eb11cd2e2 req-6d91131a-d534-4cf7-aabf-34fdc5cb7610 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803111 Aug 31 13:58:30.420446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-700d761d-a4cc-4f7a-8473-543469bfa1ae req-93ff260f-f4eb-4853-be23-9aca8aecfb3d service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449931 Aug 31 13:58:30.530796 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f07b426-a00b-4f9b-803a-68adc26a5b88 x-openstack-request-id: req-0f07b426-a00b-4f9b-803a-68adc26a5b88 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:30.531378 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c5bff7-e156-4bc7-b9b2-7e6ff75ef432", "tag": "e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:30.531378 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f07b426-a00b-4f9b-803a-68adc26a5b88 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:30.531720 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c5bff7-e156-4bc7-b9b2-7e6ff75ef432', 'tag': 'e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87', 'status': 'completed', 'code': 200} Aug 31 13:58:30.536940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Attempting to bind port 5796929e-d7cb-4533-82b0-db789e222179 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:30.538089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Attempting to bind port 5796929e-d7cb-4533-82b0-db789e222179 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:30.538438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Attempting to bind port 5796929e-d7cb-4533-82b0-db789e222179 on network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:30.554136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.561384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Port 5796929e-d7cb-4533-82b0-db789e222179 on network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:58:30.562138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Attempting to bind port 5796929e-d7cb-4533-82b0-db789e222179 on network 4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:30.585902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:30.586284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Checking segment: {'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:30.586687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Bound using segment: {'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:30.587143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Bound port: 5796929e-d7cb-4533-82b0-db789e222179, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6752d27-77e8-4915-9149-cad40dea4aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:30.587651 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.727273 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6f1be1-736a-4281-b8df-ed952afd5855 req-45423531-4ac1-4d5e-ae68-3bf0d4401f57 service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424418 Aug 31 13:58:30.758486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] For port 5796929e-d7cb-4533-82b0-db789e222179, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:30.759966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-262fd0ac-16df-4b58-8afe-924d91bea1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.763104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] For port 5796929e-d7cb-4533-82b0-db789e222179, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5796929e-d7cb-4533-82b0-db789e222179,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:30.780683 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.789916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7ac0efa-6def-4073-81af-358143284860 req-ad3a1ddb-70a2-43e8-97db-ae208b76bcdc tempest-FlavorsV2NegativeTest-1830204881 tempest-FlavorsV2NegativeTest-1830204881-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=73832b8e24ce48a39198dd5e2895e1c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1449800 Aug 31 13:58:30.807319 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-262fd0ac-16df-4b58-8afe-924d91bea1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.808255 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9c3c80a6-259e-42f6-9166-70892dd92e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8a4f7ee5-a4d0-4bec-84ef-15c5302c738d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'port_id': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'mac_address': 'fa:16:3e:c8:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:55Z', 'updated_at': '2021-08-31T13:58:28Z', 'revision_number': 1, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:30.810786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-ebccc3d8-1c0a-4792-a9c5-3a4766c8f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:30.812331 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-ebccc3d8-1c0a-4792-a9c5-3a4766c8f8f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 1096 time: 0.4916859 Aug 31 13:58:30.850249 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3c80a6-259e-42f6-9166-70892dd92e1b None None] Checking router: e99a4347-8297-41dd-885a-6cbcd27ffef5 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:30.859543 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3c80a6-259e-42f6-9166-70892dd92e1b None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:30.860228 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9c3c80a6-259e-42f6-9166-70892dd92e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:30.877380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:30.878558 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.881146 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] 10.222.0.52 "PUT /v2.0/ports/5796929e-d7cb-4533-82b0-db789e222179 HTTP/1.1" status: 200 len: 1091 time: 2.5574224 Aug 31 13:58:30.909576 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.946717 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-262fd0ac-16df-4b58-8afe-924d91bea1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.952583 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-262fd0ac-16df-4b58-8afe-924d91bea1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:30.953792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-262fd0ac-16df-4b58-8afe-924d91bea1e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f8210d2-4b99-4108-9a29-10981aa32bbc HTTP/1.1" status: 204 len: 168 time: 0.7596877 Aug 31 13:58:30.991778 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-a95133fb-f2de-4487-be48-2bc7ca03d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:30.993327 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-a95133fb-f2de-4487-be48-2bc7ca03d3f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.1711583 Aug 31 13:58:31.000155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fd0ac-16df-4b58-8afe-924d91bea1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8210d2-4b99-4108-9a29-10981aa32bbc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:31.056101 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-9c3c80a6-259e-42f6-9166-70892dd92e1b None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:31.084929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-787d6e6d-b520-4434-8511-86aafcb55aaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 998 time: 0.0758507 Aug 31 13:58:31.108248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dcf47-d1bb-4325-be8a-db1861494cf1 req-f069cc01-a266-465b-84b4-e5d28036342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:31.110043 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f89dcf47-d1bb-4325-be8a-db1861494cf1 req-f069cc01-a266-465b-84b4-e5d28036342e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3466841b873d4fd59d8440010f5acbf3&device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 1098 time: 0.5497787 Aug 31 13:58:31.200756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-f997e73b-6ce5-4f02-9aed-a1604f6453e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:31.213867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-f997e73b-6ce5-4f02-9aed-a1604f6453e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.1234193 Aug 31 13:58:31.261837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604839d-b6ed-4a15-bd2a-0bad6f67f110 service neutron] Pushing event updated for resources: {'Port': ['ID=5796929e-d7cb-4533-82b0-db789e222179,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:31.302336 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f6094a6-f81e-41e4-a9da-b71118efd385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.309612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-2dd75ea4-ad68-486d-8256-326499be72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:31.316697 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-2dd75ea4-ad68-486d-8256-326499be72dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009119 Aug 31 13:58:31.331783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-91664485-3558-4fd7-bcb5-0a8bbf98f38a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:58:31.332961 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-91664485-3558-4fd7-bcb5-0a8bbf98f38a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087686 Aug 31 13:58:31.339986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Allocated IP 172.25.3.99 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/354ce98c-1065-4180-9a63-481b82dc4cfa) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:31.375995 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9c3c80a6-259e-42f6-9166-70892dd92e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8a4f7ee5-a4d0-4bec-84ef-15c5302c738d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'port_id': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'mac_address': 'fa:16:3e:c8:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:55Z', 'updated_at': '2021-08-31T13:58:28Z', 'revision_number': 1, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:31.390884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac0efa-6def-4073-81af-358143284860 req-e5d16133-9667-4896-b9e2-904139a295a0 tempest-FlavorsV2NegativeTest-1830204881 tempest-FlavorsV2NegativeTest-1830204881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:31.392408 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7ac0efa-6def-4073-81af-358143284860 req-e5d16133-9667-4896-b9e2-904139a295a0 tempest-FlavorsV2NegativeTest-1830204881 tempest-FlavorsV2NegativeTest-1830204881-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5500524 Aug 31 13:58:31.407239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9790c8-b67c-4140-8cca-928387348348 req-3ba3f6bb-706b-4b2f-96d0-f913e7795311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:31.408261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-3ba3f6bb-706b-4b2f-96d0-f913e7795311 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 1094 time: 0.4589019 Aug 31 13:58:31.443871 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3c80a6-259e-42f6-9166-70892dd92e1b None None] The sync data for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 is: [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8a4f7ee5-a4d0-4bec-84ef-15c5302c738d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'port_id': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'mac_address': 'fa:16:3e:c8:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:55Z', 'updated_at': '2021-08-31T13:58:28Z', 'revision_number': 1, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:31.536848 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-c02ddfae-9493-48b6-a328-810b26fe1e38 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881580 Aug 31 13:58:31.605030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:31.672556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:31.672927 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.675284 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73f9e353-e7f3-4ecc-ba4d-f4cb1058a76d req-a707dcab-293b-425d-91b7-c41416b8bce9 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259420 Aug 31 13:58:31.750150 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b9d5a6-4e8a-408a-ac38-b1c01e42510b x-openstack-request-id: req-f1b9d5a6-4e8a-408a-ac38-b1c01e42510b {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:31.750448 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca9e786-8c1c-41f0-a79a-0e1e73096cd0", "tag": "5232dc70-34c7-4257-8651-40dba17b0124", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:31.750735 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1b9d5a6-4e8a-408a-ac38-b1c01e42510b {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:31.751203 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca9e786-8c1c-41f0-a79a-0e1e73096cd0', 'tag': '5232dc70-34c7-4257-8651-40dba17b0124', 'status': 'completed', 'code': 200} Aug 31 13:58:31.794652 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:31.861848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7ac0efa-6def-4073-81af-358143284860 req-01084f17-06eb-4c76-9cca-17701675bb71 tempest-FlavorsV2NegativeTest-1830204881 tempest-FlavorsV2NegativeTest-1830204881-project] 10.222.0.20 "GET /v2.0/quotas/73832b8e24ce48a39198dd5e2895e1c0 HTTP/1.1" status: 200 len: 375 time: 0.4372795 Aug 31 13:58:31.862298 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-2d351dc7-0f69-46d8-9ed6-194aa8c2416a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5796929e-d7cb-4533-82b0-db789e222179 HTTP/1.1" status: 200 len: 217 time: 0.4367170 Aug 31 13:58:31.864958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dcf47-d1bb-4325-be8a-db1861494cf1 req-99b7a0be-a4a8-4b2c-aa15-513bcc35fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:31.866582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f89dcf47-d1bb-4325-be8a-db1861494cf1 req-99b7a0be-a4a8-4b2c-aa15-513bcc35fbb3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.7258110 Aug 31 13:58:31.866815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae089b-fac4-4db9-8eb8-4cec8b6f8576 req-19429ae5-7b49-4510-a700-3f1d48e184ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:31.868540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24ae089b-fac4-4db9-8eb8-4cec8b6f8576 req-19429ae5-7b49-4510-a700-3f1d48e184ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0926211 Aug 31 13:58:31.874187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:31.875826 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:31.885668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:31.886405 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:32.015616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59ad10-2668-47b4-a29e-8b6c351392ac req-8be7ea61-c58f-4ec6-8d67-1bd4f6b237e8 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:32.017251 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bf59ad10-2668-47b4-a29e-8b6c351392ac req-8be7ea61-c58f-4ec6-8d67-1bd4f6b237e8 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 947 time: 0.1664832 Aug 31 13:58:32.025525 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:32.055438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd5bf66-ac69-49e8-8c7c-796f64219e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:32.058460 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da9db40-b4d9-4f9f-b5d2-8ad935175b40" -d '{"events": [{"server_uuid": "dbd5bf66-ac69-49e8-8c7c-796f64219e00", "name": "network-vif-plugged", "status": "completed", "tag": "0ec0d264-60d3-4819-b6d9-30fddecdd8a5"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:32.073803 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f89dcf47-d1bb-4325-be8a-db1861494cf1 req-7a3f3254-c953-48e4-8ba9-da669b8c1299 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 HTTP/1.1" status: 200 len: 217 time: 0.1845200 Aug 31 13:58:32.075051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:32.075696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae089b-fac4-4db9-8eb8-4cec8b6f8576 req-382e76ca-2a08-488a-8a04-446c449bdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:32.077176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7ac0efa-6def-4073-81af-358143284860 req-926ce647-f165-4232-b97c-3c7cbf34293a tempest-FlavorsV2NegativeTest-1830204881 tempest-FlavorsV2NegativeTest-1830204881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73832b8e24ce48a39198dd5e2895e1c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1978989 Aug 31 13:58:32.077331 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24ae089b-fac4-4db9-8eb8-4cec8b6f8576 req-382e76ca-2a08-488a-8a04-446c449bdab0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 920 time: 0.1868868 Aug 31 13:58:32.095973 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bf59ad10-2668-47b4-a29e-8b6c351392ac req-914ee6ec-0f3e-464e-a8c1-9d84739f086c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683100 Aug 31 13:58:32.109459 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:32.147806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9790c8-b67c-4140-8cca-928387348348 req-689173bf-1420-4482-815e-1f96e98adf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:32.149492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-689173bf-1420-4482-815e-1f96e98adf35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 200 len: 859 time: 0.2770088 Aug 31 13:58:32.184294 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24ae089b-fac4-4db9-8eb8-4cec8b6f8576 req-50ddd165-16b1-40dd-a9f2-f1a4b4a1f0f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5232dc70-34c7-4257-8651-40dba17b0124 HTTP/1.1" status: 200 len: 217 time: 0.0850861 Aug 31 13:58:32.200284 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-1f694782-b784-4a6e-bc7a-89794e6dcb71 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397594 Aug 31 13:58:32.203286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:32.225974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dcf47-d1bb-4325-be8a-db1861494cf1 req-94050d6f-1c63-42c9-b269-115017818936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:32.228002 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f89dcf47-d1bb-4325-be8a-db1861494cf1 req-94050d6f-1c63-42c9-b269-115017818936 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1414888 Aug 31 13:58:32.229851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:32.302608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae089b-fac4-4db9-8eb8-4cec8b6f8576 req-14bb47c5-8ed9-4027-a703-0be73788efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:32.304249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24ae089b-fac4-4db9-8eb8-4cec8b6f8576 req-14bb47c5-8ed9-4027-a703-0be73788efaa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 200 len: 859 time: 0.1146908 Aug 31 13:58:32.362800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24ae089b-fac4-4db9-8eb8-4cec8b6f8576 req-15e71c4e-7c72-4b94-8efc-b3abca0e744d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490005 Aug 31 13:58:32.372901 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6471d33-b781-409e-b28d-71a13230c150 req-be726b63-d065-4f0c-99c1-65b8834014ed tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:32.374723 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6471d33-b781-409e-b28d-71a13230c150 req-be726b63-d065-4f0c-99c1-65b8834014ed tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 943 time: 0.1746428 Aug 31 13:58:32.427632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dcf47-d1bb-4325-be8a-db1861494cf1 req-c3956c54-32d8-4b25-b1fb-e9f380e6e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:32.429835 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f89dcf47-d1bb-4325-be8a-db1861494cf1 req-c3956c54-32d8-4b25-b1fb-e9f380e6e0c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1855767 Aug 31 13:58:32.444489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42a499-6d3d-48de-b856-49218d2c75e9 req-9d71e2da-86dc-49c5-9fa3-6c2b89af4439 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:32.446542 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb42a499-6d3d-48de-b856-49218d2c75e9 req-9d71e2da-86dc-49c5-9fa3-6c2b89af4439 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 946 time: 0.1997905 Aug 31 13:58:32.468072 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:32.484352 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6471d33-b781-409e-b28d-71a13230c150 req-dcbb0897-55a1-4ac4-9fd3-d3e3c435d2b3 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560529 Aug 31 13:58:32.540628 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24ae089b-fac4-4db9-8eb8-4cec8b6f8576 req-5ff86ee3-47e2-48ab-8b9e-736b29965686 service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647568 Aug 31 13:58:32.571684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1922e023-ed3e-4c53-94a3-ee0648d56a59', 'tag': '5796929e-d7cb-4533-82b0-db789e222179'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:32.574833 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4669c782-3931-4e04-b4bc-49f8aff96b57" -d '{"events": [{"name": "network-changed", "server_uuid": "1922e023-ed3e-4c53-94a3-ee0648d56a59", "tag": "5796929e-d7cb-4533-82b0-db789e222179"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:32.605525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-048997b8-1622-49b9-baef-cd1940212a9b service neutron] 10.222.0.52 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953512 Aug 31 13:58:32.649250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:32.695971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:32.726786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-e32b4ed6-ab09-4b9a-877a-22170cfcceda tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:32.728424 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-e32b4ed6-ab09-4b9a-877a-22170cfcceda tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1124854 Aug 31 13:58:32.731852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Allocated IP 172.25.3.20 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/d054aa16-d052-4d91-8f5b-7cbe2937cba1) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:32.736689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:32.742791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Pushing event updated for resources: {'Port': ['ID=354ce98c-1065-4180-9a63-481b82dc4cfa,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:32.752913 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24ae089b-fac4-4db9-8eb8-4cec8b6f8576 req-4fc6154e-df01-4a06-85d5-cb4c8d4bb74a service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033341 Aug 31 13:58:32.754371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb42a499-6d3d-48de-b856-49218d2c75e9 req-e9758d7d-266e-45a7-8977-2da1e7713203 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611420 Aug 31 13:58:32.865762 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6f4c9a-5a07-48cb-a16a-d9d04bf5254c x-openstack-request-id: req-8a6f4c9a-5a07-48cb-a16a-d9d04bf5254c {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:32.866344 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd5bf66-ac69-49e8-8c7c-796f64219e00", "name": "network-vif-plugged", "status": "completed", "tag": "0ec0d264-60d3-4819-b6d9-30fddecdd8a5", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:32.866344 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a6f4c9a-5a07-48cb-a16a-d9d04bf5254c {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:32.868211 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd5bf66-ac69-49e8-8c7c-796f64219e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5', 'code': 200} Aug 31 13:58:32.915093 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-f12be737-1a96-442e-ae95-7e5bf095b224 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 998 time: 0.1479328 Aug 31 13:58:32.934668 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-09a94598-baf8-4342-ad18-0cb0c87fda4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Request body: {'floatingip': {'port_id': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:32.966757 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877ab72e-b953-4e90-b358-e10c89974871 x-openstack-request-id: req-877ab72e-b953-4e90-b358-e10c89974871 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:32.967642 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1922e023-ed3e-4c53-94a3-ee0648d56a59", "tag": "5796929e-d7cb-4533-82b0-db789e222179", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:32.967905 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-877ab72e-b953-4e90-b358-e10c89974871 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:32.968690 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1922e023-ed3e-4c53-94a3-ee0648d56a59', 'tag': '5796929e-d7cb-4533-82b0-db789e222179', 'status': 'completed', 'code': 200} Aug 31 13:58:32.971995 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea9790c8-b67c-4140-8cca-928387348348 req-39938fef-912b-4de1-91ee-dc1460761e34 service neutron] 10.222.0.52 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459604 Aug 31 13:58:32.978561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f89dcf47-d1bb-4325-be8a-db1861494cf1 req-1ed78d85-52e0-4232-b968-bc04ffb18049 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307274 Aug 31 13:58:33.132247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-09a94598-baf8-4342-ad18-0cb0c87fda4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.189472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf2065-0c9c-4b04-a1cd-e15b7d5f89f0 req-a7d48ad2-e3e5-47a1-a0c8-81c1e8054536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:33.192248 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ebf2065-0c9c-4b04-a1cd-e15b7d5f89f0 req-a7d48ad2-e3e5-47a1-a0c8-81c1e8054536 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 1097 time: 0.1688929 Aug 31 13:58:33.227746 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.241865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c782-3931-4e04-b4bc-49f8aff96b57 req-3d3b603e-443b-4ad8-89f0-5be2eb5e99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:33.243936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4669c782-3931-4e04-b4bc-49f8aff96b57 req-3d3b603e-443b-4ad8-89f0-5be2eb5e99d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 1094 time: 0.1756303 Aug 31 13:58:33.264228 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.283096 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ebf2065-0c9c-4b04-a1cd-e15b7d5f89f0 req-1f6a968a-e9b6-4918-95dc-06f77625db0f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792243 Aug 31 13:58:33.396524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35514) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:33.449107 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.453641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f89dcf47-d1bb-4325-be8a-db1861494cf1 req-b419554d-f10f-428d-ba22-48c33b12c4ba service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616578 Aug 31 13:58:33.486361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c782-3931-4e04-b4bc-49f8aff96b57 req-b1207533-df69-44d9-84a3-c2d13a77f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:33.488132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4669c782-3931-4e04-b4bc-49f8aff96b57 req-b1207533-df69-44d9-84a3-c2d13a77f029 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 920 time: 0.2355506 Aug 31 13:58:33.574365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:58:33.623924 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.627592 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4669c782-3931-4e04-b4bc-49f8aff96b57 req-e4ea7ff0-68e2-4df5-94f6-701b7dc1f121 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5796929e-d7cb-4533-82b0-db789e222179 HTTP/1.1" status: 200 len: 217 time: 0.0921333 Aug 31 13:58:33.664195 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da5594ef-76ef-4fd7-af87-443957d15602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:33.734664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883eefad-0d05-4526-986f-19daddcf75c3 None None] New status for floating IP 8a4f7ee5-a4d0-4bec-84ef-15c5302c738d: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:58:33.754197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:33.763690 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d1d8e8-757b-41c4-ad87-976d8aa4bf1e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:33.856635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:33.880310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:33.897600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:33.912724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event updated for resources: {'Port': ['ID=d054aa16-d052-4d91-8f5b-7cbe2937cba1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:33.944659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:33.951646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c782-3931-4e04-b4bc-49f8aff96b57 req-1f6e48dc-5413-4105-b934-fb830b3ca679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:33.953983 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4669c782-3931-4e04-b4bc-49f8aff96b57 req-1f6e48dc-5413-4105-b934-fb830b3ca679 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 200 len: 859 time: 0.2991443 Aug 31 13:58:33.993930 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.011044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87', 'mac_address': 'fa:16:3e:a4:2a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:58:34.020026 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da5594ef-76ef-4fd7-af87-443957d15602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.034418 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da5594ef-76ef-4fd7-af87-443957d15602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.034835 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9483c09-476d-46ed-94c8-8c5c7770b8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.052111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3cdab-0b14-48b6-8186-82b78abda410 req-cb8407f9-42f5-40be-9cbe-b2ede1037b30 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:34.060259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-36a3cdab-0b14-48b6-8186-82b78abda410 req-cb8407f9-42f5-40be-9cbe-b2ede1037b30 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 947 time: 0.3163602 Aug 31 13:58:34.063578 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4669c782-3931-4e04-b4bc-49f8aff96b57 req-85e17c6c-4f34-4571-ac39-d79632baf5ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905900 Aug 31 13:58:34.075310 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.099786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:34.127857 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:34.129058 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-da5594ef-76ef-4fd7-af87-443957d15602 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73832b8e24ce48a39198dd5e2895e1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7312911 Aug 31 13:58:34.133881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35526) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:34.134915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5594ef-76ef-4fd7-af87-443957d15602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8110133b-d11f-46f7-b8fe-f7a1a2bc92bb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:34.136564 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.138372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5232dc70-34c7-4257-8651-40dba17b0124 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:58:34.158541 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.resource_extend [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-09a94598-baf8-4342-ad18-0cb0c87fda4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:58:34.236164 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.255830 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-09a94598-baf8-4342-ad18-0cb0c87fda4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.266019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.269746 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-09a94598-baf8-4342-ad18-0cb0c87fda4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.293621 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-883eefad-0d05-4526-986f-19daddcf75c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:58:34.294148 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-883eefad-0d05-4526-986f-19daddcf75c3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:58:34.296650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-36a3cdab-0b14-48b6-8186-82b78abda410 req-03414a59-caa6-4db0-bd94-994303f4972a tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350745 Aug 31 13:58:34.327682 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6e14685-6ead-496b-905a-cd315ccc69b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.341275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:34.362821 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.405192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5232dc70-34c7-4257-8651-40dba17b0124, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5232dc70-34c7-4257-8651-40dba17b0124,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:34.432227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '5232dc70-34c7-4257-8651-40dba17b0124', 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3', 'port_id': '5232dc70-34c7-4257-8651-40dba17b0124', 'mac_address': 'fa:16:3e:14:e7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8553f0cf-434b-4eef-b7e9-8b6d58123ef4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:58:34.442293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6e14685-6ead-496b-905a-cd315ccc69b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.466363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Pushing event updated for resources: {'Port': ['ID=354ce98c-1065-4180-9a63-481b82dc4cfa,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:34.493121 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-09a94598-baf8-4342-ad18-0cb0c87fda4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Floating IP 8a4f7ee5-a4d0-4bec-84ef-15c5302c738d associated. External IP: 172.25.3.91, port: cf6c4514-48bd-410d-b07a-df250e9c1d6f. Aug 31 13:58:34.502024 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.531645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4669c782-3931-4e04-b4bc-49f8aff96b57 req-11b17139-c82d-4559-a985-130bc11b854c service neutron] 10.222.0.52 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499114 Aug 31 13:58:34.538505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5232dc70-34c7-4257-8651-40dba17b0124 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:34.548743 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.555840 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.573267 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5232dc70-34c7-4257-8651-40dba17b0124, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5232dc70-34c7-4257-8651-40dba17b0124,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:34.582794 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.642479 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6e14685-6ead-496b-905a-cd315ccc69b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.645704 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6e14685-6ead-496b-905a-cd315ccc69b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.650699 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f6e14685-6ead-496b-905a-cd315ccc69b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8110133b-d11f-46f7-b8fe-f7a1a2bc92bb HTTP/1.1" status: 204 len: 168 time: 0.5025778 Aug 31 13:58:34.674559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e14685-6ead-496b-905a-cd315ccc69b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8110133b-d11f-46f7-b8fe-f7a1a2bc92bb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:34.688771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=5232dc70-34c7-4257-8651-40dba17b0124,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:34.772416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d319b9b-9db9-490e-bfeb-f455299d2e1c req-77b67040-31c8-4d51-a042-4a196e269a49 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:34.774466 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d319b9b-9db9-490e-bfeb-f455299d2e1c req-77b67040-31c8-4d51-a042-4a196e269a49 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 943 time: 0.3390958 Aug 31 13:58:34.787773 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:34.797389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883eefad-0d05-4526-986f-19daddcf75c3 None None] New status for floating IP 8a4f7ee5-a4d0-4bec-84ef-15c5302c738d: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:58:34.798436 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a716bbcc-7632-4992-b117-96b25d534b0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8138187 Aug 31 13:58:34.933842 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d319b9b-9db9-490e-bfeb-f455299d2e1c req-88ceb90f-9fb3-4f76-9e02-ff2141af67d0 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314917 Aug 31 13:58:34.939970 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-09a94598-baf8-4342-ad18-0cb0c87fda4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Router e99a4347-8297-41dd-885a-6cbcd27ffef5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:34.991037 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4669c782-3931-4e04-b4bc-49f8aff96b57 req-ed8d01fc-277b-4e98-a630-4999a56516b7 service neutron] 10.222.0.52 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471602 Aug 31 13:58:35.221929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:35.274566 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:35.335039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['5232dc70-34c7-4257-8651-40dba17b0124'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:35.338050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:35.418389 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:35.462731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:35.474841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1d8e8-757b-41c4-ad87-976d8aa4bf1e req-ffcc5576-7274-4510-917f-3874c1811a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:35.477330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4d1d8e8-757b-41c4-ad87-976d8aa4bf1e req-ffcc5576-7274-4510-917f-3874c1811a30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 1096 time: 0.2797194 Aug 31 13:58:35.497890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d25c2-53d9-4a5c-acd6-f364e381234e req-710cb1da-19ff-4d6b-ada9-e8bec642fc2c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:35.509308 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97263e65-cdcc-4d96-be13-5eaad8b4c51e x-openstack-request-id: req-97263e65-cdcc-4d96-be13-5eaad8b4c51e {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:35.509308 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:35.509308 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97263e65-cdcc-4d96-be13-5eaad8b4c51e {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:35.509308 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'status': 'completed', 'code': 200} Aug 31 13:58:35.510833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-078d25c2-53d9-4a5c-acd6-f364e381234e req-710cb1da-19ff-4d6b-ada9-e8bec642fc2c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 946 time: 0.2902937 Aug 31 13:58:35.537759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event updated for resources: {'Port': ['ID=d054aa16-d052-4d91-8f5b-7cbe2937cba1,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:35.597277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-09a94598-baf8-4342-ad18-0cb0c87fda4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:35.609082 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeac8fd-9c04-4ba6-a482-da6470f44629 None None] Sync routers for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:35.622122 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeac8fd-9c04-4ba6-a482-da6470f44629 None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:35.623291 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-baeac8fd-9c04-4ba6-a482-da6470f44629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:35.772570 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-baeac8fd-9c04-4ba6-a482-da6470f44629 None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:35.805472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5796929e-d7cb-4533-82b0-db789e222179 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:58:36.044460 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.045873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5796929e-d7cb-4533-82b0-db789e222179, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5796929e-d7cb-4533-82b0-db789e222179,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:36.048676 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-61858179-89ef-4aed-8326-1ce2f34f2044 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6959734 Aug 31 13:58:36.076764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '5796929e-d7cb-4533-82b0-db789e222179', 'network_id': '4c4f7f82-67a5-4581-9bd3-2dfc841d10a3', 'port_id': '5796929e-d7cb-4533-82b0-db789e222179', 'mac_address': 'fa:16:3e:09:10:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8553f0cf-434b-4eef-b7e9-8b6d58123ef4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:58:36.079663 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-09a94598-baf8-4342-ad18-0cb0c87fda4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Router e99a4347-8297-41dd-885a-6cbcd27ffef5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:36.080844 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35560) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:36.150227 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-baeac8fd-9c04-4ba6-a482-da6470f44629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8a4f7ee5-a4d0-4bec-84ef-15c5302c738d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'port_id': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'mac_address': 'fa:16:3e:b4:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:55Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 3, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:36.170055 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-078d25c2-53d9-4a5c-acd6-f364e381234e req-fcaff160-a660-4aaa-9191-603d2063caba tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534834 Aug 31 13:58:36.171491 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.183038 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeac8fd-9c04-4ba6-a482-da6470f44629 None None] Checking router: e99a4347-8297-41dd-885a-6cbcd27ffef5 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:36.209495 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeac8fd-9c04-4ba6-a482-da6470f44629 None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:36.210580 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-baeac8fd-9c04-4ba6-a482-da6470f44629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:36.219669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5796929e-d7cb-4533-82b0-db789e222179 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:36.220207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1d8e8-757b-41c4-ad87-976d8aa4bf1e req-1c0e1fd8-d1b6-4690-be4d-88b261d007a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:36.223733 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4d1d8e8-757b-41c4-ad87-976d8aa4bf1e req-1c0e1fd8-d1b6-4690-be4d-88b261d007a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.7098763 Aug 31 13:58:36.287259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4d1d8e8-757b-41c4-ad87-976d8aa4bf1e req-2e722b06-a8cf-4723-8654-bac03c081cc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 217 time: 0.0548651 Aug 31 13:58:36.290644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5796929e-d7cb-4533-82b0-db789e222179, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5796929e-d7cb-4533-82b0-db789e222179,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:36.297350 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.313571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-46020939-network', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:36.366388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-09a94598-baf8-4342-ad18-0cb0c87fda4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:36.375078 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-09a94598-baf8-4342-ad18-0cb0c87fda4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.393835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=5796929e-d7cb-4533-82b0-db789e222179,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:36.395833 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-baeac8fd-9c04-4ba6-a482-da6470f44629 None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:36.411758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Made reservation on behalf of 6979a4cfa2314de1bf4fa5a16ab4e009 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:36.415351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.419044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1d8e8-757b-41c4-ad87-976d8aa4bf1e req-ad3e62aa-107c-43ef-8838-f72e69b8f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:36.422480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4d1d8e8-757b-41c4-ad87-976d8aa4bf1e req-ad3e62aa-107c-43ef-8838-f72e69b8f2a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.1282368 Aug 31 13:58:36.430902 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.474180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-469da115-aebc-4c1b-98de-48263afe461b tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--33082284&fields=id&tenant_id=6f835622628545b0ba33b668320ee859 HTTP/1.1" status: 200 len: 267 time: 0.1129997 Aug 31 13:58:36.497420 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-09a94598-baf8-4342-ad18-0cb0c87fda4f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "PUT /v2.0/floatingips/8a4f7ee5-a4d0-4bec-84ef-15c5302c738d HTTP/1.1" status: 200 len: 996 time: 3.5745521 Aug 31 13:58:36.577780 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-e716467b-fcf3-4ece-a3cb-9498a2c4da08 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:36.579451 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-e716467b-fcf3-4ece-a3cb-9498a2c4da08 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports/cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 942 time: 0.0729153 Aug 31 13:58:36.629177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ad012a5a-5a4d-449b-91b2-5c9f06aadb18 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:36.641769 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ad012a5a-5a4d-449b-91b2-5c9f06aadb18 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/networks?id=bc0a323e-2d94-4be6-8b6d-c1023ccfe70b HTTP/1.1" status: 200 len: 814 time: 0.1565640 Aug 31 13:58:36.659132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['5796929e-d7cb-4533-82b0-db789e222179'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:36.662755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1d8e8-757b-41c4-ad87-976d8aa4bf1e req-7fe497a1-fd88-45d9-bbda-6a5446abe8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:36.665538 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4d1d8e8-757b-41c4-ad87-976d8aa4bf1e req-7fe497a1-fd88-45d9-bbda-6a5446abe8d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2325549 Aug 31 13:58:36.665745 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.667244 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.674170 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.674441 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-d944b5df-37d8-428e-af40-3bd85f67fb09 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/quotas/6f835622628545b0ba33b668320ee859 HTTP/1.1" status: 200 len: 375 time: 0.0313263 Aug 31 13:58:36.710592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:58:36.748321 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.748559 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-baeac8fd-9c04-4ba6-a482-da6470f44629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8a4f7ee5-a4d0-4bec-84ef-15c5302c738d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'port_id': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'mac_address': 'fa:16:3e:b4:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:55Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 3, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:36.749168 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Added segment 037608c5-9ef8-49d7-874a-016b139bf348 of type vlan for network 190d184a-d802-4792-9914-e0100d545802 Aug 31 13:58:36.751296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950f6461-ed6e-424a-b181-7f5f3709c450,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:36.817745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4d1d8e8-757b-41c4-ad87-976d8aa4bf1e req-22ec2cfc-2514-4e7e-b6d5-5af767495f29 service neutron] 10.222.0.13 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412060 Aug 31 13:58:36.871274 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-a59a9840-c72b-46f2-97eb-d8c5a65cff2e tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f835622628545b0ba33b668320ee859&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1858530 Aug 31 13:58:36.878234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.886687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-0d633476-8880-49b2-b076-7040c71da151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:36.888348 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-0d633476-8880-49b2-b076-7040c71da151 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 1096 time: 0.0986559 Aug 31 13:58:36.910770 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeac8fd-9c04-4ba6-a482-da6470f44629 None None] The sync data for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 is: [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8a4f7ee5-a4d0-4bec-84ef-15c5302c738d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'port_id': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'mac_address': 'fa:16:3e:b4:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:55Z', 'updated_at': '2021-08-31T13:58:35Z', 'revision_number': 3, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:36.965441 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:36.967327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:36.967327 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.044880 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9628510 Aug 31 13:58:37.045157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35578) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:37.054274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-dd386fc6-96f0-4863-b8e5-fd9a6e040721 admin admin] Request body: {'subnet': {'network_id': '190d184a-d802-4792-9914-e0100d545802', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-46020939-subnet', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:37.070150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb3131-52ba-4777-98ac-a6391e581966 admin admin] Pushing event updated for resources: {'Network': ['ID=190d184a-d802-4792-9914-e0100d545802,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:37.072092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4d1d8e8-757b-41c4-ad87-976d8aa4bf1e req-b8e7dd26-64ac-41bc-8751-89eba6438bf4 service neutron] 10.222.0.13 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458513 Aug 31 13:58:37.082542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 190d184a-d802-4792-9914-e0100d545802 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:58:37.085291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-7fd11a06-efb8-4d0d-b46e-ada19a403b83 service neutron] 10.222.0.20 "GET /v2.0/networks/bc0a323e-2d94-4be6-8b6d-c1023ccfe70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929603 Aug 31 13:58:37.110040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-7a63bd2c-4d64-46cf-b73d-584a8a1af8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:37.111628 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-7a63bd2c-4d64-46cf-b73d-584a8a1af8d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.2147195 Aug 31 13:58:37.115358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd386fc6-96f0-4863-b8e5-fd9a6e040721 admin admin] Made reservation on behalf of 6979a4cfa2314de1bf4fa5a16ab4e009 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:37.117784 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd386fc6-96f0-4863-b8e5-fd9a6e040721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.194020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b411e8-3345-4b7b-8996-a88a54c103b1 None None] New status for floating IP 8a4f7ee5-a4d0-4bec-84ef-15c5302c738d: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:58:37.205339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-79f41b54-8c20-46ed-9ad4-4cae873cc627 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 217 time: 0.0874879 Aug 31 13:58:37.264969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-80a4caa8-2c66-4956-9d43-913fe1a0b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:37.266519 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-80a4caa8-2c66-4956-9d43-913fe1a0b4e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.0506461 Aug 31 13:58:37.292867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-4c3c81f8-94d9-4d1c-9a98-10127042c9ce service neutron] 10.222.0.20 "GET /v2.0/networks/bc0a323e-2d94-4be6-8b6d-c1023ccfe70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994998 Aug 31 13:58:37.349845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-cad774ba-6382-442e-b26b-c50e1865c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:37.352784 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-cad774ba-6382-442e-b26b-c50e1865c109 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710304 Aug 31 13:58:37.433637 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd386fc6-96f0-4863-b8e5-fd9a6e040721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.498270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd386fc6-96f0-4863-b8e5-fd9a6e040721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=829bc83b-7477-4117-8cf8-57284c0ec031,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:37.513244 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f'}, {'name': 'network-changed', 'server_uuid': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'tag': 'a5015629-8957-4bc1-9d57-ce245a97225a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:37.524813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd386fc6-96f0-4863-b8e5-fd9a6e040721 admin admin] Checking segment: {'id': '037608c5-9ef8-49d7-874a-016b139bf348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '190d184a-d802-4792-9914-e0100d545802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:37.525215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd386fc6-96f0-4863-b8e5-fd9a6e040721 admin admin] Network hostable DHCP agents. Network: 190d184a-d802-4792-9914-e0100d545802, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:58:37.529975 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a94f94-89c7-498e-b223-77afb4576141" -d '{"events": [{"name": "network-changed", "server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f"}, {"name": "network-changed", "server_uuid": "9521e175-9ae5-4ff0-a5ed-aa22f8af67cb", "tag": "a5015629-8957-4bc1-9d57-ce245a97225a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:37.530380 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab999bc9-d98c-4a04-815f-a63385250f93 None None] Sync routers for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:37.542831 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab999bc9-d98c-4a04-815f-a63385250f93 None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:37.544970 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ab999bc9-d98c-4a04-815f-a63385250f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:37.546429 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-c65a554e-0bda-49d0-be2c-54facbc7b3f1 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832790 Aug 31 13:58:37.547039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd386fc6-96f0-4863-b8e5-fd9a6e040721 admin admin] Network 190d184a-d802-4792-9914-e0100d545802 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:58:37.562900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-dd386fc6-96f0-4863-b8e5-fd9a6e040721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 190d184a-d802-4792-9914-e0100d545802) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:37.581420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd386fc6-96f0-4863-b8e5-fd9a6e040721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:37.582027 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd386fc6-96f0-4863-b8e5-fd9a6e040721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.582171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291c564-8370-412c-a418-bb375048dba9 None None] Network 190d184a-d802-4792-9914-e0100d545802 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:37.664786 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dd386fc6-96f0-4863-b8e5-fd9a6e040721 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6168964 Aug 31 13:58:37.670124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35588) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:37.684201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-46020939-router', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:37.698592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5232dc70-34c7-4257-8651-40dba17b0124 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:37.719957 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ab999bc9-d98c-4a04-815f-a63385250f93 None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:37.729431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2282d3-e2c2-4168-af3e-4c5bd5c7a2b2 req-c0c53fba-042c-45a9-97cc-7b574e4fe8e0 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:37.731274 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c2282d3-e2c2-4168-af3e-4c5bd5c7a2b2 req-c0c53fba-042c-45a9-97cc-7b574e4fe8e0 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 948 time: 0.1267412 Aug 31 13:58:37.732353 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.733764 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.753525 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-3a6de3c6-8cbd-43d0-ad81-4373dd315d61 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996815 Aug 31 13:58:37.848610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5796929e-d7cb-4533-82b0-db789e222179 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:37.854573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 5232dc70-34c7-4257-8651-40dba17b0124 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:37.887024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-68822f2e-07fc-4e48-bf09-21f9195b9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:37.888911 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-68822f2e-07fc-4e48-bf09-21f9195b9cd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 1097 time: 0.0895708 Aug 31 13:58:37.908124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 5232dc70-34c7-4257-8651-40dba17b0124 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:37.908735 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:37.921216 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:38.024515 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c2282d3-e2c2-4168-af3e-4c5bd5c7a2b2 req-728a1ce9-f079-4b79-9519-dc8c0b684ddd tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849932 Aug 31 13:58:38.058767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-ab233831-83c5-4a95-a841-bcb7a5629627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:38.070304 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-ab233831-83c5-4a95-a841-bcb7a5629627 service neutron] 10.222.0.20 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.1734495 Aug 31 13:58:38.124105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-190d184a-d802-4792-9914-e0100d545802', 'network_id': '190d184a-d802-4792-9914-e0100d545802', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'fixed_ips': [{'subnet_id': '829bc83b-7477-4117-8cf8-57284c0ec031'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:58:38.125511 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:38.131761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 5796929e-d7cb-4533-82b0-db789e222179 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:38.165296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 5796929e-d7cb-4533-82b0-db789e222179 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:38.165882 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:38.204651 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-6dbddde5-d496-41e7-807f-12e66d50607e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5015629-8957-4bc1-9d57-ce245a97225a HTTP/1.1" status: 200 len: 1001 time: 0.1326942 Aug 31 13:58:38.260370 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-752735b4-5db5-4e1a-9deb-91df40068051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:38.270017 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-752735b4-5db5-4e1a-9deb-91df40068051 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.0641174 Aug 31 13:58:38.324955 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ab999bc9-d98c-4a04-815f-a63385250f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8a4f7ee5-a4d0-4bec-84ef-15c5302c738d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'port_id': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'mac_address': 'fa:16:3e:b4:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:55Z', 'updated_at': '2021-08-31T13:58:37Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:38.328458 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-683e6d7c-6e49-4614-a71a-6277beed2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:38.338871 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-683e6d7c-6e49-4614-a71a-6277beed2fa7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671172 Aug 31 13:58:38.360775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:38.367135 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab999bc9-d98c-4a04-815f-a63385250f93 None None] Checking router: e99a4347-8297-41dd-885a-6cbcd27ffef5 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:38.377868 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab999bc9-d98c-4a04-815f-a63385250f93 None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:38.378827 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ab999bc9-d98c-4a04-815f-a63385250f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:38.484156 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-163c08f0-ebc4-4cf2-ba9e-85d5c3e06657 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433120 Aug 31 13:58:38.493579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5433ec-164d-4676-90a0-805a36d94b6e req-f76a78e2-63d1-406c-808b-fbb84a9b6a6a tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:38.498676 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef5433ec-164d-4676-90a0-805a36d94b6e req-f76a78e2-63d1-406c-808b-fbb84a9b6a6a tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 944 time: 0.2671380 Aug 31 13:58:38.514111 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:38.526608 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ab999bc9-d98c-4a04-815f-a63385250f93 None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:38.592675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef5433ec-164d-4676-90a0-805a36d94b6e req-10c88a00-8905-4497-ad28-a7591a157300 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756323 Aug 31 13:58:38.663399 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f828c4f1-ab52-4344-b539-8244e8d858dd req-38911ceb-ed55-4321-ba08-3064b83de533 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730642 Aug 31 13:58:38.860790 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ab999bc9-d98c-4a04-815f-a63385250f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8a4f7ee5-a4d0-4bec-84ef-15c5302c738d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'port_id': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'mac_address': 'fa:16:3e:b4:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:55Z', 'updated_at': '2021-08-31T13:58:37Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:38.865071 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca9e786-8c1c-41f0-a79a-0e1e73096cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5232dc70-34c7-4257-8651-40dba17b0124'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:38.872087 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158e8105-dfac-451c-99e8-edbe63dae784" -d '{"events": [{"server_uuid": "0ca9e786-8c1c-41f0-a79a-0e1e73096cd0", "name": "network-vif-plugged", "status": "completed", "tag": "5232dc70-34c7-4257-8651-40dba17b0124"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:38.874815 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-bb173f68-c4da-48d4-8381-f0ee172149aa tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--778323214&fields=id&tenant_id=c28ecdeb550f4a6594d69709db570fca HTTP/1.1" status: 200 len: 267 time: 0.0800762 Aug 31 13:58:38.901391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:38.907562 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab999bc9-d98c-4a04-815f-a63385250f93 None None] The sync data for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 is: [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8a4f7ee5-a4d0-4bec-84ef-15c5302c738d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'port_id': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'mac_address': 'fa:16:3e:b4:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:55Z', 'updated_at': '2021-08-31T13:58:37Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:38.932474 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:38.969523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5232dc70-34c7-4257-8651-40dba17b0124, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5232dc70-34c7-4257-8651-40dba17b0124,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:38.987361 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:38.988370 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:39.062077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Allocated IP 172.20.0.2 (190d184a-d802-4792-9914-e0100d545802/829bc83b-7477-4117-8cf8-57284c0ec031/8154fb38-132a-4c73-b316-0cbeb85dce71) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:39.092001 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.092813 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.098413 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.123632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-a493c6aa-0b71-4326-8d63-271f78a52cb0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:39.146459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-a493c6aa-0b71-4326-8d63-271f78a52cb0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 812 time: 0.2627945 Aug 31 13:58:39.183883 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c27dfed0-160a-4a4e-a270-2a90aa402ab8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/quotas/c28ecdeb550f4a6594d69709db570fca HTTP/1.1" status: 200 len: 375 time: 0.0364182 Aug 31 13:58:39.210225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5066231d-90c7-405c-a0a9-60f6f0e52aa5 req-2124c028-1db5-4d14-b12b-894da42f7446 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 210 time: 0.0621169 Aug 31 13:58:39.287611 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-d815140d-ff75-42d4-90e7-27e65393ee61 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005561 Aug 31 13:58:39.292001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Allocated IP 172.25.3.150 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/506c3185-a37d-4e39-a546-a3942fec3bcf) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:39.305990 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5796929e-d7cb-4533-82b0-db789e222179, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5796929e-d7cb-4533-82b0-db789e222179,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:39.324121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=5232dc70-34c7-4257-8651-40dba17b0124,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:39.345080 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.372587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:39.392008 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4027d2cc-a078-48a5-be23-8b6d1a71f0c5 x-openstack-request-id: req-4027d2cc-a078-48a5-be23-8b6d1a71f0c5 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:39.392623 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9521e175-9ae5-4ff0-a5ed-aa22f8af67cb", "tag": "a5015629-8957-4bc1-9d57-ce245a97225a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:39.393070 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4027d2cc-a078-48a5-be23-8b6d1a71f0c5 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:39.393632 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'status': 'completed', 'code': 200} Aug 31 13:58:39.394044 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'tag': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'status': 'completed', 'code': 200} Aug 31 13:58:39.409056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:39.409339 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.499173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=5796929e-d7cb-4533-82b0-db789e222179,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:39.521664 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a94f94-89c7-498e-b223-77afb4576141 req-be99eab0-0772-48af-b146-53a5545cc8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:39.529800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-be99eab0-0772-48af-b146-53a5545cc8eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 1096 time: 0.1313095 Aug 31 13:58:39.609537 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.614250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96381fcd-2af4-479d-b834-dbdb90a650bd req-faa79a8e-e014-4803-a5f0-a9f8069761fe tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.2469997 Aug 31 13:58:39.621133 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-5b286b02-ed70-445a-9b70-6c2a0a321731 service neutron] 10.222.0.20 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240864 Aug 31 13:58:39.628220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Transition to ACTIVE for port object 8154fb38-132a-4c73-b316-0cbeb85dce71 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:39.630161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-af915e1f-f36f-48c7-8703-78d84dd8cd6f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:39.631710 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-af915e1f-f36f-48c7-8703-78d84dd8cd6f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.13 "GET /v2.0/networks?id=bc0a323e-2d94-4be6-8b6d-c1023ccfe70b HTTP/1.1" status: 200 len: 814 time: 0.3348560 Aug 31 13:58:39.633315 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.638742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a94f94-89c7-498e-b223-77afb4576141 req-deb76947-87eb-49ae-b931-212dd3e022c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:39.640383 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-deb76947-87eb-49ae-b931-212dd3e022c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 1097 time: 0.2119682 Aug 31 13:58:39.667528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Transition to ACTIVE for port object 8154fb38-132a-4c73-b316-0cbeb85dce71 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:39.678405 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.682086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:39.724775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.738057 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.745698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Pushing event updated for resources: {'Port': ['ID=8154fb38-132a-4c73-b316-0cbeb85dce71,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:39.753710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Network 190d184a-d802-4792-9914-e0100d545802 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:39.756666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a94f94-89c7-498e-b223-77afb4576141 req-98b4531f-e517-4630-b76c-bd7f9daacc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:39.758553 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-98b4531f-e517-4630-b76c-bd7f9daacc05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.2131021 Aug 31 13:58:39.776729 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:39.780978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:39.781858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96381fcd-2af4-479d-b834-dbdb90a650bd req-6a758dcf-c758-4e9a-b4af-591993abba25 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:39.783297 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96381fcd-2af4-479d-b834-dbdb90a650bd req-6a758dcf-c758-4e9a-b4af-591993abba25 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports/a5015629-8957-4bc1-9d57-ce245a97225a HTTP/1.1" status: 200 len: 943 time: 0.1469674 Aug 31 13:58:39.786986 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-8532975b-5a9f-49a7-a49d-ae93f4290fc9 service neutron] 10.222.0.20 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649091 Aug 31 13:58:39.820886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-9b929af7-ff7b-486e-86f0-fc193d1ab5de tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f835622628545b0ba33b668320ee859 HTTP/1.1" status: 200 len: 378 time: 0.1684968 Aug 31 13:58:39.839321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Request body: {'port': {'device_id': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'admin_state_up': True, 'tenant_id': '6f835622628545b0ba33b668320ee859', 'security_groups': ['bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:39.844377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:39.854998 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-b138f1a8-28c4-41b4-8151-e94628555bc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 217 time: 0.0881226 Aug 31 13:58:39.862443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Attempting to bind port 8154fb38-132a-4c73-b316-0cbeb85dce71 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:39.863116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Attempting to bind port 8154fb38-132a-4c73-b316-0cbeb85dce71 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '037608c5-9ef8-49d7-874a-016b139bf348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '190d184a-d802-4792-9914-e0100d545802'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:39.863592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Attempting to bind port 8154fb38-132a-4c73-b316-0cbeb85dce71 on network 190d184a-d802-4792-9914-e0100d545802 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:39.869177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:39.869832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Checking segment: {'id': '037608c5-9ef8-49d7-874a-016b139bf348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '190d184a-d802-4792-9914-e0100d545802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:39.870206 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.871322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Bound using segment: {'id': '037608c5-9ef8-49d7-874a-016b139bf348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '190d184a-d802-4792-9914-e0100d545802'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:39.871908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Bound port: 8154fb38-132a-4c73-b316-0cbeb85dce71, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037608c5-9ef8-49d7-874a-016b139bf348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '190d184a-d802-4792-9914-e0100d545802'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:39.872651 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.940689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a94f94-89c7-498e-b223-77afb4576141 req-b606898d-8079-4c33-91b5-4ef57d2f1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:39.943446 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-b606898d-8079-4c33-91b5-4ef57d2f1284 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.0811334 Aug 31 13:58:39.950699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] For port 8154fb38-132a-4c73-b316-0cbeb85dce71, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:39.954281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] For port 8154fb38-132a-4c73-b316-0cbeb85dce71, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8154fb38-132a-4c73-b316-0cbeb85dce71,segment=NetworkSegment(037608c5-9ef8-49d7-874a-016b139bf348),segment_id=037608c5-9ef8-49d7-874a-016b139bf348)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:39.958804 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:39.989533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a94f94-89c7-498e-b223-77afb4576141 req-7a137d3a-856b-4d83-bff3-cbbcacc1c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:39.990949 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-7a137d3a-856b-4d83-bff3-cbbcacc1c04f service neutron] 10.222.0.52 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.3308599 Aug 31 13:58:40.033149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:40.055415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a94f94-89c7-498e-b223-77afb4576141 req-67206916-2596-46fe-a9c7-34103f95bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:40.059293 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-67206916-2596-46fe-a9c7-34103f95bec2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084476 Aug 31 13:58:40.078973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e14d87-d220-46fb-ab9d-3a9ad52a99e7 None None] Pushing event updated for resources: {'Port': ['ID=8154fb38-132a-4c73-b316-0cbeb85dce71,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:40.096923 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb20e98-a70b-4cbc-814b-51dbc3afe9b1 x-openstack-request-id: req-2cb20e98-a70b-4cbc-814b-51dbc3afe9b1 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:40.097286 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca9e786-8c1c-41f0-a79a-0e1e73096cd0", "name": "network-vif-plugged", "status": "completed", "tag": "5232dc70-34c7-4257-8651-40dba17b0124", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:40.097600 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cb20e98-a70b-4cbc-814b-51dbc3afe9b1 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:40.098057 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca9e786-8c1c-41f0-a79a-0e1e73096cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5232dc70-34c7-4257-8651-40dba17b0124', 'code': 200} Aug 31 13:58:40.201067 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:40.211341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-baee5ca8-5637-411b-a410-ab5933544e91 service neutron] 10.222.0.13 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430705 Aug 31 13:58:40.212857 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96381fcd-2af4-479d-b834-dbdb90a650bd req-a7526cca-23c6-4394-9232-5f8dc9e4cf0c tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.2949963 Aug 31 13:58:40.246139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:40.249151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:40.309377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=506c3185-a37d-4e39-a546-a3942fec3bcf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:40.377243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde19946-cb68-48e3-9bfc-41059133b5bf req-aa4b44f8-7f65-4d10-8a93-356736bd3225 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:40.378987 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dde19946-cb68-48e3-9bfc-41059133b5bf req-aa4b44f8-7f65-4d10-8a93-356736bd3225 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 946 time: 0.1666224 Aug 31 13:58:40.386052 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-ca405cde-ac15-46a1-8fd1-697928f8147d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5015629-8957-4bc1-9d57-ce245a97225a HTTP/1.1" status: 200 len: 1001 time: 0.3786619 Aug 31 13:58:40.501341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-33a8320d-a91f-4108-b773-600752225865 service neutron] 10.222.0.13 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376049 Aug 31 13:58:40.501341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dde19946-cb68-48e3-9bfc-41059133b5bf req-cf891718-723c-4f43-83ff-78ee3e831754 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773289 Aug 31 13:58:40.513792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826e91-9d22-4f51-ae2e-7268589400ac req-57dcead7-7089-41a6-b775-f031afe1ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:40.515544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02826e91-9d22-4f51-ae2e-7268589400ac req-57dcead7-7089-41a6-b775-f031afe1ed2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 1097 time: 0.3638198 Aug 31 13:58:40.527532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Made reservation on behalf of 6f835622628545b0ba33b668320ee859 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:40.531090 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:40.623720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c826-49bf-477a-b2e6-eba5555c8646 req-289892ab-eb36-4017-a515-3f72748bae9d tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:40.625303 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f463c826-49bf-477a-b2e6-eba5555c8646 req-289892ab-eb36-4017-a515-3f72748bae9d tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 949 time: 0.0805559 Aug 31 13:58:40.627522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a94f94-89c7-498e-b223-77afb4576141 req-f0b31334-bee3-41de-9030-6f0512d86be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:40.629025 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-f0b31334-bee3-41de-9030-6f0512d86be9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.2226665 Aug 31 13:58:40.664733 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f463c826-49bf-477a-b2e6-eba5555c8646 req-7e522e4c-a942-4c91-8f87-d1695885ce01 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Aug 31 13:58:40.797878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04d2d0-53b0-472f-bb0b-e242de7f9dd2 req-6f11dc88-67ba-4620-a407-c19ace19f63d tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:40.799554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c04d2d0-53b0-472f-bb0b-e242de7f9dd2 req-6f11dc88-67ba-4620-a407-c19ace19f63d tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.0590725 Aug 31 13:58:40.849677 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c04d2d0-53b0-472f-bb0b-e242de7f9dd2 req-6872cbee-19f5-4996-aabd-89e1247cc370 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405889 Aug 31 13:58:40.977763 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-510b8b24-460a-48b5-89c3-de4965109a5b req-3d40775d-a062-4d94-ac47-e2238f216b69 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 210 time: 0.0341792 Aug 31 13:58:41.073962 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96381fcd-2af4-479d-b834-dbdb90a650bd req-9afaed44-74dc-458f-a77a-5a0e185ac320 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:41.075512 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96381fcd-2af4-479d-b834-dbdb90a650bd req-9afaed44-74dc-458f-a77a-5a0e185ac320 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.8478713 Aug 31 13:58:41.110142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02826e91-9d22-4f51-ae2e-7268589400ac req-c90aa728-4c9e-4e19-a14b-c6e10bd4a91a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714660 Aug 31 13:58:41.121903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-96381fcd-2af4-479d-b834-dbdb90a650bd req-a54df562-a048-4b9b-bafc-dbe842b1e2a3 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 13:58:41.122984 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96381fcd-2af4-479d-b834-dbdb90a650bd req-a54df562-a048-4b9b-bafc-dbe842b1e2a3 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119593 Aug 31 13:58:41.158788 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-79b25d0e-ccbe-4099-9972-92ca4833b1d6 req-95d42b7e-1779-40f5-a3c9-a0cb165f1673 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 210 time: 0.0658126 Aug 31 13:58:41.173541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a94f94-89c7-498e-b223-77afb4576141 req-c6ce8f3a-43ef-4fa1-b0a5-ce9b3562e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:41.175135 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-c6ce8f3a-43ef-4fa1-b0a5-ce9b3562e989 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5133667 Aug 31 13:58:41.335075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-c116ad1b-3df2-4497-99f8-312fe835b27f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.0917878 Aug 31 13:58:41.351709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Allocated IP 172.20.0.3 (bc0a323e-2d94-4be6-8b6d-c1023ccfe70b/7321e6ed-3481-485e-ac40-65cafc5805ae/bf98e083-97ff-4dc9-a905-bdb9d5c48bc3) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:41.430956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322bc71-477b-4858-99c9-468e7feda401 None None] Network 190d184a-d802-4792-9914-e0100d545802 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:58:41.520171 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.538063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-d842a632-fb61-4964-9efe-c358138fcd0f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:41.549276 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-d842a632-fb61-4964-9efe-c358138fcd0f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports/a5015629-8957-4bc1-9d57-ce245a97225a HTTP/1.1" status: 200 len: 943 time: 0.1998386 Aug 31 13:58:41.668634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8154fb38-132a-4c73-b316-0cbeb85dce71 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:41.723937 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-528c5399-4e88-492a-97dd-4f379514a01b tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.0937645 Aug 31 13:58:41.728775 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2d3a1bb3-11be-4f71-a365-41bf661f955d None None] Provisioning for port 8154fb38-132a-4c73-b316-0cbeb85dce71 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:41.746382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8154fb38-132a-4c73-b316-0cbeb85dce71 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:41.754785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8154fb38-132a-4c73-b316-0cbeb85dce71 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:41.755164 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.763659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-7add2781-6a70-4b37-84a3-f6b3cb267b04 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:41.765714 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-7add2781-6a70-4b37-84a3-f6b3cb267b04 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 812 time: 0.3354728 Aug 31 13:58:41.863353 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.914893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 8154fb38-132a-4c73-b316-0cbeb85dce71, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8154fb38-132a-4c73-b316-0cbeb85dce71,segment=NetworkSegment(037608c5-9ef8-49d7-874a-016b139bf348),segment_id=037608c5-9ef8-49d7-874a-016b139bf348)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:41.926250 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:41.936115 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-3e6f3a41-0d15-45d6-83e0-4a7da68c6f51 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c28ecdeb550f4a6594d69709db570fca HTTP/1.1" status: 200 len: 379 time: 0.0574577 Aug 31 13:58:41.962489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Request body: {'port': {'device_id': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'admin_state_up': True, 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'security_groups': ['0378221b-3d0f-4320-b817-7a9897e0f59f']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:41.982840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-8783721b-6795-40cc-b8c6-c3429a1d5541 service neutron] 10.222.0.52 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287012 Aug 31 13:58:42.102025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-0c3f8f08-c742-4bf4-845f-d203b72e5839 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:42.109064 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-0c3f8f08-c742-4bf4-845f-d203b72e5839 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.3837171 Aug 31 13:58:42.115200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1922e023-ed3e-4c53-94a3-ee0648d56a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5796929e-d7cb-4533-82b0-db789e222179'}, {'server_uuid': '02c5bff7-e156-4bc7-b9b2-7e6ff75ef432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:42.117692 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86245f59-0ff4-4509-901f-0dca59453269" -d '{"events": [{"server_uuid": "1922e023-ed3e-4c53-94a3-ee0648d56a59", "name": "network-vif-plugged", "status": "completed", "tag": "5796929e-d7cb-4533-82b0-db789e222179"}, {"server_uuid": "02c5bff7-e156-4bc7-b9b2-7e6ff75ef432", "name": "network-vif-plugged", "status": "completed", "tag": "e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:42.157910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=8154fb38-132a-4c73-b316-0cbeb85dce71,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:42.170376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d4800cbd-327b-4a65-a390-c717f95af2bc None None] Provisioning complete for port 8154fb38-132a-4c73-b316-0cbeb85dce71 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:42.170753 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d4800cbd-327b-4a65-a390-c717f95af2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.202523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75189d0b-7bff-458b-9a8d-e8cab1f8689f req-0aafb996-c98a-4552-8761-0f662fe3d69c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:42.210014 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75189d0b-7bff-458b-9a8d-e8cab1f8689f req-0aafb996-c98a-4552-8761-0f662fe3d69c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 949 time: 0.2868493 Aug 31 13:58:42.213705 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-9de48b63-638c-4b4c-af46-f72294ad0978 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1001 time: 0.1013334 Aug 31 13:58:42.214983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Made reservation on behalf of c28ecdeb550f4a6594d69709db570fca for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:58:42.219029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.227631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-1b873e68-efe2-4dd4-8b33-d4e143b31188 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:42.233382 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.309693 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.334834 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15a94f94-89c7-498e-b223-77afb4576141 req-60c07792-5212-410d-abce-38912aa62440 service neutron] 10.222.0.52 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255429 Aug 31 13:58:42.336271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Transition to ACTIVE for port object bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:42.345485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75189d0b-7bff-458b-9a8d-e8cab1f8689f req-e71e06b1-a75f-4d08-a6e6-4202051849e9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196399 Aug 31 13:58:42.416985 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-1b873e68-efe2-4dd4-8b33-d4e143b31188 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.533957 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.622418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Allocated IP 172.20.0.3 (b45e4484-4dc4-4454-8a6c-8a97e099c7b8/02a3a4ef-59fa-4c60-9ec4-e3c9654a7457/a90f0f75-36d4-4ce5-99bb-ec530fca5ae9) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:42.627313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:42.646230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:42.649615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:42.686559 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-1b873e68-efe2-4dd4-8b33-d4e143b31188 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.701663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-1b873e68-efe2-4dd4-8b33-d4e143b31188 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.702102 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-1b873e68-efe2-4dd4-8b33-d4e143b31188 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Floating IP 8a4f7ee5-a4d0-4bec-84ef-15c5302c738d disassociated. External IP: 172.25.3.91, port: a5015629-8957-4bc1-9d57-ce245a97225a. Aug 31 13:58:42.703310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Pushing event updated for resources: {'Port': ['ID=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:42.734622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa850d-364d-459c-b9fe-096fa3e8b920 req-4780cb64-c5a1-4dbd-b83d-f9cde6ea7994 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:42.736301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37fa850d-364d-459c-b9fe-096fa3e8b920 req-4780cb64-c5a1-4dbd-b83d-f9cde6ea7994 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.2095516 Aug 31 13:58:42.749690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:42.750358 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:42.756320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Router 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:58:42.792633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-ab0fcb37-62fa-49fe-9c2d-d71c8b08b21c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9581082 Aug 31 13:58:42.811091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Request body: {'port': {'device_id': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:42.870996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37fa850d-364d-459c-b9fe-096fa3e8b920 req-149be429-13b7-4f60-9361-7020999d422c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175478 Aug 31 13:58:42.967300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2404b186-4878-4676-8f76-72abd8136e96 None None] Provisioning for port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:42.972223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2404b186-4878-4676-8f76-72abd8136e96 None None] Provisioning complete for port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:42.972926 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2404b186-4878-4676-8f76-72abd8136e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.008657 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.016503 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff0b1064-13f8-4fbe-bf6b-621153581cf9 req-4b409a13-615e-4441-b8f8-608bf5ec6edc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 210 time: 0.0499756 Aug 31 13:58:43.027978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2404b186-4878-4676-8f76-72abd8136e96 None None] Port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:43.031341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:43.045611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Sync routers for ids ['8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:43.059244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Routers {'8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:43.060663 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:43.113994 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47661f06-40fd-4932-8162-994ceaccd644 x-openstack-request-id: req-47661f06-40fd-4932-8162-994ceaccd644 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:43.114648 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1922e023-ed3e-4c53-94a3-ee0648d56a59", "name": "network-vif-plugged", "status": "completed", "tag": "5796929e-d7cb-4533-82b0-db789e222179", "code": 200}, {"server_uuid": "02c5bff7-e156-4bc7-b9b2-7e6ff75ef432", "name": "network-vif-plugged", "status": "completed", "tag": "e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:43.115151 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47661f06-40fd-4932-8162-994ceaccd644 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:43.115713 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1922e023-ed3e-4c53-94a3-ee0648d56a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5796929e-d7cb-4533-82b0-db789e222179', 'code': 200} Aug 31 13:58:43.116294 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c5bff7-e156-4bc7-b9b2-7e6ff75ef432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87', 'code': 200} Aug 31 13:58:43.125564 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.131263 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-886e4bce-061e-4722-9bf1-bcd440839ac2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.4550657 Aug 31 13:58:43.199827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35686) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:43.268829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Set router 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:43.397476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91580e87-1ec5-45d4-96cb-badc934333bc req-13e3fd8d-d98c-46ee-9704-b3b30c96eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:43.398918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91580e87-1ec5-45d4-96cb-badc934333bc req-13e3fd8d-d98c-46ee-9704-b3b30c96eda7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 1100 time: 0.1736906 Aug 31 13:58:43.419169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24407ec1-0a51-4e3b-9ac8-aff62a94eaad req-5c2b0985-e286-4bbd-a461-7602cd8d00fc tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:43.419169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24407ec1-0a51-4e3b-9ac8-aff62a94eaad req-5c2b0985-e286-4bbd-a461-7602cd8d00fc tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 931 time: 0.1927338 Aug 31 13:58:43.419647 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.433671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e29d2-b1d7-449a-9dc0-50df07fceeee req-d0626e2e-0c6d-49b0-9ad3-fcacb05f11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:43.435265 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9f5e29d2-b1d7-449a-9dc0-50df07fceeee req-d0626e2e-0c6d-49b0-9ad3-fcacb05f11cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 1096 time: 0.1911008 Aug 31 13:58:43.451248 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Transition to ACTIVE for port object a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:43.530234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91580e87-1ec5-45d4-96cb-badc934333bc req-d5e54515-ec17-44e3-8da1-b3119dd22b73 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085014 Aug 31 13:58:43.551838 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8154fb38-132a-4c73-b316-0cbeb85dce71 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:43.560476 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9f5e29d2-b1d7-449a-9dc0-50df07fceeee req-30329c97-85e8-4525-9aa8-bfc06b8d2eeb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118472 Aug 31 13:58:43.582693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24407ec1-0a51-4e3b-9ac8-aff62a94eaad req-0cb63d77-69b8-446a-875b-0aaac95209c5 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178575 Aug 31 13:58:43.631472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8154fb38-132a-4c73-b316-0cbeb85dce71 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:43.631906 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.657426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-1b873e68-efe2-4dd4-8b33-d4e143b31188 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Router e99a4347-8297-41dd-885a-6cbcd27ffef5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:43.667320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-46020939-router', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:37Z', 'updated_at': '2021-08-31T13:58:41Z', 'revision_number': 3, 'project_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'gw_port': {'id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:38Z', 'updated_at': '2021-08-31T13:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:43.670254 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.699556 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:43.705069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Checking router: 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:43.705426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Updating router 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 port 506c3185-a37d-4e39-a546-a3942fec3bcf binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:43.716412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.740276 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.754433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Transition to ACTIVE for port object bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:43.762513 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:43.767724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:43.782376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:43.791372 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:43.853036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:58:43.856689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:43.991190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:44.036726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Attempting to bind port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:44.037571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Attempting to bind port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:44.037949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Attempting to bind port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 on network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:44.058254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 on network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:58:44.058860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Attempting to bind port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 on network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:44.083840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:44.084885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Checking segment: {'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:44.086809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Bound using segment: {'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:44.104471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:44.105167 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.109463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Bound port: bf98e083-97ff-4dc9-a905-bdb9d5c48bc3, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e721fe4-5716-4b3c-b127-51900e436def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:44.113271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.263520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] For port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:44.269932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] For port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3,segment=NetworkSegment(2e721fe4-5716-4b3c-b127-51900e436def),segment_id=2e721fe4-5716-4b3c-b127-51900e436def)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:44.279266 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.307123 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-b4c30ed7-dad4-4ac9-b2b5-3feeecc986e8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3468018 Aug 31 13:58:44.332788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Request body: {'port': {'device_id': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:44.382054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:44.382687 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.384191 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 HTTP/1.1" status: 200 len: 1091 time: 1.5817523 Aug 31 13:58:44.385967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'tag': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:44.403656 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbd0ab3-5506-4e20-abda-e36dc213fc79" -d '{"events": [{"name": "network-changed", "server_uuid": "edb9ebc8-f7ad-4019-aeef-51dc7dd25e04", "tag": "bf98e083-97ff-4dc9-a905-bdb9d5c48bc3"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:44.423646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15771b9c-ebbe-4cc7-983f-23d813ed26e5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:44.434537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:44.455692 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-1b873e68-efe2-4dd4-8b33-d4e143b31188 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:44.474783 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-1b873e68-efe2-4dd4-8b33-d4e143b31188 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.477088 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c9f70-4546-4d0d-89e0-f30a536b3485 None None] Sync routers for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:44.507200 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c9f70-4546-4d0d-89e0-f30a536b3485 None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:44.507861 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-589c9f70-4546-4d0d-89e0-f30a536b3485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:44.513779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5', 'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'port_id': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5', 'mac_address': 'fa:16:3e:dc:88:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a4f80d-1ced-4844-b1bb-7b0eaea3bfce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:58:44.518961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f1de8-8cd0-46e6-b482-5b9bf95e4e46 req-a62cbd0d-fcb6-40f6-88e4-d06d70a5856c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:44.520711 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c44f1de8-8cd0-46e6-b482-5b9bf95e4e46 req-a62cbd0d-fcb6-40f6-88e4-d06d70a5856c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 949 time: 0.1354923 Aug 31 13:58:44.549055 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0b4218f5-e58c-407d-9bfd-150f5bf529e4 None None] Provisioning for port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:44.567923 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.590224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0b4218f5-e58c-407d-9bfd-150f5bf529e4 None None] Provisioning complete for port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:44.596029 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b4218f5-e58c-407d-9bfd-150f5bf529e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.629826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Transition to ACTIVE for port object 506c3185-a37d-4e39-a546-a3942fec3bcf will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:44.717607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c44f1de8-8cd0-46e6-b482-5b9bf95e4e46 req-c6ad1235-4c73-44f6-9c1a-31d9489e5c31 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703413 Aug 31 13:58:44.749909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35712) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:44.769864 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0b4218f5-e58c-407d-9bfd-150f5bf529e4 None None] Port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:44.780936 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-1b873e68-efe2-4dd4-8b33-d4e143b31188 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "PUT /v2.0/floatingips/8a4f7ee5-a4d0-4bec-84ef-15c5302c738d HTTP/1.1" status: 200 len: 694 time: 2.5575662 Aug 31 13:58:44.797557 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-589c9f70-4546-4d0d-89e0-f30a536b3485 None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:44.799563 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'tag': 'a5015629-8957-4bc1-9d57-ce245a97225a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:44.806572 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d473b22-e93c-481a-991b-640f0b54d0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9521e175-9ae5-4ff0-a5ed-aa22f8af67cb", "tag": "a5015629-8957-4bc1-9d57-ce245a97225a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:44.813244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-d8092b98-fc2f-4581-a82b-a984b1f4f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:44.813833 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.818171 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-d8092b98-fc2f-4581-a82b-a984b1f4f403 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f835622628545b0ba33b668320ee859&device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 1094 time: 0.2050228 Aug 31 13:58:44.906815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-2b2024d7-1f14-41e7-a6d3-0de513fb3084 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 HTTP/1.1" status: 200 len: 217 time: 0.0727425 Aug 31 13:58:44.913771 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:44.989397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Attempting to bind port 506c3185-a37d-4e39-a546-a3942fec3bcf on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:44.990174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Attempting to bind port 506c3185-a37d-4e39-a546-a3942fec3bcf by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:44.990894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Attempting to bind port 506c3185-a37d-4e39-a546-a3942fec3bcf on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:45.005039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:45.005870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:45.006588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-2700d18e-b950-48a6-8d8f-7ea73beed365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:45.006930 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.007967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:45.009147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Bound port: 506c3185-a37d-4e39-a546-a3942fec3bcf, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:45.010214 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-2700d18e-b950-48a6-8d8f-7ea73beed365 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7321e6ed-3481-485e-ac40-65cafc5805ae HTTP/1.1" status: 200 len: 853 time: 0.0791202 Aug 31 13:58:45.010548 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.019483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245987f6-9d2f-4d51-a4f1-62ed29c801f4 req-3cfbbb80-b95b-4b2f-9280-6a195a2687f2 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:45.021448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-245987f6-9d2f-4d51-a4f1-62ed29c801f4 req-3cfbbb80-b95b-4b2f-9280-6a195a2687f2 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.1310763 Aug 31 13:58:45.058695 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.082825 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.114289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] For port 506c3185-a37d-4e39-a546-a3942fec3bcf, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:45.119885 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] For port 506c3185-a37d-4e39-a546-a3942fec3bcf, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=506c3185-a37d-4e39-a546-a3942fec3bcf,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:45.121219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f682716-85c5-4dc2-8776-69901f1f0547 None None] Pushing event updated for resources: {'Port': ['ID=506c3185-a37d-4e39-a546-a3942fec3bcf,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:45.126877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-492c36dc-f261-4861-b6f0-c47dc205135e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.138020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:45.147103 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.171910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-245987f6-9d2f-4d51-a4f1-62ed29c801f4 req-307dedbd-099d-40ee-b767-23e2732eaf33 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347840 Aug 31 13:58:45.186984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-bbe84d05-8a1a-4869-9b4e-59945751f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:45.190775 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-589c9f70-4546-4d0d-89e0-f30a536b3485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:45.197230 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-bbe84d05-8a1a-4869-9b4e-59945751f2d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc0a323e-2d94-4be6-8b6d-c1023ccfe70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714201 Aug 31 13:58:45.247892 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c9f70-4546-4d0d-89e0-f30a536b3485 None None] Checking router: e99a4347-8297-41dd-885a-6cbcd27ffef5 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:45.252889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f682716-85c5-4dc2-8776-69901f1f0547 None None] Pushing event updated for resources: {'Port': ['ID=506c3185-a37d-4e39-a546-a3942fec3bcf,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:45.269214 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c9f70-4546-4d0d-89e0-f30a536b3485 None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:45.271399 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-589c9f70-4546-4d0d-89e0-f30a536b3485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:45.286825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:45.297509 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:45.375312 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:45.462247 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-589c9f70-4546-4d0d-89e0-f30a536b3485 None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:45.466359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Routers {'8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:45.467776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:45.533390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-a0c4a1fd-41e9-4a9e-8f37-ea9b66ef6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:45.535096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557347f0-d977-4608-be4e-f8e00b5aae3c req-adf02b5c-fd78-4aa8-a575-7215e8d4f897 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:45.545697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-557347f0-d977-4608-be4e-f8e00b5aae3c req-adf02b5c-fd78-4aa8-a575-7215e8d4f897 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 931 time: 0.1753149 Aug 31 13:58:45.546358 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-a0c4a1fd-41e9-4a9e-8f37-ea9b66ef6386 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 1097 time: 0.7249374 Aug 31 13:58:45.562927 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-59a308d3-30c6-4c03-89d8-7bd3a8fab345 service neutron] 10.222.0.13 "GET /v2.0/networks/bc0a323e-2d94-4be6-8b6d-c1023ccfe70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560164 Aug 31 13:58:45.615975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['0ec0d264-60d3-4819-b6d9-30fddecdd8a5'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:45.895688 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-589c9f70-4546-4d0d-89e0-f30a536b3485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:45.930837 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] Set router 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:46.104625 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-557347f0-d977-4608-be4e-f8e00b5aae3c req-e99f1633-80be-4134-834c-e22773be0241 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5562325 Aug 31 13:58:46.134581 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-492c36dc-f261-4861-b6f0-c47dc205135e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.151948 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-492c36dc-f261-4861-b6f0-c47dc205135e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.183186 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:46.196001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.214709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Transition to ACTIVE for port object a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:46.230065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Allocated IP 172.20.0.1 (190d184a-d802-4792-9914-e0100d545802/829bc83b-7477-4117-8cf8-57284c0ec031/a0fac7ed-4103-4e65-811d-523eee07c6ea) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:58:46.233766 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-254d24dc-58ea-4899-9402-939ffbde9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:46.234515 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82822f69-e357-4c54-8206-420c9ef557a8 x-openstack-request-id: req-82822f69-e357-4c54-8206-420c9ef557a8 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:46.234910 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb9ebc8-f7ad-4019-aeef-51dc7dd25e04", "tag": "bf98e083-97ff-4dc9-a905-bdb9d5c48bc3", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:46.235308 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82822f69-e357-4c54-8206-420c9ef557a8 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:46.235890 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'tag': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3', 'status': 'completed', 'code': 200} Aug 31 13:58:46.236707 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-254d24dc-58ea-4899-9402-939ffbde9cbc service neutron] 10.222.0.20 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.6892428 Aug 31 13:58:46.240202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.248981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c36dc-f261-4861-b6f0-c47dc205135e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96751e42-0a6f-4713-acf9-5ca7c7c91e8f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:46.322077 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c9f70-4546-4d0d-89e0-f30a536b3485 None None] The sync data for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 is: [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:46.378898 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-bc2b7cc7-0f7f-463a-b1ca-1dea69446492 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5015629-8957-4bc1-9d57-ce245a97225a HTTP/1.1" status: 200 len: 217 time: 0.1232634 Aug 31 13:58:46.398175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9292deeb-ebdc-438e-90c8-4b9c8bfd8093 req-2b289389-d3b8-43b4-8b79-0f598d835857 service neutron] 10.222.0.13 "GET /v2.0/networks/bc0a323e-2d94-4be6-8b6d-c1023ccfe70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8256726 Aug 31 13:58:46.468916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-492c36dc-f261-4861-b6f0-c47dc205135e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a4f98585bed42f8929632a697f78198&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6971393 Aug 31 13:58:46.469595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35748) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:46.508116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a6d5-1902-4229-8591-38d5373decc8 req-541c02a5-d4bc-41d0-bebb-4ace6561d7ac tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:46.517195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44f1a6d5-1902-4229-8591-38d5373decc8 req-541c02a5-d4bc-41d0-bebb-4ace6561d7ac tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 943 time: 0.2853863 Aug 31 13:58:46.661003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:46.676475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-943e1f52-f764-4166-a2a1-b99131e01a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:46.682022 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-943e1f52-f764-4166-a2a1-b99131e01a14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.0872314 Aug 31 13:58:46.721978 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44f1a6d5-1902-4229-8591-38d5373decc8 req-79bc052d-170b-475e-b951-9be0f22717b0 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2037861 Aug 31 13:58:46.757060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-46020939-router', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:37Z', 'updated_at': '2021-08-31T13:58:41Z', 'revision_number': 3, 'project_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'gw_port': {'id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:38Z', 'updated_at': '2021-08-31T13:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:46.781796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd0ab3-5506-4e20-abda-e36dc213fc79 req-4d5d7fa4-b450-46e3-877c-0378ff7d61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:46.784297 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cbd0ab3-5506-4e20-abda-e36dc213fc79 req-4d5d7fa4-b450-46e3-877c-0378ff7d61e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f835622628545b0ba33b668320ee859&device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 1094 time: 0.2626169 Aug 31 13:58:46.794336 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f846-fe4b-4a62-af43-4a39027d39ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.809727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3564a093-4437-4f98-aef8-a787f399aa3a None None] The sync data for ids ['8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'] in n-d-792364-6 is: [{'id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-46020939-router', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:37Z', 'updated_at': '2021-08-31T13:58:41Z', 'revision_number': 3, 'project_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'gw_port': {'id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:38Z', 'updated_at': '2021-08-31T13:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:46.816066 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209e0a6c-8ef1-4c1e-a9a4-94ee0c117304 x-openstack-request-id: req-209e0a6c-8ef1-4c1e-a9a4-94ee0c117304 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:46.816939 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9521e175-9ae5-4ff0-a5ed-aa22f8af67cb", "tag": "a5015629-8957-4bc1-9d57-ce245a97225a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:46.817191 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-209e0a6c-8ef1-4c1e-a9a4-94ee0c117304 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:46.817702 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'tag': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'status': 'completed', 'code': 200} Aug 31 13:58:46.938565 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.956043 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f846-fe4b-4a62-af43-4a39027d39ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:46.966856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Transition to ACTIVE for port object a0fac7ed-4103-4e65-811d-523eee07c6ea will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:46.970080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-38e8cd5b-28c2-498f-944c-e4b7f9ee376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:46.972255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-38e8cd5b-28c2-498f-944c-e4b7f9ee376f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174780 Aug 31 13:58:47.043121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d17700-e4b7-4b52-bd0e-4941208bbb1e None None] New status for floating IP 8a4f7ee5-a4d0-4bec-84ef-15c5302c738d: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:58:47.067010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Attempting to bind port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:47.067498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Attempting to bind port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:47.067979 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Attempting to bind port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:47.087161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:58:47.088168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Attempting to bind port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:47.111052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:47.111556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Checking segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:47.112066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Bound using segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:47.112671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Bound port: a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:47.113139 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.163343 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.171512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d473b22-e93c-481a-991b-640f0b54d0e1 req-697ca90b-dffd-4f49-8a0f-ba71be86178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:47.173204 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d473b22-e93c-481a-991b-640f0b54d0e1 req-697ca90b-dffd-4f49-8a0f-ba71be86178b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 1097 time: 0.3066230 Aug 31 13:58:47.266814 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-1b938086-0ec1-4c36-8514-7acf306b0185 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785494 Aug 31 13:58:47.274359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Network 190d184a-d802-4792-9914-e0100d545802 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:47.310001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d473b22-e93c-481a-991b-640f0b54d0e1 req-7a792166-1172-488e-a90a-be97b9432f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:47.317186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d473b22-e93c-481a-991b-640f0b54d0e1 req-7a792166-1172-488e-a90a-be97b9432f7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.1169360 Aug 31 13:58:47.401519 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7dd3a28-235f-4f86-a72b-21577fa5cac6 req-6ab3570d-928b-40ed-a6ad-52341fe55e15 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200387 Aug 31 13:58:47.426083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:47.432992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:58:47.473549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Pushing event updated for resources: {'Port': ['ID=a0fac7ed-4103-4e65-811d-523eee07c6ea,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:47.482098 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d473b22-e93c-481a-991b-640f0b54d0e1 req-85b5721e-62b8-4e83-b54a-83d509a61d56 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5015629-8957-4bc1-9d57-ce245a97225a HTTP/1.1" status: 200 len: 217 time: 0.1507614 Aug 31 13:58:47.486194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:47.490820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd0ab3-5506-4e20-abda-e36dc213fc79 req-f4a843df-c7a7-4c7e-967e-3164a8a77686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:47.508963 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cbd0ab3-5506-4e20-abda-e36dc213fc79 req-f4a843df-c7a7-4c7e-967e-3164a8a77686 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc0a323e-2d94-4be6-8b6d-c1023ccfe70b HTTP/1.1" status: 200 len: 915 time: 0.6853104 Aug 31 13:58:47.543764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:47.553524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.568129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.570380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6510-629e-4fd3-9c22-02268dd8dbfd req-b907e564-ecd7-41cd-a574-b1958d8660b8 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:47.577121 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16fb6510-629e-4fd3-9c22-02268dd8dbfd req-b907e564-ecd7-41cd-a574-b1958d8660b8 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 949 time: 0.5026991 Aug 31 13:58:47.790220 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f846-fe4b-4a62-af43-4a39027d39ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.792981 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f846-fe4b-4a62-af43-4a39027d39ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.796987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 506c3185-a37d-4e39-a546-a3942fec3bcf up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:47.805795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c6c7f846-fe4b-4a62-af43-4a39027d39ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96751e42-0a6f-4713-acf9-5ca7c7c91e8f HTTP/1.1" status: 204 len: 168 time: 1.3333259 Aug 31 13:58:47.811229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cbd0ab3-5506-4e20-abda-e36dc213fc79 req-fa58f9d9-c282-4377-a4d8-285614f1fe21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 HTTP/1.1" status: 200 len: 217 time: 0.2991261 Aug 31 13:58:47.844194 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:58:47.862203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:47.965239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:47.970093 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:47.973054 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] 10.222.0.52 "PUT /v2.0/ports/a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 200 len: 1091 time: 3.6533592 Aug 31 13:58:48.052051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7f846-fe4b-4a62-af43-4a39027d39ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96751e42-0a6f-4713-acf9-5ca7c7c91e8f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:48.063996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd0ab3-5506-4e20-abda-e36dc213fc79 req-d00fd880-04c0-4612-9efd-62cf024bdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:48.065935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cbd0ab3-5506-4e20-abda-e36dc213fc79 req-d00fd880-04c0-4612-9efd-62cf024bdafe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7321e6ed-3481-485e-ac40-65cafc5805ae HTTP/1.1" status: 200 len: 853 time: 0.1624806 Aug 31 13:58:48.072691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:48.073092 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.190690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d59dbf20-896c-4d80-9fa5-70ee77ed465e None None] Provisioning for port a0fac7ed-4103-4e65-811d-523eee07c6ea completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:48.205346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16fb6510-629e-4fd3-9c22-02268dd8dbfd req-f3413cce-b372-432a-9aa5-3675658260a8 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254084 Aug 31 13:58:48.213589 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d59dbf20-896c-4d80-9fa5-70ee77ed465e None None] Provisioning complete for port a0fac7ed-4103-4e65-811d-523eee07c6ea triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:48.218766 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d59dbf20-896c-4d80-9fa5-70ee77ed465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.307359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d473b22-e93c-481a-991b-640f0b54d0e1 req-58bba092-f14e-4377-afda-e99295b57a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:48.308941 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d473b22-e93c-481a-991b-640f0b54d0e1 req-58bba092-f14e-4377-afda-e99295b57a7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.7752194 Aug 31 13:58:48.310744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd0ab3-5506-4e20-abda-e36dc213fc79 req-9bde5bfc-113c-4936-a577-bd792d2c6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:48.312231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cbd0ab3-5506-4e20-abda-e36dc213fc79 req-9bde5bfc-113c-4936-a577-bd792d2c6fb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc0a323e-2d94-4be6-8b6d-c1023ccfe70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320559 Aug 31 13:58:48.404180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 506c3185-a37d-4e39-a546-a3942fec3bcf completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:48.424129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d59dbf20-896c-4d80-9fa5-70ee77ed465e None None] Port a0fac7ed-4103-4e65-811d-523eee07c6ea cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:48.429401 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 506c3185-a37d-4e39-a546-a3942fec3bcf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:48.430699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.467594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cbd0ab3-5506-4e20-abda-e36dc213fc79 req-426f75d3-6c92-4177-a8b6-9c46a7094d80 service neutron] 10.222.0.13 "GET /v2.0/networks/bc0a323e-2d94-4be6-8b6d-c1023ccfe70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349330 Aug 31 13:58:48.653067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cbd0ab3-5506-4e20-abda-e36dc213fc79 req-aaa65376-2bd0-4e1a-b917-8a187a0a0305 service neutron] 10.222.0.13 "GET /v2.0/networks/bc0a323e-2d94-4be6-8b6d-c1023ccfe70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679664 Aug 31 13:58:48.654394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35772) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:48.701524 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-773f317d-a64d-4941-9983-9af260430568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.829770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-773f317d-a64d-4941-9983-9af260430568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.843513 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-773f317d-a64d-4941-9983-9af260430568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.876260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:48.880393 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d23cc5-9853-4b99-bfab-dc719a91a847" -d '{"events": [{"name": "network-changed", "server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:48.886761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa50a3-03ab-4697-97ac-14d17df4ddb5 service neutron] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:48.922530 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-773f317d-a64d-4941-9983-9af260430568 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a00cc18e76e6480da848ef7fc5939a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629449 Aug 31 13:58:48.922530 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f317d-a64d-4941-9983-9af260430568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c6216a-f5e3-4b97-9de7-c07bb30b46cf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:48.926770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35776) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:48.948407 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:48.949193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d473b22-e93c-481a-991b-640f0b54d0e1 req-818f5fe5-3656-4b30-a400-d56a9f135db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:48.950355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d473b22-e93c-481a-991b-640f0b54d0e1 req-818f5fe5-3656-4b30-a400-d56a9f135db8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6324475 Aug 31 13:58:49.084213 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d473b22-e93c-481a-991b-640f0b54d0e1 req-489df2ac-fb7c-45ee-bac7-61f27834724c service neutron] 10.222.0.52 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202092 Aug 31 13:58:49.088637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:49.101582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd5bf66-ac69-49e8-8c7c-796f64219e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:49.107388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa736a1-28c6-44f2-a96a-ceca9dc235a7 req-f0611a99-8e62-4411-8ac9-b5f2e70d3b31 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:49.110783 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4aa736a1-28c6-44f2-a96a-ceca9dc235a7 req-f0611a99-8e62-4411-8ac9-b5f2e70d3b31 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 943 time: 0.6420381 Aug 31 13:58:49.112476 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c749a1c-a199-435f-9bd4-e094d9513287" -d '{"events": [{"server_uuid": "dbd5bf66-ac69-49e8-8c7c-796f64219e00", "name": "network-vif-plugged", "status": "completed", "tag": "0ec0d264-60d3-4819-b6d9-30fddecdd8a5"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:49.130792 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:49.137177 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:49.198806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167a214-a088-4319-b9e8-4533fca48f6f req-2a8e731b-52d1-418f-b654-ef2dfcd8e896 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:49.214590 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a167a214-a088-4319-b9e8-4533fca48f6f req-2a8e731b-52d1-418f-b654-ef2dfcd8e896 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 1.5865452 Aug 31 13:58:49.263550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:49.267708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 506c3185-a37d-4e39-a546-a3942fec3bcf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=506c3185-a37d-4e39-a546-a3942fec3bcf,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:49.288032 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:49.313398 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4aa736a1-28c6-44f2-a96a-ceca9dc235a7 req-0c094661-f272-4543-b45d-526f927e30e9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869791 Aug 31 13:58:49.350786 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d473b22-e93c-481a-991b-640f0b54d0e1 req-e41a4b6c-5c8a-4123-9e28-019a738ec264 service neutron] 10.222.0.52 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382884 Aug 31 13:58:49.414158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=506c3185-a37d-4e39-a546-a3942fec3bcf,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:49.414903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-3d4143e5-72e3-481e-b4b7-7c43862b090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:49.419131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-3d4143e5-72e3-481e-b4b7-7c43862b090f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 1094 time: 0.5193934 Aug 31 13:58:49.473440 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b041c41-7047-40df-9c4f-e2b9ce1179bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:49.531331 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-c7fb6caa-c5de-41dc-b2df-61daae69571e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 200 len: 217 time: 0.0923843 Aug 31 13:58:49.595675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 506c3185-a37d-4e39-a546-a3942fec3bcf up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:49.681895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-dd93d80e-f7e5-406b-8b83-77cd91d0a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:49.683959 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-dd93d80e-f7e5-406b-8b83-77cd91d0a206 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.1341970 Aug 31 13:58:49.688113 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:49.706477 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a167a214-a088-4319-b9e8-4533fca48f6f req-0b0f6fa8-eee8-4a5b-99fe-d2f16afd291f tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908719 Aug 31 13:58:49.716677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:58:49.729380 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 506c3185-a37d-4e39-a546-a3942fec3bcf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:49.730118 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:49.739801 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b041c41-7047-40df-9c4f-e2b9ce1179bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:49.907709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-dcd8e8fe-176d-4a4c-8eab-53881f1be7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:49.910000 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-dcd8e8fe-176d-4a4c-8eab-53881f1be7c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137964 Aug 31 13:58:49.929747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92176f11-4e26-459e-b24e-2a115d1ffd7f req-e4a69943-0821-455e-b9ba-36b4d9e8cd0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:49.954873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92176f11-4e26-459e-b24e-2a115d1ffd7f req-e4a69943-0821-455e-b9ba-36b4d9e8cd0f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 943 time: 0.2436523 Aug 31 13:58:50.032915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3,segment=NetworkSegment(2e721fe4-5716-4b3c-b127-51900e436def),segment_id=2e721fe4-5716-4b3c-b127-51900e436def)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:50.052968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'port_id': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3', 'mac_address': 'fa:16:3e:90:78:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:58:50.088422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92176f11-4e26-459e-b24e-2a115d1ffd7f req-c0f11cc2-55ff-440b-a8a3-081f84892b26 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1323335 Aug 31 13:58:50.123856 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.150725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:50.155236 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0640b78c-2ca0-419f-89f2-309fdca99f31 x-openstack-request-id: req-0640b78c-2ca0-419f-89f2-309fdca99f31 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:50.155583 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:50.156084 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0640b78c-2ca0-419f-89f2-309fdca99f31 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:50.157781 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'status': 'completed', 'code': 200} Aug 31 13:58:50.194132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3,segment=NetworkSegment(2e721fe4-5716-4b3c-b127-51900e436def),segment_id=2e721fe4-5716-4b3c-b127-51900e436def)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:50.200887 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.283185 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b95010-a5d9-49f9-ba8e-a82f06da4026 x-openstack-request-id: req-c9b95010-a5d9-49f9-ba8e-a82f06da4026 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:50.283185 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd5bf66-ac69-49e8-8c7c-796f64219e00", "name": "network-vif-plugged", "status": "completed", "tag": "0ec0d264-60d3-4819-b6d9-30fddecdd8a5", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:50.283781 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9b95010-a5d9-49f9-ba8e-a82f06da4026 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:50.285316 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd5bf66-ac69-49e8-8c7c-796f64219e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5', 'code': 200} Aug 31 13:58:50.303787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:50.409729 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b041c41-7047-40df-9c4f-e2b9ce1179bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.423386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b041c41-7047-40df-9c4f-e2b9ce1179bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.430405 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0b041c41-7047-40df-9c4f-e2b9ce1179bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3c6216a-f5e3-4b97-9de7-c07bb30b46cf HTTP/1.1" status: 204 len: 168 time: 1.4692776 Aug 31 13:58:50.467258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['bf98e083-97ff-4dc9-a905-bdb9d5c48bc3'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:50.529865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-ce1355b4-210f-4ba3-81b5-0e925b9d33e5 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:50.538296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b041c41-7047-40df-9c4f-e2b9ce1179bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c6216a-f5e3-4b97-9de7-c07bb30b46cf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:50.562355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-ce1355b4-210f-4ba3-81b5-0e925b9d33e5 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1689699 Aug 31 13:58:50.686204 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-9d0388fb-db7e-4e0c-92c4-1f4d7249af32 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 695 time: 0.1229336 Aug 31 13:58:50.691219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-1c0aed27-f9ed-4ade-86b6-764b996fce62 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301206 Aug 31 13:58:50.692882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-6c113e4e-aaf0-49e0-94ad-c7ae4e578c3a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Request body: {'floatingip': {'port_id': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:50.751750 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-6c113e4e-aaf0-49e0-94ad-c7ae4e578c3a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.796081 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.808300 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:50.858661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:51.081625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Pushing event updated for resources: {'Port': ['ID=a0fac7ed-4103-4e65-811d-523eee07c6ea,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:51.100058 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e663da35-5029-4792-8f20-c01cf27f08b5 req-f6a6e9cf-96df-421e-8cd8-b5a8ce0ac57b service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920815 Aug 31 13:58:51.252072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Network 190d184a-d802-4792-9914-e0100d545802 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:58:51.256406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:58:51.599072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d23cc5-9853-4b99-bfab-dc719a91a847 req-ef981af4-ac3a-444a-9d0d-2c713a206c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:51.603816 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d23cc5-9853-4b99-bfab-dc719a91a847 req-ef981af4-ac3a-444a-9d0d-2c713a206c94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 1094 time: 0.4168651 Aug 31 13:58:51.747194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:51.905499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b5962-05e7-492c-984b-c4b3b784b658 req-a3f771e1-842a-4a42-a0f0-b9d6737ac046 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:51.912863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cb496ce4-546f-42aa-a160-2c262716f321 None None] Provisioning complete for port a0fac7ed-4103-4e65-811d-523eee07c6ea triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:51.913823 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cb496ce4-546f-42aa-a160-2c262716f321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:51.914442 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2e8b5962-05e7-492c-984b-c4b3b784b658 req-a3f771e1-842a-4a42-a0f0-b9d6737ac046 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 943 time: 0.3498962 Aug 31 13:58:51.919127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:51.951789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:51.952806 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:51.973827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Router 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:51.998969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5964c69-3d92-495b-8018-0b721d209c94 req-6a48e8d4-89c4-46ac-beaa-235734d95e51 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:52.000913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-cb496ce4-546f-42aa-a160-2c262716f321 None None] Port a0fac7ed-4103-4e65-811d-523eee07c6ea cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:58:52.001304 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e5964c69-3d92-495b-8018-0b721d209c94 req-6a48e8d4-89c4-46ac-beaa-235734d95e51 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.52 "GET /v2.0/ports?device_id=9521e175-9ae5-4ff0-a5ed-aa22f8af67cb HTTP/1.1" status: 200 len: 946 time: 0.2716472 Aug 31 13:58:52.108906 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2e8b5962-05e7-492c-984b-c4b3b784b658 req-e1c8d621-925e-4c08-a959-e819949a499d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933274 Aug 31 13:58:52.158620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d23cc5-9853-4b99-bfab-dc719a91a847 req-5c7e8416-eeaf-4189-a707-b284bbcbdb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:52.160190 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:52.160792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d23cc5-9853-4b99-bfab-dc719a91a847 req-5c7e8416-eeaf-4189-a707-b284bbcbdb59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.5301235 Aug 31 13:58:52.241486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3,segment=NetworkSegment(2e721fe4-5716-4b3c-b127-51900e436def),segment_id=2e721fe4-5716-4b3c-b127-51900e436def)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:52.260233 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:52.342788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:52.350651 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-03b84aca-a6ff-4627-8e35-160735b23595 admin admin] 10.222.0.20 "PUT /v2.0/routers/8e6da0e2-a49e-46c8-bf2c-c3c36be4a733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1480243 Aug 31 13:58:52.357442 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Sync routers for ids ['8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:52.378530 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Routers {'8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:52.381789 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:52.384113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:52.401382 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfde21e-2a38-439a-9f13-c94f23f4d3b4" -d '{"events": [{"server_uuid": "edb9ebc8-f7ad-4019-aeef-51dc7dd25e04", "name": "network-vif-plugged", "status": "completed", "tag": "bf98e083-97ff-4dc9-a905-bdb9d5c48bc3"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:52.419057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf539b-38a6-4d96-b548-b7db916c26c4 req-81361510-3aff-4b6d-a69a-60f64b82eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:52.419057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fbf539b-38a6-4d96-b548-b7db916c26c4 req-81361510-3aff-4b6d-a69a-60f64b82eaaa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 1096 time: 0.9212871 Aug 31 13:58:52.436892 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-6c113e4e-aaf0-49e0-94ad-c7ae4e578c3a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:52.462647 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-6c113e4e-aaf0-49e0-94ad-c7ae4e578c3a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:52.525828 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:52.551132 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d23cc5-9853-4b99-bfab-dc719a91a847 req-b70d338f-c6f1-426e-bd52-03d19c19cc1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 200 len: 217 time: 0.1993177 Aug 31 13:58:52.717550 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Set router 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:52.719638 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bcc09-13b0-4a44-a978-e50eebe8331d req-da4aedd7-e68a-4cdc-9de7-e6e43767028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:52.722939 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b19bcc09-13b0-4a44-a978-e50eebe8331d req-da4aedd7-e68a-4cdc-9de7-e6e43767028f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 1097 time: 0.1563647 Aug 31 13:58:52.742850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf539b-38a6-4d96-b548-b7db916c26c4 req-69bfee5e-bb95-4d18-a30d-6adad444e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:52.747371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fbf539b-38a6-4d96-b548-b7db916c26c4 req-69bfee5e-bb95-4d18-a30d-6adad444e7a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 920 time: 0.3079462 Aug 31 13:58:52.764543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a42898-c631-4de2-a19d-92fa5b7e7537 req-f6404fa3-e9b1-4991-855a-16b10893ec71 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:52.766412 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-28a42898-c631-4de2-a19d-92fa5b7e7537 req-f6404fa3-e9b1-4991-855a-16b10893ec71 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 949 time: 0.2234554 Aug 31 13:58:52.768642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-e5964c69-3d92-495b-8018-0b721d209c94 req-c777dc78-412c-42e6-9f86-eb8d78eecd8a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Deleting port a5015629-8957-4bc1-9d57-ce245a97225a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:52.769114 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e5964c69-3d92-495b-8018-0b721d209c94 req-c777dc78-412c-42e6-9f86-eb8d78eecd8a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:52.848517 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-6c113e4e-aaf0-49e0-94ad-c7ae4e578c3a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Floating IP 8a4f7ee5-a4d0-4bec-84ef-15c5302c738d associated. External IP: 172.25.3.91, port: cf6c4514-48bd-410d-b07a-df250e9c1d6f. Aug 31 13:58:52.910797 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d23cc5-9853-4b99-bfab-dc719a91a847 req-2264faba-42d0-40ed-9ed2-e275f65cd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:52.912295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d23cc5-9853-4b99-bfab-dc719a91a847 req-2264faba-42d0-40ed-9ed2-e275f65cd26d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.2803793 Aug 31 13:58:52.990905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-28a42898-c631-4de2-a19d-92fa5b7e7537 req-b4851329-cf7f-4941-9cf0-1a0dc14feacb tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159364 Aug 31 13:58:53.059029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e5964c69-3d92-495b-8018-0b721d209c94 req-c777dc78-412c-42e6-9f86-eb8d78eecd8a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] For port a5015629-8957-4bc1-9d57-ce245a97225a, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a5015629-8957-4bc1-9d57-ce245a97225a,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:53.059553 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e5964c69-3d92-495b-8018-0b721d209c94 req-c777dc78-412c-42e6-9f86-eb8d78eecd8a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.107152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-e5964c69-3d92-495b-8018-0b721d209c94 req-c777dc78-412c-42e6-9f86-eb8d78eecd8a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Calling delete_port for a5015629-8957-4bc1-9d57-ce245a97225a owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:53.239686 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-46020939-router', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:37Z', 'updated_at': '2021-08-31T13:58:49Z', 'revision_number': 4, 'project_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'gw_port': {'id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:38Z', 'updated_at': '2021-08-31T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a0fac7ed-4103-4e65-811d-523eee07c6ea', 'name': '', 'network_id': '190d184a-d802-4792-9914-e0100d545802', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'mac_address': 'fa:16:3e:49:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '829bc83b-7477-4117-8cf8-57284c0ec031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:45Z', 'updated_at': '2021-08-31T13:58:49Z', 'revision_number': 2, 'project_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'subnets': [{'id': '829bc83b-7477-4117-8cf8-57284c0ec031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:53.250582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fbf539b-38a6-4d96-b548-b7db916c26c4 req-3e5bdd2b-c83e-4f2f-8c54-0e85a5c1155e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5796929e-d7cb-4533-82b0-db789e222179 HTTP/1.1" status: 200 len: 217 time: 0.4905336 Aug 31 13:58:53.328224 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Checking router: 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:53.328620 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Updating router 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 port a0fac7ed-4103-4e65-811d-523eee07c6ea binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:58:53.331537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bcc09-13b0-4a44-a978-e50eebe8331d req-b25d908d-42b3-407b-b5df-582f062de6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:53.333448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b19bcc09-13b0-4a44-a978-e50eebe8331d req-b25d908d-42b3-407b-b5df-582f062de6f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 905 time: 0.5627878 Aug 31 13:58:53.390590 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.450002 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e5964c69-3d92-495b-8018-0b721d209c94 req-c777dc78-412c-42e6-9f86-eb8d78eecd8a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.463585 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['cf6c4514-48bd-410d-b07a-df250e9c1d6f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:53.468500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a5015629-8957-4bc1-9d57-ce245a97225a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:53.477753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d23cc5-9853-4b99-bfab-dc719a91a847 req-f92d1a5a-509b-41f7-b05b-fef51d38ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:53.479301 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d23cc5-9853-4b99-bfab-dc719a91a847 req-f92d1a5a-509b-41f7-b05b-fef51d38ef32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5559380 Aug 31 13:58:53.551776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfe970-06b3-4f6f-b1c7-41147bdbceed req-0eb9c01f-32a5-4cd9-a02b-e019821f1d5d tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:53.553414 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3abfe970-06b3-4f6f-b1c7-41147bdbceed req-0eb9c01f-32a5-4cd9-a02b-e019821f1d5d tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 945 time: 0.1953673 Aug 31 13:58:53.670457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777dc78-412c-42e6-9f86-eb8d78eecd8a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Pushing event deleted for resources: {'Port': ['ID=a5015629-8957-4bc1-9d57-ce245a97225a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:53.880957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:58:53.897483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5964c69-3d92-495b-8018-0b721d209c94 req-c777dc78-412c-42e6-9f86-eb8d78eecd8a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] No DVR routers for this DVR port a5015629-8957-4bc1-9d57-ce245a97225a on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:58:53.923257 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e5964c69-3d92-495b-8018-0b721d209c94 req-c777dc78-412c-42e6-9f86-eb8d78eecd8a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:53.940712 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e5964c69-3d92-495b-8018-0b721d209c94 req-c777dc78-412c-42e6-9f86-eb8d78eecd8a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.52 "DELETE /v2.0/ports/a5015629-8957-4bc1-9d57-ce245a97225a HTTP/1.1" status: 204 len: 173 time: 1.9218719 Aug 31 13:58:53.947212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'name': 'network-vif-deleted', 'tag': 'a5015629-8957-4bc1-9d57-ce245a97225a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:53.959983 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0543e5d5-2376-4ba0-a4e1-a151c25a5b78" -d '{"events": [{"server_uuid": "9521e175-9ae5-4ff0-a5ed-aa22f8af67cb", "name": "network-vif-deleted", "tag": "a5015629-8957-4bc1-9d57-ce245a97225a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:53.984265 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d23cc5-9853-4b99-bfab-dc719a91a847 req-e851fc63-328f-4c46-9f50-c7b27a86ed35 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279525 Aug 31 13:58:54.015801 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3abfe970-06b3-4f6f-b1c7-41147bdbceed req-a779c146-58e2-4ac0-a665-0fa9aaceae8a tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4517658 Aug 31 13:58:54.116282 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.171812 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Transition to ACTIVE for port object a0fac7ed-4103-4e65-811d-523eee07c6ea will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:58:54.195373 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.198249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d23cc5-9853-4b99-bfab-dc719a91a847 req-d38d4dde-b80f-4256-8586-2cffe8d62158 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776345 Aug 31 13:58:54.235738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:54.254439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'port_id': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'mac_address': 'fa:16:3e:33:d6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:58:54.297144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9999701-8db5-4621-a1cf-2c84ece79691 req-82b108ce-a0da-43a6-b43a-647306db3875 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:54.299053 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d9999701-8db5-4621-a1cf-2c84ece79691 req-82b108ce-a0da-43a6-b43a-647306db3875 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.0985649 Aug 31 13:58:54.337275 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b19bcc09-13b0-4a44-a978-e50eebe8331d req-30ee2769-e052-45c9-a802-e0cadb4218d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ec0d264-60d3-4819-b6d9-30fddecdd8a5 HTTP/1.1" status: 200 len: 217 time: 0.9772811 Aug 31 13:58:54.351745 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aef5c-9444-4899-977e-0b0fe6573f97 None None] Pushing event updated for resources: {'Port': ['ID=a0fac7ed-4103-4e65-811d-523eee07c6ea,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:54.360800 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.388845 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d9999701-8db5-4621-a1cf-2c84ece79691 req-aaba7a6d-ee16-43f9-b714-889cc4418d5c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831153 Aug 31 13:58:54.397656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:58:54.432771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:54.446343 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.495061 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Attempting to bind port a0fac7ed-4103-4e65-811d-523eee07c6ea on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:58:54.496231 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Attempting to bind port a0fac7ed-4103-4e65-811d-523eee07c6ea by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '037608c5-9ef8-49d7-874a-016b139bf348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '190d184a-d802-4792-9914-e0100d545802'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:58:54.497011 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Attempting to bind port a0fac7ed-4103-4e65-811d-523eee07c6ea on network 190d184a-d802-4792-9914-e0100d545802 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:58:54.507980 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:58:54.509102 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Checking segment: {'id': '037608c5-9ef8-49d7-874a-016b139bf348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '190d184a-d802-4792-9914-e0100d545802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:58:54.510223 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.511809 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Bound using segment: {'id': '037608c5-9ef8-49d7-874a-016b139bf348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '190d184a-d802-4792-9914-e0100d545802'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:58:54.515636 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Bound port: a0fac7ed-4103-4e65-811d-523eee07c6ea, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037608c5-9ef8-49d7-874a-016b139bf348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '190d184a-d802-4792-9914-e0100d545802'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:58:54.516394 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.551687 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2d1250-3540-4621-8d79-090d5d13cb29 x-openstack-request-id: req-ed2d1250-3540-4621-8d79-090d5d13cb29 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:54.552138 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb9ebc8-f7ad-4019-aeef-51dc7dd25e04", "name": "network-vif-plugged", "status": "completed", "tag": "bf98e083-97ff-4dc9-a905-bdb9d5c48bc3", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:54.552138 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed2d1250-3540-4621-8d79-090d5d13cb29 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:54.552582 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3', 'code': 200} Aug 31 13:58:54.558786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:54.609399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf539b-38a6-4d96-b548-b7db916c26c4 req-6b113e10-9e05-412c-9d07-e0c78461ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:54.611562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fbf539b-38a6-4d96-b548-b7db916c26c4 req-6b113e10-9e05-412c-9d07-e0c78461ea3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 200 len: 859 time: 1.3287592 Aug 31 13:58:54.647765 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] For port a0fac7ed-4103-4e65-811d-523eee07c6ea, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:58:54.653125 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] For port a0fac7ed-4103-4e65-811d-523eee07c6ea, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a0fac7ed-4103-4e65-811d-523eee07c6ea,segment=NetworkSegment(037608c5-9ef8-49d7-874a-016b139bf348),segment_id=037608c5-9ef8-49d7-874a-016b139bf348)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:58:54.661680 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:54.720880 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fbf539b-38a6-4d96-b548-b7db916c26c4 req-6e0bb8e7-ee58-4e53-9d64-699c040f3498 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446613 Aug 31 13:58:54.768882 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aef5c-9444-4899-977e-0b0fe6573f97 None None] Pushing event updated for resources: {'Port': ['ID=a0fac7ed-4103-4e65-811d-523eee07c6ea,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:54.770813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:58:54.786805 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Routers {'8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:54.791434 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:54.890675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bcc09-13b0-4a44-a978-e50eebe8331d req-9654da10-f646-4e41-a777-4cfe57e405cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:54.892207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b19bcc09-13b0-4a44-a978-e50eebe8331d req-9654da10-f646-4e41-a777-4cfe57e405cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81a4f80d-1ced-4844-b1bb-7b0eaea3bfce HTTP/1.1" status: 200 len: 844 time: 0.5460575 Aug 31 13:58:54.894185 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fbf539b-38a6-4d96-b548-b7db916c26c4 req-6c81c9e7-b61a-4866-86d9-c23f735d9595 service neutron] 10.222.0.52 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643503 Aug 31 13:58:55.031399 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] Set router 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:55.094691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fbf539b-38a6-4d96-b548-b7db916c26c4 req-0eb8cc5e-4e20-4f81-8ad5-c1e33e45e0ab service neutron] 10.222.0.52 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178963 Aug 31 13:58:55.096218 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-8ec86b92-59a4-4a07-a7e5-a3cc70b53215 req-57667b7d-573f-4df9-9a38-1130b027fa56 tempest-FloatingIPDetailsNegativeTestJSON-1554692274 tempest-FloatingIPDetailsNegativeTestJSON-1554692274-project] show failed (client error): The resource could not be found. Aug 31 13:58:55.100918 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8ec86b92-59a4-4a07-a7e5-a3cc70b53215 req-57667b7d-573f-4df9-9a38-1130b027fa56 tempest-FloatingIPDetailsNegativeTestJSON-1554692274 tempest-FloatingIPDetailsNegativeTestJSON-1554692274-project] 10.222.0.20 "GET /v2.0/floatingips/dbcc4b06-2bde-4299-8276-2e8885000daf HTTP/1.1" status: 404 len: 350 time: 0.0883880 Aug 31 13:58:55.111661 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35878) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:58:55.206220 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b19bcc09-13b0-4a44-a978-e50eebe8331d req-b5affce4-ed34-4a0c-824a-d7efa8170948 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=097ed294-311a-4047-a411-d1b3a475b551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2281199 Aug 31 13:58:55.247341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e7220-f77a-4de0-b94d-c92cbfe6765e req-81a1ae6d-154f-4c44-b2a2-c35c9d7409ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:55.250429 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f58e7220-f77a-4de0-b94d-c92cbfe6765e req-81a1ae6d-154f-4c44-b2a2-c35c9d7409ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 1096 time: 0.6317401 Aug 31 13:58:55.342727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-6c113e4e-aaf0-49e0-94ad-c7ae4e578c3a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Router e99a4347-8297-41dd-885a-6cbcd27ffef5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:55.375322 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f58e7220-f77a-4de0-b94d-c92cbfe6765e req-31c7c23c-0ce8-44ae-9d8e-73c144323203 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067441 Aug 31 13:58:55.386710 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d838d1-f396-4657-8563-ae851725d5c3 req-192565ce-b48e-42b2-850e-0679bf2040ca tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:55.393761 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0d838d1-f396-4657-8563-ae851725d5c3 req-192565ce-b48e-42b2-850e-0679bf2040ca tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1677926 Aug 31 13:58:55.416172 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-46020939-router', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:37Z', 'updated_at': '2021-08-31T13:58:49Z', 'revision_number': 4, 'project_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'gw_port': {'id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:38Z', 'updated_at': '2021-08-31T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a0fac7ed-4103-4e65-811d-523eee07c6ea', 'name': '', 'network_id': '190d184a-d802-4792-9914-e0100d545802', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'mac_address': 'fa:16:3e:49:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '829bc83b-7477-4117-8cf8-57284c0ec031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:45Z', 'updated_at': '2021-08-31T13:58:54Z', 'revision_number': 4, 'project_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'subnets': [{'id': '829bc83b-7477-4117-8cf8-57284c0ec031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:55.475798 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84d952-4d26-4437-853f-46cbe99d96ab None None] The sync data for ids ['8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'] in n-d-792364-6 is: [{'id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-46020939-router', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:37Z', 'updated_at': '2021-08-31T13:58:49Z', 'revision_number': 4, 'project_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'gw_port': {'id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:38Z', 'updated_at': '2021-08-31T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a0fac7ed-4103-4e65-811d-523eee07c6ea', 'name': '', 'network_id': '190d184a-d802-4792-9914-e0100d545802', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'mac_address': 'fa:16:3e:49:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '829bc83b-7477-4117-8cf8-57284c0ec031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:45Z', 'updated_at': '2021-08-31T13:58:54Z', 'revision_number': 4, 'project_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'subnets': [{'id': '829bc83b-7477-4117-8cf8-57284c0ec031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:55.573067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b19bcc09-13b0-4a44-a978-e50eebe8331d req-431ff5bc-ca6b-4371-996d-7feac5d2e06a service neutron] 10.222.0.52 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453600 Aug 31 13:58:55.668263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-6c113e4e-aaf0-49e0-94ad-c7ae4e578c3a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:55.676817 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-6c113e4e-aaf0-49e0-94ad-c7ae4e578c3a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:55.679081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3959f2ca-a9d8-4995-86ef-a880f342a0de None None] Sync routers for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:58:55.686343 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0d838d1-f396-4657-8563-ae851725d5c3 req-c3322fec-cf32-441d-a850-f80e01fca68e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626880 Aug 31 13:58:55.699824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3959f2ca-a9d8-4995-86ef-a880f342a0de None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:55.700504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3959f2ca-a9d8-4995-86ef-a880f342a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:55.744993 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-6c113e4e-aaf0-49e0-94ad-c7ae4e578c3a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "PUT /v2.0/floatingips/8a4f7ee5-a4d0-4bec-84ef-15c5302c738d HTTP/1.1" status: 200 len: 995 time: 5.0457771 Aug 31 13:58:55.747533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:55.750104 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a8a3f0-6a31-4d67-b819-b99c6ad8daa9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:55.856693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-b0d63ec8-5ddc-468b-af00-06a8c2b85dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:55.866172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-b0d63ec8-5ddc-468b-af00-06a8c2b85dce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 1096 time: 0.1104808 Aug 31 13:58:55.882344 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b19bcc09-13b0-4a44-a978-e50eebe8331d req-3f3366f5-aeaf-44a7-bbad-2e9fc944fd52 service neutron] 10.222.0.52 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953677 Aug 31 13:58:56.025773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-18568c44-69a7-4d65-8c32-30f72d630ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:56.034522 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-18568c44-69a7-4d65-8c32-30f72d630ac5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.1672568 Aug 31 13:58:56.045130 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-929cbb05-d83e-4654-8e14-985dba3f70ba tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3466841b873d4fd59d8440010f5acbf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565772 Aug 31 13:58:56.115465 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-66d37043-1e03-4e2a-9b1e-c3874107f82e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 998 time: 0.0797637 Aug 31 13:58:56.173216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:56.174362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-377ac261-f28d-470d-aefe-1a60bfa0335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:56.185887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-377ac261-f28d-470d-aefe-1a60bfa0335e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.0693009 Aug 31 13:58:56.194880 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-742b52bc-261a-43a8-ae93-cda4f0e1e418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.250247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-c73c2853-1791-4e2d-a5d7-7c27fc866b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:56.260973 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-c73c2853-1791-4e2d-a5d7-7c27fc866b82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731564 Aug 31 13:58:56.286704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3959f2ca-a9d8-4995-86ef-a880f342a0de None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:56.289950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:56.326786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:56.327314 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.362831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72695-2946-4f3c-8286-c05db50b772f req-113812d4-0e85-4039-b14c-67e35ccc82e2 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:56.370503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-113812d4-0e85-4039-b14c-67e35ccc82e2 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229673 Aug 31 13:58:56.426645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-d1ade711-3572-4669-be16-8e3359257f99 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/quotas/3466841b873d4fd59d8440010f5acbf3 HTTP/1.1" status: 200 len: 375 time: 0.0552258 Aug 31 13:58:56.457842 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-1eb6abef-55c3-42e1-a280-d6fd53665b0f service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913686 Aug 31 13:58:56.576835 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-a57b9d87-93bd-466b-99e2-d06fac713038 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3466841b873d4fd59d8440010f5acbf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492159 Aug 31 13:58:56.602436 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.627686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e72f931c-c52f-49e2-96d8-a9fa7d1aefdb req-ed177ff6-b9d6-41f7-af2a-e61accaced03 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678038 Aug 31 13:58:56.665737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:58:56.675574 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d285548-068c-43a6-af9f-9e94e0055a57" -d '{"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-plugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:58:56.735482 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:56.746312 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.747528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a5015629-8957-4bc1-9d57-ce245a97225a no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:58:56.791218 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92662b0c-6dbc-4ad1-8c00-9bfc92b80f9e x-openstack-request-id: req-92662b0c-6dbc-4ad1-8c00-9bfc92b80f9e {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:56.791607 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9521e175-9ae5-4ff0-a5ed-aa22f8af67cb", "name": "network-vif-deleted", "tag": "a5015629-8957-4bc1-9d57-ce245a97225a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:56.792055 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92662b0c-6dbc-4ad1-8c00-9bfc92b80f9e {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:56.792584 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9521e175-9ae5-4ff0-a5ed-aa22f8af67cb', 'name': 'network-vif-deleted', 'tag': 'a5015629-8957-4bc1-9d57-ce245a97225a', 'status': 'completed', 'code': 200} Aug 31 13:58:56.853801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-742b52bc-261a-43a8-ae93-cda4f0e1e418 admin admin] Deleting port a0fac7ed-4103-4e65-811d-523eee07c6ea {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:58:56.854293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-742b52bc-261a-43a8-ae93-cda4f0e1e418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:56.931995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: a5015629-8957-4bc1-9d57-ce245a97225a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:58:56.933110 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a5015629-8957-4bc1-9d57-ce245a97225a not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:58:56.940819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:57.052604 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3959f2ca-a9d8-4995-86ef-a880f342a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8a4f7ee5-a4d0-4bec-84ef-15c5302c738d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'port_id': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'mac_address': 'fa:16:3e:c8:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:55Z', 'updated_at': '2021-08-31T13:58:52Z', 'revision_number': 8, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:57.053266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-dba94f12-2fc7-4840-b98c-330bdea25d51 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c620a64d6ee046609af17e82121ae804&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387731 Aug 31 13:58:57.099981 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3959f2ca-a9d8-4995-86ef-a880f342a0de None None] Checking router: e99a4347-8297-41dd-885a-6cbcd27ffef5 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:58:57.122108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3959f2ca-a9d8-4995-86ef-a880f342a0de None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:58:57.122930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3959f2ca-a9d8-4995-86ef-a880f342a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:57.191838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-8961d871-55e0-4d0f-9a5c-0050d1d449f0 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:57.240931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-8961d871-55e0-4d0f-9a5c-0050d1d449f0 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866624 Aug 31 13:58:57.289231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-53957271-9677-4d0c-a8bf-bc5bef48c800 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/quotas/c620a64d6ee046609af17e82121ae804 HTTP/1.1" status: 200 len: 375 time: 0.0469632 Aug 31 13:58:57.356025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3959f2ca-a9d8-4995-86ef-a880f342a0de None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:58:57.369804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-ed402964-0b80-4a91-8ab7-2b16f346b772 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c620a64d6ee046609af17e82121ae804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795665 Aug 31 13:58:57.674099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a0fac7ed-4103-4e65-811d-523eee07c6ea up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:58:57.852199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f1aa5-fb35-4870-a573-df2a15a94754 req-f417fb34-4c9a-469a-b883-37291c477ab5 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:57.855736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port a0fac7ed-4103-4e65-811d-523eee07c6ea completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:58:57.857824 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f52f1aa5-fb35-4870-a573-df2a15a94754 req-f417fb34-4c9a-469a-b883-37291c477ab5 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 945 time: 0.2848959 Aug 31 13:58:57.862050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port a0fac7ed-4103-4e65-811d-523eee07c6ea triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:58:57.862234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-742b52bc-261a-43a8-ae93-cda4f0e1e418 admin admin] For port a0fac7ed-4103-4e65-811d-523eee07c6ea, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a0fac7ed-4103-4e65-811d-523eee07c6ea,segment=NetworkSegment(037608c5-9ef8-49d7-874a-016b139bf348),segment_id=037608c5-9ef8-49d7-874a-016b139bf348)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:57.862601 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-742b52bc-261a-43a8-ae93-cda4f0e1e418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.862965 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:57.933489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-742b52bc-261a-43a8-ae93-cda4f0e1e418 admin admin] Calling delete_port for a0fac7ed-4103-4e65-811d-523eee07c6ea owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:58:57.982193 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f52f1aa5-fb35-4870-a573-df2a15a94754 req-e891bee9-be6a-432e-a05a-e9d4d622bac4 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105781 Aug 31 13:58:58.003371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32098cf0-656a-49dc-8824-02ddd83c9e7f req-d9b02f1f-56aa-45dc-a2bd-513d5fcd1e47 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:58.006300 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-32098cf0-656a-49dc-8824-02ddd83c9e7f req-d9b02f1f-56aa-45dc-a2bd-513d5fcd1e47 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.1880853 Aug 31 13:58:58.048872 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.086759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3959f2ca-a9d8-4995-86ef-a880f342a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8a4f7ee5-a4d0-4bec-84ef-15c5302c738d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'port_id': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'mac_address': 'fa:16:3e:c8:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:55Z', 'updated_at': '2021-08-31T13:58:52Z', 'revision_number': 8, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:58:58.089857 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c3842e-e114-4850-8ed9-f2718502cc6b x-openstack-request-id: req-d8c3842e-e114-4850-8ed9-f2718502cc6b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:58.090456 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:58.091033 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8c3842e-e114-4850-8ed9-f2718502cc6b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:58.091451 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'status': 'completed', 'code': 200} Aug 31 13:58:58.113285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-32098cf0-656a-49dc-8824-02ddd83c9e7f req-b0c1aa0f-6cfa-46b3-aba3-2fc3b8d2138f tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986397 Aug 31 13:58:58.143784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3959f2ca-a9d8-4995-86ef-a880f342a0de None None] The sync data for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 is: [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8a4f7ee5-a4d0-4bec-84ef-15c5302c738d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'port_id': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'mac_address': 'fa:16:3e:c8:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:57:55Z', 'updated_at': '2021-08-31T13:58:52Z', 'revision_number': 8, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:58:58.217260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port a0fac7ed-4103-4e65-811d-523eee07c6ea, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a0fac7ed-4103-4e65-811d-523eee07c6ea,segment=NetworkSegment(037608c5-9ef8-49d7-874a-016b139bf348),segment_id=037608c5-9ef8-49d7-874a-016b139bf348)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:58:58.226157 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.228896 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d4fc799a-9d9d-46f2-84ef-d8ec09ae3967 req-9e9ce710-aa61-44cb-abfd-70eb38627257 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips/8a4f7ee5-a4d0-4bec-84ef-15c5302c738d HTTP/1.1" status: 200 len: 995 time: 0.1144934 Aug 31 13:58:58.307173 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6faa24-4b89-488a-953c-f47930842947 x-openstack-request-id: req-8b6faa24-4b89-488a-953c-f47930842947 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:58:58.307651 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-plugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:58:58.308060 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b6faa24-4b89-488a-953c-f47930842947 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:58:58.314571 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'code': 200} Aug 31 13:58:58.315088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a3f0-6a31-4d67-b819-b99c6ad8daa9 req-dff10ede-ba2e-4a66-83e1-570082020989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:58.324258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67a8a3f0-6a31-4d67-b819-b99c6ad8daa9 req-dff10ede-ba2e-4a66-83e1-570082020989 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 1096 time: 0.2086792 Aug 31 13:58:58.420461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=a0fac7ed-4103-4e65-811d-523eee07c6ea,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:58.502761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc799a-9d9d-46f2-84ef-d8ec09ae3967 req-cc422bf6-4d02-4409-923c-9087ab11943c tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:58.526818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d4fc799a-9d9d-46f2-84ef-d8ec09ae3967 req-cc422bf6-4d02-4409-923c-9087ab11943c tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.2950761 Aug 31 13:58:58.645179 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bcdbce-a1ac-428a-b729-04fe18b86c60 None None] New status for floating IP 8a4f7ee5-a4d0-4bec-84ef-15c5302c738d: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:58:58.692340 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-742b52bc-261a-43a8-ae93-cda4f0e1e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:58.749921 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7115a773-63e5-491e-a34e-9e5fa5ea268f req-fdfc4d05-1bad-4d69-9907-962a9c89901b tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 210 time: 0.0787919 Aug 31 13:58:58.784873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b52bc-261a-43a8-ae93-cda4f0e1e418 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0fac7ed-4103-4e65-811d-523eee07c6ea,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:58:58.869170 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-1492394c-db65-4a8c-9612-70ff6d584cc3 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3466841b873d4fd59d8440010f5acbf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2188532 Aug 31 13:58:59.130439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466620b-143f-47bd-a633-2c2dca0a4524 req-5594e3f1-0093-4b4d-bd75-4726c614f64e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:59.136625 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0466620b-143f-47bd-a633-2c2dca0a4524 req-5594e3f1-0093-4b4d-bd75-4726c614f64e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 945 time: 0.5140436 Aug 31 13:58:59.139500 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-218eb7ec-157b-4d96-b7e4-622736edd6aa req-427b9073-db7c-48a9-8f4a-9181561d88bb tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 210 time: 0.0718343 Aug 31 13:58:59.148806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a3f0-6a31-4d67-b819-b99c6ad8daa9 req-24b67c95-1ac5-4c01-a541-b6a377ea7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:59.151393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67a8a3f0-6a31-4d67-b819-b99c6ad8daa9 req-24b67c95-1ac5-4c01-a541-b6a377ea7336 service neutron] 10.222.0.13 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.8104601 Aug 31 13:58:59.215803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-742b52bc-261a-43a8-ae93-cda4f0e1e418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:58:59.303010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058003f-4f5e-4b91-b3eb-a323551f21fe req-11b141ed-bf1c-49e8-90db-6832150dc0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:59.306328 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0058003f-4f5e-4b91-b3eb-a323551f21fe req-11b141ed-bf1c-49e8-90db-6832150dc0e4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 1096 time: 0.8680646 Aug 31 13:58:59.366475 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-6d050b47-c4d1-4b0f-9eec-8d540651e5f8 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1000 time: 0.1350861 Aug 31 13:58:59.387632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67a8a3f0-6a31-4d67-b819-b99c6ad8daa9 req-0150a159-ca87-493a-99d5-7e8435790e72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 1000 time: 0.1662040 Aug 31 13:58:59.464330 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-11509177-185d-44d1-b7d7-98bfad7ad123 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:59.466930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-11509177-185d-44d1-b7d7-98bfad7ad123 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports/cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 942 time: 0.0617061 Aug 31 13:58:59.485141 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0466620b-143f-47bd-a633-2c2dca0a4524 req-432ed8d4-66b2-4403-bb64-70646eedddb6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200123 Aug 31 13:58:59.546835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72695-2946-4f3c-8286-c05db50b772f req-1a075dbc-d44d-4527-aef7-c226a0019f34 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:59.554271 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-1a075dbc-d44d-4527-aef7-c226a0019f34 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6518197 Aug 31 13:58:59.565480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0058003f-4f5e-4b91-b3eb-a323551f21fe req-7b5edbf9-7992-4d97-84f1-73be367bcedd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160349 Aug 31 13:58:59.582835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a3f0-6a31-4d67-b819-b99c6ad8daa9 req-1b0578d5-f1b5-42f6-a48a-02cbe7e3f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:59.593532 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67a8a3f0-6a31-4d67-b819-b99c6ad8daa9 req-1b0578d5-f1b5-42f6-a48a-02cbe7e3f310 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.1905441 Aug 31 13:58:59.716231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-75987f6f-a625-4efe-9148-f6680ed7f5c0 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c620a64d6ee046609af17e82121ae804&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376997 Aug 31 13:58:59.728850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a3f0-6a31-4d67-b819-b99c6ad8daa9 req-f0cda308-2bc3-4b1e-81de-dad4f949ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:59.730356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67a8a3f0-6a31-4d67-b819-b99c6ad8daa9 req-f0cda308-2bc3-4b1e-81de-dad4f949ada2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235986 Aug 31 13:58:59.752060 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742b52bc-261a-43a8-ae93-cda4f0e1e418 admin admin] Router 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:58:59.755589 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-4492a3c8-8ecc-48ee-afae-a34682c3f3cd tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1000 time: 0.1162775 Aug 31 13:58:59.822016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed16fe8-7c7c-4a4c-b35b-edef5665e5d6 req-282fe291-65fb-4b94-b6ef-051af5d44166 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:59.832314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ed16fe8-7c7c-4a4c-b35b-edef5665e5d6 req-282fe291-65fb-4b94-b6ef-051af5d44166 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 945 time: 0.2276700 Aug 31 13:58:59.879597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Request body: {'port': {'device_id': 'd91f834b-93d6-4702-b5a3-a54299290b27', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '3466841b873d4fd59d8440010f5acbf3'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:58:59.982115 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-f5d31d6e-4177-4b0b-9fe0-af6406d68c90 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:58:59.983668 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-f5d31d6e-4177-4b0b-9fe0-af6406d68c90 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.2193801 Aug 31 13:58:59.989365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742b52bc-261a-43a8-ae93-cda4f0e1e418 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:58:59.995226 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-742b52bc-261a-43a8-ae93-cda4f0e1e418 admin admin] 10.222.0.20 "PUT /v2.0/routers/8e6da0e2-a49e-46c8-bf2c-c3c36be4a733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8825204 Aug 31 13:58:59.998360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35964) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:00.003211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e638d79-bd56-4cb7-b054-c618eccc037e None None] Sync routers for ids ['8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:00.031203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e638d79-bd56-4cb7-b054-c618eccc037e None None] Routers {'8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:00.034512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8e638d79-bd56-4cb7-b054-c618eccc037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:00.139288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ed16fe8-7c7c-4a4c-b35b-edef5665e5d6 req-d5dde8e1-8f6b-4f1c-8e8a-83e51f8a2614 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3039107 Aug 31 13:59:00.154128 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-4101b2af-1140-496f-aab0-b97adf443fc7 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1000 time: 0.1490817 Aug 31 13:59:00.169490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-a43b81cb-cb78-463f-adae-709bad0f553e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:00.193557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d15ac099-133f-4971-8b6a-8c64c1442312 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:00.199833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d15ac099-133f-4971-8b6a-8c64c1442312 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4750552 Aug 31 13:59:00.207699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67a8a3f0-6a31-4d67-b819-b99c6ad8daa9 req-23d8132a-ccd1-4597-8d19-10307b2d8a79 service neutron] 10.222.0.13 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670503 Aug 31 13:59:00.235521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8e638d79-bd56-4cb7-b054-c618eccc037e None None] Set router 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:00.242342 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.280353 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Request body: {'port': {'device_id': '1f1a5db8-b168-4e5d-beb9-c317c8baf8a7', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': 'c620a64d6ee046609af17e82121ae804'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:00.292711 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-a43b81cb-cb78-463f-adae-709bad0f553e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.336798 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Made reservation on behalf of 3466841b873d4fd59d8440010f5acbf3 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:00.341334 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.462535 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.540344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8e638d79-bd56-4cb7-b054-c618eccc037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-46020939-router', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:37Z', 'updated_at': '2021-08-31T13:58:58Z', 'revision_number': 5, 'project_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'gw_port': {'id': '506c3185-a37d-4e39-a546-a3942fec3bcf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:38Z', 'updated_at': '2021-08-31T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:00.598103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e638d79-bd56-4cb7-b054-c618eccc037e None None] Checking router: 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:00.608785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e638d79-bd56-4cb7-b054-c618eccc037e None None] Routers {'8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:00.609779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8e638d79-bd56-4cb7-b054-c618eccc037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:00.619070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Deleting port 506c3185-a37d-4e39-a546-a3942fec3bcf {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:00.619700 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.729321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] For port 506c3185-a37d-4e39-a546-a3942fec3bcf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=506c3185-a37d-4e39-a546-a3942fec3bcf,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:00.729768 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:00.748754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Calling delete_port for 506c3185-a37d-4e39-a546-a3942fec3bcf owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:00.827112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8e638d79-bd56-4cb7-b054-c618eccc037e None None] Set router 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:00.908152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8e638d79-bd56-4cb7-b054-c618eccc037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-46020939-router', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:37Z', 'updated_at': '2021-08-31T13:59:00Z', 'revision_number': 6, 'project_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:00.972569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e638d79-bd56-4cb7-b054-c618eccc037e None None] The sync data for ids ['8e6da0e2-a49e-46c8-bf2c-c3c36be4a733'] in n-d-792364-6 is: [{'id': '8e6da0e2-a49e-46c8-bf2c-c3c36be4a733', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-46020939-router', 'tenant_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:37Z', 'updated_at': '2021-08-31T13:59:00Z', 'revision_number': 6, 'project_id': '6979a4cfa2314de1bf4fa5a16ab4e009', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:00.998111 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.024970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75038c-fcc1-4402-a7e6-05e101a9eeb6 req-7cf01f16-df14-4251-ad50-6f5169339ee5 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:01.026784 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-de75038c-fcc1-4402-a7e6-05e101a9eeb6 req-7cf01f16-df14-4251-ad50-6f5169339ee5 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.6794064 Aug 31 13:59:01.119607 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-a43b81cb-cb78-463f-adae-709bad0f553e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.122686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Pushing event deleted for resources: {'Port': ['ID=506c3185-a37d-4e39-a546-a3942fec3bcf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:01.142153 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-a43b81cb-cb78-463f-adae-709bad0f553e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.142485 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-a43b81cb-cb78-463f-adae-709bad0f553e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Floating IP 8a4f7ee5-a4d0-4bec-84ef-15c5302c738d disassociated. External IP: 172.25.3.91, port: cf6c4514-48bd-410d-b07a-df250e9c1d6f. Aug 31 13:59:01.287772 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67a8a3f0-6a31-4d67-b819-b99c6ad8daa9 req-73ed69b6-f34a-43a8-af71-c06fb5b30a60 service neutron] 10.222.0.13 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0255535 Aug 31 13:59:01.302276 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-de75038c-fcc1-4402-a7e6-05e101a9eeb6 req-e6ecf436-baf9-4f57-b7a0-06111419497d tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599959 Aug 31 13:59:01.315736 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-51b548a7-e308-47a7-850b-1a4fb3f53832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.321041 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.357982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Allocated IP 192.168.233.67 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/bc40e972-f20a-4656-86e7-db4f63f43f8b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:01.396667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Made reservation on behalf of c620a64d6ee046609af17e82121ae804 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:01.404795 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.434490 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.502103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.505669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.519192 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4d54b98-2ca2-42c1-8302-61961519d61d req-d9cb717a-91e8-4bef-bbfd-116b3315ef19 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 210 time: 0.0672700 Aug 31 13:59:01.656720 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.657803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:01.699423 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.700866 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5d5527a5-04e8-48d0-8e67-da5db9123571 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8e6da0e2-a49e-46c8-bf2c-c3c36be4a733 HTTP/1.1" status: 204 len: 168 time: 1.7009783 Aug 31 13:59:01.703879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35980) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:01.794059 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 506c3185-a37d-4e39-a546-a3942fec3bcf no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:01.861848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 506c3185-a37d-4e39-a546-a3942fec3bcf {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:01.862970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 506c3185-a37d-4e39-a546-a3942fec3bcf not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:01.862970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a0fac7ed-4103-4e65-811d-523eee07c6ea no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:01.899240 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.928612 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.933830 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Transition to ACTIVE for port object bc40e972-f20a-4656-86e7-db4f63f43f8b will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:01.936039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: a0fac7ed-4103-4e65-811d-523eee07c6ea {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:01.936815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a0fac7ed-4103-4e65-811d-523eee07c6ea not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:01.945077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc1633-495c-491a-9876-df4510a2990b req-0f8e4dbe-8382-4b8c-91a4-39a9025d0d6c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:01.959096 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bbc1633-495c-491a-9876-df4510a2990b req-0f8e4dbe-8382-4b8c-91a4-39a9025d0d6c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 945 time: 0.1706474 Aug 31 13:59:01.960150 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:01.969103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35982) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:01.997951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-731bec31-b9cb-4fb1-b378-167b8426a00c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Request body: {'floatingip': {'port_id': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:02.131152 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-731bec31-b9cb-4fb1-b378-167b8426a00c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.132081 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-a43b81cb-cb78-463f-adae-709bad0f553e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Router e99a4347-8297-41dd-885a-6cbcd27ffef5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:02.138039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aefac0c-b5fc-40ba-b23f-3bd87b05ac26 admin admin] Deleting subnet 829bc83b-7477-4117-8cf8-57284c0ec031 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:59:02.141883 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b0a696e-6587-4424-a816-f9fc95aea26a req-dc2f2697-6631-4186-a4e1-bee39ed89d8a tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 210 time: 0.0952299 Aug 31 13:59:02.145184 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0aefac0c-b5fc-40ba-b23f-3bd87b05ac26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.210227 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0aefac0c-b5fc-40ba-b23f-3bd87b05ac26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.218529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:02.331098 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0aefac0c-b5fc-40ba-b23f-3bd87b05ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.558670 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0aefac0c-b5fc-40ba-b23f-3bd87b05ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.561267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-a43b81cb-cb78-463f-adae-709bad0f553e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:02.572084 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0a83c-5e68-4b28-a8dd-440908d6991e None None] Sync routers for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:02.573838 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-a43b81cb-cb78-463f-adae-709bad0f553e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.586300 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0a83c-5e68-4b28-a8dd-440908d6991e None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:02.589313 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2ab0a83c-5e68-4b28-a8dd-440908d6991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:02.654167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefac0c-b5fc-40ba-b23f-3bd87b05ac26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=829bc83b-7477-4117-8cf8-57284c0ec031,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:02.679196 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-a43b81cb-cb78-463f-adae-709bad0f553e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "PUT /v2.0/floatingips/8a4f7ee5-a4d0-4bec-84ef-15c5302c738d HTTP/1.1" status: 200 len: 695 time: 2.5165770 Aug 31 13:59:02.681193 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0aefac0c-b5fc-40ba-b23f-3bd87b05ac26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.684832 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0aefac0c-b5fc-40ba-b23f-3bd87b05ac26 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/829bc83b-7477-4117-8cf8-57284c0ec031 HTTP/1.1" status: 204 len: 168 time: 0.9793828 Aug 31 13:59:02.685441 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:02.687970 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30cd018-44f0-419e-8514-1ec819d48984" -d '{"events": [{"name": "network-changed", "server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:02.690303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0794f5-05b7-45e6-9570-d274f1256644 None None] Network 190d184a-d802-4792-9914-e0100d545802 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:02.691357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35990) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:02.720009 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.762664 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2ab0a83c-5e68-4b28-a8dd-440908d6991e None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:02.788922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:02.874633 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:02.887136 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-c75b26fd-8b66-4fea-b538-d25c4d6be752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:02.896559 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-c75b26fd-8b66-4fea-b538-d25c4d6be752 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 1096 time: 0.1576931 Aug 31 13:59:03.208045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-554e20a7-509b-4d4e-bd91-7334184956de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:03.214228 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-554e20a7-509b-4d4e-bd91-7334184956de service neutron] 10.222.0.20 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.3137856 Aug 31 13:59:03.256405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Deleting port 8154fb38-132a-4c73-b316-0cbeb85dce71 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:03.259756 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.311827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-731bec31-b9cb-4fb1-b378-167b8426a00c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.360172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Allocated IP 192.168.233.11 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/20ef1c4b-fbde-47f5-b742-21c2eb69ddf4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:03.384479 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2ab0a83c-5e68-4b28-a8dd-440908d6991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:03.489170 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0a83c-5e68-4b28-a8dd-440908d6991e None None] Checking router: e99a4347-8297-41dd-885a-6cbcd27ffef5 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:03.489566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3bc6d-5d6e-4edb-8a2d-2f16192feac3 req-bd72a35d-5ac3-4dee-a800-6dd5d2d8ed12 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:03.491184 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02c3bc6d-5d6e-4edb-8a2d-2f16192feac3 req-bd72a35d-5ac3-4dee-a800-6dd5d2d8ed12 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 945 time: 1.2038372 Aug 31 13:59:03.510757 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-fbec007a-1939-48b1-a35a-d55f2343f75e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 217 time: 0.2904596 Aug 31 13:59:03.511740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a96a11-7ef0-4fe6-bd2b-e819b2f6d811 None None] DHCP port deletion for 190d184a-d802-4792-9914-e0100d545802 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:59:03.522393 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0a83c-5e68-4b28-a8dd-440908d6991e None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:03.523043 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2ab0a83c-5e68-4b28-a8dd-440908d6991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:03.616600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] For port 8154fb38-132a-4c73-b316-0cbeb85dce71, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8154fb38-132a-4c73-b316-0cbeb85dce71,segment=NetworkSegment(037608c5-9ef8-49d7-874a-016b139bf348),segment_id=037608c5-9ef8-49d7-874a-016b139bf348)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:03.618089 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.632512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-00a96a11-7ef0-4fe6-bd2b-e819b2f6d811 None None] Deleting port 8154fb38-132a-4c73-b316-0cbeb85dce71 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:03.632512 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00a96a11-7ef0-4fe6-bd2b-e819b2f6d811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.671278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Calling delete_port for 8154fb38-132a-4c73-b316-0cbeb85dce71 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:03.680270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-f806b821-abe8-4b80-a4ae-d9cc476b8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:03.685277 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-f806b821-abe8-4b80-a4ae-d9cc476b8b41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.1558290 Aug 31 13:59:03.722058 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-731bec31-b9cb-4fb1-b378-167b8426a00c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.740788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-00a96a11-7ef0-4fe6-bd2b-e819b2f6d811 None None] For port 8154fb38-132a-4c73-b316-0cbeb85dce71, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8154fb38-132a-4c73-b316-0cbeb85dce71,segment=NetworkSegment(037608c5-9ef8-49d7-874a-016b139bf348),segment_id=037608c5-9ef8-49d7-874a-016b139bf348)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:03.741847 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00a96a11-7ef0-4fe6-bd2b-e819b2f6d811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:03.761136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-00a96a11-7ef0-4fe6-bd2b-e819b2f6d811 None None] Calling delete_port for 8154fb38-132a-4c73-b316-0cbeb85dce71 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:03.786495 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2ab0a83c-5e68-4b28-a8dd-440908d6991e None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:03.841922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Pushing event updated for resources: {'Port': ['ID=bc40e972-f20a-4656-86e7-db4f63f43f8b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:03.850493 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-731bec31-b9cb-4fb1-b378-167b8426a00c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Floating IP 3c01fa96-73fb-4626-9ec7-024b4c159de0 associated. External IP: 172.25.3.99, port: bf98e083-97ff-4dc9-a905-bdb9d5c48bc3. Aug 31 13:59:03.874029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:03.931622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:03.934826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:03.999048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02c3bc6d-5d6e-4edb-8a2d-2f16192feac3 req-edfa1332-b45e-465e-9353-cd8957164f1b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989852 Aug 31 13:59:04.007633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-74ba694c-ef71-4ae1-97f9-8dcf256ff08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:04.009977 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-74ba694c-ef71-4ae1-97f9-8dcf256ff08c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3117347 Aug 31 13:59:04.066438 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00a96a11-7ef0-4fe6-bd2b-e819b2f6d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.095703 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.132082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a96a11-7ef0-4fe6-bd2b-e819b2f6d811 None None] Pushing event deleted for resources: {'Port': ['ID=8154fb38-132a-4c73-b316-0cbeb85dce71,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:04.136011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a96a11-7ef0-4fe6-bd2b-e819b2f6d811 None None] No DVR routers for this DVR port 8154fb38-132a-4c73-b316-0cbeb85dce71 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:04.170996 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-31f239f1-df6d-47b2-a198-df9acf7ec189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.172134 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.189262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Transition to ACTIVE for port object 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:04.221139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:04.221812 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.242665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.264312 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-71c435b4-9b0b-4d41-bf39-2c6b7057e403 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411110 Aug 31 13:59:04.292414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] No DVR routers for this DVR port 8154fb38-132a-4c73-b316-0cbeb85dce71 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:04.349483 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-543f8a72-d470-49d1-af74-c35f5eb3a8b9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4761922 Aug 31 13:59:04.374613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Request body: {'port': {'device_id': 'd91f834b-93d6-4702-b5a3-a54299290b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:04.402457 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7d64adab-c040-4813-bd5a-96ca24843666 None None] Provisioning for port bc40e972-f20a-4656-86e7-db4f63f43f8b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:04.423897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7d64adab-c040-4813-bd5a-96ca24843666 None None] Provisioning complete for port bc40e972-f20a-4656-86e7-db4f63f43f8b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:04.427569 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0e37aa2-b34c-4691-aa68-04c48c7310e3 req-fb8c6fca-c998-4596-982b-c7d9714018d5 service neutron] 10.222.0.20 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619930 Aug 31 13:59:04.442204 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7d64adab-c040-4813-bd5a-96ca24843666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.464814 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2ab0a83c-5e68-4b28-a8dd-440908d6991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:04.519414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7d64adab-c040-4813-bd5a-96ca24843666 None None] Port bc40e972-f20a-4656-86e7-db4f63f43f8b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:04.526158 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0a83c-5e68-4b28-a8dd-440908d6991e None None] The sync data for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 is: [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '55decf02-265c-40b9-9330-7ac5a578dbd7', 'name': '', 'network_id': '179d47f2-98de-4390-bc37-0dfa9679155d', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'mac_address': 'fa:16:3e:85:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:14Z', 'updated_at': '2021-08-31T13:57:25Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'subnets': [{'id': '1e3aee39-e43e-4185-a0bd-c13ff6dee79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:04.583982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Pushing event deleted for resources: {'Port': ['ID=8154fb38-132a-4c73-b316-0cbeb85dce71,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:04.627716 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.643029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.659230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adfa8-e7e2-4a20-88f2-9d256f6e6db9 req-b8e9ef92-9855-42f9-bdfb-830522052111 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:04.663395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190d184a-d802-4792-9914-e0100d545802']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:04.677410 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2b7adfa8-e7e2-4a20-88f2-9d256f6e6db9 req-b8e9ef92-9855-42f9-bdfb-830522052111 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.3536723 Aug 31 13:59:04.678170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037608c5-9ef8-49d7-874a-016b139bf348') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:04.678474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037608c5-9ef8-49d7-874a-016b139bf348') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:04.688800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a3e35-a2fa-4328-b77d-80877df6ff6e req-9b6f80ef-b0dc-4ab7-8de2-d3fe9bf3da62 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:04.697213 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1e0a3e35-a2fa-4328-b77d-80877df6ff6e req-9b6f80ef-b0dc-4ab7-8de2-d3fe9bf3da62 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 935 time: 0.1079056 Aug 31 13:59:04.756210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.759188 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1e0a3e35-a2fa-4328-b77d-80877df6ff6e req-e816b73e-2f4f-4499-91f6-12f72f2a3f6d tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610054 Aug 31 13:59:04.773944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.777602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:04.822727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.839166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:59:04.839814 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: timer() Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:59:04.843682 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:59:04.927585 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.942736 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:04.956337 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] 10.222.0.20 "DELETE /v2.0/networks/190d184a-d802-4792-9914-e0100d545802 HTTP/1.1" status: 204 len: 168 time: 2.2524598 Aug 31 13:59:04.997107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119b7ec-ac62-450d-857f-1844798f5562 admin admin] Pushing event deleted for resources: {'Network': ['ID=190d184a-d802-4792-9914-e0100d545802,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:05.004115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:05.022071 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a569e78-98b2-489f-912c-14f35528dd1c x-openstack-request-id: req-9a569e78-98b2-489f-912c-14f35528dd1c {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:05.022347 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:05.022772 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a569e78-98b2-489f-912c-14f35528dd1c {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:05.023067 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'status': 'completed', 'code': 200} Aug 31 13:59:05.073163 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.074958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:05.184293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Pushing event updated for resources: {'Port': ['ID=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:05.201260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19e0a6-10e0-4d18-9ffa-6233d338a55c None None] New status for floating IP 8a4f7ee5-a4d0-4bec-84ef-15c5302c738d: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:59:05.254119 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2b7adfa8-e7e2-4a20-88f2-9d256f6e6db9 req-2e20d847-f499-4d8c-8cdb-87f03c5af678 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053461 Aug 31 13:59:05.268650 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e846e6-65cc-486b-965e-117339881942 req-5c1c2fae-6e50-40d4-94b9-381561eb53a4 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:05.283368 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05e846e6-65cc-486b-965e-117339881942 req-5c1c2fae-6e50-40d4-94b9-381561eb53a4 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 935 time: 0.1585617 Aug 31 13:59:05.433152 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05e846e6-65cc-486b-965e-117339881942 req-7f454121-32e4-4f91-a479-50c0e2750777 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472809 Aug 31 13:59:05.467796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731bec31-b9cb-4fb1-b378-167b8426a00c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:05.478278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36014) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:05.502980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:05.503759 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.509899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e6293ed9-0d9d-4f61-8fb6-fc2cf71e6089 None None] Provisioning for port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:05.598736 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-87b81b11-0135-4100-82f9-ecd3b8e98a1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6979a4cfa2314de1bf4fa5a16ab4e009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1183071 Aug 31 13:59:05.608179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36018) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:05.618569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e6293ed9-0d9d-4f61-8fb6-fc2cf71e6089 None None] Provisioning complete for port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:05.619190 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6293ed9-0d9d-4f61-8fb6-fc2cf71e6089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.644757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8154fb38-132a-4c73-b316-0cbeb85dce71 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:05.670830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-d026e27b-566b-4bdc-b5ae-b7f163bb57cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4057696 Aug 31 13:59:05.712522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8154fb38-132a-4c73-b316-0cbeb85dce71 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:05.713164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8154fb38-132a-4c73-b316-0cbeb85dce71 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:05.738100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e6293ed9-0d9d-4f61-8fb6-fc2cf71e6089 None None] Port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:05.759668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cd018-44f0-419e-8514-1ec819d48984 req-50548888-c6be-4750-8044-989da786e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:05.761446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c30cd018-44f0-419e-8514-1ec819d48984 req-50548888-c6be-4750-8044-989da786e8b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=feaf503f639a42c6b080c56ca324c2aa&device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 1096 time: 0.5920596 Aug 31 13:59:05.765496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-fa72461d-586a-4c6a-bf70-ae132843edfd tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips/8a4f7ee5-a4d0-4bec-84ef-15c5302c738d HTTP/1.1" status: 200 len: 695 time: 0.0861242 Aug 31 13:59:05.768122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5180e8ef-5dc5-4009-8bcf-999cc2c17eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.823111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Request body: {'port': {'device_id': '1f1a5db8-b168-4e5d-beb9-c317c8baf8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:05.846798 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5180e8ef-5dc5-4009-8bcf-999cc2c17eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:05.936895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-d15a4a7e-3f2f-4b21-89ab-eeb0b1663b7b tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:05.945363 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-d15a4a7e-3f2f-4b21-89ab-eeb0b1663b7b tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.1787267 Aug 31 13:59:05.983404 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.014578 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5180e8ef-5dc5-4009-8bcf-999cc2c17eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.020842 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5180e8ef-5dc5-4009-8bcf-999cc2c17eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.033613 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5180e8ef-5dc5-4009-8bcf-999cc2c17eb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/950f6461-ed6e-424a-b181-7f5f3709c450 HTTP/1.1" status: 204 len: 168 time: 0.4185712 Aug 31 13:59:06.069323 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-f549eff1-60a2-40cf-aa16-8e27881ba67e tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 696 time: 0.1228595 Aug 31 13:59:06.090063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180e8ef-5dc5-4009-8bcf-999cc2c17eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950f6461-ed6e-424a-b181-7f5f3709c450,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:06.203655 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-7ac1b2a7-489f-45c0-87f9-21e77154030f tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 696 time: 0.1274023 Aug 31 13:59:06.405443 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-78551712-d240-4d5b-a9a0-8438ef1c402a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Deleting port 80ac07c7-aa2f-44d1-9b43-458762fe6df7 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:06.406063 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-78551712-d240-4d5b-a9a0-8438ef1c402a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.545645 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-78551712-d240-4d5b-a9a0-8438ef1c402a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.546279 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-78551712-d240-4d5b-a9a0-8438ef1c402a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.564099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-78551712-d240-4d5b-a9a0-8438ef1c402a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Calling delete_port for 80ac07c7-aa2f-44d1-9b43-458762fe6df7 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:06.605067 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c57b4e-87c9-4892-9534-577e893f4dd3 req-926f4f70-45cd-4e6a-b409-a337c399a7db tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:06.612185 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38c57b4e-87c9-4892-9534-577e893f4dd3 req-926f4f70-45cd-4e6a-b409-a337c399a7db tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 945 time: 1.1697068 Aug 31 13:59:06.629999 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.711222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36040) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:06.740141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0bd02185-1f2e-4985-aa71-a8db955a4b32 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Request body: {'floatingip': {'port_id': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:06.743159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-78551712-d240-4d5b-a9a0-8438ef1c402a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.779716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78551712-d240-4d5b-a9a0-8438ef1c402a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Pushing event deleted for resources: {'Port': ['ID=80ac07c7-aa2f-44d1-9b43-458762fe6df7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:06.810925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cd018-44f0-419e-8514-1ec819d48984 req-14c0f32d-0fd3-4e72-9049-04d36ca7d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:06.814219 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c30cd018-44f0-419e-8514-1ec819d48984 req-14c0f32d-0fd3-4e72-9049-04d36ca7d5be service neutron] 10.222.0.13 "GET /v2.0/networks?id=179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 200 len: 922 time: 0.9546914 Aug 31 13:59:06.866778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-78551712-d240-4d5b-a9a0-8438ef1c402a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.871298 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-78551712-d240-4d5b-a9a0-8438ef1c402a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.872559 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffba1d40-5420-4200-97bc-14ea8e1f33a5 req-78551712-d240-4d5b-a9a0-8438ef1c402a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "DELETE /v2.0/floatingips/8a4f7ee5-a4d0-4bec-84ef-15c5302c738d HTTP/1.1" status: 204 len: 173 time: 0.6676917 Aug 31 13:59:06.904230 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0bd02185-1f2e-4985-aa71-a8db955a4b32 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:06.910743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731bec31-b9cb-4fb1-b378-167b8426a00c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:06.921453 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878e956-6484-40f1-b4ff-facc32349e78 None None] Sync routers for ids ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:06.933497 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878e956-6484-40f1-b4ff-facc32349e78 None None] Routers {'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:06.936086 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e878e956-6484-40f1-b4ff-facc32349e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:06.941403 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c30cd018-44f0-419e-8514-1ec819d48984 req-0f8273e4-b967-4131-b35b-3af6d1e4932a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 200 len: 217 time: 0.1011910 Aug 31 13:59:06.947870 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-731bec31-b9cb-4fb1-b378-167b8426a00c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:07.120413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2538-3e80-499e-933a-02f5894feb53 req-40de8f12-7fa7-49a4-921a-ef8194cf9244 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:07.122033 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6d2e2538-3e80-499e-933a-02f5894feb53 req-40de8f12-7fa7-49a4-921a-ef8194cf9244 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 935 time: 0.3699327 Aug 31 13:59:07.148455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-731bec31-b9cb-4fb1-b378-167b8426a00c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "PUT /v2.0/floatingips/3c01fa96-73fb-4626-9ec7-024b4c159de0 HTTP/1.1" status: 200 len: 990 time: 5.1648819 Aug 31 13:59:07.155806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'tag': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:07.158174 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2af3d81-cf52-43e8-be6f-40a816902615" -d '{"events": [{"name": "network-changed", "server_uuid": "edb9ebc8-f7ad-4019-aeef-51dc7dd25e04", "tag": "bf98e083-97ff-4dc9-a905-bdb9d5c48bc3"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:07.159199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f9aae-451a-4c90-9b0e-380c3825a567 req-3f8d5632-1621-4e0f-a99b-aa73b008b506 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:07.162701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc40e972-f20a-4656-86e7-db4f63f43f8b {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:07.164252 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e878e956-6484-40f1-b4ff-facc32349e78 None None] Set router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:07.190732 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:07.191003 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-705f9aae-451a-4c90-9b0e-380c3825a567 req-3f8d5632-1621-4e0f-a99b-aa73b008b506 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.1198010 Aug 31 13:59:07.200552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cd018-44f0-419e-8514-1ec819d48984 req-2507e456-a854-4743-b12e-fedbd33553f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:07.202083 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c30cd018-44f0-419e-8514-1ec819d48984 req-2507e456-a854-4743-b12e-fedbd33553f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 200 len: 860 time: 0.2446835 Aug 31 13:59:07.274163 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-705f9aae-451a-4c90-9b0e-380c3825a567 req-ca4bc2b3-dc33-4788-a976-45fc56c07242 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757329 Aug 31 13:59:07.313197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Transition to ACTIVE for port object bc40e972-f20a-4656-86e7-db4f63f43f8b will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:07.334928 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:07.404872 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6d2e2538-3e80-499e-933a-02f5894feb53 req-e947a54d-2bbd-4a69-b341-40a5753ed00b tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531760 Aug 31 13:59:07.569301 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e878e956-6484-40f1-b4ff-facc32349e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '3c01fa96-73fb-4626-9ec7-024b4c159de0', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'port_id': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'mac_address': 'fa:16:3e:90:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:58:32Z', 'updated_at': '2021-08-31T13:59:03Z', 'revision_number': 1, 'project_id': '6f835622628545b0ba33b668320ee859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762a6b1d-71d7-4eb9-a8ef-269e8fca18b5', 'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'mac_address': 'fa:16:3e:1e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:30Z', 'revision_number': 5, 'project_id': '6f835622628545b0ba33b668320ee859', 'subnets': [{'id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:07.581032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ca550-a572-43da-9db6-3a085d518773 req-b6ffa6d3-355b-4613-af81-20bdb67398b8 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:07.614708 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec6ca550-a572-43da-9db6-3a085d518773 req-b6ffa6d3-355b-4613-af81-20bdb67398b8 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 935 time: 0.1455700 Aug 31 13:59:07.617701 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878e956-6484-40f1-b4ff-facc32349e78 None None] Checking router: ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:07.643625 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878e956-6484-40f1-b4ff-facc32349e78 None None] Routers {'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:07.644275 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e878e956-6484-40f1-b4ff-facc32349e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:07.673870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cd018-44f0-419e-8514-1ec819d48984 req-11d7148f-d5fe-45f0-90e1-6005bf16c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:07.675442 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c30cd018-44f0-419e-8514-1ec819d48984 req-11d7148f-d5fe-45f0-90e1-6005bf16c3bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=179d47f2-98de-4390-bc37-0dfa9679155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4604721 Aug 31 13:59:07.685071 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec6ca550-a572-43da-9db6-3a085d518773 req-ef6d8f98-5719-42c0-9347-b9158b440416 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674694 Aug 31 13:59:07.768287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Pushing event updated for resources: {'Port': ['ID=bc40e972-f20a-4656-86e7-db4f63f43f8b,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:07.872936 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7f2608-41b5-4d21-931c-245d547a23c4 x-openstack-request-id: req-7a7f2608-41b5-4d21-931c-245d547a23c4 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:07.874023 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb9ebc8-f7ad-4019-aeef-51dc7dd25e04", "tag": "bf98e083-97ff-4dc9-a905-bdb9d5c48bc3", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:07.874023 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a7f2608-41b5-4d21-931c-245d547a23c4 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:07.880152 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'tag': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3', 'status': 'completed', 'code': 200} Aug 31 13:59:07.904029 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e878e956-6484-40f1-b4ff-facc32349e78 None None] Set router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:08.051510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af3d81-cf52-43e8-be6f-40a816902615 req-76a2508f-1cb3-43de-b019-3e03115af433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:08.053838 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2af3d81-cf52-43e8-be6f-40a816902615 req-76a2508f-1cb3-43de-b019-3e03115af433 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f835622628545b0ba33b668320ee859&device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 1096 time: 0.2023842 Aug 31 13:59:08.066171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75074c0-412c-4675-9dae-3bce6855a7ad req-de4b9732-3b8a-438b-9f23-4c7f945dec34 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:08.068460 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a75074c0-412c-4675-9dae-3bce6855a7ad req-de4b9732-3b8a-438b-9f23-4c7f945dec34 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 945 time: 0.1324143 Aug 31 13:59:08.191206 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a75074c0-412c-4675-9dae-3bce6855a7ad req-c3c25040-a604-46eb-b820-86c88c74dec7 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118736 Aug 31 13:59:08.286960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af3d81-cf52-43e8-be6f-40a816902615 req-0f36faa8-f10c-49a0-8c46-bf4275b547a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:08.288717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2af3d81-cf52-43e8-be6f-40a816902615 req-0f36faa8-f10c-49a0-8c46-bf4275b547a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc0a323e-2d94-4be6-8b6d-c1023ccfe70b HTTP/1.1" status: 200 len: 915 time: 0.2190049 Aug 31 13:59:08.359383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:08.404562 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2af3d81-cf52-43e8-be6f-40a816902615 req-4eb50337-fd47-4099-b0ef-88d933bcfe9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 HTTP/1.1" status: 200 len: 998 time: 0.1077614 Aug 31 13:59:08.447663 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.451341 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.resource_extend [None req-0bd02185-1f2e-4985-aa71-a8db955a4b32 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 13:59:08.498552 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e878e956-6484-40f1-b4ff-facc32349e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '3c01fa96-73fb-4626-9ec7-024b4c159de0', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'port_id': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'mac_address': 'fa:16:3e:90:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:58:32Z', 'updated_at': '2021-08-31T13:59:03Z', 'revision_number': 1, 'project_id': '6f835622628545b0ba33b668320ee859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762a6b1d-71d7-4eb9-a8ef-269e8fca18b5', 'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'mac_address': 'fa:16:3e:1e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:30Z', 'revision_number': 5, 'project_id': '6f835622628545b0ba33b668320ee859', 'subnets': [{'id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:08.533643 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af3d81-cf52-43e8-be6f-40a816902615 req-1e296dba-9dc7-4295-827b-39cd8c0e1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:08.535589 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2af3d81-cf52-43e8-be6f-40a816902615 req-1e296dba-9dc7-4295-827b-39cd8c0e1d3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7321e6ed-3481-485e-ac40-65cafc5805ae HTTP/1.1" status: 200 len: 853 time: 0.1179769 Aug 31 13:59:08.556704 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878e956-6484-40f1-b4ff-facc32349e78 None None] The sync data for ids ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'] in n-d-792364-6 is: [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '3c01fa96-73fb-4626-9ec7-024b4c159de0', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'port_id': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'mac_address': 'fa:16:3e:90:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:58:32Z', 'updated_at': '2021-08-31T13:59:03Z', 'revision_number': 1, 'project_id': '6f835622628545b0ba33b668320ee859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762a6b1d-71d7-4eb9-a8ef-269e8fca18b5', 'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'mac_address': 'fa:16:3e:1e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:30Z', 'revision_number': 5, 'project_id': '6f835622628545b0ba33b668320ee859', 'subnets': [{'id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:08.612593 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aae0c-722c-4d8d-bbe6-2d0725b37d8e req-90f5c168-2e73-48e5-9397-345341a5eab2 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:08.617346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Transition to ACTIVE for port object 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:08.628968 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-773aae0c-722c-4d8d-bbe6-2d0725b37d8e req-90f5c168-2e73-48e5-9397-345341a5eab2 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.1876035 Aug 31 13:59:08.651643 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.705608 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Attempting to bind port bc40e972-f20a-4656-86e7-db4f63f43f8b on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:08.706525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Attempting to bind port bc40e972-f20a-4656-86e7-db4f63f43f8b by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:08.707422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Attempting to bind port bc40e972-f20a-4656-86e7-db4f63f43f8b on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:08.729447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Port bc40e972-f20a-4656-86e7-db4f63f43f8b on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:08.729947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Attempting to bind port bc40e972-f20a-4656-86e7-db4f63f43f8b on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:08.730413 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-773aae0c-722c-4d8d-bbe6-2d0725b37d8e req-8acb1894-26de-4df7-a5b3-cf139d25a64c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889134 Aug 31 13:59:08.733765 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af3d81-cf52-43e8-be6f-40a816902615 req-148d5c79-ccfc-4515-b1e9-5cc13e7af66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:08.741234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2af3d81-cf52-43e8-be6f-40a816902615 req-148d5c79-ccfc-4515-b1e9-5cc13e7af66c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc0a323e-2d94-4be6-8b6d-c1023ccfe70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957817 Aug 31 13:59:08.779794 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0bd02185-1f2e-4985-aa71-a8db955a4b32 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.815775 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.830797 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0bd02185-1f2e-4985-aa71-a8db955a4b32 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.884083 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:08.899780 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2af3d81-cf52-43e8-be6f-40a816902615 req-30894f17-53e3-4dd0-a410-224fc7b32116 service neutron] 10.222.0.13 "GET /v2.0/networks/bc0a323e-2d94-4be6-8b6d-c1023ccfe70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505001 Aug 31 13:59:09.009839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c30cd018-44f0-419e-8514-1ec819d48984 req-90e83fce-d56e-4f78-abb3-11e465318ead service neutron] 10.222.0.13 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2592642 Aug 31 13:59:09.032249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36130) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:09.040303 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-0bd02185-1f2e-4985-aa71-a8db955a4b32 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Floating IP d43e2521-f8e0-4218-8bfa-b79cbe6e8bd9 associated. External IP: 172.25.3.20, port: a90f0f75-36d4-4ce5-99bb-ec530fca5ae9. Aug 31 13:59:09.046301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:09.046828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:09.047923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:09.049062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Bound port: bc40e972-f20a-4656-86e7-db4f63f43f8b, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:09.050670 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:09.054351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819b8f80-e434-412e-9994-fc693ffac606 None None] New status for floating IP 3c01fa96-73fb-4626-9ec7-024b4c159de0: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:59:09.178365 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2af3d81-cf52-43e8-be6f-40a816902615 req-a8c1b02f-602a-48cf-81f8-e827d7129830 service neutron] 10.222.0.13 "GET /v2.0/networks/bc0a323e-2d94-4be6-8b6d-c1023ccfe70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665117 Aug 31 13:59:09.208179 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c30cd018-44f0-419e-8514-1ec819d48984 req-30a31632-d925-4693-8c37-bae3c12c53fb service neutron] 10.222.0.13 "GET /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743495 Aug 31 13:59:09.293777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152e850-1eae-4cc0-aae4-c6137361f68d req-49ef3122-155f-4eb8-bc53-6d0090118d44 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:09.302054 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a152e850-1eae-4cc0-aae4-c6137361f68d req-49ef3122-155f-4eb8-bc53-6d0090118d44 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 947 time: 0.1226399 Aug 31 13:59:09.328481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad5f5d-3a8a-48d9-a8e0-2af739760451 req-f9695346-12ae-49ac-92a8-3eb8a40c0d6e tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:09.338708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49ad5f5d-3a8a-48d9-a8e0-2af739760451 req-f9695346-12ae-49ac-92a8-3eb8a40c0d6e tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 947 time: 0.7358904 Aug 31 13:59:09.391181 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a152e850-1eae-4cc0-aae4-c6137361f68d req-bf06dc4b-37df-4f60-8c7d-3d430f40a7d3 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878208 Aug 31 13:59:09.473783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Pushing event updated for resources: {'Port': ['ID=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:09.615335 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8484c2e9-aa87-4e36-86f2-e29936903f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:09.702589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7db230-4385-4a29-ba9e-1ced1592267d req-d7e8f922-7f50-43dd-b0cd-608d241d17b6 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:09.704423 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8b7db230-4385-4a29-ba9e-1ced1592267d req-d7e8f922-7f50-43dd-b0cd-608d241d17b6 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 945 time: 0.0646749 Aug 31 13:59:09.769982 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8b7db230-4385-4a29-ba9e-1ced1592267d req-3cb48eb2-26c0-442d-a38c-61fae181c1fb tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552778 Aug 31 13:59:09.923660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc269a-c50b-4d60-83c4-e41d98cd1973 req-e668e3f1-20ba-4e64-93d4-b76fb88c3cb2 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:09.926162 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35cc269a-c50b-4d60-83c4-e41d98cd1973 req-e668e3f1-20ba-4e64-93d4-b76fb88c3cb2 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.0730035 Aug 31 13:59:10.002857 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35cc269a-c50b-4d60-83c4-e41d98cd1973 req-10f90150-efab-4c13-b1b3-22efca958de1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519521 Aug 31 13:59:10.034172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a891a-7850-4ae7-a235-4c35f45fdcd0 req-75c3b0ae-fdb1-43ab-8b49-95f251a6f6e7 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:10.035832 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-465a891a-7850-4ae7-a235-4c35f45fdcd0 req-75c3b0ae-fdb1-43ab-8b49-95f251a6f6e7 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 945 time: 0.6299875 Aug 31 13:59:10.058071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49ad5f5d-3a8a-48d9-a8e0-2af739760451 req-1a3e89d6-a206-42d8-a5a1-b95ec2c376b6 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7184682 Aug 31 13:59:10.127581 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] For port bc40e972-f20a-4656-86e7-db4f63f43f8b, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:10.174782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] For port bc40e972-f20a-4656-86e7-db4f63f43f8b, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bc40e972-f20a-4656-86e7-db4f63f43f8b,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:10.207417 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.209756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Attempting to bind port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:10.210091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Attempting to bind port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:10.210423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Attempting to bind port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:10.274845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:10.275438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Attempting to bind port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:10.339182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:10.339837 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.341295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] 10.222.0.52 "PUT /v2.0/ports/bc40e972-f20a-4656-86e7-db4f63f43f8b HTTP/1.1" status: 200 len: 1095 time: 5.9745049 Aug 31 13:59:10.347710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f834b-93d6-4702-b5a3-a54299290b27', 'tag': 'bc40e972-f20a-4656-86e7-db4f63f43f8b'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:10.350219 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6393271d-2c5d-4a26-bc62-69ddbb1d5808" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f834b-93d6-4702-b5a3-a54299290b27", "tag": "bc40e972-f20a-4656-86e7-db4f63f43f8b"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:10.361002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:10.361401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:10.361750 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:10.362201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Bound port: 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:10.362566 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.434160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70d065-6cda-48bf-8f50-08f9fd7bbd35 service neutron] Pushing event updated for resources: {'Port': ['ID=bc40e972-f20a-4656-86e7-db4f63f43f8b,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:10.540551 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481d7a3b-2d3a-4ad1-9b11-fe2c6358dd04 x-openstack-request-id: req-481d7a3b-2d3a-4ad1-9b11-fe2c6358dd04 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:10.540551 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f834b-93d6-4702-b5a3-a54299290b27", "tag": "bc40e972-f20a-4656-86e7-db4f63f43f8b", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:10.540998 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-481d7a3b-2d3a-4ad1-9b11-fe2c6358dd04 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:10.541175 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f834b-93d6-4702-b5a3-a54299290b27', 'tag': 'bc40e972-f20a-4656-86e7-db4f63f43f8b', 'status': 'completed', 'code': 200} Aug 31 13:59:10.698748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-465a891a-7850-4ae7-a235-4c35f45fdcd0 req-047f4e3c-5aba-452d-b4a5-4e22bf94708a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Deleting port cf6c4514-48bd-410d-b07a-df250e9c1d6f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:10.698748 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-465a891a-7850-4ae7-a235-4c35f45fdcd0 req-047f4e3c-5aba-452d-b4a5-4e22bf94708a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.717929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8484c2e9-aa87-4e36-86f2-e29936903f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.748025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8484c2e9-aa87-4e36-86f2-e29936903f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.781718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd02185-1f2e-4985-aa71-a8db955a4b32 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Router d52c5349-3a88-4bba-a38b-b3882b9c87ec has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:10.790976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] For port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:10.802715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72695-2946-4f3c-8286-c05db50b772f req-dd4b1cf8-22fb-4f05-8c95-93b8527ba88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:10.804268 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-dd4b1cf8-22fb-4f05-8c95-93b8527ba88f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3466841b873d4fd59d8440010f5acbf3&device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 1098 time: 0.2925076 Aug 31 13:59:10.851236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] For port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:10.868705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81dcf7-2665-4a5f-b940-846d6909314c req-fb47bcee-a477-424f-b477-73a609c1da7c tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:10.870336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-be81dcf7-2665-4a5f-b940-846d6909314c req-fb47bcee-a477-424f-b477-73a609c1da7c tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 947 time: 0.3143189 Aug 31 13:59:10.889093 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:10.932932 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8484c2e9-aa87-4e36-86f2-e29936903f3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2c36eda57084a62b245de7532690f87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8881214 Aug 31 13:59:10.938142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984d597-3505-4067-a59a-c94cae363c76 req-b11e1402-22b5-4f55-987b-c94664231949 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:10.939711 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f984d597-3505-4067-a59a-c94cae363c76 req-b11e1402-22b5-4f55-987b-c94664231949 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 945 time: 0.0582871 Aug 31 13:59:10.940212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36180) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:10.945707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484c2e9-aa87-4e36-86f2-e29936903f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008031f6-ff2f-403d-93e6-235096e1d083,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:10.976589 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-c8b238a1-8a70-4fe7-8fa9-b4da80b992aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=bc40e972-f20a-4656-86e7-db4f63f43f8b HTTP/1.1" status: 200 len: 217 time: 0.1303599 Aug 31 13:59:11.012132 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f984d597-3505-4067-a59a-c94cae363c76 req-f2db1330-01d5-480c-9a2e-b7f8ec792ded tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6bc31-d495-4dde-81be-f18c553208c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634744 Aug 31 13:59:11.026378 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c060c26e-4383-47aa-b465-09ae64326f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.067819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c060c26e-4383-47aa-b465-09ae64326f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.080757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.081739 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.083890 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] 10.222.0.13 "PUT /v2.0/ports/20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 HTTP/1.1" status: 200 len: 1095 time: 5.2695231 Aug 31 13:59:11.162016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-465a891a-7850-4ae7-a235-4c35f45fdcd0 req-047f4e3c-5aba-452d-b4a5-4e22bf94708a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] For port cf6c4514-48bd-410d-b07a-df250e9c1d6f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cf6c4514-48bd-410d-b07a-df250e9c1d6f,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:11.162389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-465a891a-7850-4ae7-a235-4c35f45fdcd0 req-047f4e3c-5aba-452d-b4a5-4e22bf94708a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.189761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ddb6a-ce1e-4b49-958b-11b696fbd148 req-14b0071a-54e4-4bdf-87ea-b1e20d44c08a tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.191653 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1e5ddb6a-ce1e-4b49-958b-11b696fbd148 req-14b0071a-54e4-4bdf-87ea-b1e20d44c08a tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.0716550 Aug 31 13:59:11.205714 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c060c26e-4383-47aa-b465-09ae64326f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.208773 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c060c26e-4383-47aa-b465-09ae64326f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.210016 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c060c26e-4383-47aa-b465-09ae64326f23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/008031f6-ff2f-403d-93e6-235096e1d083 HTTP/1.1" status: 204 len: 168 time: 0.2688384 Aug 31 13:59:11.224851 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-be81dcf7-2665-4a5f-b940-846d6909314c req-d31806e7-6d7c-45c7-87c7-82e13ba5cc9f tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415840 Aug 31 13:59:11.255827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060c26e-4383-47aa-b465-09ae64326f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008031f6-ff2f-403d-93e6-235096e1d083,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:11.278518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-465a891a-7850-4ae7-a235-4c35f45fdcd0 req-047f4e3c-5aba-452d-b4a5-4e22bf94708a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Calling delete_port for cf6c4514-48bd-410d-b07a-df250e9c1d6f owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:11.314405 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1e5ddb6a-ce1e-4b49-958b-11b696fbd148 req-3b8b7ae0-f86e-4bd8-ac12-44916aa16d58 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029286 Aug 31 13:59:11.392943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04140083-772f-41b2-8f7a-7f26fef74d26 service neutron] Pushing event updated for resources: {'Port': ['ID=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:11.405468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72695-2946-4f3c-8286-c05db50b772f req-52aed10d-66c9-4afe-9fee-2bfdb723f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.407467 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-52aed10d-66c9-4afe-9fee-2bfdb723f21d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.4191294 Aug 31 13:59:11.567746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-bdeea811-f39e-448f-a525-cdb2c99fb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.567867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-bdeea811-f39e-448f-a525-cdb2c99fb7fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c620a64d6ee046609af17e82121ae804&device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 1098 time: 0.3998740 Aug 31 13:59:11.581394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd02185-1f2e-4985-aa71-a8db955a4b32 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:11.590177 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0bd02185-1f2e-4985-aa71-a8db955a4b32 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.592510 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f4e73-df4d-4dac-af0c-faf1c395142b None None] Sync routers for ids ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:11.602839 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f4e73-df4d-4dac-af0c-faf1c395142b None None] Routers {'d52c5349-3a88-4bba-a38b-b3882b9c87ec'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:11.604134 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-352f4e73-df4d-4dac-af0c-faf1c395142b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:11.658285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bbc50-8fa6-40a3-be04-cf7d8d2dae09 req-4be7272e-0442-4811-b43f-fbc1a030e5d9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.666194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a7bbc50-8fa6-40a3-be04-cf7d8d2dae09 req-4be7272e-0442-4811-b43f-fbc1a030e5d9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 947 time: 0.2659442 Aug 31 13:59:11.674094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-ccbbb5d2-ebcf-435d-850b-a278e0d97a23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 HTTP/1.1" status: 200 len: 217 time: 0.0907817 Aug 31 13:59:11.689889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72695-2946-4f3c-8286-c05db50b772f req-91c54f70-b3fb-4a39-a169-19714918d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.691404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-91c54f70-b3fb-4a39-a169-19714918d330 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2545314 Aug 31 13:59:11.730473 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0bd02185-1f2e-4985-aa71-a8db955a4b32 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "PUT /v2.0/floatingips/d43e2521-f8e0-4218-8bfa-b79cbe6e8bd9 HTTP/1.1" status: 200 len: 990 time: 5.0171931 Aug 31 13:59:11.774809 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-352f4e73-df4d-4dac-af0c-faf1c395142b None None] Set router d52c5349-3a88-4bba-a38b-b3882b9c87ec gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:11.858316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a7bbc50-8fa6-40a3-be04-cf7d8d2dae09 req-25f4834c-0c48-4cc2-8e9d-461153d55355 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821141 Aug 31 13:59:11.891107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-92e50b3a-24aa-4161-8caf-810a390e8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:11.892853 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-92e50b3a-24aa-4161-8caf-810a390e8ae0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2093134 Aug 31 13:59:11.895902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-465a891a-7850-4ae7-a235-4c35f45fdcd0 req-047f4e3c-5aba-452d-b4a5-4e22bf94708a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:11.996077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f4e3c-5aba-452d-b4a5-4e22bf94708a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Pushing event deleted for resources: {'Port': ['ID=cf6c4514-48bd-410d-b07a-df250e9c1d6f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:12.071734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-465a891a-7850-4ae7-a235-4c35f45fdcd0 req-047f4e3c-5aba-452d-b4a5-4e22bf94708a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] No DVR routers for this DVR port cf6c4514-48bd-410d-b07a-df250e9c1d6f on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:12.080364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-465a891a-7850-4ae7-a235-4c35f45fdcd0 req-047f4e3c-5aba-452d-b4a5-4e22bf94708a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:12.089025 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-465a891a-7850-4ae7-a235-4c35f45fdcd0 req-047f4e3c-5aba-452d-b4a5-4e22bf94708a tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.13 "DELETE /v2.0/ports/cf6c4514-48bd-410d-b07a-df250e9c1d6f HTTP/1.1" status: 204 len: 173 time: 2.0410042 Aug 31 13:59:12.106159 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-346dde27-bc4b-461d-8e3b-9afa47ab664d service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745482 Aug 31 13:59:12.114936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-c16100fd-b14a-4649-ba40-051e2ed95165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:12.119896 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-c16100fd-b14a-4649-ba40-051e2ed95165 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2138798 Aug 31 13:59:12.277172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0c236754-db75-4a28-9ef5-55d8513ef880 req-50f9dbf5-17bf-403b-b021-6d3e9d626c16 tempest-FloatingIPsAssociationTestJSON-414180906 tempest-FloatingIPsAssociationTestJSON-414180906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c72d1f3-97e9-4e0e-bc73-453ae217af57 HTTP/1.1" status: 200 len: 210 time: 0.1448200 Aug 31 13:59:12.363368 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-c1fe9b36-8cc8-4caf-8035-24807e35bb23 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325315 Aug 31 13:59:12.367316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53e72695-2946-4f3c-8286-c05db50b772f req-9c61d64e-dde1-49a8-a510-b52e45a916cc service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454302 Aug 31 13:59:12.401979 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36248) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:12.448842 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-352f4e73-df4d-4dac-af0c-faf1c395142b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'd43e2521-f8e0-4218-8bfa-b79cbe6e8bd9', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'port_id': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'mac_address': 'fa:16:3e:33:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:59:08Z', 'revision_number': 1, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be315d4-1309-4435-a995-569d23ffce01', 'name': '', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'mac_address': 'fa:16:3e:66:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:29Z', 'revision_number': 5, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'subnets': [{'id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:12.510141 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f4e73-df4d-4dac-af0c-faf1c395142b None None] Checking router: d52c5349-3a88-4bba-a38b-b3882b9c87ec for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:12.537144 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f4e73-df4d-4dac-af0c-faf1c395142b None None] Routers {'d52c5349-3a88-4bba-a38b-b3882b9c87ec'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:12.538024 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-352f4e73-df4d-4dac-af0c-faf1c395142b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:12.590126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1a5db8-b168-4e5d-beb9-c317c8baf8a7', 'tag': '20ef1c4b-fbde-47f5-b742-21c2eb69ddf4'}, {'name': 'network-changed', 'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'}, {'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'name': 'network-vif-deleted', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:12.592386 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1a5db8-b168-4e5d-beb9-c317c8baf8a7", "tag": "20ef1c4b-fbde-47f5-b742-21c2eb69ddf4"}, {"name": "network-changed", "server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9"}, {"server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "name": "network-vif-deleted", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:12.593471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1758353210-network', 'tenant_id': 'f6f20a9f415647ecb5b81b352a388943'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:12.645200 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4e05fc-72ac-4d87-a5c5-ad9c7aaaae0c req-91f9e69a-c9fa-42fb-b6a9-bb31f1874c2b service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724469 Aug 31 13:59:12.666422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393271d-2c5d-4a26-bc62-69ddbb1d5808 req-8c238e3d-76b7-4037-9712-c62e70fab998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:12.668148 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6393271d-2c5d-4a26-bc62-69ddbb1d5808 req-8c238e3d-76b7-4037-9712-c62e70fab998 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3466841b873d4fd59d8440010f5acbf3&device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 1098 time: 0.1448150 Aug 31 13:59:12.671494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Made reservation on behalf of f6f20a9f415647ecb5b81b352a388943 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:12.677755 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:12.696881 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:12.702957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fe91c-ae28-4bec-b35a-e896e8030bb4 req-2688ad1d-756f-4382-a18a-6a7d3b13b9cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:12.716683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c2fe91c-ae28-4bec-b35a-e896e8030bb4 req-2688ad1d-756f-4382-a18a-6a7d3b13b9cc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 947 time: 0.3033509 Aug 31 13:59:12.801936 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-352f4e73-df4d-4dac-af0c-faf1c395142b None None] Set router d52c5349-3a88-4bba-a38b-b3882b9c87ec gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:12.855829 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:12.857697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c2fe91c-ae28-4bec-b35a-e896e8030bb4 req-9f8e0297-b496-4d5a-bf8a-e66b5dd28ee3 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267138 Aug 31 13:59:12.865297 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:12.897925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:59:12.919481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:12.919844 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Added segment 298a602c-67fa-4ce9-806c-46d8c6f77d29 of type vlan for network 26dbc674-1d40-45f2-91e2-2314acf35a31 Aug 31 13:59:12.921182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e95ef2-c33b-4bd0-8c73-557ef39ada68,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:12.927364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393271d-2c5d-4a26-bc62-69ddbb1d5808 req-e650f118-dd93-4799-a2e6-6154bd04ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:12.930921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6393271d-2c5d-4a26-bc62-69ddbb1d5808 req-e650f118-dd93-4799-a2e6-6154bd04ef58 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2130473 Aug 31 13:59:12.991043 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:13.002701 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6393271d-2c5d-4a26-bc62-69ddbb1d5808 req-d8e97281-2b86-48ce-b1f7-7c97d87ce807 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=bc40e972-f20a-4656-86e7-db4f63f43f8b HTTP/1.1" status: 200 len: 217 time: 0.0534284 Aug 31 13:59:13.051971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:13.054520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:13.056785 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:13.114507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393271d-2c5d-4a26-bc62-69ddbb1d5808 req-67c6695f-a520-48f4-87d0-b10c4467bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:13.117835 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6393271d-2c5d-4a26-bc62-69ddbb1d5808 req-67c6695f-a520-48f4-87d0-b10c4467bfc3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1062918 Aug 31 13:59:13.132367 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7285788 Aug 31 13:59:13.135693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36286) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:13.140828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6f81d-dd2c-4510-ba7e-d16a595d6143 req-6af59639-5757-421d-8e86-8b9732add07c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:13.143896 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bd6f81d-dd2c-4510-ba7e-d16a595d6143 req-6af59639-5757-421d-8e86-8b9732add07c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.1103368 Aug 31 13:59:13.160021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fb2a8c6a-4d64-4ec1-81bf-11dc6714c396 admin admin] Request body: {'subnet': {'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1758353210-subnet', 'tenant_id': 'f6f20a9f415647ecb5b81b352a388943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:13.201341 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2d6d7-67ba-43a9-a80a-db23f7771780 admin admin] Pushing event updated for resources: {'Network': ['ID=26dbc674-1d40-45f2-91e2-2314acf35a31,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:13.215813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 26dbc674-1d40-45f2-91e2-2314acf35a31 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:59:13.235637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a8c6a-4d64-4ec1-81bf-11dc6714c396 admin admin] Made reservation on behalf of f6f20a9f415647ecb5b81b352a388943 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:13.239556 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8c6a-4d64-4ec1-81bf-11dc6714c396 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:13.268375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393271d-2c5d-4a26-bc62-69ddbb1d5808 req-c357d00a-7d02-4b51-a22c-6f357da89ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:13.270916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6393271d-2c5d-4a26-bc62-69ddbb1d5808 req-c357d00a-7d02-4b51-a22c-6f357da89ffd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253822 Aug 31 13:59:13.273321 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-352f4e73-df4d-4dac-af0c-faf1c395142b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'd43e2521-f8e0-4218-8bfa-b79cbe6e8bd9', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'port_id': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'mac_address': 'fa:16:3e:33:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:59:08Z', 'revision_number': 1, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be315d4-1309-4435-a995-569d23ffce01', 'name': '', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'mac_address': 'fa:16:3e:66:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:29Z', 'revision_number': 5, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'subnets': [{'id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:13.294157 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f15883-6c8b-4c30-a635-dc72ce842644 x-openstack-request-id: req-e7f15883-6c8b-4c30-a635-dc72ce842644 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:13.294907 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1a5db8-b168-4e5d-beb9-c317c8baf8a7", "tag": "20ef1c4b-fbde-47f5-b742-21c2eb69ddf4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9", "status": "completed", "code": 200}, {"server_uuid": "0c72d1f3-97e9-4e0e-bc73-453ae217af57", "name": "network-vif-deleted", "tag": "cf6c4514-48bd-410d-b07a-df250e9c1d6f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:13.295508 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7f15883-6c8b-4c30-a635-dc72ce842644 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:13.296325 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1a5db8-b168-4e5d-beb9-c317c8baf8a7', 'tag': '20ef1c4b-fbde-47f5-b742-21c2eb69ddf4', 'status': 'completed', 'code': 200} Aug 31 13:59:13.296982 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'status': 'completed', 'code': 200} Aug 31 13:59:13.297592 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c72d1f3-97e9-4e0e-bc73-453ae217af57', 'name': 'network-vif-deleted', 'tag': 'cf6c4514-48bd-410d-b07a-df250e9c1d6f', 'status': 'completed', 'code': 200} Aug 31 13:59:13.324040 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f4e73-df4d-4dac-af0c-faf1c395142b None None] The sync data for ids ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'] in n-d-792364-6 is: [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'd43e2521-f8e0-4218-8bfa-b79cbe6e8bd9', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'port_id': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'mac_address': 'fa:16:3e:33:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T13:58:34Z', 'updated_at': '2021-08-31T13:59:08Z', 'revision_number': 1, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be315d4-1309-4435-a995-569d23ffce01', 'name': '', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'mac_address': 'fa:16:3e:66:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:29Z', 'revision_number': 5, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'subnets': [{'id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:13.352730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bd6f81d-dd2c-4510-ba7e-d16a595d6143 req-3305583b-9c4a-4f3e-808b-ec1726f503aa tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891918 Aug 31 13:59:13.640029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8c6a-4d64-4ec1-81bf-11dc6714c396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:13.648809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-4e823a5f-4d95-421c-b3a8-2d24635c8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:13.651993 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-4e823a5f-4d95-421c-b3a8-2d24635c8f45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 1096 time: 0.2938607 Aug 31 13:59:13.736379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a8c6a-4d64-4ec1-81bf-11dc6714c396 admin admin] Checking segment: {'id': '298a602c-67fa-4ce9-806c-46d8c6f77d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:13.736896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a8c6a-4d64-4ec1-81bf-11dc6714c396 admin admin] Network hostable DHCP agents. Network: 26dbc674-1d40-45f2-91e2-2314acf35a31, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:59:13.739012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36294) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:13.773289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-524b8479-fdc9-4b18-8d76-7b1dd13ac037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:13.775410 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-524b8479-fdc9-4b18-8d76-7b1dd13ac037 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c620a64d6ee046609af17e82121ae804&device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 1098 time: 0.4428873 Aug 31 13:59:13.798994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd882c1-286c-4ca1-9999-f2cd4a21fd6d None None] New status for floating IP d43e2521-f8e0-4218-8bfa-b79cbe6e8bd9: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 13:59:13.824736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a8c6a-4d64-4ec1-81bf-11dc6714c396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80cf107e-a0a4-4efe-ae7d-7ef221f0fa42,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:13.901841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a8c6a-4d64-4ec1-81bf-11dc6714c396 admin admin] Network 26dbc674-1d40-45f2-91e2-2314acf35a31 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:59:13.918013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a8c6a-4d64-4ec1-81bf-11dc6714c396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 26dbc674-1d40-45f2-91e2-2314acf35a31) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:13.922851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a8c6a-4d64-4ec1-81bf-11dc6714c396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:13.923689 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8c6a-4d64-4ec1-81bf-11dc6714c396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:13.926744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cf6c4514-48bd-410d-b07a-df250e9c1d6f no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:13.950502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6393271d-2c5d-4a26-bc62-69ddbb1d5808 req-8102eaf4-1a86-420c-a11f-1d35701e1767 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463311 Aug 31 13:59:13.953590 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f31ec83-f460-46f5-a9b3-8eb6118bea55 None None] Network 26dbc674-1d40-45f2-91e2-2314acf35a31 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:13.956335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: cf6c4514-48bd-410d-b07a-df250e9c1d6f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:13.956708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cf6c4514-48bd-410d-b07a-df250e9c1d6f not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:13.978602 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device bc40e972-f20a-4656-86e7-db4f63f43f8b details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:59:13.981343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:14.016540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fb2a8c6a-4d64-4ec1-81bf-11dc6714c396 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8692889 Aug 31 13:59:14.137730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-744dd3d5-d57c-494a-ad09-51fc9b42a314 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:14.139333 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-744dd3d5-d57c-494a-ad09-51fc9b42a314 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 804 time: 0.2116017 Aug 31 13:59:14.226175 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-3c5aff87-32eb-409c-9e34-599cba89ab74 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/quotas/4669e85b74e843cfa5df9451dd811ad7 HTTP/1.1" status: 200 len: 375 time: 0.0265825 Aug 31 13:59:14.332247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-0f2fcdb7-9290-419a-89db-0c57e38534cf tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1048803 Aug 31 13:59:14.347374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bb42e5-6359-431e-8d09-da48c9458b1e None None] Network 26dbc674-1d40-45f2-91e2-2314acf35a31 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:14.419055 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.431427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bddc6e-2e9f-4327-8482-11b6280957e2 req-f44f6436-e864-45e8-b13c-ee353bab77ac tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:14.433086 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12bddc6e-2e9f-4327-8482-11b6280957e2 req-f44f6436-e864-45e8-b13c-ee353bab77ac tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 947 time: 0.8822966 Aug 31 13:59:14.471106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port bc40e972-f20a-4656-86e7-db4f63f43f8b, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bc40e972-f20a-4656-86e7-db4f63f43f8b,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:14.500601 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd5bf66-ac69-49e8-8c7c-796f64219e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:14.503730 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dc783e-9ae5-4e5b-8a9f-cbb6c927b617" -d '{"events": [{"server_uuid": "dbd5bf66-ac69-49e8-8c7c-796f64219e00", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec0d264-60d3-4819-b6d9-30fddecdd8a5"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:14.532823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'bc40e972-f20a-4656-86e7-db4f63f43f8b', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'bc40e972-f20a-4656-86e7-db4f63f43f8b', 'mac_address': 'fa:16:3e:cd:24:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:59:14.539198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:14.579593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-a71bc8b6-6c7f-45bb-8f67-0b8631d3d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:14.581751 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-a71bc8b6-6c7f-45bb-8f67-0b8631d3d8f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.9094999 Aug 31 13:59:14.590167 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.596519 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.613551 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12bddc6e-2e9f-4327-8482-11b6280957e2 req-74f5c01c-dc2d-4110-b368-f93f2770df8b tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475806 Aug 31 13:59:14.622551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-38959941-045c-43b7-8385-2b72fb59eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:14.624077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-38959941-045c-43b7-8385-2b72fb59eb5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.7997355 Aug 31 13:59:14.627924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6393271d-2c5d-4a26-bc62-69ddbb1d5808 req-e70c4785-c4fa-4d19-a8ef-9c219ae39317 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599169 Aug 31 13:59:14.657992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc40e972-f20a-4656-86e7-db4f63f43f8b {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:14.735239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-5f8fc961-2a09-487b-afee-557d8d0a03bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 HTTP/1.1" status: 200 len: 217 time: 0.0559814 Aug 31 13:59:14.813322 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-43bf218a-76ce-4f1d-a715-cf54a5e0620b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 200 len: 1000 time: 0.2056875 Aug 31 13:59:14.818198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port bc40e972-f20a-4656-86e7-db4f63f43f8b, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bc40e972-f20a-4656-86e7-db4f63f43f8b,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:14.871521 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:14.884024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:14.894798 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-a8bf8d7d-516c-4ff4-ae3b-3121d7fd81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:14.895035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-a8bf8d7d-516c-4ff4-ae3b-3121d7fd81dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1470776 Aug 31 13:59:14.945109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-a372ae81-7401-4069-b327-c45b4b5f4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:14.947365 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-a372ae81-7401-4069-b327-c45b4b5f4d95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.1094098 Aug 31 13:59:14.955312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb41ae-b339-4fbc-bf65-31d996c1ab74 req-90324f8f-6621-4c0e-bdd3-29d4dd463c89 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:14.963633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cedb41ae-b339-4fbc-bf65-31d996c1ab74 req-90324f8f-6621-4c0e-bdd3-29d4dd463c89 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 947 time: 0.1722164 Aug 31 13:59:14.992979 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-36354cb4-ed81-4daf-80ca-359e3fc69b94 service neutron] 10.222.0.20 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484864 Aug 31 13:59:14.994122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=bc40e972-f20a-4656-86e7-db4f63f43f8b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:15.042369 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cedb41ae-b339-4fbc-bf65-31d996c1ab74 req-74fb8900-43bb-489d-a626-4f1945c99604 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778289 Aug 31 13:59:15.045359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-6bf578bb-d5ce-44a8-af38-57ce1a8dad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:15.046832 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-6bf578bb-d5ce-44a8-af38-57ce1a8dad2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427448 Aug 31 13:59:15.060251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-49913e05-198c-4fcc-a927-20530d2f269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:15.060251 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-49913e05-198c-4fcc-a927-20530d2f269c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939240 Aug 31 13:59:15.139645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-6f42d93a-6419-4520-8c81-5f7f4e2cc17c service neutron] 10.222.0.20 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457672 Aug 31 13:59:15.168315 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07a17c88-781c-4044-aa82-005af2fb63aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.220534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['bc40e972-f20a-4656-86e7-db4f63f43f8b'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:15.290700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-56f672c6-e3a8-4aa8-8ed0-d9970351868f req-14ff97ca-095c-4587-9d76-c04c59ec244b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-250918166', 'description': 'tempest-description-1371731784'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:15.337613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-7662d042-e0e3-4118-be3a-4283c2229883 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553442 Aug 31 13:59:15.344686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-4c8c6821-ae02-43ff-93b4-190e3b7761fa service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784233 Aug 31 13:59:15.474911 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-56f672c6-e3a8-4aa8-8ed0-d9970351868f req-14ff97ca-095c-4587-9d76-c04c59ec244b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.602507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efd629-a496-472b-a457-15b278ed7a6a req-c01b8b19-2dc5-4d67-9f76-3ae4a4c57334 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:15.604485 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f9efd629-a496-472b-a457-15b278ed7a6a req-c01b8b19-2dc5-4d67-9f76-3ae4a4c57334 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.1442037 Aug 31 13:59:15.646982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-07a17c88-781c-4044-aa82-005af2fb63aa admin admin] Deleting port 55decf02-265c-40b9-9330-7ac5a578dbd7 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:15.647172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07a17c88-781c-4044-aa82-005af2fb63aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.656851 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-5081d868-6133-4da4-b676-9d567c6ebb80 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999568 Aug 31 13:59:15.677260 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc3d2f06-7b19-4e3f-9cb0-22ad90f24dcf req-08fd5e1b-c172-454b-93a4-4ef0db586ccd service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261960 Aug 31 13:59:15.721178 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f9efd629-a496-472b-a457-15b278ed7a6a req-2f57c94a-6e73-457b-9241-694b44ac8fe7 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028819 Aug 31 13:59:15.751976 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-56f672c6-e3a8-4aa8-8ed0-d9970351868f req-14ff97ca-095c-4587-9d76-c04c59ec244b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.751976 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-56f672c6-e3a8-4aa8-8ed0-d9970351868f req-14ff97ca-095c-4587-9d76-c04c59ec244b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.799224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-07a17c88-781c-4044-aa82-005af2fb63aa admin admin] For port 55decf02-265c-40b9-9330-7ac5a578dbd7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=55decf02-265c-40b9-9330-7ac5a578dbd7,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:15.799756 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07a17c88-781c-4044-aa82-005af2fb63aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.814993 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-56f672c6-e3a8-4aa8-8ed0-d9970351868f req-14ff97ca-095c-4587-9d76-c04c59ec244b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:15.823322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-07a17c88-781c-4044-aa82-005af2fb63aa admin admin] Calling delete_port for 55decf02-265c-40b9-9330-7ac5a578dbd7 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:15.826910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56f672c6-e3a8-4aa8-8ed0-d9970351868f req-14ff97ca-095c-4587-9d76-c04c59ec244b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5455503 Aug 31 13:59:15.836011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff97ca-095c-4587-9d76-c04c59ec244b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0780ccc3-b273-4caf-b89d-d8ffd3bd9c73,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:15.895328 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4928b2f2-e9db-4066-8a03-c8ddc6f082f6 x-openstack-request-id: req-4928b2f2-e9db-4066-8a03-c8ddc6f082f6 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:15.896847 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd5bf66-ac69-49e8-8c7c-796f64219e00", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec0d264-60d3-4819-b6d9-30fddecdd8a5", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:15.897491 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4928b2f2-e9db-4066-8a03-c8ddc6f082f6 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:15.898568 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd5bf66-ac69-49e8-8c7c-796f64219e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5', 'code': 200} Aug 31 13:59:15.913640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:59:16.012616 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8a778e46-a7db-424a-82f4-a7dc7a85cf5b req-648e3a0b-40dd-4abb-a315-3ba482636ea5 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 210 time: 0.0817666 Aug 31 13:59:16.062673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-8838f46a-727c-4d26-badc-4dd563171d3f req-b88b0bc2-2363-49dc-a4fd-c77741b2496e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1413405263', 'description': 'tempest-description-1876573952'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:16.087955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104fe39-6b3e-487f-9836-fd6825e13c0c req-1a53ef60-cda9-4a34-9ab5-942fa4e31a80 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.103028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5104fe39-6b3e-487f-9836-fd6825e13c0c req-1a53ef60-cda9-4a34-9ab5-942fa4e31a80 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 948 time: 0.0919259 Aug 31 13:59:16.125735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:16.133861 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8838f46a-727c-4d26-badc-4dd563171d3f req-b88b0bc2-2363-49dc-a4fd-c77741b2496e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.151093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '20ef1c4b-fbde-47f5-b742-21c2eb69ddf4', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '20ef1c4b-fbde-47f5-b742-21c2eb69ddf4', 'mac_address': 'fa:16:3e:32:d4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:59:16.187108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5104fe39-6b3e-487f-9836-fd6825e13c0c req-1f5a1ac9-b96f-4f0a-8de2-94a7c3e3e7c4 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821116 Aug 31 13:59:16.199992 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.221077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:16.246728 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07a17c88-781c-4044-aa82-005af2fb63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.258801 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:16.266089 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.286529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a17c88-781c-4044-aa82-005af2fb63aa admin admin] Pushing event deleted for resources: {'Port': ['ID=55decf02-265c-40b9-9330-7ac5a578dbd7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:16.359822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:16.386871 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8838f46a-727c-4d26-badc-4dd563171d3f req-b88b0bc2-2363-49dc-a4fd-c77741b2496e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.393899 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8838f46a-727c-4d26-badc-4dd563171d3f req-b88b0bc2-2363-49dc-a4fd-c77741b2496e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.425501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d121a92-1fcc-47df-b7a0-eb438d1be45b req-fd2a6431-79c1-40fb-beb3-3819af16fed2 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.427849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d121a92-1fcc-47df-b7a0-eb438d1be45b req-fd2a6431-79c1-40fb-beb3-3819af16fed2 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 948 time: 0.1355526 Aug 31 13:59:16.445812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c86065-7194-4cad-9882-1ba5c86e9bb7 req-3220a590-3fd6-4265-bcd5-9c7ec248dc71 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.447991 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c86065-7194-4cad-9882-1ba5c86e9bb7 req-3220a590-3fd6-4265-bcd5-9c7ec248dc71 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbd5bf66-ac69-49e8-8c7c-796f64219e00 HTTP/1.1" status: 200 len: 944 time: 0.1052938 Aug 31 13:59:16.449575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b0bc2-2363-49dc-a4fd-c77741b2496e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c35f270-f79b-4510-9de5-04f12a3a2ce3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:16.453537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8838f46a-727c-4d26-badc-4dd563171d3f req-b88b0bc2-2363-49dc-a4fd-c77741b2496e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.454815 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8838f46a-727c-4d26-badc-4dd563171d3f req-b88b0bc2-2363-49dc-a4fd-c77741b2496e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3970907 Aug 31 13:59:16.546664 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d121a92-1fcc-47df-b7a0-eb438d1be45b req-0f013eb8-1097-4835-9c9a-684ec03c57e7 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975673 Aug 31 13:59:16.553973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['20ef1c4b-fbde-47f5-b742-21c2eb69ddf4'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:16.641168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f8c86065-7194-4cad-9882-1ba5c86e9bb7 req-2f8ef774-d4bb-470c-a4e5-ab316d3b2ac8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Deleting port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:16.641432 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c86065-7194-4cad-9882-1ba5c86e9bb7 req-2f8ef774-d4bb-470c-a4e5-ab316d3b2ac8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.723715 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07a17c88-781c-4044-aa82-005af2fb63aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.792240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f8c86065-7194-4cad-9882-1ba5c86e9bb7 req-2f8ef774-d4bb-470c-a4e5-ab316d3b2ac8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] For port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:16.792676 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c86065-7194-4cad-9882-1ba5c86e9bb7 req-2f8ef774-d4bb-470c-a4e5-ab316d3b2ac8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:16.808132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f8c86065-7194-4cad-9882-1ba5c86e9bb7 req-2f8ef774-d4bb-470c-a4e5-ab316d3b2ac8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Calling delete_port for 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:16.896769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-c4816a45-8860-4f00-85bb-4d81ed55884c tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:16.898307 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-c4816a45-8860-4f00-85bb-4d81ed55884c tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/networks?id=26dbc674-1d40-45f2-91e2-2314acf35a31 HTTP/1.1" status: 200 len: 813 time: 0.2927415 Aug 31 13:59:16.925169 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-a43cd989-aec9-4f4a-9a58-412bba4187a8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/quotas/f6f20a9f415647ecb5b81b352a388943 HTTP/1.1" status: 200 len: 375 time: 0.0144043 Aug 31 13:59:16.996324 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-8d37c7db-8a2e-4ab6-9639-9f1cbab472b2 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6f20a9f415647ecb5b81b352a388943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341203 Aug 31 13:59:17.054259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ce599-4670-4af9-add3-d15542e988d3 req-bb2f4861-016f-4476-bcde-da60b62d879a tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:17.055744 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf9ce599-4670-4af9-add3-d15542e988d3 req-bb2f4861-016f-4476-bcde-da60b62d879a tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.1551952 Aug 31 13:59:17.091676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-34e1239b-fed5-4d2f-8f19-697c3bcb09a6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:17.093180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-34e1239b-fed5-4d2f-8f19-697c3bcb09a6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.13 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 804 time: 0.2053885 Aug 31 13:59:17.113722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Request body: {'port': {'device_id': '80ebdc1d-3162-4432-bfc5-1f04f26744be', 'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'admin_state_up': True, 'tenant_id': '4669e85b74e843cfa5df9451dd811ad7'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:17.140422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a17c88-781c-4044-aa82-005af2fb63aa admin admin] Router e99a4347-8297-41dd-885a-6cbcd27ffef5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:17.154006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-fe7eb856-d975-4efc-a6d3-708d069c4e56 service neutron] 10.222.0.20 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471694 Aug 31 13:59:17.196317 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf9ce599-4670-4af9-add3-d15542e988d3 req-e83559ba-48d4-4012-9210-8558e819a5c8 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195476 Aug 31 13:59:17.197412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c86065-7194-4cad-9882-1ba5c86e9bb7 req-2f8ef774-d4bb-470c-a4e5-ab316d3b2ac8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:17.240610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ef774-d4bb-470c-a4e5-ab316d3b2ac8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Pushing event deleted for resources: {'Port': ['ID=0ec0d264-60d3-4819-b6d9-30fddecdd8a5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:17.300683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c86065-7194-4cad-9882-1ba5c86e9bb7 req-2f8ef774-d4bb-470c-a4e5-ab316d3b2ac8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] No DVR routers for this DVR port 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:17.304387 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c86065-7194-4cad-9882-1ba5c86e9bb7 req-2f8ef774-d4bb-470c-a4e5-ab316d3b2ac8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:17.306921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c86065-7194-4cad-9882-1ba5c86e9bb7 req-2f8ef774-d4bb-470c-a4e5-ab316d3b2ac8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.52 "DELETE /v2.0/ports/0ec0d264-60d3-4819-b6d9-30fddecdd8a5 HTTP/1.1" status: 204 len: 173 time: 0.8402226 Aug 31 13:59:17.307386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd5bf66-ac69-49e8-8c7c-796f64219e00', 'name': 'network-vif-deleted', 'tag': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:17.309722 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f1c310-ebad-461b-873c-9a69715fbe03" -d '{"events": [{"server_uuid": "dbd5bf66-ac69-49e8-8c7c-796f64219e00", "name": "network-vif-deleted", "tag": "0ec0d264-60d3-4819-b6d9-30fddecdd8a5"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:17.333702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Made reservation on behalf of 4669e85b74e843cfa5df9451dd811ad7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:17.337747 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:17.345537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a17c88-781c-4044-aa82-005af2fb63aa admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:17.348778 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-e681f5b1-3699-4921-9869-515259d37ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860292 Aug 31 13:59:17.353732 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-07a17c88-781c-4044-aa82-005af2fb63aa admin admin] 10.222.0.20 "PUT /v2.0/routers/e99a4347-8297-41dd-885a-6cbcd27ffef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6071610 Aug 31 13:59:17.355863 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb811b-393d-4089-8cf3-35b57f33c809 None None] Sync routers for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:17.357031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36362) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:17.373890 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb811b-393d-4089-8cf3-35b57f33c809 None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:17.379284 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ddcb811b-393d-4089-8cf3-35b57f33c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:17.570600 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ddcb811b-393d-4089-8cf3-35b57f33c809 None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:17.579314 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:17.684126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Allocated IP 172.20.0.7 (097ed294-311a-4047-a411-d1b3a475b551/81a4f80d-1ced-4844-b1bb-7b0eaea3bfce/00361382-0f09-42be-876c-ec0b459ea10e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:17.714190 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95005e60-9cd5-452f-94fa-665e1fcbed0f req-852cf3ad-4d59-4062-8720-145c60aa25bf tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 210 time: 0.0620165 Aug 31 13:59:17.770388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b74a6d-45fc-4d99-9130-8a558ba9add1 req-d8794ae6-fc4e-486b-a78e-dd0b2b928661 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:17.782163 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08b74a6d-45fc-4d99-9130-8a558ba9add1 req-d8794ae6-fc4e-486b-a78e-dd0b2b928661 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 948 time: 0.0990136 Aug 31 13:59:17.830464 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:17.840028 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb15a83-c8a0-4809-8553-a3d2a02a7d17 x-openstack-request-id: req-ebb15a83-c8a0-4809-8553-a3d2a02a7d17 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:17.840383 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd5bf66-ac69-49e8-8c7c-796f64219e00", "name": "network-vif-deleted", "tag": "0ec0d264-60d3-4819-b6d9-30fddecdd8a5", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:17.840566 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebb15a83-c8a0-4809-8553-a3d2a02a7d17 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:17.840977 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd5bf66-ac69-49e8-8c7c-796f64219e00', 'name': 'network-vif-deleted', 'tag': '0ec0d264-60d3-4819-b6d9-30fddecdd8a5', 'status': 'completed', 'code': 200} Aug 31 13:59:17.865849 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08b74a6d-45fc-4d99-9130-8a558ba9add1 req-f8c12b54-4dc4-406c-806d-1bfa2f21c578 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801682 Aug 31 13:59:17.900015 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ddcb811b-393d-4089-8cf3-35b57f33c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:59:16Z', 'revision_number': 5, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port': {'id': '29ec071a-55ba-4924-b5a3-90aca8969b6e', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:08Z', 'updated_at': '2021-08-31T13:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:17.936803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:17.965723 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb811b-393d-4089-8cf3-35b57f33c809 None None] Checking router: e99a4347-8297-41dd-885a-6cbcd27ffef5 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:17.981226 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb811b-393d-4089-8cf3-35b57f33c809 None None] Routers {'e99a4347-8297-41dd-885a-6cbcd27ffef5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:17.982002 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ddcb811b-393d-4089-8cf3-35b57f33c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e99a4347-8297-41dd-885a-6cbcd27ffef5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:18.058015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device bc40e972-f20a-4656-86e7-db4f63f43f8b up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:18.079560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Deleting port 29ec071a-55ba-4924-b5a3-90aca8969b6e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:18.079560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.111805 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6e15ec14-c877-4fe9-903d-bd4124acda4c req-6803c919-4b94-4d44-9117-1601d0e178dd tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 210 time: 0.0846064 Aug 31 13:59:18.116761 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ddcb811b-393d-4089-8cf3-35b57f33c809 None None] Set router e99a4347-8297-41dd-885a-6cbcd27ffef5 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:18.151976 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port bc40e972-f20a-4656-86e7-db4f63f43f8b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:18.156467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:18.162870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:18.163676 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.180888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ace9d6-c50d-44da-b33a-da72c6b954fe req-2f2cd2ba-2aea-4bc7-992a-391a5c979b4e tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:18.191225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ace9d6-c50d-44da-b33a-da72c6b954fe req-2f2cd2ba-2aea-4bc7-992a-391a5c979b4e tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 948 time: 0.2487590 Aug 31 13:59:18.193684 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ddcb811b-393d-4089-8cf3-35b57f33c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:59:17Z', 'revision_number': 6, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:18.207525 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.228117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port bc40e972-f20a-4656-86e7-db4f63f43f8b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:18.228694 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.265161 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb811b-393d-4089-8cf3-35b57f33c809 None None] The sync data for ids ['e99a4347-8297-41dd-885a-6cbcd27ffef5'] in n-d-792364-6 is: [{'id': 'e99a4347-8297-41dd-885a-6cbcd27ffef5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1140275384-router', 'tenant_id': 'feaf503f639a42c6b080c56ca324c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:06Z', 'updated_at': '2021-08-31T13:59:17Z', 'revision_number': 6, 'project_id': 'feaf503f639a42c6b080c56ca324c2aa', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:18.356276 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.395048 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.406353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ace9d6-c50d-44da-b33a-da72c6b954fe req-c75fd5ec-dea1-4646-9afd-7d9d2af5e541 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137208 Aug 31 13:59:18.431743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601de6a2-9fc5-4179-bfd6-c7ab06dfacf9 req-fc471354-d56f-4b59-905a-c9a0bf1ba648 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:18.438855 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-601de6a2-9fc5-4179-bfd6-c7ab06dfacf9 req-fc471354-d56f-4b59-905a-c9a0bf1ba648 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.0893481 Aug 31 13:59:18.442921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:18.448299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1a5db8-b168-4e5d-beb9-c317c8baf8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ef1c4b-fbde-47f5-b742-21c2eb69ddf4'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:18.450532 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043718a7-a290-4148-b87c-056c9ef44ac9" -d '{"events": [{"server_uuid": "1f1a5db8-b168-4e5d-beb9-c317c8baf8a7", "name": "network-vif-plugged", "status": "completed", "tag": "20ef1c4b-fbde-47f5-b742-21c2eb69ddf4"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:18.456280 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.520995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:18.522818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-601de6a2-9fc5-4179-bfd6-c7ab06dfacf9 req-8dbc614b-d80a-43d9-bb6b-cfa6c83abce1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736473 Aug 31 13:59:18.525096 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.537892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] For port 29ec071a-55ba-4924-b5a3-90aca8969b6e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29ec071a-55ba-4924-b5a3-90aca8969b6e,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:18.538840 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.545943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Network 097ed294-311a-4047-a411-d1b3a475b551 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:18.563551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:18.566799 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port bc40e972-f20a-4656-86e7-db4f63f43f8b, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bc40e972-f20a-4656-86e7-db4f63f43f8b,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:18.570960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:18.576915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Pushing event updated for resources: {'Port': ['ID=00361382-0f09-42be-876c-ec0b459ea10e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:18.577921 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.595238 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20a91f6-e384-40b1-8ef0-a9eb26023855 x-openstack-request-id: req-a20a91f6-e384-40b1-8ef0-a9eb26023855 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:18.595533 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1a5db8-b168-4e5d-beb9-c317c8baf8a7", "name": "network-vif-plugged", "status": "completed", "tag": "20ef1c4b-fbde-47f5-b742-21c2eb69ddf4", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:18.595847 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a20a91f6-e384-40b1-8ef0-a9eb26023855 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:18.596448 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1a5db8-b168-4e5d-beb9-c317c8baf8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ef1c4b-fbde-47f5-b742-21c2eb69ddf4', 'code': 200} Aug 31 13:59:18.621628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Calling delete_port for 29ec071a-55ba-4924-b5a3-90aca8969b6e owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:18.653351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=bc40e972-f20a-4656-86e7-db4f63f43f8b,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:18.747856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:18.748898 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:18.801809 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-f56c7836-abca-4fb2-a50c-db2118406117 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6952639 Aug 31 13:59:18.818439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Request body: {'port': {'device_id': '80ebdc1d-3162-4432-bfc5-1f04f26744be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:18.852683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169582ee-e53e-4178-8782-8109e6b59918 req-3bf49590-c559-410a-b8e5-0ebc42d481ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:18.854108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-169582ee-e53e-4178-8782-8109e6b59918 req-3bf49590-c559-410a-b8e5-0ebc42d481ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 1100 time: 0.1766157 Aug 31 13:59:18.998680 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.005542 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-169582ee-e53e-4178-8782-8109e6b59918 req-dea960b5-3a9b-483b-a437-aac13023513e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129482 Aug 31 13:59:19.050750 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14831423-4905-4b43-8022-150df346634c req-83269387-f0df-4241-9cf1-451faadc132d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:19.053440 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3776d-415a-49a2-a1bc-360d1e0fa0ed req-8f61eb24-f6e8-44af-8ecd-9a5b6fb361a6 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:19.055840 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e7f3776d-415a-49a2-a1bc-360d1e0fa0ed req-8f61eb24-f6e8-44af-8ecd-9a5b6fb361a6 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 949 time: 0.0807605 Aug 31 13:59:19.056379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14831423-4905-4b43-8022-150df346634c req-83269387-f0df-4241-9cf1-451faadc132d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 931 time: 0.2107599 Aug 31 13:59:19.131495 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e7f3776d-415a-49a2-a1bc-360d1e0fa0ed req-a19ceaa9-9f3c-4050-8f76-e6203b4c44a9 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675876 Aug 31 13:59:19.160480 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.245656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14831423-4905-4b43-8022-150df346634c req-1de516d1-64af-4e1b-9508-5579b92a9210 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837847 Aug 31 13:59:19.283712 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2e3ecc7e-5c84-4704-bf27-963c0a7d8e01 req-ec42d704-2888-4476-ad2d-0f4d88201e53 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 210 time: 0.0501058 Aug 31 13:59:19.541024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29ec071a-55ba-4924-b5a3-90aca8969b6e no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:19.563587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 29ec071a-55ba-4924-b5a3-90aca8969b6e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:19.563949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29ec071a-55ba-4924-b5a3-90aca8969b6e not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:19.564389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 55decf02-265c-40b9-9330-7ac5a578dbd7 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:19.585640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 55decf02-265c-40b9-9330-7ac5a578dbd7 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:19.586555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 55decf02-265c-40b9-9330-7ac5a578dbd7 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:19.643078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ec071a-55ba-4924-b5a3-90aca8969b6e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:19.727655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:19.728109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:19.728457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:19.728803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:19.729131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:19.729456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:19.729778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:19.730098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:19.730416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:19.730733 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:19.731053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:19.731367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:19.738047 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b5dd5-5d59-4a10-a006-bb5e4fdf35d8 req-37ef0d43-9489-48a0-9e32-c50cd990623f tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:19.739577 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-459b5dd5-5d59-4a10-a006-bb5e4fdf35d8 req-37ef0d43-9489-48a0-9e32-c50cd990623f tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.0558906 Aug 31 13:59:19.782352 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-459b5dd5-5d59-4a10-a006-bb5e4fdf35d8 req-d820b5c9-20bf-43c9-8114-dbe0021faebc tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342231 Aug 31 13:59:19.850979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-55aff48c-425d-4912-ae30-f6ed72851d5d tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:19.852600 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-55aff48c-425d-4912-ae30-f6ed72851d5d tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.52 "GET /v2.0/networks?id=26dbc674-1d40-45f2-91e2-2314acf35a31 HTTP/1.1" status: 200 len: 813 time: 0.7079422 Aug 31 13:59:19.854766 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:19.930684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'port': {'device_id': '0da7b35e-33c2-4bdd-93c1-0dee61be7fd0', 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31', 'admin_state_up': True, 'tenant_id': 'f6f20a9f415647ecb5b81b352a388943'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:19.974174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f654ed3-c837-45a3-bcf7-22e86402733e req-aa702356-b143-419b-9bcf-a53b62e8fa3a tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:19.975749 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f654ed3-c837-45a3-bcf7-22e86402733e req-aa702356-b143-419b-9bcf-a53b62e8fa3a tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 949 time: 0.3339372 Aug 31 13:59:20.021733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.033199 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.053323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:20.077719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:20.078062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0ec0d264-60d3-4819-b6d9-30fddecdd8a5 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:20.133438 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.134113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e99a4347-8297-41dd-885a-6cbcd27ffef5 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:20.138373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f654ed3-c837-45a3-bcf7-22e86402733e req-45e60498-2873-4803-be06-5959288e85d6 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478231 Aug 31 13:59:20.142727 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.146115 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0e4a7957-f81c-4b31-a089-bcf9ff311688 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e99a4347-8297-41dd-885a-6cbcd27ffef5 HTTP/1.1" status: 204 len: 168 time: 2.7855816 Aug 31 13:59:20.147650 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36398) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:20.213172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Deleting subnet 1e3aee39-e43e-4185-a0bd-c13ff6dee79a {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:59:20.217875 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.224466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00361382-0f09-42be-876c-ec0b459ea10e {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:20.236477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.257749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Transition to ACTIVE for port object 00361382-0f09-42be-876c-ec0b459ea10e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:20.259166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Made reservation on behalf of f6f20a9f415647ecb5b81b352a388943 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:20.263086 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.268477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.317692 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.371212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2333b5-32f5-475d-ad11-ff3021ba389a req-33b33b4e-5626-4be6-ada3-bf573511692d tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:20.372814 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f2333b5-32f5-475d-ad11-ff3021ba389a req-33b33b4e-5626-4be6-ada3-bf573511692d tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 949 time: 0.1228697 Aug 31 13:59:20.407343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Pushing event updated for resources: {'Port': ['ID=00361382-0f09-42be-876c-ec0b459ea10e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:20.447062 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f2333b5-32f5-475d-ad11-ff3021ba389a req-9512b9bc-2e64-4c7d-bc66-158188547ad0 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660610 Aug 31 13:59:20.467550 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.538960 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.569298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f1bd1-58e1-4b31-90eb-aa9180714b16 req-58eef9ca-9ca6-444d-91d1-63e59ff85bed tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:20.570871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c4f1bd1-58e1-4b31-90eb-aa9180714b16 req-58eef9ca-9ca6-444d-91d1-63e59ff85bed tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 943 time: 0.1574614 Aug 31 13:59:20.578612 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.581464 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1e3aee39-e43e-4185-a0bd-c13ff6dee79a HTTP/1.1" status: 204 len: 168 time: 0.4320040 Aug 31 13:59:20.584269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e3aee39-e43e-4185-a0bd-c13ff6dee79a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:20.589941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89505e1-8e65-431b-9ef1-df44926e41d1 None None] Network 179d47f2-98de-4390-bc37-0dfa9679155d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:20.597623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36406) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:20.604249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bedf893f-ab21-4b15-abc7-f93e76a8d381 req-4103f445-ed68-4aba-bc28-8673e29d1d45 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 210 time: 0.0555847 Aug 31 13:59:20.608973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f834b-93d6-4702-b5a3-a54299290b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc40e972-f20a-4656-86e7-db4f63f43f8b'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:20.610522 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:20.611294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:20.611418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:20.611815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:20.612223 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:20.612654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:20.613059 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:20.613419 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191d44e9-e6fc-42fe-b6dd-f57aa3199a1a" -d '{"events": [{"server_uuid": "d91f834b-93d6-4702-b5a3-a54299290b27", "name": "network-vif-plugged", "status": "completed", "tag": "bc40e972-f20a-4656-86e7-db4f63f43f8b"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:20.613554 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:20.614068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:20.614478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:20.615157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:20.615294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ed26-99dd-4566-b253-8d2ef62e7b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:20.641037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Allocated IP 172.20.0.8 (26dbc674-1d40-45f2-91e2-2314acf35a31/80cf107e-a0a4-4efe-ae7d-7ef221f0fa42/55d15bd8-2077-45e3-b895-8cb8bd266bc9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:20.668812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Attempting to bind port 00361382-0f09-42be-876c-ec0b459ea10e on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:20.669572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Attempting to bind port 00361382-0f09-42be-876c-ec0b459ea10e by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:20.669572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Attempting to bind port 00361382-0f09-42be-876c-ec0b459ea10e on network 097ed294-311a-4047-a411-d1b3a475b551 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:20.700314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Port 00361382-0f09-42be-876c-ec0b459ea10e on network 097ed294-311a-4047-a411-d1b3a475b551 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:20.700671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Attempting to bind port 00361382-0f09-42be-876c-ec0b459ea10e on network 097ed294-311a-4047-a411-d1b3a475b551 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:20.737625 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:20.737874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Checking segment: {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:20.738340 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Bound using segment: {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:20.738758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Bound port: 00361382-0f09-42be-876c-ec0b459ea10e, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:20.739120 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.746742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.746982 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39e1fca-845c-418e-b85a-c83f43a065e9 x-openstack-request-id: req-b39e1fca-845c-418e-b85a-c83f43a065e9 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:20.747329 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f834b-93d6-4702-b5a3-a54299290b27", "name": "network-vif-plugged", "status": "completed", "tag": "bc40e972-f20a-4656-86e7-db4f63f43f8b", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:20.747588 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b39e1fca-845c-418e-b85a-c83f43a065e9 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:20.747989 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f834b-93d6-4702-b5a3-a54299290b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc40e972-f20a-4656-86e7-db4f63f43f8b', 'code': 200} Aug 31 13:59:20.780739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c4f1bd1-58e1-4b31-90eb-aa9180714b16 req-6a0723a8-d339-49cf-957c-e90aa17e1a7c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852908 Aug 31 13:59:20.811371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c610fe-da28-43aa-bd88-af321328148e None None] DHCP port deletion for 179d47f2-98de-4390-bc37-0dfa9679155d request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:59:20.908256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-32c610fe-da28-43aa-bd88-af321328148e None None] Deleting port 07066700-d8a7-45ea-86f7-ce154779d7ed {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:20.909008 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-32c610fe-da28-43aa-bd88-af321328148e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:20.940241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe46c9-5b3e-4aca-b889-9cc5879c5e6b req-eb9113db-7dc0-4f05-b197-127d79569036 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:20.941820 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5bbe46c9-5b3e-4aca-b889-9cc5879c5e6b req-eb9113db-7dc0-4f05-b197-127d79569036 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.0608139 Aug 31 13:59:21.001455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-32c610fe-da28-43aa-bd88-af321328148e None None] For port 07066700-d8a7-45ea-86f7-ce154779d7ed, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=07066700-d8a7-45ea-86f7-ce154779d7ed,segment=NetworkSegment(87e22969-c761-463c-b926-ee5bf736bdc7),segment_id=87e22969-c761-463c-b926-ee5bf736bdc7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:21.002040 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-32c610fe-da28-43aa-bd88-af321328148e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.015008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] For port 00361382-0f09-42be-876c-ec0b459ea10e, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:21.015550 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5bbe46c9-5b3e-4aca-b889-9cc5879c5e6b req-a750e8d7-28f1-4a74-82f9-3ebfcc9d24f4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665243 Aug 31 13:59:21.023920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] For port 00361382-0f09-42be-876c-ec0b459ea10e, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=00361382-0f09-42be-876c-ec0b459ea10e,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:21.028022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-32c610fe-da28-43aa-bd88-af321328148e None None] Calling delete_port for 07066700-d8a7-45ea-86f7-ce154779d7ed owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:21.037441 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.041153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfe428-d5b9-4d52-9e39-2fe0f3fa0dbb req-db0a926e-d10e-434a-be6c-7261377ddaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:21.042700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-72bfe428-d5b9-4d52-9e39-2fe0f3fa0dbb req-db0a926e-d10e-434a-be6c-7261377ddaed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 1100 time: 0.1520340 Aug 31 13:59:21.093761 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.120320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:21.121124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.122758 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] 10.222.0.13 "PUT /v2.0/ports/00361382-0f09-42be-876c-ec0b459ea10e HTTP/1.1" status: 200 len: 1091 time: 2.3087802 Aug 31 13:59:21.123551 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-32c610fe-da28-43aa-bd88-af321328148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.125740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ebdc1d-3162-4432-bfc5-1f04f26744be', 'tag': '00361382-0f09-42be-876c-ec0b459ea10e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:21.128071 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244e4e5f-ad66-45ba-8a28-35dfba348a33" -d '{"events": [{"name": "network-changed", "server_uuid": "80ebdc1d-3162-4432-bfc5-1f04f26744be", "tag": "00361382-0f09-42be-876c-ec0b459ea10e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:21.142970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Deleting port 07066700-d8a7-45ea-86f7-ce154779d7ed {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:21.144058 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.178263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c610fe-da28-43aa-bd88-af321328148e None None] Pushing event deleted for resources: {'Port': ['ID=07066700-d8a7-45ea-86f7-ce154779d7ed,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:21.185009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c610fe-da28-43aa-bd88-af321328148e None None] No DVR routers for this DVR port 07066700-d8a7-45ea-86f7-ce154779d7ed on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:21.188108 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37693a2e-743f-4187-b644-d75129ab928d x-openstack-request-id: req-37693a2e-743f-4187-b644-d75129ab928d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:21.188410 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ebdc1d-3162-4432-bfc5-1f04f26744be", "tag": "00361382-0f09-42be-876c-ec0b459ea10e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:21.189408 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37693a2e-743f-4187-b644-d75129ab928d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:21.189832 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ebdc1d-3162-4432-bfc5-1f04f26744be', 'tag': '00361382-0f09-42be-876c-ec0b459ea10e', 'status': 'completed', 'code': 200} Aug 31 13:59:21.250980 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-72bfe428-d5b9-4d52-9e39-2fe0f3fa0dbb req-8652b66a-ba92-4564-9131-d7e7cca2372e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896451 Aug 31 13:59:21.251504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80809e-735d-427b-904b-29e9cf4ba75b service neutron] Pushing event updated for resources: {'Port': ['ID=00361382-0f09-42be-876c-ec0b459ea10e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:21.290180 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee3c2a-33c4-4d56-9bac-1c6a6a059aae req-33d31c66-39ec-4b0b-9c61-32de195cbc26 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:21.292104 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-efee3c2a-33c4-4d56-9bac-1c6a6a059aae req-33d31c66-39ec-4b0b-9c61-32de195cbc26 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 949 time: 0.0614116 Aug 31 13:59:21.309437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] For port 07066700-d8a7-45ea-86f7-ce154779d7ed, host n-d-792364-6, got binding levels [] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:21.309908 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.319220 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.340321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Calling delete_port for 07066700-d8a7-45ea-86f7-ce154779d7ed owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:21.352890 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-efee3c2a-33c4-4d56-9bac-1c6a6a059aae req-e222744e-c874-48c2-809b-155d7430238a tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471528 Aug 31 13:59:21.363138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.ipam_backend_mixin [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Port 07066700-d8a7-45ea-86f7-ce154779d7ed was not found and therefore no delete operation was performed {{(pid=106388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 13:59:21.365386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-2edeac66-f029-4c99-99b9-134f0ef4a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:21.367490 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-2edeac66-f029-4c99-99b9-134f0ef4a1fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 1094 time: 0.1463225 Aug 31 13:59:21.374883 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.399815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Network 26dbc674-1d40-45f2-91e2-2314acf35a31 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:21.406817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'Port': ['ID=55d15bd8-2077-45e3-b895-8cb8bd266bc9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:21.412551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:21.414891 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:21.450727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] No DVR routers for this DVR port 07066700-d8a7-45ea-86f7-ce154779d7ed on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:21.492819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-657b111e-0ed4-4b65-8faf-58ae60bdb7ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00361382-0f09-42be-876c-ec0b459ea10e HTTP/1.1" status: 200 len: 217 time: 0.1074209 Aug 31 13:59:21.516005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=07066700-d8a7-45ea-86f7-ce154779d7ed,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:21.575581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 07066700-d8a7-45ea-86f7-ce154779d7ed no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:21.608477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 07066700-d8a7-45ea-86f7-ce154779d7ed {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:21.609635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 07066700-d8a7-45ea-86f7-ce154779d7ed not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:21.641655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd8087-dda3-4ecf-870e-556bd3491735 req-0b9247f5-b2d9-43e9-a0ae-4f7eaa2b81f4 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:21.642680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:21.643123 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-25bd8087-dda3-4ecf-870e-556bd3491735 req-0b9247f5-b2d9-43e9-a0ae-4f7eaa2b81f4 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 949 time: 0.0899880 Aug 31 13:59:21.645185 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.656856 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.677055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179d47f2-98de-4390-bc37-0dfa9679155d']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:21.689649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-410ad53a-6411-40d8-b86b-959c18791a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:21.691201 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-410ad53a-6411-40d8-b86b-959c18791a2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a4f80d-1ced-4844-b1bb-7b0eaea3bfce HTTP/1.1" status: 200 len: 844 time: 0.1695201 Aug 31 13:59:21.692517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-075a4120-e8ed-4e93-866c-73b61544da66 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7697747 Aug 31 13:59:21.696143 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-25bd8087-dda3-4ecf-870e-556bd3491735 req-3cf796d5-e6d4-408d-b1ce-88d632444e82 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Aug 31 13:59:21.696408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e22969-c761-463c-b926-ee5bf736bdc7') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:21.696714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e22969-c761-463c-b926-ee5bf736bdc7') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:21.727761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Request body: {'port': {'device_id': '0da7b35e-33c2-4bdd-93c1-0dee61be7fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:21.731608 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.792618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-c7db7a79-9454-4720-889c-ac80f8826c22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=097ed294-311a-4047-a411-d1b3a475b551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888157 Aug 31 13:59:21.819661 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.887986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:59:21.888406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: timer() Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:59:21.890282 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:59:21.961742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.017160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28fefa-8042-4e92-9880-b218c415da42 req-d069300a-2362-47e9-bf0c-4f7494687749 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:22.019545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed28fefa-8042-4e92-9880-b218c415da42 req-d069300a-2362-47e9-bf0c-4f7494687749 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 931 time: 0.2850559 Aug 31 13:59:22.073036 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.111426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:22.115793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/179d47f2-98de-4390-bc37-0dfa9679155d HTTP/1.1" status: 204 len: 168 time: 1.5118692 Aug 31 13:59:22.124748 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78563f-e460-4b62-baed-9eacf77ce433 req-ea726ff2-73ac-4cc9-8f95-7a13978acde8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:22.126457 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-af78563f-e460-4b62-baed-9eacf77ce433 req-ea726ff2-73ac-4cc9-8f95-7a13978acde8 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 943 time: 0.0673730 Aug 31 13:59:22.138458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8f360-55f8-4e29-b080-add4a0e630a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=179d47f2-98de-4390-bc37-0dfa9679155d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:22.147780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-8087f295-2dad-4673-aec1-7b88b93b4b40 service neutron] 10.222.0.13 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384244 Aug 31 13:59:22.185211 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-af78563f-e460-4b62-baed-9eacf77ce433 req-1a07d855-bb5e-4581-b441-a536b182368e tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472059 Aug 31 13:59:22.190229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed28fefa-8042-4e92-9880-b218c415da42 req-8d0287de-b602-4091-987c-b900741adf64 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592290 Aug 31 13:59:22.348275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36444) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:22.441461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b275ab4-b48a-4f33-b344-6c1efeb2420b req-3db6e85f-8bef-4d26-81e0-0dc46eea239c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:22.443244 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b275ab4-b48a-4f33-b344-6c1efeb2420b req-3db6e85f-8bef-4d26-81e0-0dc46eea239c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.0567760 Aug 31 13:59:22.492627 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b275ab4-b48a-4f33-b344-6c1efeb2420b req-891cc7b2-4521-48eb-ad8f-3789576c5eab tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428731 Aug 31 13:59:22.826848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ed103-c1b9-4ad5-96c2-f59d9d60fc1f req-254470bd-d6d5-4561-b48b-6de460c7990b tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:22.828392 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d4ed103-c1b9-4ad5-96c2-f59d9d60fc1f req-254470bd-d6d5-4561-b48b-6de460c7990b tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 949 time: 0.0512249 Aug 31 13:59:22.835687 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5dd96efc-da7e-4b0f-9cbe-35d27beb8880 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=feaf503f639a42c6b080c56ca324c2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820378 Aug 31 13:59:22.837957 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-733c33cc-9e10-4928-b80e-8b1a69bce2c5 req-14fbc24e-80bf-43fc-882e-fadfa10d755f service neutron] 10.222.0.13 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691096 Aug 31 13:59:22.838425 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36450) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:22.870854 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d4ed103-c1b9-4ad5-96c2-f59d9d60fc1f req-488fc13d-c5fd-4eef-b4ca-c72995a72487 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360143 Aug 31 13:59:22.910994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd307f-b6fb-4bd0-80f6-b99e248be36e req-e9f41f3e-eaa7-48e8-ac3b-36b611221bd8 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:22.912533 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9efd307f-b6fb-4bd0-80f6-b99e248be36e req-e9f41f3e-eaa7-48e8-ac3b-36b611221bd8 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 949 time: 0.4590707 Aug 31 13:59:23.040618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9efd307f-b6fb-4bd0-80f6-b99e248be36e req-919dea1c-abfd-4de5-97ae-852db97cccfa tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190116 Aug 31 13:59:23.042474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d15bd8-2077-45e3-b895-8cb8bd266bc9 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:23.047735 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1c0e-80c2-49f7-91d8-42e860a465b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.053994 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.068740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e4e5f-ad66-45ba-8a28-35dfba348a33 req-0242fbcf-15a8-42a1-942d-bb4ab8839cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:23.070867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-244e4e5f-ad66-45ba-8a28-35dfba348a33 req-0242fbcf-15a8-42a1-942d-bb4ab8839cc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 1094 time: 0.1378567 Aug 31 13:59:23.089925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Transition to ACTIVE for port object 55d15bd8-2077-45e3-b895-8cb8bd266bc9 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:23.107942 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.144741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1c0e-80c2-49f7-91d8-42e860a465b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.230184 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240439b6-0139-4fda-9c19-ae8ef6400204 req-889d7d4c-bc8c-49fc-91b2-a90e1de125a5 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:23.233279 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-240439b6-0139-4fda-9c19-ae8ef6400204 req-889d7d4c-bc8c-49fc-91b2-a90e1de125a5 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 949 time: 0.1021898 Aug 31 13:59:23.282199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Pushing event updated for resources: {'Port': ['ID=55d15bd8-2077-45e3-b895-8cb8bd266bc9,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:23.333189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-240439b6-0139-4fda-9c19-ae8ef6400204 req-e1873c0d-586d-4b1a-8b02-80665173e21b tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886157 Aug 31 13:59:23.394417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e4e5f-ad66-45ba-8a28-35dfba348a33 req-1633368a-1c40-4d5c-994d-3968254bd598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:23.395920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-244e4e5f-ad66-45ba-8a28-35dfba348a33 req-1633368a-1c40-4d5c-994d-3968254bd598 service neutron] 10.222.0.13 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 905 time: 0.3163450 Aug 31 13:59:23.426413 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1c0e-80c2-49f7-91d8-42e860a465b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.429068 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1c0e-80c2-49f7-91d8-42e860a465b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.430782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4f9b1c0e-80c2-49f7-91d8-42e860a465b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80c6bc31-d495-4dde-81be-f18c553208c5 HTTP/1.1" status: 204 len: 168 time: 0.5892351 Aug 31 13:59:23.473330 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fb90d-0045-43e1-b9eb-8267c4ed57b2 req-48a15003-674a-48fc-9f42-6b1a38945372 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:23.475182 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-244e4e5f-ad66-45ba-8a28-35dfba348a33 req-2d436e38-8cb1-49c2-b4e9-7e4b2076e6a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00361382-0f09-42be-876c-ec0b459ea10e HTTP/1.1" status: 200 len: 217 time: 0.0662270 Aug 31 13:59:23.475292 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f1fb90d-0045-43e1-b9eb-8267c4ed57b2 req-48a15003-674a-48fc-9f42-6b1a38945372 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 943 time: 0.0679080 Aug 31 13:59:23.481420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b1c0e-80c2-49f7-91d8-42e860a465b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c6bc31-d495-4dde-81be-f18c553208c5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:23.517083 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef18cd-2f3d-45c6-9520-8da4ae580fe1 req-4efc0eef-6ad6-4fec-baff-92842bb2d303 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:23.521575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82ef18cd-2f3d-45c6-9520-8da4ae580fe1 req-4efc0eef-6ad6-4fec-baff-92842bb2d303 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 943 time: 0.1920369 Aug 31 13:59:23.545199 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f1fb90d-0045-43e1-b9eb-8267c4ed57b2 req-bf4f22d5-ed02-4e9e-bdab-8c14b01273ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613194 Aug 31 13:59:23.556195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Attempting to bind port 55d15bd8-2077-45e3-b895-8cb8bd266bc9 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:23.556195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Attempting to bind port 55d15bd8-2077-45e3-b895-8cb8bd266bc9 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '298a602c-67fa-4ce9-806c-46d8c6f77d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:23.556195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Attempting to bind port 55d15bd8-2077-45e3-b895-8cb8bd266bc9 on network 26dbc674-1d40-45f2-91e2-2314acf35a31 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:23.578052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Port 55d15bd8-2077-45e3-b895-8cb8bd266bc9 on network 26dbc674-1d40-45f2-91e2-2314acf35a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:23.578555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Attempting to bind port 55d15bd8-2077-45e3-b895-8cb8bd266bc9 on network 26dbc674-1d40-45f2-91e2-2314acf35a31 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:23.593431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e4e5f-ad66-45ba-8a28-35dfba348a33 req-72b8b28f-18c0-4ee7-8f88-55c5191aa114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:23.596078 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-244e4e5f-ad66-45ba-8a28-35dfba348a33 req-72b8b28f-18c0-4ee7-8f88-55c5191aa114 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a4f80d-1ced-4844-b1bb-7b0eaea3bfce HTTP/1.1" status: 200 len: 844 time: 0.1013563 Aug 31 13:59:23.599458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:23.599866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Checking segment: {'id': '298a602c-67fa-4ce9-806c-46d8c6f77d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:23.600558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Bound using segment: {'id': '298a602c-67fa-4ce9-806c-46d8c6f77d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:23.601222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Bound port: 55d15bd8-2077-45e3-b895-8cb8bd266bc9, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298a602c-67fa-4ce9-806c-46d8c6f77d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:23.602443 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.653690 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-244e4e5f-ad66-45ba-8a28-35dfba348a33 req-76a31de3-15c5-488c-898a-b41b8d0bb1e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=097ed294-311a-4047-a411-d1b3a475b551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472305 Aug 31 13:59:23.669135 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82ef18cd-2f3d-45c6-9520-8da4ae580fe1 req-48d4f63b-824b-4975-b487-7606e5eeb8c9 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207850 Aug 31 13:59:23.790004 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5a45e-c1cf-4b70-8f53-a94b94741f48 req-090e7897-b7e2-41ee-bfe3-405e1e4cf6ae tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:23.793613 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0c5a45e-c1cf-4b70-8f53-a94b94741f48 req-090e7897-b7e2-41ee-bfe3-405e1e4cf6ae tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.0556083 Aug 31 13:59:23.805501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] For port 55d15bd8-2077-45e3-b895-8cb8bd266bc9, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:23.810055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] For port 55d15bd8-2077-45e3-b895-8cb8bd266bc9, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=55d15bd8-2077-45e3-b895-8cb8bd266bc9,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:23.819181 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.848540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0c5a45e-c1cf-4b70-8f53-a94b94741f48 req-c982c192-13e8-48d8-9a4e-bfbd2c5d6701 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502815 Aug 31 13:59:23.874960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-244e4e5f-ad66-45ba-8a28-35dfba348a33 req-68be06b6-35d0-4c79-9c2b-a754d51c9baa service neutron] 10.222.0.13 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981740 Aug 31 13:59:23.884047 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:23.884731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:23.886237 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] 10.222.0.52 "PUT /v2.0/ports/55d15bd8-2077-45e3-b895-8cb8bd266bc9 HTTP/1.1" status: 200 len: 1091 time: 2.1814556 Aug 31 13:59:23.886649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da7b35e-33c2-4bdd-93c1-0dee61be7fd0', 'tag': '55d15bd8-2077-45e3-b895-8cb8bd266bc9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:23.889349 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911a1089-0cf7-49f2-9518-eaa9e1436825" -d '{"events": [{"name": "network-changed", "server_uuid": "0da7b35e-33c2-4bdd-93c1-0dee61be7fd0", "tag": "55d15bd8-2077-45e3-b895-8cb8bd266bc9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:23.949173 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4131b082-5159-44c0-9b26-6157feac2ea6 x-openstack-request-id: req-4131b082-5159-44c0-9b26-6157feac2ea6 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:23.949478 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da7b35e-33c2-4bdd-93c1-0dee61be7fd0", "tag": "55d15bd8-2077-45e3-b895-8cb8bd266bc9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:23.949739 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4131b082-5159-44c0-9b26-6157feac2ea6 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:23.950672 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da7b35e-33c2-4bdd-93c1-0dee61be7fd0', 'tag': '55d15bd8-2077-45e3-b895-8cb8bd266bc9', 'status': 'completed', 'code': 200} Aug 31 13:59:23.985821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857b8ca-1fcd-47d9-8486-6a8b6fe29a67 service neutron] Pushing event updated for resources: {'Port': ['ID=55d15bd8-2077-45e3-b895-8cb8bd266bc9,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:24.027096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-11b571c0-705a-4291-8a83-547bd285ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.029060 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-11b571c0-705a-4291-8a83-547bd285ae43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6f20a9f415647ecb5b81b352a388943&device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0777352 Aug 31 13:59:24.050365 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-244e4e5f-ad66-45ba-8a28-35dfba348a33 req-7058f27b-de6e-4f2a-8c7a-562adba1dc4d service neutron] 10.222.0.13 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579432 Aug 31 13:59:24.079347 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-116fa559-dc4a-41e9-961d-d2bd5cc5a4f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d15bd8-2077-45e3-b895-8cb8bd266bc9 HTTP/1.1" status: 200 len: 217 time: 0.0392230 Aug 31 13:59:24.177250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-c5ef603e-8056-463a-ae2e-8f812b78878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.178787 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-c5ef603e-8056-463a-ae2e-8f812b78878f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=80cf107e-a0a4-4efe-ae7d-7ef221f0fa42 HTTP/1.1" status: 200 len: 853 time: 0.0856876 Aug 31 13:59:24.191859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c96be-d616-4ae0-8991-84a9d2205d04 req-47270420-4f33-474c-90dd-c8c8f93967eb tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.193647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-956c96be-d616-4ae0-8991-84a9d2205d04 req-47270420-4f33-474c-90dd-c8c8f93967eb tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 949 time: 0.0666528 Aug 31 13:59:24.225066 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-8c164015-2773-466a-8f55-ef58fca2699f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26dbc674-1d40-45f2-91e2-2314acf35a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303979 Aug 31 13:59:24.307271 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-956c96be-d616-4ae0-8991-84a9d2205d04 req-36eb25ba-8478-475c-a827-fce2a3a9ecdc tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983891 Aug 31 13:59:24.346944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-2833631b-c510-45ab-928a-3e73b5c55ad6 service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130717 Aug 31 13:59:24.349079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36492) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:24.448084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea98c889-f0ee-40b0-8ed4-87ae92eccb0f req-4bc36492-e3bc-4aec-8fef-73764f7af09b service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921972 Aug 31 13:59:24.472521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2112716412-network', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:24.484691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e948eb-fc06-4fe1-b287-df2d667b5359 req-29a4ea2d-e387-4ead-b3f7-e8ba57ba80a8 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.486767 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-89e948eb-fc06-4fe1-b287-df2d667b5359 req-29a4ea2d-e387-4ead-b3f7-e8ba57ba80a8 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 949 time: 0.0617964 Aug 31 13:59:24.524946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Made reservation on behalf of 6f22d22e7e0c464e93398fa1d208b861 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:24.527141 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.537827 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-89e948eb-fc06-4fe1-b287-df2d667b5359 req-5434c581-f81b-4381-947b-fc9180b6e26e tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Aug 31 13:59:24.565235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f512d17-33fe-46d5-8703-bf08c39923e1 req-ed44fdfe-1f47-46a6-92f8-0505ce5303c3 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.566676 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f512d17-33fe-46d5-8703-bf08c39923e1 req-ed44fdfe-1f47-46a6-92f8-0505ce5303c3 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 949 time: 0.1097531 Aug 31 13:59:24.568256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.639463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a1089-0cf7-49f2-9518-eaa9e1436825 req-b332eca8-92b5-44a8-ab68-352f6b0b0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.640936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-911a1089-0cf7-49f2-9518-eaa9e1436825 req-b332eca8-92b5-44a8-ab68-352f6b0b0681 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6f20a9f415647ecb5b81b352a388943&device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 1094 time: 0.1273050 Aug 31 13:59:24.692972 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ba7a8-0b84-4565-935d-c2c1390768af req-a0bff6d2-7a8f-446e-8492-35309479f658 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.694569 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c5ba7a8-0b84-4565-935d-c2c1390768af req-a0bff6d2-7a8f-446e-8492-35309479f658 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 943 time: 0.0635777 Aug 31 13:59:24.741655 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c5ba7a8-0b84-4565-935d-c2c1390768af req-30f05757-6be7-498c-9fd7-90fa80946c1f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346575 Aug 31 13:59:24.807166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426bcfe-8f3e-44d1-8869-b22cc39c7fd7 req-e61b5f7b-78be-4392-a48f-876fb50db9b0 tempest-LiveMigrationNegativeTest-142212486 tempest-LiveMigrationNegativeTest-142212486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.808770 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9426bcfe-8f3e-44d1-8869-b22cc39c7fd7 req-e61b5f7b-78be-4392-a48f-876fb50db9b0 tempest-LiveMigrationNegativeTest-142212486 tempest-LiveMigrationNegativeTest-142212486-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 1100 time: 0.1872342 Aug 31 13:59:24.848407 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 13:59:24.862333 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9426bcfe-8f3e-44d1-8869-b22cc39c7fd7 req-5466525e-aff8-4121-8a0b-9ec6b074e08e tempest-LiveMigrationNegativeTest-142212486 tempest-LiveMigrationNegativeTest-142212486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.866406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a1089-0cf7-49f2-9518-eaa9e1436825 req-bf36f7c5-f23c-445f-9805-5339b0793f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.867954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-911a1089-0cf7-49f2-9518-eaa9e1436825 req-bf36f7c5-f23c-445f-9805-5339b0793f69 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26dbc674-1d40-45f2-91e2-2314acf35a31 HTTP/1.1" status: 200 len: 914 time: 0.1944530 Aug 31 13:59:24.886661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-0f512d17-33fe-46d5-8703-bf08c39923e1 req-92acfec6-0a66-4af1-a9c6-d36c14b28914 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Deleting port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:24.887932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0f512d17-33fe-46d5-8703-bf08c39923e1 req-92acfec6-0a66-4af1-a9c6-d36c14b28914 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.932854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0835ef9-a401-4299-8dce-e24ba8c0be78 req-bfd60dfa-396e-46de-8340-866ae70665d7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:24.934410 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0835ef9-a401-4299-8dce-e24ba8c0be78 req-bfd60dfa-396e-46de-8340-866ae70665d7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 943 time: 0.0612574 Aug 31 13:59:24.981005 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-911a1089-0cf7-49f2-9518-eaa9e1436825 req-c506689d-5b61-4ac4-b6e9-dca256214a84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d15bd8-2077-45e3-b895-8cb8bd266bc9 HTTP/1.1" status: 200 len: 217 time: 0.0982080 Aug 31 13:59:24.981005 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:24.981351 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0835ef9-a401-4299-8dce-e24ba8c0be78 req-bcc101cc-d0dd-4933-b71a-12bd24fb2d39 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357857 Aug 31 13:59:25.000310 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.082391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:59:25.115889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27288140-eb36-4677-bd2d-64f56249be25,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:25.117906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2753e3-3d39-4045-94de-20723208b0e2 req-85eabfc0-1a95-4e36-a5b4-0183f105aa40 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:25.119476 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9b2753e3-3d39-4045-94de-20723208b0e2 req-85eabfc0-1a95-4e36-a5b4-0183f105aa40 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.0591023 Aug 31 13:59:25.119714 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.120081 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Added segment c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3 of type vlan for network d7dd6543-6547-476b-9989-0618d448bed8 Aug 31 13:59:25.157462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0f512d17-33fe-46d5-8703-bf08c39923e1 req-92acfec6-0a66-4af1-a9c6-d36c14b28914 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] For port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:25.157882 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0f512d17-33fe-46d5-8703-bf08c39923e1 req-92acfec6-0a66-4af1-a9c6-d36c14b28914 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.165622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a1089-0cf7-49f2-9518-eaa9e1436825 req-d4d4bee5-06c3-4845-a42b-8678723e7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:25.167143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-911a1089-0cf7-49f2-9518-eaa9e1436825 req-d4d4bee5-06c3-4845-a42b-8678723e7037 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=80cf107e-a0a4-4efe-ae7d-7ef221f0fa42 HTTP/1.1" status: 200 len: 853 time: 0.1797984 Aug 31 13:59:25.168840 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9b2753e3-3d39-4045-94de-20723208b0e2 req-f5b1d1e3-4d8b-4202-947a-ba9f60f6a0fd tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Aug 31 13:59:25.211289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-0f512d17-33fe-46d5-8703-bf08c39923e1 req-92acfec6-0a66-4af1-a9c6-d36c14b28914 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Calling delete_port for 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:25.255113 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-911a1089-0cf7-49f2-9518-eaa9e1436825 req-32b3e405-9f35-40a2-89a6-658e4d36d06a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26dbc674-1d40-45f2-91e2-2314acf35a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577879 Aug 31 13:59:25.268456 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.408040 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9426bcfe-8f3e-44d1-8869-b22cc39c7fd7 req-5466525e-aff8-4121-8a0b-9ec6b074e08e tempest-LiveMigrationNegativeTest-142212486 tempest-LiveMigrationNegativeTest-142212486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.421390 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9426bcfe-8f3e-44d1-8869-b22cc39c7fd7 req-5466525e-aff8-4121-8a0b-9ec6b074e08e tempest-LiveMigrationNegativeTest-142212486 tempest-LiveMigrationNegativeTest-142212486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.436951 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.437943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:25.438528 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.465096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7f11a-8b0b-444a-8f6e-61aac9f55554 req-ef20cd13-9e8c-412d-b065-d0d584802bf4 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:25.472936 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba7f11a-8b0b-444a-8f6e-61aac9f55554 req-ef20cd13-9e8c-412d-b065-d0d584802bf4 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f1a5db8-b168-4e5d-beb9-c317c8baf8a7 HTTP/1.1" status: 200 len: 949 time: 0.0787735 Aug 31 13:59:25.516499 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba7f11a-8b0b-444a-8f6e-61aac9f55554 req-36528a2a-e47f-44d7-8957-0934aaf10b3b tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.20 "GET /v2.0/security-groups?id=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425856 Aug 31 13:59:25.526590 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9426bcfe-8f3e-44d1-8869-b22cc39c7fd7 req-5466525e-aff8-4121-8a0b-9ec6b074e08e tempest-LiveMigrationNegativeTest-142212486 tempest-LiveMigrationNegativeTest-142212486-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7109408 Aug 31 13:59:25.550436 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2003148 Aug 31 13:59:25.554751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36512) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:25.563650 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-581a48db-b1e2-4ae2-a161-c401523521ef admin admin] Request body: {'subnet': {'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112716412-subnet', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:25.594232 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-911a1089-0cf7-49f2-9518-eaa9e1436825 req-31fc3b79-44cb-4253-b5bf-fdb58c7256dd service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284602 Aug 31 13:59:25.594643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466525e-aff8-4121-8a0b-9ec6b074e08e tempest-LiveMigrationNegativeTest-142212486 tempest-LiveMigrationNegativeTest-142212486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a07699-1b66-42a5-8c0b-e84fed448cc2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:25.595976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581a48db-b1e2-4ae2-a161-c401523521ef admin admin] Made reservation on behalf of 6f22d22e7e0c464e93398fa1d208b861 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:25.600502 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-581a48db-b1e2-4ae2-a161-c401523521ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.602692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bff931-003c-4800-b6f9-3ea0ed54941c admin admin] Pushing event updated for resources: {'Network': ['ID=d7dd6543-6547-476b-9989-0618d448bed8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:25.643898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network d7dd6543-6547-476b-9989-0618d448bed8 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:59:25.682623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0f512d17-33fe-46d5-8703-bf08c39923e1 req-92acfec6-0a66-4af1-a9c6-d36c14b28914 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.756068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acfec6-0a66-4af1-a9c6-d36c14b28914 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Pushing event deleted for resources: {'Port': ['ID=20ef1c4b-fbde-47f5-b742-21c2eb69ddf4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:25.783252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f512d17-33fe-46d5-8703-bf08c39923e1 req-92acfec6-0a66-4af1-a9c6-d36c14b28914 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] No DVR routers for this DVR port 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:25.787621 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0f512d17-33fe-46d5-8703-bf08c39923e1 req-92acfec6-0a66-4af1-a9c6-d36c14b28914 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:25.790223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f512d17-33fe-46d5-8703-bf08c39923e1 req-92acfec6-0a66-4af1-a9c6-d36c14b28914 tempest-TenantUsagesTestJSON-893896110 tempest-TenantUsagesTestJSON-893896110-project] 10.222.0.13 "DELETE /v2.0/ports/20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 HTTP/1.1" status: 204 len: 173 time: 1.2168856 Aug 31 13:59:25.793376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['20ef1c4b-fbde-47f5-b742-21c2eb69ddf4'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:25.806824 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-911a1089-0cf7-49f2-9518-eaa9e1436825 req-da903769-2eef-4b1a-b79f-604be0f2432a service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985445 Aug 31 13:59:25.918331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144788b-3043-42d3-b7ad-d268673288af req-171378e4-90b6-4c33-a3b2-3d718d1529c6 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:25.919885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f144788b-3043-42d3-b7ad-d268673288af req-171378e4-90b6-4c33-a3b2-3d718d1529c6 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 943 time: 0.0736442 Aug 31 13:59:25.951488 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 00361382-0f09-42be-876c-ec0b459ea10e details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:59:25.976207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1a5db8-b168-4e5d-beb9-c317c8baf8a7', 'name': 'network-vif-deleted', 'tag': '20ef1c4b-fbde-47f5-b742-21c2eb69ddf4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:25.984964 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7902e6e2-45a0-4ebe-9b60-16be684edbb7" -d '{"events": [{"server_uuid": "1f1a5db8-b168-4e5d-beb9-c317c8baf8a7", "name": "network-vif-deleted", "tag": "20ef1c4b-fbde-47f5-b742-21c2eb69ddf4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:26.001648 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-581a48db-b1e2-4ae2-a161-c401523521ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.046907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f144788b-3043-42d3-b7ad-d268673288af req-d08cd32f-1660-4ce9-88b3-b900cc4468a5 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189408 Aug 31 13:59:26.080045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 55d15bd8-2077-45e3-b895-8cb8bd266bc9 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:59:26.099811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a48db-b1e2-4ae2-a161-c401523521ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2930a8-65ac-4bc4-8681-7b728e322f20,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:26.100794 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc52b22-a2b6-4292-b886-9a1785630c85 x-openstack-request-id: req-bcc52b22-a2b6-4292-b886-9a1785630c85 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:26.103008 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1a5db8-b168-4e5d-beb9-c317c8baf8a7", "name": "network-vif-deleted", "tag": "20ef1c4b-fbde-47f5-b742-21c2eb69ddf4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:26.104895 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcc52b22-a2b6-4292-b886-9a1785630c85 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:26.105766 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1a5db8-b168-4e5d-beb9-c317c8baf8a7', 'name': 'network-vif-deleted', 'tag': '20ef1c4b-fbde-47f5-b742-21c2eb69ddf4', 'status': 'completed', 'code': 200} Aug 31 13:59:26.123101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581a48db-b1e2-4ae2-a161-c401523521ef admin admin] Checking segment: {'id': 'c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:26.123730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581a48db-b1e2-4ae2-a161-c401523521ef admin admin] Network hostable DHCP agents. Network: d7dd6543-6547-476b-9989-0618d448bed8, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:59:26.147750 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581a48db-b1e2-4ae2-a161-c401523521ef admin admin] Network d7dd6543-6547-476b-9989-0618d448bed8 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:59:26.173905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-581a48db-b1e2-4ae2-a161-c401523521ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, d7dd6543-6547-476b-9989-0618d448bed8) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:26.179093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581a48db-b1e2-4ae2-a161-c401523521ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:26.180268 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-581a48db-b1e2-4ae2-a161-c401523521ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.201073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f90d99-06d4-4d92-a726-125c100129c9 None None] Network d7dd6543-6547-476b-9989-0618d448bed8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:26.222557 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-581a48db-b1e2-4ae2-a161-c401523521ef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6662285 Aug 31 13:59:26.226817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36534) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:26.231403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2112716412-router', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:26.251209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa623c-af41-4a00-8cc8-ce672898cf8f req-b06e7002-801d-4177-bd5b-9dfa0fbc5ca8 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:26.253229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0fa623c-af41-4a00-8cc8-ce672898cf8f req-b06e7002-801d-4177-bd5b-9dfa0fbc5ca8 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 949 time: 0.0878468 Aug 31 13:59:26.282171 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.283396 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.286066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 00361382-0f09-42be-876c-ec0b459ea10e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=00361382-0f09-42be-876c-ec0b459ea10e,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:26.294649 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33959b61-d9b1-4c51-bd63-4aae046cbbf7 req-601d9bb5-b5c3-4bd4-845f-c6980263fb81 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:26.302802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33959b61-d9b1-4c51-bd63-4aae046cbbf7 req-601d9bb5-b5c3-4bd4-845f-c6980263fb81 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 943 time: 0.0921469 Aug 31 13:59:26.323932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '00361382-0f09-42be-876c-ec0b459ea10e', 'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'port_id': '00361382-0f09-42be-876c-ec0b459ea10e', 'mac_address': 'fa:16:3e:18:93:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a4f80d-1ced-4844-b1bb-7b0eaea3bfce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:59:26.345056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0fa623c-af41-4a00-8cc8-ce672898cf8f req-b91539d0-d33d-4e3b-bdd0-74179f07a4db tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739255 Aug 31 13:59:26.388675 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.402962 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33959b61-d9b1-4c51-bd63-4aae046cbbf7 req-d7f6e100-b15c-4275-ab4a-e2756a05cefa tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975201 Aug 31 13:59:26.420084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.462259 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 55d15bd8-2077-45e3-b895-8cb8bd266bc9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=55d15bd8-2077-45e3-b895-8cb8bd266bc9,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:26.469889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00361382-0f09-42be-876c-ec0b459ea10e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:26.495407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '55d15bd8-2077-45e3-b895-8cb8bd266bc9', 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31', 'port_id': '55d15bd8-2077-45e3-b895-8cb8bd266bc9', 'mac_address': 'fa:16:3e:57:23:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cf107e-a0a4-4efe-ae7d-7ef221f0fa42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:59:26.534864 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 00361382-0f09-42be-876c-ec0b459ea10e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=00361382-0f09-42be-876c-ec0b459ea10e,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:26.564655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-d7dd6543-6547-476b-9989-0618d448bed8', 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'fixed_ips': [{'subnet_id': '8f2930a8-65ac-4bc4-8681-7b728e322f20'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:59:26.564923 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.569154 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.636486 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:26.858366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Allocated IP 172.20.0.2 (d7dd6543-6547-476b-9989-0618d448bed8/8f2930a8-65ac-4bc4-8681-7b728e322f20/29391933-7c18-467b-85c8-5768bd261e34) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:26.896088 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36544) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:26.924264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d15bd8-2077-45e3-b895-8cb8bd266bc9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:26.944582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['00361382-0f09-42be-876c-ec0b459ea10e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:26.958649 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=00361382-0f09-42be-876c-ec0b459ea10e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:27.006469 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.010881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 55d15bd8-2077-45e3-b895-8cb8bd266bc9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=55d15bd8-2077-45e3-b895-8cb8bd266bc9,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:27.017206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.017577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.018113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.018829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.019000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41602a2-ca44-4b5e-9172-64259821b17e req-0c245399-a2e5-4f01-864b-886e2db3f97c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:27.019135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.019280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.019807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.020144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.020559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.020922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.021213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.021535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:27.025314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f41602a2-ca44-4b5e-9172-64259821b17e req-0c245399-a2e5-4f01-864b-886e2db3f97c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.5333805 Aug 31 13:59:27.088689 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.098003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Transition to ACTIVE for port object 29391933-7c18-467b-85c8-5768bd261e34 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:27.115243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Transition to ACTIVE for port object 29391933-7c18-467b-85c8-5768bd261e34 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:27.119729 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.131179 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1961698e-16c4-4918-8739-02a50b7b2bcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c620a64d6ee046609af17e82121ae804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335167 Aug 31 13:59:27.134552 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.135790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36552) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:27.147227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825135f-cbb0-408b-b0b8-30cf68050252 req-fe87bd27-9ed2-41fc-a853-2b70fbd3348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:27.148921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0825135f-cbb0-408b-b0b8-30cf68050252 req-fe87bd27-9ed2-41fc-a853-2b70fbd3348b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 1096 time: 0.1543493 Aug 31 13:59:27.172351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f41602a2-ca44-4b5e-9172-64259821b17e req-a3d43686-bbbd-4616-8890-43a59e77c811 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282158 Aug 31 13:59:27.208542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Network d7dd6543-6547-476b-9989-0618d448bed8 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:27.219010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:27.219886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0825135f-cbb0-408b-b0b8-30cf68050252 req-aff6fdef-7c59-4294-8fb3-e837cfe228b7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587227 Aug 31 13:59:27.232997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:27.265618 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55f76137-23fd-4572-ae4f-83e152d6ac21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.271824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=55d15bd8-2077-45e3-b895-8cb8bd266bc9,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:27.299201 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55f76137-23fd-4572-ae4f-83e152d6ac21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.342651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aa0e1-ef00-4362-9aee-8981156a1125 req-d22ca2a8-8859-4f37-8cc9-1cda46bfaa17 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:27.344536 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-311aa0e1-ef00-4362-9aee-8981156a1125 req-d22ca2a8-8859-4f37-8cc9-1cda46bfaa17 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 944 time: 0.1443999 Aug 31 13:59:27.388419 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.402464 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-311aa0e1-ef00-4362-9aee-8981156a1125 req-737e4555-4ecf-45e5-82ad-286fbb3d6fd6 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494897 Aug 31 13:59:27.404958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Attempting to bind port 29391933-7c18-467b-85c8-5768bd261e34 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:27.405467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Attempting to bind port 29391933-7c18-467b-85c8-5768bd261e34 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:27.405938 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Attempting to bind port 29391933-7c18-467b-85c8-5768bd261e34 on network d7dd6543-6547-476b-9989-0618d448bed8 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:27.413988 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.418575 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:27.419037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Checking segment: {'id': 'c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:27.419380 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.419787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Bound using segment: {'id': 'c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:27.420275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Bound port: 29391933-7c18-467b-85c8-5768bd261e34, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:27.420699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.427969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Pushing event updated for resources: {'Port': ['ID=29391933-7c18-467b-85c8-5768bd261e34,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:27.432722 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55f76137-23fd-4572-ae4f-83e152d6ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.436655 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55f76137-23fd-4572-ae4f-83e152d6ac21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.438296 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-55f76137-23fd-4572-ae4f-83e152d6ac21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/161d3fba-4325-4ef2-9ba3-ee151ae1ac5f HTTP/1.1" status: 204 len: 168 time: 0.3008456 Aug 31 13:59:27.451340 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f76137-23fd-4572-ae4f-83e152d6ac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161d3fba-4325-4ef2-9ba3-ee151ae1ac5f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:27.595396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['55d15bd8-2077-45e3-b895-8cb8bd266bc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:27.646906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9897b5-99f6-4e8d-9f10-23182a988782 req-a03c6c16-2da6-4423-9603-fa1b11fcadb5 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:27.649871 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef9897b5-99f6-4e8d-9f10-23182a988782 req-a03c6c16-2da6-4423-9603-fa1b11fcadb5 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 949 time: 0.1152575 Aug 31 13:59:27.652317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Allocated IP 172.25.3.17 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/306e106e-bb49-48e0-ac70-f3b65511acf9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:27.710842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c987cc-d508-40e7-8dba-7102832ecfa6 req-7ef552c5-5717-4a0c-9750-e67b4c5a0270 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:27.713271 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef9897b5-99f6-4e8d-9f10-23182a988782 req-881071a4-e692-48be-b7aa-92031e573c25 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435381 Aug 31 13:59:27.713427 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c2c987cc-d508-40e7-8dba-7102832ecfa6 req-7ef552c5-5717-4a0c-9750-e67b4c5a0270 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 944 time: 0.1322677 Aug 31 13:59:27.730772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] For port 29391933-7c18-467b-85c8-5768bd261e34, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:27.739841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] For port 29391933-7c18-467b-85c8-5768bd261e34, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29391933-7c18-467b-85c8-5768bd261e34,segment=NetworkSegment(c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3),segment_id=c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:27.775177 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.835954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c2c987cc-d508-40e7-8dba-7102832ecfa6 req-1ebf327d-5045-4136-b186-64499c5997dd tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043522 Aug 31 13:59:27.912741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:27.944638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0350783-a6b3-4584-a55c-080af025cc21 None None] Pushing event updated for resources: {'Port': ['ID=29391933-7c18-467b-85c8-5768bd261e34,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:27.987891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:27.994460 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.033180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:28.033713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 20ef1c4b-fbde-47f5-b742-21c2eb69ddf4 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:28.045107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:28.049109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36564) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:28.053956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:28.058125 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:28.069667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e890e84f-1540-49ad-bf31-bfefa89a142e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.084325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Pushing event updated for resources: {'Port': ['ID=306e106e-bb49-48e0-ac70-f3b65511acf9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:28.283256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e890e84f-1540-49ad-bf31-bfefa89a142e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.292657 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e890e84f-1540-49ad-bf31-bfefa89a142e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.353482 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e890e84f-1540-49ad-bf31-bfefa89a142e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4624d8a8a0ad495eab6afdb3e61318c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023324 Aug 31 13:59:28.368312 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890e84f-1540-49ad-bf31-bfefa89a142e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb7f612-8c1c-4d29-8236-291897ee651a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:28.372315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36568) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:28.465601 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad220c-766e-48d8-acf5-bc412a806292 req-457daa49-485d-4f23-88cb-f36255d20b1e tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:28.468463 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4ad220c-766e-48d8-acf5-bc412a806292 req-457daa49-485d-4f23-88cb-f36255d20b1e tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.1496015 Aug 31 13:59:28.499194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ca960-49f7-46be-be08-c811d9316828 req-e13eed58-ca90-4081-8541-3061f822fe5e tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:28.502034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-713ca960-49f7-46be-be08-c811d9316828 req-e13eed58-ca90-4081-8541-3061f822fe5e tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 949 time: 0.1281481 Aug 31 13:59:28.517561 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bada9cc6-6696-4643-a26c-ea86993c6f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.532599 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.574713 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4ad220c-766e-48d8-acf5-bc412a806292 req-3d0f1fdd-5dd8-4e8e-a968-dbf167ad16b1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986624 Aug 31 13:59:28.596389 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bada9cc6-6696-4643-a26c-ea86993c6f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.679935 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bada9cc6-6696-4643-a26c-ea86993c6f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.683298 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bada9cc6-6696-4643-a26c-ea86993c6f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.685153 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bada9cc6-6696-4643-a26c-ea86993c6f4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecb7f612-8c1c-4d29-8236-291897ee651a HTTP/1.1" status: 204 len: 168 time: 0.3095868 Aug 31 13:59:28.696705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada9cc6-6696-4643-a26c-ea86993c6f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb7f612-8c1c-4d29-8236-291897ee651a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:28.809915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88035e7c-29ea-4c74-ac6c-c6e46624660c req-938df901-8921-4ce1-8c6b-6a98f38d7ba2 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:28.817470 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88035e7c-29ea-4c74-ac6c-c6e46624660c req-938df901-8921-4ce1-8c6b-6a98f38d7ba2 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 944 time: 0.2214131 Aug 31 13:59:28.859770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-713ca960-49f7-46be-be08-c811d9316828 req-7f662478-339e-421a-9df5-0d0e89a7997f tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Deleting port bc40e972-f20a-4656-86e7-db4f63f43f8b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:28.860118 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-713ca960-49f7-46be-be08-c811d9316828 req-7f662478-339e-421a-9df5-0d0e89a7997f tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:28.897164 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cb820-11c6-4aa4-849b-31dbcd9f0b89 req-2df0d243-378e-418a-8595-e250626a10ec tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:28.898908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f0cb820-11c6-4aa4-849b-31dbcd9f0b89 req-2df0d243-378e-418a-8595-e250626a10ec tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 949 time: 0.0825641 Aug 31 13:59:28.948277 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f0cb820-11c6-4aa4-849b-31dbcd9f0b89 req-bd927c8d-0fb7-4c5a-838c-3a70b7123b22 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Aug 31 13:59:28.955750 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88035e7c-29ea-4c74-ac6c-c6e46624660c req-9997c981-0ebc-42b2-8a28-bd5fb8ef4529 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374154 Aug 31 13:59:29.065883 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.179756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-713ca960-49f7-46be-be08-c811d9316828 req-7f662478-339e-421a-9df5-0d0e89a7997f tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] For port bc40e972-f20a-4656-86e7-db4f63f43f8b, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bc40e972-f20a-4656-86e7-db4f63f43f8b,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:29.179756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-713ca960-49f7-46be-be08-c811d9316828 req-7f662478-339e-421a-9df5-0d0e89a7997f tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.215291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98666cb-cb1e-41fe-8f52-59f84bb5bb2a None None] Network d7dd6543-6547-476b-9989-0618d448bed8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:29.230316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-713ca960-49f7-46be-be08-c811d9316828 req-7f662478-339e-421a-9df5-0d0e89a7997f tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Calling delete_port for bc40e972-f20a-4656-86e7-db4f63f43f8b owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:29.249203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653fa34-756a-4357-904d-64ae5b36624d req-770857e8-83c1-4a66-aba7-1a050410101c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:29.251295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3653fa34-756a-4357-904d-64ae5b36624d req-770857e8-83c1-4a66-aba7-1a050410101c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 944 time: 0.1775076 Aug 31 13:59:29.345879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-139ccf87-89d3-4b59-9482-57dc62881d4e None None] Provisioning for port 29391933-7c18-467b-85c8-5768bd261e34 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:29.350250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3653fa34-756a-4357-904d-64ae5b36624d req-c37a2a50-c4e0-4dd0-83da-df90271baf83 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861742 Aug 31 13:59:29.394896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Router b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:59:29.530183 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-713ca960-49f7-46be-be08-c811d9316828 req-7f662478-339e-421a-9df5-0d0e89a7997f tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.545076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:29.547960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['bc40e972-f20a-4656-86e7-db4f63f43f8b'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:29.598880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f662478-339e-421a-9df5-0d0e89a7997f tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Pushing event deleted for resources: {'Port': ['ID=bc40e972-f20a-4656-86e7-db4f63f43f8b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:29.660328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29391933-7c18-467b-85c8-5768bd261e34 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:29.668942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-713ca960-49f7-46be-be08-c811d9316828 req-7f662478-339e-421a-9df5-0d0e89a7997f tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] No DVR routers for this DVR port bc40e972-f20a-4656-86e7-db4f63f43f8b on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:29.673846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-713ca960-49f7-46be-be08-c811d9316828 req-7f662478-339e-421a-9df5-0d0e89a7997f tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.676070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-713ca960-49f7-46be-be08-c811d9316828 req-7f662478-339e-421a-9df5-0d0e89a7997f tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.52 "DELETE /v2.0/ports/bc40e972-f20a-4656-86e7-db4f63f43f8b HTTP/1.1" status: 204 len: 173 time: 1.1616929 Aug 31 13:59:29.676979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f834b-93d6-4702-b5a3-a54299290b27', 'name': 'network-vif-deleted', 'tag': 'bc40e972-f20a-4656-86e7-db4f63f43f8b'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:29.682237 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efed1f9e-b848-40dc-b5b2-a6d8dab0f400" -d '{"events": [{"server_uuid": "d91f834b-93d6-4702-b5a3-a54299290b27", "name": "network-vif-deleted", "tag": "bc40e972-f20a-4656-86e7-db4f63f43f8b"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:29.702583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:29.733832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Sync routers for ids ['b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:29.735587 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:29.741114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-463454c4-b316-4627-a473-9bdcbed7ecda admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5113442 Aug 31 13:59:29.742110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36606) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:29.764280 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d758a6-4e83-4d86-b1d2-b7f5635f945d x-openstack-request-id: req-b4d758a6-4e83-4d86-b1d2-b7f5635f945d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:29.764474 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f834b-93d6-4702-b5a3-a54299290b27", "name": "network-vif-deleted", "tag": "bc40e972-f20a-4656-86e7-db4f63f43f8b", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:29.764714 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4d758a6-4e83-4d86-b1d2-b7f5635f945d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:29.765190 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f834b-93d6-4702-b5a3-a54299290b27', 'name': 'network-vif-deleted', 'tag': 'bc40e972-f20a-4656-86e7-db4f63f43f8b', 'status': 'completed', 'code': 200} Aug 31 13:59:29.812024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Routers {'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:29.818901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:29.868063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36608) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:29.872999 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1fa38-ef62-4198-8600-0afafe628316 req-c8161648-9600-4c4e-8291-b830cbcc25d4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:29.885984 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12e1fa38-ef62-4198-8600-0afafe628316 req-c8161648-9600-4c4e-8291-b830cbcc25d4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.1617897 Aug 31 13:59:29.939689 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12e1fa38-ef62-4198-8600-0afafe628316 req-8f281540-df74-4160-a176-7eb2caa86bce tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523486 Aug 31 13:59:30.097899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-147712939-network', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:30.145995 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69d6a229-6b9f-4733-91c7-839a74f67178 req-4ecc43b4-7e2b-430c-887b-3aff7e3a8c15 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=d91f834b-93d6-4702-b5a3-a54299290b27 HTTP/1.1" status: 200 len: 210 time: 0.0349844 Aug 31 13:59:30.154879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 00361382-0f09-42be-876c-ec0b459ea10e up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:30.156653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 55d15bd8-2077-45e3-b895-8cb8bd266bc9 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:30.197848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Made reservation on behalf of d804d4d499994cbfa1c9063d7d4d0f93 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:30.200081 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.231969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5381d-9e3a-4316-ac57-bdbc905b7983 req-e724a78c-68a0-4477-b2df-029a405b869e tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:30.234020 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98b5381d-9e3a-4316-ac57-bdbc905b7983 req-e724a78c-68a0-4477-b2df-029a405b869e tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1580987 Aug 31 13:59:30.243694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.295383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8706-a044-4f6a-9414-2cbf6453d699 req-82eb6dd8-c6e0-4410-9e68-361f847695a2 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:30.308272 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9b6f8706-a044-4f6a-9414-2cbf6453d699 req-82eb6dd8-c6e0-4410-9e68-361f847695a2 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 944 time: 0.0765316 Aug 31 13:59:30.331103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 29391933-7c18-467b-85c8-5768bd261e34 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:30.352812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 29391933-7c18-467b-85c8-5768bd261e34 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:30.353047 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.367707 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9b6f8706-a044-4f6a-9414-2cbf6453d699 req-4fbda98b-0f98-4128-a959-1bf583b83835 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571942 Aug 31 13:59:30.369224 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98b5381d-9e3a-4316-ac57-bdbc905b7983 req-df8da0fe-c215-4ae9-a9d5-a6da152b9831 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184986 Aug 31 13:59:30.403089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Set router b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:30.580467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 55d15bd8-2077-45e3-b895-8cb8bd266bc9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:30.590704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 00361382-0f09-42be-876c-ec0b459ea10e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:30.599424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 55d15bd8-2077-45e3-b895-8cb8bd266bc9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:30.599823 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.609332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 00361382-0f09-42be-876c-ec0b459ea10e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:30.609867 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.613109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26aa1b9-92bc-411e-9f4a-efec40c0d28a req-6ef0dd71-b8ab-4de2-89f7-ad266a783804 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:30.614763 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e26aa1b9-92bc-411e-9f4a-efec40c0d28a req-6ef0dd71-b8ab-4de2-89f7-ad266a783804 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 944 time: 0.1227560 Aug 31 13:59:30.662395 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.672705 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.736644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e26aa1b9-92bc-411e-9f4a-efec40c0d28a req-8f2a9fa4-9eab-46e5-9a7e-a31cf7379877 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128066 Aug 31 13:59:30.737463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 13:59:30.764403 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.764777 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Added segment 1e27f627-24fa-4072-b44a-950a43dc6039 of type vlan for network 9d2fac16-94cc-4197-80cc-b88ff962c0ec Aug 31 13:59:30.773307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902688ae-c11c-4c86-9b1c-f69b475e3aee,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:30.777015 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.802977 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78513852-bcb3-41b6-84f5-acf03247bd0a req-4b91f1c1-b5a9-404c-8543-813f8b7b3a6c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:30.812855 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-78513852-bcb3-41b6-84f5-acf03247bd0a req-4b91f1c1-b5a9-404c-8543-813f8b7b3a6c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0802507 Aug 31 13:59:30.828913 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.878112 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.881029 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-78513852-bcb3-41b6-84f5-acf03247bd0a req-abbcd746-928e-4222-adb4-fe9a027826a3 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667636 Aug 31 13:59:30.925156 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.926139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:30.926737 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.964342 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:30.985212 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.042449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da7b35e-33c2-4bdd-93c1-0dee61be7fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d15bd8-2077-45e3-b895-8cb8bd266bc9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:31.045008 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ad8289-5ca7-4fac-958d-a0236ca6e0ae" -d '{"events": [{"server_uuid": "0da7b35e-33c2-4bdd-93c1-0dee61be7fd0", "name": "network-vif-plugged", "status": "completed", "tag": "55d15bd8-2077-45e3-b895-8cb8bd266bc9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:31.049231 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 29391933-7c18-467b-85c8-5768bd261e34, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29391933-7c18-467b-85c8-5768bd261e34,segment=NetworkSegment(c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3),segment_id=c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:31.077265 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112716412-router', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '306e106e-bb49-48e0-ac70-f3b65511acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:26Z', 'updated_at': '2021-08-31T13:59:28Z', 'revision_number': 3, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'gw_port': {'id': '306e106e-bb49-48e0-ac70-f3b65511acf9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:27Z', 'updated_at': '2021-08-31T13:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:31.079897 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.102969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 55d15bd8-2077-45e3-b895-8cb8bd266bc9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=55d15bd8-2077-45e3-b895-8cb8bd266bc9,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:31.152199 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6882f5-ced7-4ea4-ae8b-84f7b9ababf0 x-openstack-request-id: req-8f6882f5-ced7-4ea4-ae8b-84f7b9ababf0 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:31.152507 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da7b35e-33c2-4bdd-93c1-0dee61be7fd0", "name": "network-vif-plugged", "status": "completed", "tag": "55d15bd8-2077-45e3-b895-8cb8bd266bc9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:31.152762 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f6882f5-ced7-4ea4-ae8b-84f7b9ababf0 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:31.153154 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da7b35e-33c2-4bdd-93c1-0dee61be7fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d15bd8-2077-45e3-b895-8cb8bd266bc9', 'code': 200} Aug 31 13:59:31.155764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 00361382-0f09-42be-876c-ec0b459ea10e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=00361382-0f09-42be-876c-ec0b459ea10e,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:31.175603 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.177757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device bc40e972-f20a-4656-86e7-db4f63f43f8b no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:31.180249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Checking router: b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:31.180643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Updating router b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab port 306e106e-bb49-48e0-ac70-f3b65511acf9 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:59:31.185838 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.227607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: bc40e972-f20a-4656-86e7-db4f63f43f8b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:31.227607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device bc40e972-f20a-4656-86e7-db4f63f43f8b not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:31.240160 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.281615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=29391933-7c18-467b-85c8-5768bd261e34,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:31.347797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4741967 Aug 31 13:59:31.349930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36636) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:31.357826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-695b7fb4-bd5b-4165-a1f0-be2d941d2496 admin admin] Request body: {'subnet': {'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-147712939-subnet', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:31.385518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e34665-e0d1-4334-b954-f65e017688dc admin admin] Pushing event updated for resources: {'Network': ['ID=9d2fac16-94cc-4197-80cc-b88ff962c0ec,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:31.396123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695b7fb4-bd5b-4165-a1f0-be2d941d2496 admin admin] Made reservation on behalf of d804d4d499994cbfa1c9063d7d4d0f93 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:31.400230 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-695b7fb4-bd5b-4165-a1f0-be2d941d2496 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.406145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 9d2fac16-94cc-4197-80cc-b88ff962c0ec details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 13:59:31.440371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Allocated IP 172.20.0.1 (d7dd6543-6547-476b-9989-0618d448bed8/8f2930a8-65ac-4bc4-8681-7b728e322f20/ed54e63f-3ffa-457c-8fd8-2942f4f5e03e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:31.458551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255cdb2-b1e4-40d8-b4c4-bddd66d6777b req-0aaaa503-fa12-43be-98ce-80f819d914d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.460316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4255cdb2-b1e4-40d8-b4c4-bddd66d6777b req-0aaaa503-fa12-43be-98ce-80f819d914d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 1096 time: 0.1547983 Aug 31 13:59:31.465649 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee04e806-95f2-42b3-ad98-db77988ed487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.531974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=55d15bd8-2077-45e3-b895-8cb8bd266bc9,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:31.610114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4255cdb2-b1e4-40d8-b4c4-bddd66d6777b req-4f477c32-1f57-4d4f-8901-1c36daefcf5e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371274 Aug 31 13:59:31.620580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29391933-7c18-467b-85c8-5768bd261e34 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:31.652846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520b35d-50ab-4762-9eeb-5ad23dbc4b3c req-0a1abc38-7125-4e92-b679-2870ad8bf66e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.655658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3520b35d-50ab-4762-9eeb-5ad23dbc4b3c req-0a1abc38-7125-4e92-b679-2870ad8bf66e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 945 time: 0.1649041 Aug 31 13:59:31.689767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=00361382-0f09-42be-876c-ec0b459ea10e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:31.733911 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.750386 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3520b35d-50ab-4762-9eeb-5ad23dbc4b3c req-ff8cb371-20aa-4fc7-8ee4-2428c48cda2e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781472 Aug 31 13:59:31.759542 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b63b74-685e-4a94-9d03-0cfb36f0bcfd req-9fcfe5aa-1fea-442c-ab09-bb9200eba41e tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.765532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 29391933-7c18-467b-85c8-5768bd261e34 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:31.766015 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.767045 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0b63b74-685e-4a94-9d03-0cfb36f0bcfd req-9fcfe5aa-1fea-442c-ab09-bb9200eba41e tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 949 time: 0.1529770 Aug 31 13:59:31.769580 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-695b7fb4-bd5b-4165-a1f0-be2d941d2496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.780526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Transition to ACTIVE for port object ed54e63f-3ffa-457c-8fd8-2942f4f5e03e will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:31.825298 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.871931 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b7fb4-bd5b-4165-a1f0-be2d941d2496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b31bfb-675e-4007-be4f-4338607fe28d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:31.887844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Network d7dd6543-6547-476b-9989-0618d448bed8 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:31.893744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:31.909194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:31.911391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695b7fb4-bd5b-4165-a1f0-be2d941d2496 admin admin] Checking segment: {'id': '1e27f627-24fa-4072-b44a-950a43dc6039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:31.914017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b7fb4-bd5b-4165-a1f0-be2d941d2496 admin admin] Network hostable DHCP agents. Network: 9d2fac16-94cc-4197-80cc-b88ff962c0ec, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 13:59:31.922749 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0b63b74-685e-4a94-9d03-0cfb36f0bcfd req-5a852130-618d-414c-84c9-f440798d5ed2 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543784 Aug 31 13:59:31.930842 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.953824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Transition to ACTIVE for port object 306e106e-bb49-48e0-ac70-f3b65511acf9 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:31.961403 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.966383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b7fb4-bd5b-4165-a1f0-be2d941d2496 admin admin] Network 9d2fac16-94cc-4197-80cc-b88ff962c0ec is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 13:59:31.985632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-695b7fb4-bd5b-4165-a1f0-be2d941d2496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 9d2fac16-94cc-4197-80cc-b88ff962c0ec) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:31.991334 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695b7fb4-bd5b-4165-a1f0-be2d941d2496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:31.994085 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-695b7fb4-bd5b-4165-a1f0-be2d941d2496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:31.996348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Pushing event updated for resources: {'Port': ['ID=ed54e63f-3ffa-457c-8fd8-2942f4f5e03e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:32.016085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab048e3-98a3-4636-aa86-adc3fc4dbb32 None None] Network 9d2fac16-94cc-4197-80cc-b88ff962c0ec requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:32.027025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36650) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:32.027245 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-695b7fb4-bd5b-4165-a1f0-be2d941d2496 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6743045 Aug 31 13:59:32.036647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-147712939-router', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:32.097898 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.103098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18df70-521b-47f7-84ab-03aeca062ea7 None None] Pushing event updated for resources: {'Port': ['ID=306e106e-bb49-48e0-ac70-f3b65511acf9,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:32.108019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Attempting to bind port 306e106e-bb49-48e0-ac70-f3b65511acf9 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:32.108520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Attempting to bind port 306e106e-bb49-48e0-ac70-f3b65511acf9 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:32.108882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Attempting to bind port 306e106e-bb49-48e0-ac70-f3b65511acf9 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:32.119517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:32.120078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:32.120625 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.121045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:32.121683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Bound port: 306e106e-bb49-48e0-ac70-f3b65511acf9, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:32.122086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.160593 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.161644 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.164320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e853ff-5abc-493b-b3ad-bdeec117ce39 req-dc01bca3-3752-4920-9d3a-4bb57e52cac8 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.172423 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-83e853ff-5abc-493b-b3ad-bdeec117ce39 req-dc01bca3-3752-4920-9d3a-4bb57e52cac8 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0718894 Aug 31 13:59:32.230009 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.237343 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-83e853ff-5abc-493b-b3ad-bdeec117ce39 req-cf74015e-39b1-40ad-801d-d2cab0183f63 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635798 Aug 31 13:59:32.260302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037e0d3-c982-45a9-9cec-1c98a47d39b6 req-f485d97c-140e-4d2e-bf81-d3fea74c9191 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.264627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] For port 306e106e-bb49-48e0-ac70-f3b65511acf9, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:32.265235 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f037e0d3-c982-45a9-9cec-1c98a47d39b6 req-f485d97c-140e-4d2e-bf81-d3fea74c9191 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.2234590 Aug 31 13:59:32.281526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] For port 306e106e-bb49-48e0-ac70-f3b65511acf9, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=306e106e-bb49-48e0-ac70-f3b65511acf9,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:32.287602 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.336152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-9d2fac16-94cc-4197-80cc-b88ff962c0ec', 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'fixed_ips': [{'subnet_id': '43b31bfb-675e-4007-be4f-4338607fe28d'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 13:59:32.336968 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.412027 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Routers {'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:32.413781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:32.516866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f037e0d3-c982-45a9-9cec-1c98a47d39b6 req-233a24f4-6595-4bf6-9b6d-6b1325516b10 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758428 Aug 31 13:59:32.519471 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.580121 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.615832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4f3e6135-09d4-4e28-a81b-46553ad2b243 None None] Provisioning for port ed54e63f-3ffa-457c-8fd8-2942f4f5e03e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:32.649707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18df70-521b-47f7-84ab-03aeca062ea7 None None] Pushing event updated for resources: {'Port': ['ID=306e106e-bb49-48e0-ac70-f3b65511acf9,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:32.676756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4f3e6135-09d4-4e28-a81b-46553ad2b243 None None] Provisioning complete for port ed54e63f-3ffa-457c-8fd8-2942f4f5e03e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:32.677369 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6135-09d4-4e28-a81b-46553ad2b243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.743444 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d456ee1-b932-4729-bda9-f37ab383f706 req-de38f22d-0d48-418c-b88b-a2bb55bcc3b5 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:32.749088 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9d456ee1-b932-4729-bda9-f37ab383f706 req-de38f22d-0d48-418c-b88b-a2bb55bcc3b5 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0930877 Aug 31 13:59:32.830650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e6135-09d4-4e28-a81b-46553ad2b243 None None] Port ed54e63f-3ffa-457c-8fd8-2942f4f5e03e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:32.861080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] Set router b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:32.865840 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9d456ee1-b932-4729-bda9-f37ab383f706 req-8cbcdcc7-a0dc-42cb-bcdc-8ba52a1c92be tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097054 Aug 31 13:59:32.923484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Allocated IP 172.20.0.2 (9d2fac16-94cc-4197-80cc-b88ff962c0ec/43b31bfb-675e-4007-be4f-4338607fe28d/77c28c32-f976-4c79-83fb-ef701baa9a99) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:32.954983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:32.981021 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.162633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebdc1d-3162-4432-bfc5-1f04f26744be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00361382-0f09-42be-876c-ec0b459ea10e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:33.166379 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03baefbc-6617-4a1c-9cba-f43a1492d976" -d '{"events": [{"server_uuid": "80ebdc1d-3162-4432-bfc5-1f04f26744be", "name": "network-vif-plugged", "status": "completed", "tag": "00361382-0f09-42be-876c-ec0b459ea10e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:33.187847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f20cb-98bd-4205-b286-9cd04ebce65f req-1934a507-ad14-4276-90d8-a92fc43ae385 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.189162 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-494f20cb-98bd-4205-b286-9cd04ebce65f req-1934a507-ad14-4276-90d8-a92fc43ae385 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 945 time: 0.2275970 Aug 31 13:59:33.194232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48835431-e740-41b2-be1a-f5ebd80df3ea req-1e08d23f-dfb7-42b5-9f34-bc5f5df041f1 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.201197 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-48835431-e740-41b2-be1a-f5ebd80df3ea req-1e08d23f-dfb7-42b5-9f34-bc5f5df041f1 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 949 time: 0.0979455 Aug 31 13:59:33.203344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfd302-b036-4dd2-9fd4-e1fbde0d56b9 req-d06bcfd0-208b-45a4-ae61-ffc2a881d265 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.205288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cfbfd302-b036-4dd2-9fd4-e1fbde0d56b9 req-d06bcfd0-208b-45a4-ae61-ffc2a881d265 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.13 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 949 time: 0.1788592 Aug 31 13:59:33.213910 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.221910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Pushing event updated for resources: {'Port': ['ID=ed54e63f-3ffa-457c-8fd8-2942f4f5e03e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:33.224400 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.251588 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-48835431-e740-41b2-be1a-f5ebd80df3ea req-ade5f550-4e27-4147-a756-d2f340fbb8ed tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473733 Aug 31 13:59:33.264602 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.341078 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.345074 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe5417b-2919-4e70-a86b-098d3499f719 x-openstack-request-id: req-abe5417b-2919-4e70-a86b-098d3499f719 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:33.345509 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebdc1d-3162-4432-bfc5-1f04f26744be", "name": "network-vif-plugged", "status": "completed", "tag": "00361382-0f09-42be-876c-ec0b459ea10e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:33.345858 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abe5417b-2919-4e70-a86b-098d3499f719 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:33.346270 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebdc1d-3162-4432-bfc5-1f04f26744be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00361382-0f09-42be-876c-ec0b459ea10e', 'code': 200} Aug 31 13:59:33.359777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Transition to ACTIVE for port object 77c28c32-f976-4c79-83fb-ef701baa9a99 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:33.394880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Transition to ACTIVE for port object 77c28c32-f976-4c79-83fb-ef701baa9a99 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:33.408072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112716412-router', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '306e106e-bb49-48e0-ac70-f3b65511acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:26Z', 'updated_at': '2021-08-31T13:59:32Z', 'revision_number': 4, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'gw_port': {'id': '306e106e-bb49-48e0-ac70-f3b65511acf9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:27Z', 'updated_at': '2021-08-31T13:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ed54e63f-3ffa-457c-8fd8-2942f4f5e03e', 'name': '', 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'mac_address': 'fa:16:3e:2a:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '8f2930a8-65ac-4bc4-8681-7b728e322f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:30Z', 'updated_at': '2021-08-31T13:59:31Z', 'revision_number': 1, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'subnets': [{'id': '8f2930a8-65ac-4bc4-8681-7b728e322f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:33.417057 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.421399 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-494f20cb-98bd-4205-b286-9cd04ebce65f req-6423d096-4d11-4482-82ab-ab81a4cad675 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149477 Aug 31 13:59:33.468917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49098dd4-a8ee-4922-98fb-28d4bc888a30 None None] The sync data for ids ['b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'] in n-d-792364-6 is: [{'id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112716412-router', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '306e106e-bb49-48e0-ac70-f3b65511acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:26Z', 'updated_at': '2021-08-31T13:59:32Z', 'revision_number': 4, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'gw_port': {'id': '306e106e-bb49-48e0-ac70-f3b65511acf9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:27Z', 'updated_at': '2021-08-31T13:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ed54e63f-3ffa-457c-8fd8-2942f4f5e03e', 'name': '', 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'mac_address': 'fa:16:3e:2a:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '8f2930a8-65ac-4bc4-8681-7b728e322f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:30Z', 'updated_at': '2021-08-31T13:59:31Z', 'revision_number': 1, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'subnets': [{'id': '8f2930a8-65ac-4bc4-8681-7b728e322f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:33.500141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Network 9d2fac16-94cc-4197-80cc-b88ff962c0ec is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:33.506105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:33.518393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:33.525913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Pushing event updated for resources: {'Port': ['ID=77c28c32-f976-4c79-83fb-ef701baa9a99,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:33.612025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Attempting to bind port 77c28c32-f976-4c79-83fb-ef701baa9a99 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:33.612398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Attempting to bind port 77c28c32-f976-4c79-83fb-ef701baa9a99 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '1e27f627-24fa-4072-b44a-950a43dc6039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:33.612800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Attempting to bind port 77c28c32-f976-4c79-83fb-ef701baa9a99 on network 9d2fac16-94cc-4197-80cc-b88ff962c0ec {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:33.619420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:33.619804 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Checking segment: {'id': '1e27f627-24fa-4072-b44a-950a43dc6039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:33.620214 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.620641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Bound using segment: {'id': '1e27f627-24fa-4072-b44a-950a43dc6039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:33.621113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Bound port: 77c28c32-f976-4c79-83fb-ef701baa9a99, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e27f627-24fa-4072-b44a-950a43dc6039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:33.621499 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.658597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb71b45-36da-4aee-b6d2-6b149b5bc195 req-cd6a6b06-935d-4144-8a90-24fda362dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.660147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1cb71b45-36da-4aee-b6d2-6b149b5bc195 req-cd6a6b06-935d-4144-8a90-24fda362dcec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 1096 time: 0.2375274 Aug 31 13:59:33.695200 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Network d7dd6543-6547-476b-9989-0618d448bed8 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:33.706764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] For port 77c28c32-f976-4c79-83fb-ef701baa9a99, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:33.711010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] For port 77c28c32-f976-4c79-83fb-ef701baa9a99, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=77c28c32-f976-4c79-83fb-ef701baa9a99,segment=NetworkSegment(1e27f627-24fa-4072-b44a-950a43dc6039),segment_id=1e27f627-24fa-4072-b44a-950a43dc6039)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:33.715791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:33.720216 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.737520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Allocated IP 172.25.3.23 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/0d10de79-8459-4815-990b-46356130d330) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:33.816281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dc136-30c2-4785-8468-da2e42c4e57f None None] Pushing event updated for resources: {'Port': ['ID=77c28c32-f976-4c79-83fb-ef701baa9a99,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:33.864339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-cfbfd302-b036-4dd2-9fd4-e1fbde0d56b9 req-891403e9-44d7-4434-a3bc-2509a6a5206c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Deleting port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:33.864915 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cfbfd302-b036-4dd2-9fd4-e1fbde0d56b9 req-891403e9-44d7-4434-a3bc-2509a6a5206c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.895083 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6d7b1-53e8-4a8b-9b50-8368ce7df4ea req-5d979ceb-6b0e-4337-b9c5-42510eba58ec tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:33.897401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70c6d7b1-53e8-4a8b-9b50-8368ce7df4ea req-5d979ceb-6b0e-4337-b9c5-42510eba58ec tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.2689397 Aug 31 13:59:33.941952 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:33.980979 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1048fd4a-67b1-44cb-9bd4-5f0d2f5434ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.018031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1cb71b45-36da-4aee-b6d2-6b149b5bc195 req-a05dfad5-1c04-43d1-97cc-dc4bb990bb58 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267579 Aug 31 13:59:34.043107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b0d94-1632-489d-85c3-aafb72a07133 req-4efccbbe-d732-4440-8254-e02f328e7d78 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:34.051174 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f0b0d94-1632-489d-85c3-aafb72a07133 req-4efccbbe-d732-4440-8254-e02f328e7d78 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0637038 Aug 31 13:59:34.094124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f0b0d94-1632-489d-85c3-aafb72a07133 req-314d3008-a70b-4941-9a5c-347dee755c8c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414059 Aug 31 13:59:34.229360 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70c6d7b1-53e8-4a8b-9b50-8368ce7df4ea req-afe85cfd-11ba-4e01-908e-7f9394dddf09 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135527 Aug 31 13:59:34.233822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4e556e2c-9d21-4099-8301-4e81a09fce6a None None] Provisioning complete for port ed54e63f-3ffa-457c-8fd8-2942f4f5e03e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:34.234245 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4e556e2c-9d21-4099-8301-4e81a09fce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.309716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4e556e2c-9d21-4099-8301-4e81a09fce6a None None] Port ed54e63f-3ffa-457c-8fd8-2942f4f5e03e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:34.314278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Router b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:34.345023 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.349136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-cfbfd302-b036-4dd2-9fd4-e1fbde0d56b9 req-891403e9-44d7-4434-a3bc-2509a6a5206c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] For port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:34.349512 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cfbfd302-b036-4dd2-9fd4-e1fbde0d56b9 req-891403e9-44d7-4434-a3bc-2509a6a5206c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.380494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-cfbfd302-b036-4dd2-9fd4-e1fbde0d56b9 req-891403e9-44d7-4434-a3bc-2509a6a5206c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Calling delete_port for e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:34.506800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1ba91-c710-4565-bd67-27c2b85b79a3 req-34908d92-d827-454b-94b9-2ca80be37cf6 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:34.517160 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-94f1ba91-c710-4565-bd67-27c2b85b79a3 req-34908d92-d827-454b-94b9-2ca80be37cf6 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 949 time: 0.1355379 Aug 31 13:59:34.602019 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-94f1ba91-c710-4565-bd67-27c2b85b79a3 req-3cf506fd-d683-46a8-8c12-152912cb6210 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/security-groups?id=648953aa-cd65-47ac-a97d-f333b8b5c2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785561 Aug 31 13:59:34.784228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:34.788765 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:34.824599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b379c-b320-4091-8f2e-16ba3bad30a0 req-c25bd272-8500-45a6-a31c-f7337556f178 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:34.826270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-314b379c-b320-4091-8f2e-16ba3bad30a0 req-c25bd272-8500-45a6-a31c-f7337556f178 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 945 time: 0.2035692 Aug 31 13:59:34.844860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c2d387a5-5614-477d-abb0-a82e3ea48c5c admin admin] 10.222.0.20 "PUT /v2.0/routers/b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1015639 Aug 31 13:59:34.893006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Pushing event updated for resources: {'Port': ['ID=0d10de79-8459-4815-990b-46356130d330,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:34.897254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:34.902953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:34.911881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:35.002621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-314b379c-b320-4091-8f2e-16ba3bad30a0 req-04a7a729-634c-407e-9c73-59e5673ab622 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462374 Aug 31 13:59:35.079426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cfbfd302-b036-4dd2-9fd4-e1fbde0d56b9 req-891403e9-44d7-4434-a3bc-2509a6a5206c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.082439 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.094542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:35.239625 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d77c8b6d-6f43-4321-9d90-1b2425c936aa req-98c1b694-62ce-4711-8545-c7c4401413ed tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-250918166&fields=id&tenant_id=f6f20a9f415647ecb5b81b352a388943 HTTP/1.1" status: 200 len: 267 time: 0.0930171 Aug 31 13:59:35.355073 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8b6d-6f43-4321-9d90-1b2425c936aa req-a8319964-639f-4fd3-9494-2edf088f162d tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:35.369099 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d77c8b6d-6f43-4321-9d90-1b2425c936aa req-a8319964-639f-4fd3-9494-2edf088f162d tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 945 time: 0.1159980 Aug 31 13:59:35.390252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-d77c8b6d-6f43-4321-9d90-1b2425c936aa req-88d8e594-d246-4fd7-ba6c-f6416a9b0037 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'port': {'security_groups': ['15e95ef2-c33b-4bd0-8c73-557ef39ada68', '0780ccc3-b273-4caf-b89d-d8ffd3bd9c73']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:35.498000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63013340-5043-41a6-9978-210fbbaa53ba None None] Network 9d2fac16-94cc-4197-80cc-b88ff962c0ec requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:35.583199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d77c8b6d-6f43-4321-9d90-1b2425c936aa req-88d8e594-d246-4fd7-ba6c-f6416a9b0037 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.683701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-61f5f7e1-fcdc-4be4-8a61-86641df43b70 None None] Provisioning for port 77c28c32-f976-4c79-83fb-ef701baa9a99 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:35.759825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 306e106e-bb49-48e0-ac70-f3b65511acf9 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:35.800630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891403e9-44d7-4434-a3bc-2509a6a5206c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Pushing event deleted for resources: {'Port': ['ID=e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:35.920591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbfd302-b036-4dd2-9fd4-e1fbde0d56b9 req-891403e9-44d7-4434-a3bc-2509a6a5206c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] No DVR routers for this DVR port e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:35.925295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88030803-7e46-4c26-9eda-ad38efbe9aee req-c0047e7e-6d78-4122-bbd8-d10871c526b8 tempest-FloatingIPsNegativeTestJSON-662559434 tempest-FloatingIPsNegativeTestJSON-662559434-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=6f22d22e7e0c464e93398fa1d208b861 HTTP/1.1" status: 200 len: 217 time: 0.1603012 Aug 31 13:59:35.928411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cfbfd302-b036-4dd2-9fd4-e1fbde0d56b9 req-891403e9-44d7-4434-a3bc-2509a6a5206c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:35.937229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cfbfd302-b036-4dd2-9fd4-e1fbde0d56b9 req-891403e9-44d7-4434-a3bc-2509a6a5206c tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.13 "DELETE /v2.0/ports/e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 HTTP/1.1" status: 204 len: 173 time: 2.7161307 Aug 31 13:59:35.937730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c5bff7-e156-4bc7-b9b2-7e6ff75ef432', 'name': 'network-vif-deleted', 'tag': 'e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:35.940042 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90be3a3b-cd0d-4223-8f74-59ee34f7d760" -d '{"events": [{"server_uuid": "02c5bff7-e156-4bc7-b9b2-7e6ff75ef432", "name": "network-vif-deleted", "tag": "e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:35.950254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 306e106e-bb49-48e0-ac70-f3b65511acf9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:35.964338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 306e106e-bb49-48e0-ac70-f3b65511acf9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:35.965668 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.045025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-d77c8b6d-6f43-4321-9d90-1b2425c936aa req-88d8e594-d246-4fd7-ba6c-f6416a9b0037 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] For port 55d15bd8-2077-45e3-b895-8cb8bd266bc9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=55d15bd8-2077-45e3-b895-8cb8bd266bc9,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:36.116833 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.148781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 306e106e-bb49-48e0-ac70-f3b65511acf9, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=306e106e-bb49-48e0-ac70-f3b65511acf9,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:36.154465 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.155712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 77c28c32-f976-4c79-83fb-ef701baa9a99 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:36.250460 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.270500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=306e106e-bb49-48e0-ac70-f3b65511acf9,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:36.292839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 77c28c32-f976-4c79-83fb-ef701baa9a99 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:36.301769 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 77c28c32-f976-4c79-83fb-ef701baa9a99 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:36.302245 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.330217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15abb9-a288-4f54-99d4-d816260ee711 req-44112e58-51b6-4bd2-b770-db97907175e2 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:36.331965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c15abb9-a288-4f54-99d4-d816260ee711 req-44112e58-51b6-4bd2-b770-db97907175e2 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.1491466 Aug 31 13:59:36.409016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4965e78e-ba96-431c-8502-055bd2b547bf None None] Provisioning complete for port 77c28c32-f976-4c79-83fb-ef701baa9a99 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:36.409635 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4965e78e-ba96-431c-8502-055bd2b547bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.469408 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c15abb9-a288-4f54-99d4-d816260ee711 req-b8e36aae-08e9-4cb0-91e8-68d6c5de06d3 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238170 Aug 31 13:59:36.545247 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.653830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-81d7f880-5923-40c3-8f79-5ac5ad04aac6 req-d3d971d4-4e92-4184-9530-ca7ae8a56712 tempest-LiveMigrationNegativeTest-1216318881 tempest-LiveMigrationNegativeTest-1216318881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02c5bff7-e156-4bc7-b9b2-7e6ff75ef432 HTTP/1.1" status: 200 len: 210 time: 0.0559368 Aug 31 13:59:36.667562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 77c28c32-f976-4c79-83fb-ef701baa9a99, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=77c28c32-f976-4c79-83fb-ef701baa9a99,segment=NetworkSegment(1e27f627-24fa-4072-b44a-950a43dc6039),segment_id=1e27f627-24fa-4072-b44a-950a43dc6039)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:36.689547 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d77c8b6d-6f43-4321-9d90-1b2425c936aa req-88d8e594-d246-4fd7-ba6c-f6416a9b0037 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.697865 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.699005 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d77c8b6d-6f43-4321-9d90-1b2425c936aa req-88d8e594-d246-4fd7-ba6c-f6416a9b0037 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.721815 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.735220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['55d15bd8-2077-45e3-b895-8cb8bd266bc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:36.761576 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.779277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8b6d-6f43-4321-9d90-1b2425c936aa req-88d8e594-d246-4fd7-ba6c-f6416a9b0037 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:36.780116 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d77c8b6d-6f43-4321-9d90-1b2425c936aa req-88d8e594-d246-4fd7-ba6c-f6416a9b0037 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.797238 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d77c8b6d-6f43-4321-9d90-1b2425c936aa req-88d8e594-d246-4fd7-ba6c-f6416a9b0037 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "PUT /v2.0/ports/55d15bd8-2077-45e3-b895-8cb8bd266bc9 HTTP/1.1" status: 200 len: 981 time: 1.4210968 Aug 31 13:59:36.798025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da7b35e-33c2-4bdd-93c1-0dee61be7fd0', 'tag': '55d15bd8-2077-45e3-b895-8cb8bd266bc9'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:36.802584 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bfd0db-27bd-4aa8-9a0a-f13d0f18a050" -d '{"events": [{"name": "network-changed", "server_uuid": "0da7b35e-33c2-4bdd-93c1-0dee61be7fd0", "tag": "55d15bd8-2077-45e3-b895-8cb8bd266bc9"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:36.816179 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4965e78e-ba96-431c-8502-055bd2b547bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:36.832772 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8e594-d246-4fd7-ba6c-f6416a9b0037 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'Port': ['ID=55d15bd8-2077-45e3-b895-8cb8bd266bc9,revision_number=6']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:36.874365 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af6865-b12c-4db8-aa15-08c06bfc28e9 x-openstack-request-id: req-f7af6865-b12c-4db8-aa15-08c06bfc28e9 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:36.875065 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c5bff7-e156-4bc7-b9b2-7e6ff75ef432", "name": "network-vif-deleted", "tag": "e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:36.875065 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7af6865-b12c-4db8-aa15-08c06bfc28e9 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:36.875964 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c5bff7-e156-4bc7-b9b2-7e6ff75ef432', 'name': 'network-vif-deleted', 'tag': 'e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87', 'status': 'completed', 'code': 200} Aug 31 13:59:36.893547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=77c28c32-f976-4c79-83fb-ef701baa9a99,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:36.913734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ffe5da56-f2e2-470e-b5f9-095a7247653c req-7fd987d7-60b2-4a1b-88cf-824d05d9db9f tempest-FloatingIPsNegativeTestJSON-662559434 tempest-FloatingIPsNegativeTestJSON-662559434-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0630438 Aug 31 13:59:36.955031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['55d15bd8-2077-45e3-b895-8cb8bd266bc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:37.031834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-4965e78e-ba96-431c-8502-055bd2b547bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 13:59:37.032185 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-4965e78e-ba96-431c-8502-055bd2b547bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 13:59:37.112063 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eafc43a-fa29-4935-9389-3e7baf9d0020 x-openstack-request-id: req-9eafc43a-fa29-4935-9389-3e7baf9d0020 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:37.112291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cbe045d-02cb-48a8-a855-94bb54c9fc64 req-66b578a6-bd93-4957-aa2f-4d67bd1a070f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1413405263&fields=id&tenant_id=f6f20a9f415647ecb5b81b352a388943 HTTP/1.1" status: 200 len: 267 time: 0.0885334 Aug 31 13:59:37.112481 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da7b35e-33c2-4bdd-93c1-0dee61be7fd0", "tag": "55d15bd8-2077-45e3-b895-8cb8bd266bc9", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:37.112661 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9eafc43a-fa29-4935-9389-3e7baf9d0020 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:37.113011 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da7b35e-33c2-4bdd-93c1-0dee61be7fd0', 'tag': '55d15bd8-2077-45e3-b895-8cb8bd266bc9', 'status': 'completed', 'code': 200} Aug 31 13:59:37.164098 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-87bbb50b-62cb-43d8-99bf-2d42bf25f9ab req-2776aa58-019a-4580-987e-83c4ce5cac30 tempest-FloatingIPsNegativeTestJSON-662559434 tempest-FloatingIPsNegativeTestJSON-662559434-project] show failed (client error): The resource could not be found. Aug 31 13:59:37.165251 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87bbb50b-62cb-43d8-99bf-2d42bf25f9ab req-2776aa58-019a-4580-987e-83c4ce5cac30 tempest-FloatingIPsNegativeTestJSON-662559434 tempest-FloatingIPsNegativeTestJSON-662559434-project] 10.222.0.20 "GET /v2.0/floatingips/b5d24ea8-cb07-4a6d-9e56-b2ea8834e03a HTTP/1.1" status: 404 len: 350 time: 0.0406764 Aug 31 13:59:37.180283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36730) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:37.301113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe045d-02cb-48a8-a855-94bb54c9fc64 req-12dfaba6-c79f-45d2-a0f1-d5acf8da156a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.311524 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cbe045d-02cb-48a8-a855-94bb54c9fc64 req-12dfaba6-c79f-45d2-a0f1-d5acf8da156a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 984 time: 0.1982894 Aug 31 13:59:37.313088 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Sync routers for ids ['b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:37.324494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-7cbe045d-02cb-48a8-a855-94bb54c9fc64 req-77b333ef-cf66-4cd2-9201-3f79d98b942f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'port': {'security_groups': ['0780ccc3-b273-4caf-b89d-d8ffd3bd9c73', '15e95ef2-c33b-4bd0-8c73-557ef39ada68', '7c35f270-f79b-4510-9de5-04f12a3a2ce3']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:37.331018 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Routers {'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:37.331727 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:37.359924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Router 6f562e0c-8510-46fd-bd82-ee15cc31e06d is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 13:59:37.372840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfd0db-27bd-4aa8-9a0a-f13d0f18a050 req-03c445cd-dad8-41c7-aca0-077cf08afbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.374431 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3bfd0db-27bd-4aa8-9a0a-f13d0f18a050 req-03c445cd-dad8-41c7-aca0-077cf08afbdd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6f20a9f415647ecb5b81b352a388943&device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 1135 time: 0.2198663 Aug 31 13:59:37.506361 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Set router b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:37.638179 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7cbe045d-02cb-48a8-a855-94bb54c9fc64 req-77b333ef-cf66-4cd2-9201-3f79d98b942f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.668994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 306e106e-bb49-48e0-ac70-f3b65511acf9 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:37.708915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4afa2-4633-48ae-b0ca-014dd7839b5d req-b428c21e-c132-42df-b5da-41fa82b972ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.712494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cec4afa2-4633-48ae-b0ca-014dd7839b5d req-b428c21e-c132-42df-b5da-41fa82b972ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 1097 time: 0.2406182 Aug 31 13:59:37.744657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfd0db-27bd-4aa8-9a0a-f13d0f18a050 req-40ca5a37-1ee7-4102-8404-5b0106779d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.745767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 306e106e-bb49-48e0-ac70-f3b65511acf9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:37.746694 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.746825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3bfd0db-27bd-4aa8-9a0a-f13d0f18a050 req-40ca5a37-1ee7-4102-8404-5b0106779d2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=26dbc674-1d40-45f2-91e2-2314acf35a31 HTTP/1.1" status: 200 len: 914 time: 0.3540032 Aug 31 13:59:37.816351 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db383b-f1a6-4567-a348-ec37761654f4 req-e5576f04-121c-4987-95e5-f58967cc4a5d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:37.824859 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9db383b-f1a6-4567-a348-ec37761654f4 req-e5576f04-121c-4987-95e5-f58967cc4a5d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.1386185 Aug 31 13:59:37.865822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 77c28c32-f976-4c79-83fb-ef701baa9a99 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:37.880246 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9db383b-f1a6-4567-a348-ec37761654f4 req-c8f6d869-883e-411d-be18-f6034b989de4 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540314 Aug 31 13:59:37.888747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3bfd0db-27bd-4aa8-9a0a-f13d0f18a050 req-643a7c8b-614d-4e9f-ba53-b0da9afb2622 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d15bd8-2077-45e3-b895-8cb8bd266bc9 HTTP/1.1" status: 200 len: 217 time: 0.1026790 Aug 31 13:59:37.890241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:37.894378 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96177f94-1e29-48e4-9e18-7b554678b925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:37.908736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Sync routers for ids ['6f562e0c-8510-46fd-bd82-ee15cc31e06d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:37.908989 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112716412-router', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '306e106e-bb49-48e0-ac70-f3b65511acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:26Z', 'updated_at': '2021-08-31T13:59:32Z', 'revision_number': 4, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'gw_port': {'id': '306e106e-bb49-48e0-ac70-f3b65511acf9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:27Z', 'updated_at': '2021-08-31T13:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ed54e63f-3ffa-457c-8fd8-2942f4f5e03e', 'name': '', 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'mac_address': 'fa:16:3e:2a:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '8f2930a8-65ac-4bc4-8681-7b728e322f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:30Z', 'updated_at': '2021-08-31T13:59:32Z', 'revision_number': 2, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'subnets': [{'id': '8f2930a8-65ac-4bc4-8681-7b728e322f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:37.939838 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Routers {'6f562e0c-8510-46fd-bd82-ee15cc31e06d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:37.940573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6f562e0c-8510-46fd-bd82-ee15cc31e06d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:37.941475 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Checking router: b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:37.942031 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Updating router b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab port ed54e63f-3ffa-457c-8fd8-2942f4f5e03e binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:59:37.981484 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.081390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fb790-4624-4385-9834-07184fe65b80 req-82ba29fd-c708-477c-ab45-136d035865e9 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:38.082951 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-587fb790-4624-4385-9834-07184fe65b80 req-82ba29fd-c708-477c-ab45-136d035865e9 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1014307 Aug 31 13:59:38.088914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfd0db-27bd-4aa8-9a0a-f13d0f18a050 req-2e1a4ee4-e94c-46cc-81bb-499fb7b31b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:38.096759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3bfd0db-27bd-4aa8-9a0a-f13d0f18a050 req-2e1a4ee4-e94c-46cc-81bb-499fb7b31b83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=80cf107e-a0a4-4efe-ae7d-7ef221f0fa42 HTTP/1.1" status: 200 len: 853 time: 0.1957238 Aug 31 13:59:38.099783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4afa2-4633-48ae-b0ca-014dd7839b5d req-43e66783-638a-45bf-b106-c9a4a41a9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:38.104617 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cec4afa2-4633-48ae-b0ca-014dd7839b5d req-43e66783-638a-45bf-b106-c9a4a41a9ddd service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 920 time: 0.3814554 Aug 31 13:59:38.139955 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.141575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6782966e-90c7-4a3c-8a82-4ba0ec83423c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1130130 Aug 31 13:59:38.148526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36738) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:38.209008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-587fb790-4624-4385-9834-07184fe65b80 req-6667d3f5-5381-4756-9991-8b763803faf5 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185505 Aug 31 13:59:38.221157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:38.231091 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3bfd0db-27bd-4aa8-9a0a-f13d0f18a050 req-23c4e097-d426-4757-ad26-ad4a1050dc49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26dbc674-1d40-45f2-91e2-2314acf35a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118798 Aug 31 13:59:38.272349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Set router 6f562e0c-8510-46fd-bd82-ee15cc31e06d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:38.339989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:38.340226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device e5c2b60a-2b1d-4a4b-8d66-eda2d00abe87 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:38.375882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-96177f94-1e29-48e4-9e18-7b554678b925 admin admin] Deleting port ed54e63f-3ffa-457c-8fd8-2942f4f5e03e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:38.376722 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96177f94-1e29-48e4-9e18-7b554678b925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.446897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 77c28c32-f976-4c79-83fb-ef701baa9a99 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:38.447291 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.453275 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.485559 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Transition to ACTIVE for port object ed54e63f-3ffa-457c-8fd8-2942f4f5e03e will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:38.499330 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96177f94-1e29-48e4-9e18-7b554678b925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.499582 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.516770 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cec4afa2-4633-48ae-b0ca-014dd7839b5d req-de047e01-b0e9-488e-9c9a-73be66bfc7c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5232dc70-34c7-4257-8651-40dba17b0124 HTTP/1.1" status: 200 len: 217 time: 0.3986619 Aug 31 13:59:38.529515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-96177f94-1e29-48e4-9e18-7b554678b925 admin admin] Calling delete_port for ed54e63f-3ffa-457c-8fd8-2942f4f5e03e owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:38.678651 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Attempting to bind port ed54e63f-3ffa-457c-8fd8-2942f4f5e03e on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:38.679050 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Attempting to bind port ed54e63f-3ffa-457c-8fd8-2942f4f5e03e by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:38.679699 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Attempting to bind port ed54e63f-3ffa-457c-8fd8-2942f4f5e03e on network d7dd6543-6547-476b-9989-0618d448bed8 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:38.681414 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Pushing event updated for resources: {'Port': ['ID=ed54e63f-3ffa-457c-8fd8-2942f4f5e03e,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:38.698005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'name': 'tempest-FloatingIPsTestJSON-147712939-router', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0d10de79-8459-4815-990b-46356130d330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:32Z', 'updated_at': '2021-08-31T13:59:35Z', 'revision_number': 3, 'project_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'gw_port': {'id': '0d10de79-8459-4815-990b-46356130d330', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:33Z', 'updated_at': '2021-08-31T13:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:38.700691 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:38.701035 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:38.701430 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:38.701755 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:38.702407 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:38.702407 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:38.702696 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:38.703012 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:38.703325 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:38.703637 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:38.703950 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:38.704262 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 13:59:38.721592 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:38.722007 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Checking segment: {'id': 'c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:38.722407 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.722841 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Bound using segment: {'id': 'c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:38.723308 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Bound port: ed54e63f-3ffa-457c-8fd8-2942f4f5e03e, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:38.723683 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.742296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4afa2-4633-48ae-b0ca-014dd7839b5d req-a9f928a3-423d-462c-b45b-7d9ed1d63c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:38.744204 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cec4afa2-4633-48ae-b0ca-014dd7839b5d req-a9f928a3-423d-462c-b45b-7d9ed1d63c0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 200 len: 859 time: 0.0917947 Aug 31 13:59:38.754621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Checking router: 6f562e0c-8510-46fd-bd82-ee15cc31e06d for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:38.756524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Updating router 6f562e0c-8510-46fd-bd82-ee15cc31e06d port 0d10de79-8459-4815-990b-46356130d330 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:59:38.779773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36746) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:38.810167 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.816212 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] For port ed54e63f-3ffa-457c-8fd8-2942f4f5e03e, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:38.818018 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.820039 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] For port ed54e63f-3ffa-457c-8fd8-2942f4f5e03e, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ed54e63f-3ffa-457c-8fd8-2942f4f5e03e,segment=NetworkSegment(c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3),segment_id=c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:38.829391 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.862391 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cec4afa2-4633-48ae-b0ca-014dd7839b5d req-72e8390c-ac38-46d3-9243-fa7b6335f84b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336337 Aug 31 13:59:38.942367 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:38.959188 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Routers {'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:38.962393 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:39.003794 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cec4afa2-4633-48ae-b0ca-014dd7839b5d req-08d00f44-7b04-4d10-8bf4-3c179c8956b8 service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298480 Aug 31 13:59:39.082637 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3bfd0db-27bd-4aa8-9a0a-f13d0f18a050 req-a57fe003-ec75-42f7-bc1e-2d54cb457309 service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8220227 Aug 31 13:59:39.102746 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fb81c-9303-4760-8edb-69da1703d69b None None] Pushing event updated for resources: {'Port': ['ID=ed54e63f-3ffa-457c-8fd8-2942f4f5e03e,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:39.265810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a8479e73-e2f2-4ac1-8a81-eec30c017923 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3466841b873d4fd59d8440010f5acbf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748697 Aug 31 13:59:39.267792 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96177f94-1e29-48e4-9e18-7b554678b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.269427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36754) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:39.297448 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] Set router b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:39.304682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96177f94-1e29-48e4-9e18-7b554678b925 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed54e63f-3ffa-457c-8fd8-2942f4f5e03e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:39.379537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a1030-a888-4b14-b156-55eef8ee5d75 req-3971bb19-c7c8-41c9-9f50-57d1d96d7d40 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:39.382537 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-615a1030-a888-4b14-b156-55eef8ee5d75 req-3971bb19-c7c8-41c9-9f50-57d1d96d7d40 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.3455615 Aug 31 13:59:39.397120 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.424421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Transition to ACTIVE for port object 0d10de79-8459-4815-990b-46356130d330 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:39.433749 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.445262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7cbe045d-02cb-48a8-a855-94bb54c9fc64 req-77b333ef-cf66-4cd2-9201-3f79d98b942f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] For port 55d15bd8-2077-45e3-b895-8cb8bd266bc9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=55d15bd8-2077-45e3-b895-8cb8bd266bc9,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:39.551805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0418f93a-b4b7-4357-a73e-8089b2922536 None None] Could not find standard attr ID for object ed54e63f-3ffa-457c-8fd8-2942f4f5e03e. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 13:59:39.552715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cec4afa2-4633-48ae-b0ca-014dd7839b5d req-b099d0f4-562a-41e4-9ac3-9462046c5321 service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192769 Aug 31 13:59:39.558418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Attempting to bind port 0d10de79-8459-4815-990b-46356130d330 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:39.559997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Attempting to bind port 0d10de79-8459-4815-990b-46356130d330 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:39.560377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Attempting to bind port 0d10de79-8459-4815-990b-46356130d330 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:39.561724 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d443d5e-54c3-4f4a-ae27-5b9cea71cd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.565636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3bfd0db-27bd-4aa8-9a0a-f13d0f18a050 req-7cb783f7-69e7-4438-b00f-30d3a13a5a0a service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281621 Aug 31 13:59:39.580119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c777b25-bef5-4574-9f5b-b9ed00177fa5 None None] Pushing event updated for resources: {'Port': ['ID=0d10de79-8459-4815-990b-46356130d330,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:39.596989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:39.597502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:39.598136 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.598881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:39.605545 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Bound port: 0d10de79-8459-4815-990b-46356130d330, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:39.610275 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.624541 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7cbe045d-02cb-48a8-a855-94bb54c9fc64 req-77b333ef-cf66-4cd2-9201-3f79d98b942f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.650353 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-615a1030-a888-4b14-b156-55eef8ee5d75 req-003ed891-64e9-4f1f-885a-b0ae9e1d107e tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990623 Aug 31 13:59:39.668154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d443d5e-54c3-4f4a-ae27-5b9cea71cd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.680324 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7cbe045d-02cb-48a8-a855-94bb54c9fc64 req-77b333ef-cf66-4cd2-9201-3f79d98b942f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.745418 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112716412-router', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '306e106e-bb49-48e0-ac70-f3b65511acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:26Z', 'updated_at': '2021-08-31T13:59:32Z', 'revision_number': 4, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'gw_port': {'id': '306e106e-bb49-48e0-ac70-f3b65511acf9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:27Z', 'updated_at': '2021-08-31T13:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ed54e63f-3ffa-457c-8fd8-2942f4f5e03e', 'name': '', 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'mac_address': 'fa:16:3e:2a:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '8f2930a8-65ac-4bc4-8681-7b728e322f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:30Z', 'updated_at': '2021-08-31T13:59:38Z', 'revision_number': 4, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'subnets': [{'id': '8f2930a8-65ac-4bc4-8681-7b728e322f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:39.746270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] For port 0d10de79-8459-4815-990b-46356130d330, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:39.751939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] For port 0d10de79-8459-4815-990b-46356130d330, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0d10de79-8459-4815-990b-46356130d330,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:39.758345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['55d15bd8-2077-45e3-b895-8cb8bd266bc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:39.763209 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.777131 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96177f94-1e29-48e4-9e18-7b554678b925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.796612 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96317ebd-a16a-472d-a2d6-f7bf225bf86d None None] The sync data for ids ['b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'] in n-d-792364-6 is: [{'id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112716412-router', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '306e106e-bb49-48e0-ac70-f3b65511acf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:26Z', 'updated_at': '2021-08-31T13:59:32Z', 'revision_number': 4, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'gw_port': {'id': '306e106e-bb49-48e0-ac70-f3b65511acf9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:27Z', 'updated_at': '2021-08-31T13:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ed54e63f-3ffa-457c-8fd8-2942f4f5e03e', 'name': '', 'network_id': 'd7dd6543-6547-476b-9989-0618d448bed8', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'mac_address': 'fa:16:3e:2a:76:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '8f2930a8-65ac-4bc4-8681-7b728e322f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:30Z', 'updated_at': '2021-08-31T13:59:38Z', 'revision_number': 4, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'subnets': [{'id': '8f2930a8-65ac-4bc4-8681-7b728e322f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:39.841784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe045d-02cb-48a8-a855-94bb54c9fc64 req-77b333ef-cf66-4cd2-9201-3f79d98b942f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:39.842781 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7cbe045d-02cb-48a8-a855-94bb54c9fc64 req-77b333ef-cf66-4cd2-9201-3f79d98b942f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:39.844341 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cbe045d-02cb-48a8-a855-94bb54c9fc64 req-77b333ef-cf66-4cd2-9201-3f79d98b942f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "PUT /v2.0/ports/55d15bd8-2077-45e3-b895-8cb8bd266bc9 HTTP/1.1" status: 200 len: 1020 time: 2.5317478 Aug 31 13:59:39.845000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da7b35e-33c2-4bdd-93c1-0dee61be7fd0', 'tag': '55d15bd8-2077-45e3-b895-8cb8bd266bc9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:39.847492 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65cde5e-a379-4462-b0d4-bf4350d4aedf" -d '{"events": [{"name": "network-changed", "server_uuid": "0da7b35e-33c2-4bdd-93c1-0dee61be7fd0", "tag": "55d15bd8-2077-45e3-b895-8cb8bd266bc9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:39.855097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Routers {'6f562e0c-8510-46fd-bd82-ee15cc31e06d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:39.855794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6f562e0c-8510-46fd-bd82-ee15cc31e06d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:39.877313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b333ef-cf66-4cd2-9201-3f79d98b942f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'Port': ['ID=55d15bd8-2077-45e3-b895-8cb8bd266bc9,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:40.079979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['55d15bd8-2077-45e3-b895-8cb8bd266bc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:40.107457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbab626-c84e-47b6-b18f-fb16924a856c req-a2519083-1859-4fc6-be84-50d1ba5ae22b tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:40.109557 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dbab626-c84e-47b6-b18f-fb16924a856c req-a2519083-1859-4fc6-be84-50d1ba5ae22b tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.3143320 Aug 31 13:59:40.176100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c777b25-bef5-4574-9f5b-b9ed00177fa5 None None] Pushing event updated for resources: {'Port': ['ID=0d10de79-8459-4815-990b-46356130d330,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:40.239204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] Set router 6f562e0c-8510-46fd-bd82-ee15cc31e06d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:40.247981 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dbab626-c84e-47b6-b18f-fb16924a856c req-81878351-d8f5-4e23-92bc-63498cccfd8d tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254647 Aug 31 13:59:40.329309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96177f94-1e29-48e4-9e18-7b554678b925 admin admin] Router b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:40.351356 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66118f9-6add-49c2-96a4-2161d44352c5 x-openstack-request-id: req-e66118f9-6add-49c2-96a4-2161d44352c5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:40.351854 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da7b35e-33c2-4bdd-93c1-0dee61be7fd0", "tag": "55d15bd8-2077-45e3-b895-8cb8bd266bc9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:40.352184 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e66118f9-6add-49c2-96a4-2161d44352c5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:40.352814 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da7b35e-33c2-4bdd-93c1-0dee61be7fd0', 'tag': '55d15bd8-2077-45e3-b895-8cb8bd266bc9', 'status': 'completed', 'code': 200} Aug 31 13:59:40.433089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.518619 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96177f94-1e29-48e4-9e18-7b554678b925 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:40.533950 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-96177f94-1e29-48e4-9e18-7b554678b925 admin admin] 10.222.0.20 "PUT /v2.0/routers/b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3520541 Aug 31 13:59:40.534879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36768) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:40.536215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42f34c-96f5-4c10-9032-97250dacf8b2 req-2c062cde-1dd3-4352-b50b-d916d20b92ba tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:40.539402 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe42f34c-96f5-4c10-9032-97250dacf8b2 req-2c062cde-1dd3-4352-b50b-d916d20b92ba tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 1023 time: 0.2254181 Aug 31 13:59:40.543591 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d443d5e-54c3-4f4a-ae27-5b9cea71cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.546546 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d443d5e-54c3-4f4a-ae27-5b9cea71cd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.550525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4d443d5e-54c3-4f4a-ae27-5b9cea71cd0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/648953aa-cd65-47ac-a97d-f333b8b5c2d2 HTTP/1.1" status: 204 len: 168 time: 1.2724814 Aug 31 13:59:40.561024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cde5e-a379-4462-b0d4-bf4350d4aedf req-c6221b7e-b5c2-45ad-acc0-02d02040485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:40.563699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c65cde5e-a379-4462-b0d4-bf4350d4aedf req-c6221b7e-b5c2-45ad-acc0-02d02040485d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6f20a9f415647ecb5b81b352a388943&device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 1174 time: 0.1723316 Aug 31 13:59:40.600025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d443d5e-54c3-4f4a-ae27-5b9cea71cd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648953aa-cd65-47ac-a97d-f333b8b5c2d2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:40.714168 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.925407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe42f34c-96f5-4c10-9032-97250dacf8b2 req-096c483b-bd21-4f27-9964-90247876acca tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c35f270-f79b-4510-9de5-04f12a3a2ce3&id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&id=0780ccc3-b273-4caf-b89d-d8ffd3bd9c73 HTTP/1.1" status: 200 len: 6149 time: 0.3600357 Aug 31 13:59:40.977745 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:40.999299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-610458f9-e1f2-47f9-8d9d-d42f92acdbcf req-ce15bcfe-5904-466d-8978-658d517dd40b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'security_group': {'name': ' tempest-securitygroup -894182574 ', 'description': 'tempest-description-841878949'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:40.999521 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888baac-4dac-40a0-bb76-7287491a2d3d req-5881faf7-67c8-4b1e-963e-283349289846 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:41.001209 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6888baac-4dac-40a0-bb76-7287491a2d3d req-5881faf7-67c8-4b1e-963e-283349289846 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.1358435 Aug 31 13:59:41.008518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cde5e-a379-4462-b0d4-bf4350d4aedf req-2e7978b7-7789-4d3d-8800-5e3c21eccbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:41.010289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c65cde5e-a379-4462-b0d4-bf4350d4aedf req-2e7978b7-7789-4d3d-8800-5e3c21eccbe1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26dbc674-1d40-45f2-91e2-2314acf35a31 HTTP/1.1" status: 200 len: 914 time: 0.4131486 Aug 31 13:59:41.036943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Allocated IP 172.20.0.1 (9d2fac16-94cc-4197-80cc-b88ff962c0ec/43b31bfb-675e-4007-be4f-4338607fe28d/0c141009-c742-421f-8898-8533a97ec6e4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:41.098786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36780) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:41.106110 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c65cde5e-a379-4462-b0d4-bf4350d4aedf req-4d28dc0a-4e03-41a4-a98a-33ea01dd316b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d15bd8-2077-45e3-b895-8cb8bd266bc9 HTTP/1.1" status: 200 len: 217 time: 0.0812318 Aug 31 13:59:41.109622 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-610458f9-e1f2-47f9-8d9d-d42f92acdbcf req-ce15bcfe-5904-466d-8978-658d517dd40b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.113372 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65319fc4-3a41-4e96-ad2d-fad83de4412f None None] Sync routers for ids ['b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:41.124604 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'name': 'tempest-FloatingIPsTestJSON-147712939-router', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0d10de79-8459-4815-990b-46356130d330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:32Z', 'updated_at': '2021-08-31T13:59:35Z', 'revision_number': 3, 'project_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'gw_port': {'id': '0d10de79-8459-4815-990b-46356130d330', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:33Z', 'updated_at': '2021-08-31T13:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:41.133453 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65319fc4-3a41-4e96-ad2d-fad83de4412f None None] Routers {'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:41.135385 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-65319fc4-3a41-4e96-ad2d-fad83de4412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:41.167455 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6888baac-4dac-40a0-bb76-7287491a2d3d req-e1ba6c96-0c72-4082-a52b-cef456ee1dcc tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203403 Aug 31 13:59:41.188428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Deleting port 306e106e-bb49-48e0-ac70-f3b65511acf9 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:41.188791 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.193626 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc63b85-c0ad-4ec7-952f-9c6175487636 None None] The sync data for ids ['6f562e0c-8510-46fd-bd82-ee15cc31e06d'] in n-d-792364-6 is: [{'id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'name': 'tempest-FloatingIPsTestJSON-147712939-router', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0d10de79-8459-4815-990b-46356130d330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:32Z', 'updated_at': '2021-08-31T13:59:35Z', 'revision_number': 3, 'project_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'gw_port': {'id': '0d10de79-8459-4815-990b-46356130d330', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:33Z', 'updated_at': '2021-08-31T13:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:41.247557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cde5e-a379-4462-b0d4-bf4350d4aedf req-c9c80a61-fdd6-49ba-8d2c-f3238ff093af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:41.249940 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c65cde5e-a379-4462-b0d4-bf4350d4aedf req-c9c80a61-fdd6-49ba-8d2c-f3238ff093af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=80cf107e-a0a4-4efe-ae7d-7ef221f0fa42 HTTP/1.1" status: 200 len: 853 time: 0.1174459 Aug 31 13:59:41.287483 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6113617b-e781-4ec4-906c-f8574e837777 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03bcbd9b965c450f81dce7419df4bcda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804488 Aug 31 13:59:41.289507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36784) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:41.338348 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-65319fc4-3a41-4e96-ad2d-fad83de4412f None None] Set router b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:41.379877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c65cde5e-a379-4462-b0d4-bf4350d4aedf req-e31d31e4-8221-4ff7-9ca5-12173e23e9b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26dbc674-1d40-45f2-91e2-2314acf35a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092980 Aug 31 13:59:41.468125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] For port 306e106e-bb49-48e0-ac70-f3b65511acf9, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=306e106e-bb49-48e0-ac70-f3b65511acf9,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:41.468740 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.470810 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb42f-259f-426a-8857-ee12e58fc06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.491684 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-65319fc4-3a41-4e96-ad2d-fad83de4412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112716412-router', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:26Z', 'updated_at': '2021-08-31T13:59:40Z', 'revision_number': 6, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:41.501933 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb42f-259f-426a-8857-ee12e58fc06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.555627 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.563741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Calling delete_port for 306e106e-bb49-48e0-ac70-f3b65511acf9 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:41.571382 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb42f-259f-426a-8857-ee12e58fc06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.577376 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb42f-259f-426a-8857-ee12e58fc06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.583991 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7f3fb42f-259f-426a-8857-ee12e58fc06b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18a07699-1b66-42a5-8c0b-e84fed448cc2 HTTP/1.1" status: 204 len: 168 time: 0.2831388 Aug 31 13:59:41.598405 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Transition to ACTIVE for port object 0c141009-c742-421f-8898-8533a97ec6e4 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:41.601347 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65319fc4-3a41-4e96-ad2d-fad83de4412f None None] Checking router: b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:41.603746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fb42f-259f-426a-8857-ee12e58fc06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a07699-1b66-42a5-8c0b-e84fed448cc2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:41.635964 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65319fc4-3a41-4e96-ad2d-fad83de4412f None None] Routers {'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:41.643239 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-65319fc4-3a41-4e96-ad2d-fad83de4412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:41.687421 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-610458f9-e1f2-47f9-8d9d-d42f92acdbcf req-ce15bcfe-5904-466d-8978-658d517dd40b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.719320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c65cde5e-a379-4462-b0d4-bf4350d4aedf req-591522da-d0bb-4917-8ce5-2049bd6205d1 service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147910 Aug 31 13:59:41.721902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-610458f9-e1f2-47f9-8d9d-d42f92acdbcf req-ce15bcfe-5904-466d-8978-658d517dd40b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.814762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c53e6-fb4f-4db2-80cc-5c33677d2aeb req-db5f1ad4-77b0-47fb-9513-6ee0a495be47 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:41.816496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd3c53e6-fb4f-4db2-80cc-5c33677d2aeb req-db5f1ad4-77b0-47fb-9513-6ee0a495be47 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1551754 Aug 31 13:59:41.884962 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-65319fc4-3a41-4e96-ad2d-fad83de4412f None None] Set router b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:41.949681 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-610458f9-e1f2-47f9-8d9d-d42f92acdbcf req-ce15bcfe-5904-466d-8978-658d517dd40b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:41.951377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-610458f9-e1f2-47f9-8d9d-d42f92acdbcf req-ce15bcfe-5904-466d-8978-658d517dd40b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.9901128 Aug 31 13:59:41.955974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15bcfe-5904-466d-8978-658d517dd40b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136723a1-b858-4fee-8f1b-8e3845d24336,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:41.961965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c65cde5e-a379-4462-b0d4-bf4350d4aedf req-7ec58f5b-ad99-4447-b5a1-d23f0df0b4f9 service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373672 Aug 31 13:59:41.971912 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-65319fc4-3a41-4e96-ad2d-fad83de4412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112716412-router', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:26Z', 'updated_at': '2021-08-31T13:59:40Z', 'revision_number': 6, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:41.979139 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd3c53e6-fb4f-4db2-80cc-5c33677d2aeb req-a1650f63-3b63-45de-8ada-fb539156b6f9 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791910 Aug 31 13:59:41.985801 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.030384 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65319fc4-3a41-4e96-ad2d-fad83de4412f None None] The sync data for ids ['b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab'] in n-d-792364-6 is: [{'id': 'b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112716412-router', 'tenant_id': '6f22d22e7e0c464e93398fa1d208b861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:26Z', 'updated_at': '2021-08-31T13:59:40Z', 'revision_number': 6, 'project_id': '6f22d22e7e0c464e93398fa1d208b861', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:42.073584 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.091389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Network 9d2fac16-94cc-4197-80cc-b88ff962c0ec is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:42.095980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Pushing event updated for resources: {'Port': ['ID=0c141009-c742-421f-8898-8533a97ec6e4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:42.099752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:42.102921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:42.129465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Pushing event deleted for resources: {'Port': ['ID=306e106e-bb49-48e0-ac70-f3b65511acf9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:42.163761 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cc4d8127-3fcf-4305-8933-7a7b8ea3abc0 req-913bb7af-1f8b-4c85-bd76-36055c3a6818 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/136723a1-b858-4fee-8f1b-8e3845d24336 HTTP/1.1" status: 200 len: 1779 time: 0.1374779 Aug 31 13:59:42.198585 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.356160 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.367339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ada47e8a-2444-4996-8922-2f6a1c43e7a3 req-2203cf45-4177-48ab-aed3-8834b16e6bc4 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/136723a1-b858-4fee-8f1b-8e3845d24336 HTTP/1.1" status: 200 len: 1779 time: 0.1732588 Aug 31 13:59:42.501336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49327dd4-3d44-49f7-a0de-02560c23bc4d req-36f47902-0117-4653-bb47-429173e59244 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:42.502969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49327dd4-3d44-49f7-a0de-02560c23bc4d req-36f47902-0117-4653-bb47-429173e59244 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.1398640 Aug 31 13:59:42.503712 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.512914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8c8b4df2-14cb-4f63-bada-eb4edae2b00f None None] Provisioning for port 0c141009-c742-421f-8898-8533a97ec6e4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:42.517428 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8c8b4df2-14cb-4f63-bada-eb4edae2b00f None None] Provisioning complete for port 0c141009-c742-421f-8898-8533a97ec6e4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:42.517815 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4df2-14cb-4f63-bada-eb4edae2b00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.530880 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.533549 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.583964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b4df2-14cb-4f63-bada-eb4edae2b00f None None] Port 0c141009-c742-421f-8898-8533a97ec6e4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:42.609104 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.609926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:42.615216 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.618692 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-22cbab49-dbbf-406c-aaf2-08394a40db8f admin admin] 10.222.0.20 "DELETE /v2.0/routers/b191c6eb-2e1f-4c81-ab1f-a7b6eec331ab HTTP/1.1" status: 204 len: 168 time: 2.0827224 Aug 31 13:59:42.622633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36810) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:42.643044 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49327dd4-3d44-49f7-a0de-02560c23bc4d req-3c2e00b1-50ee-43e9-bdd4-b4e17f2f2e54 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090221 Aug 31 13:59:42.705004 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ada47e8a-2444-4996-8922-2f6a1c43e7a3 req-2987b47b-3074-45c1-a9a1-39c285a517b5 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.751707 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ada47e8a-2444-4996-8922-2f6a1c43e7a3 req-2987b47b-3074-45c1-a9a1-39c285a517b5 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.766252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-660749b8-fccb-4e31-a584-8175e834f45f admin admin] Deleting subnet 8f2930a8-65ac-4bc4-8681-7b728e322f20 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:59:42.777965 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-660749b8-fccb-4e31-a584-8175e834f45f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.880619 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-660749b8-fccb-4e31-a584-8175e834f45f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.917723 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.931570 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.946308 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ada47e8a-2444-4996-8922-2f6a1c43e7a3 req-2987b47b-3074-45c1-a9a1-39c285a517b5 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.954842 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ada47e8a-2444-4996-8922-2f6a1c43e7a3 req-2987b47b-3074-45c1-a9a1-39c285a517b5 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:42.956492 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ada47e8a-2444-4996-8922-2f6a1c43e7a3 req-2987b47b-3074-45c1-a9a1-39c285a517b5 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "DELETE /v2.0/security-groups/136723a1-b858-4fee-8f1b-8e3845d24336 HTTP/1.1" status: 204 len: 173 time: 0.5883114 Aug 31 13:59:42.982940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987b47b-3074-45c1-a9a1-39c285a517b5 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136723a1-b858-4fee-8f1b-8e3845d24336,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:43.020006 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-628e3214-ba8c-4aab-b41f-3fe9649bd035 req-924aa23c-a178-4508-a166-9c027a5c4a73 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] show failed (client error): The resource could not be found. Aug 31 13:59:43.021096 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-628e3214-ba8c-4aab-b41f-3fe9649bd035 req-924aa23c-a178-4508-a166-9c027a5c4a73 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/136723a1-b858-4fee-8f1b-8e3845d24336 HTTP/1.1" status: 404 len: 352 time: 0.0373344 Aug 31 13:59:43.067332 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.069909 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-660749b8-fccb-4e31-a584-8175e834f45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.076105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Pushing event updated for resources: {'Port': ['ID=0c141009-c742-421f-8898-8533a97ec6e4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:43.141196 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-660749b8-fccb-4e31-a584-8175e834f45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.150039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d769f76f-8ddb-4ee9-9b8d-6d14d5dbd90f req-4abc6f57-cefa-45b7-b2ef-dcfdeb85e865 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-574651441', 'description': 'tempest-description-781035744'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:43.197010 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d769f76f-8ddb-4ee9-9b8d-6d14d5dbd90f req-4abc6f57-cefa-45b7-b2ef-dcfdeb85e865 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.207550 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-660749b8-fccb-4e31-a584-8175e834f45f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.210193 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-660749b8-fccb-4e31-a584-8175e834f45f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8f2930a8-65ac-4bc4-8681-7b728e322f20 HTTP/1.1" status: 204 len: 168 time: 0.5861282 Aug 31 13:59:43.213016 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660749b8-fccb-4e31-a584-8175e834f45f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2930a8-65ac-4bc4-8681-7b728e322f20,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:43.223117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425aadb7-8ae6-419c-8393-54bc95aa3ac2 None None] Network d7dd6543-6547-476b-9989-0618d448bed8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 13:59:43.230377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36826) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:43.296398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Network 9d2fac16-94cc-4197-80cc-b88ff962c0ec is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:43.300081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:43.386565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8b8cf-71cc-40c1-b2ff-273fa54a357e req-04baeeff-4319-4c8d-bfb1-1d63abfa21d0 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:43.401616 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bf8b8cf-71cc-40c1-b2ff-273fa54a357e req-04baeeff-4319-4c8d-bfb1-1d63abfa21d0 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.2563894 Aug 31 13:59:43.430332 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.439907 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d769f76f-8ddb-4ee9-9b8d-6d14d5dbd90f req-4abc6f57-cefa-45b7-b2ef-dcfdeb85e865 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.453367 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d769f76f-8ddb-4ee9-9b8d-6d14d5dbd90f req-4abc6f57-cefa-45b7-b2ef-dcfdeb85e865 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.514924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc6f57-cefa-45b7-b2ef-dcfdeb85e865 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb5b5ff-b3bc-452c-af63-00ce8ebb786f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:43.556317 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d769f76f-8ddb-4ee9-9b8d-6d14d5dbd90f req-4abc6f57-cefa-45b7-b2ef-dcfdeb85e865 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.558288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d769f76f-8ddb-4ee9-9b8d-6d14d5dbd90f req-4abc6f57-cefa-45b7-b2ef-dcfdeb85e865 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4149263 Aug 31 13:59:43.592370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Router 6f562e0c-8510-46fd-bd82-ee15cc31e06d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:43.666075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bf8b8cf-71cc-40c1-b2ff-273fa54a357e req-a55c6a26-7930-4b00-af4b-09f5d97c7ae8 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634242 Aug 31 13:59:43.711631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e47d7d-7444-4bbf-8574-878c66ff236d None None] DHCP port deletion for d7dd6543-6547-476b-9989-0618d448bed8 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 13:59:43.744319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-b9c9f459-3de6-4447-ab15-5f71e8f74293 req-7fd265d2-3ede-4fbd-95b7-b49210ea7ca1 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-662261897', 'description': 'tempest-description-784696093'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:43.758606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Deleting port 29391933-7c18-467b-85c8-5768bd261e34 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:43.761065 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.855610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0d10de79-8459-4815-990b-46356130d330 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:43.886918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b9c9f459-3de6-4447-ab15-5f71e8f74293 req-7fd265d2-3ede-4fbd-95b7-b49210ea7ca1 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.955242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6e5d7556-d74c-426a-b8e6-4d5cf454005c None None] Provisioning complete for port 0c141009-c742-421f-8898-8533a97ec6e4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:43.955630 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6e5d7556-d74c-426a-b8e6-4d5cf454005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:43.983883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] For port 29391933-7c18-467b-85c8-5768bd261e34, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29391933-7c18-467b-85c8-5768bd261e34,segment=NetworkSegment(c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3),segment_id=c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:43.988674 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.010685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Calling delete_port for 29391933-7c18-467b-85c8-5768bd261e34 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:44.020850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476750ad-8ea3-4a56-a661-4ccd6126b572 req-142c6c82-c10b-4982-a121-739007d90777 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:44.022588 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-476750ad-8ea3-4a56-a661-4ccd6126b572 req-142c6c82-c10b-4982-a121-739007d90777 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.1808763 Aug 31 13:59:44.034248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d7556-d74c-426a-b8e6-4d5cf454005c None None] Port 0c141009-c742-421f-8898-8533a97ec6e4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:44.056416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-46e47d7d-7444-4bbf-8574-878c66ff236d None None] Deleting port 29391933-7c18-467b-85c8-5768bd261e34 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:44.057050 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-46e47d7d-7444-4bbf-8574-878c66ff236d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.091962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b9c9f459-3de6-4447-ab15-5f71e8f74293 req-7fd265d2-3ede-4fbd-95b7-b49210ea7ca1 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.099174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 0d10de79-8459-4815-990b-46356130d330 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:44.099453 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b9c9f459-3de6-4447-ab15-5f71e8f74293 req-7fd265d2-3ede-4fbd-95b7-b49210ea7ca1 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.110840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0d10de79-8459-4815-990b-46356130d330 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:44.111497 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.139864 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-476750ad-8ea3-4a56-a661-4ccd6126b572 req-158cdc50-6ec5-4eeb-8241-4c3ef0f343ea tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084156 Aug 31 13:59:44.190143 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.201263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:44.243497 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2634c376-d15d-4ebc-b250-c2329a2f1b13 admin admin] 10.222.0.20 "PUT /v2.0/routers/6f562e0c-8510-46fd-bd82-ee15cc31e06d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0721498 Aug 31 13:59:44.264500 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Pushing event deleted for resources: {'Port': ['ID=29391933-7c18-467b-85c8-5768bd261e34,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:44.270055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b9c9f459-3de6-4447-ab15-5f71e8f74293 req-7fd265d2-3ede-4fbd-95b7-b49210ea7ca1 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.304038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] No DVR routers for this DVR port 29391933-7c18-467b-85c8-5768bd261e34 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:44.314340 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b9c9f459-3de6-4447-ab15-5f71e8f74293 req-7fd265d2-3ede-4fbd-95b7-b49210ea7ca1 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5587738 Aug 31 13:59:44.317647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd265d2-3ede-4fbd-95b7-b49210ea7ca1 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4855f4-c4ba-49b4-84e0-2e56d5b95941,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:44.340915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Sync routers for ids ['6f562e0c-8510-46fd-bd82-ee15cc31e06d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:44.356129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-46e47d7d-7444-4bbf-8574-878c66ff236d None None] For port 29391933-7c18-467b-85c8-5768bd261e34, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29391933-7c18-467b-85c8-5768bd261e34,segment=NetworkSegment(c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3),segment_id=c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:44.356569 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-46e47d7d-7444-4bbf-8574-878c66ff236d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.368473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Routers {'6f562e0c-8510-46fd-bd82-ee15cc31e06d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:44.368729 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6f562e0c-8510-46fd-bd82-ee15cc31e06d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:44.412557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-443d5831-cc23-4d69-ae28-12fd3defb43b req-77fd48f8-533f-4c84-85ad-8d932b17e924 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2081526123', 'description': 'tempest-description-1006385772'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:44.420186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-46e47d7d-7444-4bbf-8574-878c66ff236d None None] Calling delete_port for 29391933-7c18-467b-85c8-5768bd261e34 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:44.518250 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-443d5831-cc23-4d69-ae28-12fd3defb43b req-77fd48f8-533f-4c84-85ad-8d932b17e924 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.521403 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.551493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7dd6543-6547-476b-9989-0618d448bed8']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:44.567226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:44.567547 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cd1d13-a989-4eb7-9b3d-e6c81e44c5c3') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:44.582347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.594248 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.610777 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.614344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Set router 6f562e0c-8510-46fd-bd82-ee15cc31e06d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:44.623655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 13:59:44.624086 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: items = [ Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: timer() Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 13:59:44.625771 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 13:59:44.669975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 0d10de79-8459-4815-990b-46356130d330, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0d10de79-8459-4815-990b-46356130d330,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:44.681390 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.749976 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.754471 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-46e47d7d-7444-4bbf-8574-878c66ff236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.796120 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.799092 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d7dd6543-6547-476b-9989-0618d448bed8 HTTP/1.1" status: 204 len: 168 time: 1.5677671 Aug 31 13:59:44.811413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46e47d7d-7444-4bbf-8574-878c66ff236d None None] Network d7dd6543-6547-476b-9989-0618d448bed8 is not hosted by any dhcp agent {{(pid=106389) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 13:59:44.812163 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e47d7d-7444-4bbf-8574-878c66ff236d None None] No DVR routers for this DVR port 29391933-7c18-467b-85c8-5768bd261e34 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 13:59:44.831973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 306e106e-bb49-48e0-ac70-f3b65511acf9 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:44.845679 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-443d5831-cc23-4d69-ae28-12fd3defb43b req-77fd48f8-533f-4c84-85ad-8d932b17e924 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.847281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba7565-49d4-4ef2-80e7-e223c13a6654 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7dd6543-6547-476b-9989-0618d448bed8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:44.859771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=0d10de79-8459-4815-990b-46356130d330,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:44.868598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 306e106e-bb49-48e0-ac70-f3b65511acf9 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:44.869232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 306e106e-bb49-48e0-ac70-f3b65511acf9 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:44.869817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ed54e63f-3ffa-457c-8fd8-2942f4f5e03e no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:44.874895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-443d5831-cc23-4d69-ae28-12fd3defb43b req-77fd48f8-533f-4c84-85ad-8d932b17e924 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.909873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e47d7d-7444-4bbf-8574-878c66ff236d None None] Pushing event deleted for resources: {'Port': ['ID=29391933-7c18-467b-85c8-5768bd261e34,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:44.914773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ed54e63f-3ffa-457c-8fd8-2942f4f5e03e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:44.915641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ed54e63f-3ffa-457c-8fd8-2942f4f5e03e not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:44.935351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-443d5831-cc23-4d69-ae28-12fd3defb43b req-77fd48f8-533f-4c84-85ad-8d932b17e924 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:44.936957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-443d5831-cc23-4d69-ae28-12fd3defb43b req-77fd48f8-533f-4c84-85ad-8d932b17e924 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5352087 Aug 31 13:59:44.950753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd48f8-533f-4c84-85ad-8d932b17e924 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3da0c79-b6c9-4f28-a8b2-f52f53a2fecd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:45.050153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'name': 'tempest-FloatingIPsTestJSON-147712939-router', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0d10de79-8459-4815-990b-46356130d330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:32Z', 'updated_at': '2021-08-31T13:59:42Z', 'revision_number': 4, 'project_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'gw_port': {'id': '0d10de79-8459-4815-990b-46356130d330', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:33Z', 'updated_at': '2021-08-31T13:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '0c141009-c742-421f-8898-8533a97ec6e4', 'name': '', 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'mac_address': 'fa:16:3e:1e:fa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '43b31bfb-675e-4007-be4f-4338607fe28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:40Z', 'updated_at': '2021-08-31T13:59:42Z', 'revision_number': 2, 'project_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'subnets': [{'id': '43b31bfb-675e-4007-be4f-4338607fe28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:45.088106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Checking router: 6f562e0c-8510-46fd-bd82-ee15cc31e06d for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:45.088482 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Updating router 6f562e0c-8510-46fd-bd82-ee15cc31e06d port 0c141009-c742-421f-8898-8533a97ec6e4 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 13:59:45.105295 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db4d61-80cb-476e-b35e-eac35a5d4065 req-80064b5c-d991-4d95-8584-e35c0579a386 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:45.107167 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3db4d61-80cb-476e-b35e-eac35a5d4065 req-80064b5c-d991-4d95-8584-e35c0579a386 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0662415 Aug 31 13:59:45.114759 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.154457 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3db4d61-80cb-476e-b35e-eac35a5d4065 req-95dd8e88-8ee7-43fa-907b-f0b80b18905f tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404339 Aug 31 13:59:45.245004 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36872) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:45.258171 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-cba914fa-87bf-4864-9da2-17704ea537bb tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1710157 Aug 31 13:59:45.264681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:45.295099 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.296001 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9370f39c-14e7-479f-b058-b8c79f97508a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f22d22e7e0c464e93398fa1d208b861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497799 Aug 31 13:59:45.298719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36874) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:45.365388 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96a61eca-dc86-4894-ad3c-3d1dcef6af68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.402161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-0af03f83-cb7f-4e7e-ae11-5069bf4faae9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=080b42569e654447a2d600dfa0c1e0e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331066 Aug 31 13:59:45.414826 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96a61eca-dc86-4894-ad3c-3d1dcef6af68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.440620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.574720 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96a61eca-dc86-4894-ad3c-3d1dcef6af68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.578808 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96a61eca-dc86-4894-ad3c-3d1dcef6af68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.586690 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-96a61eca-dc86-4894-ad3c-3d1dcef6af68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27288140-eb36-4677-bd2d-64f56249be25 HTTP/1.1" status: 204 len: 168 time: 0.2864881 Aug 31 13:59:45.593138 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.595137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Allocated IP 172.25.3.107 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/0dd9f675-8075-4bfb-bc9c-b3e8fb0757bf) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:45.605150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-989c8b8a-b133-455b-b4e8-37c0043726b0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:45.605434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Transition to ACTIVE for port object 0c141009-c742-421f-8898-8533a97ec6e4 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:45.609970 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-989c8b8a-b133-455b-b4e8-37c0043726b0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919961 Aug 31 13:59:45.615676 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.632108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a61eca-dc86-4894-ad3c-3d1dcef6af68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27288140-eb36-4677-bd2d-64f56249be25,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:45.650651 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-ec3cfe3e-11c9-45e6-a320-1f194abcda41 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/quotas/080b42569e654447a2d600dfa0c1e0e3 HTTP/1.1" status: 200 len: 375 time: 0.0311942 Aug 31 13:59:45.670315 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0d10de79-8459-4815-990b-46356130d330 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:45.732573 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-b928557d-8686-4582-bc81-c21afb1f7545 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731356 Aug 31 13:59:45.753613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d762c-fcd0-4db8-8ef7-c72a3f026efe None None] Pushing event updated for resources: {'Port': ['ID=0c141009-c742-421f-8898-8533a97ec6e4,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:45.796731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.853033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Attempting to bind port 0c141009-c742-421f-8898-8533a97ec6e4 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:45.853860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Attempting to bind port 0c141009-c742-421f-8898-8533a97ec6e4 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '1e27f627-24fa-4072-b44a-950a43dc6039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:45.853860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Attempting to bind port 0c141009-c742-421f-8898-8533a97ec6e4 on network 9d2fac16-94cc-4197-80cc-b88ff962c0ec {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:45.862187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:45.862499 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Checking segment: {'id': '1e27f627-24fa-4072-b44a-950a43dc6039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:45.862962 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.863479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Bound using segment: {'id': '1e27f627-24fa-4072-b44a-950a43dc6039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:45.863972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Bound port: 0c141009-c742-421f-8898-8533a97ec6e4, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e27f627-24fa-4072-b44a-950a43dc6039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:45.865105 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.882439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0d10de79-8459-4815-990b-46356130d330 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:45.882705 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.889969 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:45.942347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:45.946505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:45.951035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:45.978751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Pushing event updated for resources: {'Port': ['ID=0dd9f675-8075-4bfb-bc9c-b3e8fb0757bf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:46.082450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] For port 0c141009-c742-421f-8898-8533a97ec6e4, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:46.119871 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:46.127358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] For port 0c141009-c742-421f-8898-8533a97ec6e4, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0c141009-c742-421f-8898-8533a97ec6e4,segment=NetworkSegment(1e27f627-24fa-4072-b44a-950a43dc6039),segment_id=1e27f627-24fa-4072-b44a-950a43dc6039)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:46.146194 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:46.226392 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Routers {'6f562e0c-8510-46fd-bd82-ee15cc31e06d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:46.227033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6f562e0c-8510-46fd-bd82-ee15cc31e06d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:46.241626 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-94b249f1-fd0a-4dc4-b197-8b9dcf12acf1 req-eb787e60-b296-4e88-b708-e70c922f23d9 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6f20a9f415647ecb5b81b352a388943 HTTP/1.1" status: 200 len: 10895 time: 0.2785063 Aug 31 13:59:46.246765 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:46.310792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d762c-fcd0-4db8-8ef7-c72a3f026efe None None] Pushing event updated for resources: {'Port': ['ID=0c141009-c742-421f-8898-8533a97ec6e4,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:46.322799 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29391933-7c18-467b-85c8-5768bd261e34 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:46.346414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 29391933-7c18-467b-85c8-5768bd261e34 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:46.347125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29391933-7c18-467b-85c8-5768bd261e34 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:46.406818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-94b249f1-fd0a-4dc4-b197-8b9dcf12acf1 req-62e12757-2c23-431c-bd36-77609cdee430 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/15e95ef2-c33b-4bd0-8c73-557ef39ada68 HTTP/1.1" status: 200 len: 2981 time: 0.1628819 Aug 31 13:59:46.489923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-94b249f1-fd0a-4dc4-b197-8b9dcf12acf1 req-c428ab35-8418-4f86-b266-c9381e876555 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/15e95ef2-c33b-4bd0-8c73-557ef39ada68 HTTP/1.1" status: 200 len: 2981 time: 0.0820436 Aug 31 13:59:46.543184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] Set router 6f562e0c-8510-46fd-bd82-ee15cc31e06d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:46.675447 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e0558-3a17-4b9d-89fe-0eea779d37dd req-46c05d66-c1dd-421f-b56a-919821c07154 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:46.679423 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a03e0558-3a17-4b9d-89fe-0eea779d37dd req-46c05d66-c1dd-421f-b56a-919821c07154 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.1119187 Aug 31 13:59:46.681788 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:46.687636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:46.743292 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a03e0558-3a17-4b9d-89fe-0eea779d37dd req-50e9e3f8-e5a7-42f5-af78-12ab25287369 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427997 Aug 31 13:59:46.802510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Pushing event updated for resources: {'Port': ['ID=0dd9f675-8075-4bfb-bc9c-b3e8fb0757bf,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:46.819539 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:46.842714 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:46.852629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-515a136d-4717-4af0-a62c-303a4d46a043 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5925102 Aug 31 13:59:46.934780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-b495a9ef-d98d-453c-b40f-e23cd03cd1c3 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 696 time: 0.0811050 Aug 31 13:59:46.957863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'name': 'tempest-FloatingIPsTestJSON-147712939-router', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0d10de79-8459-4815-990b-46356130d330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:32Z', 'updated_at': '2021-08-31T13:59:42Z', 'revision_number': 4, 'project_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'gw_port': {'id': '0d10de79-8459-4815-990b-46356130d330', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:33Z', 'updated_at': '2021-08-31T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '0c141009-c742-421f-8898-8533a97ec6e4', 'name': '', 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'mac_address': 'fa:16:3e:1e:fa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '43b31bfb-675e-4007-be4f-4338607fe28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:40Z', 'updated_at': '2021-08-31T13:59:46Z', 'revision_number': 4, 'project_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'subnets': [{'id': '43b31bfb-675e-4007-be4f-4338607fe28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:47.008499 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1bbca-c000-474f-868e-78f20a03b53d None None] The sync data for ids ['6f562e0c-8510-46fd-bd82-ee15cc31e06d'] in n-d-792364-6 is: [{'id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'name': 'tempest-FloatingIPsTestJSON-147712939-router', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0d10de79-8459-4815-990b-46356130d330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:32Z', 'updated_at': '2021-08-31T13:59:42Z', 'revision_number': 4, 'project_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'gw_port': {'id': '0d10de79-8459-4815-990b-46356130d330', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:33Z', 'updated_at': '2021-08-31T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '0c141009-c742-421f-8898-8533a97ec6e4', 'name': '', 'network_id': '9d2fac16-94cc-4197-80cc-b88ff962c0ec', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'mac_address': 'fa:16:3e:1e:fa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '43b31bfb-675e-4007-be4f-4338607fe28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:40Z', 'updated_at': '2021-08-31T13:59:46Z', 'revision_number': 4, 'project_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'subnets': [{'id': '43b31bfb-675e-4007-be4f-4338607fe28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:47.126062 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d403ace4-63fe-4ce8-a35f-fdcc6516ee64 req-6e6c11da-e784-4c8a-a579-7875d30af39e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 210 time: 0.0683823 Aug 31 13:59:47.192751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-c7b6c9cc-df80-484f-98b8-00a1ea6f2632 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:47.195196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fa60ef8-fe69-400d-9745-36cb435b884a req-c7b6c9cc-df80-484f-98b8-00a1ea6f2632 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.2493742 Aug 31 13:59:47.288464 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15767e9d-b0c1-465b-9401-27e830c05f76 req-16622682-7b09-44a8-b764-7504d84a060a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/9bb5b5ff-b3bc-452c-af63-00ce8ebb786f HTTP/1.1" status: 200 len: 1799 time: 0.0599439 Aug 31 13:59:47.297463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df883d-282e-443e-b528-08cda9623f5c req-2ca7f6a8-5833-4231-8d87-b7776ce272e7 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:47.300355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-04df883d-282e-443e-b528-08cda9623f5c req-2ca7f6a8-5833-4231-8d87-b7776ce272e7 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0721354 Aug 31 13:59:47.368289 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-04df883d-282e-443e-b528-08cda9623f5c req-01225cc2-93ee-44b9-82c5-2de0d0a27305 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575523 Aug 31 13:59:47.410329 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-15767e9d-b0c1-465b-9401-27e830c05f76 req-eb8a1adf-8e91-4436-835b-900c95736196 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.429104 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-6185eb77-c83d-495e-9698-fb6dda7dbcd0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=080b42569e654447a2d600dfa0c1e0e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424912 Aug 31 13:59:47.495837 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7673fa86-92cd-4a96-a734-85d49a2d682d req-9e10ade1-b501-4a6f-a8c7-e85e628ff58a tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/floatingips/7470a343-03d6-4d7f-8cc9-f0a0de9b35f9 HTTP/1.1" status: 200 len: 693 time: 0.1003914 Aug 31 13:59:47.517534 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-15767e9d-b0c1-465b-9401-27e830c05f76 req-eb8a1adf-8e91-4436-835b-900c95736196 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.637344 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-15767e9d-b0c1-465b-9401-27e830c05f76 req-eb8a1adf-8e91-4436-835b-900c95736196 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.640620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-15767e9d-b0c1-465b-9401-27e830c05f76 req-eb8a1adf-8e91-4436-835b-900c95736196 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.649386 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15767e9d-b0c1-465b-9401-27e830c05f76 req-eb8a1adf-8e91-4436-835b-900c95736196 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "DELETE /v2.0/security-groups/9bb5b5ff-b3bc-452c-af63-00ce8ebb786f HTTP/1.1" status: 204 len: 173 time: 0.3485773 Aug 31 13:59:47.679595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0c141009-c742-421f-8898-8533a97ec6e4 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:47.690053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-97bceb04-cf2b-49b0-b1f1-dad677493428 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:47.694347 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-97bceb04-cf2b-49b0-b1f1-dad677493428 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2515254 Aug 31 13:59:47.708222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a1adf-8e91-4436-835b-900c95736196 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb5b5ff-b3bc-452c-af63-00ce8ebb786f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:47.716295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Request body: {'port': {'device_id': '70a5e603-9506-4478-8316-5dd7634346b0', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '080b42569e654447a2d600dfa0c1e0e3'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:47.761891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673fa86-92cd-4a96-a734-85d49a2d682d req-9cca0c79-1122-4c90-a4ec-a2cc26d5f5b6 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:47.777103 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7673fa86-92cd-4a96-a734-85d49a2d682d req-9cca0c79-1122-4c90-a4ec-a2cc26d5f5b6 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.2701955 Aug 31 13:59:47.797442 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 0c141009-c742-421f-8898-8533a97ec6e4 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:47.803557 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0c141009-c742-421f-8898-8533a97ec6e4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:47.804365 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.805973 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-65c7a588-069f-4792-9d8d-ff095e6fb102 req-7f7a4053-7d3a-4c44-b92b-33a3e17f08b4 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] show failed (client error): The resource could not be found. Aug 31 13:59:47.813216 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-65c7a588-069f-4792-9d8d-ff095e6fb102 req-7f7a4053-7d3a-4c44-b92b-33a3e17f08b4 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/9bb5b5ff-b3bc-452c-af63-00ce8ebb786f HTTP/1.1" status: 404 len: 352 time: 0.0314758 Aug 31 13:59:47.928698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Made reservation on behalf of 080b42569e654447a2d600dfa0c1e0e3 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:47.931366 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e433a786-30b4-4e4e-93bf-e46fe3685765 req-a541962e-2361-40a6-9863-bea129bf785a tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=d804d4d499994cbfa1c9063d7d4d0f93 HTTP/1.1" status: 200 len: 696 time: 0.0904591 Aug 31 13:59:47.932579 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.932807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.944493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:47.996694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 0c141009-c742-421f-8898-8533a97ec6e4, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0c141009-c742-421f-8898-8533a97ec6e4,segment=NetworkSegment(1e27f627-24fa-4072-b44a-950a43dc6039),segment_id=1e27f627-24fa-4072-b44a-950a43dc6039)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:48.002835 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.101344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=0c141009-c742-421f-8898-8533a97ec6e4,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:48.106896 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-9be799ac-6342-4fa2-9f37-a9d40ed3bd0b tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=479dddcb41b7436d89b88cf57aee6113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450480 Aug 31 13:59:48.129687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433a786-30b4-4e4e-93bf-e46fe3685765 req-a559d9df-9b09-4a6c-acb2-3021201cecb4 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.131347 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e433a786-30b4-4e4e-93bf-e46fe3685765 req-a559d9df-9b09-4a6c-acb2-3021201cecb4 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/networks?id=cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 787 time: 0.1924827 Aug 31 13:59:48.141524 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.190719 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.271671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9b3e9-9c15-4a8a-9101-69ece4c9e0c3 req-4a3317c1-9fa2-4c74-a9ff-dc4fc23c3881 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.273941 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-94b9b3e9-9c15-4a8a-9101-69ece4c9e0c3 req-4a3317c1-9fa2-4c74-a9ff-dc4fc23c3881 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.0637431 Aug 31 13:59:48.307875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d7f52b-562c-4857-b914-8bb03b933566,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:48.337194 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-94b9b3e9-9c15-4a8a-9101-69ece4c9e0c3 req-e80254d7-c499-47e0-be50-b47d1d0bb550 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522583 Aug 31 13:59:48.388595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-6ead8ca5-d0af-4c3e-8970-1f63352d1406 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.391569 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-6ead8ca5-d0af-4c3e-8970-1f63352d1406 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2768245 Aug 31 13:59:48.406037 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39c32c19-44e1-44b8-90fa-5f1e704a453d req-534a76be-5e85-4a70-b237-7af9de5e19e3 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/9f4855f4-c4ba-49b4-84e0-2e56d5b95941 HTTP/1.1" status: 200 len: 1799 time: 0.0472751 Aug 31 13:59:48.431447 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-6c70a6f3-5dad-4412-a937-60d1915ac45d tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/quotas/479dddcb41b7436d89b88cf57aee6113 HTTP/1.1" status: 200 len: 375 time: 0.0279026 Aug 31 13:59:48.439730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Allocated IP 192.168.233.161 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/f6cfb259-a4fe-4bb8-9991-251f8461d9bc) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:48.494944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-ad156242-cc11-465d-81d3-4ee1500f2251 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=479dddcb41b7436d89b88cf57aee6113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413606 Aug 31 13:59:48.515919 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-39c32c19-44e1-44b8-90fa-5f1e704a453d req-fb7343b7-4787-4080-abc5-4e1537139b0f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.550267 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-39c32c19-44e1-44b8-90fa-5f1e704a453d req-fb7343b7-4787-4080-abc5-4e1537139b0f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.630995 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-39c32c19-44e1-44b8-90fa-5f1e704a453d req-fb7343b7-4787-4080-abc5-4e1537139b0f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.641148 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-39c32c19-44e1-44b8-90fa-5f1e704a453d req-fb7343b7-4787-4080-abc5-4e1537139b0f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.644239 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39c32c19-44e1-44b8-90fa-5f1e704a453d req-fb7343b7-4787-4080-abc5-4e1537139b0f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "DELETE /v2.0/security-groups/9f4855f4-c4ba-49b4-84e0-2e56d5b95941 HTTP/1.1" status: 204 len: 173 time: 0.2235024 Aug 31 13:59:48.679834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7343b7-4787-4080-abc5-4e1537139b0f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4855f4-c4ba-49b4-84e0-2e56d5b95941,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:48.725688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.742591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Transition to ACTIVE for port object f6cfb259-a4fe-4bb8-9991-251f8461d9bc will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:48.876395 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:48.925704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-48e5fd3b-2290-4d44-a8e2-c7f7a7072f86 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/floatingips/7470a343-03d6-4d7f-8cc9-f0a0de9b35f9 HTTP/1.1" status: 200 len: 693 time: 0.1178780 Aug 31 13:59:48.953907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:48.969659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:48.976960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c560c8-f9bd-40c3-8963-3ff145e9add9 req-999ff4f0-9a59-4485-9e9a-19c1230a0c29 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:48.981502 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e4c560c8-f9bd-40c3-8963-3ff145e9add9 req-999ff4f0-9a59-4485-9e9a-19c1230a0c29 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 936 time: 0.1347609 Aug 31 13:59:49.047091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:49.072106 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e4c560c8-f9bd-40c3-8963-3ff145e9add9 req-2fedbf87-b94a-4438-8997-853267685c42 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817018 Aug 31 13:59:49.124748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Pushing event updated for resources: {'Port': ['ID=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:49.192508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.193194 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.230223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-86f6103c-b467-41de-bfc4-e1d0b13ec952 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5183716 Aug 31 13:59:49.237333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-0b7dc90d-3249-4b04-8688-d6512a9200b2 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.239216 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-0b7dc90d-3249-4b04-8688-d6512a9200b2 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.3125710 Aug 31 13:59:49.247405 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Request body: {'port': {'device_id': '70a5e603-9506-4478-8316-5dd7634346b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:49.323645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62a14c-c8b6-4d1c-b86e-2a1fb631123c req-3ce939bd-0738-4a70-b2f4-8b0b3b7a3ae4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.332368 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2c62a14c-c8b6-4d1c-b86e-2a1fb631123c req-3ce939bd-0738-4a70-b2f4-8b0b3b7a3ae4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1226625 Aug 31 13:59:49.343866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-b3014723-f696-4b43-b675-4615b20f0c69 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 696 time: 0.0874994 Aug 31 13:59:49.389479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2c62a14c-c8b6-4d1c-b86e-2a1fb631123c req-1b7c7f68-a47a-409a-884f-8b7447530022 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557203 Aug 31 13:59:49.438561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ec95cbb4-6465-41b8-8230-e12acb2616d3 None None] Provisioning for port f6cfb259-a4fe-4bb8-9991-251f8461d9bc completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:49.446600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ec95cbb4-6465-41b8-8230-e12acb2616d3 None None] Provisioning complete for port f6cfb259-a4fe-4bb8-9991-251f8461d9bc triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:49.446600 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ec95cbb4-6465-41b8-8230-e12acb2616d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.459755 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-0d6d52d8-2a51-4cf6-8824-025631772342 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 696 time: 0.0792482 Aug 31 13:59:49.462626 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.489945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ec95cbb4-6465-41b8-8230-e12acb2616d3 None None] Port f6cfb259-a4fe-4bb8-9991-251f8461d9bc cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:49.529863 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-370399cb-92ab-4d68-a81c-62a09b38d507 req-4e2bf873-4670-4ea7-9006-1560ea62a025 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 210 time: 0.0396676 Aug 31 13:59:49.576901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0c141009-c742-421f-8898-8533a97ec6e4 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:49.591486 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-683941c6-74cd-4e42-ae93-8e5ed69b31e0 req-9792f9cd-c31c-46fe-bd55-8e9b672eeaab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] show failed (client error): The resource could not be found. Aug 31 13:59:49.593184 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-683941c6-74cd-4e42-ae93-8e5ed69b31e0 req-9792f9cd-c31c-46fe-bd55-8e9b672eeaab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/9f4855f4-c4ba-49b4-84e0-2e56d5b95941 HTTP/1.1" status: 404 len: 352 time: 0.0193818 Aug 31 13:59:49.640719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0c141009-c742-421f-8898-8533a97ec6e4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:49.641133 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:49.774711 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5c573-d259-44bb-a579-8bab36bcdb42 req-fa3d4ac8-0ce1-4fb6-b839-da49cb9051d7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:49.785084 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03e5c573-d259-44bb-a579-8bab36bcdb42 req-fa3d4ac8-0ce1-4fb6-b839-da49cb9051d7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.0991588 Aug 31 13:59:49.834118 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03e5c573-d259-44bb-a579-8bab36bcdb42 req-b0a88c26-9011-4603-9fb1-62e7293918cb tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 Aug 31 13:59:49.920656 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f10dfc27-c363-4d57-a1f7-4161d62f957b req-383254d2-b7b6-4ca7-9334-b4c8b56799cd tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/a3da0c79-b6c9-4f28-a8b2-f52f53a2fecd HTTP/1.1" status: 200 len: 1801 time: 0.0591967 Aug 31 13:59:50.003245 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f10dfc27-c363-4d57-a1f7-4161d62f957b req-e7c2cad8-5572-417d-a110-14274f1a0f8a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.045086 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f10dfc27-c363-4d57-a1f7-4161d62f957b req-e7c2cad8-5572-417d-a110-14274f1a0f8a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.114173 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f10dfc27-c363-4d57-a1f7-4161d62f957b req-e7c2cad8-5572-417d-a110-14274f1a0f8a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.118093 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f10dfc27-c363-4d57-a1f7-4161d62f957b req-e7c2cad8-5572-417d-a110-14274f1a0f8a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.119373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f10dfc27-c363-4d57-a1f7-4161d62f957b req-e7c2cad8-5572-417d-a110-14274f1a0f8a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "DELETE /v2.0/security-groups/a3da0c79-b6c9-4f28-a8b2-f52f53a2fecd HTTP/1.1" status: 204 len: 173 time: 0.1921275 Aug 31 13:59:50.132813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2cad8-5572-417d-a110-14274f1a0f8a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3da0c79-b6c9-4f28-a8b2-f52f53a2fecd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:50.177266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-296ea49c-4b91-4c2e-8951-53d4977975ba tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Deleting port 0dd9f675-8075-4bfb-bc9c-b3e8fb0757bf {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:50.178264 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-296ea49c-4b91-4c2e-8951-53d4977975ba tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.320570 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-63280067-8148-4cce-a562-2340449aec03 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=479dddcb41b7436d89b88cf57aee6113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545104 Aug 31 13:59:50.350775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-296ea49c-4b91-4c2e-8951-53d4977975ba tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.351107 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-296ea49c-4b91-4c2e-8951-53d4977975ba tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.442961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-296ea49c-4b91-4c2e-8951-53d4977975ba tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Calling delete_port for 0dd9f675-8075-4bfb-bc9c-b3e8fb0757bf owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:50.465143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5cf42-2326-4a19-a392-26613b10772e req-d1da6acc-05c9-4a6a-9392-9c9c931f6592 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.467268 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-85e5cf42-2326-4a19-a392-26613b10772e req-d1da6acc-05c9-4a6a-9392-9c9c931f6592 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 936 time: 0.0770307 Aug 31 13:59:50.520180 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-85e5cf42-2326-4a19-a392-26613b10772e req-5b64a647-5c6c-4186-ae99-de9c2b9df90c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Aug 31 13:59:50.542364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cfb259-a4fe-4bb8-9991-251f8461d9bc {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:50.580666 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-3adf2052-a337-4b52-96cf-b54bf3475d6a req-c36e8672-a285-4a17-a52e-1456418e0d9e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] show failed (client error): The resource could not be found. Aug 31 13:59:50.581648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3adf2052-a337-4b52-96cf-b54bf3475d6a req-c36e8672-a285-4a17-a52e-1456418e0d9e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/a3da0c79-b6c9-4f28-a8b2-f52f53a2fecd HTTP/1.1" status: 404 len: 352 time: 0.0166330 Aug 31 13:59:50.604602 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.648058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-0f4e5d66-21d6-420c-bcb1-380733295122 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.649650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-0f4e5d66-21d6-420c-bcb1-380733295122 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160617 Aug 31 13:59:50.652214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Transition to ACTIVE for port object f6cfb259-a4fe-4bb8-9991-251f8461d9bc will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:50.658262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:50.699010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Request body: {'port': {'device_id': '7ab4961c-9bd2-4340-be2e-9c43f9812aef', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '479dddcb41b7436d89b88cf57aee6113'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:50.701851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5e045-4e6a-47bc-81fa-fe9cfcfa0ba1 req-c5df08f6-743b-44c9-98d7-dbb34ae669bc tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:50.703451 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8d5e045-4e6a-47bc-81fa-fe9cfcfa0ba1 req-c5df08f6-743b-44c9-98d7-dbb34ae669bc tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0539207 Aug 31 13:59:50.767917 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8d5e045-4e6a-47bc-81fa-fe9cfcfa0ba1 req-2321968f-d62d-42ea-8044-6dd8c41970cf tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538404 Aug 31 13:59:50.806602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Pushing event updated for resources: {'Port': ['ID=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:50.931055 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e3239890-0861-4e82-b730-bbc0dc5f86b3 req-fdb07b15-edce-4338-be79-0fd3f8f53e49 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 210 time: 0.0470400 Aug 31 13:59:50.984598 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-296ea49c-4b91-4c2e-8951-53d4977975ba tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.054153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ea49c-4b91-4c2e-8951-53d4977975ba tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Pushing event deleted for resources: {'Port': ['ID=0dd9f675-8075-4bfb-bc9c-b3e8fb0757bf,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:51.075651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Attempting to bind port f6cfb259-a4fe-4bb8-9991-251f8461d9bc on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:51.076189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Attempting to bind port f6cfb259-a4fe-4bb8-9991-251f8461d9bc by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:51.076781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Attempting to bind port f6cfb259-a4fe-4bb8-9991-251f8461d9bc on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:51.098611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Made reservation on behalf of 479dddcb41b7436d89b88cf57aee6113 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:51.103049 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.148873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Port f6cfb259-a4fe-4bb8-9991-251f8461d9bc on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:51.149171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Attempting to bind port f6cfb259-a4fe-4bb8-9991-251f8461d9bc on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:51.157250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.172642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:51.173220 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:51.173762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:51.175001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Bound port: f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:51.175001 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.228907 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-296ea49c-4b91-4c2e-8951-53d4977975ba tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.234050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-296ea49c-4b91-4c2e-8951-53d4977975ba tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.235720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f9a3e8b-3a1a-4943-83dc-ce27c989b051 req-296ea49c-4b91-4c2e-8951-53d4977975ba tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "DELETE /v2.0/floatingips/7470a343-03d6-4d7f-8cc9-f0a0de9b35f9 HTTP/1.1" status: 204 len: 173 time: 1.7751677 Aug 31 13:59:51.371459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:51.376791 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e46b6cba-560e-41fe-8bd8-e5d84d3820ca req-48bcd8f0-46a6-4dfd-a363-08b75eb62668 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6f20a9f415647ecb5b81b352a388943 HTTP/1.1" status: 200 len: 6149 time: 0.4144435 Aug 31 13:59:51.401993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:51.416631 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.442403 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e46b6cba-560e-41fe-8bd8-e5d84d3820ca req-8d2df483-c422-4197-8f64-c452f2173cd8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/15e95ef2-c33b-4bd0-8c73-557ef39ada68 HTTP/1.1" status: 200 len: 2981 time: 0.0534408 Aug 31 13:59:51.470005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698d65b-f8f6-406c-86ad-07c812bc304d req-378e324a-5862-48eb-ba00-848b899c889f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.471752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f698d65b-f8f6-406c-86ad-07c812bc304d req-378e324a-5862-48eb-ba00-848b899c889f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.1605778 Aug 31 13:59:51.487651 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.502986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.503616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.505065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] 10.222.0.13 "PUT /v2.0/ports/f6cfb259-a4fe-4bb8-9991-251f8461d9bc HTTP/1.1" status: 200 len: 1096 time: 2.2646186 Aug 31 13:59:51.508510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a5e603-9506-4478-8316-5dd7634346b0', 'tag': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:51.509798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e46b6cba-560e-41fe-8bd8-e5d84d3820ca req-1c6a4270-7cde-49f1-bd8a-931e91fde4ef tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/15e95ef2-c33b-4bd0-8c73-557ef39ada68 HTTP/1.1" status: 200 len: 2981 time: 0.0556164 Aug 31 13:59:51.512584 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fef554-2fb4-4240-8ce2-2b582266847d" -d '{"events": [{"name": "network-changed", "server_uuid": "70a5e603-9506-4478-8316-5dd7634346b0", "tag": "f6cfb259-a4fe-4bb8-9991-251f8461d9bc"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:51.525591 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.627977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c136262-590c-4d23-bd60-003664d3b30e service neutron] Pushing event updated for resources: {'Port': ['ID=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:51.720171 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f698d65b-f8f6-406c-86ad-07c812bc304d req-cb498b0a-af9f-4e39-894a-5ab26da31665 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392614 Aug 31 13:59:51.747825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217174bf-47e3-4743-971e-1eb31fc102fb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:51.838887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-6e182c0a-9e1b-41e5-8e16-3542a5fdc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.841407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-6e182c0a-9e1b-41e5-8e16-3542a5fdc007 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 1099 time: 0.2583740 Aug 31 13:59:51.845541 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-0bc57b86-d192-49ad-85b2-c8a4099f7063 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2160397 Aug 31 13:59:51.850447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec26a5-55c1-444d-8cac-c110e2db8e02 req-cc5582bd-e42f-48af-8eaf-f83c534750b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:51.850825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:51.853022 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ecec26a5-55c1-444d-8cac-c110e2db8e02 req-cc5582bd-e42f-48af-8eaf-f83c534750b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 1097 time: 0.2167096 Aug 31 13:59:51.899253 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:51.923226 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74d3652-e1ce-4bf9-8d07-cd30f98f0931 x-openstack-request-id: req-a74d3652-e1ce-4bf9-8d07-cd30f98f0931 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:51.923536 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a5e603-9506-4478-8316-5dd7634346b0", "tag": "f6cfb259-a4fe-4bb8-9991-251f8461d9bc", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:51.923825 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a74d3652-e1ce-4bf9-8d07-cd30f98f0931 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:51.924331 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a5e603-9506-4478-8316-5dd7634346b0', 'tag': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc', 'status': 'completed', 'code': 200} Aug 31 13:59:51.941573 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-f01b2036-332b-40df-baa5-6bad7cecfdf0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc HTTP/1.1" status: 200 len: 217 time: 0.0872829 Aug 31 13:59:51.947904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f47f2ec4-c6e0-4995-875f-81a972685755 req-d5d3f9a5-30dc-4456-a5f6-7b36ce07ba13 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-586521330', 'description': 'tempest-description-1136475689'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:51.975515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Allocated IP 192.168.233.124 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/3e9ed9ac-365e-4966-868c-971f9f600312) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:52.016186 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.085857 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f47f2ec4-c6e0-4995-875f-81a972685755 req-d5d3f9a5-30dc-4456-a5f6-7b36ce07ba13 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.127697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-a380b5de-449c-4566-8c54-4a6e3a02ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:52.129246 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-a380b5de-449c-4566-8c54-4a6e3a02ecee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1722355 Aug 31 13:59:52.154627 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Allocated IP 172.25.3.197 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/40ff87cf-2a4a-49ff-8795-c9537e6b2b93) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:52.260269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec26a5-55c1-444d-8cac-c110e2db8e02 req-d5702bed-84ac-4ae9-a29f-fa5c449065dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:52.262077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ecec26a5-55c1-444d-8cac-c110e2db8e02 req-d5702bed-84ac-4ae9-a29f-fa5c449065dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 920 time: 0.3344431 Aug 31 13:59:52.286976 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.339970 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.347966 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ecec26a5-55c1-444d-8cac-c110e2db8e02 req-8a83ebc4-cba4-415d-a053-4e008dfbbdc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5232dc70-34c7-4257-8651-40dba17b0124 HTTP/1.1" status: 200 len: 217 time: 0.0743513 Aug 31 13:59:52.368519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-da3ec1c3-13ea-40b5-9077-0b4eab11e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:52.370032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-da3ec1c3-13ea-40b5-9077-0b4eab11e102 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2276669 Aug 31 13:59:52.393081 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:52.396057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:52.401020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:52.440911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Pushing event updated for resources: {'Port': ['ID=40ff87cf-2a4a-49ff-8795-c9537e6b2b93,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:52.470032 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.512073 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.518444 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f47f2ec4-c6e0-4995-875f-81a972685755 req-d5d3f9a5-30dc-4456-a5f6-7b36ce07ba13 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.525197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Transition to ACTIVE for port object 3e9ed9ac-365e-4966-868c-971f9f600312 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:52.530758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec26a5-55c1-444d-8cac-c110e2db8e02 req-ed842bc8-4c47-4837-8740-6e47cf9e41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:52.532351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ecec26a5-55c1-444d-8cac-c110e2db8e02 req-ed842bc8-4c47-4837-8740-6e47cf9e41f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 200 len: 859 time: 0.1715796 Aug 31 13:59:52.532958 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f47f2ec4-c6e0-4995-875f-81a972685755 req-d5d3f9a5-30dc-4456-a5f6-7b36ce07ba13 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.549010 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.607856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ecec26a5-55c1-444d-8cac-c110e2db8e02 req-5ba28905-879e-4b29-9204-82ef9a31d592 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650935 Aug 31 13:59:52.622179 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f47f2ec4-c6e0-4995-875f-81a972685755 req-d5d3f9a5-30dc-4456-a5f6-7b36ce07ba13 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.623487 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f47f2ec4-c6e0-4995-875f-81a972685755 req-d5d3f9a5-30dc-4456-a5f6-7b36ce07ba13 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6948774 Aug 31 13:59:52.650647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3f9a5-30dc-4456-a5f6-7b36ce07ba13 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64924f55-a50f-4b0a-918f-22eab98d464d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:52.695289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-17277ab4-8b97-408c-8cd6-4200f5c8b1e9 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114600 Aug 31 13:59:52.737886 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.744316 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.789053 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.818078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Pushing event updated for resources: {'Port': ['ID=40ff87cf-2a4a-49ff-8795-c9537e6b2b93,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:52.835500 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.854054 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:52.856145 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-259ae55f-b4cd-4dcd-a33e-3c025ad0ec2e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0095921 Aug 31 13:59:52.903356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:52.915600 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-91788085-0dc7-441c-b66c-1b5aeaf82616 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.0500276 Aug 31 13:59:52.922432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808b900-835e-4570-bd8c-44b8355cac58 req-7f9392c9-d98d-4827-a651-b3ebdc0db943 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:52.923960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4808b900-835e-4570-bd8c-44b8355cac58 req-7f9392c9-d98d-4827-a651-b3ebdc0db943 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 948 time: 0.2250869 Aug 31 13:59:52.928922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:52.937382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Pushing event updated for resources: {'Port': ['ID=3e9ed9ac-365e-4966-868c-971f9f600312,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:52.939940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:52.950521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ecec26a5-55c1-444d-8cac-c110e2db8e02 req-7ccba30c-6630-43b1-a352-2424b5c7de7b service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293698 Aug 31 13:59:53.013889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df35775a-43d7-49dd-bb66-879b3f69e992 req-9b5ae185-a006-4c4b-a14e-831b6e7c3c18 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107266 Aug 31 13:59:53.090416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-d5401da9-ca72-4898-88a5-05761256492f tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.092142 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eeaa010-6dcb-4b63-b8df-c21ec16297ae req-d5401da9-ca72-4898-88a5-05761256492f tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.1705351 Aug 31 13:59:53.122914 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4808b900-835e-4570-bd8c-44b8355cac58 req-c73ea7a5-82a0-4fc5-8bd2-38bee4ecbc07 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867411 Aug 31 13:59:53.160294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.161322 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.207100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-cfc6ecba-24f1-48ec-818a-15382f0d2d75 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5324423 Aug 31 13:59:53.212539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ecec26a5-55c1-444d-8cac-c110e2db8e02 req-de9cd02d-ee9e-45bc-9f9e-a516e0837994 service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488701 Aug 31 13:59:53.249804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Request body: {'port': {'device_id': '7ab4961c-9bd2-4340-be2e-9c43f9812aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:53.252517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6ea576fd-7b73-46ba-908c-c3c39c64c918 None None] Provisioning for port 3e9ed9ac-365e-4966-868c-971f9f600312 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:53.253512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd399bd9-a5f0-4080-bf66-8b1fc9e31bf8 req-58efd2a2-77e8-41ee-a232-1511ceb0584b tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.256615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fef554-2fb4-4240-8ce2-2b582266847d req-2884bcea-c5dc-44c1-aaa8-de2553095a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.258121 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76fef554-2fb4-4240-8ce2-2b582266847d req-2884bcea-c5dc-44c1-aaa8-de2553095a3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 1099 time: 0.1665351 Aug 31 13:59:53.262074 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bd399bd9-a5f0-4080-bf66-8b1fc9e31bf8 req-58efd2a2-77e8-41ee-a232-1511ceb0584b tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0921543 Aug 31 13:59:53.262582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6ea576fd-7b73-46ba-908c-c3c39c64c918 None None] Provisioning complete for port 3e9ed9ac-365e-4966-868c-971f9f600312 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:53.263299 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6ea576fd-7b73-46ba-908c-c3c39c64c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.297766 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bd399bd9-a5f0-4080-bf66-8b1fc9e31bf8 req-3c276b75-925c-4a0e-9f2d-d1850089627c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344393 Aug 31 13:59:53.314203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6ea576fd-7b73-46ba-908c-c3c39c64c918 None None] Port 3e9ed9ac-365e-4966-868c-971f9f600312 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 13:59:53.384420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70d43c-a06f-493c-a382-665a1df16efd req-0c5a3cb6-6f5d-4acb-8753-a5d32cbf2a8c tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.385984 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e70d43c-a06f-493c-a382-665a1df16efd req-0c5a3cb6-6f5d-4acb-8753-a5d32cbf2a8c tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 936 time: 0.1717961 Aug 31 13:59:53.390800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.401364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-869881d4-dbba-495a-a0ae-74be07b967be req-6842ee13-6fa8-47fe-a7fc-c3a6e1b20597 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-400239309', 'description': 'tempest-description-739143675'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:53.426230 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-869881d4-dbba-495a-a0ae-74be07b967be req-6842ee13-6fa8-47fe-a7fc-c3a6e1b20597 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.493070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fef554-2fb4-4240-8ce2-2b582266847d req-3d4f4082-7628-4c5d-8dce-d96b9add91cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.494554 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76fef554-2fb4-4240-8ce2-2b582266847d req-3d4f4082-7628-4c5d-8dce-d96b9add91cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2190695 Aug 31 13:59:53.529741 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-869881d4-dbba-495a-a0ae-74be07b967be req-6842ee13-6fa8-47fe-a7fc-c3a6e1b20597 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.533846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-869881d4-dbba-495a-a0ae-74be07b967be req-6842ee13-6fa8-47fe-a7fc-c3a6e1b20597 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.535548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e70d43c-a06f-493c-a382-665a1df16efd req-b07c553b-5593-4b1f-90f8-4e14b5d9e1d8 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/security-groups?id=217174bf-47e3-4743-971e-1eb31fc102fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422756 Aug 31 13:59:53.572232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-869881d4-dbba-495a-a0ae-74be07b967be req-6842ee13-6fa8-47fe-a7fc-c3a6e1b20597 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:53.573575 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-869881d4-dbba-495a-a0ae-74be07b967be req-6842ee13-6fa8-47fe-a7fc-c3a6e1b20597 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1770711 Aug 31 13:59:53.583104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842ee13-6fa8-47fe-a7fc-c3a6e1b20597 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2826bc-4c15-451c-82a0-dbe41f4c9e48,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:53.770025 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-cac66ca7-063d-4f97-b2c3-bb3b218d0d2d tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/floatingips/ddff3044-90eb-4051-a984-f9e53fd9a1e4 HTTP/1.1" status: 200 len: 693 time: 0.0516851 Aug 31 13:59:53.871010 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9805db1e-6445-49ad-b5fd-cedcc4501c70 req-11b6ec72-622f-4cb6-8428-d6a9dde31236 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4687922 Aug 31 13:59:53.872999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76fef554-2fb4-4240-8ce2-2b582266847d req-f85f5c27-d512-4f1d-93e3-e82c8633166d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc HTTP/1.1" status: 200 len: 217 time: 0.3597953 Aug 31 13:59:53.880457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-25ee8a46-e8d0-4b77-b7d4-68782223afc2 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:53.882784 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-25ee8a46-e8d0-4b77-b7d4-68782223afc2 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.1061838 Aug 31 13:59:53.951517 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-4784cc51-77a3-4024-91a6-14cab92cfe8f tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.0585773 Aug 31 13:59:54.011295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-65cd6d81-09bc-4db8-bb33-31d5c959a69e tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.0527699 Aug 31 13:59:54.078400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fef554-2fb4-4240-8ce2-2b582266847d req-d95cbefb-18db-44ad-924f-0c4ed6cfed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:54.079922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76fef554-2fb4-4240-8ce2-2b582266847d req-d95cbefb-18db-44ad-924f-0c4ed6cfed50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1561840 Aug 31 13:59:54.112649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5930fa-fd7f-4ed4-bef7-14eabd99a9fe req-e53765d2-6e4d-480f-8fbe-77693297e5e0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:54.114140 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c5930fa-fd7f-4ed4-bef7-14eabd99a9fe req-e53765d2-6e4d-480f-8fbe-77693297e5e0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.2465382 Aug 31 13:59:54.118814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805db1e-6445-49ad-b5fd-cedcc4501c70 req-a64a913f-d2d4-400b-90ce-258c20459759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:54.120264 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9805db1e-6445-49ad-b5fd-cedcc4501c70 req-a64a913f-d2d4-400b-90ce-258c20459759 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 1096 time: 0.1955216 Aug 31 13:59:54.155043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-b947771d-fa05-4bdf-982e-85269383a995 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Deleting port 40ff87cf-2a4a-49ff-8795-c9537e6b2b93 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:54.155333 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-b947771d-fa05-4bdf-982e-85269383a995 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.237417 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-b947771d-fa05-4bdf-982e-85269383a995 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.237735 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-b947771d-fa05-4bdf-982e-85269383a995 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.251870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-b947771d-fa05-4bdf-982e-85269383a995 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Calling delete_port for 40ff87cf-2a4a-49ff-8795-c9537e6b2b93 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:54.267941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fef554-2fb4-4240-8ce2-2b582266847d req-da1c6b74-0385-4bd7-8025-949c2bf91108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:54.271574 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76fef554-2fb4-4240-8ce2-2b582266847d req-da1c6b74-0385-4bd7-8025-949c2bf91108 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1736693 Aug 31 13:59:54.276979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c5930fa-fd7f-4ed4-bef7-14eabd99a9fe req-abe42e65-f098-4979-9d1f-f425f1216a5a tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412199 Aug 31 13:59:54.372980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805db1e-6445-49ad-b5fd-cedcc4501c70 req-ef901cd6-2f5a-4429-92e9-c16a7a7815fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:54.376478 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9805db1e-6445-49ad-b5fd-cedcc4501c70 req-ef901cd6-2f5a-4429-92e9-c16a7a7815fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 920 time: 0.2243898 Aug 31 13:59:54.428989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-b947771d-fa05-4bdf-982e-85269383a995 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.454890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947771d-fa05-4bdf-982e-85269383a995 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Pushing event deleted for resources: {'Port': ['ID=40ff87cf-2a4a-49ff-8795-c9537e6b2b93,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:54.500270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9805db1e-6445-49ad-b5fd-cedcc4501c70 req-c5b095f1-f6a5-47c6-a7e8-2bc7a59ae251 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5796929e-d7cb-4533-82b0-db789e222179 HTTP/1.1" status: 200 len: 217 time: 0.1020334 Aug 31 13:59:54.514488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9ed9ac-365e-4966-868c-971f9f600312 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:54.536762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-b947771d-fa05-4bdf-982e-85269383a995 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.540227 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-b947771d-fa05-4bdf-982e-85269383a995 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.541510 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77c83b07-d62f-4855-8e30-572f848e58f5 req-b947771d-fa05-4bdf-982e-85269383a995 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "DELETE /v2.0/floatingips/ddff3044-90eb-4051-a984-f9e53fd9a1e4 HTTP/1.1" status: 204 len: 173 time: 0.5222178 Aug 31 13:59:54.561934 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.588269 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76fef554-2fb4-4240-8ce2-2b582266847d req-04cfe314-269d-4057-ae7b-11cc9178f995 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103664 Aug 31 13:59:54.604581 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Transition to ACTIVE for port object 3e9ed9ac-365e-4966-868c-971f9f600312 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 13:59:54.628972 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:54.656255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e94ff-a439-4260-967f-d7f5216014ca req-e2709608-ac4e-4802-b573-acfb26bbcce9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:54.657823 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df5e94ff-a439-4260-967f-d7f5216014ca req-e2709608-ac4e-4802-b573-acfb26bbcce9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 948 time: 0.0569973 Aug 31 13:59:54.683030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805db1e-6445-49ad-b5fd-cedcc4501c70 req-59057fda-4f2d-466d-95ff-9041bb768076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:54.684449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9805db1e-6445-49ad-b5fd-cedcc4501c70 req-59057fda-4f2d-466d-95ff-9041bb768076 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 200 len: 859 time: 0.1726429 Aug 31 13:59:54.703606 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df5e94ff-a439-4260-967f-d7f5216014ca req-c9b1fab0-1d9a-4757-92b5-8bc34ab24479 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377748 Aug 31 13:59:54.734659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff877a24-6394-4a30-9e1c-788830427fcb req-060bbed8-d835-4d22-9293-4aaff15b852b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:54.736196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-060bbed8-d835-4d22-9293-4aaff15b852b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/networks?id=26dbc674-1d40-45f2-91e2-2314acf35a31 HTTP/1.1" status: 200 len: 813 time: 0.3369412 Aug 31 13:59:54.763392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9805db1e-6445-49ad-b5fd-cedcc4501c70 req-e1e9457b-bafb-4900-9d02-9263ab8a461b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569935 Aug 31 13:59:54.805701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ed9ac-365e-4966-868c-971f9f600312,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:54.822010 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-9528b658-4141-4af5-b321-719b5960d3a6 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/quotas/f6f20a9f415647ecb5b81b352a388943 HTTP/1.1" status: 200 len: 375 time: 0.0654945 Aug 31 13:59:54.845661 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4095456-4662-45a7-8d89-af0539dff19f req-b7ec3665-6621-4af1-9ff9-2f460144a652 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:54.847286 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4095456-4662-45a7-8d89-af0539dff19f req-b7ec3665-6621-4af1-9ff9-2f460144a652 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0645356 Aug 31 13:59:54.896410 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4095456-4662-45a7-8d89-af0539dff19f req-97f969e9-3b63-409c-9259-3dfa25118259 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 Aug 31 13:59:54.938324 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76fef554-2fb4-4240-8ce2-2b582266847d req-e8bd87a3-7aba-4ef8-9ac4-84726e958686 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349848 Aug 31 13:59:54.992484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Attempting to bind port 3e9ed9ac-365e-4966-868c-971f9f600312 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 13:59:54.992824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Attempting to bind port 3e9ed9ac-365e-4966-868c-971f9f600312 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 13:59:54.993158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Attempting to bind port 3e9ed9ac-365e-4966-868c-971f9f600312 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:55.013506 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-2530edbb-ce6d-4071-b99c-a347fb1b193e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6f20a9f415647ecb5b81b352a388943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1544094 Aug 31 13:59:55.016501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Port 3e9ed9ac-365e-4966-868c-971f9f600312 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 13:59:55.016501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Attempting to bind port 3e9ed9ac-365e-4966-868c-971f9f600312 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 13:59:55.022584 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9805db1e-6445-49ad-b5fd-cedcc4501c70 req-fb62692e-5a52-4226-a83e-d047efd62e2f service neutron] 10.222.0.52 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375629 Aug 31 13:59:55.023748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 13:59:55.024087 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 13:59:55.024495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 13:59:55.024944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Bound port: 3e9ed9ac-365e-4966-868c-971f9f600312, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 13:59:55.025308 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.051414 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-e8fac933-87d9-4344-ac37-766a71b06cd6 req-75038916-401d-4699-8530-e977b49eb69c tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] show failed (client error): The resource could not be found. Aug 31 13:59:55.052486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8fac933-87d9-4344-ac37-766a71b06cd6 req-75038916-401d-4699-8530-e977b49eb69c tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/floatingips/ddff3044-90eb-4051-a984-f9e53fd9a1e4 HTTP/1.1" status: 404 len: 350 time: 0.0438907 Aug 31 13:59:55.171193 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fa50a-f054-47a0-b278-17e4caa96aa0 req-2771811c-8912-47d7-97c7-d696d316a517 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.172795 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-128fa50a-f054-47a0-b278-17e4caa96aa0 req-2771811c-8912-47d7-97c7-d696d316a517 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 948 time: 0.0533581 Aug 31 13:59:55.212727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] For port 3e9ed9ac-365e-4966-868c-971f9f600312, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 13:59:55.228757 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-128fa50a-f054-47a0-b278-17e4caa96aa0 req-19503953-4fbc-4116-ad3e-a6d9e36a9a7b tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/security-groups?id=217174bf-47e3-4743-971e-1eb31fc102fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490868 Aug 31 13:59:55.239988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] For port 3e9ed9ac-365e-4966-868c-971f9f600312, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3e9ed9ac-365e-4966-868c-971f9f600312,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 13:59:55.256508 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b23a6f6a-fe3a-4db7-a264-aedb6763d0eb service neutron] 10.222.0.20 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288654 Aug 31 13:59:55.257781 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.261152 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9805db1e-6445-49ad-b5fd-cedcc4501c70 req-868984eb-0810-4be7-8e82-d8f6022e544f service neutron] 10.222.0.52 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185819 Aug 31 13:59:55.352028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.352697 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:55.354123 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] 10.222.0.52 "PUT /v2.0/ports/3e9ed9ac-365e-4966-868c-971f9f600312 HTTP/1.1" status: 200 len: 1096 time: 2.1286075 Aug 31 13:59:55.354578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab4961c-9bd2-4340-be2e-9c43f9812aef', 'tag': '3e9ed9ac-365e-4966-868c-971f9f600312'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:55.357258 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f11529-2a2e-4aef-8096-e5049bfc726a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab4961c-9bd2-4340-be2e-9c43f9812aef", "tag": "3e9ed9ac-365e-4966-868c-971f9f600312"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:55.374788 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-495c7d54-020b-47b0-9644-9c8a8e926da0 req-3d2c9df4-25fd-4769-973a-3bd6789ffa17 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] show failed (client error): The resource could not be found. Aug 31 13:59:55.375923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-495c7d54-020b-47b0-9644-9c8a8e926da0 req-3d2c9df4-25fd-4769-973a-3bd6789ffa17 tempest-FloatingIPsTestJSON-1367461059 tempest-FloatingIPsTestJSON-1367461059-project] 10.222.0.20 "GET /v2.0/floatingips/ddff3044-90eb-4051-a984-f9e53fd9a1e4 HTTP/1.1" status: 404 len: 350 time: 0.0507569 Aug 31 13:59:55.386925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080323fd-34c4-44b1-beab-0fa723f210e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ed9ac-365e-4966-868c-971f9f600312,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:55.387063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37044) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:55.423433 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-f5cb2483-c3bf-45f6-b4f2-c91c10fce56d service neutron] 10.222.0.20 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587114 Aug 31 13:59:55.489208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-33ba781e-18a8-43ae-8c67-e645ec3714dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.491663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-33ba781e-18a8-43ae-8c67-e645ec3714dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=479dddcb41b7436d89b88cf57aee6113&device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 1099 time: 0.0636635 Aug 31 13:59:55.560174 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-b7ec3ad6-cf87-400e-9eb4-da5695e06b4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=3e9ed9ac-365e-4966-868c-971f9f600312 HTTP/1.1" status: 200 len: 217 time: 0.0518227 Aug 31 13:59:55.605813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6ba1b-6968-48a0-ae72-200b297327bd req-1c5476ff-aea0-4166-a2df-b093155b3b4a tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.614041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e2a6ba1b-6968-48a0-ae72-200b297327bd req-1c5476ff-aea0-4166-a2df-b093155b3b4a tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.1307089 Aug 31 13:59:55.638140 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9101d044-42b4-4483-9162-eef17f245116 x-openstack-request-id: req-9101d044-42b4-4483-9162-eef17f245116 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:55.638614 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab4961c-9bd2-4340-be2e-9c43f9812aef", "tag": "3e9ed9ac-365e-4966-868c-971f9f600312", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:55.639118 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9101d044-42b4-4483-9162-eef17f245116 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:55.639679 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab4961c-9bd2-4340-be2e-9c43f9812aef', 'tag': '3e9ed9ac-365e-4966-868c-971f9f600312', 'status': 'completed', 'code': 200} Aug 31 13:59:55.698282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-7b4ebc4c-4050-4852-ac7d-44c0554b9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.700862 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-7b4ebc4c-4050-4852-ac7d-44c0554b9192 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1309667 Aug 31 13:59:55.702987 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b775193c-2806-4d9c-aeb4-eaaab3263a79 req-566bb52d-7117-4bb4-b6c0-2b5c7c3f3cbd tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 210 time: 0.0422995 Aug 31 13:59:55.778999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-a1a6a279-4c08-406e-8479-35b4e1642d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.781243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-a1a6a279-4c08-406e-8479-35b4e1642d68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690303 Aug 31 13:59:55.803965 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e2a6ba1b-6968-48a0-ae72-200b297327bd req-d687c57c-1ceb-447f-ab1c-9f649fc53abc tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069822 Aug 31 13:59:55.959552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f440b-4de9-4bb1-9d8d-d2f992693301 req-24e1dcfb-a5d0-4669-8627-c8fe450f22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:55.961224 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-189f440b-4de9-4bb1-9d8d-d2f992693301 req-24e1dcfb-a5d0-4669-8627-c8fe450f22f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 1097 time: 0.1348400 Aug 31 13:59:56.030775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b457f57-a831-4ec2-9f19-cbe620f87bb7 req-fe40e4b3-da0e-45a5-ab28-39512a5a7416 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:56.032547 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b457f57-a831-4ec2-9f19-cbe620f87bb7 req-fe40e4b3-da0e-45a5-ab28-39512a5a7416 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 948 time: 0.1684127 Aug 31 13:59:56.043172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-2f1dacf9-2c69-4004-a368-9077e11c40eb service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488651 Aug 31 13:59:56.069360 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4caea93-022b-4050-a922-502cc9e9e077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.079876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d65a25-6b12-4a5a-8176-62c4e52259a6 req-e0b53879-1349-408b-a30c-747e32a607c1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:56.080320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-189f440b-4de9-4bb1-9d8d-d2f992693301 req-ffb93c8c-9449-4dc2-9156-4acfcfa9feb5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114037 Aug 31 13:59:56.081434 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6d65a25-6b12-4a5a-8176-62c4e52259a6 req-e0b53879-1349-408b-a30c-747e32a607c1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0795999 Aug 31 13:59:56.120955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f6cfb259-a4fe-4bb8-9991-251f8461d9bc details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:59:56.153210 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b457f57-a831-4ec2-9f19-cbe620f87bb7 req-8298d901-f0d6-4c0f-a2b2-0c0af1b2d870 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038821 Aug 31 13:59:56.182893 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de86451-6329-4ba8-a895-8c96650d7cc9 req-1c1ec5a6-23c2-4d6e-a111-4da9c81060dc service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224935 Aug 31 13:59:56.200748 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6d65a25-6b12-4a5a-8176-62c4e52259a6 req-045d0499-45e2-48e7-8b5c-6c2c04314a48 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858443 Aug 31 13:59:56.363880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f11529-2a2e-4aef-8096-e5049bfc726a req-c74d1afd-8d5a-47f6-a8de-ad290524dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:56.366648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0f11529-2a2e-4aef-8096-e5049bfc726a req-c74d1afd-8d5a-47f6-a8de-ad290524dfe8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=479dddcb41b7436d89b88cf57aee6113&device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 1099 time: 0.0865402 Aug 31 13:59:56.383635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:56.420856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc', 'mac_address': 'fa:16:3e:68:94:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:59:56.494587 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efa901-7c25-4206-b62c-a3b1984fc1c5 req-3aa74eda-bf22-47cb-b941-0fa855e81907 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:56.501722 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57efa901-7c25-4206-b62c-a3b1984fc1c5 req-3aa74eda-bf22-47cb-b941-0fa855e81907 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 948 time: 0.1025136 Aug 31 13:59:56.504244 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.530746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f11529-2a2e-4aef-8096-e5049bfc726a req-7fccd8de-b57e-4f44-863a-9845c0f4290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:56.532856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0f11529-2a2e-4aef-8096-e5049bfc726a req-7fccd8de-b57e-4f44-863a-9845c0f4290c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1541226 Aug 31 13:59:56.533116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cfb259-a4fe-4bb8-9991-251f8461d9bc {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:56.550082 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f4caea93-022b-4050-a922-502cc9e9e077 admin admin] Deleting port 0c141009-c742-421f-8898-8533a97ec6e4 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:56.550776 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4caea93-022b-4050-a922-502cc9e9e077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.557405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:56.564162 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.612035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0f11529-2a2e-4aef-8096-e5049bfc726a req-f60958d0-9787-4fab-8600-e790b85727d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=3e9ed9ac-365e-4966-868c-971f9f600312 HTTP/1.1" status: 200 len: 217 time: 0.0641828 Aug 31 13:59:56.621341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57efa901-7c25-4206-b62c-a3b1984fc1c5 req-d7e205d5-e2d3-44cb-a936-62510527c70a tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/security-groups?id=217174bf-47e3-4743-971e-1eb31fc102fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110687 Aug 31 13:59:56.633648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:56.689940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-f4caea93-022b-4050-a922-502cc9e9e077 admin admin] For port 0c141009-c742-421f-8898-8533a97ec6e4, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0c141009-c742-421f-8898-8533a97ec6e4,segment=NetworkSegment(1e27f627-24fa-4072-b44a-950a43dc6039),segment_id=1e27f627-24fa-4072-b44a-950a43dc6039)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:56.690649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4caea93-022b-4050-a922-502cc9e9e077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:56.699189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f11529-2a2e-4aef-8096-e5049bfc726a req-f89b6a4f-5f57-460f-a0ed-06a2ed81089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:56.700787 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0f11529-2a2e-4aef-8096-e5049bfc726a req-f89b6a4f-5f57-460f-a0ed-06a2ed81089a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0800240 Aug 31 13:59:56.713898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f4caea93-022b-4050-a922-502cc9e9e077 admin admin] Calling delete_port for 0c141009-c742-421f-8898-8533a97ec6e4 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:56.780400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f11529-2a2e-4aef-8096-e5049bfc726a req-467f9b8e-1404-4c29-8178-4ad99495b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:56.782291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0f11529-2a2e-4aef-8096-e5049bfc726a req-467f9b8e-1404-4c29-8178-4ad99495b89f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0575709 Aug 31 13:59:56.814873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['f6cfb259-a4fe-4bb8-9991-251f8461d9bc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:56.897142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-396f79a8-2677-47a4-91de-f06113791829 req-b3ced047-7d3c-4a38-bb37-4a7174ec335e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 210 time: 0.0766580 Aug 31 13:59:56.964636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0f11529-2a2e-4aef-8096-e5049bfc726a req-f714a974-d8af-4b51-9408-3ffd51c921e1 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691234 Aug 31 13:59:56.992193 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a25ecf-68dc-4ce8-a1d8-42e998ec8a7a req-15b5d909-d844-4040-b0cc-834ffe112e75 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:56.999973 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-98a25ecf-68dc-4ce8-a1d8-42e998ec8a7a req-15b5d909-d844-4040-b0cc-834ffe112e75 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.0945988 Aug 31 13:59:57.089266 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-98a25ecf-68dc-4ce8-a1d8-42e998ec8a7a req-7eac93b3-2e76-4eb8-a732-2ac6e68f02b6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882392 Aug 31 13:59:57.113818 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4caea93-022b-4050-a922-502cc9e9e077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:57.180893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4caea93-022b-4050-a922-502cc9e9e077 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c141009-c742-421f-8898-8533a97ec6e4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:57.252152 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0f11529-2a2e-4aef-8096-e5049bfc726a req-8064c4db-d8ba-4f58-8c30-03cddd4f84e0 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718117 Aug 31 13:59:57.329498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff877a24-6394-4a30-9e1c-788830427fcb req-87e71ecd-5289-48c4-94b8-8de2ac76deec tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:57.329937 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-87e71ecd-5289-48c4-94b8-8de2ac76deec tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.52 "GET /v2.0/networks?id=26dbc674-1d40-45f2-91e2-2314acf35a31 HTTP/1.1" status: 200 len: 813 time: 0.2683113 Aug 31 13:59:57.352397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'port': {'device_id': '214e6c24-fd1b-4bb9-82a3-37835209b71a', 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31', 'admin_state_up': True, 'tenant_id': 'f6f20a9f415647ecb5b81b352a388943'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:57.538045 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4caea93-022b-4050-a922-502cc9e9e077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:57.550728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49d41e-1aa3-4abc-b0dd-decbd81806d7 req-e104f209-1f03-4485-af15-13907f935d0f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:57.566221 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a49d41e-1aa3-4abc-b0dd-decbd81806d7 req-e104f209-1f03-4485-af15-13907f935d0f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 949 time: 0.1402037 Aug 31 13:59:57.629878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9bd5a-d5d1-4760-96e3-c09d5b419fbc req-627a383b-92c2-40ff-bea3-70f27e0f99cd tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:57.637286 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88f9bd5a-d5d1-4760-96e3-c09d5b419fbc req-627a383b-92c2-40ff-bea3-70f27e0f99cd tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1773536 Aug 31 13:59:57.644872 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a49d41e-1aa3-4abc-b0dd-decbd81806d7 req-9bd82a94-80a0-4baf-b19c-8bf4cc2229ef tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790684 Aug 31 13:59:57.659484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Made reservation on behalf of f6f20a9f415647ecb5b81b352a388943 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 13:59:57.664972 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:57.719163 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88f9bd5a-d5d1-4760-96e3-c09d5b419fbc req-b89ded52-f6b6-47b6-a780-e2f077beab1c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805345 Aug 31 13:59:57.882434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4caea93-022b-4050-a922-502cc9e9e077 admin admin] Router 6f562e0c-8510-46fd-bd82-ee15cc31e06d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 13:59:57.915369 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3669f-3fc1-469b-a409-6f514593bc29 req-a00f9a45-a707-4b5c-bb24-8e5841fa8c5b tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:57.916970 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04f3669f-3fc1-469b-a409-6f514593bc29 req-a00f9a45-a707-4b5c-bb24-8e5841fa8c5b tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 948 time: 0.0946367 Aug 31 13:59:57.921645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Allocated IP 172.20.0.3 (26dbc674-1d40-45f2-91e2-2314acf35a31/80cf107e-a0a4-4efe-ae7d-7ef221f0fa42/0aad153c-347e-4188-85bd-ea7a37d6c900) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 13:59:57.997231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04f3669f-3fc1-469b-a409-6f514593bc29 req-c717b169-ee5a-49ef-a8af-77025695169a tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/security-groups?id=217174bf-47e3-4743-971e-1eb31fc102fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640206 Aug 31 13:59:58.021109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4caea93-022b-4050-a922-502cc9e9e077 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 13:59:58.030802 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938602c-4171-433d-901c-bc6b7a472c73 None None] Sync routers for ids ['6f562e0c-8510-46fd-bd82-ee15cc31e06d'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 13:59:58.035099 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f4caea93-022b-4050-a922-502cc9e9e077 admin admin] 10.222.0.20 "PUT /v2.0/routers/6f562e0c-8510-46fd-bd82-ee15cc31e06d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6454895 Aug 31 13:59:58.035597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37090) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:58.065803 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9938602c-4171-433d-901c-bc6b7a472c73 None None] Routers {'6f562e0c-8510-46fd-bd82-ee15cc31e06d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:58.066437 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9938602c-4171-433d-901c-bc6b7a472c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6f562e0c-8510-46fd-bd82-ee15cc31e06d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:58.134647 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f4c3f05-639c-4651-8421-8588058358c7 req-83b01d68-026b-428e-96e7-1c21a1b9359e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 210 time: 0.0350492 Aug 31 13:59:58.143171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f6cfb259-a4fe-4bb8-9991-251f8461d9bc up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 13:59:58.223015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port f6cfb259-a4fe-4bb8-9991-251f8461d9bc completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 13:59:58.223322 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.230716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port f6cfb259-a4fe-4bb8-9991-251f8461d9bc triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 13:59:58.231263 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.269901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 3e9ed9ac-365e-4966-868c-971f9f600312 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 13:59:58.272919 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-9938602c-4171-433d-901c-bc6b7a472c73 None None] Set router 6f562e0c-8510-46fd-bd82-ee15cc31e06d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:58.380303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300608e0-c9d2-4f05-9e26-4c5856187f17 req-82866060-3346-4228-988b-97e73c827c0b tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.382523 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-300608e0-c9d2-4f05-9e26-4c5856187f17 req-82866060-3346-4228-988b-97e73c827c0b tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.1020305 Aug 31 13:59:58.420600 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.425578 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.457434 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-300608e0-c9d2-4f05-9e26-4c5856187f17 req-70579fca-95a6-40d4-8c36-25ba075c0776 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661137 Aug 31 13:59:58.468256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a5e603-9506-4478-8316-5dd7634346b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 13:59:58.471929 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4c592b-db82-451a-8aae-0f5cc6024fb4" -d '{"events": [{"server_uuid": "70a5e603-9506-4478-8316-5dd7634346b0", "name": "network-vif-plugged", "status": "completed", "tag": "f6cfb259-a4fe-4bb8-9991-251f8461d9bc"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 13:59:58.506049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:58.534495 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9938602c-4171-433d-901c-bc6b7a472c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'name': 'tempest-FloatingIPsTestJSON-147712939-router', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0d10de79-8459-4815-990b-46356130d330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:32Z', 'updated_at': '2021-08-31T13:59:56Z', 'revision_number': 5, 'project_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'gw_port': {'id': '0d10de79-8459-4815-990b-46356130d330', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:59:33Z', 'updated_at': '2021-08-31T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:58.537795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Deleting port 0d10de79-8459-4815-990b-46356130d330 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 13:59:58.538137 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.543394 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.566377 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41450f89-5863-4be5-b9ed-23c03bd84cc2 x-openstack-request-id: req-41450f89-5863-4be5-b9ed-23c03bd84cc2 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 13:59:58.567004 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a5e603-9506-4478-8316-5dd7634346b0", "name": "network-vif-plugged", "status": "completed", "tag": "f6cfb259-a4fe-4bb8-9991-251f8461d9bc", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 13:59:58.567343 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41450f89-5863-4be5-b9ed-23c03bd84cc2 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 13:59:58.567839 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a5e603-9506-4478-8316-5dd7634346b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc', 'code': 200} Aug 31 13:59:58.572327 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938602c-4171-433d-901c-bc6b7a472c73 None None] Checking router: 6f562e0c-8510-46fd-bd82-ee15cc31e06d for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 13:59:58.574981 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 3e9ed9ac-365e-4966-868c-971f9f600312, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3e9ed9ac-365e-4966-868c-971f9f600312,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:58.597418 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9938602c-4171-433d-901c-bc6b7a472c73 None None] Routers {'6f562e0c-8510-46fd-bd82-ee15cc31e06d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 13:59:58.598393 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9938602c-4171-433d-901c-bc6b7a472c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T13:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6f562e0c-8510-46fd-bd82-ee15cc31e06d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:58.625659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '3e9ed9ac-365e-4966-868c-971f9f600312', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '3e9ed9ac-365e-4966-868c-971f9f600312', 'mac_address': 'fa:16:3e:be:ad:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 13:59:58.661039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] For port 0d10de79-8459-4815-990b-46356130d330, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0d10de79-8459-4815-990b-46356130d330,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:58.661656 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.671277 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.681301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20327383-472b-4c89-87b0-5061efdbbdfe req-bc1ea088-8ed9-45d4-8c9d-d090092ef5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.681885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-20327383-472b-4c89-87b0-5061efdbbdfe req-bc1ea088-8ed9-45d4-8c9d-d090092ef5cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 1097 time: 0.1455886 Aug 31 13:59:58.683009 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Calling delete_port for 0d10de79-8459-4815-990b-46356130d330 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 13:59:58.707707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9ed9ac-365e-4966-868c-971f9f600312 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 13:59:58.746100 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-9938602c-4171-433d-901c-bc6b7a472c73 None None] Set router 6f562e0c-8510-46fd-bd82-ee15cc31e06d gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 13:59:58.751519 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 3e9ed9ac-365e-4966-868c-971f9f600312, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3e9ed9ac-365e-4966-868c-971f9f600312,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 13:59:58.764923 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.782128 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:58.806270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20327383-472b-4c89-87b0-5061efdbbdfe req-695a4d17-34a2-4342-a8c1-3d98a75775ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.808286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-20327383-472b-4c89-87b0-5061efdbbdfe req-695a4d17-34a2-4342-a8c1-3d98a75775ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 920 time: 0.1053367 Aug 31 13:59:58.827321 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:58.853770 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9938602c-4171-433d-901c-bc6b7a472c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'name': 'tempest-FloatingIPsTestJSON-147712939-router', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:32Z', 'updated_at': '2021-08-31T13:59:58Z', 'revision_number': 6, 'project_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 13:59:58.868685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=3e9ed9ac-365e-4966-868c-971f9f600312,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:58.891776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-20327383-472b-4c89-87b0-5061efdbbdfe req-cec43af7-4b4d-4fe2-8b7a-e4b953429492 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5232dc70-34c7-4257-8651-40dba17b0124 HTTP/1.1" status: 200 len: 217 time: 0.0710652 Aug 31 13:59:58.897768 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938602c-4171-433d-901c-bc6b7a472c73 None None] The sync data for ids ['6f562e0c-8510-46fd-bd82-ee15cc31e06d'] in n-d-792364-6 is: [{'id': '6f562e0c-8510-46fd-bd82-ee15cc31e06d', 'name': 'tempest-FloatingIPsTestJSON-147712939-router', 'tenant_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:59:32Z', 'updated_at': '2021-08-31T13:59:58Z', 'revision_number': 6, 'project_id': 'd804d4d499994cbfa1c9063d7d4d0f93', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 13:59:58.902065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95bbdc-70b0-455b-94f4-8e3686be3106 req-608c606d-2a5e-4d66-a816-05137565f602 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.902345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29074e-2790-4626-964f-34a0ef4fdde0 req-ff947a5a-a73d-47c9-a428-80f39abec982 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.903718 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cd95bbdc-70b0-455b-94f4-8e3686be3106 req-608c606d-2a5e-4d66-a816-05137565f602 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.7848682 Aug 31 13:59:58.903921 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf29074e-2790-4626-964f-34a0ef4fdde0 req-ff947a5a-a73d-47c9-a428-80f39abec982 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.1273360 Aug 31 13:59:58.977905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014c416-8da8-4089-9fb6-957ad0335b45 req-0d0d90ef-43a0-4ac1-a57b-9ee5997508f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:58.979511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3014c416-8da8-4089-9fb6-957ad0335b45 req-0d0d90ef-43a0-4ac1-a57b-9ee5997508f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 1101 time: 0.3397622 Aug 31 13:59:58.992581 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf29074e-2790-4626-964f-34a0ef4fdde0 req-b6096822-c1b2-4d21-8eb4-47df7f5fd5d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683317 Aug 31 13:59:59.008823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.033391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20327383-472b-4c89-87b0-5061efdbbdfe req-2191d893-4ddb-4bc6-8cb0-47baf63f902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:59.034790 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-20327383-472b-4c89-87b0-5061efdbbdfe req-2191d893-4ddb-4bc6-8cb0-47baf63f902f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 200 len: 859 time: 0.1290503 Aug 31 13:59:59.042922 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=0d10de79-8459-4815-990b-46356130d330,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:59.055183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cd95bbdc-70b0-455b-94f4-8e3686be3106 req-73e33051-5c9b-43cb-b0a4-9357fb9ccd81 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077454 Aug 31 13:59:59.086661 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-20327383-472b-4c89-87b0-5061efdbbdfe req-9c570894-2ebd-4880-b61a-720e2929a12e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288887 Aug 31 13:59:59.093186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.109787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['55d15bd8-2077-45e3-b895-8cb8bd266bc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:59.158278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['3e9ed9ac-365e-4966-868c-971f9f600312'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 13:59:59.171921 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.172713 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3014c416-8da8-4089-9fb6-957ad0335b45 req-8bbf2440-20fe-476b-8c56-ed90f917485b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847005 Aug 31 13:59:59.240188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Network 26dbc674-1d40-45f2-91e2-2314acf35a31 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 13:59:59.253641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 13:59:59.256636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 13:59:59.284537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'Port': ['ID=0aad153c-347e-4188-85bd-ea7a37d6c900,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 13:59:59.381537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:59.382261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.392234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-20327383-472b-4c89-87b0-5061efdbbdfe req-c599ad03-6dd9-46cd-a135-b3ede1a482d9 service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933598 Aug 31 13:59:59.472485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-b8b94c49-c7de-4974-b113-b8f467d457c8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1250713 Aug 31 13:59:59.492087 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34cdb5-728f-4d40-ade0-7e3652c7bebf req-6431d8cb-25f5-41c2-a851-23fbf30c4856 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:59.493730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ae34cdb5-728f-4d40-ade0-7e3652c7bebf req-6431d8cb-25f5-41c2-a851-23fbf30c4856 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 931 time: 0.1911535 Aug 31 13:59:59.506228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Request body: {'port': {'device_id': '214e6c24-fd1b-4bb9-82a3-37835209b71a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 13:59:59.634736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ae34cdb5-728f-4d40-ade0-7e3652c7bebf req-4dbd2535-e11e-4ef3-b8cd-6050be0c5a47 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246877 Aug 31 13:59:59.638480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-20327383-472b-4c89-87b0-5061efdbbdfe req-81d7fb54-fd1a-414f-83d5-c4aece79ee9c service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350020 Aug 31 13:59:59.639931 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.652263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.655361 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.724969 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.725886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f562e0c-8510-46fd-bd82-ee15cc31e06d {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 13:59:59.733866 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.737952 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-07cacaa6-6f0c-46f3-8fae-403247ee0f1c admin admin] 10.222.0.20 "DELETE /v2.0/routers/6f562e0c-8510-46fd-bd82-ee15cc31e06d HTTP/1.1" status: 204 len: 168 time: 1.6991057 Aug 31 13:59:59.741993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37108) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 13:59:59.814277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6459b6-855a-4614-9542-47523672119f req-40d8e126-746f-4221-9159-7d94725e6f23 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:59.822404 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3a6459b6-855a-4614-9542-47523672119f req-40d8e126-746f-4221-9159-7d94725e6f23 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 949 time: 0.2471941 Aug 31 13:59:59.864321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9660dd-95d0-450d-9598-cedd68302450 admin admin] Deleting subnet 43b31bfb-675e-4007-be4f-4338607fe28d {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 13:59:59.869613 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e9660dd-95d0-450d-9598-cedd68302450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.873156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293475ea-dac5-4511-a271-6e4e35b5d1ad req-16ab2219-c05c-4fab-9024-fdf3a2b167a3 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 13:59:59.875160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-293475ea-dac5-4511-a271-6e4e35b5d1ad req-16ab2219-c05c-4fab-9024-fdf3a2b167a3 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.1327009 Aug 31 13:59:59.882135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0d10de79-8459-4815-990b-46356130d330 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:59.915066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 0d10de79-8459-4815-990b-46356130d330 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:59.915800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0d10de79-8459-4815-990b-46356130d330 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:59.916402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0c141009-c742-421f-8898-8533a97ec6e4 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 13:59:59.921356 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3a6459b6-855a-4614-9542-47523672119f req-94dd646e-aabf-40d5-a5e6-80f25d3d96e4 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/security-groups?id=217174bf-47e3-4743-971e-1eb31fc102fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933499 Aug 31 13:59:59.953295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 0c141009-c742-421f-8898-8533a97ec6e4 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 13:59:59.953599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0c141009-c742-421f-8898-8533a97ec6e4 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 13:59:59.971190 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e9660dd-95d0-450d-9598-cedd68302450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 13:59:59.988699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-293475ea-dac5-4511-a271-6e4e35b5d1ad req-f9a4539b-e885-44cd-adf5-dc5ed4ae5aac tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966375 Aug 31 14:00:00.108393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aad153c-347e-4188-85bd-ea7a37d6c900 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:00.121424 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.126405 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e9660dd-95d0-450d-9598-cedd68302450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.141707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Transition to ACTIVE for port object 0aad153c-347e-4188-85bd-ea7a37d6c900 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:00.152422 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.235092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b25f1-5289-4490-8950-c37dca5c06d6 req-1a77282b-86e4-44be-aeaf-6bc41462754c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.236903 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b05b25f1-5289-4490-8950-c37dca5c06d6 req-1a77282b-86e4-44be-aeaf-6bc41462754c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.1167676 Aug 31 14:00:00.245124 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e9660dd-95d0-450d-9598-cedd68302450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.270686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 3e9ed9ac-365e-4966-868c-971f9f600312 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:00.292235 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9660dd-95d0-450d-9598-cedd68302450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b31bfb-675e-4007-be4f-4338607fe28d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:00.293697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0aad153c-347e-4188-85bd-ea7a37d6c900,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:00.298600 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e9660dd-95d0-450d-9598-cedd68302450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.304028 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5e9660dd-95d0-450d-9598-cedd68302450 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43b31bfb-675e-4007-be4f-4338607fe28d HTTP/1.1" status: 204 len: 168 time: 0.5573318 Aug 31 14:00:00.304823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37118) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:00.326292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbe7cca-dec3-4bf6-8873-ec61d25ad37b None None] Network 9d2fac16-94cc-4197-80cc-b88ff962c0ec requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:00.369743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d7759-bcbc-4191-897d-41b1c24b9135 req-eb5233dc-cfd5-4984-af29-8d0991955b1b tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.377717 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f34d7759-bcbc-4191-897d-41b1c24b9135 req-eb5233dc-cfd5-4984-af29-8d0991955b1b tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1629655 Aug 31 14:00:00.380835 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b05b25f1-5289-4490-8950-c37dca5c06d6 req-76c60abb-9433-4fa0-9eb0-3dfaf72677ad tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328585 Aug 31 14:00:00.419773 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.448354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 3e9ed9ac-365e-4966-868c-971f9f600312 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:00.459450 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f34d7759-bcbc-4191-897d-41b1c24b9135 req-330b234d-f525-4b9a-af28-2d1496791448 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807371 Aug 31 14:00:00.466129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Attempting to bind port 0aad153c-347e-4188-85bd-ea7a37d6c900 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:00.466739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Attempting to bind port 0aad153c-347e-4188-85bd-ea7a37d6c900 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '298a602c-67fa-4ce9-806c-46d8c6f77d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:00.467973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Attempting to bind port 0aad153c-347e-4188-85bd-ea7a37d6c900 on network 26dbc674-1d40-45f2-91e2-2314acf35a31 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:00.468250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 3e9ed9ac-365e-4966-868c-971f9f600312 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:00.468667 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.475853 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Port 0aad153c-347e-4188-85bd-ea7a37d6c900 on network 26dbc674-1d40-45f2-91e2-2314acf35a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:00:00.476293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Attempting to bind port 0aad153c-347e-4188-85bd-ea7a37d6c900 on network 26dbc674-1d40-45f2-91e2-2314acf35a31 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:00.493379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 13, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:00.493379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Checking segment: {'id': '298a602c-67fa-4ce9-806c-46d8c6f77d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:00.493379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Bound using segment: {'id': '298a602c-67fa-4ce9-806c-46d8c6f77d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:00.493379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Bound port: 0aad153c-347e-4188-85bd-ea7a37d6c900, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298a602c-67fa-4ce9-806c-46d8c6f77d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:00.493379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.494102 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Deleting port 77c28c32-f976-4c79-83fb-ef701baa9a99 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:00.494102 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.583320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] For port 77c28c32-f976-4c79-83fb-ef701baa9a99, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=77c28c32-f976-4c79-83fb-ef701baa9a99,segment=NetworkSegment(1e27f627-24fa-4072-b44a-950a43dc6039),segment_id=1e27f627-24fa-4072-b44a-950a43dc6039)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:00.584403 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.601350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df99254-b202-4f1d-8608-d335db600453 None None] DHCP port deletion for 9d2fac16-94cc-4197-80cc-b88ff962c0ec request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:00:00.606891 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.617886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Calling delete_port for 77c28c32-f976-4c79-83fb-ef701baa9a99 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:00.667703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4961c-9bd2-4340-be2e-9c43f9812aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ed9ac-365e-4966-868c-971f9f600312'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:00.669126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] For port 0aad153c-347e-4188-85bd-ea7a37d6c900, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:00.670437 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a901033c-f9da-46b1-8fe7-bac35c0b7eb6" -d '{"events": [{"server_uuid": "7ab4961c-9bd2-4340-be2e-9c43f9812aef", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ed9ac-365e-4966-868c-971f9f600312"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:00.674229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] For port 0aad153c-347e-4188-85bd-ea7a37d6c900, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0aad153c-347e-4188-85bd-ea7a37d6c900,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:00.680735 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.689351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 3e9ed9ac-365e-4966-868c-971f9f600312, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3e9ed9ac-365e-4966-868c-971f9f600312,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:00.698713 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.714973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.717148 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.720255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] 10.222.0.52 "PUT /v2.0/ports/0aad153c-347e-4188-85bd-ea7a37d6c900 HTTP/1.1" status: 200 len: 1091 time: 1.2233677 Aug 31 14:00:00.738318 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.749907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1df99254-b202-4f1d-8608-d335db600453 None None] Deleting port 77c28c32-f976-4c79-83fb-ef701baa9a99 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:00.750368 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1df99254-b202-4f1d-8608-d335db600453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.778325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214e6c24-fd1b-4bb9-82a3-37835209b71a', 'tag': '0aad153c-347e-4188-85bd-ea7a37d6c900'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:00.785443 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14139b66-e085-4bcb-928d-a03f447a58f5" -d '{"events": [{"name": "network-changed", "server_uuid": "214e6c24-fd1b-4bb9-82a3-37835209b71a", "tag": "0aad153c-347e-4188-85bd-ea7a37d6c900"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:00.796321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Pushing event deleted for resources: {'Port': ['ID=77c28c32-f976-4c79-83fb-ef701baa9a99,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:00.804842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] No DVR routers for this DVR port 77c28c32-f976-4c79-83fb-ef701baa9a99 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:00.811713 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4979752b-2c38-4308-965f-eee6c9b0c720 x-openstack-request-id: req-4979752b-2c38-4308-965f-eee6c9b0c720 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:00.812009 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4961c-9bd2-4340-be2e-9c43f9812aef", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ed9ac-365e-4966-868c-971f9f600312", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:00.812265 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4979752b-2c38-4308-965f-eee6c9b0c720 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:00.812797 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4961c-9bd2-4340-be2e-9c43f9812aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ed9ac-365e-4966-868c-971f9f600312', 'code': 200} Aug 31 14:00:00.846674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=3e9ed9ac-365e-4966-868c-971f9f600312,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:00.868616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1df99254-b202-4f1d-8608-d335db600453 None None] For port 77c28c32-f976-4c79-83fb-ef701baa9a99, host n-d-792364-6, got binding levels [] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:00.869295 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1df99254-b202-4f1d-8608-d335db600453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.870527 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da70c841-c30e-4b0e-abbf-ae78ed4085b7 x-openstack-request-id: req-da70c841-c30e-4b0e-abbf-ae78ed4085b7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:00.870825 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214e6c24-fd1b-4bb9-82a3-37835209b71a", "tag": "0aad153c-347e-4188-85bd-ea7a37d6c900", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:00.871084 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da70c841-c30e-4b0e-abbf-ae78ed4085b7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:00.871489 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214e6c24-fd1b-4bb9-82a3-37835209b71a', 'tag': '0aad153c-347e-4188-85bd-ea7a37d6c900', 'status': 'completed', 'code': 200} Aug 31 14:00:00.889012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1df99254-b202-4f1d-8608-d335db600453 None None] Calling delete_port for 77c28c32-f976-4c79-83fb-ef701baa9a99 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:00.892327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.ipam_backend_mixin [None req-1df99254-b202-4f1d-8608-d335db600453 None None] Port 77c28c32-f976-4c79-83fb-ef701baa9a99 was not found and therefore no delete operation was performed {{(pid=106389) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:00:00.894189 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1df99254-b202-4f1d-8608-d335db600453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.908401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb099dd2-95a0-465b-a672-9689d2836fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0aad153c-347e-4188-85bd-ea7a37d6c900,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:00.914249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff877a24-6394-4a30-9e1c-788830427fcb req-fa8f34d6-6b2b-4f25-ae5c-4a037c335ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.916618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-fa8f34d6-6b2b-4f25-ae5c-4a037c335ae5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6f20a9f415647ecb5b81b352a388943&device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 1094 time: 0.1129212 Aug 31 14:00:00.925246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df99254-b202-4f1d-8608-d335db600453 None None] Pushing event deleted for resources: {'Port': ['ID=77c28c32-f976-4c79-83fb-ef701baa9a99,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:00.937284 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df99254-b202-4f1d-8608-d335db600453 None None] No DVR routers for this DVR port 77c28c32-f976-4c79-83fb-ef701baa9a99 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:00.942092 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.956158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2fac16-94cc-4197-80cc-b88ff962c0ec']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:00.970305 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e27f627-24fa-4072-b44a-950a43dc6039') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:00.970519 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e27f627-24fa-4072-b44a-950a43dc6039') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:00.979289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37daf2-ecbc-4298-9193-9fb2c032ce0f req-ff363e68-40d6-4664-a1d1-e26b2f0fbc0a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:00.980906 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fb37daf2-ecbc-4298-9193-9fb2c032ce0f req-ff363e68-40d6-4664-a1d1-e26b2f0fbc0a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 943 time: 0.1447909 Aug 31 14:00:00.996556 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:00.997501 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-2cdd9678-86cf-408d-837f-3fa56afd979e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0aad153c-347e-4188-85bd-ea7a37d6c900 HTTP/1.1" status: 200 len: 217 time: 0.0697968 Aug 31 14:00:01.031610 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.041700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:00:01.042107 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:00:01.044092 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:00:01.047210 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fb37daf2-ecbc-4298-9193-9fb2c032ce0f req-19b98542-662e-4972-aadd-3fa8f31ed09d tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603023 Aug 31 14:00:01.070376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff877a24-6394-4a30-9e1c-788830427fcb req-c26d51b7-db56-4547-8448-ff73756a7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.072310 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-c26d51b7-db56-4547-8448-ff73756a7cd1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=80cf107e-a0a4-4efe-ae7d-7ef221f0fa42 HTTP/1.1" status: 200 len: 853 time: 0.0640473 Aug 31 14:00:01.083309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beccf8-715c-41fd-84ca-9c2d9af82a14 req-63330973-c53c-44c7-a11a-bcacb8ca9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.084623 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37beccf8-715c-41fd-84ca-9c2d9af82a14 req-63330973-c53c-44c7-a11a-bcacb8ca9fc5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 1101 time: 0.1666942 Aug 31 14:00:01.112890 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.128139 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.130062 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d2fac16-94cc-4197-80cc-b88ff962c0ec HTTP/1.1" status: 204 len: 168 time: 0.8243103 Aug 31 14:00:01.141901 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-ac2d08ce-42a3-4d57-83bd-4439e6d700d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26dbc674-1d40-45f2-91e2-2314acf35a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561526 Aug 31 14:00:01.172941 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2bed7-8cb8-464c-8309-3d6ac503311c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2fac16-94cc-4197-80cc-b88ff962c0ec,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:01.198842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40314b6-c967-43c7-8fb1-1fcaff3c3c7a req-43ff3fb6-6d27-464d-8041-6434ac73d6bd tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.200287 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b40314b6-c967-43c7-8fb1-1fcaff3c3c7a req-43ff3fb6-6d27-464d-8041-6434ac73d6bd tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.0850382 Aug 31 14:00:01.223816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37beccf8-715c-41fd-84ca-9c2d9af82a14 req-7184a555-4345-46c1-a45a-ae58a03aa608 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=217174bf-47e3-4743-971e-1eb31fc102fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274977 Aug 31 14:00:01.238255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a66459-8f17-4c77-9e24-831dbad63493 req-598095a5-1434-4924-b4af-e3c7062157ca tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.239980 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69a66459-8f17-4c77-9e24-831dbad63493 req-598095a5-1434-4924-b4af-e3c7062157ca tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 950 time: 0.1964767 Aug 31 14:00:01.267650 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b40314b6-c967-43c7-8fb1-1fcaff3c3c7a req-47e43d59-03f0-4a48-a66c-f14b7caa248c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606689 Aug 31 14:00:01.317483 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-703f63e6-72f0-49c7-9292-bd94eafee45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.320666 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69a66459-8f17-4c77-9e24-831dbad63493 req-cb8003d4-0f5d-47c2-b897-b7d4fe6e24ec tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/security-groups?id=217174bf-47e3-4743-971e-1eb31fc102fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636346 Aug 31 14:00:01.327602 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-c722bf65-c5ad-4f96-9897-142fd7e8e34e service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731195 Aug 31 14:00:01.379370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37132) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:01.436884 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b5db20f2-be13-42ab-ade9-70b3977751fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d804d4d499994cbfa1c9063d7d4d0f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560861 Aug 31 14:00:01.439584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37136) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:01.557050 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e654e-e23a-450c-8a41-55cbb1139c3c req-23b92579-664b-4616-9129-2f2335905a45 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.559644 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-684e654e-e23a-450c-8a41-55cbb1139c3c req-23b92579-664b-4616-9129-2f2335905a45 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.0988021 Aug 31 14:00:01.601363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 77c28c32-f976-4c79-83fb-ef701baa9a99 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:01.619870 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1b5671e-b61d-4f7a-a2e5-2375620f0f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.646743 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-684e654e-e23a-450c-8a41-55cbb1139c3c req-de856195-f734-4b51-8792-03294d26a244 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726581 Aug 31 14:00:01.657918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 77c28c32-f976-4c79-83fb-ef701baa9a99 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:01.658634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 77c28c32-f976-4c79-83fb-ef701baa9a99 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:01.702133 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1b5671e-b61d-4f7a-a2e5-2375620f0f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.726549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff877a24-6394-4a30-9e1c-788830427fcb req-cbd7c9e4-ebcd-447c-a2e9-90ce4d509f6b service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694757 Aug 31 14:00:01.757902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f75ef-fd07-4c35-97b7-2a5ca0b764d3 req-9098da95-e51d-4c23-a5ee-5d82cc144dbf tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.760634 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-004f75ef-fd07-4c35-97b7-2a5ca0b764d3 req-9098da95-e51d-4c23-a5ee-5d82cc144dbf tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1687341 Aug 31 14:00:01.853483 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-004f75ef-fd07-4c35-97b7-2a5ca0b764d3 req-09c060b0-880c-41f1-b8ba-f04ce7d65175 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788102 Aug 31 14:00:01.854573 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:00:01.875900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1b5671e-b61d-4f7a-a2e5-2375620f0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.879903 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1b5671e-b61d-4f7a-a2e5-2375620f0f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:01.881702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e1b5671e-b61d-4f7a-a2e5-2375620f0f90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/902688ae-c11c-4c86-9b1c-f69b475e3aee HTTP/1.1" status: 204 len: 168 time: 0.4405296 Aug 31 14:00:01.888265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14139b66-e085-4bcb-928d-a03f447a58f5 req-350e8407-79df-41a1-a3f2-0887f0f2164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:01.890511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14139b66-e085-4bcb-928d-a03f447a58f5 req-350e8407-79df-41a1-a3f2-0887f0f2164c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6f20a9f415647ecb5b81b352a388943&device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 1094 time: 0.0899012 Aug 31 14:00:01.901142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5671e-b61d-4f7a-a2e5-2375620f0f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902688ae-c11c-4c86-9b1c-f69b475e3aee,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:02.030859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14139b66-e085-4bcb-928d-a03f447a58f5 req-8c3a32eb-3ac2-40f0-be0b-119f05cadb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.034764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14139b66-e085-4bcb-928d-a03f447a58f5 req-8c3a32eb-3ac2-40f0-be0b-119f05cadb61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26dbc674-1d40-45f2-91e2-2314acf35a31 HTTP/1.1" status: 200 len: 914 time: 0.1296136 Aug 31 14:00:02.106079 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14139b66-e085-4bcb-928d-a03f447a58f5 req-b84a2c00-fac5-4066-af81-01e48b096712 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0aad153c-347e-4188-85bd-ea7a37d6c900 HTTP/1.1" status: 200 len: 217 time: 0.0569487 Aug 31 14:00:02.215809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14139b66-e085-4bcb-928d-a03f447a58f5 req-3e826662-f2a1-4adf-8fda-cf9e81824808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.218298 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14139b66-e085-4bcb-928d-a03f447a58f5 req-3e826662-f2a1-4adf-8fda-cf9e81824808 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=80cf107e-a0a4-4efe-ae7d-7ef221f0fa42 HTTP/1.1" status: 200 len: 853 time: 0.0910914 Aug 31 14:00:02.233023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4058f-11aa-420b-b785-e5312db84535 req-89fa0296-7179-41bd-bea7-ba1f09f15282 tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.235679 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bfc4058f-11aa-420b-b785-e5312db84535 req-89fa0296-7179-41bd-bea7-ba1f09f15282 tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 1101 time: 0.0569670 Aug 31 14:00:02.238574 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ec5da-51bf-451c-bfc2-45920b1a44f3 req-f84a6ee1-f61e-4cb9-8559-6c028f9ba2f2 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.240238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-136ec5da-51bf-451c-bfc2-45920b1a44f3 req-f84a6ee1-f61e-4cb9-8559-6c028f9ba2f2 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 943 time: 0.0957649 Aug 31 14:00:02.274090 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bfc4058f-11aa-420b-b785-e5312db84535 req-c46c645b-566c-46aa-9098-7a062f0afb49 tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:02.274758 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14139b66-e085-4bcb-928d-a03f447a58f5 req-057c5cc0-5991-4032-8325-314685a47fb7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26dbc674-1d40-45f2-91e2-2314acf35a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443077 Aug 31 14:00:02.363709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-136ec5da-51bf-451c-bfc2-45920b1a44f3 req-858e1fdc-d878-4ce4-8111-a91c0625139d tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101136 Aug 31 14:00:02.463791 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14139b66-e085-4bcb-928d-a03f447a58f5 req-00cd30ea-39e9-43d2-96f2-46b41abee7bf service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749992 Aug 31 14:00:02.468229 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bfc4058f-11aa-420b-b785-e5312db84535 req-c46c645b-566c-46aa-9098-7a062f0afb49 tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:02.474256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bfc4058f-11aa-420b-b785-e5312db84535 req-c46c645b-566c-46aa-9098-7a062f0afb49 tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:02.546456 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bfc4058f-11aa-420b-b785-e5312db84535 req-c46c645b-566c-46aa-9098-7a062f0afb49 tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927814 Aug 31 14:00:02.555664 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c645b-566c-46aa-9098-7a062f0afb49 tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32af881-ce4b-434e-8d39-987399053e59,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:02.578709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93044cf-4056-44d9-8a6e-599ae20313d1 req-cd784642-3d1b-434a-a059-5b71d24c1e58 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.581723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c93044cf-4056-44d9-8a6e-599ae20313d1 req-cd784642-3d1b-434a-a059-5b71d24c1e58 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.1368344 Aug 31 14:00:02.691231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14139b66-e085-4bcb-928d-a03f447a58f5 req-b59b916a-6826-4055-a6af-c02f85885cff service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098095 Aug 31 14:00:02.708758 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c93044cf-4056-44d9-8a6e-599ae20313d1 req-3cb93b91-238f-4399-bb04-940c798e4f18 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081295 Aug 31 14:00:02.762830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f4a0e-1099-4c06-a6a4-52760edf3341 req-e79597dd-1853-4dbd-aea8-ebcff796533b tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:02.765503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e56f4a0e-1099-4c06-a6a4-52760edf3341 req-e79597dd-1853-4dbd-aea8-ebcff796533b tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 950 time: 0.1063411 Aug 31 14:00:02.845821 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e56f4a0e-1099-4c06-a6a4-52760edf3341 req-62dee232-8040-46a1-94f9-949802cee046 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/security-groups?id=217174bf-47e3-4743-971e-1eb31fc102fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658000 Aug 31 14:00:03.140766 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2320116-d6ae-4aad-95a0-082d2815a0a3 req-1b1f4dc8-5249-4ebb-8124-2837f61abfde tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.151154 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c2320116-d6ae-4aad-95a0-082d2815a0a3 req-1b1f4dc8-5249-4ebb-8124-2837f61abfde tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0785213 Aug 31 14:00:03.218958 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c2320116-d6ae-4aad-95a0-082d2815a0a3 req-65fdbff0-2a4e-48ba-8cad-18af8b12985c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668943 Aug 31 14:00:03.647339 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e661f8-2da3-4854-8e82-09d467194541 req-739f170e-8ae1-4fa6-b31f-8c64ac37644d tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.662606 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-86e661f8-2da3-4854-8e82-09d467194541 req-739f170e-8ae1-4fa6-b31f-8c64ac37644d tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 943 time: 0.1612599 Aug 31 14:00:03.836094 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-86e661f8-2da3-4854-8e82-09d467194541 req-0fd31e34-6a1b-40f9-ab67-1635fded392f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667542 Aug 31 14:00:03.909496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aded70-5e0c-4212-af0c-980985c617b4 req-3b6670b5-4a96-4366-b473-ff1d56f7b832 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:03.927306 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-81aded70-5e0c-4212-af0c-980985c617b4 req-3b6670b5-4a96-4366-b473-ff1d56f7b832 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.2039154 Aug 31 14:00:03.979428 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:04.030186 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25228255-f947-449d-ac0b-e70339c3742b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:04.044815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-81aded70-5e0c-4212-af0c-980985c617b4 req-318235c4-1a21-4cba-9e72-22ba77bc8d92 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145561 Aug 31 14:00:04.186749 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea0928-aced-4b7b-a47e-5ab9add76fb8 req-62f8ec68-29d8-44a8-9b40-8159589340bd tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:04.189829 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64ea0928-aced-4b7b-a47e-5ab9add76fb8 req-62f8ec68-29d8-44a8-9b40-8159589340bd tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.1951010 Aug 31 14:00:04.216538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134f769-5275-4541-9635-32efc7e7c3ac req-27558c24-e1df-4a3e-bf86-4cc5f90548c0 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:04.218881 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7134f769-5275-4541-9635-32efc7e7c3ac req-27558c24-e1df-4a3e-bf86-4cc5f90548c0 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 950 time: 0.0912621 Aug 31 14:00:04.240247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-7dd3460d-4459-4ab6-a510-7a4f34c9dec6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5214543 Aug 31 14:00:04.285958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0aad153c-347e-4188-85bd-ea7a37d6c900 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:04.299986 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64ea0928-aced-4b7b-a47e-5ab9add76fb8 req-d9a9b8c1-a4d0-4a6d-bd04-5964b4fcfa76 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032805 Aug 31 14:00:04.327412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7134f769-5275-4541-9635-32efc7e7c3ac req-74dda058-0a02-4725-a475-4be6fc1230bb tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/security-groups?id=217174bf-47e3-4743-971e-1eb31fc102fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979006 Aug 31 14:00:04.442934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0aad153c-347e-4188-85bd-ea7a37d6c900, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0aad153c-347e-4188-85bd-ea7a37d6c900,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:04.465230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '0aad153c-347e-4188-85bd-ea7a37d6c900', 'network_id': '26dbc674-1d40-45f2-91e2-2314acf35a31', 'port_id': '0aad153c-347e-4188-85bd-ea7a37d6c900', 'mac_address': 'fa:16:3e:75:0f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cf107e-a0a4-4efe-ae7d-7ef221f0fa42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:04.517279 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:04.542583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aad153c-347e-4188-85bd-ea7a37d6c900 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:04.571810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0aad153c-347e-4188-85bd-ea7a37d6c900, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0aad153c-347e-4188-85bd-ea7a37d6c900,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:04.578073 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:04.679865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0aad153c-347e-4188-85bd-ea7a37d6c900,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:04.904955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af001762-77ad-4b2f-b3cd-0d6a75e13af4 req-234ebb61-f815-4f55-bea4-f6499979389e tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:04.909441 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af001762-77ad-4b2f-b3cd-0d6a75e13af4 req-234ebb61-f815-4f55-bea4-f6499979389e tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 950 time: 0.0742860 Aug 31 14:00:04.965646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af001762-77ad-4b2f-b3cd-0d6a75e13af4 req-73409e66-5101-4647-931a-b860e5e90a84 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/security-groups?id=217174bf-47e3-4743-971e-1eb31fc102fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511682 Aug 31 14:00:04.985105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['0aad153c-347e-4188-85bd-ea7a37d6c900'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:05.104303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bcc5a-2bca-4cf1-96ea-da162092a84a req-408708c1-73ef-42b8-9ef4-978447785840 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.106376 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-000bcc5a-2bca-4cf1-96ea-da162092a84a req-408708c1-73ef-42b8-9ef4-978447785840 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 944 time: 0.0673642 Aug 31 14:00:05.134058 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:05.189467 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-000bcc5a-2bca-4cf1-96ea-da162092a84a req-292dd99f-6954-47ca-b1b0-e1c4b2be427e tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705264 Aug 31 14:00:05.399389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b0e63-d4c1-4616-8fdc-a0c6814c88a8 req-d838db47-43a7-44ce-b67f-807123065399 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.401993 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da4b0e63-d4c1-4616-8fdc-a0c6814c88a8 req-d838db47-43a7-44ce-b67f-807123065399 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.0882533 Aug 31 14:00:05.476725 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da4b0e63-d4c1-4616-8fdc-a0c6814c88a8 req-677a25d7-f1a9-490f-9819-75f452c72504 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681634 Aug 31 14:00:05.692348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c72b79-8598-4b45-9f4e-3d02b4093c2f req-fb1bac55-3f76-446b-a097-0c9bae207a6d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:05.695048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a5c72b79-8598-4b45-9f4e-3d02b4093c2f req-fb1bac55-3f76-446b-a097-0c9bae207a6d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.0973372 Aug 31 14:00:05.774865 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a5c72b79-8598-4b45-9f4e-3d02b4093c2f req-06757eb0-a4c5-4d5c-b9a5-874eeafd42c3 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696380 Aug 31 14:00:06.141306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef02fa-f266-4344-a99f-8964ad342a3e req-cb7b0210-b71f-4072-9dc4-c56f05e18c89 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.143550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48ef02fa-f266-4344-a99f-8964ad342a3e req-cb7b0210-b71f-4072-9dc4-c56f05e18c89 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 950 time: 0.0760789 Aug 31 14:00:06.204042 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48ef02fa-f266-4344-a99f-8964ad342a3e req-044501f7-8de3-4a88-8250-9079b3c2f6dc tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/security-groups?id=217174bf-47e3-4743-971e-1eb31fc102fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480921 Aug 31 14:00:06.283979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692718-8072-4166-9403-ef47dff706cf req-53d29c35-84c3-4374-a81b-1389c6aa4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.285590 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-53d29c35-84c3-4374-a81b-1389c6aa4aab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 1101 time: 0.0612164 Aug 31 14:00:06.304155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0aad153c-347e-4188-85bd-ea7a37d6c900 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:06.394423 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 0aad153c-347e-4188-85bd-ea7a37d6c900 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:06.399441 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 0aad153c-347e-4188-85bd-ea7a37d6c900 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:06.400095 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:06.466635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001846d-6b70-486f-b6b6-5e331b582023 req-924ce444-27d7-421a-98eb-69e2a3d6094f tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.468225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2001846d-6b70-486f-b6b6-5e331b582023 req-924ce444-27d7-421a-98eb-69e2a3d6094f tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1601365 Aug 31 14:00:06.471954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692718-8072-4166-9403-ef47dff706cf req-bead7c1b-0fbc-43f5-b09b-a0e32d6a8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.473670 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-bead7c1b-0fbc-43f5-b09b-a0e32d6a8dff service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1809454 Aug 31 14:00:06.529716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-ba4de3f5-5a77-4cde-a52f-9b574146fddf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc HTTP/1.1" status: 200 len: 217 time: 0.0485859 Aug 31 14:00:06.536715 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:06.572746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214e6c24-fd1b-4bb9-82a3-37835209b71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aad153c-347e-4188-85bd-ea7a37d6c900'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:06.578202 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce723b78-2eb9-4e82-97dc-935519ad6c70" -d '{"events": [{"server_uuid": "214e6c24-fd1b-4bb9-82a3-37835209b71a", "name": "network-vif-plugged", "status": "completed", "tag": "0aad153c-347e-4188-85bd-ea7a37d6c900"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:06.598932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0aad153c-347e-4188-85bd-ea7a37d6c900, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0aad153c-347e-4188-85bd-ea7a37d6c900,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:06.605847 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:06.623646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2001846d-6b70-486f-b6b6-5e331b582023 req-c94f9e30-63bf-47d9-8622-d7c515287b57 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356215 Aug 31 14:00:06.639420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692718-8072-4166-9403-ef47dff706cf req-dc1f5a56-c7d1-46c5-b2ca-f6647bb01f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.642469 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-dc1f5a56-c7d1-46c5-b2ca-f6647bb01f9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1043279 Aug 31 14:00:06.664887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33233375-5cb7-44ca-81ff-84502df4d9f9 req-19e224cb-9369-4a21-8da3-60aa6756e120 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.667122 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33233375-5cb7-44ca-81ff-84502df4d9f9 req-19e224cb-9369-4a21-8da3-60aa6756e120 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 944 time: 0.1039777 Aug 31 14:00:06.712934 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:06.732115 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33233375-5cb7-44ca-81ff-84502df4d9f9 req-12c747a7-c254-49dc-b26f-8370f850d718 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556285 Aug 31 14:00:06.739772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0aad153c-347e-4188-85bd-ea7a37d6c900,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:06.755712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692718-8072-4166-9403-ef47dff706cf req-91a8a969-1bb1-4f50-b6eb-23c25c31ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.758316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-91a8a969-1bb1-4f50-b6eb-23c25c31ec91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053159 Aug 31 14:00:06.810434 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59754e2e-026b-4caa-ac4c-4f25ccc03bbc x-openstack-request-id: req-59754e2e-026b-4caa-ac4c-4f25ccc03bbc {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:06.811320 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214e6c24-fd1b-4bb9-82a3-37835209b71a", "name": "network-vif-plugged", "status": "completed", "tag": "0aad153c-347e-4188-85bd-ea7a37d6c900", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:06.811320 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59754e2e-026b-4caa-ac4c-4f25ccc03bbc {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:06.811999 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214e6c24-fd1b-4bb9-82a3-37835209b71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aad153c-347e-4188-85bd-ea7a37d6c900', 'code': 200} Aug 31 14:00:06.997195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14e434-4d17-4fd1-adb1-8e7ee84c6d36 req-43d0b78d-3d00-4063-ac49-92a669915fde tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:06.998780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff14e434-4d17-4fd1-adb1-8e7ee84c6d36 req-43d0b78d-3d00-4063-ac49-92a669915fde tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 950 time: 0.1735952 Aug 31 14:00:07.003406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-3860cfbe-6d3e-4d81-8ad7-76ae2da7e3af service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363884 Aug 31 14:00:07.013425 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60f751-17b0-4b25-a340-ca6797fecc40 req-dae9b0bc-30f4-401f-99cf-b349820d7d68 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.015031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c60f751-17b0-4b25-a340-ca6797fecc40 req-dae9b0bc-30f4-401f-99cf-b349820d7d68 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.1729748 Aug 31 14:00:07.076230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc0a26-cee2-4e48-bdc9-244552d23e78 req-4af94633-00b4-4635-9cf9-4073305029f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.084937 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0acc0a26-cee2-4e48-bdc9-244552d23e78 req-4af94633-00b4-4635-9cf9-4073305029f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 1096 time: 0.1686482 Aug 31 14:00:07.222150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0acc0a26-cee2-4e48-bdc9-244552d23e78 req-1bc2b41f-ced6-4ca0-8b36-08375080bf41 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122549 Aug 31 14:00:07.225161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c60f751-17b0-4b25-a340-ca6797fecc40 req-a3f874e3-6817-4b9b-ad4a-d16d734ff0b6 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910803 Aug 31 14:00:07.243947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-3f8bed09-bc58-4386-a5fa-15e06cef1e50 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259188 Aug 31 14:00:07.276223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ff14e434-4d17-4fd1-adb1-8e7ee84c6d36 req-31376bb5-3268-4402-b125-0fbf52fd2394 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Deleting port 3e9ed9ac-365e-4966-868c-971f9f600312 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:07.279517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff14e434-4d17-4fd1-adb1-8e7ee84c6d36 req-31376bb5-3268-4402-b125-0fbf52fd2394 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.450700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9ef1f-0cce-4f3b-a624-9ab3781e08cc req-b13cbf42-db45-4ace-ac04-ecf0ce4ff29e tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.460749 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96d9ef1f-0cce-4f3b-a624-9ab3781e08cc req-b13cbf42-db45-4ace-ac04-ecf0ce4ff29e tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.0963495 Aug 31 14:00:07.501147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ff14e434-4d17-4fd1-adb1-8e7ee84c6d36 req-31376bb5-3268-4402-b125-0fbf52fd2394 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] For port 3e9ed9ac-365e-4966-868c-971f9f600312, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3e9ed9ac-365e-4966-868c-971f9f600312,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:07.501458 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff14e434-4d17-4fd1-adb1-8e7ee84c6d36 req-31376bb5-3268-4402-b125-0fbf52fd2394 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:07.866166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ff14e434-4d17-4fd1-adb1-8e7ee84c6d36 req-31376bb5-3268-4402-b125-0fbf52fd2394 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Calling delete_port for 3e9ed9ac-365e-4966-868c-971f9f600312 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:07.868245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66989c-b98f-4d9b-9c8b-6f0f263a97b8 req-ac34e2d7-0fe1-45fb-8668-ad7491223083 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:07.869878 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da66989c-b98f-4d9b-9c8b-6f0f263a97b8 req-ac34e2d7-0fe1-45fb-8668-ad7491223083 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ab4961c-9bd2-4340-be2e-9c43f9812aef HTTP/1.1" status: 200 len: 950 time: 0.0624561 Aug 31 14:00:07.872948 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96d9ef1f-0cce-4f3b-a624-9ab3781e08cc req-000bbdad-1eff-478f-bd9d-f3dfcaf31ccb tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109106 Aug 31 14:00:07.925935 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da66989c-b98f-4d9b-9c8b-6f0f263a97b8 req-11e2db16-a07d-4a60-b688-849eb3439f1a tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.20 "GET /v2.0/security-groups?id=217174bf-47e3-4743-971e-1eb31fc102fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464022 Aug 31 14:00:08.070313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eae5d-51a4-4ab1-904a-dba1e5fb4c54 req-d97f14d1-4e24-42b3-93bf-c0a4355d2213 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:08.075622 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff14e434-4d17-4fd1-adb1-8e7ee84c6d36 req-31376bb5-3268-4402-b125-0fbf52fd2394 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.077982 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-133eae5d-51a4-4ab1-904a-dba1e5fb4c54 req-d97f14d1-4e24-42b3-93bf-c0a4355d2213 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 945 time: 0.0784264 Aug 31 14:00:08.091412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['3e9ed9ac-365e-4966-868c-971f9f600312'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:08.125222 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-133eae5d-51a4-4ab1-904a-dba1e5fb4c54 req-716af1cc-4e7e-4ec0-8df4-43c8bde2d845 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461364 Aug 31 14:00:08.138477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31376bb5-3268-4402-b125-0fbf52fd2394 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Pushing event deleted for resources: {'Port': ['ID=3e9ed9ac-365e-4966-868c-971f9f600312,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:08.197196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff14e434-4d17-4fd1-adb1-8e7ee84c6d36 req-31376bb5-3268-4402-b125-0fbf52fd2394 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] No DVR routers for this DVR port 3e9ed9ac-365e-4966-868c-971f9f600312 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:08.201286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff14e434-4d17-4fd1-adb1-8e7ee84c6d36 req-31376bb5-3268-4402-b125-0fbf52fd2394 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.205859 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff14e434-4d17-4fd1-adb1-8e7ee84c6d36 req-31376bb5-3268-4402-b125-0fbf52fd2394 tempest-ImagesNegativeTestJSON-1060005083 tempest-ImagesNegativeTestJSON-1060005083-project] 10.222.0.52 "DELETE /v2.0/ports/3e9ed9ac-365e-4966-868c-971f9f600312 HTTP/1.1" status: 204 len: 173 time: 1.1885331 Aug 31 14:00:08.206625 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4961c-9bd2-4340-be2e-9c43f9812aef', 'name': 'network-vif-deleted', 'tag': '3e9ed9ac-365e-4966-868c-971f9f600312'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:08.210002 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f6e97b-717d-4bd3-ae3c-b5788d40b236" -d '{"events": [{"server_uuid": "7ab4961c-9bd2-4340-be2e-9c43f9812aef", "name": "network-vif-deleted", "tag": "3e9ed9ac-365e-4966-868c-971f9f600312"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:08.313528 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc8f0cd-f084-40e8-bfd6-96648ffe0e7c x-openstack-request-id: req-4bc8f0cd-f084-40e8-bfd6-96648ffe0e7c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:08.314480 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4961c-9bd2-4340-be2e-9c43f9812aef", "name": "network-vif-deleted", "tag": "3e9ed9ac-365e-4966-868c-971f9f600312", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:08.314480 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bc8f0cd-f084-40e8-bfd6-96648ffe0e7c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:08.314480 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4961c-9bd2-4340-be2e-9c43f9812aef', 'name': 'network-vif-deleted', 'tag': '3e9ed9ac-365e-4966-868c-971f9f600312', 'status': 'completed', 'code': 200} Aug 31 14:00:08.522958 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acbf0-bef1-456c-a1c6-6b0bb772ce7f req-7a5e16d8-fe16-4652-9535-82b79ecdfdf7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:08.535765 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f98acbf0-bef1-456c-a1c6-6b0bb772ce7f req-7a5e16d8-fe16-4652-9535-82b79ecdfdf7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.1166353 Aug 31 14:00:08.613109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f98acbf0-bef1-456c-a1c6-6b0bb772ce7f req-6a32ecfe-9af5-4fcc-b37c-6e55a4ab2e0e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761485 Aug 31 14:00:08.827631 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:08.878293 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:09.077788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320cf00-252e-4366-b546-1a2ba242f9d7 req-3d9356b2-fec7-4362-8aef-1335ca8dc08f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.080328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8320cf00-252e-4366-b546-1a2ba242f9d7 req-3d9356b2-fec7-4362-8aef-1335ca8dc08f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.0962670 Aug 31 14:00:09.139585 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8320cf00-252e-4366-b546-1a2ba242f9d7 req-da731cd3-e2c6-41b6-8a0c-c1008b20fd32 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491202 Aug 31 14:00:09.295910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05999e30-e1d4-4d13-9974-cfb23a02d99c req-faef935f-3116-4db6-b3ad-913ba8398d9a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.298646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-05999e30-e1d4-4d13-9974-cfb23a02d99c req-faef935f-3116-4db6-b3ad-913ba8398d9a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 945 time: 0.0663226 Aug 31 14:00:09.351397 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-05999e30-e1d4-4d13-9974-cfb23a02d99c req-a40dbfb4-dab2-44da-8c72-220551ff37a6 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Aug 31 14:00:09.739943 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6c09a3f-264d-4d05-a3c7-dcf7e59be162 req-3a12fbe6-c5c3-4d1d-a10a-96a59ab7cbbf tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-586521330&fields=id&tenant_id=f6f20a9f415647ecb5b81b352a388943 HTTP/1.1" status: 200 len: 267 time: 0.0550113 Aug 31 14:00:09.804971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c09a3f-264d-4d05-a3c7-dcf7e59be162 req-2adb706d-28f0-44fc-8c3c-5ea1ee26ebc8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:09.807070 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6c09a3f-264d-4d05-a3c7-dcf7e59be162 req-2adb706d-28f0-44fc-8c3c-5ea1ee26ebc8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 945 time: 0.0605991 Aug 31 14:00:09.821598 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-b6c09a3f-264d-4d05-a3c7-dcf7e59be162 req-baddf9c9-e492-4ab9-9404-13eae1b66284 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'port': {'security_groups': ['15e95ef2-c33b-4bd0-8c73-557ef39ada68', '64924f55-a50f-4b0a-918f-22eab98d464d']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:09.911557 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b6c09a3f-264d-4d05-a3c7-dcf7e59be162 req-baddf9c9-e492-4ab9-9404-13eae1b66284 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:10.137882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01636371-d5a5-435a-8c18-cf15d4bcd512 req-928e3489-7201-4af7-8ce6-e79c8aee9263 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:10.140212 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01636371-d5a5-435a-8c18-cf15d4bcd512 req-928e3489-7201-4af7-8ce6-e79c8aee9263 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.0605786 Aug 31 14:00:10.206451 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b6c09a3f-264d-4d05-a3c7-dcf7e59be162 req-baddf9c9-e492-4ab9-9404-13eae1b66284 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] For port 0aad153c-347e-4188-85bd-ea7a37d6c900, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0aad153c-347e-4188-85bd-ea7a37d6c900,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:10.213243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01636371-d5a5-435a-8c18-cf15d4bcd512 req-c0441a36-dbad-4c54-950f-becac2fa44f4 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631812 Aug 31 14:00:10.262764 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b6c09a3f-264d-4d05-a3c7-dcf7e59be162 req-baddf9c9-e492-4ab9-9404-13eae1b66284 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:10.269585 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b6c09a3f-264d-4d05-a3c7-dcf7e59be162 req-baddf9c9-e492-4ab9-9404-13eae1b66284 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:10.287899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['55d15bd8-2077-45e3-b895-8cb8bd266bc9', '0aad153c-347e-4188-85bd-ea7a37d6c900'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:10.328252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 3e9ed9ac-365e-4966-868c-971f9f600312 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:10.359104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddf9c9-e492-4ab9-9404-13eae1b66284 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'Port': ['ID=0aad153c-347e-4188-85bd-ea7a37d6c900,revision_number=6']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:10.371018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 3e9ed9ac-365e-4966-868c-971f9f600312 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:10.371709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 3e9ed9ac-365e-4966-868c-971f9f600312 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:10.388417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c09a3f-264d-4d05-a3c7-dcf7e59be162 req-baddf9c9-e492-4ab9-9404-13eae1b66284 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:10.393406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b6c09a3f-264d-4d05-a3c7-dcf7e59be162 req-baddf9c9-e492-4ab9-9404-13eae1b66284 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:10.399312 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6c09a3f-264d-4d05-a3c7-dcf7e59be162 req-baddf9c9-e492-4ab9-9404-13eae1b66284 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "PUT /v2.0/ports/0aad153c-347e-4188-85bd-ea7a37d6c900 HTTP/1.1" status: 200 len: 981 time: 0.5832119 Aug 31 14:00:10.408057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214e6c24-fd1b-4bb9-82a3-37835209b71a', 'tag': '0aad153c-347e-4188-85bd-ea7a37d6c900'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:10.410868 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f23101a-aa62-49a2-98e0-b931e03d3c39" -d '{"events": [{"name": "network-changed", "server_uuid": "214e6c24-fd1b-4bb9-82a3-37835209b71a", "tag": "0aad153c-347e-4188-85bd-ea7a37d6c900"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:10.514184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['0aad153c-347e-4188-85bd-ea7a37d6c900'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:10.638065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e5ec478-0b85-4899-9975-ea3e8a598587 req-4e8d19ad-0b5d-411f-92cb-5a638b48ea9a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/64924f55-a50f-4b0a-918f-22eab98d464d HTTP/1.1" status: 200 len: 1800 time: 0.0739896 Aug 31 14:00:10.730089 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-3e5ec478-0b85-4899-9975-ea3e8a598587 req-3e3e7757-2bdf-488e-977f-1a3c9a4e8305 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 14:00:10.731226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e5ec478-0b85-4899-9975-ea3e8a598587 req-3e3e7757-2bdf-488e-977f-1a3c9a4e8305 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "DELETE /v2.0/security-groups/64924f55-a50f-4b0a-918f-22eab98d464d HTTP/1.1" status: 409 len: 341 time: 0.0802946 Aug 31 14:00:10.795666 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b51ce8b-ea16-4028-9dc0-6d5dd3cbf7a0 x-openstack-request-id: req-9b51ce8b-ea16-4028-9dc0-6d5dd3cbf7a0 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:10.795907 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214e6c24-fd1b-4bb9-82a3-37835209b71a", "tag": "0aad153c-347e-4188-85bd-ea7a37d6c900", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:10.796195 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b51ce8b-ea16-4028-9dc0-6d5dd3cbf7a0 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:10.796791 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214e6c24-fd1b-4bb9-82a3-37835209b71a', 'tag': '0aad153c-347e-4188-85bd-ea7a37d6c900', 'status': 'completed', 'code': 200} Aug 31 14:00:10.897239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23101a-aa62-49a2-98e0-b931e03d3c39 req-4f5d0d39-4c8a-4571-abf5-c35580ba72d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:10.899355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f23101a-aa62-49a2-98e0-b931e03d3c39 req-4f5d0d39-4c8a-4571-abf5-c35580ba72d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6f20a9f415647ecb5b81b352a388943&device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 1135 time: 0.0721331 Aug 31 14:00:11.090621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23101a-aa62-49a2-98e0-b931e03d3c39 req-8f175149-97a0-4c78-ba67-87a227e65552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.092455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f23101a-aa62-49a2-98e0-b931e03d3c39 req-8f175149-97a0-4c78-ba67-87a227e65552 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26dbc674-1d40-45f2-91e2-2314acf35a31 HTTP/1.1" status: 200 len: 914 time: 0.1824567 Aug 31 14:00:11.153735 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f23101a-aa62-49a2-98e0-b931e03d3c39 req-1d4e710b-0fed-404a-a6b5-446d8ddd38af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0aad153c-347e-4188-85bd-ea7a37d6c900 HTTP/1.1" status: 200 len: 217 time: 0.0492413 Aug 31 14:00:11.252188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23101a-aa62-49a2-98e0-b931e03d3c39 req-68d5c83d-6ad7-4312-928b-823c830a773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.255434 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f23101a-aa62-49a2-98e0-b931e03d3c39 req-68d5c83d-6ad7-4312-928b-823c830a773c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=80cf107e-a0a4-4efe-ae7d-7ef221f0fa42 HTTP/1.1" status: 200 len: 853 time: 0.0896647 Aug 31 14:00:11.259767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6580f6-814e-47d0-98ce-6bea5c3f675a req-82718c4a-a878-4297-aa80-b228b7c0c64a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.262745 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2d6580f6-814e-47d0-98ce-6bea5c3f675a req-82718c4a-a878-4297-aa80-b228b7c0c64a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 984 time: 0.0887513 Aug 31 14:00:11.329684 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f23101a-aa62-49a2-98e0-b931e03d3c39 req-940a36e7-c508-4b59-9e39-501e3a736d12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26dbc674-1d40-45f2-91e2-2314acf35a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594006 Aug 31 14:00:11.385505 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2d6580f6-814e-47d0-98ce-6bea5c3f675a req-ff70ee39-dc2d-4962-8350-44daaf761924 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=64924f55-a50f-4b0a-918f-22eab98d464d&id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1104562 Aug 31 14:00:11.563102 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f23101a-aa62-49a2-98e0-b931e03d3c39 req-f73275b6-9d44-47ad-ad36-180f9a9186aa service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239876 Aug 31 14:00:11.622455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d19fd-a277-4548-85c9-a419f22965e7 req-0c5b0984-e3fc-4f6e-a053-1e36b147df41 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.624646 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-240d19fd-a277-4548-85c9-a419f22965e7 req-0c5b0984-e3fc-4f6e-a053-1e36b147df41 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.1371582 Aug 31 14:00:11.685497 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-240d19fd-a277-4548-85c9-a419f22965e7 req-abb92b77-a0dc-4561-84d6-6882df4d54af tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522897 Aug 31 14:00:11.728596 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f23101a-aa62-49a2-98e0-b931e03d3c39 req-260046c3-cf1d-4b1f-b9f1-f6bb1a3d6ee6 service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525786 Aug 31 14:00:11.810140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37796) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:11.873806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b90b4-5b6a-44c4-8a42-a57970b182c4 req-0ee7e0f2-6ea1-4f3a-a69f-917eee9617c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:11.875919 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-453b90b4-5b6a-44c4-8a42-a57970b182c4 req-0ee7e0f2-6ea1-4f3a-a69f-917eee9617c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6f20a9f415647ecb5b81b352a388943&device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 1135 time: 0.0599811 Aug 31 14:00:12.034441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b90b4-5b6a-44c4-8a42-a57970b182c4 req-71f0dc3d-3695-43a3-a7a9-b0ab8087260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:12.036175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-453b90b4-5b6a-44c4-8a42-a57970b182c4 req-71f0dc3d-3695-43a3-a7a9-b0ab8087260d service neutron] 10.222.0.52 "GET /v2.0/networks?id=26dbc674-1d40-45f2-91e2-2314acf35a31 HTTP/1.1" status: 200 len: 914 time: 0.1503320 Aug 31 14:00:12.097000 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8e881c22-8007-4ed6-b16c-88fd0097d903 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=479dddcb41b7436d89b88cf57aee6113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855022 Aug 31 14:00:12.097870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37820) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:12.119548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-453b90b4-5b6a-44c4-8a42-a57970b182c4 req-8d20e5c8-a263-465b-9802-b15965a11914 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0aad153c-347e-4188-85bd-ea7a37d6c900 HTTP/1.1" status: 200 len: 217 time: 0.0595903 Aug 31 14:00:12.165930 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81cfb648-31bc-4ac0-abd8-944193ead4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.225343 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81cfb648-31bc-4ac0-abd8-944193ead4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.229339 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 00361382-0f09-42be-876c-ec0b459ea10e details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:12.239070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b90b4-5b6a-44c4-8a42-a57970b182c4 req-71c3a463-960b-49f5-95b8-1ea1f505049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:12.243345 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-453b90b4-5b6a-44c4-8a42-a57970b182c4 req-71c3a463-960b-49f5-95b8-1ea1f505049f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=80cf107e-a0a4-4efe-ae7d-7ef221f0fa42 HTTP/1.1" status: 200 len: 853 time: 0.1026411 Aug 31 14:00:12.331783 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81cfb648-31bc-4ac0-abd8-944193ead4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.335006 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81cfb648-31bc-4ac0-abd8-944193ead4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.339748 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-81cfb648-31bc-4ac0-abd8-944193ead4ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/217174bf-47e3-4743-971e-1eb31fc102fb HTTP/1.1" status: 204 len: 168 time: 0.2373080 Aug 31 14:00:12.340014 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-453b90b4-5b6a-44c4-8a42-a57970b182c4 req-606fa8c6-f40a-452d-af78-50e168ac2ebc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26dbc674-1d40-45f2-91e2-2314acf35a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806806 Aug 31 14:00:12.353643 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfb648-31bc-4ac0-abd8-944193ead4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217174bf-47e3-4743-971e-1eb31fc102fb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:12.508764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 00361382-0f09-42be-876c-ec0b459ea10e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=00361382-0f09-42be-876c-ec0b459ea10e,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:12.551710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '00361382-0f09-42be-876c-ec0b459ea10e', 'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'port_id': '00361382-0f09-42be-876c-ec0b459ea10e', 'mac_address': 'fa:16:3e:18:93:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a4f80d-1ced-4844-b1bb-7b0eaea3bfce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:12.592727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a888de-f574-4d6e-9743-d4e3ef41c2ef req-a1aa97a0-22d9-42fd-a2c8-befc1d7cf8dd tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:12.595126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87a888de-f574-4d6e-9743-d4e3ef41c2ef req-a1aa97a0-22d9-42fd-a2c8-befc1d7cf8dd tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 984 time: 0.1184759 Aug 31 14:00:12.620680 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-453b90b4-5b6a-44c4-8a42-a57970b182c4 req-1fcc4906-8532-4a50-b120-b0c9dfad9d95 service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723489 Aug 31 14:00:12.637400 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.669475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00361382-0f09-42be-876c-ec0b459ea10e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:12.732188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 00361382-0f09-42be-876c-ec0b459ea10e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=00361382-0f09-42be-876c-ec0b459ea10e,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:12.737888 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87a888de-f574-4d6e-9743-d4e3ef41c2ef req-028df9ce-c95b-47dd-9a98-2fb030163c48 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=64924f55-a50f-4b0a-918f-22eab98d464d&id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1291189 Aug 31 14:00:12.753278 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:12.858039 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-453b90b4-5b6a-44c4-8a42-a57970b182c4 req-bc00dd3d-3848-4f6b-9a76-936f5f3b32c9 service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294171 Aug 31 14:00:12.911446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['00361382-0f09-42be-876c-ec0b459ea10e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:12.983054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009c5a5-65a2-4ded-ae1c-e397495d054c req-6ba6bf49-c835-4bfb-9681-2741cdc11d2f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:12.986402 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6009c5a5-65a2-4ded-ae1c-e397495d054c req-6ba6bf49-c835-4bfb-9681-2741cdc11d2f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.0920565 Aug 31 14:00:13.017253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=00361382-0f09-42be-876c-ec0b459ea10e,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:13.055320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6009c5a5-65a2-4ded-ae1c-e397495d054c req-6a6ecf3a-eeef-4def-b16e-63935293a8d4 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584776 Aug 31 14:00:14.067023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947280e-9e5c-42ed-9e2c-9f472a1bb317 req-94fe77c0-1f8c-4baf-9e72-d51a65e39fa4 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:14.069873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e947280e-9e5c-42ed-9e2c-9f472a1bb317 req-94fe77c0-1f8c-4baf-9e72-d51a65e39fa4 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 984 time: 0.1662037 Aug 31 14:00:14.167633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e947280e-9e5c-42ed-9e2c-9f472a1bb317 req-2628567c-212d-4229-88c7-8c7a5ffcb555 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=64924f55-a50f-4b0a-918f-22eab98d464d&id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0780294 Aug 31 14:00:14.259505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 00361382-0f09-42be-876c-ec0b459ea10e up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:14.321999 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 00361382-0f09-42be-876c-ec0b459ea10e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:14.324361 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.333991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7990e-4d08-41f0-a6ec-4aba8c2f04e4 req-18fbff1f-def8-4183-a7e6-3ab1005854bd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:14.343838 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12a7990e-4d08-41f0-a6ec-4aba8c2f04e4 req-18fbff1f-def8-4183-a7e6-3ab1005854bd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.0939674 Aug 31 14:00:14.415609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12a7990e-4d08-41f0-a6ec-4aba8c2f04e4 req-048645e4-632f-48c0-afa0-c9af80f6b72a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703444 Aug 31 14:00:14.498187 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.542304 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37962) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:14.549868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 00361382-0f09-42be-876c-ec0b459ea10e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=00361382-0f09-42be-876c-ec0b459ea10e,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:14.551525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebdc1d-3162-4432-bfc5-1f04f26744be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00361382-0f09-42be-876c-ec0b459ea10e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:14.555419 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02157e4d-985d-48b8-aca5-d3e921722a1b" -d '{"events": [{"server_uuid": "80ebdc1d-3162-4432-bfc5-1f04f26744be", "name": "network-vif-plugged", "status": "completed", "tag": "00361382-0f09-42be-876c-ec0b459ea10e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:14.559740 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.608109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2db300d-3e56-48cc-9969-f5b837a57ef0 req-addd18c2-5ed2-4ffa-8c66-1905a9773eaa tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-400239309&fields=id&tenant_id=f6f20a9f415647ecb5b81b352a388943 HTTP/1.1" status: 200 len: 267 time: 0.0938797 Aug 31 14:00:14.631568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=00361382-0f09-42be-876c-ec0b459ea10e,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:14.694468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db300d-3e56-48cc-9969-f5b837a57ef0 req-af5b6f2e-857c-4781-aa0a-2d54b38ee070 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:14.702773 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2db300d-3e56-48cc-9969-f5b837a57ef0 req-af5b6f2e-857c-4781-aa0a-2d54b38ee070 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 984 time: 0.0912030 Aug 31 14:00:14.712081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f2db300d-3e56-48cc-9969-f5b837a57ef0 req-5c60dec9-25ec-4173-b190-93cb81751423 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'port': {'security_groups': ['15e95ef2-c33b-4bd0-8c73-557ef39ada68', '64924f55-a50f-4b0a-918f-22eab98d464d', '9f2826bc-4c15-451c-82a0-dbe41f4c9e48']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:14.755663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d8021758-87c7-4bb7-a96d-05ad93f85f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.796977 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2db300d-3e56-48cc-9969-f5b837a57ef0 req-5c60dec9-25ec-4173-b190-93cb81751423 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.929173 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d8021758-87c7-4bb7-a96d-05ad93f85f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.942839 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d8021758-87c7-4bb7-a96d-05ad93f85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:14.958917 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a44fee-3b0a-4a70-93d3-74c5b01d9b31 x-openstack-request-id: req-e1a44fee-3b0a-4a70-93d3-74c5b01d9b31 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:14.959237 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebdc1d-3162-4432-bfc5-1f04f26744be", "name": "network-vif-plugged", "status": "completed", "tag": "00361382-0f09-42be-876c-ec0b459ea10e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:14.959490 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1a44fee-3b0a-4a70-93d3-74c5b01d9b31 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:14.959893 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebdc1d-3162-4432-bfc5-1f04f26744be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00361382-0f09-42be-876c-ec0b459ea10e', 'code': 200} Aug 31 14:00:14.971533 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d8021758-87c7-4bb7-a96d-05ad93f85f54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a4470d9d64040bfabfbbb45d448aaff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4287488 Aug 31 14:00:14.976882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37972) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:15.009425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8021758-87c7-4bb7-a96d-05ad93f85f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a67bee-bee0-4ba0-bff2-a6d05d63b0d6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:15.171548 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b19f663f-b8f2-42d5-bedf-420eead497a5 req-b9acb358-abfe-47ec-86df-d565a6089d55 tempest-AbsoluteLimitsNegativeTestJSON-1451807000 tempest-AbsoluteLimitsNegativeTestJSON-1451807000-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8f687bf5dd324e8ba36abee4a27dc952&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476732 Aug 31 14:00:15.205297 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9646e0ef-23cf-45d9-b60e-60b0091a2bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.247070 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9646e0ef-23cf-45d9-b60e-60b0091a2bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.322364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f2db300d-3e56-48cc-9969-f5b837a57ef0 req-5c60dec9-25ec-4173-b190-93cb81751423 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] For port 0aad153c-347e-4188-85bd-ea7a37d6c900, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0aad153c-347e-4188-85bd-ea7a37d6c900,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:15.327364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f663f-b8f2-42d5-bedf-420eead497a5 req-d7a3466e-4d68-4836-87d4-9bd18f509315 tempest-AbsoluteLimitsNegativeTestJSON-1451807000 tempest-AbsoluteLimitsNegativeTestJSON-1451807000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:15.337383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b19f663f-b8f2-42d5-bedf-420eead497a5 req-d7a3466e-4d68-4836-87d4-9bd18f509315 tempest-AbsoluteLimitsNegativeTestJSON-1451807000 tempest-AbsoluteLimitsNegativeTestJSON-1451807000-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647363 Aug 31 14:00:15.373164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b19f663f-b8f2-42d5-bedf-420eead497a5 req-2cec88fe-4eca-4ebc-a6c5-c75f113057e0 tempest-AbsoluteLimitsNegativeTestJSON-1451807000 tempest-AbsoluteLimitsNegativeTestJSON-1451807000-project] 10.222.0.20 "GET /v2.0/quotas/8f687bf5dd324e8ba36abee4a27dc952 HTTP/1.1" status: 200 len: 375 time: 0.0336652 Aug 31 14:00:15.377026 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2db300d-3e56-48cc-9969-f5b837a57ef0 req-5c60dec9-25ec-4173-b190-93cb81751423 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.383763 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2db300d-3e56-48cc-9969-f5b837a57ef0 req-5c60dec9-25ec-4173-b190-93cb81751423 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.406746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['55d15bd8-2077-45e3-b895-8cb8bd266bc9', '0aad153c-347e-4188-85bd-ea7a37d6c900'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:15.456527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b19f663f-b8f2-42d5-bedf-420eead497a5 req-ea98de63-be4e-47d3-b9ac-0e930924e9df tempest-AbsoluteLimitsNegativeTestJSON-1451807000 tempest-AbsoluteLimitsNegativeTestJSON-1451807000-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f687bf5dd324e8ba36abee4a27dc952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646884 Aug 31 14:00:15.540885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9646e0ef-23cf-45d9-b60e-60b0091a2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.546987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9646e0ef-23cf-45d9-b60e-60b0091a2bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.550824 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9646e0ef-23cf-45d9-b60e-60b0091a2bb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86a67bee-bee0-4ba0-bff2-a6d05d63b0d6 HTTP/1.1" status: 204 len: 168 time: 0.5700805 Aug 31 14:00:15.603468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60dec9-25ec-4173-b190-93cb81751423 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'Port': ['ID=0aad153c-347e-4188-85bd-ea7a37d6c900,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:15.626710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db300d-3e56-48cc-9969-f5b837a57ef0 req-5c60dec9-25ec-4173-b190-93cb81751423 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:15.627334 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2db300d-3e56-48cc-9969-f5b837a57ef0 req-5c60dec9-25ec-4173-b190-93cb81751423 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:15.647664 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2db300d-3e56-48cc-9969-f5b837a57ef0 req-5c60dec9-25ec-4173-b190-93cb81751423 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "PUT /v2.0/ports/0aad153c-347e-4188-85bd-ea7a37d6c900 HTTP/1.1" status: 200 len: 1020 time: 0.9436390 Aug 31 14:00:15.649790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214e6c24-fd1b-4bb9-82a3-37835209b71a', 'tag': '0aad153c-347e-4188-85bd-ea7a37d6c900'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:15.656015 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634181a4-341a-402f-9c18-a053c3160ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "214e6c24-fd1b-4bb9-82a3-37835209b71a", "tag": "0aad153c-347e-4188-85bd-ea7a37d6c900"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:15.675522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646e0ef-23cf-45d9-b60e-60b0091a2bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a67bee-bee0-4ba0-bff2-a6d05d63b0d6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:15.777075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['0aad153c-347e-4188-85bd-ea7a37d6c900'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:15.879754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e55ce-55bd-4c78-a79e-9f66c9a13e85 req-cdebb47e-5dd4-485b-84c1-b595a0c70568 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:15.884998 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6a1e55ce-55bd-4c78-a79e-9f66c9a13e85 req-cdebb47e-5dd4-485b-84c1-b595a0c70568 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.1067622 Aug 31 14:00:15.932808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5e576b8-ce57-4c44-9fe9-3fb3b4f9ae67 req-e9eaf131-c6ac-45e5-8ffd-1f89e6c64929 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/9f2826bc-4c15-451c-82a0-dbe41f4c9e48 HTTP/1.1" status: 200 len: 1799 time: 0.1188736 Aug 31 14:00:15.991597 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6a1e55ce-55bd-4c78-a79e-9f66c9a13e85 req-a81327c2-78d5-481c-b8ae-60d49de70f2a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976963 Aug 31 14:00:16.043903 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-e5e576b8-ce57-4c44-9fe9-3fb3b4f9ae67 req-70da01cb-7139-4b4f-91ad-a98187ca8c49 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 14:00:16.063945 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5e576b8-ce57-4c44-9fe9-3fb3b4f9ae67 req-70da01cb-7139-4b4f-91ad-a98187ca8c49 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "DELETE /v2.0/security-groups/9f2826bc-4c15-451c-82a0-dbe41f4c9e48 HTTP/1.1" status: 409 len: 341 time: 0.1221294 Aug 31 14:00:16.094654 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2b6c45-32b9-497f-a56f-f33c986281e7 x-openstack-request-id: req-ad2b6c45-32b9-497f-a56f-f33c986281e7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:16.095072 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214e6c24-fd1b-4bb9-82a3-37835209b71a", "tag": "0aad153c-347e-4188-85bd-ea7a37d6c900", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:16.095430 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad2b6c45-32b9-497f-a56f-f33c986281e7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:16.096000 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214e6c24-fd1b-4bb9-82a3-37835209b71a', 'tag': '0aad153c-347e-4188-85bd-ea7a37d6c900', 'status': 'completed', 'code': 200} Aug 31 14:00:16.100621 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38016) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:16.290024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634181a4-341a-402f-9c18-a053c3160ed3 req-008e5d15-fe4e-415a-b044-6faf55c6780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:16.296335 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-634181a4-341a-402f-9c18-a053c3160ed3 req-008e5d15-fe4e-415a-b044-6faf55c6780d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6f20a9f415647ecb5b81b352a388943&device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 1174 time: 0.1533113 Aug 31 14:00:16.351344 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-badef1fc-4228-44e5-98b8-3fb7aeb4b659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.617728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634181a4-341a-402f-9c18-a053c3160ed3 req-9662a586-17f2-4a2a-b588-423ec7a812b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:16.620312 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-634181a4-341a-402f-9c18-a053c3160ed3 req-9662a586-17f2-4a2a-b588-423ec7a812b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26dbc674-1d40-45f2-91e2-2314acf35a31 HTTP/1.1" status: 200 len: 914 time: 0.3152645 Aug 31 14:00:16.633212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54d06-703c-4e9b-af40-14b5adf22ed1 req-1c27bf63-a024-4bb2-aa4a-89311133caf4 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:16.635144 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17e54d06-703c-4e9b-af40-14b5adf22ed1 req-1c27bf63-a024-4bb2-aa4a-89311133caf4 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 1023 time: 0.1417148 Aug 31 14:00:16.642480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-badef1fc-4228-44e5-98b8-3fb7aeb4b659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.649569 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-badef1fc-4228-44e5-98b8-3fb7aeb4b659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.732647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-634181a4-341a-402f-9c18-a053c3160ed3 req-a0d68792-5740-453f-a827-035e4d67a41c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0aad153c-347e-4188-85bd-ea7a37d6c900 HTTP/1.1" status: 200 len: 217 time: 0.0950658 Aug 31 14:00:16.735874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-badef1fc-4228-44e5-98b8-3fb7aeb4b659 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f687bf5dd324e8ba36abee4a27dc952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6332903 Aug 31 14:00:16.738704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38034) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:16.790461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badef1fc-4228-44e5-98b8-3fb7aeb4b659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f3b35a-c1a7-48a5-85f4-29c01fa89d13,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:16.824228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5a47d98-611b-4eb6-8d6c-f910fef8b490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.863215 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5a47d98-611b-4eb6-8d6c-f910fef8b490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.928689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17e54d06-703c-4e9b-af40-14b5adf22ed1 req-4e34bc96-fb23-4bac-88d6-26828e7724e2 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=64924f55-a50f-4b0a-918f-22eab98d464d&id=9f2826bc-4c15-451c-82a0-dbe41f4c9e48&id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1894588 Aug 31 14:00:16.932706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634181a4-341a-402f-9c18-a053c3160ed3 req-d4beb7b9-9df2-49f0-be96-fa66a4b7b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:16.934672 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-634181a4-341a-402f-9c18-a053c3160ed3 req-d4beb7b9-9df2-49f0-be96-fa66a4b7b961 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=80cf107e-a0a4-4efe-ae7d-7ef221f0fa42 HTTP/1.1" status: 200 len: 853 time: 0.1792665 Aug 31 14:00:16.980240 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5a47d98-611b-4eb6-8d6c-f910fef8b490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:16.999331 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5a47d98-611b-4eb6-8d6c-f910fef8b490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:17.012465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a5a47d98-611b-4eb6-8d6c-f910fef8b490 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8f3b35a-c1a7-48a5-85f4-29c01fa89d13 HTTP/1.1" status: 204 len: 168 time: 0.2605791 Aug 31 14:00:17.013458 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a47d98-611b-4eb6-8d6c-f910fef8b490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f3b35a-c1a7-48a5-85f4-29c01fa89d13,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:17.042863 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-634181a4-341a-402f-9c18-a053c3160ed3 req-063b51a6-a019-49f0-8cdb-e6278052b182 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26dbc674-1d40-45f2-91e2-2314acf35a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943155 Aug 31 14:00:17.253445 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-634181a4-341a-402f-9c18-a053c3160ed3 req-1d557464-59de-4d1b-a335-20bd64cdedfd service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972017 Aug 31 14:00:17.350242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e903d76-f8ac-4cd8-81da-4b68951de09b req-461f165f-7a7c-4c9b-8052-598c5224a84e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:17.362165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6e903d76-f8ac-4cd8-81da-4b68951de09b req-461f165f-7a7c-4c9b-8052-598c5224a84e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.2155724 Aug 31 14:00:17.468799 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-634181a4-341a-402f-9c18-a053c3160ed3 req-d45e9ace-acbe-4505-a6fc-0fac65e9b154 service neutron] 10.222.0.52 "GET /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020454 Aug 31 14:00:17.488659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6e903d76-f8ac-4cd8-81da-4b68951de09b req-39521702-3c95-452a-a519-5a6e5adff55e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245010 Aug 31 14:00:18.165367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e063aa-ed4c-4747-973b-58139af83805 req-cea5da3e-7597-40cd-981f-f6cd4c38cf40 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:18.176918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0e063aa-ed4c-4747-973b-58139af83805 req-cea5da3e-7597-40cd-981f-f6cd4c38cf40 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 1023 time: 0.0966399 Aug 31 14:00:18.262253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0e063aa-ed4c-4747-973b-58139af83805 req-c5f80926-b104-411d-b579-8fbc023c5810 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=64924f55-a50f-4b0a-918f-22eab98d464d&id=9f2826bc-4c15-451c-82a0-dbe41f4c9e48&id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0620875 Aug 31 14:00:18.388973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38102) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:18.658033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-682199222-network', 'tenant_id': '725da7e3c8154e688b0109c6503773b7'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:18.725859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:18.725859 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:18.777607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad524c9a-38a9-4d86-8405-f20ee7717870 req-5ddfffb6-3b68-4852-ab32-b60c500437b0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:18.777607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad524c9a-38a9-4d86-8405-f20ee7717870 req-5ddfffb6-3b68-4852-ab32-b60c500437b0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.0857987 Aug 31 14:00:18.778709 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:18.848345 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad524c9a-38a9-4d86-8405-f20ee7717870 req-3b44bbda-1704-4006-9b69-9efba9e7e73b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181417 Aug 31 14:00:18.876356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2d408-8f90-4319-b1e0-fb904ad714c4 req-767e15d6-b0a3-4821-9238-c6b8f1e61c6f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:18.879519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0c2d408-8f90-4319-b1e0-fb904ad714c4 req-767e15d6-b0a3-4821-9238-c6b8f1e61c6f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.52 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 1023 time: 0.1163843 Aug 31 14:00:18.983840 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.001083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.065030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:00:19.095652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b834062a-073d-4629-8c73-406859c7fcaf,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:19.118895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.124093 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Added segment 0e582ecd-981f-462f-b2db-db6fdb368a19 of type vlan for network b5fb4c7e-2c3a-4423-9d26-009e73aec85e Aug 31 14:00:19.162523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-d0c2d408-8f90-4319-b1e0-fb904ad714c4 req-49d29b6e-f4ae-4951-8a2e-02bb13f37b9b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Deleting port 0aad153c-347e-4188-85bd-ea7a37d6c900 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:19.163589 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d0c2d408-8f90-4319-b1e0-fb904ad714c4 req-49d29b6e-f4ae-4951-8a2e-02bb13f37b9b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.216560 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.265542 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.268005 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:19.268658 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.309977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d0c2d408-8f90-4319-b1e0-fb904ad714c4 req-49d29b6e-f4ae-4951-8a2e-02bb13f37b9b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] For port 0aad153c-347e-4188-85bd-ea7a37d6c900, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0aad153c-347e-4188-85bd-ea7a37d6c900,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:19.310639 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d0c2d408-8f90-4319-b1e0-fb904ad714c4 req-49d29b6e-f4ae-4951-8a2e-02bb13f37b9b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.329247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-d0c2d408-8f90-4319-b1e0-fb904ad714c4 req-49d29b6e-f4ae-4951-8a2e-02bb13f37b9b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Calling delete_port for 0aad153c-347e-4188-85bd-ea7a37d6c900 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:19.380320 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9918282 Aug 31 14:00:19.388417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38138) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:19.394637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ce88c292-a97f-4c35-b6fb-cc880e9e3ee1 admin admin] Request body: {'subnet': {'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-682199222-subnet', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:19.414637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866b70f-6aad-4d28-a04a-7030ad66eb96 admin admin] Pushing event updated for resources: {'Network': ['ID=b5fb4c7e-2c3a-4423-9d26-009e73aec85e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:19.430073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network b5fb4c7e-2c3a-4423-9d26-009e73aec85e details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:00:19.433881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce88c292-a97f-4c35-b6fb-cc880e9e3ee1 admin admin] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:19.437297 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce88c292-a97f-4c35-b6fb-cc880e9e3ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.590731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d0c2d408-8f90-4319-b1e0-fb904ad714c4 req-49d29b6e-f4ae-4951-8a2e-02bb13f37b9b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.612397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['55d15bd8-2077-45e3-b895-8cb8bd266bc9', '0aad153c-347e-4188-85bd-ea7a37d6c900'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:19.636105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d29b6e-f4ae-4951-8a2e-02bb13f37b9b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event deleted for resources: {'Port': ['ID=0aad153c-347e-4188-85bd-ea7a37d6c900,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:19.753963 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c2d408-8f90-4319-b1e0-fb904ad714c4 req-49d29b6e-f4ae-4951-8a2e-02bb13f37b9b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] No DVR routers for this DVR port 0aad153c-347e-4188-85bd-ea7a37d6c900 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:19.769503 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d0c2d408-8f90-4319-b1e0-fb904ad714c4 req-49d29b6e-f4ae-4951-8a2e-02bb13f37b9b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.784095 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce88c292-a97f-4c35-b6fb-cc880e9e3ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:19.787040 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0c2d408-8f90-4319-b1e0-fb904ad714c4 req-49d29b6e-f4ae-4951-8a2e-02bb13f37b9b tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.52 "DELETE /v2.0/ports/0aad153c-347e-4188-85bd-ea7a37d6c900 HTTP/1.1" status: 204 len: 173 time: 0.8870981 Aug 31 14:00:19.788361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214e6c24-fd1b-4bb9-82a3-37835209b71a', 'name': 'network-vif-deleted', 'tag': '0aad153c-347e-4188-85bd-ea7a37d6c900'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:19.795378 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb7defb-3402-403e-9ca2-37fe087ebd01" -d '{"events": [{"server_uuid": "214e6c24-fd1b-4bb9-82a3-37835209b71a", "name": "network-vif-deleted", "tag": "0aad153c-347e-4188-85bd-ea7a37d6c900"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:19.849383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea6134de-26a3-459f-a666-b0e1318cfbdd req-ea7b8dc2-89ae-486f-aa4a-4cc3089470ac tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=214e6c24-fd1b-4bb9-82a3-37835209b71a HTTP/1.1" status: 200 len: 210 time: 0.0912819 Aug 31 14:00:20.041183 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15af1db8-d808-434f-829d-8d18c2b0b564 x-openstack-request-id: req-15af1db8-d808-434f-829d-8d18c2b0b564 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:20.041482 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214e6c24-fd1b-4bb9-82a3-37835209b71a", "name": "network-vif-deleted", "tag": "0aad153c-347e-4188-85bd-ea7a37d6c900", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:20.041735 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15af1db8-d808-434f-829d-8d18c2b0b564 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:20.042147 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214e6c24-fd1b-4bb9-82a3-37835209b71a', 'name': 'network-vif-deleted', 'tag': '0aad153c-347e-4188-85bd-ea7a37d6c900', 'status': 'completed', 'code': 200} Aug 31 14:00:20.065899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88c292-a97f-4c35-b6fb-cc880e9e3ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:20.088289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88c292-a97f-4c35-b6fb-cc880e9e3ee1 admin admin] Checking segment: {'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:20.088699 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88c292-a97f-4c35-b6fb-cc880e9e3ee1 admin admin] Network hostable DHCP agents. Network: b5fb4c7e-2c3a-4423-9d26-009e73aec85e, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:00:20.177897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88c292-a97f-4c35-b6fb-cc880e9e3ee1 admin admin] Network b5fb4c7e-2c3a-4423-9d26-009e73aec85e is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:00:20.188613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ce88c292-a97f-4c35-b6fb-cc880e9e3ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, b5fb4c7e-2c3a-4423-9d26-009e73aec85e) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:20.203191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce88c292-a97f-4c35-b6fb-cc880e9e3ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:20.204153 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce88c292-a97f-4c35-b6fb-cc880e9e3ee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.219824 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ce88c292-a97f-4c35-b6fb-cc880e9e3ee1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8300309 Aug 31 14:00:20.223491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38156) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:20.229370 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:20.230093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f2be5a-0dd0-4765-8fa5-97e393afeea4 None None] Network b5fb4c7e-2c3a-4423-9d26-009e73aec85e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:20.264951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465fdbd-9303-4179-8e9c-6df3b0b189e7 req-c4113858-9d8d-440b-85ab-d7a526700d90 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:20.273636 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f465fdbd-9303-4179-8e9c-6df3b0b189e7 req-c4113858-9d8d-440b-85ab-d7a526700d90 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.1504333 Aug 31 14:00:20.300918 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.303140 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.367454 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.453439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'fixed_ips': [{'subnet_id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:00:20.456627 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.494443 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f465fdbd-9303-4179-8e9c-6df3b0b189e7 req-4581880c-4290-462f-940a-41b3965d395e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193203 Aug 31 14:00:20.697581 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:20.806807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Allocated IP 172.20.0.2 (b5fb4c7e-2c3a-4423-9d26-009e73aec85e/388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3/e32a1911-9718-403a-89ab-c5cabbf0e909) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:21.024239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.066212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15232f-f2d8-46eb-bdc2-d5926921f28a req-1ea6f03e-95ae-4036-8e44-d1b6bc483125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.067744 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b15232f-f2d8-46eb-bdc2-d5926921f28a req-1ea6f03e-95ae-4036-8e44-d1b6bc483125 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0877748 Aug 31 14:00:21.075956 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.159774 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.172348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Transition to ACTIVE for port object e32a1911-9718-403a-89ab-c5cabbf0e909 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:21.211911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Transition to ACTIVE for port object e32a1911-9718-403a-89ab-c5cabbf0e909 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:21.226358 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.249129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500055f-0832-4de2-a925-44fe13dfc82e req-3f7f43a9-53ee-42a5-a414-d96bb0268161 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.259494 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4500055f-0832-4de2-a925-44fe13dfc82e req-3f7f43a9-53ee-42a5-a414-d96bb0268161 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1186655 Aug 31 14:00:21.263513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15232f-f2d8-46eb-bdc2-d5926921f28a req-53fcba79-7dd1-4d3f-9951-0fa75dedb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.265341 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b15232f-f2d8-46eb-bdc2-d5926921f28a req-53fcba79-7dd1-4d3f-9951-0fa75dedb2e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 920 time: 0.1899855 Aug 31 14:00:21.323022 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b15232f-f2d8-46eb-bdc2-d5926921f28a req-c985e03f-5f86-4682-ace8-15aa99fa9715 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5232dc70-34c7-4257-8651-40dba17b0124 HTTP/1.1" status: 200 len: 217 time: 0.0482397 Aug 31 14:00:21.326017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Allocated IP 172.25.3.250 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/6f91b145-4728-40ad-aa1a-6843f8fc1a39) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:21.348577 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4500055f-0832-4de2-a925-44fe13dfc82e req-94ae1ef3-d642-48fb-8866-015d9229ef79 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847991 Aug 31 14:00:21.352338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Network b5fb4c7e-2c3a-4423-9d26-009e73aec85e is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:21.371515 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:21.388536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:21.394368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15232f-f2d8-46eb-bdc2-d5926921f28a req-d888eae9-2be7-4b14-982d-28a196b2fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.405203 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b15232f-f2d8-46eb-bdc2-d5926921f28a req-d888eae9-2be7-4b14-982d-28a196b2fd7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 200 len: 859 time: 0.0641453 Aug 31 14:00:21.462907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b15232f-f2d8-46eb-bdc2-d5926921f28a req-c811df89-c8c9-48e7-b81f-7b08d456be61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563629 Aug 31 14:00:21.497734 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7f558f99-d975-4120-ab6f-91480f499451 req-061f685f-2ab7-4cb7-a73a-cd4a2b175f1a tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/64924f55-a50f-4b0a-918f-22eab98d464d HTTP/1.1" status: 200 len: 1800 time: 0.1151049 Aug 31 14:00:21.621187 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b15232f-f2d8-46eb-bdc2-d5926921f28a req-ddba507c-2d7d-4da2-9fbb-f838db31bd5c service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428947 Aug 31 14:00:21.663546 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.702467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Pushing event updated for resources: {'Port': ['ID=e32a1911-9718-403a-89ab-c5cabbf0e909,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:21.733740 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7f558f99-d975-4120-ab6f-91480f499451 req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.744998 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b15232f-f2d8-46eb-bdc2-d5926921f28a req-6a3665bc-5e13-434c-a386-176edaccab2a service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103947 Aug 31 14:00:21.776292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Attempting to bind port e32a1911-9718-403a-89ab-c5cabbf0e909 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:21.776714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Attempting to bind port e32a1911-9718-403a-89ab-c5cabbf0e909 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:21.777084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Attempting to bind port e32a1911-9718-403a-89ab-c5cabbf0e909 on network b5fb4c7e-2c3a-4423-9d26-009e73aec85e {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:21.784174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7f558f99-d975-4120-ab6f-91480f499451 req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.787756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:21.788384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Checking segment: {'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:21.795615 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.795615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Bound using segment: {'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:21.795615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Bound port: e32a1911-9718-403a-89ab-c5cabbf0e909, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:21.795615 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.811450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358e578-9af1-4a05-8aa6-c03826e4dd6e req-11c93dc4-ca19-4898-86f9-2392ced99e2a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:21.815099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a358e578-9af1-4a05-8aa6-c03826e4dd6e req-11c93dc4-ca19-4898-86f9-2392ced99e2a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.1913483 Aug 31 14:00:21.855906 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.883032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a358e578-9af1-4a05-8aa6-c03826e4dd6e req-56526ad1-d1a0-4ca6-87cf-814f90b7dd3c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610228 Aug 31 14:00:21.919383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] For port e32a1911-9718-403a-89ab-c5cabbf0e909, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:21.926467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] For port e32a1911-9718-403a-89ab-c5cabbf0e909, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e32a1911-9718-403a-89ab-c5cabbf0e909,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:21.929345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:21.930182 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7f558f99-d975-4120-ab6f-91480f499451 req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.934260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7f558f99-d975-4120-ab6f-91480f499451 req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.935521 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:21.944223 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7f558f99-d975-4120-ab6f-91480f499451 req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "DELETE /v2.0/security-groups/64924f55-a50f-4b0a-918f-22eab98d464d HTTP/1.1" status: 204 len: 173 time: 0.4441960 Aug 31 14:00:21.954324 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:21.957093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:21.968507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Pushing event updated for resources: {'Port': ['ID=6f91b145-4728-40ad-aa1a-6843f8fc1a39,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:22.009263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64924f55-a50f-4b0a-918f-22eab98d464d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:22.016286 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.016652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.017394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.017394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.017627 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.017946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.018268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.018589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.018910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.019228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.020480 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.020480 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.047262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.047662 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.048157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.059839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.059839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.059839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.059839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.059839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.059839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.059839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.059839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.059839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dd7337-e520-4507-be8b-4eb55746d055 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:22.110386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1b3a2-0acc-4379-a8be-0f767d095dfb None None] Pushing event updated for resources: {'Port': ['ID=e32a1911-9718-403a-89ab-c5cabbf0e909,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:22.262668 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa1aaf91-a27c-4db0-925a-5bda9267411f req-0ec17c12-220c-4e2a-bec2-66ae0af25b47 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/9f2826bc-4c15-451c-82a0-dbe41f4c9e48 HTTP/1.1" status: 200 len: 1799 time: 0.2008007 Aug 31 14:00:22.381052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0aad153c-347e-4188-85bd-ea7a37d6c900 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:22.433598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 0aad153c-347e-4188-85bd-ea7a37d6c900 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:22.433949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0aad153c-347e-4188-85bd-ea7a37d6c900 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:22.477895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa1aaf91-a27c-4db0-925a-5bda9267411f req-971754ad-c308-4f06-83cf-deb5c565a3ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.773861 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b3296-b49b-4541-963e-9b5820d0798f req-98a843c7-8d4f-484d-9939-92b22f388dd4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:22.776252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-750b3296-b49b-4541-963e-9b5820d0798f req-98a843c7-8d4f-484d-9939-92b22f388dd4 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0713782 Aug 31 14:00:22.847147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-750b3296-b49b-4541-963e-9b5820d0798f req-3e93325a-52b7-420c-a715-f99fae645a8f tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533049 Aug 31 14:00:22.893624 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa1aaf91-a27c-4db0-925a-5bda9267411f req-971754ad-c308-4f06-83cf-deb5c565a3ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.951610 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa1aaf91-a27c-4db0-925a-5bda9267411f req-971754ad-c308-4f06-83cf-deb5c565a3ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.954288 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-aa1aaf91-a27c-4db0-925a-5bda9267411f req-971754ad-c308-4f06-83cf-deb5c565a3ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:22.955494 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa1aaf91-a27c-4db0-925a-5bda9267411f req-971754ad-c308-4f06-83cf-deb5c565a3ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "DELETE /v2.0/security-groups/9f2826bc-4c15-451c-82a0-dbe41f4c9e48 HTTP/1.1" status: 204 len: 173 time: 0.6810462 Aug 31 14:00:22.999243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971754ad-c308-4f06-83cf-deb5c565a3ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2826bc-4c15-451c-82a0-dbe41f4c9e48,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:23.023359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-21577236-64f0-4819-bee8-1254250a058f req-164c8685-a60c-4c0d-9638-45ccbafb7c77 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1037837600', 'description': 'tempest-description-1455290003'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:23.042062 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.171015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-21577236-64f0-4819-bee8-1254250a058f req-164c8685-a60c-4c0d-9638-45ccbafb7c77 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.199385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1178fc8-abf3-4a57-87e8-3454e6b993ca req-f45de5bd-4582-4293-929c-bbb8d03fd2a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:23.201978 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1178fc8-abf3-4a57-87e8-3454e6b993ca req-f45de5bd-4582-4293-929c-bbb8d03fd2a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.1071169 Aug 31 14:00:23.262900 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1178fc8-abf3-4a57-87e8-3454e6b993ca req-8d60e7e2-bf35-46d1-8a2e-c1a3ef3a232d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482709 Aug 31 14:00:23.435466 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d63ada9-b225-4ec8-9823-4a48e0f6ba5c None None] Network b5fb4c7e-2c3a-4423-9d26-009e73aec85e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:23.453666 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-21577236-64f0-4819-bee8-1254250a058f req-164c8685-a60c-4c0d-9638-45ccbafb7c77 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.463448 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-21577236-64f0-4819-bee8-1254250a058f req-164c8685-a60c-4c0d-9638-45ccbafb7c77 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.486853 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-21577236-64f0-4819-bee8-1254250a058f req-164c8685-a60c-4c0d-9638-45ccbafb7c77 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.500903 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-21577236-64f0-4819-bee8-1254250a058f req-164c8685-a60c-4c0d-9638-45ccbafb7c77 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4834385 Aug 31 14:00:23.515716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.599712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c8685-a60c-4c0d-9638-45ccbafb7c77 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fc1b77-bda3-4ae7-ae47-0d36b360fc11,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:23.673522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-35f422e8-2e9a-46ca-80f3-13f7cc45fde7 None None] Provisioning for port e32a1911-9718-403a-89ab-c5cabbf0e909 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:23.709049 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-055efa82-b2b3-4cea-851c-45b5696ce618 req-b1498836-c2ab-4e91-8d16-775c60c0a5ca tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/06fc1b77-bda3-4ae7-ae47-0d36b360fc11 HTTP/1.1" status: 200 len: 1801 time: 0.1654508 Aug 31 14:00:23.729561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-055efa82-b2b3-4cea-851c-45b5696ce618 req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Request body: {'security_group': {'name': 'tempest-sg-hth-326266735', 'description': 'tempest-description-hth-545826424'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:23.761462 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-055efa82-b2b3-4cea-851c-45b5696ce618 req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.780405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:00:23.823226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e32a1911-9718-403a-89ab-c5cabbf0e909 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:23.879723 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-055efa82-b2b3-4cea-851c-45b5696ce618 req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.887696 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-055efa82-b2b3-4cea-851c-45b5696ce618 req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.894994 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-055efa82-b2b3-4cea-851c-45b5696ce618 req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.909825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-055efa82-b2b3-4cea-851c-45b5696ce618 req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "PUT /v2.0/security-groups/06fc1b77-bda3-4ae7-ae47-0d36b360fc11 HTTP/1.1" status: 200 len: 1773 time: 0.1997404 Aug 31 14:00:23.936548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port e32a1911-9718-403a-89ab-c5cabbf0e909 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:23.941423 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e32a1911-9718-403a-89ab-c5cabbf0e909 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:23.941815 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.964109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:23.994408 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:23.997757 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f988a5b9-9e5c-40d4-84f2-797e433e4059 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7724428 Aug 31 14:00:24.004460 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38246) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:24.015070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fc1b77-bda3-4ae7-ae47-0d36b360fc11,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:24.021766 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Sync routers for ids ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:24.034338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:24.034854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:24.035294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:24.038037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:24.038620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:24.039055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:24.039501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:24.039952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:24.044308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:24.045066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:24.045499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:24.045930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107a18f-0d47-4213-ac9c-3131a741c4ff tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:24.082891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Routers {'24cafc8b-a49f-4e5a-a1b4-937477e59a09'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:24.083864 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:00:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:24.144231 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.168965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b79009-5c80-448e-9fe0-1afe5b56dcc7 req-8a05c1cb-60ed-4efd-96a9-60dd5122624e tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:24.171435 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47b79009-5c80-448e-9fe0-1afe5b56dcc7 req-8a05c1cb-60ed-4efd-96a9-60dd5122624e tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0981774 Aug 31 14:00:24.216512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port e32a1911-9718-403a-89ab-c5cabbf0e909, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e32a1911-9718-403a-89ab-c5cabbf0e909,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:24.232981 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.249808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47b79009-5c80-448e-9fe0-1afe5b56dcc7 req-317b2da6-28c5-4b09-a131-95275c01f9af tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701208 Aug 31 14:00:24.297559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e450d24d-3d8d-43e3-beaa-32806d3c54ef None None] Provisioning complete for port e32a1911-9718-403a-89ab-c5cabbf0e909 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:24.298321 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e450d24d-3d8d-43e3-beaa-32806d3c54ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.359873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Set router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:24.373844 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a23e88c-1f78-47f0-8188-598db6561077 req-8b506eb8-6548-4cf7-8bb2-05c30587c3ba tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/06fc1b77-bda3-4ae7-ae47-0d36b360fc11 HTTP/1.1" status: 200 len: 1773 time: 0.0833552 Aug 31 14:00:24.442087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=e32a1911-9718-403a-89ab-c5cabbf0e909,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:24.604810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2b602de-2cb4-4458-8d15-4143ae5ebbbb req-219dde92-0fa0-4b9f-825f-09ddb7420780 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/06fc1b77-bda3-4ae7-ae47-0d36b360fc11 HTTP/1.1" status: 200 len: 1773 time: 0.0637081 Aug 31 14:00:24.613652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dca63-f101-4d53-9d20-1c4175012c17 req-691d49bd-fee8-4ee8-b373-214745bbc8b0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:24.621663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e3dca63-f101-4d53-9d20-1c4175012c17 req-691d49bd-fee8-4ee8-b373-214745bbc8b0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.0843716 Aug 31 14:00:24.684566 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e3dca63-f101-4d53-9d20-1c4175012c17 req-04b68d57-3d60-4202-85cb-ccac96dad188 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615726 Aug 31 14:00:24.702485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:00:22Z', 'revision_number': 3, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:24.765478 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Checking router: 24cafc8b-a49f-4e5a-a1b4-937477e59a09 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:00:24.766615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Updating router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 port 6f91b145-4728-40ad-aa1a-6843f8fc1a39 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:00:24.774316 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a2b602de-2cb4-4458-8d15-4143ae5ebbbb req-ae683409-9851-449d-b387-1e85ec2657ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.827073 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.846582 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a2b602de-2cb4-4458-8d15-4143ae5ebbbb req-ae683409-9851-449d-b387-1e85ec2657ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.895434 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.924023 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a2b602de-2cb4-4458-8d15-4143ae5ebbbb req-ae683409-9851-449d-b387-1e85ec2657ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.927048 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a2b602de-2cb4-4458-8d15-4143ae5ebbbb req-ae683409-9851-449d-b387-1e85ec2657ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:24.933762 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2b602de-2cb4-4458-8d15-4143ae5ebbbb req-ae683409-9851-449d-b387-1e85ec2657ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "DELETE /v2.0/security-groups/06fc1b77-bda3-4ae7-ae47-0d36b360fc11 HTTP/1.1" status: 204 len: 173 time: 0.2911508 Aug 31 14:00:24.985859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae683409-9851-449d-b387-1e85ec2657ab tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fc1b77-bda3-4ae7-ae47-0d36b360fc11,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:25.094359 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-8d2a5b04-b641-4a72-9920-9ca7829e97b3 req-cb3264d9-a6f6-4e37-9446-dcdc54848471 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] show failed (client error): The resource could not be found. Aug 31 14:00:25.095470 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d2a5b04-b641-4a72-9920-9ca7829e97b3 req-cb3264d9-a6f6-4e37-9446-dcdc54848471 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/9f2826bc-4c15-451c-82a0-dbe41f4c9e48 HTTP/1.1" status: 404 len: 352 time: 0.0373936 Aug 31 14:00:25.144151 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-092ca3a0-0915-438b-b00f-1c188b9c0145 req-56be4db0-da18-4e6c-a6e2-3cfe50aae401 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] show failed (client error): The resource could not be found. Aug 31 14:00:25.157686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-092ca3a0-0915-438b-b00f-1c188b9c0145 req-56be4db0-da18-4e6c-a6e2-3cfe50aae401 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/64924f55-a50f-4b0a-918f-22eab98d464d HTTP/1.1" status: 404 len: 352 time: 0.0365212 Aug 31 14:00:25.175219 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.190148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Transition to ACTIVE for port object 6f91b145-4728-40ad-aa1a-6843f8fc1a39 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:25.199205 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.207275 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-6ebd036c-954d-463d-9da4-f736088695dd req-e555b618-8b1b-442d-b5a7-97fcfcb56ff0 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] show failed (client error): The resource could not be found. Aug 31 14:00:25.208329 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ebd036c-954d-463d-9da4-f736088695dd req-e555b618-8b1b-442d-b5a7-97fcfcb56ff0 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/a3da0c79-b6c9-4f28-a8b2-f52f53a2fecd HTTP/1.1" status: 404 len: 352 time: 0.0205092 Aug 31 14:00:25.221367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Allocated IP 172.20.0.1 (b5fb4c7e-2c3a-4423-9d26-009e73aec85e/388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3/92915b9c-2d5c-4f4c-ac36-df01b93d24b4) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:25.284571 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-d8ac6c06-b7c0-48f0-b3cf-c67a6803064f req-708ddbed-51fd-4754-a0f8-1bf9dd33f499 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] show failed (client error): The resource could not be found. Aug 31 14:00:25.286011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d8ac6c06-b7c0-48f0-b3cf-c67a6803064f req-708ddbed-51fd-4754-a0f8-1bf9dd33f499 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/9f4855f4-c4ba-49b4-84e0-2e56d5b95941 HTTP/1.1" status: 404 len: 352 time: 0.0484927 Aug 31 14:00:25.341627 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-ff2ef74e-14f3-45e9-868a-88dbc6f949c5 req-9ddbda5f-4349-41ad-849d-c9a6582b9379 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] show failed (client error): The resource could not be found. Aug 31 14:00:25.343010 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff2ef74e-14f3-45e9-868a-88dbc6f949c5 req-9ddbda5f-4349-41ad-849d-c9a6582b9379 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/9bb5b5ff-b3bc-452c-af63-00ce8ebb786f HTTP/1.1" status: 404 len: 352 time: 0.0190954 Aug 31 14:00:25.369128 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Attempting to bind port 6f91b145-4728-40ad-aa1a-6843f8fc1a39 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:25.369506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Attempting to bind port 6f91b145-4728-40ad-aa1a-6843f8fc1a39 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:25.369882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Attempting to bind port 6f91b145-4728-40ad-aa1a-6843f8fc1a39 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:25.393059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38296) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:25.398401 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.407845 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:25.408234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:25.408684 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.409084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:25.409577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Bound port: 6f91b145-4728-40ad-aa1a-6843f8fc1a39, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:25.410259 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.410960 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-d9a2f682-ba73-456f-bfc5-0ea830dcfe5f req-6684055c-da75-4dbc-9005-c783144dde9f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] show failed (client error): The resource could not be found. Aug 31 14:00:25.413295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9a2f682-ba73-456f-bfc5-0ea830dcfe5f req-6684055c-da75-4dbc-9005-c783144dde9f tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/136723a1-b858-4fee-8f1b-8e3845d24336 HTTP/1.1" status: 404 len: 352 time: 0.0218611 Aug 31 14:00:25.428978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Transition to ACTIVE for port object 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:25.445323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04a4f2-9e8f-4712-b3c7-8d013afc0334 None None] Pushing event updated for resources: {'Port': ['ID=6f91b145-4728-40ad-aa1a-6843f8fc1a39,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:25.513868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] For port 6f91b145-4728-40ad-aa1a-6843f8fc1a39, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:25.517702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.518548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] For port 6f91b145-4728-40ad-aa1a-6843f8fc1a39, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6f91b145-4728-40ad-aa1a-6843f8fc1a39,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:25.531582 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.555278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ad635-cd03-45a7-8291-03f49814849a req-3d00367f-1b01-4774-8be9-1f82b1a31140 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:25.563252 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-411ad635-cd03-45a7-8291-03f49814849a req-3d00367f-1b01-4774-8be9-1f82b1a31140 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1389236 Aug 31 14:00:25.618802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c6b6-50db-49ca-a4f4-0641d1fc5aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.627231 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Routers {'24cafc8b-a49f-4e5a-a1b4-937477e59a09'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:25.628022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:00:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:25.665536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04a4f2-9e8f-4712-b3c7-8d013afc0334 None None] Pushing event updated for resources: {'Port': ['ID=6f91b145-4728-40ad-aa1a-6843f8fc1a39,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:25.698297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Network b5fb4c7e-2c3a-4423-9d26-009e73aec85e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:25.742728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:25.758379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:25.766329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e32a1911-9718-403a-89ab-c5cabbf0e909 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:25.838764 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c6b6-50db-49ca-a4f4-0641d1fc5aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.851659 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c6b6-50db-49ca-a4f4-0641d1fc5aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.855343 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-411ad635-cd03-45a7-8291-03f49814849a req-13f752a4-0973-47ff-a55f-86389b0d2172 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865794 Aug 31 14:00:25.861138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Pushing event updated for resources: {'Port': ['ID=92915b9c-2d5c-4f4c-ac36-df01b93d24b4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:25.894343 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:25.912346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] Set router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:25.921419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0c6b6-50db-49ca-a4f4-0641d1fc5aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31878358-d554-4636-9a23-c5cb357037fb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:26.026459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c4b0c6b6-50db-49ca-a4f4-0641d1fc5aec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be5e470fd072405db278a47269021b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6320684 Aug 31 14:00:26.027142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38312) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:26.075359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796f1bc-16a2-490e-be64-10c7b74231c9 req-a98cb45a-eaa3-4fa1-8ff5-bca596f8ce60 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:26.082937 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2796f1bc-16a2-490e-be64-10c7b74231c9 req-a98cb45a-eaa3-4fa1-8ff5-bca596f8ce60 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.0876231 Aug 31 14:00:26.151590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6a086-1f55-48e2-8c57-9a71a47ee5ec req-0aecab01-9a0d-4566-8ca1-80e41fdce548 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:26.160646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f6a086-1f55-48e2-8c57-9a71a47ee5ec req-0aecab01-9a0d-4566-8ca1-80e41fdce548 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 1023 time: 0.2105680 Aug 31 14:00:26.170149 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2796f1bc-16a2-490e-be64-10c7b74231c9 req-c4f2d707-490f-4494-a632-19389b894b42 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857842 Aug 31 14:00:26.202001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e32a1911-9718-403a-89ab-c5cabbf0e909 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:26.202394 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.238096 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.298684 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f6a086-1f55-48e2-8c57-9a71a47ee5ec req-ba811d4d-a8ab-4082-aa1d-a6f05ed64a48 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c35f270-f79b-4510-9de5-04f12a3a2ce3&id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&id=0780ccc3-b273-4caf-b89d-d8ffd3bd9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1317823 Aug 31 14:00:26.307924 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-576bb759-d8dd-493b-a26b-900411a9bbe5 None None] Provisioning for port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:26.321791 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9bffffd-f116-4c68-a42e-db6705d2f2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.334022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-576bb759-d8dd-493b-a26b-900411a9bbe5 None None] Provisioning complete for port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:26.334404 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-576bb759-d8dd-493b-a26b-900411a9bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.355974 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9bffffd-f116-4c68-a42e-db6705d2f2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.450571 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9bffffd-f116-4c68-a42e-db6705d2f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.453805 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9bffffd-f116-4c68-a42e-db6705d2f2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.457731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f9bffffd-f116-4c68-a42e-db6705d2f2bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31878358-d554-4636-9a23-c5cb357037fb HTTP/1.1" status: 204 len: 168 time: 0.4261584 Aug 31 14:00:26.464454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bffffd-f116-4c68-a42e-db6705d2f2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31878358-d554-4636-9a23-c5cb357037fb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:26.607004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-576bb759-d8dd-493b-a26b-900411a9bbe5 None None] Port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:26.627702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.646854 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.736710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:00:22Z', 'revision_number': 3, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:26.746819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:26.781751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e374c-4e3a-424b-9411-ccd2e1a6cb20 None None] The sync data for ids ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'] in n-d-792364-6 is: [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:00:22Z', 'revision_number': 3, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:26.834504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Pushing event updated for resources: {'Port': ['ID=92915b9c-2d5c-4f4c-ac36-df01b93d24b4,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:26.922151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Network b5fb4c7e-2c3a-4423-9d26-009e73aec85e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:26.923721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:27.153601 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a75b-c03e-42fa-9e20-70f279b43deb req-20fca7cd-8054-4cef-ab58-6ce35701a382 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:27.157020 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5e35a75b-c03e-42fa-9e20-70f279b43deb req-20fca7cd-8054-4cef-ab58-6ce35701a382 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1609623 Aug 31 14:00:27.229215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:00:27.354089 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5e35a75b-c03e-42fa-9e20-70f279b43deb req-b206915e-cd1c-4e92-a2b6-24765dcd9001 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891062 Aug 31 14:00:27.486483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:27.487949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-60d3a218-b8ff-4640-bfca-d6cc68e836b1 None None] Provisioning complete for port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:27.490797 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60d3a218-b8ff-4640-bfca-d6cc68e836b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.502588 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0dc4adab-5c49-46ae-b6ad-755c5c091c5b admin admin] 10.222.0.20 "PUT /v2.0/routers/24cafc8b-a49f-4e5a-a1b4-937477e59a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4966846 Aug 31 14:00:27.511118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89e657-ba0e-4c06-91c9-de858994a8c1 req-2e9d544c-4868-4145-b547-d5260f7d5b33 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:27.526703 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c89e657-ba0e-4c06-91c9-de858994a8c1 req-2e9d544c-4868-4145-b547-d5260f7d5b33 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.52 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 1023 time: 0.2315869 Aug 31 14:00:27.658036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-60d3a218-b8ff-4640-bfca-d6cc68e836b1 None None] Port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:27.706917 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cab69-ae72-4594-8bef-3df2e40e64d4 req-27a3caf1-e29a-4bfb-babf-9fcac52b1986 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:27.721150 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3a1cab69-ae72-4594-8bef-3df2e40e64d4 req-27a3caf1-e29a-4bfb-babf-9fcac52b1986 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 1023 time: 0.1206360 Aug 31 14:00:27.753745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6f91b145-4728-40ad-aa1a-6843f8fc1a39 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:27.780903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2a35c-3b31-482b-95b4-af5eae5dc23b req-e1765271-e598-4b77-90ba-0e795bceef1b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:27.783726 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cac2a35c-3b31-482b-95b4-af5eae5dc23b req-e1765271-e598-4b77-90ba-0e795bceef1b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.4095964 Aug 31 14:00:27.858107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 6f91b145-4728-40ad-aa1a-6843f8fc1a39 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:27.858478 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3a1cab69-ae72-4594-8bef-3df2e40e64d4 req-725a5f7c-409a-47be-b047-cdb119a3075d tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c35f270-f79b-4510-9de5-04f12a3a2ce3&id=15e95ef2-c33b-4bd0-8c73-557ef39ada68&id=0780ccc3-b273-4caf-b89d-d8ffd3bd9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1314905 Aug 31 14:00:27.862487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6f91b145-4728-40ad-aa1a-6843f8fc1a39 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:27.862873 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:27.925687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38372) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:27.938096 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cac2a35c-3b31-482b-95b4-af5eae5dc23b req-b6e34a65-d23f-47e3-90b4-252cfbb77baf tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461513 Aug 31 14:00:27.966258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-5c89e657-ba0e-4c06-91c9-de858994a8c1 req-88c30707-f798-46d9-9563-7d25c5dad65c tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Deleting port 55d15bd8-2077-45e3-b895-8cb8bd266bc9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:27.966619 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5c89e657-ba0e-4c06-91c9-de858994a8c1 req-88c30707-f798-46d9-9563-7d25c5dad65c tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.149264 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.185919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-729856424-network', 'tenant_id': '9ba305546f2943cc8d13d5159823234e'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:28.212172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 6f91b145-4728-40ad-aa1a-6843f8fc1a39, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6f91b145-4728-40ad-aa1a-6843f8fc1a39,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:28.226767 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.249148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Made reservation on behalf of 9ba305546f2943cc8d13d5159823234e for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:28.251480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.285405 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.300917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5c89e657-ba0e-4c06-91c9-de858994a8c1 req-88c30707-f798-46d9-9563-7d25c5dad65c tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] For port 55d15bd8-2077-45e3-b895-8cb8bd266bc9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=55d15bd8-2077-45e3-b895-8cb8bd266bc9,segment=NetworkSegment(298a602c-67fa-4ce9-806c-46d8c6f77d29),segment_id=298a602c-67fa-4ce9-806c-46d8c6f77d29)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:28.301302 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5c89e657-ba0e-4c06-91c9-de858994a8c1 req-88c30707-f798-46d9-9563-7d25c5dad65c tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.334395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-5c89e657-ba0e-4c06-91c9-de858994a8c1 req-88c30707-f798-46d9-9563-7d25c5dad65c tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Calling delete_port for 55d15bd8-2077-45e3-b895-8cb8bd266bc9 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:28.357915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=6f91b145-4728-40ad-aa1a-6843f8fc1a39,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:28.367884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:28.368244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:28.368705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:28.368994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:28.369330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:28.369661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:28.370008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:28.370323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:28.370720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:28.370998 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:28.371325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:28.371702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:28.530585 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.547802 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.592095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5c89e657-ba0e-4c06-91c9-de858994a8c1 req-88c30707-f798-46d9-9563-7d25c5dad65c tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.607382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:00:28.622798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea045496-daf9-4f24-b6da-9ed49ec8fe01,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:28.630988 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.631595 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Added segment 8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b of type vlan for network 32e80b2a-96f7-42f4-b113-1b21fb467318 Aug 31 14:00:28.643257 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86d652-de4b-4fed-baea-c807e5440836 req-6bebe0f0-a585-4a73-8e85-976d2d1ff0c3 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:28.650650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c30707-f798-46d9-9563-7d25c5dad65c tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event deleted for resources: {'Port': ['ID=55d15bd8-2077-45e3-b895-8cb8bd266bc9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:28.651489 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cc86d652-de4b-4fed-baea-c807e5440836 req-6bebe0f0-a585-4a73-8e85-976d2d1ff0c3 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1191497 Aug 31 14:00:28.727386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c89e657-ba0e-4c06-91c9-de858994a8c1 req-88c30707-f798-46d9-9563-7d25c5dad65c tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] No DVR routers for this DVR port 55d15bd8-2077-45e3-b895-8cb8bd266bc9 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:28.730517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5c89e657-ba0e-4c06-91c9-de858994a8c1 req-88c30707-f798-46d9-9563-7d25c5dad65c tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.735283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c89e657-ba0e-4c06-91c9-de858994a8c1 req-88c30707-f798-46d9-9563-7d25c5dad65c tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.52 "DELETE /v2.0/ports/55d15bd8-2077-45e3-b895-8cb8bd266bc9 HTTP/1.1" status: 204 len: 173 time: 1.2015123 Aug 31 14:00:28.736403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da7b35e-33c2-4bdd-93c1-0dee61be7fd0', 'name': 'network-vif-deleted', 'tag': '55d15bd8-2077-45e3-b895-8cb8bd266bc9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:28.741149 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e22f1e-a84c-49fd-80b0-4fdbe59e0cd2" -d '{"events": [{"server_uuid": "0da7b35e-33c2-4bdd-93c1-0dee61be7fd0", "name": "network-vif-deleted", "tag": "55d15bd8-2077-45e3-b895-8cb8bd266bc9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:28.799798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cc86d652-de4b-4fed-baea-c807e5440836 req-10cd553d-fa02-4146-861b-c517b0e3050f tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473601 Aug 31 14:00:28.820192 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.835918 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e58fc26-c044-4469-8f06-47ce786e670f x-openstack-request-id: req-5e58fc26-c044-4469-8f06-47ce786e670f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:28.837070 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da7b35e-33c2-4bdd-93c1-0dee61be7fd0", "name": "network-vif-deleted", "tag": "55d15bd8-2077-45e3-b895-8cb8bd266bc9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:28.837351 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e58fc26-c044-4469-8f06-47ce786e670f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:28.838331 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da7b35e-33c2-4bdd-93c1-0dee61be7fd0', 'name': 'network-vif-deleted', 'tag': '55d15bd8-2077-45e3-b895-8cb8bd266bc9', 'status': 'completed', 'code': 200} Aug 31 14:00:28.866341 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.867452 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:28.868263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:28.955957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0264165 Aug 31 14:00:28.956668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38432) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:28.962396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-21938d8c-6592-416d-b175-bf5ea72753d1 admin admin] Request body: {'subnet': {'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-729856424-subnet', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:28.973606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e2527-1541-439b-a09c-07a90a3299c2 admin admin] Pushing event updated for resources: {'Network': ['ID=32e80b2a-96f7-42f4-b113-1b21fb467318,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:29.002180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 32e80b2a-96f7-42f4-b113-1b21fb467318 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:00:29.007954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21938d8c-6592-416d-b175-bf5ea72753d1 admin admin] Made reservation on behalf of 9ba305546f2943cc8d13d5159823234e for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:29.012196 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21938d8c-6592-416d-b175-bf5ea72753d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.089522 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1156cce8-2ae4-4503-8e3a-e2d31b492557 req-90429739-17e2-4a93-ae0d-f4a765e6db41 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da7b35e-33c2-4bdd-93c1-0dee61be7fd0 HTTP/1.1" status: 200 len: 210 time: 0.0450449 Aug 31 14:00:29.316860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef723e-25b5-4812-8748-7727f67ec166 req-837d6ade-2a16-49da-978f-e813eea672ca tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:29.319138 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b6ef723e-25b5-4812-8748-7727f67ec166 req-837d6ade-2a16-49da-978f-e813eea672ca tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.2568607 Aug 31 14:00:29.381979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b6ef723e-25b5-4812-8748-7727f67ec166 req-b50df410-2b5f-4f38-a32d-0f5bde9014e0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527098 Aug 31 14:00:29.543261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21938d8c-6592-416d-b175-bf5ea72753d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.563342 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Sync routers for ids ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:29.582767 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Routers {'24cafc8b-a49f-4e5a-a1b4-937477e59a09'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:29.583455 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:00:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:29.653928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21938d8c-6592-416d-b175-bf5ea72753d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50b5bd4-258e-43ae-bc2c-e694548f6a87,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:29.663663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21938d8c-6592-416d-b175-bf5ea72753d1 admin admin] Checking segment: {'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:29.666348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21938d8c-6592-416d-b175-bf5ea72753d1 admin admin] Network hostable DHCP agents. Network: 32e80b2a-96f7-42f4-b113-1b21fb467318, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:00:29.686201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6f91b145-4728-40ad-aa1a-6843f8fc1a39 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:29.710404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21938d8c-6592-416d-b175-bf5ea72753d1 admin admin] Network 32e80b2a-96f7-42f4-b113-1b21fb467318 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:00:29.747295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-21938d8c-6592-416d-b175-bf5ea72753d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 32e80b2a-96f7-42f4-b113-1b21fb467318) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:29.753243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21938d8c-6592-416d-b175-bf5ea72753d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:29.756597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21938d8c-6592-416d-b175-bf5ea72753d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.775295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1d7bd4-c908-42d7-93f0-f2c2eb01ad94 None None] Network 32e80b2a-96f7-42f4-b113-1b21fb467318 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:29.785309 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-21938d8c-6592-416d-b175-bf5ea72753d1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8274443 Aug 31 14:00:29.788277 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38452) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:29.795592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:29.821438 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.823525 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:29.852657 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Set router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:29.921499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.003764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6f91b145-4728-40ad-aa1a-6843f8fc1a39 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:30.004357 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.120579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4aed3-0ebb-42d7-88b2-d8951a2b29ae req-e40b4730-636f-45c5-b106-fbcc01a9be67 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:30.129057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bfe4aed3-0ebb-42d7-88b2-d8951a2b29ae req-e40b4730-636f-45c5-b106-fbcc01a9be67 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.2226720 Aug 31 14:00:30.329028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-32e80b2a-96f7-42f4-b113-1b21fb467318', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'fixed_ips': [{'subnet_id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:00:30.329028 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.416964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 55d15bd8-2077-45e3-b895-8cb8bd266bc9 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:30.471412 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:00:26Z', 'revision_number': 4, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '92915b9c-2d5c-4f4c-ac36-df01b93d24b4', 'name': '', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'mac_address': 'fa:16:3e:39:9b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:24Z', 'updated_at': '2021-08-31T14:00:26Z', 'revision_number': 2, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'subnets': [{'id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:30.570389 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Checking router: 24cafc8b-a49f-4e5a-a1b4-937477e59a09 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:00:30.573770 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Updating router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:00:30.634189 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:30.719701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 55d15bd8-2077-45e3-b895-8cb8bd266bc9 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:30.723581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 55d15bd8-2077-45e3-b895-8cb8bd266bc9 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:30.840348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Allocated IP 172.20.0.2 (32e80b2a-96f7-42f4-b113-1b21fb467318/d50b5bd4-258e-43ae-bc2c-e694548f6a87/821210b2-db8c-4d9f-bc84-522166c5444c) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:31.188576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bfe4aed3-0ebb-42d7-88b2-d8951a2b29ae req-161fd789-0db5-42d1-8564-15ae7d338dce tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0585222 Aug 31 14:00:31.193811 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.215023 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0580d07d-2162-426b-9811-5c08668d074e req-4c7e6d67-aea6-4492-8de2-db90566bef32 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/7c35f270-f79b-4510-9de5-04f12a3a2ce3 HTTP/1.1" status: 200 len: 1801 time: 0.6646485 Aug 31 14:00:31.267083 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.281886 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0580d07d-2162-426b-9811-5c08668d074e req-b1491a63-c518-4f49-9fe6-3b48a600f0e9 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.311273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Transition to ACTIVE for port object 821210b2-db8c-4d9f-bc84-522166c5444c will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:31.331491 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0580d07d-2162-426b-9811-5c08668d074e req-b1491a63-c518-4f49-9fe6-3b48a600f0e9 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.366323 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b293-aa81-400e-bb8b-b14afbe104a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.393304 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.405035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Transition to ACTIVE for port object 821210b2-db8c-4d9f-bc84-522166c5444c will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:31.417459 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Transition to ACTIVE for port object 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:31.421824 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.436138 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.447834 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0580d07d-2162-426b-9811-5c08668d074e req-b1491a63-c518-4f49-9fe6-3b48a600f0e9 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.455509 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0580d07d-2162-426b-9811-5c08668d074e req-b1491a63-c518-4f49-9fe6-3b48a600f0e9 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.477122 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0580d07d-2162-426b-9811-5c08668d074e req-b1491a63-c518-4f49-9fe6-3b48a600f0e9 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "DELETE /v2.0/security-groups/7c35f270-f79b-4510-9de5-04f12a3a2ce3 HTTP/1.1" status: 204 len: 173 time: 0.2608836 Aug 31 14:00:31.515500 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1491a63-c518-4f49-9fe6-3b48a600f0e9 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c35f270-f79b-4510-9de5-04f12a3a2ce3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:31.524863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Network 32e80b2a-96f7-42f4-b113-1b21fb467318 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:31.569452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:31.590401 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:31.613092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Pushing event updated for resources: {'Port': ['ID=821210b2-db8c-4d9f-bc84-522166c5444c,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:31.633003 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eae38c-27c2-4ac9-8760-471b33d17a05 None None] Pushing event updated for resources: {'Port': ['ID=92915b9c-2d5c-4f4c-ac36-df01b93d24b4,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:31.704206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.757327 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.761438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Attempting to bind port 821210b2-db8c-4d9f-bc84-522166c5444c on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:31.761801 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Attempting to bind port 821210b2-db8c-4d9f-bc84-522166c5444c by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:31.762641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Attempting to bind port 821210b2-db8c-4d9f-bc84-522166c5444c on network 32e80b2a-96f7-42f4-b113-1b21fb467318 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:31.768507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f3ce5-a960-4d7f-9903-6f8c7a4b9428 req-e69c4a5a-8b91-43be-b5b7-639fde0e0e76 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:31.771946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:31.773556 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Attempting to bind port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:31.773942 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Attempting to bind port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:31.774313 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Attempting to bind port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 on network b5fb4c7e-2c3a-4423-9d26-009e73aec85e {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:31.774498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Checking segment: {'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:31.775220 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.776192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Bound using segment: {'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:31.778519 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Bound port: 821210b2-db8c-4d9f-bc84-522166c5444c, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:31.779708 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.779846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b77f3ce5-a960-4d7f-9903-6f8c7a4b9428 req-e69c4a5a-8b91-43be-b5b7-639fde0e0e76 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.2548523 Aug 31 14:00:31.783944 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:31.784324 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Checking segment: {'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:31.784803 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.785203 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Bound using segment: {'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:31.785992 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Bound port: 92915b9c-2d5c-4f4c-ac36-df01b93d24b4, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:31.787013 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.920750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] For port 821210b2-db8c-4d9f-bc84-522166c5444c, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:31.922828 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] For port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:31.928646 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] For port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=92915b9c-2d5c-4f4c-ac36-df01b93d24b4,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:31.929527 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b77f3ce5-a960-4d7f-9903-6f8c7a4b9428 req-78ee146f-6631-49c3-9e9d-6b8eb0ef385e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487553 Aug 31 14:00:31.934222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] For port 821210b2-db8c-4d9f-bc84-522166c5444c, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=821210b2-db8c-4d9f-bc84-522166c5444c,segment=NetworkSegment(8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b),segment_id=8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:31.950271 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:31.959162 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.104082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbe831-62c5-41c2-9f25-327d3507dd73 None None] Pushing event updated for resources: {'Port': ['ID=821210b2-db8c-4d9f-bc84-522166c5444c,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:32.131401 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eae38c-27c2-4ac9-8760-471b33d17a05 None None] Pushing event updated for resources: {'Port': ['ID=92915b9c-2d5c-4f4c-ac36-df01b93d24b4,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:32.139186 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Routers {'24cafc8b-a49f-4e5a-a1b4-937477e59a09'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:32.140495 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:00:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:32.152414 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82e8b558-6b87-4f4c-8901-7f8e336d1a70 req-1f9912d5-6d7f-4021-b36f-15ab8e2c0fcb tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "GET /v2.0/security-groups/0780ccc3-b273-4caf-b89d-d8ffd3bd9c73 HTTP/1.1" status: 200 len: 1800 time: 0.1427534 Aug 31 14:00:32.192412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Allocated IP 172.25.3.145 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/20b1057d-4367-4361-9f13-681cf2e68df0) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:32.358092 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-82e8b558-6b87-4f4c-8901-7f8e336d1a70 req-6f00a77c-409b-462c-aab1-fede15f008f8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.435033 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] Set router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:32.457491 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-82e8b558-6b87-4f4c-8901-7f8e336d1a70 req-6f00a77c-409b-462c-aab1-fede15f008f8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.550036 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-82e8b558-6b87-4f4c-8901-7f8e336d1a70 req-6f00a77c-409b-462c-aab1-fede15f008f8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.558009 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-82e8b558-6b87-4f4c-8901-7f8e336d1a70 req-6f00a77c-409b-462c-aab1-fede15f008f8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.566188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38534) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:32.572678 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82e8b558-6b87-4f4c-8901-7f8e336d1a70 req-6f00a77c-409b-462c-aab1-fede15f008f8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] 10.222.0.20 "DELETE /v2.0/security-groups/0780ccc3-b273-4caf-b89d-d8ffd3bd9c73 HTTP/1.1" status: 204 len: 173 time: 0.4075999 Aug 31 14:00:32.637802 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-378da9a7-e9a2-49eb-8017-c4f756c094bc admin admin] Deleting subnet 80cf107e-a0a4-4efe-ae7d-7ef221f0fa42 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:00:32.649230 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-378da9a7-e9a2-49eb-8017-c4f756c094bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.669164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00a77c-409b-462c-aab1-fede15f008f8 tempest-SecurityGroupsTestJSON-317522237 tempest-SecurityGroupsTestJSON-317522237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0780ccc3-b273-4caf-b89d-d8ffd3bd9c73,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:32.731911 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-378da9a7-e9a2-49eb-8017-c4f756c094bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.734351 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.789713 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-378da9a7-e9a2-49eb-8017-c4f756c094bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.830250 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:00:26Z', 'revision_number': 4, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '92915b9c-2d5c-4f4c-ac36-df01b93d24b4', 'name': '', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'mac_address': 'fa:16:3e:39:9b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:24Z', 'updated_at': '2021-08-31T14:00:31Z', 'revision_number': 4, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'subnets': [{'id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:32.872216 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb845b09-f3d0-4e80-b6a9-594614be62eb None None] The sync data for ids ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'] in n-d-792364-6 is: [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:00:26Z', 'revision_number': 4, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '92915b9c-2d5c-4f4c-ac36-df01b93d24b4', 'name': '', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'mac_address': 'fa:16:3e:39:9b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:24Z', 'updated_at': '2021-08-31T14:00:31Z', 'revision_number': 4, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'subnets': [{'id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:32.899563 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-378da9a7-e9a2-49eb-8017-c4f756c094bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.916147 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-378da9a7-e9a2-49eb-8017-c4f756c094bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:32.919889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437ad62-1d99-415f-ba9c-2d3604205d0d req-5ec92bea-019a-426f-9697-e11b78f71f52 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:32.920883 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-378da9a7-e9a2-49eb-8017-c4f756c094bc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/80cf107e-a0a4-4efe-ae7d-7ef221f0fa42 HTTP/1.1" status: 204 len: 168 time: 0.3525786 Aug 31 14:00:32.921704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38540) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:32.928973 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d437ad62-1d99-415f-ba9c-2d3604205d0d req-5ec92bea-019a-426f-9697-e11b78f71f52 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1844521 Aug 31 14:00:32.962123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.023902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378da9a7-e9a2-49eb-8017-c4f756c094bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80cf107e-a0a4-4efe-ae7d-7ef221f0fa42,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:33.040597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d437ad62-1d99-415f-ba9c-2d3604205d0d req-49afb244-9af3-45cc-b503-d4838dc76e77 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111083 Aug 31 14:00:33.107820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:33.119319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:33.133113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:33.136621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Pushing event updated for resources: {'Port': ['ID=20b1057d-4367-4361-9f13-681cf2e68df0,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:33.269216 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.308234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efa578-398f-4ee6-81f8-84705b161c09 req-6dba757d-5b4f-42f0-a593-f461aba24ac3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:33.310140 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5efa578-398f-4ee6-81f8-84705b161c09 req-6dba757d-5b4f-42f0-a593-f461aba24ac3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.1026802 Aug 31 14:00:33.417839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d99c2-bb2d-4599-94ce-a31721acca39 req-b2e9c42e-040e-44ef-900a-5b2d3f4664c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:33.417839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c0d99c2-bb2d-4599-94ce-a31721acca39 req-b2e9c42e-040e-44ef-900a-5b2d3f4664c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 1097 time: 0.2248886 Aug 31 14:00:33.515733 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.529896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dbc674-1d40-45f2-91e2-2314acf35a31']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:33.531035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c0d99c2-bb2d-4599-94ce-a31721acca39 req-c1182eee-de89-4d7c-aac0-1c0431de77e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036432 Aug 31 14:00:33.544190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298a602c-67fa-4ce9-806c-46d8c6f77d29') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:33.544601 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298a602c-67fa-4ce9-806c-46d8c6f77d29') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:33.565278 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.586120 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.593096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:00:33.593524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:00:33.680347 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:00:33.699932 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5efa578-398f-4ee6-81f8-84705b161c09 req-f180a36c-334b-48ce-a7c9-a04721606639 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571401 Aug 31 14:00:33.705185 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.736478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:33.744323 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] 10.222.0.20 "DELETE /v2.0/networks/26dbc674-1d40-45f2-91e2-2314acf35a31 HTTP/1.1" status: 204 len: 168 time: 0.7925379 Aug 31 14:00:33.784545 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c09290-8f70-403e-8d9c-7d67f3cde727 admin admin] Pushing event deleted for resources: {'Network': ['ID=26dbc674-1d40-45f2-91e2-2314acf35a31,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:33.832341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c1c9a5-9779-4c14-a51e-f1f773eeb5c0 None None] Network 32e80b2a-96f7-42f4-b113-1b21fb467318 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:33.894012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.031662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 821210b2-db8c-4d9f-bc84-522166c5444c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:34.047153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38594) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:34.169042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-74c1e4de-5e58-4e29-916e-e885b43b9331 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6f20a9f415647ecb5b81b352a388943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1206441 Aug 31 14:00:34.170441 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38600) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:34.249418 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.277187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2d79ebf0-ea1a-4997-bf57-52673604b332 None None] Provisioning for port 821210b2-db8c-4d9f-bc84-522166c5444c completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:34.285484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 821210b2-db8c-4d9f-bc84-522166c5444c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:34.292618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 821210b2-db8c-4d9f-bc84-522166c5444c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:34.293252 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.295214 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-baaac5ea-b38e-4995-b64f-76553a13cebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.334381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2d79ebf0-ea1a-4997-bf57-52673604b332 None None] Provisioning complete for port 821210b2-db8c-4d9f-bc84-522166c5444c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:34.334762 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d79ebf0-ea1a-4997-bf57-52673604b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.344776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d8ce6-5a15-4a72-92ac-3a5615575afe req-2524cd31-5311-4865-9671-ef3530763e50 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:34.351418 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e74d8ce6-5a15-4a72-92ac-3a5615575afe req-2524cd31-5311-4865-9671-ef3530763e50 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1640835 Aug 31 14:00:34.394124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.417294 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eeb09cfd-4d7f-48c2-94a7-e1ea099eb933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.490398 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eeb09cfd-4d7f-48c2-94a7-e1ea099eb933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.585745 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.606151 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e74d8ce6-5a15-4a72-92ac-3a5615575afe req-70674561-4bd6-4b15-ba69-e41bf981d88f tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250130 Aug 31 14:00:34.611123 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eeb09cfd-4d7f-48c2-94a7-e1ea099eb933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.619812 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eeb09cfd-4d7f-48c2-94a7-e1ea099eb933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.621925 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eeb09cfd-4d7f-48c2-94a7-e1ea099eb933 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15e95ef2-c33b-4bd0-8c73-557ef39ada68 HTTP/1.1" status: 204 len: 168 time: 0.4485519 Aug 31 14:00:34.641766 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb09cfd-4d7f-48c2-94a7-e1ea099eb933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e95ef2-c33b-4bd0-8c73-557ef39ada68,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:34.689596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 821210b2-db8c-4d9f-bc84-522166c5444c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=821210b2-db8c-4d9f-bc84-522166c5444c,segment=NetworkSegment(8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b),segment_id=8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:34.698788 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d79ebf0-ea1a-4997-bf57-52673604b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.724621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Router c23f5e5d-2897-4067-80be-57c63d30d360 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:00:34.736877 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:34.747411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:34.953586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=821210b2-db8c-4d9f-bc84-522166c5444c,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:34.962509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c82486-5c1d-46c2-bff9-4a5622f1aa33 req-48db1134-74d7-4b01-9980-d9cfe9c41b4a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:34.967435 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-2d79ebf0-ea1a-4997-bf57-52673604b332 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:00:34.968271 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-2d79ebf0-ea1a-4997-bf57-52673604b332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:00:34.970735 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-56c82486-5c1d-46c2-bff9-4a5622f1aa33 req-48db1134-74d7-4b01-9980-d9cfe9c41b4a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.0843346 Aug 31 14:00:34.974787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:34.981827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:34.982276 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.051800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-56c82486-5c1d-46c2-bff9-4a5622f1aa33 req-f4cd6c76-234f-4c68-a33f-a941faa2271e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796530 Aug 31 14:00:35.109660 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.152326 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.195488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:35.217964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Sync routers for ids ['c23f5e5d-2897-4067-80be-57c63d30d360'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:35.238918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-c2718124-90f4-4a29-9edc-8624e9d4266c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:35.247373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-c2718124-90f4-4a29-9edc-8624e9d4266c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 804 time: 0.3723981 Aug 31 14:00:35.254341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=92915b9c-2d5c-4f4c-ac36-df01b93d24b4,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:35.255923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Routers {'c23f5e5d-2897-4067-80be-57c63d30d360'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:35.256774 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:00:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c23f5e5d-2897-4067-80be-57c63d30d360'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:35.259631 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-70692718-8072-4166-9403-ef47dff706cf req-ec8b1d66-d0ba-420f-b255-00090d7406e4 service neutron] show failed (client error): The resource could not be found. Aug 31 14:00:35.260797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-ec8b1d66-d0ba-420f-b255-00090d7406e4 service neutron] 10.222.0.13 "GET /v2.0/ports/f6cfb259-a4fe-4bb8-9991-251f8461d9bc/bindings/n-h2-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.3840957 Aug 31 14:00:35.272774 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-0c980f5e-dad1-4586-91e7-8f35ee077824 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/quotas/4669e85b74e843cfa5df9451dd811ad7 HTTP/1.1" status: 200 len: 375 time: 0.0243714 Aug 31 14:00:35.276048 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.277779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-14214ffa-287c-46df-b0b9-549cac040e13 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4882884 Aug 31 14:00:35.280503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38630) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:35.344244 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.424522 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-8dbd9c56-e267-4e43-95b8-322c99e802c2 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1508286 Aug 31 14:00:35.651161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-2862828b-1779-40c5-9fcb-4d24fb3dc176 service neutron] 10.222.0.20 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247851 Aug 31 14:00:35.763471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 821210b2-db8c-4d9f-bc84-522166c5444c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:35.768920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Set router c23f5e5d-2897-4067-80be-57c63d30d360 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:35.777461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=92915b9c-2d5c-4f4c-ac36-df01b93d24b4,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:35.777786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692718-8072-4166-9403-ef47dff706cf req-1302738e-358d-482e-bd15-6f18c072d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:35.780571 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-1302738e-358d-482e-bd15-6f18c072d0ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0&tenant_id=080b42569e654447a2d600dfa0c1e0e3 HTTP/1.1" status: 200 len: 1101 time: 0.2415164 Aug 31 14:00:35.798594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4c7d4-8e04-42e1-8c5c-d08d6bf902d7 req-614147e8-2ab7-4326-9aed-9cc6150804ed tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:35.801856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:35.807985 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68c4c7d4-8e04-42e1-8c5c-d08d6bf902d7 req-614147e8-2ab7-4326-9aed-9cc6150804ed tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0680788 Aug 31 14:00:35.853796 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68c4c7d4-8e04-42e1-8c5c-d08d6bf902d7 req-91651c2c-5846-49aa-8c60-6a8634a9454d tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Aug 31 14:00:35.940871 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:35.946825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38652) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:35.970940 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-37b28f3d-7f9a-474a-a529-d6856065cf9a service neutron] 10.222.0.20 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046017 Aug 31 14:00:36.104664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 821210b2-db8c-4d9f-bc84-522166c5444c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:36.105223 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.166553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5d908d64-9a08-414c-9742-8f795e24f4c9 None None] Provisioning complete for port 821210b2-db8c-4d9f-bc84-522166c5444c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:36.167099 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d908d64-9a08-414c-9742-8f795e24f4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.242456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-270806650-network', 'tenant_id': 'c34d796bb1fb4f26a995b9393beaec08'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:36.287038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e825d6-8cbf-446f-8d31-e638df1be8de req-ff910e1d-cdf3-4df6-890b-317f7088ddab tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.297288 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-59e825d6-8cbf-446f-8d31-e638df1be8de req-ff910e1d-cdf3-4df6-890b-317f7088ddab tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.1424673 Aug 31 14:00:36.331399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c1768-6b88-4b52-9e88-d87345d40c7f req-5f401fa8-9589-46a3-b7db-c300e2b65619 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.333193 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-100c1768-6b88-4b52-9e88-d87345d40c7f req-5f401fa8-9589-46a3-b7db-c300e2b65619 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebdc1d-3162-4432-bfc5-1f04f26744be HTTP/1.1" status: 200 len: 945 time: 0.3025556 Aug 31 14:00:36.349279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 00361382-0f09-42be-876c-ec0b459ea10e no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:36.358182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:00:33Z', 'revision_number': 3, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:36.373830 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-59e825d6-8cbf-446f-8d31-e638df1be8de req-3cfbc9db-e138-450d-8d3a-8c653778f9f0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734689 Aug 31 14:00:36.375796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Made reservation on behalf of c34d796bb1fb4f26a995b9393beaec08 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:36.384174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.397773 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.599490 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.615829 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.650434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Checking router: c23f5e5d-2897-4067-80be-57c63d30d360 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:00:36.651069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Updating router c23f5e5d-2897-4067-80be-57c63d30d360 port 20b1057d-4367-4361-9f13-681cf2e68df0 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:00:36.654917 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38a872da-4b81-4388-89f1-94edc6e351b7 req-95f3b2a0-594b-4021-bbca-770ac09c1de3 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 210 time: 0.0538323 Aug 31 14:00:36.678018 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:00:36.698290 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98172b9c-74e3-4081-b2d6-a7f069f98278,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:36.705535 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.706749 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Added segment 00c9a1fd-dc06-4834-ae07-02f48e75a78d of type vlan for network 0e840c66-3241-4c60-aaec-74314527276f Aug 31 14:00:36.765232 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.767696 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.789795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.829420 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.832755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:36.834365 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.902603 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:36.921952 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9708252 Aug 31 14:00:36.922612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38678) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:36.932343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b60f1dd0-a4cb-4d0a-8108-06a0192f5877 admin admin] Request body: {'subnet': {'network_id': '0e840c66-3241-4c60-aaec-74314527276f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-270806650-subnet', 'tenant_id': 'c34d796bb1fb4f26a995b9393beaec08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:36.952513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebdc1d-3162-4432-bfc5-1f04f26744be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00361382-0f09-42be-876c-ec0b459ea10e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:36.955522 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4620b038-480d-4f3b-9cbc-150d7cbf9177" -d '{"events": [{"server_uuid": "80ebdc1d-3162-4432-bfc5-1f04f26744be", "name": "network-vif-unplugged", "status": "completed", "tag": "00361382-0f09-42be-876c-ec0b459ea10e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:36.973212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60f1dd0-a4cb-4d0a-8108-06a0192f5877 admin admin] Made reservation on behalf of c34d796bb1fb4f26a995b9393beaec08 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:36.977122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b60f1dd0-a4cb-4d0a-8108-06a0192f5877 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.003482 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 00361382-0f09-42be-876c-ec0b459ea10e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=00361382-0f09-42be-876c-ec0b459ea10e,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:37.007631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28961575-b6ca-41bd-bfd5-3e5f25a77eca admin admin] Pushing event updated for resources: {'Network': ['ID=0e840c66-3241-4c60-aaec-74314527276f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:37.061217 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15f3ad6-c2cb-42fa-b79f-53621e583389 x-openstack-request-id: req-c15f3ad6-c2cb-42fa-b79f-53621e583389 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:37.061883 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebdc1d-3162-4432-bfc5-1f04f26744be", "name": "network-vif-unplugged", "status": "completed", "tag": "00361382-0f09-42be-876c-ec0b459ea10e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:37.062341 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c15f3ad6-c2cb-42fa-b79f-53621e583389 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:37.063013 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebdc1d-3162-4432-bfc5-1f04f26744be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00361382-0f09-42be-876c-ec0b459ea10e', 'code': 200} Aug 31 14:00:37.065315 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 0e840c66-3241-4c60-aaec-74314527276f details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:00:37.071768 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.256488 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=00361382-0f09-42be-876c-ec0b459ea10e,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:37.276007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b60f1dd0-a4cb-4d0a-8108-06a0192f5877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.329232 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.356638 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f1dd0-a4cb-4d0a-8108-06a0192f5877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=570bc717-9bd3-4296-a31d-e5a3a6f232e5,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:37.370442 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.375661 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f1dd0-a4cb-4d0a-8108-06a0192f5877 admin admin] Checking segment: {'id': '00c9a1fd-dc06-4834-ae07-02f48e75a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0e840c66-3241-4c60-aaec-74314527276f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:37.376161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f1dd0-a4cb-4d0a-8108-06a0192f5877 admin admin] Network hostable DHCP agents. Network: 0e840c66-3241-4c60-aaec-74314527276f, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:00:37.379729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b282c6-1d66-40a8-b00b-35dd0826b26c req-d0619b30-69a1-4660-8551-003dbfeffcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.382293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18b282c6-1d66-40a8-b00b-35dd0826b26c req-d0619b30-69a1-4660-8551-003dbfeffcb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 1097 time: 0.9471977 Aug 31 14:00:37.385592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Transition to ACTIVE for port object 20b1057d-4367-4361-9f13-681cf2e68df0 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:37.398640 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.431695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f1dd0-a4cb-4d0a-8108-06a0192f5877 admin admin] Network 0e840c66-3241-4c60-aaec-74314527276f is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:00:37.454358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b60f1dd0-a4cb-4d0a-8108-06a0192f5877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 0e840c66-3241-4c60-aaec-74314527276f) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:37.459773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f1dd0-a4cb-4d0a-8108-06a0192f5877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.460964 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b60f1dd0-a4cb-4d0a-8108-06a0192f5877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.478941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7349831-7345-4996-9daa-fdaa0b6a465b req-ab4cef69-a0c4-4f52-a2f9-237bff080516 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.479816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a235b9-0116-49aa-9ca1-2c83f2c84f07 None None] Network 0e840c66-3241-4c60-aaec-74314527276f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:37.491563 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b60f1dd0-a4cb-4d0a-8108-06a0192f5877 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5612974 Aug 31 14:00:37.491821 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d7349831-7345-4996-9daa-fdaa0b6a465b req-ab4cef69-a0c4-4f52-a2f9-237bff080516 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.8475976 Aug 31 14:00:37.545493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Attempting to bind port 20b1057d-4367-4361-9f13-681cf2e68df0 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:37.545871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Attempting to bind port 20b1057d-4367-4361-9f13-681cf2e68df0 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:37.546242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Attempting to bind port 20b1057d-4367-4361-9f13-681cf2e68df0 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:37.555153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:37.555386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:37.555803 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.556277 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:37.556685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Bound port: 20b1057d-4367-4361-9f13-681cf2e68df0, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:37.557069 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.591884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde441bd-1a2e-4cff-b3ff-dc326090fa02 None None] Pushing event updated for resources: {'Port': ['ID=20b1057d-4367-4361-9f13-681cf2e68df0,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:37.603418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-100c1768-6b88-4b52-9e88-d87345d40c7f req-add69711-275b-4439-955e-5cf3414cb3a7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Deleting port 00361382-0f09-42be-876c-ec0b459ea10e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:37.603774 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-100c1768-6b88-4b52-9e88-d87345d40c7f req-add69711-275b-4439-955e-5cf3414cb3a7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.681654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] For port 20b1057d-4367-4361-9f13-681cf2e68df0, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:37.709552 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] For port 20b1057d-4367-4361-9f13-681cf2e68df0, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=20b1057d-4367-4361-9f13-681cf2e68df0,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:37.717428 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860dcd17-d04a-4c7d-ad8f-f92a9e514177 None None] Network 0e840c66-3241-4c60-aaec-74314527276f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:00:37.724006 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:37.760019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6d040-3ad8-4357-b574-57ab8c9557e6 req-4fbacb78-5f39-4240-ae45-a59088e70b83 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:37.769470 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f9f6d040-3ad8-4357-b574-57ab8c9557e6 req-4fbacb78-5f39-4240-ae45-a59088e70b83 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.2525678 Aug 31 14:00:37.780012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:37.803921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d7349831-7345-4996-9daa-fdaa0b6a465b req-e886bf1b-03eb-407e-9b2f-8889522bf075 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164074 Aug 31 14:00:37.819342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:37.853499 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f9f6d040-3ad8-4357-b574-57ab8c9557e6 req-ff8546f3-6c1f-443a-b95a-710d632b93cf tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727048 Aug 31 14:00:37.992680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde441bd-1a2e-4cff-b3ff-dc326090fa02 None None] Pushing event updated for resources: {'Port': ['ID=20b1057d-4367-4361-9f13-681cf2e68df0,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:38.040849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Routers {'c23f5e5d-2897-4067-80be-57c63d30d360'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:38.041510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:00:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c23f5e5d-2897-4067-80be-57c63d30d360'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:38.083054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b282c6-1d66-40a8-b00b-35dd0826b26c req-0bbd5345-fa99-4e4b-af8c-7a78fa10858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:38.085114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18b282c6-1d66-40a8-b00b-35dd0826b26c req-0bbd5345-fa99-4e4b-af8c-7a78fa10858b service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 920 time: 0.6921294 Aug 31 14:00:38.153592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:38.153972 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.164029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d4fe50c4-2e4a-4547-b2c9-5f345e61818a req-25ea0798-969a-4166-bdae-c8bc770fafcc tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 210 time: 0.0825353 Aug 31 14:00:38.165036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:38.254378 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18b282c6-1d66-40a8-b00b-35dd0826b26c req-36fe452f-86a0-499e-9cae-70605eb58af9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5232dc70-34c7-4257-8651-40dba17b0124 HTTP/1.1" status: 200 len: 217 time: 0.1351352 Aug 31 14:00:38.262799 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] Set router c23f5e5d-2897-4067-80be-57c63d30d360 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:38.303512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-100c1768-6b88-4b52-9e88-d87345d40c7f req-add69711-275b-4439-955e-5cf3414cb3a7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] For port 00361382-0f09-42be-876c-ec0b459ea10e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=00361382-0f09-42be-876c-ec0b459ea10e,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:38.303900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-100c1768-6b88-4b52-9e88-d87345d40c7f req-add69711-275b-4439-955e-5cf3414cb3a7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.373137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-100c1768-6b88-4b52-9e88-d87345d40c7f req-add69711-275b-4439-955e-5cf3414cb3a7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Calling delete_port for 00361382-0f09-42be-876c-ec0b459ea10e owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:38.390381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a5e603-9506-4478-8316-5dd7634346b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:38.393651 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9796ea87-88b3-4ab3-859d-42d77230f9ef" -d '{"events": [{"server_uuid": "70a5e603-9506-4478-8316-5dd7634346b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f6cfb259-a4fe-4bb8-9991-251f8461d9bc"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:38.398862 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.406225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Allocated IP 172.20.0.1 (32e80b2a-96f7-42f4-b113-1b21fb467318/d50b5bd4-258e-43ae-bc2c-e694548f6a87/ac309c59-30de-4cf1-87ce-08d585ca8c21) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:38.406877 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-6847eaf2-7214-43cb-a7bb-d1a069d2477c tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:38.428239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-93d9170d-0fab-4b71-92ed-198e8952e9bf tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:38.429842 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-93d9170d-0fab-4b71-92ed-198e8952e9bf tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.52 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 804 time: 0.5276587 Aug 31 14:00:38.433752 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-6847eaf2-7214-43cb-a7bb-d1a069d2477c tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/networks?id=0e840c66-3241-4c60-aaec-74314527276f HTTP/1.1" status: 200 len: 817 time: 0.1648107 Aug 31 14:00:38.444058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b282c6-1d66-40a8-b00b-35dd0826b26c req-27bd226a-cc2e-4b44-96c1-bdf9ae139bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:38.445632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18b282c6-1d66-40a8-b00b-35dd0826b26c req-27bd226a-cc2e-4b44-96c1-bdf9ae139bc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 200 len: 859 time: 0.1749160 Aug 31 14:00:38.472365 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-9970fca4-2be6-45b7-94da-c67c8c3ff697 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/quotas/c34d796bb1fb4f26a995b9393beaec08 HTTP/1.1" status: 200 len: 375 time: 0.0375490 Aug 31 14:00:38.486969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Request body: {'port': {'device_id': '5aac0c8c-f61c-4f2f-bf7b-bc109f964b62', 'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'admin_state_up': True, 'tenant_id': '4669e85b74e843cfa5df9451dd811ad7'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:38.494550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Transition to ACTIVE for port object f6cfb259-a4fe-4bb8-9991-251f8461d9bc will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:38.510747 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 00361382-0f09-42be-876c-ec0b459ea10e no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:38.539191 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-29cee7c3-68fc-4922-8f72-59a55af87ff5 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c34d796bb1fb4f26a995b9393beaec08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656509 Aug 31 14:00:38.551219 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fedc00b-5a73-4ca1-8df8-47c48d69a7be x-openstack-request-id: req-9fedc00b-5a73-4ca1-8df8-47c48d69a7be {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:38.551562 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a5e603-9506-4478-8316-5dd7634346b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f6cfb259-a4fe-4bb8-9991-251f8461d9bc", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:38.552682 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fedc00b-5a73-4ca1-8df8-47c48d69a7be {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:38.553084 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a5e603-9506-4478-8316-5dd7634346b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc', 'code': 200} Aug 31 14:00:38.578314 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.640886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18b282c6-1d66-40a8-b00b-35dd0826b26c req-aa37274f-b6c5-4dfd-86a6-6a79ca93cdf1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496425 Aug 31 14:00:38.682072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f6cfb259-a4fe-4bb8-9991-251f8461d9bc no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:38.686339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-e38cf51f-96e7-499c-8b18-0be4d740c5f5 service neutron] 10.222.0.20 "GET /v2.0/networks/0e840c66-3241-4c60-aaec-74314527276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458578 Aug 31 14:00:38.774830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f6cfb259-a4fe-4bb8-9991-251f8461d9bc not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:38.790241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.832221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:00:33Z', 'revision_number': 3, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:38.851542 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:00:38.854265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] No DVR routers for this DVR port f6cfb259-a4fe-4bb8-9991-251f8461d9bc on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:38.877803 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.881431 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db143f1-f886-4beb-9220-ff0264492fa8 None None] The sync data for ids ['c23f5e5d-2897-4067-80be-57c63d30d360'] in n-d-792364-6 is: [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:00:33Z', 'revision_number': 3, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:38.919765 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:38.925868 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-fe67d6a8-37ed-4fef-8396-cf125996fb4c service neutron] 10.222.0.20 "GET /v2.0/networks/0e840c66-3241-4c60-aaec-74314527276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338617 Aug 31 14:00:39.050866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Transition to ACTIVE for port object ac309c59-30de-4cf1-87ce-08d585ca8c21 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:39.081413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:39.128889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Attempting to bind port f6cfb259-a4fe-4bb8-9991-251f8461d9bc on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:39.129239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Attempting to bind port f6cfb259-a4fe-4bb8-9991-251f8461d9bc by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:39.129566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Attempting to bind port f6cfb259-a4fe-4bb8-9991-251f8461d9bc on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:39.205021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Port f6cfb259-a4fe-4bb8-9991-251f8461d9bc on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:00:39.205680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Attempting to bind port f6cfb259-a4fe-4bb8-9991-251f8461d9bc on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:39.235285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:39.235696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:39.236386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:39.236657 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc762914-a599-4868-af08-ac12d4781808 req-2a195874-190b-4715-8d29-ff9d9ef17b30 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.237002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Bound port: f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:39.237425 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.248405 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cc762914-a599-4868-af08-ac12d4781808 req-2a195874-190b-4715-8d29-ff9d9ef17b30 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 948 time: 0.0802100 Aug 31 14:00:39.252833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18b282c6-1d66-40a8-b00b-35dd0826b26c req-f9046473-4d38-463f-878b-c5433028ea69 service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094366 Aug 31 14:00:39.343684 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cc762914-a599-4868-af08-ac12d4781808 req-9a533ed3-bce5-4625-991b-d9bf5095f0d5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940018 Aug 31 14:00:39.387829 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-100c1768-6b88-4b52-9e88-d87345d40c7f req-add69711-275b-4439-955e-5cf3414cb3a7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.399522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529ea03-3e77-4583-9fb9-2340a4922e27 req-4b61d1b8-669e-4680-a869-6146761448d2 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:39.408638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3529ea03-3e77-4583-9fb9-2340a4922e27 req-4b61d1b8-669e-4680-a869-6146761448d2 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.3943629 Aug 31 14:00:39.438456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Made reservation on behalf of 4669e85b74e843cfa5df9451dd811ad7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:39.443423 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.546004 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.547549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add69711-275b-4439-955e-5cf3414cb3a7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Pushing event deleted for resources: {'Port': ['ID=00361382-0f09-42be-876c-ec0b459ea10e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:39.649979 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8bde3c9a-a691-43b6-8ea1-c626b8d42068 req-c14ab79f-435f-4b12-b4d6-97d39040aa89 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 210 time: 0.0888376 Aug 31 14:00:39.794920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 20b1057d-4367-4361-9f13-681cf2e68df0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:39.852929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Network 32e80b2a-96f7-42f4-b113-1b21fb467318 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:39.871432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 20b1057d-4367-4361-9f13-681cf2e68df0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:39.877176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 20b1057d-4367-4361-9f13-681cf2e68df0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:39.877680 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.885743 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18b282c6-1d66-40a8-b00b-35dd0826b26c req-674d3e0d-033c-4b6a-93c8-8be102f5f39a service neutron] 10.222.0.13 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211400 Aug 31 14:00:39.909747 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-632dcffe-120d-4daa-803a-674fb92d774f req-0a3f04a6-c071-4b13-9223-0434fcc9563f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 210 time: 0.0480201 Aug 31 14:00:39.940612 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3529ea03-3e77-4583-9fb9-2340a4922e27 req-3e6a02df-1762-4788-9f9c-81a85a3c563d tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308003 Aug 31 14:00:39.942663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-100c1768-6b88-4b52-9e88-d87345d40c7f req-add69711-275b-4439-955e-5cf3414cb3a7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] No DVR routers for this DVR port 00361382-0f09-42be-876c-ec0b459ea10e on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:39.957747 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-100c1768-6b88-4b52-9e88-d87345d40c7f req-add69711-275b-4439-955e-5cf3414cb3a7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:39.959753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-100c1768-6b88-4b52-9e88-d87345d40c7f req-add69711-275b-4439-955e-5cf3414cb3a7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.13 "DELETE /v2.0/ports/00361382-0f09-42be-876c-ec0b459ea10e HTTP/1.1" status: 204 len: 173 time: 3.6073599 Aug 31 14:00:39.964806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:39.979707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:40.046910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Pushing event updated for resources: {'Port': ['ID=ac309c59-30de-4cf1-87ce-08d585ca8c21,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:40.053023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:40.095701 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.137945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:40.160262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 20b1057d-4367-4361-9f13-681cf2e68df0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=20b1057d-4367-4361-9f13-681cf2e68df0,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:40.165418 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.176341 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.177962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.296652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Allocated IP 172.20.0.9 (097ed294-311a-4047-a411-d1b3a475b551/81a4f80d-1ced-4844-b1bb-7b0eaea3bfce/e47199d9-6704-46b3-9097-4b15aafd45f5) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:40.318653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:40.319269 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.320752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] 10.222.0.52 "PUT /v2.0/ports/f6cfb259-a4fe-4bb8-9991-251f8461d9bc HTTP/1.1" status: 200 len: 1096 time: 4.5248632 Aug 31 14:00:40.355426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=20b1057d-4367-4361-9f13-681cf2e68df0,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:40.441439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3f514ede-aa20-4091-9303-527db70b5615 None None] Provisioning for port ac309c59-30de-4cf1-87ce-08d585ca8c21 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:40.469305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3f514ede-aa20-4091-9303-527db70b5615 None None] Provisioning complete for port ac309c59-30de-4cf1-87ce-08d585ca8c21 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:40.470877 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3f514ede-aa20-4091-9303-527db70b5615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:40.553855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbd1bd-4b75-47de-bcf3-010e960f4af3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:40.556685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3f514ede-aa20-4091-9303-527db70b5615 None None] Port ac309c59-30de-4cf1-87ce-08d585ca8c21 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:40.571334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebdc1d-3162-4432-bfc5-1f04f26744be', 'name': 'network-vif-deleted', 'tag': '00361382-0f09-42be-876c-ec0b459ea10e'}, {'name': 'network-changed', 'server_uuid': '70a5e603-9506-4478-8316-5dd7634346b0', 'tag': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:40.574095 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fe10fd-0314-4a42-a596-ce653a1519af" -d '{"events": [{"server_uuid": "80ebdc1d-3162-4432-bfc5-1f04f26744be", "name": "network-vif-deleted", "tag": "00361382-0f09-42be-876c-ec0b459ea10e"}, {"name": "network-changed", "server_uuid": "70a5e603-9506-4478-8316-5dd7634346b0", "tag": "f6cfb259-a4fe-4bb8-9991-251f8461d9bc"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:40.587908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e474a-5e15-4f7b-8d28-a7c409032af8 req-96a0382b-7e38-40f1-bc05-19d869e0ca42 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:40.589583 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-440e474a-5e15-4f7b-8d28-a7c409032af8 req-96a0382b-7e38-40f1-bc05-19d869e0ca42 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 948 time: 0.1135979 Aug 31 14:00:40.682453 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-440e474a-5e15-4f7b-8d28-a7c409032af8 req-f62bc1fa-06a9-4ba8-9d01-ca3597c4bb6f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840623 Aug 31 14:00:40.753219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692718-8072-4166-9403-ef47dff706cf req-df3d0f77-95f3-4eb4-87d0-e11cd4d42bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:40.761203 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-df3d0f77-95f3-4eb4-87d0-e11cd4d42bed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 1099 time: 0.3352075 Aug 31 14:00:40.771599 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07019685-9dc9-426d-99b9-9d1152ab670a x-openstack-request-id: req-07019685-9dc9-426d-99b9-9d1152ab670a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:40.773136 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebdc1d-3162-4432-bfc5-1f04f26744be", "name": "network-vif-deleted", "tag": "00361382-0f09-42be-876c-ec0b459ea10e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70a5e603-9506-4478-8316-5dd7634346b0", "tag": "f6cfb259-a4fe-4bb8-9991-251f8461d9bc", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:40.773675 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07019685-9dc9-426d-99b9-9d1152ab670a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:40.774728 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebdc1d-3162-4432-bfc5-1f04f26744be', 'name': 'network-vif-deleted', 'tag': '00361382-0f09-42be-876c-ec0b459ea10e', 'status': 'completed', 'code': 200} Aug 31 14:00:40.775564 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a5e603-9506-4478-8316-5dd7634346b0', 'tag': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc', 'status': 'completed', 'code': 200} Aug 31 14:00:40.825974 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-29a474f8-2900-4ff8-aa7d-5e3ba79f4795 req-94fc586e-4ba9-4a53-a955-0a42fcd8e4e4 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 210 time: 0.0504761 Aug 31 14:00:40.894927 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.048104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3cfb9301-4fe3-47d6-a06d-43e6cd239398 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.054569 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3cfb9301-4fe3-47d6-a06d-43e6cd239398 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.52 "GET /v2.0/networks?id=0e840c66-3241-4c60-aaec-74314527276f HTTP/1.1" status: 200 len: 817 time: 0.1880059 Aug 31 14:00:41.070423 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Request body: {'port': {'device_id': 'fde6e6d4-686c-4dbb-a522-402f4b336f35', 'network_id': '0e840c66-3241-4c60-aaec-74314527276f', 'admin_state_up': True, 'tenant_id': 'c34d796bb1fb4f26a995b9393beaec08'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:41.216364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbb4fa-c83c-46c1-855f-09d19b3f719c req-e57deb38-3b34-40ad-81a6-68d5c98bf733 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.224886 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cdbbb4fa-c83c-46c1-855f-09d19b3f719c req-e57deb38-3b34-40ad-81a6-68d5c98bf733 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1170750 Aug 31 14:00:41.282713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Made reservation on behalf of c34d796bb1fb4f26a995b9393beaec08 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:41.286836 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.311333 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cdbbb4fa-c83c-46c1-855f-09d19b3f719c req-cb54354f-6fac-44cb-989b-16c37d25eaee tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857358 Aug 31 14:00:41.399130 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.423659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe10fd-0314-4a42-a596-ce653a1519af req-7906ca93-aa8b-4f1d-b583-11b502964b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.425271 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-7906ca93-aa8b-4f1d-b583-11b502964b1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 1099 time: 0.6083589 Aug 31 14:00:41.466814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd518afa-16a9-4460-ab1d-cca310ed00b1 req-ec74370a-dead-4de2-97a7-4e9745338bb1 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 210 time: 0.0793946 Aug 31 14:00:41.475861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Allocated IP 172.20.0.10 (0e840c66-3241-4c60-aaec-74314527276f/570bc717-9bd3-4296-a31d-e5a3a6f232e5/06cb2e79-8bbc-4025-bab2-c8c73e81bfc9) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:41.548569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692718-8072-4166-9403-ef47dff706cf req-d9bdf2f3-74d8-4ac8-bd2f-d6688530ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.550079 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-d9bdf2f3-74d8-4ac8-bd2f-d6688530ba72 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.7470603 Aug 31 14:00:41.655110 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-6cefda9a-b003-4e1a-9141-04d73ea03171 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc HTTP/1.1" status: 200 len: 217 time: 0.0932806 Aug 31 14:00:41.666316 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.685784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 20b1057d-4367-4361-9f13-681cf2e68df0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:41.739414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.741600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe10fd-0314-4a42-a596-ce653a1519af req-9ac4f7be-c25f-40d5-a657-f42baf63e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.745340 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-9ac4f7be-c25f-40d5-a657-f42baf63e230 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2918828 Aug 31 14:00:41.773084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 20b1057d-4367-4361-9f13-681cf2e68df0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:41.774086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.825597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Network 0e840c66-3241-4c60-aaec-74314527276f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:41.831460 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:41.844286 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:41.875286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.880899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-6aecf216-2110-4db1-aa08-4b93a5b1ffc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc HTTP/1.1" status: 200 len: 217 time: 0.1015780 Aug 31 14:00:41.898226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692718-8072-4166-9403-ef47dff706cf req-4cb6f09d-cc3b-4fb3-b9e2-7ba2e6a14e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.899960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-4cb6f09d-cc3b-4fb3-b9e2-7ba2e6a14e7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2332718 Aug 31 14:00:41.924631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Pushing event updated for resources: {'Port': ['ID=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:41.964896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.965785 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:41.992778 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ca0be-4314-469b-8cb5-3a2106ec1d9e req-18aca835-2ffe-403a-ad89-2e7994e43bb8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:41.994272 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-711ca0be-4314-469b-8cb5-3a2106ec1d9e req-18aca835-2ffe-403a-ad89-2e7994e43bb8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 948 time: 0.1672943 Aug 31 14:00:41.996383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-3fc22e91-45b0-4ff3-afa9-dc98b88671eb tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9304836 Aug 31 14:00:42.016162 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Request body: {'port': {'device_id': 'fde6e6d4-686c-4dbb-a522-402f4b336f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:42.046356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Network 097ed294-311a-4047-a411-d1b3a475b551 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:42.058295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Pushing event updated for resources: {'Port': ['ID=e47199d9-6704-46b3-9097-4b15aafd45f5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:42.061731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:42.073092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:42.077130 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.084151 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-711ca0be-4314-469b-8cb5-3a2106ec1d9e req-4ef6a24b-f426-4933-9581-2e04a9a2ee73 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828292 Aug 31 14:00:42.084399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe10fd-0314-4a42-a596-ce653a1519af req-6b0c8a28-04aa-4daa-8035-d71c577e4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:42.085895 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-6b0c8a28-04aa-4daa-8035-d71c577e4a98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1833482 Aug 31 14:00:42.108516 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.110968 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.197989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692718-8072-4166-9403-ef47dff706cf req-23167da7-ab34-44a5-adcb-8801676c8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:42.199499 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-23167da7-ab34-44a5-adcb-8801676c8275 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2588320 Aug 31 14:00:42.226338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5a5b7-adb3-41dd-b470-eb447187830a req-2bc8df4b-fa95-424c-8661-55029f726d8c tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:42.227837 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b7e5a5b7-adb3-41dd-b470-eb447187830a req-2bc8df4b-fa95-424c-8661-55029f726d8c tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 932 time: 0.2952886 Aug 31 14:00:42.274985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:42.275532 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.329037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Pushing event updated for resources: {'Port': ['ID=ac309c59-30de-4cf1-87ce-08d585ca8c21,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:42.349705 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.369182 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-e83c5b78-402d-4f30-910b-fa18b66f725c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9211440 Aug 31 14:00:42.369647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe10fd-0314-4a42-a596-ce653a1519af req-fe16c7ec-30d5-4bfc-873b-d30455e8a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:42.371122 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-fe16c7ec-30d5-4bfc-873b-d30455e8a62f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2632508 Aug 31 14:00:42.388539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Request body: {'port': {'device_id': '5aac0c8c-f61c-4f2f-bf7b-bc109f964b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:42.454381 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:42.464204 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.473930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b7e5a5b7-adb3-41dd-b470-eb447187830a req-1e7714a1-14c9-446b-a301-67ea85807a3f tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266972 Aug 31 14:00:42.485646 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351d765-2679-4b67-8b66-5c22bff13057 req-a07c7162-75cc-4cb2-855d-5f87bdc63af7 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:42.488902 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e351d765-2679-4b67-8b66-5c22bff13057 req-a07c7162-75cc-4cb2-855d-5f87bdc63af7 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.0845439 Aug 31 14:00:42.524762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Transition to ACTIVE for port object 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:42.539878 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.554328 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-22023d16-20b3-40b1-a889-7f2761882c56 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382194 Aug 31 14:00:42.569130 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e351d765-2679-4b67-8b66-5c22bff13057 req-b95f0768-075b-4a73-bcab-6b236f55ba1f tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689538 Aug 31 14:00:42.680238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Pushing event updated for resources: {'Port': ['ID=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:42.684220 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.712534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Attempting to bind port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:42.712534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Attempting to bind port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '00c9a1fd-dc06-4834-ae07-02f48e75a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0e840c66-3241-4c60-aaec-74314527276f'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:42.712534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Attempting to bind port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 on network 0e840c66-3241-4c60-aaec-74314527276f {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:42.719534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 on network 0e840c66-3241-4c60-aaec-74314527276f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:00:42.719868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Attempting to bind port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 on network 0e840c66-3241-4c60-aaec-74314527276f {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:42.727984 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-b397b390-d7b3-4906-8a4e-d237886d6ad0 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454857 Aug 31 14:00:42.752025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:42.752025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Checking segment: {'id': '00c9a1fd-dc06-4834-ae07-02f48e75a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0e840c66-3241-4c60-aaec-74314527276f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:42.752025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Bound using segment: {'id': '00c9a1fd-dc06-4834-ae07-02f48e75a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0e840c66-3241-4c60-aaec-74314527276f'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:42.752025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Bound port: 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c9a1fd-dc06-4834-ae07-02f48e75a78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0e840c66-3241-4c60-aaec-74314527276f'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:42.752025 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.780292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Network 32e80b2a-96f7-42f4-b113-1b21fb467318 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:42.798881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:42.808168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0271f-4e1b-4df7-91fa-63cad0a35d7b req-cfef96fd-cee1-4c14-97a8-7930fc8aacac tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:42.809786 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01f0271f-4e1b-4df7-91fa-63cad0a35d7b req-cfef96fd-cee1-4c14-97a8-7930fc8aacac tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 931 time: 0.2511165 Aug 31 14:00:42.830056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] For port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:42.834077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] For port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,segment=NetworkSegment(00c9a1fd-dc06-4834-ae07-02f48e75a78d),segment_id=00c9a1fd-dc06-4834-ae07-02f48e75a78d)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:42.841469 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.901260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:42.902797 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:42.906175 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] 10.222.0.52 "PUT /v2.0/ports/06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 HTTP/1.1" status: 200 len: 1092 time: 0.8931694 Aug 31 14:00:42.924804 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde6e6d4-686c-4dbb-a522-402f4b336f35', 'tag': '06cb2e79-8bbc-4025-bab2-c8c73e81bfc9'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:42.935673 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d319d35-6630-4e73-9c8b-c2f5dff8e6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fde6e6d4-686c-4dbb-a522-402f4b336f35", "tag": "06cb2e79-8bbc-4025-bab2-c8c73e81bfc9"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:42.952256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70692718-8072-4166-9403-ef47dff706cf req-c2c0a545-8828-4471-a1b8-31b4b2e5312c service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737054 Aug 31 14:00:43.038564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcdfa1-d7a4-48d4-9b46-f7fcb82e031e service neutron] Pushing event updated for resources: {'Port': ['ID=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:43.157812 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01f0271f-4e1b-4df7-91fa-63cad0a35d7b req-0a8d8af2-cd97-4576-ae15-fbf2eb525495 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076828 Aug 31 14:00:43.159124 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe10fd-0314-4a42-a596-ce653a1519af req-d6cea3f7-f469-467d-9929-af0e837e9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:43.162528 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-d6cea3f7-f469-467d-9929-af0e837e9e17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 1099 time: 0.0885684 Aug 31 14:00:43.231718 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fe2d3b6e-d9d2-4339-ac65-9a11211a0b17 None None] Provisioning complete for port ac309c59-30de-4cf1-87ce-08d585ca8c21 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:43.232786 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3b6e-d9d2-4339-ac65-9a11211a0b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:43.290762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-641d063a-60f3-4712-820c-d2c10e78dee8 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489936 Aug 31 14:00:43.312060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-6ecd3c58-2d18-41bc-b92a-53e83013d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:43.313975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-6ecd3c58-2d18-41bc-b92a-53e83013d190 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c34d796bb1fb4f26a995b9393beaec08&device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 1095 time: 0.3100989 Aug 31 14:00:43.365285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d3b6e-d9d2-4339-ac65-9a11211a0b17 None None] Port ac309c59-30de-4cf1-87ce-08d585ca8c21 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:43.374264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe10fd-0314-4a42-a596-ce653a1519af req-d478dbd4-52c9-4ee8-ac82-552eb73ddf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:43.376611 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-d478dbd4-52c9-4ee8-ac82-552eb73ddf4c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2080164 Aug 31 14:00:43.382990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Router c23f5e5d-2897-4067-80be-57c63d30d360 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:00:43.391273 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-19120c08-3cf4-43d7-8a53-4a1ad759e9e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0574222 Aug 31 14:00:43.398536 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9786d3-9832-417b-86c0-b0e1f6101d25 x-openstack-request-id: req-9a9786d3-9832-417b-86c0-b0e1f6101d25 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:43.399290 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde6e6d4-686c-4dbb-a522-402f4b336f35", "tag": "06cb2e79-8bbc-4025-bab2-c8c73e81bfc9", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:43.399642 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a9786d3-9832-417b-86c0-b0e1f6101d25 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:43.400269 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde6e6d4-686c-4dbb-a522-402f4b336f35', 'tag': '06cb2e79-8bbc-4025-bab2-c8c73e81bfc9', 'status': 'completed', 'code': 200} Aug 31 14:00:43.457551 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-9503d463-f073-43a2-a718-c69127c6e9e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc HTTP/1.1" status: 200 len: 217 time: 0.0706153 Aug 31 14:00:43.500700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-30c0f3f9-16d2-4973-b69e-ff61e27fce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:43.502496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-30c0f3f9-16d2-4973-b69e-ff61e27fce09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=570bc717-9bd3-4296-a31d-e5a3a6f232e5 HTTP/1.1" status: 200 len: 857 time: 0.1037383 Aug 31 14:00:43.562787 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bede79f-8315-4771-b39c-087288a6d81c req-ab40dc01-805c-4abe-baca-f1a7203f4acd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:43.564943 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bede79f-8315-4771-b39c-087288a6d81c req-ab40dc01-805c-4abe-baca-f1a7203f4acd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 948 time: 0.1212807 Aug 31 14:00:43.576172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe10fd-0314-4a42-a596-ce653a1519af req-7f1cde12-d49b-43ce-8a56-f1eef68419ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:43.577707 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-7f1cde12-d49b-43ce-8a56-f1eef68419ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1013873 Aug 31 14:00:43.578573 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-fc8fe309-2206-49e9-bf7e-ccc180d768bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e840c66-3241-4c60-aaec-74314527276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673926 Aug 31 14:00:43.662278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bede79f-8315-4771-b39c-087288a6d81c req-6ece6ad3-d6f5-486a-ab6b-d3069e658eec tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897179 Aug 31 14:00:43.678039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe10fd-0314-4a42-a596-ce653a1519af req-1d48adb0-586c-461e-a6be-0d6e137ad737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:43.679722 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-1d48adb0-586c-461e-a6be-0d6e137ad737 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0850277 Aug 31 14:00:43.821620 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-b752df77-dbac-4ffc-9f1e-bf2a221499c6 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326742 Aug 31 14:00:43.939785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47199d9-6704-46b3-9097-4b15aafd45f5 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:43.955646 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fe10fd-0314-4a42-a596-ce653a1519af req-49ad8b9e-b77e-4491-a130-d8191d035f37 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250124 Aug 31 14:00:43.979113 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.065328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Transition to ACTIVE for port object e47199d9-6704-46b3-9097-4b15aafd45f5 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:44.073480 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:44.077376 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.083011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d8e2175c-1230-401f-abc2-e509a60d026f admin admin] 10.222.0.20 "PUT /v2.0/routers/c23f5e5d-2897-4067-80be-57c63d30d360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8011620 Aug 31 14:00:44.098193 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Sync routers for ids ['c23f5e5d-2897-4067-80be-57c63d30d360'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:44.109662 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Routers {'c23f5e5d-2897-4067-80be-57c63d30d360'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:44.110797 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:00:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c23f5e5d-2897-4067-80be-57c63d30d360'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:44.207587 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf78c0a-1331-4894-b756-d75a225e97bd req-e4ac17bd-c995-4b19-83dc-b87742558216 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:44.224509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1cf78c0a-1331-4894-b756-d75a225e97bd req-e4ac17bd-c995-4b19-83dc-b87742558216 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 944 time: 0.6338508 Aug 31 14:00:44.241947 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Set router c23f5e5d-2897-4067-80be-57c63d30d360 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:44.254330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-68eadda7-5149-48ee-ad31-1e9011ba4f47 service neutron] 10.222.0.52 "GET /v2.0/networks/0e840c66-3241-4c60-aaec-74314527276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093059 Aug 31 14:00:44.359957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Pushing event updated for resources: {'Port': ['ID=e47199d9-6704-46b3-9097-4b15aafd45f5,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:44.422443 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f4981-8a2c-464a-b0a3-d7f5d479a93c req-6e971bc3-3517-48af-8835-b0c80377b94d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:44.432007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1cf78c0a-1331-4894-b756-d75a225e97bd req-686cd887-6cf0-4d34-9662-11a1f7919ebd tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026291 Aug 31 14:00:44.436699 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dd5f4981-8a2c-464a-b0a3-d7f5d479a93c req-6e971bc3-3517-48af-8835-b0c80377b94d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 943 time: 0.0976691 Aug 31 14:00:44.500318 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dd5f4981-8a2c-464a-b0a3-d7f5d479a93c req-5e3e3c74-b447-4b72-9d7f-b9fe22a2fa9f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622661 Aug 31 14:00:44.590842 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf58ac7d-ceb5-4d0a-8ffd-24836f466fed req-94fc817b-6684-41a5-8730-e62ed8a5322e service neutron] 10.222.0.52 "GET /v2.0/networks/0e840c66-3241-4c60-aaec-74314527276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192918 Aug 31 14:00:44.647717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Attempting to bind port e47199d9-6704-46b3-9097-4b15aafd45f5 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:44.648069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Attempting to bind port e47199d9-6704-46b3-9097-4b15aafd45f5 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:44.648405 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Attempting to bind port e47199d9-6704-46b3-9097-4b15aafd45f5 on network 097ed294-311a-4047-a411-d1b3a475b551 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:44.653669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Port e47199d9-6704-46b3-9097-4b15aafd45f5 on network 097ed294-311a-4047-a411-d1b3a475b551 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:00:44.654716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Attempting to bind port e47199d9-6704-46b3-9097-4b15aafd45f5 on network 097ed294-311a-4047-a411-d1b3a475b551 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:44.662412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:44.662759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Checking segment: {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:44.663157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Bound using segment: {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:44.663607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Bound port: e47199d9-6704-46b3-9097-4b15aafd45f5, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:44.663981 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.687393 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ac309c59-30de-4cf1-87ce-08d585ca8c21', 'name': '', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'mac_address': 'fa:16:3e:6b:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:37Z', 'updated_at': '2021-08-31T14:00:41Z', 'revision_number': 2, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'subnets': [{'id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:44.772721 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Checking router: c23f5e5d-2897-4067-80be-57c63d30d360 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:00:44.773609 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Updating router c23f5e5d-2897-4067-80be-57c63d30d360 port ac309c59-30de-4cf1-87ce-08d585ca8c21 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:00:44.779189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d319d35-6630-4e73-9c8b-c2f5dff8e6c0 req-fcb67335-66d3-457b-a175-e505af039625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:44.782632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d319d35-6630-4e73-9c8b-c2f5dff8e6c0 req-fcb67335-66d3-457b-a175-e505af039625 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c34d796bb1fb4f26a995b9393beaec08&device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 1095 time: 0.1159816 Aug 31 14:00:44.825007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] For port e47199d9-6704-46b3-9097-4b15aafd45f5, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:44.825978 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.898640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] For port e47199d9-6704-46b3-9097-4b15aafd45f5, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e47199d9-6704-46b3-9097-4b15aafd45f5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:44.906735 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.917929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c0758-d127-4c8a-8fb0-9801fe36574b req-9292dd2c-8e25-4fff-8e55-dbf6336eac29 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:44.927692 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac2c0758-d127-4c8a-8fb0-9801fe36574b req-9292dd2c-8e25-4fff-8e55-dbf6336eac29 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 948 time: 0.1037371 Aug 31 14:00:44.971348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:44.972422 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:44.984317 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] 10.222.0.52 "PUT /v2.0/ports/e47199d9-6704-46b3-9097-4b15aafd45f5 HTTP/1.1" status: 200 len: 1091 time: 2.6024559 Aug 31 14:00:45.002272 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac2c0758-d127-4c8a-8fb0-9801fe36574b req-6915db28-9de2-4317-a8ae-3a8eb720b60e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734284 Aug 31 14:00:45.003899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aac0c8c-f61c-4f2f-bf7b-bc109f964b62', 'tag': 'e47199d9-6704-46b3-9097-4b15aafd45f5'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:45.014326 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83022ee4-7749-4ea7-b373-cdaddd83d335" -d '{"events": [{"name": "network-changed", "server_uuid": "5aac0c8c-f61c-4f2f-bf7b-bc109f964b62", "tag": "e47199d9-6704-46b3-9097-4b15aafd45f5"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:45.062224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38808) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:45.066549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-14386a09-a9f7-4bb1-8111-4c1c0dbf3291 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1372861452', 'description': 'tempest-description--235533056'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:45.137474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-14386a09-a9f7-4bb1-8111-4c1c0dbf3291 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.150881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d319d35-6630-4e73-9c8b-c2f5dff8e6c0 req-e76e6d25-a98f-4265-9a9f-28fe30a5be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:45.152366 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d319d35-6630-4e73-9c8b-c2f5dff8e6c0 req-e76e6d25-a98f-4265-9a9f-28fe30a5be4d service neutron] 10.222.0.52 "GET /v2.0/networks?id=0e840c66-3241-4c60-aaec-74314527276f HTTP/1.1" status: 200 len: 918 time: 0.3534989 Aug 31 14:00:45.155370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441520a-58c7-4e60-a1c3-32ed6609d487 service neutron] Pushing event updated for resources: {'Port': ['ID=e47199d9-6704-46b3-9097-4b15aafd45f5,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:45.191471 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7132f021-0cde-4df7-b330-5c58c4f387fc x-openstack-request-id: req-7132f021-0cde-4df7-b330-5c58c4f387fc {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:45.191471 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aac0c8c-f61c-4f2f-bf7b-bc109f964b62", "tag": "e47199d9-6704-46b3-9097-4b15aafd45f5", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:45.191981 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7132f021-0cde-4df7-b330-5c58c4f387fc {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:45.192176 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aac0c8c-f61c-4f2f-bf7b-bc109f964b62', 'tag': 'e47199d9-6704-46b3-9097-4b15aafd45f5', 'status': 'completed', 'code': 200} Aug 31 14:00:45.235536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-776bad1a-5dd0-4404-99d3-3e62cef6a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:45.237663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-776bad1a-5dd0-4404-99d3-3e62cef6a3aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 1094 time: 0.1524820 Aug 31 14:00:45.240566 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d319d35-6630-4e73-9c8b-c2f5dff8e6c0 req-cbca697b-baa8-468d-8892-29009289c8ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0668902 Aug 31 14:00:45.320254 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-14386a09-a9f7-4bb1-8111-4c1c0dbf3291 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.327239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-14386a09-a9f7-4bb1-8111-4c1c0dbf3291 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.375630 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-14386a09-a9f7-4bb1-8111-4c1c0dbf3291 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.376961 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-14386a09-a9f7-4bb1-8111-4c1c0dbf3291 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3142829 Aug 31 14:00:45.393759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38812) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:45.416477 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-92f1360a-66f5-457f-8863-09ff744c1a04 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Request body: {'security_group_rule': {'security_group_id': '35e16449-fc24-45f1-97f1-bd8cbe94e56e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:45.441671 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-b6d9d1f6-5199-4738-a9ae-7b02832f3eb7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47199d9-6704-46b3-9097-4b15aafd45f5 HTTP/1.1" status: 200 len: 217 time: 0.1485233 Aug 31 14:00:45.458709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14386a09-a9f7-4bb1-8111-4c1c0dbf3291 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e16449-fc24-45f1-97f1-bd8cbe94e56e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:45.498392 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92f1360a-66f5-457f-8863-09ff744c1a04 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.512460 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.576366 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Transition to ACTIVE for port object ac309c59-30de-4cf1-87ce-08d585ca8c21 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:45.592406 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.629521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-267065f0-b48d-453d-88a8-80909c0b48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:45.631754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-267065f0-b48d-453d-88a8-80909c0b48e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81a4f80d-1ced-4844-b1bb-7b0eaea3bfce HTTP/1.1" status: 200 len: 844 time: 0.1771793 Aug 31 14:00:45.675175 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Pushing event updated for resources: {'Port': ['ID=ac309c59-30de-4cf1-87ce-08d585ca8c21,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:45.700921 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:45.701490 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:45.702106 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:45.702503 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:45.702841 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:45.703171 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:45.703366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d319d35-6630-4e73-9c8b-c2f5dff8e6c0 req-0ad262b8-4b7f-4a5c-a6e7-64b9a2bae2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:45.703501 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:45.703805 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:45.704123 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:45.704461 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:45.706254 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d319d35-6630-4e73-9c8b-c2f5dff8e6c0 req-0ad262b8-4b7f-4a5c-a6e7-64b9a2bae2c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=570bc717-9bd3-4296-a31d-e5a3a6f232e5 HTTP/1.1" status: 200 len: 857 time: 0.4198391 Aug 31 14:00:45.707882 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:45.712123 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:00:45.741225 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92f1360a-66f5-457f-8863-09ff744c1a04 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.749717 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92f1360a-66f5-457f-8863-09ff744c1a04 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.789042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f84f5-3981-4b39-a831-47db9302f7d7 req-e00e3337-63b7-4db2-8ad9-851565efa27d tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:45.796944 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-469f84f5-3981-4b39-a831-47db9302f7d7 req-e00e3337-63b7-4db2-8ad9-851565efa27d tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 944 time: 0.1377726 Aug 31 14:00:45.800322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1360a-66f5-457f-8863-09ff744c1a04 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144dce5a-cebb-4e5f-ba46-cb1791787b15,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:45.826678 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92f1360a-66f5-457f-8863-09ff744c1a04 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.828426 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-92f1360a-66f5-457f-8863-09ff744c1a04 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4336929 Aug 31 14:00:45.831156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38824) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:45.837988 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4ba30110-a561-4e7f-a358-dc407b44c6ed tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Request body: {'security_group_rule': {'security_group_id': '35e16449-fc24-45f1-97f1-bd8cbe94e56e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:45.843635 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Attempting to bind port ac309c59-30de-4cf1-87ce-08d585ca8c21 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:00:45.844417 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Attempting to bind port ac309c59-30de-4cf1-87ce-08d585ca8c21 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:00:45.844417 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Attempting to bind port ac309c59-30de-4cf1-87ce-08d585ca8c21 on network 32e80b2a-96f7-42f4-b113-1b21fb467318 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:00:45.849695 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-11f0317e-3589-44d4-811d-268ad727d82b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=097ed294-311a-4047-a411-d1b3a475b551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368804 Aug 31 14:00:45.851829 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d319d35-6630-4e73-9c8b-c2f5dff8e6c0 req-f4c6178e-0f2e-4fea-bf48-259db2f1c043 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0e840c66-3241-4c60-aaec-74314527276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220009 Aug 31 14:00:45.857292 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:00:45.857680 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Checking segment: {'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:00:45.858070 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.858464 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Bound using segment: {'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:00:45.858945 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Bound port: ac309c59-30de-4cf1-87ce-08d585ca8c21, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:00:45.859350 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.883707 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-469f84f5-3981-4b39-a831-47db9302f7d7 req-9e66592c-88ec-4065-ac6f-9fbc61d64b8d tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857661 Aug 31 14:00:45.916009 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ba30110-a561-4e7f-a358-dc407b44c6ed tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:45.926486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0145c3-237d-4cb9-871e-26bb276af265 req-d74f5bf6-411a-48ec-95a5-d19fbd628639 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:45.928001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f0145c3-237d-4cb9-871e-26bb276af265 req-d74f5bf6-411a-48ec-95a5-d19fbd628639 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 943 time: 0.2950683 Aug 31 14:00:45.964234 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] For port ac309c59-30de-4cf1-87ce-08d585ca8c21, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:00:45.967695 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] For port ac309c59-30de-4cf1-87ce-08d585ca8c21, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ac309c59-30de-4cf1-87ce-08d585ca8c21,segment=NetworkSegment(8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b),segment_id=8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:00:45.979757 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.028101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ba30110-a561-4e7f-a358-dc407b44c6ed tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.033559 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ba30110-a561-4e7f-a358-dc407b44c6ed tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.065812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba30110-a561-4e7f-a358-dc407b44c6ed tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5a4a73-31ba-4ecc-bc2e-adba88fd6e2b,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:46.083750 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ba30110-a561-4e7f-a358-dc407b44c6ed tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.089800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4ba30110-a561-4e7f-a358-dc407b44c6ed tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2571640 Aug 31 14:00:46.094196 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38828) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:46.101683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:46.106633 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Routers {'c23f5e5d-2897-4067-80be-57c63d30d360'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:46.107666 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:00:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c23f5e5d-2897-4067-80be-57c63d30d360'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:46.133296 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.285014 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c9940-c51c-4d5b-9ab6-05301e5deacf None None] Pushing event updated for resources: {'Port': ['ID=ac309c59-30de-4cf1-87ce-08d585ca8c21,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:46.336328 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d319d35-6630-4e73-9c8b-c2f5dff8e6c0 req-a5e58bb2-46f2-4c1e-b352-58dda7f30d82 service neutron] 10.222.0.52 "GET /v2.0/networks/0e840c66-3241-4c60-aaec-74314527276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695866 Aug 31 14:00:46.363413 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:46.455755 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device f6cfb259-a4fe-4bb8-9991-251f8461d9bc details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:46.509592 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d319d35-6630-4e73-9c8b-c2f5dff8e6c0 req-faae6b86-cf36-40e1-99e3-23fc9be9ea28 service neutron] 10.222.0.52 "GET /v2.0/networks/0e840c66-3241-4c60-aaec-74314527276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596253 Aug 31 14:00:46.524274 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f0145c3-237d-4cb9-871e-26bb276af265 req-00b5d7ee-143a-4512-a971-5221162bcef9 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986231 Aug 31 14:00:46.603079 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-d2054416-b3a5-4a3c-9e6d-55ab4c52fc8a service neutron] 10.222.0.52 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7375515 Aug 31 14:00:46.682717 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] Set router c23f5e5d-2897-4067-80be-57c63d30d360 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:46.738532 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Allocated IP 172.25.3.14 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/5b82bc56-2c51-4450-8e46-2302b315ebec) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:46.778937 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bba736c-26a7-40eb-b28e-b8a24fdab853 req-52574f90-7d57-4fd7-9504-894bbccf18c5 service neutron] 10.222.0.52 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676912 Aug 31 14:00:46.793836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9525b57-bd09-4301-9a5b-3c34eb4abf59 req-8f03ebbf-1926-40aa-b052-2939511a932d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:46.804895 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f9525b57-bd09-4301-9a5b-3c34eb4abf59 req-8f03ebbf-1926-40aa-b052-2939511a932d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 948 time: 0.2481396 Aug 31 14:00:46.875434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa6727-dc28-46f7-a343-170b00eb9250 req-ff5ab92b-3a11-473c-bf8f-5dd8c600b359 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:46.877387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7aa6727-dc28-46f7-a343-170b00eb9250 req-ff5ab92b-3a11-473c-bf8f-5dd8c600b359 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 945 time: 0.1036015 Aug 31 14:00:46.945343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:46.965357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83022ee4-7749-4ea7-b373-cdaddd83d335 req-0e3e3ae6-188a-44c4-9ef4-3bfaa8c26c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:46.967300 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83022ee4-7749-4ea7-b373-cdaddd83d335 req-0e3e3ae6-188a-44c4-9ef4-3bfaa8c26c19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 1094 time: 0.0887101 Aug 31 14:00:46.970121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc', 'mac_address': 'fa:16:3e:68:94:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:46.973429 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7aa6727-dc28-46f7-a343-170b00eb9250 req-b4573d23-cd9e-475c-b0bd-315e6788885f tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820525 Aug 31 14:00:47.094692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83022ee4-7749-4ea7-b373-cdaddd83d335 req-a3a9a9fa-cdda-4b3b-ba7a-2f5461704fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.096815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83022ee4-7749-4ea7-b373-cdaddd83d335 req-a3a9a9fa-cdda-4b3b-ba7a-2f5461704fbc service neutron] 10.222.0.52 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 905 time: 0.1220145 Aug 31 14:00:47.145716 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.147220 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f9525b57-bd09-4301-9a5b-3c34eb4abf59 req-6ec71ae5-64ae-4b32-a3b1-c291c8825cac tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411465 Aug 31 14:00:47.193948 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cfb259-a4fe-4bb8-9991-251f8461d9bc {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:47.228236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:47.235943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.248593 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83022ee4-7749-4ea7-b373-cdaddd83d335 req-4ab929b5-cf90-41d2-8e0c-94f1224c8f1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47199d9-6704-46b3-9097-4b15aafd45f5 HTTP/1.1" status: 200 len: 217 time: 0.1374359 Aug 31 14:00:47.315594 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.319978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:47.337926 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ac309c59-30de-4cf1-87ce-08d585ca8c21', 'name': '', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'mac_address': 'fa:16:3e:6b:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:37Z', 'updated_at': '2021-08-31T14:00:45Z', 'revision_number': 4, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'subnets': [{'id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:47.363933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83022ee4-7749-4ea7-b373-cdaddd83d335 req-ce2eaf60-500f-4072-b08f-9b1b5206d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.370518 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa3efa-936f-42f7-804c-22d409c587b0 None None] The sync data for ids ['c23f5e5d-2897-4067-80be-57c63d30d360'] in n-d-792364-6 is: [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ac309c59-30de-4cf1-87ce-08d585ca8c21', 'name': '', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'mac_address': 'fa:16:3e:6b:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:37Z', 'updated_at': '2021-08-31T14:00:45Z', 'revision_number': 4, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'subnets': [{'id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:47.378520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83022ee4-7749-4ea7-b373-cdaddd83d335 req-ce2eaf60-500f-4072-b08f-9b1b5206d9ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81a4f80d-1ced-4844-b1bb-7b0eaea3bfce HTTP/1.1" status: 200 len: 844 time: 0.1238291 Aug 31 14:00:47.531804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83022ee4-7749-4ea7-b373-cdaddd83d335 req-7a5f2461-035c-4dd0-a901-05526575d2c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=097ed294-311a-4047-a411-d1b3a475b551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314805 Aug 31 14:00:47.562831 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['f6cfb259-a4fe-4bb8-9991-251f8461d9bc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:47.742170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f814a-2b71-430e-ac3d-40904edae706 req-f89d22b6-94f0-4b39-9e79-fab8bf46e171 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.758862 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f79f814a-2b71-430e-ac3d-40904edae706 req-f89d22b6-94f0-4b39-9e79-fab8bf46e171 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 944 time: 0.4381063 Aug 31 14:00:47.792333 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:47.879900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ac309c59-30de-4cf1-87ce-08d585ca8c21 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:47.895123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:47.913455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:47.920841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:47.984402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-a4b0651f-0eb0-4b82-b562-dd7f72db5327 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:47.986494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-a4b0651f-0eb0-4b82-b562-dd7f72db5327 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 945 time: 0.3835685 Aug 31 14:00:47.989208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83022ee4-7749-4ea7-b373-cdaddd83d335 req-5cc7ef11-66dd-4484-a62b-ed2323a3a3e3 service neutron] 10.222.0.52 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474478 Aug 31 14:00:48.043805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-89015daa-ac82-48ff-b999-e64dc0b9c405 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:48.046453 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-89015daa-ac82-48ff-b999-e64dc0b9c405 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0&tenant_id=080b42569e654447a2d600dfa0c1e0e3&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 949 time: 0.2512186 Aug 31 14:00:48.059329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Pushing event updated for resources: {'Port': ['ID=5b82bc56-2c51-4450-8e46-2302b315ebec,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:48.119967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f79f814a-2b71-430e-ac3d-40904edae706 req-256bca15-77da-41eb-a7e9-04767d32100f tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550270 Aug 31 14:00:48.179358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ac309c59-30de-4cf1-87ce-08d585ca8c21 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:48.195463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726824ae-dc27-4882-9ade-caef9126dfac req-40226948-342f-44d6-ad6a-88be44300a9e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:48.197159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ac309c59-30de-4cf1-87ce-08d585ca8c21 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:48.198300 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:48.203527 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-726824ae-dc27-4882-9ade-caef9126dfac req-40226948-342f-44d6-ad6a-88be44300a9e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 949 time: 0.4916832 Aug 31 14:00:48.263919 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:48.375437 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-fdd2beab-bdbe-4fef-a496-9284fb3c14ec service neutron] delete failed (client error): The resource could not be found. Aug 31 14:00:48.377534 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-fdd2beab-bdbe-4fef-a496-9284fb3c14ec service neutron] 10.222.0.13 "DELETE /v2.0/ports/f6cfb259-a4fe-4bb8-9991-251f8461d9bc/bindings/n-h1-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.2861729 Aug 31 14:00:48.408646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-726824ae-dc27-4882-9ade-caef9126dfac req-2410025a-3e67-47d8-80f3-a022e75f3fbd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025363 Aug 31 14:00:48.449900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8e7ed-0c5f-4bde-962b-ca7e543cae0d req-d18704f4-2381-4b34-9a2b-37837e41bd54 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:48.450347 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8c8e7ed-0c5f-4bde-962b-ca7e543cae0d req-d18704f4-2381-4b34-9a2b-37837e41bd54 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 943 time: 0.1304381 Aug 31 14:00:48.451019 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:48.468102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:48.489743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Deleting port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:48.490284 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:48.497889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83022ee4-7749-4ea7-b373-cdaddd83d335 req-71810bf8-a19c-45ca-be1d-608a0ad6c51a service neutron] 10.222.0.52 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857547 Aug 31 14:00:48.642523 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8c8e7ed-0c5f-4bde-962b-ca7e543cae0d req-0565bf6d-f678-405a-9563-ab19e7ff41ee tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820285 Aug 31 14:00:48.744899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,segment=NetworkSegment(00c9a1fd-dc06-4834-ae07-02f48e75a78d),segment_id=00c9a1fd-dc06-4834-ae07-02f48e75a78d)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:48.781344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '06cb2e79-8bbc-4025-bab2-c8c73e81bfc9', 'network_id': '0e840c66-3241-4c60-aaec-74314527276f', 'port_id': '06cb2e79-8bbc-4025-bab2-c8c73e81bfc9', 'mac_address': 'fa:16:3e:79:de:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570bc717-9bd3-4296-a31d-e5a3a6f232e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:48.788936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-120dea3e-ceb1-43fc-928a-ca1392889bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:48.792663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-120dea3e-ceb1-43fc-928a-ca1392889bcd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 1100 time: 0.2325594 Aug 31 14:00:48.874739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcceee-072e-4649-9fee-692a38bab0a2 req-369cabcd-7f2c-4cba-ac43-b403db17e80d tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:48.882022 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-34dcceee-072e-4649-9fee-692a38bab0a2 req-369cabcd-7f2c-4cba-ac43-b403db17e80d tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 945 time: 0.2987247 Aug 31 14:00:48.886607 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:48.947976 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:48.980100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] For port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3,segment=NetworkSegment(2e721fe4-5716-4b3c-b127-51900e436def),segment_id=2e721fe4-5716-4b3c-b127-51900e436def)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:48.980750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:48.982197 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:48.987780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ac309c59-30de-4cf1-87ce-08d585ca8c21, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ac309c59-30de-4cf1-87ce-08d585ca8c21,segment=NetworkSegment(8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b),segment_id=8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:49.001083 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.015665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.022692 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.082039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ac309c59-30de-4cf1-87ce-08d585ca8c21,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:49.086458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,segment=NetworkSegment(00c9a1fd-dc06-4834-ae07-02f48e75a78d),segment_id=00c9a1fd-dc06-4834-ae07-02f48e75a78d)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:49.092923 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.152678 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.179990 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Pushing event updated for resources: {'Port': ['ID=5b82bc56-2c51-4450-8e46-2302b315ebec,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:49.184201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:49.184691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.188487 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ad0a0d30-a6aa-436e-bb88-2c9bd5cc0042 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0907364 Aug 31 14:00:49.334074 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd17034-06f1-4830-83bf-68883e991e13 req-195564aa-a92a-4a18-aea7-79fdfbd15da5 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:49.337511 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cd17034-06f1-4830-83bf-68883e991e13 req-195564aa-a92a-4a18-aea7-79fdfbd15da5 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 945 time: 0.1014214 Aug 31 14:00:49.386983 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['06cb2e79-8bbc-4025-bab2-c8c73e81bfc9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:49.405901 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cd17034-06f1-4830-83bf-68883e991e13 req-c9d0145c-9ac8-40d4-8a77-cbb48bc8b962 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597751 Aug 31 14:00:49.435937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-83e245b7-f77c-4b8b-8864-08e0dd73d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:49.437717 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-83e245b7-f77c-4b8b-8864-08e0dd73d015 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.6335931 Aug 31 14:00:49.564935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-34dcceee-072e-4649-9fee-692a38bab0a2 req-1b7775a3-6be4-4924-9821-d8e4577f45cf tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6297500 Aug 31 14:00:49.606928 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-45fe75dd-e347-425d-9621-4fa748f27e8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc HTTP/1.1" status: 200 len: 217 time: 0.1439939 Aug 31 14:00:49.691685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599405c-820f-4777-bc10-098f5757265c req-2af5b57c-93c1-41c6-bf7d-cf594749bc42 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:49.693389 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3599405c-820f-4777-bc10-098f5757265c req-2af5b57c-93c1-41c6-bf7d-cf594749bc42 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 949 time: 0.1556017 Aug 31 14:00:49.700600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-623dcfb9-27de-45b1-8212-560b5860eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:49.702824 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-623dcfb9-27de-45b1-8212-560b5860eacd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0841470 Aug 31 14:00:49.731486 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.735888 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:49.736473 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Floating IP 3c01fa96-73fb-4626-9ec7-024b4c159de0 disassociated. External IP: 172.25.3.99, port: bf98e083-97ff-4dc9-a905-bdb9d5c48bc3. Aug 31 14:00:49.737009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Calling delete_port for bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:49.747936 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ac309c59-30de-4cf1-87ce-08d585ca8c21 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:49.839121 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3599405c-820f-4777-bc10-098f5757265c req-e78cab3b-cdd8-4a3d-b31f-1543fffc970f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274350 Aug 31 14:00:49.920866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ac309c59-30de-4cf1-87ce-08d585ca8c21 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:49.921164 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.229402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75f9bb-4012-4af5-8729-0fbcbb6458c1 req-8c8e537a-c4aa-441c-8c75-8a3e9e1a35c1 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:50.231397 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a75f9bb-4012-4af5-8729-0fbcbb6458c1 req-8c8e537a-c4aa-441c-8c75-8a3e9e1a35c1 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 943 time: 0.4156346 Aug 31 14:00:50.237106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-af5b29f8-f09c-4dfe-b979-ec96436af5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:50.238605 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-af5b29f8-f09c-4dfe-b979-ec96436af5b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5255466 Aug 31 14:00:50.328751 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a75f9bb-4012-4af5-8729-0fbcbb6458c1 req-34bec6fe-a5b9-4bfb-a242-5f09446b23c9 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869219 Aug 31 14:00:50.335351 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.372917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Pushing event deleted for resources: {'Port': ['ID=bf98e083-97ff-4dc9-a905-bdb9d5c48bc3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:50.457255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e47199d9-6704-46b3-9097-4b15aafd45f5 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:00:50.462282 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device f6cfb259-a4fe-4bb8-9991-251f8461d9bc up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:50.658042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1272ac-6b55-46e8-a9fe-81cc35794b8b req-e4b14027-2903-4385-b53c-36cdaf58cf8e tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:50.672026 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a1272ac-6b55-46e8-a9fe-81cc35794b8b req-e4b14027-2903-4385-b53c-36cdaf58cf8e tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 945 time: 0.1223345 Aug 31 14:00:50.721273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port f6cfb259-a4fe-4bb8-9991-251f8461d9bc completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:50.734651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port f6cfb259-a4fe-4bb8-9991-251f8461d9bc triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:50.736231 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a1272ac-6b55-46e8-a9fe-81cc35794b8b req-9c769cad-f91e-45e3-b650-6f4b04678584 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632763 Aug 31 14:00:50.736502 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.774788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e47199d9-6704-46b3-9097-4b15aafd45f5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e47199d9-6704-46b3-9097-4b15aafd45f5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:50.797058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'e47199d9-6704-46b3-9097-4b15aafd45f5', 'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'port_id': 'e47199d9-6704-46b3-9097-4b15aafd45f5', 'mac_address': 'fa:16:3e:f0:4a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a4f80d-1ced-4844-b1bb-7b0eaea3bfce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:00:50.919629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5dd5ba4-007f-473b-b835-0dd3c63b03b7 req-7d7261d5-7fa4-463d-9bef-ddf77877b75c tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 210 time: 0.0943804 Aug 31 14:00:50.929307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-b4403b95-238d-414d-a5e3-93970ece3004 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779897 Aug 31 14:00:50.933778 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:50.983404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47199d9-6704-46b3-9097-4b15aafd45f5 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:00:51.030572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e47199d9-6704-46b3-9097-4b15aafd45f5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e47199d9-6704-46b3-9097-4b15aafd45f5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:51.037221 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:51.105433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2dfafb-134f-4ae8-9afe-875e27f8d8aa req-d99ce558-84f2-42fb-b295-f51f4295b4d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:51.108213 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec2dfafb-134f-4ae8-9afe-875e27f8d8aa req-d99ce558-84f2-42fb-b295-f51f4295b4d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 949 time: 0.1290812 Aug 31 14:00:51.264767 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec2dfafb-134f-4ae8-9afe-875e27f8d8aa req-c18f52fd-f1ab-4e79-8360-b9be21abeee1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437318 Aug 31 14:00:51.267891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa1dffef-c8b4-4c8b-ae16-344a2f02f89d req-dae7079b-4d39-416a-84c1-93ba47fa8754 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279884 Aug 31 14:00:51.286482 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:00:51.330893 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:51.412811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=e47199d9-6704-46b3-9097-4b15aafd45f5,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:51.435104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:51.437552 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a5e603-9506-4478-8316-5dd7634346b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:51.442270 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468dc465-fd57-4f66-a8d8-cd7c4f553d44" -d '{"events": [{"server_uuid": "70a5e603-9506-4478-8316-5dd7634346b0", "name": "network-vif-plugged", "status": "completed", "tag": "f6cfb259-a4fe-4bb8-9991-251f8461d9bc"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:51.458532 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:51.460397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:51.530633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['e47199d9-6704-46b3-9097-4b15aafd45f5'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:51.553316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:00:51.611498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b2748-9386-4ee8-9f7e-ec7df78b0064 None None] Sync routers for ids ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:00:51.611862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fa00f-ae37-4361-b029-686250a4228a req-11fdffce-245b-473d-9b6f-fb8c98131b01 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:51.615715 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e093f2c-eb6a-46de-b5a4-904eb230e97b x-openstack-request-id: req-1e093f2c-eb6a-46de-b5a4-904eb230e97b {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:51.616004 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a5e603-9506-4478-8316-5dd7634346b0", "name": "network-vif-plugged", "status": "completed", "tag": "f6cfb259-a4fe-4bb8-9991-251f8461d9bc", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:51.616344 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e093f2c-eb6a-46de-b5a4-904eb230e97b {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:51.616851 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a5e603-9506-4478-8316-5dd7634346b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc', 'code': 200} Aug 31 14:00:51.625110 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-346fa00f-ae37-4361-b029-686250a4228a req-11fdffce-245b-473d-9b6f-fb8c98131b01 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 944 time: 0.1297967 Aug 31 14:00:51.645784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] No DVR routers for this DVR port bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:00:51.648685 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:51.650776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b86ac13-b465-4680-8bac-77d986d9b40b req-ef6d3405-266f-42e7-87aa-c3be5d6960d9 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.13 "DELETE /v2.0/ports/bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 HTTP/1.1" status: 204 len: 173 time: 3.6497498 Aug 31 14:00:51.651590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'name': 'network-vif-deleted', 'tag': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:51.654504 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31884cf4-9517-4bef-aaa2-b95288a043a9" -d '{"events": [{"server_uuid": "edb9ebc8-f7ad-4019-aeef-51dc7dd25e04", "name": "network-vif-deleted", "tag": "bf98e083-97ff-4dc9-a905-bdb9d5c48bc3"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:51.697077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:51.711565 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-346fa00f-ae37-4361-b029-686250a4228a req-a72a42cd-56f4-40ca-8fc8-76b0d77dac1b tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846207 Aug 31 14:00:51.767381 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc54ca3-389c-48a4-8faf-b477fa080fad x-openstack-request-id: req-cbc54ca3-389c-48a4-8faf-b477fa080fad {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:51.767697 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb9ebc8-f7ad-4019-aeef-51dc7dd25e04", "name": "network-vif-deleted", "tag": "bf98e083-97ff-4dc9-a905-bdb9d5c48bc3", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:51.767950 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbc54ca3-389c-48a4-8faf-b477fa080fad {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:51.768357 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb9ebc8-f7ad-4019-aeef-51dc7dd25e04', 'name': 'network-vif-deleted', 'tag': 'bf98e083-97ff-4dc9-a905-bdb9d5c48bc3', 'status': 'completed', 'code': 200} Aug 31 14:00:51.785613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b2748-9386-4ee8-9f7e-ec7df78b0064 None None] Routers {'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:51.786930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b21b2748-9386-4ee8-9f7e-ec7df78b0064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:00:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:51.844763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:51.874618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:51.875543 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:52.072625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f8dec-93e0-4269-a117-b3a4bc70f6c7 req-0bd4fb01-59ea-4deb-a6da-6cfbd97f19ab tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:52.084685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d33f8dec-93e0-4269-a117-b3a4bc70f6c7 req-0bd4fb01-59ea-4deb-a6da-6cfbd97f19ab tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 945 time: 0.1558383 Aug 31 14:00:52.140302 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d33f8dec-93e0-4269-a117-b3a4bc70f6c7 req-6f9dffa1-39c8-49e8-987c-cd5730c6004a tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532711 Aug 31 14:00:52.142116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91c66f13-5aad-4733-8ba3-b96bda551290 req-20316767-bc19-4bd3-9356-7f5e629e95de tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/ports?device_id=edb9ebc8-f7ad-4019-aeef-51dc7dd25e04 HTTP/1.1" status: 200 len: 210 time: 0.0461206 Aug 31 14:00:52.259981 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b21b2748-9386-4ee8-9f7e-ec7df78b0064 None None] Set router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:52.467578 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:52.509265 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:00:52.608415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72510b-093e-4648-a600-b8e7e4929e0f req-57b4ce2d-894d-43dc-b2fe-fc313ada1a3f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:52.611426 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b72510b-093e-4648-a600-b8e7e4929e0f req-57b4ce2d-894d-43dc-b2fe-fc313ada1a3f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.1004486 Aug 31 14:00:52.712280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:00:52.712831 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device bf98e083-97ff-4dc9-a905-bdb9d5c48bc3 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:00:52.720967 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b72510b-093e-4648-a600-b8e7e4929e0f req-be297fe8-e9c7-40f5-8b19-2f0b2593a315 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820036 Aug 31 14:00:52.755063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,segment=NetworkSegment(00c9a1fd-dc06-4834-ae07-02f48e75a78d),segment_id=00c9a1fd-dc06-4834-ae07-02f48e75a78d)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:52.763934 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:52.888992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:52.919609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac9785-50b9-4bf1-8148-d2163b5e9f24 req-9f1209e7-05de-49ef-9327-e5c84b8f82a9 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:52.926706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e059a-0ba6-4f9d-9eeb-d90979d0978c req-5e47a2ec-747d-4596-a43a-ee0919b625dc tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:52.928491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15ac9785-50b9-4bf1-8148-d2163b5e9f24 req-9f1209e7-05de-49ef-9327-e5c84b8f82a9 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 944 time: 0.0692360 Aug 31 14:00:52.928847 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b21b2748-9386-4ee8-9f7e-ec7df78b0064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '762a6b1d-71d7-4eb9-a8ef-269e8fca18b5', 'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'mac_address': 'fa:16:3e:1e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:30Z', 'revision_number': 5, 'project_id': '6f835622628545b0ba33b668320ee859', 'subnets': [{'id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:52.935281 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff0e059a-0ba6-4f9d-9eeb-d90979d0978c req-5e47a2ec-747d-4596-a43a-ee0919b625dc tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 1101 time: 0.0904694 Aug 31 14:00:52.975649 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b2748-9386-4ee8-9f7e-ec7df78b0064 None None] Checking router: ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:00:52.985224 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15ac9785-50b9-4bf1-8148-d2163b5e9f24 req-c052171b-db08-4830-95dc-bd02441cc755 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551109 Aug 31 14:00:52.988170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b2748-9386-4ee8-9f7e-ec7df78b0064 None None] Routers {'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:00:52.988920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b21b2748-9386-4ee8-9f7e-ec7df78b0064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:00:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:53.006184 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff0e059a-0ba6-4f9d-9eeb-d90979d0978c req-79ccf5ec-92ec-4506-8aac-a267ee400b11 tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651128 Aug 31 14:00:53.197214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b21b2748-9386-4ee8-9f7e-ec7df78b0064 None None] Set router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:00:53.328611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39024) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:53.406995 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b3254-7c82-4e61-b7fd-d6d1dbc3eea0 req-cef1a827-ba8e-4edb-b55a-a98b6407581f tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:53.421590 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-997b3254-7c82-4e61-b7fd-d6d1dbc3eea0 req-cef1a827-ba8e-4edb-b55a-a98b6407581f tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 946 time: 0.1488788 Aug 31 14:00:53.607367 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-997b3254-7c82-4e61-b7fd-d6d1dbc3eea0 req-63074687-28b6-43fa-9bf0-fdc81c063a60 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838713 Aug 31 14:00:53.639091 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0f67-1907-438e-beeb-121fb869d7b2 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.653640 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-d165360c-2f43-46d5-985a-ee21cfe6e72d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=080b42569e654447a2d600dfa0c1e0e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963588 Aug 31 14:00:53.662709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde6e6d4-686c-4dbb-a522-402f4b336f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb2e79-8bbc-4025-bab2-c8c73e81bfc9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:53.664917 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90a5a6e-6991-4c3e-b912-bccec7532556" -d '{"events": [{"server_uuid": "fde6e6d4-686c-4dbb-a522-402f4b336f35", "name": "network-vif-plugged", "status": "completed", "tag": "06cb2e79-8bbc-4025-bab2-c8c73e81bfc9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:53.742169 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0f67-1907-438e-beeb-121fb869d7b2 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.758203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b21b2748-9386-4ee8-9f7e-ec7df78b0064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '762a6b1d-71d7-4eb9-a8ef-269e8fca18b5', 'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'mac_address': 'fa:16:3e:1e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:30Z', 'revision_number': 5, 'project_id': '6f835622628545b0ba33b668320ee859', 'subnets': [{'id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:00:53.827517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-5b487c20-d7cd-4cb7-a8e8-21abc6e6fa2d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:53.836772 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-5b487c20-d7cd-4cb7-a8e8-21abc6e6fa2d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819651 Aug 31 14:00:53.847645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b2748-9386-4ee8-9f7e-ec7df78b0064 None None] The sync data for ids ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'] in n-d-792364-6 is: [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T13:58:19Z', 'revision_number': 4, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '762a6b1d-71d7-4eb9-a8ef-269e8fca18b5', 'name': '', 'network_id': 'bc0a323e-2d94-4be6-8b6d-c1023ccfe70b', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'mac_address': 'fa:16:3e:1e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:30Z', 'revision_number': 5, 'project_id': '6f835622628545b0ba33b668320ee859', 'subnets': [{'id': '7321e6ed-3481-485e-ac40-65cafc5805ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:00:53.855540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-955dd81d-9ced-4d9a-8f0b-55cb605657e1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/quotas/080b42569e654447a2d600dfa0c1e0e3 HTTP/1.1" status: 200 len: 375 time: 0.0175519 Aug 31 14:00:53.868951 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3d038c-98b6-42de-8a7b-04d316d161a4 x-openstack-request-id: req-0c3d038c-98b6-42de-8a7b-04d316d161a4 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:53.869504 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde6e6d4-686c-4dbb-a522-402f4b336f35", "name": "network-vif-plugged", "status": "completed", "tag": "06cb2e79-8bbc-4025-bab2-c8c73e81bfc9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:53.869935 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c3d038c-98b6-42de-8a7b-04d316d161a4 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:53.870797 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde6e6d4-686c-4dbb-a522-402f4b336f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb2e79-8bbc-4025-bab2-c8c73e81bfc9', 'code': 200} Aug 31 14:00:53.947808 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0f67-1907-438e-beeb-121fb869d7b2 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.951489 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0f67-1907-438e-beeb-121fb869d7b2 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:53.952979 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e4cc0f67-1907-438e-beeb-121fb869d7b2 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "DELETE /v2.0/security-groups/bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc HTTP/1.1" status: 204 len: 168 time: 0.6233594 Aug 31 14:00:53.957510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39042) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:53.994992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc0f67-1907-438e-beeb-121fb869d7b2 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:54.037855 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-dc9e5355-e0c7-4ff8-ad74-063bf2c31b56 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1811175 Aug 31 14:00:54.049115 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-cfb04ef5-1ed7-4a0c-b506-5199d4bc9984 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] show failed (client error): The resource could not be found. Aug 31 14:00:54.062489 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cfb04ef5-1ed7-4a0c-b506-5199d4bc9984 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "GET /v2.0/security-groups/bcb6f9e8-861a-4765-8dcd-a47a41fe2bbc HTTP/1.1" status: 404 len: 347 time: 0.0816312 Aug 31 14:00:54.063632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39046) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:54.227917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee8458-e20c-40c6-bb18-ebe6b226815e req-e804bada-aa39-46ae-9031-66b1fb2c2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:54.231387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98ee8458-e20c-40c6-bb18-ebe6b226815e req-e804bada-aa39-46ae-9031-66b1fb2c2982 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 1097 time: 0.2745261 Aug 31 14:00:54.469366 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5782e-6cc8-4ced-b065-b9fbc17ca36d None None] New status for floating IP 3c01fa96-73fb-4626-9ec7-024b4c159de0: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:00:54.496487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e47199d9-6704-46b3-9097-4b15aafd45f5 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:00:54.498994 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98ee8458-e20c-40c6-bb18-ebe6b226815e req-8ed90983-e9eb-44ff-8283-0171291c74f6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427082 Aug 31 14:00:54.539930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2e89fd3e-513e-4beb-8672-4412d0eb7c25 req-b249b569-74fc-41fa-a11a-fd3ede2478dc tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 210 time: 0.0788720 Aug 31 14:00:54.622725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port e47199d9-6704-46b3-9097-4b15aafd45f5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:54.627476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port e47199d9-6704-46b3-9097-4b15aafd45f5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:54.627861 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.663688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1d730-d1de-41a3-97eb-55958a2c5d93 req-8981cd14-b357-4aba-b9ae-f5e7beab27dc tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:54.678012 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bb1d730-d1de-41a3-97eb-55958a2c5d93 req-8981cd14-b357-4aba-b9ae-f5e7beab27dc tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 944 time: 0.4257452 Aug 31 14:00:54.690787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b34091ac-6673-4356-9d88-d04bbcc75880 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Deleting port 354ce98c-1065-4180-9a63-481b82dc4cfa {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:54.691256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b34091ac-6673-4356-9d88-d04bbcc75880 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.900889 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:54.933598 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bb1d730-d1de-41a3-97eb-55958a2c5d93 req-a901d635-3717-4aa3-9762-7c27cdda1866 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545128 Aug 31 14:00:54.995642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d374b1-473d-4642-a83b-61b770f0c930 req-fb9b5ceb-9b8b-4223-af1e-02f6dac3ed58 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:55.015560 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e7d374b1-473d-4642-a83b-61b770f0c930 req-fb9b5ceb-9b8b-4223-af1e-02f6dac3ed58 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 946 time: 0.1513555 Aug 31 14:00:55.029437 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b34091ac-6673-4356-9d88-d04bbcc75880 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.031197 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e47199d9-6704-46b3-9097-4b15aafd45f5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e47199d9-6704-46b3-9097-4b15aafd45f5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:55.032127 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b34091ac-6673-4356-9d88-d04bbcc75880 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.039918 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.097118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b34091ac-6673-4356-9d88-d04bbcc75880 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Calling delete_port for 354ce98c-1065-4180-9a63-481b82dc4cfa owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:55.140007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e7d374b1-473d-4642-a83b-61b770f0c930 req-54029bd3-9ae2-4620-bf49-bea86cff4a9b tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214004 Aug 31 14:00:55.177289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=e47199d9-6704-46b3-9097-4b15aafd45f5,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:55.401740 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b34091ac-6673-4356-9d88-d04bbcc75880 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.459644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34091ac-6673-4356-9d88-d04bbcc75880 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Pushing event deleted for resources: {'Port': ['ID=354ce98c-1065-4180-9a63-481b82dc4cfa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:55.606833 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b34091ac-6673-4356-9d88-d04bbcc75880 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.614087 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b34091ac-6673-4356-9d88-d04bbcc75880 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:55.618521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b34091ac-6673-4356-9d88-d04bbcc75880 tempest-ServersTestFqdnHostnames-1675578247 tempest-ServersTestFqdnHostnames-1675578247-project] 10.222.0.20 "DELETE /v2.0/floatingips/3c01fa96-73fb-4626-9ec7-024b4c159de0 HTTP/1.1" status: 204 len: 168 time: 1.5508358 Aug 31 14:00:55.620473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39072) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:00:55.630429 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-427a28dd-52fc-4b07-b3b1-48d29ff68b9f req-e776f79d-1c58-4407-8e86-28eb839bad15 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1846871 Aug 31 14:00:55.756313 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-188cec55-e342-478e-bf94-6ca96cba5bfa req-e1698f28-adfa-4754-9ff5-3faee36a96ee tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 210 time: 0.0934198 Aug 31 14:00:55.872126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aac0c8c-f61c-4f2f-bf7b-bc109f964b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47199d9-6704-46b3-9097-4b15aafd45f5'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:00:55.874904 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0f5c79-7eec-40a7-b733-ce9b8cda116f" -d '{"events": [{"server_uuid": "5aac0c8c-f61c-4f2f-bf7b-bc109f964b62", "name": "network-vif-plugged", "status": "completed", "tag": "e47199d9-6704-46b3-9097-4b15aafd45f5"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:00:55.964548 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102b8ba1-9345-44ed-8952-7266407b444f x-openstack-request-id: req-102b8ba1-9345-44ed-8952-7266407b444f {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:00:55.965631 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aac0c8c-f61c-4f2f-bf7b-bc109f964b62", "name": "network-vif-plugged", "status": "completed", "tag": "e47199d9-6704-46b3-9097-4b15aafd45f5", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:00:55.966166 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-102b8ba1-9345-44ed-8952-7266407b444f {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:00:55.966604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a28dd-52fc-4b07-b3b1-48d29ff68b9f req-a3b4dc44-6edb-4680-9d69-c160da74cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:55.967252 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac0c8c-f61c-4f2f-bf7b-bc109f964b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47199d9-6704-46b3-9097-4b15aafd45f5', 'code': 200} Aug 31 14:00:55.968337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-427a28dd-52fc-4b07-b3b1-48d29ff68b9f req-a3b4dc44-6edb-4680-9d69-c160da74cbf6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 1096 time: 0.2388163 Aug 31 14:00:56.401948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e8b03-67ee-48a2-8d9d-b16290fd2717 req-c352e2ba-04f6-4d0f-9a23-4f9cf9b921c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:56.403515 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-818e8b03-67ee-48a2-8d9d-b16290fd2717 req-c352e2ba-04f6-4d0f-9a23-4f9cf9b921c9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 1096 time: 0.3144052 Aug 31 14:00:56.480870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb571cc-21d6-4d00-963d-d63bff7720d9 req-0ca6b028-4808-46ab-ba2d-3d9d3af5f69f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:56.482537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-abb571cc-21d6-4d00-963d-d63bff7720d9 req-0ca6b028-4808-46ab-ba2d-3d9d3af5f69f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 945 time: 0.2972298 Aug 31 14:00:56.581928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a28dd-52fc-4b07-b3b1-48d29ff68b9f req-7b07d956-ea9b-4e49-a809-cdbc8a7f9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:56.584141 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-427a28dd-52fc-4b07-b3b1-48d29ff68b9f req-7b07d956-ea9b-4e49-a809-cdbc8a7f9c65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 200 len: 920 time: 0.5528085 Aug 31 14:00:56.616113 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-80d81e64-825a-4946-8039-bb6b5565f203 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=080b42569e654447a2d600dfa0c1e0e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043546 Aug 31 14:00:56.626830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-818e8b03-67ee-48a2-8d9d-b16290fd2717 req-bb87ffd0-bd12-4aa6-bbfe-a4debe8cefc6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978512 Aug 31 14:00:56.695320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-427a28dd-52fc-4b07-b3b1-48d29ff68b9f req-a97c35b9-6881-491e-9f50-22ae7645cee4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5796929e-d7cb-4533-82b0-db789e222179 HTTP/1.1" status: 200 len: 217 time: 0.0913410 Aug 31 14:00:56.749843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-abb571cc-21d6-4d00-963d-d63bff7720d9 req-11618405-0c62-4b38-b8b8-e323276f9fb2 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486725 Aug 31 14:00:56.850834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af898ce7-2c5f-4737-a035-d34e59b4663c req-b4d111b2-d02c-42b3-81ce-e366b8cbaf1c tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:56.867472 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-af898ce7-2c5f-4737-a035-d34e59b4663c req-b4d111b2-d02c-42b3-81ce-e366b8cbaf1c tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 946 time: 0.3866422 Aug 31 14:00:56.894897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-985f9fb7-5c39-45d5-9e7d-361b80694668 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:56.898449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-985f9fb7-5c39-45d5-9e7d-361b80694668 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2581174 Aug 31 14:00:56.992343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Request body: {'port': {'device_id': '82f8b574-7f99-4272-b6cc-e8c76497ed7f', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '080b42569e654447a2d600dfa0c1e0e3'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:57.008623 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-af898ce7-2c5f-4737-a035-d34e59b4663c req-75ea82e4-8551-41e8-bbdb-e986cdbf0c1c tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433468 Aug 31 14:00:57.290732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d7fda-6548-4f43-8f2d-040e06abe7cc req-ed93aa93-67df-4663-a02f-0949a22b6fc0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:57.293386 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-072d7fda-6548-4f43-8f2d-040e06abe7cc req-ed93aa93-67df-4663-a02f-0949a22b6fc0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 945 time: 0.4146707 Aug 31 14:00:57.343599 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b8ac322-bce0-4937-b101-ac3e39524d47 req-dbc81142-4aa4-4008-89f6-2562014a2114 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 210 time: 0.1431787 Aug 31 14:00:57.414150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a28dd-52fc-4b07-b3b1-48d29ff68b9f req-3d71d977-1be8-40e8-bfb4-f956fc5d20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:57.420231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-427a28dd-52fc-4b07-b3b1-48d29ff68b9f req-3d71d977-1be8-40e8-bfb4-f956fc5d20ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 200 len: 859 time: 0.5177386 Aug 31 14:00:57.510511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Made reservation on behalf of 080b42569e654447a2d600dfa0c1e0e3 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:00:57.516904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:57.524415 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-427a28dd-52fc-4b07-b3b1-48d29ff68b9f req-23af7f79-f85b-4b03-9d32-fc0599814425 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860889 Aug 31 14:00:57.613829 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-072d7fda-6548-4f43-8f2d-040e06abe7cc req-5956bf60-733f-4ddf-a897-8c34b089b6f7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971416 Aug 31 14:00:57.795852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-427a28dd-52fc-4b07-b3b1-48d29ff68b9f req-2e337648-1471-42c3-9b49-3b9cd44e209e service neutron] 10.222.0.52 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549260 Aug 31 14:00:57.846064 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80a019c8-489a-4170-a755-89a222bed4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.110915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Allocated IP 192.168.233.21 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/9d710d51-2ec4-4597-8c27-ea2e926bb495) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:00:58.330101 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-427a28dd-52fc-4b07-b3b1-48d29ff68b9f req-44506df9-46af-43a6-acec-c0022f2ac83d service neutron] 10.222.0.52 "GET /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869411 Aug 31 14:00:58.596366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-80a019c8-489a-4170-a755-89a222bed4df admin admin] Deleting port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:00:58.599238 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80a019c8-489a-4170-a755-89a222bed4df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.656319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.704479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Transition to ACTIVE for port object 9d710d51-2ec4-4597-8c27-ea2e926bb495 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:00:58.789245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc302b-1ca5-416f-8f14-00caf9822e1a req-aa59e7b3-bbc7-4b31-9b84-db51fa0222fb tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:58.803176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9dcc302b-1ca5-416f-8f14-00caf9822e1a req-aa59e7b3-bbc7-4b31-9b84-db51fa0222fb tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 945 time: 0.7409585 Aug 31 14:00:58.808769 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:58.826061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['f6cfb259-a4fe-4bb8-9991-251f8461d9bc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:00:58.955438 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3527de-9f64-41ec-87ea-ea124a4ec81a req-5ed372cd-8d6f-4441-9fa5-e30ce28bd139 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:58.956697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:00:58.966298 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6c3527de-9f64-41ec-87ea-ea124a4ec81a req-5ed372cd-8d6f-4441-9fa5-e30ce28bd139 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 946 time: 0.2072375 Aug 31 14:00:58.968181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9dcc302b-1ca5-416f-8f14-00caf9822e1a req-cf3d4163-815e-431d-9d1c-fb9f1506e36a tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638317 Aug 31 14:00:58.974518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:00:58.991247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:00:59.100986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:59.101658 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.104783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Pushing event updated for resources: {'Port': ['ID=9d710d51-2ec4-4597-8c27-ea2e926bb495,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:00:59.112718 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6c3527de-9f64-41ec-87ea-ea124a4ec81a req-2c5a4cc0-f22c-4ef7-9350-5917b84389fd tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428776 Aug 31 14:00:59.122536 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-80a019c8-489a-4170-a755-89a222bed4df admin admin] For port 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=762a6b1d-71d7-4eb9-a8ef-269e8fca18b5,segment=NetworkSegment(2e721fe4-5716-4b3c-b127-51900e436def),segment_id=2e721fe4-5716-4b3c-b127-51900e436def)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:00:59.125208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f23f3b04-6dfb-494a-8fc6-f9d5a3c90739 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1426132 Aug 31 14:00:59.125821 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80a019c8-489a-4170-a755-89a222bed4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.142035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Request body: {'port': {'device_id': '82f8b574-7f99-4272-b6cc-e8c76497ed7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:00:59.175144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-80a019c8-489a-4170-a755-89a222bed4df admin admin] Calling delete_port for 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:00:59.484648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-36a71db9-a287-44e5-a7da-f8581f9ef8c0 None None] Provisioning for port 9d710d51-2ec4-4597-8c27-ea2e926bb495 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:00:59.495668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-36a71db9-a287-44e5-a7da-f8581f9ef8c0 None None] Provisioning complete for port 9d710d51-2ec4-4597-8c27-ea2e926bb495 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:00:59.496520 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-36a71db9-a287-44e5-a7da-f8581f9ef8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.656603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:00:59.716914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d563ad-286c-449e-8a3c-75b28f0b2e35 req-5f1fc16a-7bcd-4625-a943-0fdec5e3e4e2 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:59.732543 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76d563ad-286c-449e-8a3c-75b28f0b2e35 req-5f1fc16a-7bcd-4625-a943-0fdec5e3e4e2 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 935 time: 0.4563806 Aug 31 14:00:59.732869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-36a71db9-a287-44e5-a7da-f8581f9ef8c0 None None] Port 9d710d51-2ec4-4597-8c27-ea2e926bb495 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:00:59.803022 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76d563ad-286c-449e-8a3c-75b28f0b2e35 req-58138439-015a-4a89-b45b-ffd437ea09fd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757527 Aug 31 14:00:59.912548 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e0354-81fb-4691-809e-89362824c6a5 req-a138d711-7669-4a75-98a9-1e08bfc23df6 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:00:59.915784 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-362e0354-81fb-4691-809e-89362824c6a5 req-a138d711-7669-4a75-98a9-1e08bfc23df6 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 946 time: 0.1524913 Aug 31 14:00:59.959067 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80a019c8-489a-4170-a755-89a222bed4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.028125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a019c8-489a-4170-a755-89a222bed4df admin admin] Pushing event deleted for resources: {'Port': ['ID=762a6b1d-71d7-4eb9-a8ef-269e8fca18b5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:00.147390 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-362e0354-81fb-4691-809e-89362824c6a5 req-6a7130fa-8778-48f9-b0ac-f6c2177751a8 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211494 Aug 31 14:01:00.364944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b138e-8405-4a62-bce2-b08c242f8f1f req-9f31560b-bc7d-4959-a701-afced5f0797f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:00.367199 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-886b138e-8405-4a62-bce2-b08c242f8f1f req-9f31560b-bc7d-4959-a701-afced5f0797f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 945 time: 0.2748363 Aug 31 14:01:00.438278 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-886b138e-8405-4a62-bce2-b08c242f8f1f req-3acbafc2-ccd8-4412-a45a-b6e78dec1ab0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374088 Aug 31 14:01:00.534655 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80a019c8-489a-4170-a755-89a222bed4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.737163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d710d51-2ec4-4597-8c27-ea2e926bb495 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:00.764059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:00.803993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Transition to ACTIVE for port object 9d710d51-2ec4-4597-8c27-ea2e926bb495 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:00.811107 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.112556 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d710d51-2ec4-4597-8c27-ea2e926bb495,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:01.203190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a019c8-489a-4170-a755-89a222bed4df admin admin] Router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:01:01.338646 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-44af94a7-69b2-4397-8602-20ba3e4c86b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.416556 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a6a69-39e6-42c9-9c4b-f5a6350a25da req-49fc4e34-dda6-4707-9f4e-7af1dcb87d2a tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:01.418163 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-743a6a69-39e6-42c9-9c4b-f5a6350a25da req-49fc4e34-dda6-4707-9f4e-7af1dcb87d2a tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 945 time: 0.3467407 Aug 31 14:01:01.496293 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5831f7-8125-4de2-8f6e-9a33bed5ff11 req-d3ab8447-c1b3-4fda-ad58-dd125cf8640c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:01.502419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Attempting to bind port 9d710d51-2ec4-4597-8c27-ea2e926bb495 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:01.502823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Attempting to bind port 9d710d51-2ec4-4597-8c27-ea2e926bb495 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:01.503151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Attempting to bind port 9d710d51-2ec4-4597-8c27-ea2e926bb495 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:01.508973 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d5831f7-8125-4de2-8f6e-9a33bed5ff11 req-d3ab8447-c1b3-4fda-ad58-dd125cf8640c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 947 time: 0.3433328 Aug 31 14:01:01.513517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Port 9d710d51-2ec4-4597-8c27-ea2e926bb495 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:01:01.513982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Attempting to bind port 9d710d51-2ec4-4597-8c27-ea2e926bb495 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:01.530136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:01.530520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:01.530929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:01.531405 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Bound port: 9d710d51-2ec4-4597-8c27-ea2e926bb495, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:01.531783 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.570788 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-743a6a69-39e6-42c9-9c4b-f5a6350a25da req-b21aaee0-ae83-47fe-b049-ac202722a111 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058185 Aug 31 14:01:01.719580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] For port 9d710d51-2ec4-4597-8c27-ea2e926bb495, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:01.722855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] For port 9d710d51-2ec4-4597-8c27-ea2e926bb495, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:01.731727 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.805468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:01.806185 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:01.807761 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/9d710d51-2ec4-4597-8c27-ea2e926bb495 HTTP/1.1" status: 200 len: 1095 time: 2.6707411 Aug 31 14:01:01.808278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f8b574-7f99-4272-b6cc-e8c76497ed7f', 'tag': '9d710d51-2ec4-4597-8c27-ea2e926bb495'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:01.810860 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a305a0f-4776-407e-a1f9-e0321ea8485e" -d '{"events": [{"name": "network-changed", "server_uuid": "82f8b574-7f99-4272-b6cc-e8c76497ed7f", "tag": "9d710d51-2ec4-4597-8c27-ea2e926bb495"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:01.868875 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d5831f7-8125-4de2-8f6e-9a33bed5ff11 req-26900d31-4c62-4fc8-ac3e-c385591d2767 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500333 Aug 31 14:01:01.905354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73f38b-818c-404e-9f47-c2125d3802f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d710d51-2ec4-4597-8c27-ea2e926bb495,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:01.976904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a019c8-489a-4170-a755-89a222bed4df admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:01:01.978941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8084b4-289c-4e10-8e59-c12e35f2d3c3 req-1ee41d5d-bfd5-4734-a043-e0047a24ab63 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:01.980649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea8084b4-289c-4e10-8e59-c12e35f2d3c3 req-1ee41d5d-bfd5-4734-a043-e0047a24ab63 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 946 time: 0.1551924 Aug 31 14:01:01.991840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a879ad3-fc82-4250-b593-6ac05416a35b None None] Sync routers for ids ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:01:02.006907 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-80a019c8-489a-4170-a755-89a222bed4df admin admin] 10.222.0.20 "PUT /v2.0/routers/ab1a4b9a-b0d6-48a4-83e9-4477b4241c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3790731 Aug 31 14:01:02.007784 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39182) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:02.017728 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149f994b-6c58-4368-bf83-99fa68d968de x-openstack-request-id: req-149f994b-6c58-4368-bf83-99fa68d968de {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:02.018024 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f8b574-7f99-4272-b6cc-e8c76497ed7f", "tag": "9d710d51-2ec4-4597-8c27-ea2e926bb495", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:02.018277 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-149f994b-6c58-4368-bf83-99fa68d968de {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:02.020148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a879ad3-fc82-4250-b593-6ac05416a35b None None] Routers {'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:02.020894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5a879ad3-fc82-4250-b593-6ac05416a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:00:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:02.023834 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f8b574-7f99-4272-b6cc-e8c76497ed7f', 'tag': '9d710d51-2ec4-4597-8c27-ea2e926bb495', 'status': 'completed', 'code': 200} Aug 31 14:01:02.039883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-578467f5-cedc-4755-a54b-f82a88976e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:02.041900 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-578467f5-cedc-4755-a54b-f82a88976e8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 1098 time: 0.1275818 Aug 31 14:01:02.162646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-8337f91b-2668-4d8d-b497-2c5dc8f2cd09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495 HTTP/1.1" status: 200 len: 217 time: 0.0887733 Aug 31 14:01:02.225602 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5a879ad3-fc82-4250-b593-6ac05416a35b None None] Set router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:02.256764 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.275075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea8084b4-289c-4e10-8e59-c12e35f2d3c3 req-ce39f030-4057-4205-b751-6b17b1c38489 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/security-groups?id=98172b9c-74e3-4081-b2d6-a7f069f98278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838433 Aug 31 14:01:02.288924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-c417ab21-7666-4ce3-baa8-87e1f484616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:02.292120 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-c417ab21-7666-4ce3-baa8-87e1f484616a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1204681 Aug 31 14:01:02.397920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f10ae8ba-10d9-4897-89d5-839ea17ade78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:02.399948 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-f10ae8ba-10d9-4897-89d5-839ea17ade78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930157 Aug 31 14:01:02.430256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e8344-cc34-4469-acfb-9839f3821de8 req-bb802ff0-77d8-4690-850a-658a3532c2b3 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:02.431902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d36e8344-cc34-4469-acfb-9839f3821de8 req-bb802ff0-77d8-4690-850a-658a3532c2b3 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.52 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 946 time: 0.0902367 Aug 31 14:01:02.510322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:01:02.582189 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.661659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-e9f7d38d-22e5-4cae-ba94-376cc66a6314 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480252 Aug 31 14:01:02.800853 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Deleting port 8fe40ad2-49b3-4673-96d6-a4f20655ea1b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:02.801379 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:02.885713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5a879ad3-fc82-4250-b593-6ac05416a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T14:00:59Z', 'revision_number': 5, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port': {'id': '8fe40ad2-49b3-4673-96d6-a4f20655ea1b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:03.003097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efcc3c-d6a1-4732-ba64-4c9eda37d599 req-a64a067e-7d30-40ce-b8fd-81abdf9d21d3 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:03.014627 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-75efcc3c-d6a1-4732-ba64-4c9eda37d599 req-a64a067e-7d30-40ce-b8fd-81abdf9d21d3 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 945 time: 0.2386150 Aug 31 14:01:03.043556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:03.063823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'port_id': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'mac_address': 'fa:16:3e:33:d6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:01:03.068316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a879ad3-fc82-4250-b593-6ac05416a35b None None] Checking router: ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:01:03.136382 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.161956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:03.175538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a879ad3-fc82-4250-b593-6ac05416a35b None None] Routers {'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:03.177144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5a879ad3-fc82-4250-b593-6ac05416a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:00:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:03.211191 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-75efcc3c-d6a1-4732-ba64-4c9eda37d599 req-bcd4c273-a635-4496-b27c-f6ef8272b284 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810634 Aug 31 14:01:03.316358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] For port 8fe40ad2-49b3-4673-96d6-a4f20655ea1b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8fe40ad2-49b3-4673-96d6-a4f20655ea1b,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:03.317588 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.343256 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Calling delete_port for 8fe40ad2-49b3-4673-96d6-a4f20655ea1b owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:03.672984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-d36e8344-cc34-4469-acfb-9839f3821de8 req-5b7b5092-cf6a-4232-bf3a-a50525e9f2f0 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Deleting port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:03.673504 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d36e8344-cc34-4469-acfb-9839f3821de8 req-5b7b5092-cf6a-4232-bf3a-a50525e9f2f0 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.712752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:03.722408 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.791835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5a879ad3-fc82-4250-b593-6ac05416a35b None None] Set router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:03.967326 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:03.992572 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84e48785-0ef1-48d6-ba80-929bda7d00f7 req-dbb2a8e9-a624-4911-b9a7-409d7bd324d3 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3230464 Aug 31 14:01:03.992809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:04.030557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5ac1-ee10-4fb9-803b-8601b1d2bf72 req-9f5e9ea7-99a0-46f2-b495-1f0e3c1c96fd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:04.035357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5a879ad3-fc82-4250-b593-6ac05416a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T14:01:02Z', 'revision_number': 6, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:04.062449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19ab5ac1-ee10-4fb9-803b-8601b1d2bf72 req-9f5e9ea7-99a0-46f2-b495-1f0e3c1c96fd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 947 time: 0.5088029 Aug 31 14:01:04.123004 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.130993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:04.137178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a879ad3-fc82-4250-b593-6ac05416a35b None None] The sync data for ids ['ab1a4b9a-b0d6-48a4-83e9-4477b4241c64'] in n-d-792364-6 is: [{'id': 'ab1a4b9a-b0d6-48a4-83e9-4477b4241c64', 'name': 'tempest-ServersTestFqdnHostnames-797191356-router', 'tenant_id': '6f835622628545b0ba33b668320ee859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:07Z', 'updated_at': '2021-08-31T14:01:02Z', 'revision_number': 6, 'project_id': '6f835622628545b0ba33b668320ee859', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:01:04.147608 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceaddb71-cae6-4b8c-8b3a-9e45af4db8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.247764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe40ad2-49b3-4673-96d6-a4f20655ea1b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:04.397243 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.416466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d36e8344-cc34-4469-acfb-9839f3821de8 req-5b7b5092-cf6a-4232-bf3a-a50525e9f2f0 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] For port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,segment=NetworkSegment(00c9a1fd-dc06-4834-ae07-02f48e75a78d),segment_id=00c9a1fd-dc06-4834-ae07-02f48e75a78d)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:04.418800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d36e8344-cc34-4469-acfb-9839f3821de8 req-5b7b5092-cf6a-4232-bf3a-a50525e9f2f0 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.468006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19ab5ac1-ee10-4fb9-803b-8601b1d2bf72 req-096f62e9-f80d-420a-9e2b-61202b73d5bb tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043674 Aug 31 14:01:04.500850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-d36e8344-cc34-4469-acfb-9839f3821de8 req-5b7b5092-cf6a-4232-bf3a-a50525e9f2f0 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Calling delete_port for 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:04.522881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:04.537930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a305a0f-4776-407e-a1f9-e0321ea8485e req-c04abacf-925b-4925-9b67-87e25acae52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:04.539508 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a305a0f-4776-407e-a1f9-e0321ea8485e req-c04abacf-925b-4925-9b67-87e25acae52d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 1098 time: 0.4179697 Aug 31 14:01:04.721466 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.728484 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.798507 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.822066 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.823084 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:01:04.829311 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.831417 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b4c482c7-b388-4ee9-97a6-472c96f7b339 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ab1a4b9a-b0d6-48a4-83e9-4477b4241c64 HTTP/1.1" status: 204 len: 168 time: 2.8219488 Aug 31 14:01:04.834851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39250) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:04.886655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde6e6d4-686c-4dbb-a522-402f4b336f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06cb2e79-8bbc-4025-bab2-c8c73e81bfc9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:04.890085 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4a63ed-2bc0-4701-8a87-1526e15cafc5" -d '{"events": [{"server_uuid": "fde6e6d4-686c-4dbb-a522-402f4b336f35", "name": "network-vif-unplugged", "status": "completed", "tag": "06cb2e79-8bbc-4025-bab2-c8c73e81bfc9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:04.934401 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,segment=NetworkSegment(00c9a1fd-dc06-4834-ae07-02f48e75a78d),segment_id=00c9a1fd-dc06-4834-ae07-02f48e75a78d)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:04.945718 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:04.993957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a305a0f-4776-407e-a1f9-e0321ea8485e req-9d7a8872-de6f-4e1a-ad13-8ad6e5803e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:04.995779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a305a0f-4776-407e-a1f9-e0321ea8485e req-9d7a8872-de6f-4e1a-ad13-8ad6e5803e6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.4238477 Aug 31 14:01:04.998933 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e818ac-48ce-4795-b2ef-707602360bac admin admin] Deleting subnet 7321e6ed-3481-485e-ac40-65cafc5805ae {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:05.016084 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49e818ac-48ce-4795-b2ef-707602360bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.089985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:05.113606 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.175159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49e818ac-48ce-4795-b2ef-707602360bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.208573 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d36e8344-cc34-4469-acfb-9839f3821de8 req-5b7b5092-cf6a-4232-bf3a-a50525e9f2f0 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.214620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddc5c1cb-6dce-4f99-859c-4cc5f8f7318c req-b4e9ac4b-4eae-4796-b312-81e86bf3749e tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fde6e6d4-686c-4dbb-a522-402f4b336f35 HTTP/1.1" status: 200 len: 210 time: 0.4660113 Aug 31 14:01:05.254938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a305a0f-4776-407e-a1f9-e0321ea8485e req-e6aedf30-950f-41c5-84db-69cf70c56178 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495 HTTP/1.1" status: 200 len: 217 time: 0.0747626 Aug 31 14:01:05.309009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b5092-cf6a-4232-bf3a-a50525e9f2f0 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Pushing event deleted for resources: {'Port': ['ID=06cb2e79-8bbc-4025-bab2-c8c73e81bfc9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:05.444023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36e8344-cc34-4469-acfb-9839f3821de8 req-5b7b5092-cf6a-4232-bf3a-a50525e9f2f0 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] No DVR routers for this DVR port 06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:05.465634 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49e818ac-48ce-4795-b2ef-707602360bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.500920 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d36e8344-cc34-4469-acfb-9839f3821de8 req-5b7b5092-cf6a-4232-bf3a-a50525e9f2f0 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.503058 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d36e8344-cc34-4469-acfb-9839f3821de8 req-5b7b5092-cf6a-4232-bf3a-a50525e9f2f0 tempest-InstanceActionsV221TestJSON-720224775 tempest-InstanceActionsV221TestJSON-720224775-project] 10.222.0.52 "DELETE /v2.0/ports/06cb2e79-8bbc-4025-bab2-c8c73e81bfc9 HTTP/1.1" status: 204 len: 173 time: 3.0526845 Aug 31 14:01:05.503554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde6e6d4-686c-4dbb-a522-402f4b336f35', 'name': 'network-vif-deleted', 'tag': '06cb2e79-8bbc-4025-bab2-c8c73e81bfc9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:05.535204 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbd9673-08be-4d4c-94a9-42690a5dc9b2" -d '{"events": [{"server_uuid": "fde6e6d4-686c-4dbb-a522-402f4b336f35", "name": "network-vif-deleted", "tag": "06cb2e79-8bbc-4025-bab2-c8c73e81bfc9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:05.642760 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49e818ac-48ce-4795-b2ef-707602360bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.648090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a305a0f-4776-407e-a1f9-e0321ea8485e req-d8e101c8-eb93-4cd2-8967-50027fb9a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:05.649683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a305a0f-4776-407e-a1f9-e0321ea8485e req-d8e101c8-eb93-4cd2-8967-50027fb9a3d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.3593013 Aug 31 14:01:05.650188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39270) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:05.659847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3ca3873d-451e-4ca8-b4c1-522ebb652a2e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-65440942'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:05.715078 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49e818ac-48ce-4795-b2ef-707602360bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.720728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7606f5ca-2c9d-48ee-b361-daf2fd911815 None None] Network bc0a323e-2d94-4be6-8b6d-c1023ccfe70b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:05.724496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-49e818ac-48ce-4795-b2ef-707602360bac admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7321e6ed-3481-485e-ac40-65cafc5805ae HTTP/1.1" status: 204 len: 168 time: 0.8880205 Aug 31 14:01:05.728234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39272) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:05.801502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8fe40ad2-49b3-4673-96d6-a4f20655ea1b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:05.823971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca3873d-451e-4ca8-b4c1-522ebb652a2e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:05.830814 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3ca3873d-451e-4ca8-b4c1-522ebb652a2e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.851879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8fe40ad2-49b3-4673-96d6-a4f20655ea1b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:05.852749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8fe40ad2-49b3-4673-96d6-a4f20655ea1b not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:05.853434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:05.853651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e818ac-48ce-4795-b2ef-707602360bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7321e6ed-3481-485e-ac40-65cafc5805ae,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:05.889359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:05.890127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 762a6b1d-71d7-4eb9-a8ef-269e8fca18b5 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:05.904500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca3873d-451e-4ca8-b4c1-522ebb652a2e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:01:05.921623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3ca3873d-451e-4ca8-b4c1-522ebb652a2e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:05.921997 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-3ca3873d-451e-4ca8-b4c1-522ebb652a2e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Added segment d93cd37a-f9f3-4be1-b106-407add3df4f6 of type vlan for network 3047d222-e131-4442-beba-491cc2c26785 Aug 31 14:01:05.976595 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3ca3873d-451e-4ca8-b4c1-522ebb652a2e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.029907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1965d6-5fbd-491e-82fc-2a810b80c0ff req-8130a059-3964-4aff-86bd-cbeb19d15adc tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:06.049177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb1965d6-5fbd-491e-82fc-2a810b80c0ff req-8130a059-3964-4aff-86bd-cbeb19d15adc tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.6293211 Aug 31 14:01:06.054079 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.055078 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3ca3873d-451e-4ca8-b4c1-522ebb652a2e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.063732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca3873d-451e-4ca8-b4c1-522ebb652a2e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:06.064400 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3ca3873d-451e-4ca8-b4c1-522ebb652a2e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.183911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d00f4e-9b08-483c-8a3f-fbc39483ce00 None None] DHCP port deletion for bc0a323e-2d94-4be6-8b6d-c1023ccfe70b request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:01:06.191429 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Deleting port e2705309-1cfa-460b-acaf-b231bca45f3f {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:06.191863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.303025 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3ca3873d-451e-4ca8-b4c1-522ebb652a2e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6488214 Aug 31 14:01:06.307124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b2d00f4e-9b08-483c-8a3f-fbc39483ce00 None None] Deleting port e2705309-1cfa-460b-acaf-b231bca45f3f {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:06.307855 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2d00f4e-9b08-483c-8a3f-fbc39483ce00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.317596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39276) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:06.347604 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bd4f09bb-9bb3-46b8-b204-bac6e2cf58fb tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1421025794'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:06.353033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a305a0f-4776-407e-a1f9-e0321ea8485e req-bd0b8350-c515-436f-9fe4-21648c311703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:06.356935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a305a0f-4776-407e-a1f9-e0321ea8485e req-bd0b8350-c515-436f-9fe4-21648c311703 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6599543 Aug 31 14:01:06.398156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] For port e2705309-1cfa-460b-acaf-b231bca45f3f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e2705309-1cfa-460b-acaf-b231bca45f3f,segment=NetworkSegment(2e721fe4-5716-4b3c-b127-51900e436def),segment_id=2e721fe4-5716-4b3c-b127-51900e436def)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:06.398604 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.412549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b2d00f4e-9b08-483c-8a3f-fbc39483ce00 None None] For port e2705309-1cfa-460b-acaf-b231bca45f3f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e2705309-1cfa-460b-acaf-b231bca45f3f,segment=NetworkSegment(2e721fe4-5716-4b3c-b127-51900e436def),segment_id=2e721fe4-5716-4b3c-b127-51900e436def)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:06.413371 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2d00f4e-9b08-483c-8a3f-fbc39483ce00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.424805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4f09bb-9bb3-46b8-b204-bac6e2cf58fb tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:06.429355 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd4f09bb-9bb3-46b8-b204-bac6e2cf58fb tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.436471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Calling delete_port for e2705309-1cfa-460b-acaf-b231bca45f3f owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:06.449447 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b2d00f4e-9b08-483c-8a3f-fbc39483ce00 None None] Calling delete_port for e2705309-1cfa-460b-acaf-b231bca45f3f owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:06.494208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3873d-451e-4ca8-b4c1-522ebb652a2e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Network': ['ID=3047d222-e131-4442-beba-491cc2c26785,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:06.520305 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb1965d6-5fbd-491e-82fc-2a810b80c0ff req-33d98ce3-8c95-4ca0-89e3-b3d14aa35cbe tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693677 Aug 31 14:01:06.531665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4f09bb-9bb3-46b8-b204-bac6e2cf58fb tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:01:06.559580 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd4f09bb-9bb3-46b8-b204-bac6e2cf58fb tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.560215 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-bd4f09bb-9bb3-46b8-b204-bac6e2cf58fb tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Added segment 90a24939-caac-445e-9874-918c0ac710a0 of type vlan for network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a Aug 31 14:01:06.645956 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a305a0f-4776-407e-a1f9-e0321ea8485e req-f856342a-1306-4507-a641-f4c8afa17848 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616494 Aug 31 14:01:06.649746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 3047d222-e131-4442-beba-491cc2c26785 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:01:06.652021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:06.663744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9d710d51-2ec4-4597-8c27-ea2e926bb495 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:01:06.727695 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.737088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd4f09bb-9bb3-46b8-b204-bac6e2cf58fb tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.790203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2705309-1cfa-460b-acaf-b231bca45f3f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:06.804190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] No DVR routers for this DVR port e2705309-1cfa-460b-acaf-b231bca45f3f on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:06.854075 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd4f09bb-9bb3-46b8-b204-bac6e2cf58fb tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.860236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f09bb-9bb3-46b8-b204-bac6e2cf58fb tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:06.860948 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd4f09bb-9bb3-46b8-b204-bac6e2cf58fb tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:06.943899 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1a3248-afab-43d1-8dd4-c12207c81917 x-openstack-request-id: req-ab1a3248-afab-43d1-8dd4-c12207c81917 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:06.944506 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde6e6d4-686c-4dbb-a522-402f4b336f35", "name": "network-vif-unplugged", "status": "completed", "tag": "06cb2e79-8bbc-4025-bab2-c8c73e81bfc9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:06.944506 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab1a3248-afab-43d1-8dd4-c12207c81917 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:06.945114 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde6e6d4-686c-4dbb-a522-402f4b336f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06cb2e79-8bbc-4025-bab2-c8c73e81bfc9', 'code': 200} Aug 31 14:01:06.979596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55369bd-208e-4470-bada-d8141769694b req-9125a5ea-02b7-42df-b515-f9d30ee65576 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:06.989936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c55369bd-208e-4470-bada-d8141769694b req-9125a5ea-02b7-42df-b515-f9d30ee65576 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 947 time: 0.1654139 Aug 31 14:01:07.007715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd186ed-6a29-4f71-8a88-f3642758c1c3 req-197a5cda-6cc7-484f-840e-844e2db063cf tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:07.009867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fd186ed-6a29-4f71-8a88-f3642758c1c3 req-197a5cda-6cc7-484f-840e-844e2db063cf tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.52 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.1868248 Aug 31 14:01:07.012602 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a305a0f-4776-407e-a1f9-e0321ea8485e req-f8e2ad25-c256-491c-a466-9091d01cb7dc service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591073 Aug 31 14:01:07.023201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f09bb-9bb3-46b8-b204-bac6e2cf58fb tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Network': ['ID=7fc6cb68-8abf-4422-a12c-fbaa86843c2a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:07.048496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bd4f09bb-9bb3-46b8-b204-bac6e2cf58fb tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7256970 Aug 31 14:01:07.050233 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.053148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39280) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:07.058889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4a0625ce-2113-4972-b83d-59c5f8a2ffd4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'subnet': {'network_id': '3047d222-e131-4442-beba-491cc2c26785', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:07.080545 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0a323e-2d94-4be6-8b6d-c1023ccfe70b']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:07.130315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e721fe4-5716-4b3c-b127-51900e436def') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:07.130558 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e721fe4-5716-4b3c-b127-51900e436def') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:07.140566 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c55369bd-208e-4470-bada-d8141769694b req-81106635-8381-42cf-a7a4-ccc2222bc61d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492984 Aug 31 14:01:07.150684 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.186478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.197853 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2d00f4e-9b08-483c-8a3f-fbc39483ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.201884 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:01:07.202759 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:01:07.205503 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:01:07.251012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d00f4e-9b08-483c-8a3f-fbc39483ce00 None None] No DVR routers for this DVR port e2705309-1cfa-460b-acaf-b231bca45f3f on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:07.253694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:01:07.257099 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c17b4a-2a5d-444d-99ce-b86c9ff3294c x-openstack-request-id: req-45c17b4a-2a5d-444d-99ce-b86c9ff3294c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:07.266473 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde6e6d4-686c-4dbb-a522-402f4b336f35", "name": "network-vif-deleted", "tag": "06cb2e79-8bbc-4025-bab2-c8c73e81bfc9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:07.267104 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45c17b4a-2a5d-444d-99ce-b86c9ff3294c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:07.267750 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde6e6d4-686c-4dbb-a522-402f4b336f35', 'name': 'network-vif-deleted', 'tag': '06cb2e79-8bbc-4025-bab2-c8c73e81bfc9', 'status': 'completed', 'code': 200} Aug 31 14:01:07.277471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0625ce-2113-4972-b83d-59c5f8a2ffd4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:07.281892 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4a0625ce-2113-4972-b83d-59c5f8a2ffd4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.311790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-2fd186ed-6a29-4f71-8a88-f3642758c1c3 req-818f20d5-fc2c-4b77-a68f-faeac6ef0c81 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Deleting port 5796929e-d7cb-4533-82b0-db789e222179 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:07.315481 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fd186ed-6a29-4f71-8a88-f3642758c1c3 req-818f20d5-fc2c-4b77-a68f-faeac6ef0c81 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.378547 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.401048 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.406294 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bc0a323e-2d94-4be6-8b6d-c1023ccfe70b HTTP/1.1" status: 204 len: 168 time: 1.5859213 Aug 31 14:01:07.408759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c8838-92df-4416-8628-96bbcd4edba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0a323e-2d94-4be6-8b6d-c1023ccfe70b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:07.556473 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.557151 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d00f4e-9b08-483c-8a3f-fbc39483ce00 None None] Pushing event deleted for resources: {'Port': ['ID=e2705309-1cfa-460b-acaf-b231bca45f3f,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:07.568884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2fd186ed-6a29-4f71-8a88-f3642758c1c3 req-818f20d5-fc2c-4b77-a68f-faeac6ef0c81 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] For port 5796929e-d7cb-4533-82b0-db789e222179, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5796929e-d7cb-4533-82b0-db789e222179,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:07.591709 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fd186ed-6a29-4f71-8a88-f3642758c1c3 req-818f20d5-fc2c-4b77-a68f-faeac6ef0c81 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.640393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-2fd186ed-6a29-4f71-8a88-f3642758c1c3 req-818f20d5-fc2c-4b77-a68f-faeac6ef0c81 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Calling delete_port for 5796929e-d7cb-4533-82b0-db789e222179 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:07.710243 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4a0625ce-2113-4972-b83d-59c5f8a2ffd4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.752638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:07.753024 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:07.800569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0625ce-2113-4972-b83d-59c5f8a2ffd4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Subnet': ['ID=b50c12e7-38f7-4137-b02b-c185284f3589,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:07.815869 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39292) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:07.851853 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e2705309-1cfa-460b-acaf-b231bca45f3f no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:07.871428 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9d710d51-2ec4-4597-8c27-ea2e926bb495, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:07.891735 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-534e9871-0676-48a0-8733-0e625bc7caf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f835622628545b0ba33b668320ee859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734963 Aug 31 14:01:07.902017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39294) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:07.913661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: e2705309-1cfa-460b-acaf-b231bca45f3f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:07.913661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e2705309-1cfa-460b-acaf-b231bca45f3f not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:07.916855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '9d710d51-2ec4-4597-8c27-ea2e926bb495', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '9d710d51-2ec4-4597-8c27-ea2e926bb495', 'mac_address': 'fa:16:3e:54:c2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:01:07.921036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0625ce-2113-4972-b83d-59c5f8a2ffd4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Checking segment: {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:07.922110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0625ce-2113-4972-b83d-59c5f8a2ffd4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Network hostable DHCP agents. Network: 3047d222-e131-4442-beba-491cc2c26785, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:01:07.954841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0625ce-2113-4972-b83d-59c5f8a2ffd4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Network 3047d222-e131-4442-beba-491cc2c26785 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:01:07.976927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f076e-164a-4c65-8f61-ee052a4cb0d6 req-fc425274-aa1f-41c3-afd0-5e394d1ae899 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:07.980799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4a0625ce-2113-4972-b83d-59c5f8a2ffd4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 3047d222-e131-4442-beba-491cc2c26785) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:07.984916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a03f076e-164a-4c65-8f61-ee052a4cb0d6 req-fc425274-aa1f-41c3-afd0-5e394d1ae899 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 945 time: 0.2131491 Aug 31 14:01:07.997475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62168b3-c288-461b-bc38-c2ded4bfc54e None None] Network 3047d222-e131-4442-beba-491cc2c26785 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:08.003833 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0625ce-2113-4972-b83d-59c5f8a2ffd4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:08.005688 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4a0625ce-2113-4972-b83d-59c5f8a2ffd4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.018348 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.039128 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4a0625ce-2113-4972-b83d-59c5f8a2ffd4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9846029 Aug 31 14:01:08.043323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39296) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:08.058410 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f6551aab-f638-46d9-9eee-745764d83af8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'subnet': {'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:08.062061 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.081612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d710d51-2ec4-4597-8c27-ea2e926bb495 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:08.109087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9d710d51-2ec4-4597-8c27-ea2e926bb495, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:08.117934 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.158964 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a03f076e-164a-4c65-8f61-ee052a4cb0d6 req-81c00915-14dc-4540-b1ed-09b14de44236 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730738 Aug 31 14:01:08.163993 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51b70354-95e4-444a-9b33-5431a3aa944f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.204540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6551aab-f638-46d9-9eee-745764d83af8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:08.222954 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51b70354-95e4-444a-9b33-5431a3aa944f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.224004 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6551aab-f638-46d9-9eee-745764d83af8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.232235 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fd186ed-6a29-4f71-8a88-f3642758c1c3 req-818f20d5-fc2c-4b77-a68f-faeac6ef0c81 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.287421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['5232dc70-34c7-4257-8651-40dba17b0124'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:08.289479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f20d5-fc2c-4b77-a68f-faeac6ef0c81 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Pushing event deleted for resources: {'Port': ['ID=5796929e-d7cb-4533-82b0-db789e222179,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:08.297132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['5796929e-d7cb-4533-82b0-db789e222179'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:08.325448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:08.406863 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.431698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd186ed-6a29-4f71-8a88-f3642758c1c3 req-818f20d5-fc2c-4b77-a68f-faeac6ef0c81 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] No DVR routers for this DVR port 5796929e-d7cb-4533-82b0-db789e222179 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:08.441952 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2fd186ed-6a29-4f71-8a88-f3642758c1c3 req-818f20d5-fc2c-4b77-a68f-faeac6ef0c81 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.454860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9d710d51-2ec4-4597-8c27-ea2e926bb495'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:08.460455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fd186ed-6a29-4f71-8a88-f3642758c1c3 req-818f20d5-fc2c-4b77-a68f-faeac6ef0c81 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.52 "DELETE /v2.0/ports/5796929e-d7cb-4533-82b0-db789e222179 HTTP/1.1" status: 204 len: 173 time: 1.4096050 Aug 31 14:01:08.540336 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51b70354-95e4-444a-9b33-5431a3aa944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.544240 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51b70354-95e4-444a-9b33-5431a3aa944f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.545799 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-51b70354-95e4-444a-9b33-5431a3aa944f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d95c648e-3143-4821-a731-a6942d828b4d HTTP/1.1" status: 204 len: 168 time: 0.6427841 Aug 31 14:01:08.606679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9d710d51-2ec4-4597-8c27-ea2e926bb495,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:08.609143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b70354-95e4-444a-9b33-5431a3aa944f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95c648e-3143-4821-a731-a6942d828b4d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:08.639292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-3047d222-e131-4442-beba-491cc2c26785', 'network_id': '3047d222-e131-4442-beba-491cc2c26785', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'fixed_ips': [{'subnet_id': 'b50c12e7-38f7-4137-b02b-c185284f3589'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:01:08.640221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e3395-5653-49ee-9153-a4f01274300e req-2f59fbdf-5815-4c11-9d27-ab6058dbfefe tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:08.640866 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.653528 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e4e3395-5653-49ee-9153-a4f01274300e req-2f59fbdf-5815-4c11-9d27-ab6058dbfefe tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 948 time: 0.2313948 Aug 31 14:01:08.760984 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6551aab-f638-46d9-9eee-745764d83af8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:08.777383 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e4e3395-5653-49ee-9153-a4f01274300e req-9d10a660-69c1-43db-8a7e-533d2eb3baff tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232429 Aug 31 14:01:08.848795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39304) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:08.912328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6551aab-f638-46d9-9eee-745764d83af8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Checking segment: {'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:08.912893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6551aab-f638-46d9-9eee-745764d83af8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Network hostable DHCP agents. Network: 7fc6cb68-8abf-4422-a12c-fbaa86843c2a, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:01:08.943012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6551aab-f638-46d9-9eee-745764d83af8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Subnet': ['ID=8c13a0b8-31ff-48a2-9d84-997661bb621d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:08.959448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1c3d4e-e6a6-4692-8c26-ba1f8ad77191 admin admin] Deleting subnet 570bc717-9bd3-4296-a31d-e5a3a6f232e5 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:08.963273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3d4e-e6a6-4692-8c26-ba1f8ad77191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.003706 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3d4e-e6a6-4692-8c26-ba1f8ad77191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.058630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:09.062601 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40594926-3761-429f-9d5e-183661f7c21d" -d '{"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-plugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:09.070254 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6551aab-f638-46d9-9eee-745764d83af8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:01:09.084482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3d4e-e6a6-4692-8c26-ba1f8ad77191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.172556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f6551aab-f638-46d9-9eee-745764d83af8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 7fc6cb68-8abf-4422-a12c-fbaa86843c2a) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:09.191388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6551aab-f638-46d9-9eee-745764d83af8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:09.195427 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6551aab-f638-46d9-9eee-745764d83af8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.244417 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f6551aab-f638-46d9-9eee-745764d83af8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1992567 Aug 31 14:01:09.245857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39314) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:09.255458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'port': {'network_id': '3047d222-e131-4442-beba-491cc2c26785', 'name': 'tempest-TaggedBootDevicesTest-207245563', 'fixed_ips': [{'subnet_id': 'b50c12e7-38f7-4137-b02b-c185284f3589'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:09.326243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be09b0df-04f9-4b4b-8196-73575a7abb81 None None] Network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:09.345897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3d4e-e6a6-4692-8c26-ba1f8ad77191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.379012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1922e023-ed3e-4c53-94a3-ee0648d56a59', 'name': 'network-vif-deleted', 'tag': '5796929e-d7cb-4533-82b0-db789e222179'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:09.383881 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae39cfb-f94b-4e58-905c-a0b26073bab6" -d '{"events": [{"server_uuid": "1922e023-ed3e-4c53-94a3-ee0648d56a59", "name": "network-vif-deleted", "tag": "5796929e-d7cb-4533-82b0-db789e222179"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:09.404112 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3d4e-e6a6-4692-8c26-ba1f8ad77191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.413117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39320) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:09.429763 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6d1c3d4e-e6a6-4692-8c26-ba1f8ad77191 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/570bc717-9bd3-4296-a31d-e5a3a6f232e5 HTTP/1.1" status: 204 len: 168 time: 0.5782847 Aug 31 14:01:09.478948 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c3d4e-e6a6-4692-8c26-ba1f8ad77191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570bc717-9bd3-4296-a31d-e5a3a6f232e5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:09.555266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6091cd0b-d02d-4b6d-903a-209ce8c64af7 req-397c7b6c-ed04-43a4-90b9-5f18b87796d8 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=1922e023-ed3e-4c53-94a3-ee0648d56a59 HTTP/1.1" status: 200 len: 210 time: 0.1401114 Aug 31 14:01:09.673097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.748631 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f149bdec-169f-4f1d-8947-7dfdc0ded535 x-openstack-request-id: req-f149bdec-169f-4f1d-8947-7dfdc0ded535 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:09.749223 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1922e023-ed3e-4c53-94a3-ee0648d56a59", "name": "network-vif-deleted", "tag": "5796929e-d7cb-4533-82b0-db789e222179", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:09.749689 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f149bdec-169f-4f1d-8947-7dfdc0ded535 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:09.750303 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1922e023-ed3e-4c53-94a3-ee0648d56a59', 'name': 'network-vif-deleted', 'tag': '5796929e-d7cb-4533-82b0-db789e222179', 'status': 'completed', 'code': 200} Aug 31 14:01:09.829692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:09.842533 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.915799 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b66653-5a4e-4066-971b-409df1b8cfe6 x-openstack-request-id: req-17b66653-5a4e-4066-971b-409df1b8cfe6 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:09.916177 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-plugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:09.916424 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17b66653-5a4e-4066-971b-409df1b8cfe6 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:09.916821 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'code': 200} Aug 31 14:01:09.918401 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.922020 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:09.935790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e840c66-3241-4c60-aaec-74314527276f']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:09.952355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c9a1fd-dc06-4834-ae07-02f48e75a78d') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:09.952705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c9a1fd-dc06-4834-ae07-02f48e75a78d') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:10.008330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:10.013866 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.086198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Allocated IP 10.1.1.2 (3047d222-e131-4442-beba-491cc2c26785/b50c12e7-38f7-4137-b02b-c185284f3589/8c17fc43-f142-4a0e-aa1c-5652039220d0) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:10.172921 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.193236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:01:10.194172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:01:10.199036 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:01:10.271446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-7fc6cb68-8abf-4422-a12c-fbaa86843c2a', 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'fixed_ips': [{'subnet_id': '8c13a0b8-31ff-48a2-9d84-997661bb621d'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:01:10.272898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d520d5-4b98-4ee5-beb5-162bee56998f req-1a2a1405-f203-4337-9354-dff50f3478e3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:10.273398 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.284927 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9d520d5-4b98-4ee5-beb5-162bee56998f req-1a2a1405-f203-4337-9354-dff50f3478e3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 948 time: 0.3226171 Aug 31 14:01:10.373970 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.387873 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.398722 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0e840c66-3241-4c60-aaec-74314527276f HTTP/1.1" status: 204 len: 168 time: 0.9793971 Aug 31 14:01:10.405706 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.423534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39342) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:10.573847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9d520d5-4b98-4ee5-beb5-162bee56998f req-20f4c1eb-00a0-4f6e-82ca-9ee5db543621 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845440 Aug 31 14:01:10.596232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a63450-a1ff-4bbf-8da1-10c81c8ccaa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e840c66-3241-4c60-aaec-74314527276f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:10.613691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] device_id is not set on port ac6194a5-9eba-4751-8944-10a6f7e9a853 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:10.753475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1301663030-network', 'tenant_id': '4a51428ff714409299691973e8e96229'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:10.769268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Allocated IP 10.2.2.2 (7fc6cb68-8abf-4422-a12c-fbaa86843c2a/8c13a0b8-31ff-48a2-9d84-997661bb621d/14255e4d-d776-4b1c-8fc6-6533cd5f2860) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:10.808955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:10.814626 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.836312 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.944679 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:10.954647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Transition to ACTIVE for port object 14255e4d-d776-4b1c-8fc6-6533cd5f2860 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:10.973708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Transition to ACTIVE for port object 14255e4d-d776-4b1c-8fc6-6533cd5f2860 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:10.979319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39350) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:11.014480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.023800 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.075582 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.095405 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.102991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:01:11.108419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Transition to ACTIVE for port object 8c17fc43-f142-4a0e-aa1c-5652039220d0 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:11.151956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e3e2a1-625c-4694-9aca-3b3a0e857d61,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:11.156480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.156480 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Added segment bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f of type vlan for network 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 Aug 31 14:01:11.211873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:11.221708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:11.232039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:11.240139 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.257668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Transition to ACTIVE for port object 8c17fc43-f142-4a0e-aa1c-5652039220d0 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:11.311254 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-35541cc6-afee-4c33-ad8d-231e327b348b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c34d796bb1fb4f26a995b9393beaec08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292241 Aug 31 14:01:11.312271 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.313395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:11.316169 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Pushing event updated for resources: {'Port': ['ID=14255e4d-d776-4b1c-8fc6-6533cd5f2860,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:11.316359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.321102 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39356) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:11.323128 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.412469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Pushing event updated for resources: {'Port': ['ID=8c17fc43-f142-4a0e-aa1c-5652039220d0,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:11.419127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560d06-9410-4149-b072-fd2537ccac36 req-8cef06e0-4403-44c5-8aeb-f2b086693dcc tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:11.443979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2560d06-9410-4149-b072-fd2537ccac36 req-8cef06e0-4403-44c5-8aeb-f2b086693dcc tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.2435446 Aug 31 14:01:11.457979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Network 3047d222-e131-4442-beba-491cc2c26785 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:11.481664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Attempting to bind port 14255e4d-d776-4b1c-8fc6-6533cd5f2860 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:11.482149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Attempting to bind port 14255e4d-d776-4b1c-8fc6-6533cd5f2860 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:11.482582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Attempting to bind port 14255e4d-d776-4b1c-8fc6-6533cd5f2860 on network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:11.486633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:11.493613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:11.510260 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0823088 Aug 31 14:01:11.512227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:11.512763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Checking segment: {'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:11.513973 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.513973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Bound using segment: {'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:11.514518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Bound port: 14255e4d-d776-4b1c-8fc6-6533cd5f2860, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:11.515327 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.516010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39358) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:11.526904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ed550-a4c4-47e7-b55c-a14c96ef9816 admin admin] Pushing event updated for resources: {'Network': ['ID=3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:11.527166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-75ec217c-dabf-4692-bb84-78a71ab4ec1f admin admin] Request body: {'subnet': {'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1301663030-subnet', 'tenant_id': '4a51428ff714409299691973e8e96229', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:11.550276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:01:11.556471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Allocated IP 10.1.1.204 (3047d222-e131-4442-beba-491cc2c26785/b50c12e7-38f7-4137-b02b-c185284f3589/ac6194a5-9eba-4751-8944-10a6f7e9a853) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:11.597905 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-39a0fa5a-881e-4bf8-9c59-f731d189a7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.605054 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2560d06-9410-4149-b072-fd2537ccac36 req-7c900c64-c6c2-40f4-9404-7f2f7483d371 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588578 Aug 31 14:01:11.639180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-39a0fa5a-881e-4bf8-9c59-f731d189a7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.684746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ec217c-dabf-4692-bb84-78a71ab4ec1f admin admin] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:11.687325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75ec217c-dabf-4692-bb84-78a71ab4ec1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.725819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-39a0fa5a-881e-4bf8-9c59-f731d189a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.732720 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-39a0fa5a-881e-4bf8-9c59-f731d189a7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.743713 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-39a0fa5a-881e-4bf8-9c59-f731d189a7ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98172b9c-74e3-4081-b2d6-a7f069f98278 HTTP/1.1" status: 204 len: 168 time: 0.4176886 Aug 31 14:01:11.760669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0fa5a-881e-4bf8-9c59-f731d189a7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98172b9c-74e3-4081-b2d6-a7f069f98278,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:11.905532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Attempting to bind port 8c17fc43-f142-4a0e-aa1c-5652039220d0 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:11.905920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Attempting to bind port 8c17fc43-f142-4a0e-aa1c-5652039220d0 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:11.906287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Attempting to bind port 8c17fc43-f142-4a0e-aa1c-5652039220d0 on network 3047d222-e131-4442-beba-491cc2c26785 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:11.922932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:11.922932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Checking segment: {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:11.922932 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.922932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Bound using segment: {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:11.923538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Bound port: 8c17fc43-f142-4a0e-aa1c-5652039220d0, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:11.923725 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.929005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] For port 14255e4d-d776-4b1c-8fc6-6533cd5f2860, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:11.937708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] For port 14255e4d-d776-4b1c-8fc6-6533cd5f2860, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=14255e4d-d776-4b1c-8fc6-6533cd5f2860,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:11.943744 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:11.991147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062dcd9-f621-4b72-992e-1f8afb9a1991 req-3f6f9b81-97cc-4941-8903-3c6490c210ba tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:11.998976 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1062dcd9-f621-4b72-992e-1f8afb9a1991 req-3f6f9b81-97cc-4941-8903-3c6490c210ba tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 948 time: 0.2761617 Aug 31 14:01:12.077513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1d9f4-22b5-4c4d-b05e-d2b1eb22a014 None None] Pushing event updated for resources: {'Port': ['ID=14255e4d-d776-4b1c-8fc6-6533cd5f2860,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:12.130231 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.183823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] For port 8c17fc43-f142-4a0e-aa1c-5652039220d0, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:12.193548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] For port 8c17fc43-f142-4a0e-aa1c-5652039220d0, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8c17fc43-f142-4a0e-aa1c-5652039220d0,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:12.210535 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.233069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Transition to ACTIVE for port object ac6194a5-9eba-4751-8944-10a6f7e9a853 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:12.239666 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75ec217c-dabf-4692-bb84-78a71ab4ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.340135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e3a39-0c33-414d-aa31-8aebb5348f94 None None] Pushing event updated for resources: {'Port': ['ID=8c17fc43-f142-4a0e-aa1c-5652039220d0,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:12.374317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec217c-dabf-4692-bb84-78a71ab4ec1f admin admin] Checking segment: {'id': 'bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:12.374971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec217c-dabf-4692-bb84-78a71ab4ec1f admin admin] Network hostable DHCP agents. Network: 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:01:12.387895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec217c-dabf-4692-bb84-78a71ab4ec1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3a312d-c64d-499f-95ad-b6ae5c4d147d,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:12.407642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec217c-dabf-4692-bb84-78a71ab4ec1f admin admin] Network 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:01:12.433754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-75ec217c-dabf-4692-bb84-78a71ab4ec1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:12.447712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91daf5d7-1217-4211-b3bf-5754e1902911 None None] Network 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:12.457041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ec217c-dabf-4692-bb84-78a71ab4ec1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:12.457774 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75ec217c-dabf-4692-bb84-78a71ab4ec1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.486752 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.550627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5796929e-d7cb-4533-82b0-db789e222179 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:12.585065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-75ec217c-dabf-4692-bb84-78a71ab4ec1f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0657125 Aug 31 14:01:12.588356 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39372) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:12.593833 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1301663030-router', 'tenant_id': '4a51428ff714409299691973e8e96229', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:12.659899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 5796929e-d7cb-4533-82b0-db789e222179 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:12.660242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5796929e-d7cb-4533-82b0-db789e222179 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:12.674788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9d710d51-2ec4-4597-8c27-ea2e926bb495 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:12.721553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Network 3047d222-e131-4442-beba-491cc2c26785 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:12.732972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Port': ['ID=ac6194a5-9eba-4751-8944-10a6f7e9a853,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:12.764326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:12.764326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:12.766250 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.774695 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.866150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:12.867669 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:12.960148 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1062dcd9-f621-4b72-992e-1f8afb9a1991 req-6e06cb55-aac6-4820-b4a4-c133f0deca88 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9600275 Aug 31 14:01:12.965304 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f57b513d-d573-41be-8889-7039cc89704f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7162297 Aug 31 14:01:12.967232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39380) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:12.982622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'port': {'network_id': '3047d222-e131-4442-beba-491cc2c26785', 'name': 'tempest-TaggedBootDevicesTest-610933876', 'fixed_ips': [{'subnet_id': 'b50c12e7-38f7-4137-b02b-c185284f3589'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:13.034832 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.041550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 9d710d51-2ec4-4597-8c27-ea2e926bb495 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:13.054715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 9d710d51-2ec4-4597-8c27-ea2e926bb495 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:13.055983 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.234621 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.253005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7', 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7', 'tenant_id': '4a51428ff714409299691973e8e96229', 'fixed_ips': [{'subnet_id': '2e3a312d-c64d-499f-95ad-b6ae5c4d147d'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:01:13.254088 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.287791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779d3bc-8e43-446f-bb0a-b9e920939ec6 req-d1ccc6ac-88e7-4449-8796-48f24312c5a8 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:13.292225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9d710d51-2ec4-4597-8c27-ea2e926bb495, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:13.294552 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8779d3bc-8e43-446f-bb0a-b9e920939ec6 req-d1ccc6ac-88e7-4449-8796-48f24312c5a8 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1841114 Aug 31 14:01:13.315384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f8b574-7f99-4272-b6cc-e8c76497ed7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d710d51-2ec4-4597-8c27-ea2e926bb495'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:13.319317 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b94ec2e-6902-46a9-b445-e6f5c4a569bc" -d '{"events": [{"server_uuid": "82f8b574-7f99-4272-b6cc-e8c76497ed7f", "name": "network-vif-plugged", "status": "completed", "tag": "9d710d51-2ec4-4597-8c27-ea2e926bb495"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:13.328198 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.385702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8779d3bc-8e43-446f-bb0a-b9e920939ec6 req-ebd13017-f23f-43c8-9963-b6819612146f tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733159 Aug 31 14:01:13.393171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:13.401737 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:13.454763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] device_id is not set on port 7627da9a-ba2e-426b-8648-956bac9056d9 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:01:13.549076 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591ccfcb-87d4-4a2f-a144-fa0598676530 x-openstack-request-id: req-591ccfcb-87d4-4a2f-a144-fa0598676530 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:13.549371 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f8b574-7f99-4272-b6cc-e8c76497ed7f", "name": "network-vif-plugged", "status": "completed", "tag": "9d710d51-2ec4-4597-8c27-ea2e926bb495", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:13.549630 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-591ccfcb-87d4-4a2f-a144-fa0598676530 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:13.556711 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f8b574-7f99-4272-b6cc-e8c76497ed7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d710d51-2ec4-4597-8c27-ea2e926bb495', 'code': 200} Aug 31 14:01:13.654163 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9d710d51-2ec4-4597-8c27-ea2e926bb495,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:13.753120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Allocated IP 172.20.0.2 (3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7/2e3a312d-c64d-499f-95ad-b6ae5c4d147d/f467a5d9-2a36-41c9-9b50-0da27e664696) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:13.828185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51be12e-2faf-4fd1-aea0-08dca3f4294f req-907e1f1a-ebb9-4d22-a428-972b48c91387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:13.830126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f51be12e-2faf-4fd1-aea0-08dca3f4294f req-907e1f1a-ebb9-4d22-a428-972b48c91387 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 1100 time: 0.2250972 Aug 31 14:01:13.946628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 14255e4d-d776-4b1c-8fc6-6533cd5f2860 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:13.961105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39400) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:14.023564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f51be12e-2faf-4fd1-aea0-08dca3f4294f req-4a57e6ea-718f-4e2f-b5d7-0b506a63b4e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772709 Aug 31 14:01:14.268850 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.289261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 14255e4d-d776-4b1c-8fc6-6533cd5f2860 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:14.298907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Allocated IP 10.1.1.4 (3047d222-e131-4442-beba-491cc2c26785/b50c12e7-38f7-4137-b02b-c185284f3589/7627da9a-ba2e-426b-8648-956bac9056d9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:14.313506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8c17fc43-f142-4a0e-aa1c-5652039220d0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:14.352481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-470806620-network', 'tenant_id': 'e9f81895b2394bff804347c0c12c6f67'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:14.365654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301adf6-b300-4f67-9570-072bde7b21b3 req-c693102d-65a5-4dd9-88fb-9579a484b486 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:14.367771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5301adf6-b300-4f67-9570-072bde7b21b3 req-c693102d-65a5-4dd9-88fb-9579a484b486 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.2361448 Aug 31 14:01:14.398696 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.428049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef418d15-b0fd-43a8-923e-00622e73ca42 None None] Network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:14.505846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Made reservation on behalf of e9f81895b2394bff804347c0c12c6f67 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:14.512628 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.559404 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.616680 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5301adf6-b300-4f67-9570-072bde7b21b3 req-b8f1c015-099b-4d7e-8cc2-f659c1d1acb5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401810 Aug 31 14:01:14.738324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Transition to ACTIVE for port object f467a5d9-2a36-41c9-9b50-0da27e664696 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:14.783053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8c17fc43-f142-4a0e-aa1c-5652039220d0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:14.789322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-81b5d3de-1502-40a5-9cb6-1c50acce54c1 None None] Provisioning for port 14255e4d-d776-4b1c-8fc6-6533cd5f2860 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:14.805795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Transition to ACTIVE for port object f467a5d9-2a36-41c9-9b50-0da27e664696 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:14.820717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-81b5d3de-1502-40a5-9cb6-1c50acce54c1 None None] Provisioning complete for port 14255e4d-d776-4b1c-8fc6-6533cd5f2860 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:14.821248 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81b5d3de-1502-40a5-9cb6-1c50acce54c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.827993 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.902330 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.948987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Network 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:14.952971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:14.985543 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23478301-8d24-48c7-bf83-606a591efb97 None None] Network 3047d222-e131-4442-beba-491cc2c26785 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:15.028249 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.068104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cd523-0ac8-43a5-8011-28bf18686e15 req-b0a02a79-da53-4d8f-85b9-3acdfbd82ea8 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:15.070035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-341cd523-0ac8-43a5-8011-28bf18686e15 req-b0a02a79-da53-4d8f-85b9-3acdfbd82ea8 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.2477524 Aug 31 14:01:15.071189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Transition to ACTIVE for port object 7627da9a-ba2e-426b-8648-956bac9056d9 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:15.111969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Pushing event updated for resources: {'Port': ['ID=f467a5d9-2a36-41c9-9b50-0da27e664696,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:15.118785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:15.131201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:15.183258 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.188762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Allocated IP 172.25.3.175 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/c425cd7e-0863-48b4-8636-76d17f6e37e1) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:15.193665 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.211219 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-341cd523-0ac8-43a5-8011-28bf18686e15 req-ac136539-f4ce-45a1-96e7-15fbabcf00a5 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341219 Aug 31 14:01:15.221379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.247001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:01:15.307386 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.308182 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Added segment 48b999d7-0feb-4244-ad03-bc2000ba7676 of type vlan for network a9e7c260-818e-46d0-9c98-1f322e8f2f12 Aug 31 14:01:15.321960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273c8f6b-e450-4dae-a256-90b850614576,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:15.346598 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81b5d3de-1502-40a5-9cb6-1c50acce54c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.357159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Network 3047d222-e131-4442-beba-491cc2c26785 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:15.393716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Attempting to bind port f467a5d9-2a36-41c9-9b50-0da27e664696 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:15.394263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Attempting to bind port f467a5d9-2a36-41c9-9b50-0da27e664696 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:15.394636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Attempting to bind port f467a5d9-2a36-41c9-9b50-0da27e664696 on network 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:15.409299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:15.414919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:15.425539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Port': ['ID=7627da9a-ba2e-426b-8648-956bac9056d9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:15.442644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-81b5d3de-1502-40a5-9cb6-1c50acce54c1 None None] For port 14255e4d-d776-4b1c-8fc6-6533cd5f2860, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=14255e4d-d776-4b1c-8fc6-6533cd5f2860,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:15.462993 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81b5d3de-1502-40a5-9cb6-1c50acce54c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.469938 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.502138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:15.502569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Checking segment: {'id': 'bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:15.502985 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.503385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Bound using segment: {'id': 'bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:15.503884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Bound port: f467a5d9-2a36-41c9-9b50-0da27e664696, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:15.504269 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.507338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:15.508050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.533143 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.534687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:15.535321 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.570260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.590172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5824cac4-f2fe-4866-8700-b3edc7489001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6191788 Aug 31 14:01:15.694604 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.832186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8698232 Aug 31 14:01:15.835584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:15.838136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39416) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:15.849624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-fb592b1a-acc9-417f-a7bc-9f890fbf3bc4 admin admin] Request body: {'subnet': {'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-470806620-subnet', 'tenant_id': 'e9f81895b2394bff804347c0c12c6f67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:15.862543 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:01:15.864306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:15.883714 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:15.894692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fe17b-7bb4-4606-a2a8-d3b63a13c733 admin admin] Pushing event updated for resources: {'Network': ['ID=a9e7c260-818e-46d0-9c98-1f322e8f2f12,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:15.937737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb592b1a-acc9-417f-a7bc-9f890fbf3bc4 admin admin] Made reservation on behalf of e9f81895b2394bff804347c0c12c6f67 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:15.946936 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb592b1a-acc9-417f-a7bc-9f890fbf3bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:15.957425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network a9e7c260-818e-46d0-9c98-1f322e8f2f12 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:01:15.994094 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Pushing event updated for resources: {'Port': ['ID=c425cd7e-0863-48b4-8636-76d17f6e37e1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:16.103158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39418) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:16.113789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1fd5454a-d6d1-4e36-adad-688585a63fd3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448996735', 'description': 'tempest-description--578193836'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:16.132591 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e7300db5-415e-44ea-981b-484e7f64ec3e None None] Provisioning for port 8c17fc43-f142-4a0e-aa1c-5652039220d0 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:16.238234 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1fd5454a-d6d1-4e36-adad-688585a63fd3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.255798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e7300db5-415e-44ea-981b-484e7f64ec3e None None] Provisioning complete for port 8c17fc43-f142-4a0e-aa1c-5652039220d0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:16.256174 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7300db5-415e-44ea-981b-484e7f64ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.316206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5d3de-1502-40a5-9cb6-1c50acce54c1 None None] Pushing event updated for resources: {'Port': ['ID=14255e4d-d776-4b1c-8fc6-6533cd5f2860,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:16.348344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] For port f467a5d9-2a36-41c9-9b50-0da27e664696, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:16.373424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] For port f467a5d9-2a36-41c9-9b50-0da27e664696, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f467a5d9-2a36-41c9-9b50-0da27e664696,segment=NetworkSegment(bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f),segment_id=bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:16.389659 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.506985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d7702-0033-4f97-8a76-c51903f41391 None None] Pushing event updated for resources: {'Port': ['ID=f467a5d9-2a36-41c9-9b50-0da27e664696,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:16.510739 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7300db5-415e-44ea-981b-484e7f64ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.559220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e7300db5-415e-44ea-981b-484e7f64ec3e None None] For port 8c17fc43-f142-4a0e-aa1c-5652039220d0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8c17fc43-f142-4a0e-aa1c-5652039220d0,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:16.584083 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7300db5-415e-44ea-981b-484e7f64ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.589966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fdd51-16ef-48ee-9bf4-3d79650e08b2 req-b35a9817-a5ea-4a55-8927-07daa30418d1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:16.598588 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e8fdd51-16ef-48ee-9bf4-3d79650e08b2 req-b35a9817-a5ea-4a55-8927-07daa30418d1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.2668872 Aug 31 14:01:16.706250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb592b1a-acc9-417f-a7bc-9f890fbf3bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.717556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7300db5-415e-44ea-981b-484e7f64ec3e None None] Pushing event updated for resources: {'Port': ['ID=8c17fc43-f142-4a0e-aa1c-5652039220d0,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:16.735898 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:16.765885 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-00ef13cc-ea76-4c7b-aeea-443018cfadc1 None None] Provisioning complete for port 14255e4d-d776-4b1c-8fc6-6533cd5f2860 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:16.766263 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00ef13cc-ea76-4c7b-aeea-443018cfadc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.064762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3a03f655-9699-4b7d-8b36-76b6f9af643b None None] Provisioning complete for port 8c17fc43-f142-4a0e-aa1c-5652039220d0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:17.065210 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a03f655-9699-4b7d-8b36-76b6f9af643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.146546 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.409022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3a03f655-9699-4b7d-8b36-76b6f9af643b None None] Provisioning for port 7627da9a-ba2e-426b-8648-956bac9056d9 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:17.423290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3a03f655-9699-4b7d-8b36-76b6f9af643b None None] Provisioning complete for port 7627da9a-ba2e-426b-8648-956bac9056d9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:17.424027 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a03f655-9699-4b7d-8b36-76b6f9af643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.471724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Router 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:01:17.509877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3a03f655-9699-4b7d-8b36-76b6f9af643b None None] Port 7627da9a-ba2e-426b-8648-956bac9056d9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:17.530359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3a03f655-9699-4b7d-8b36-76b6f9af643b None None] Provisioning for port ac6194a5-9eba-4751-8944-10a6f7e9a853 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:17.537482 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3a03f655-9699-4b7d-8b36-76b6f9af643b None None] Provisioning complete for port ac6194a5-9eba-4751-8944-10a6f7e9a853 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:17.538175 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a03f655-9699-4b7d-8b36-76b6f9af643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.685351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3a03f655-9699-4b7d-8b36-76b6f9af643b None None] Port ac6194a5-9eba-4751-8944-10a6f7e9a853 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:17.854070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:01:17.872758 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Sync routers for ids ['199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:01:17.888856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c6a2d80d-f061-448d-a031-dde09b080e43 None None] Provisioning complete for port ac6194a5-9eba-4751-8944-10a6f7e9a853 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:17.889238 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c6a2d80d-f061-448d-a031-dde09b080e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:17.891495 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Routers {'199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:17.896159 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:01:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:18.034120 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Set router 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:18.076491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2d80d-f061-448d-a031-dde09b080e43 None None] Port ac6194a5-9eba-4751-8944-10a6f7e9a853 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:18.085534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e8a9c-712c-4adb-ba8f-f70e8ad3e82e req-5c25a5b3-b4ad-4763-bb27-7789642e546c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:18.108564 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f27e8a9c-712c-4adb-ba8f-f70e8ad3e82e req-5c25a5b3-b4ad-4763-bb27-7789642e546c tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.1512930 Aug 31 14:01:18.124478 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 14255e4d-d776-4b1c-8fc6-6533cd5f2860 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:18.228518 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f27e8a9c-712c-4adb-ba8f-f70e8ad3e82e req-07e483db-c48b-4a75-a20d-22a553dd878a tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159272 Aug 31 14:01:18.265463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb592b1a-acc9-417f-a7bc-9f890fbf3bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eada9d0-4b7c-4b45-a4d6-8faea34b1694,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:18.335313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6982fbfb-a2a9-418d-917b-8c3ade586bc2 None None] Provisioning complete for port 7627da9a-ba2e-426b-8648-956bac9056d9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:18.335559 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6982fbfb-a2a9-418d-917b-8c3ade586bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.344167 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e8fdd51-16ef-48ee-9bf4-3d79650e08b2 req-0a807e24-8de1-40cc-a132-c467f5e96c76 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7191372 Aug 31 14:01:18.466729 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'name': 'tempest-ServersTestMultiNic-1301663030-router', 'tenant_id': '4a51428ff714409299691973e8e96229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:12Z', 'updated_at': '2021-08-31T14:01:16Z', 'revision_number': 3, 'project_id': '4a51428ff714409299691973e8e96229', 'gw_port': {'id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:14Z', 'updated_at': '2021-08-31T14:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:18.495915 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1fd5454a-d6d1-4e36-adad-688585a63fd3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.506795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.508288 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a9ed7971-e9b5-4e58-b491-a85057f9836b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9188645 Aug 31 14:01:18.511430 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39448) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:18.511900 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Checking router: 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:01:18.512602 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Updating router 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 port c425cd7e-0863-48b4-8636-76d17f6e37e1 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:01:18.519760 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1fd5454a-d6d1-4e36-adad-688585a63fd3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.553888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6982fbfb-a2a9-418d-917b-8c3ade586bc2 None None] Port 7627da9a-ba2e-426b-8648-956bac9056d9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:18.562608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 14255e4d-d776-4b1c-8fc6-6533cd5f2860 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:18.562993 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.572047 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.658110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5454a-d6d1-4e36-adad-688585a63fd3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d06617-1364-4675-8606-8f6dcd209797,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:18.756973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-b2b55332-6a8e-4eae-b730-6fec3114c70c req-666369ed-36ba-4906-8f35-22024c581d29 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:01:18.758604 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2b55332-6a8e-4eae-b730-6fec3114c70c req-666369ed-36ba-4906-8f35-22024c581d29 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137768 Aug 31 14:01:18.804010 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1fd5454a-d6d1-4e36-adad-688585a63fd3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:18.810172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1fd5454a-d6d1-4e36-adad-688585a63fd3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.7057285 Aug 31 14:01:18.812018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39454) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:18.823364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-35ad16eb-4ce7-4e0f-b8b7-e50a0022ef59 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'security_group_rule': {'security_group_id': '18d06617-1364-4675-8606-8f6dcd209797', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:18.837666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb592b1a-acc9-417f-a7bc-9f890fbf3bc4 admin admin] Checking segment: {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:18.838486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead13340-b611-488d-94ef-46681129a8d5 None None] Network 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:18.838823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb592b1a-acc9-417f-a7bc-9f890fbf3bc4 admin admin] Network hostable DHCP agents. Network: a9e7c260-818e-46d0-9c98-1f322e8f2f12, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:01:18.889788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b83c22-ebea-4e28-81a1-ea91b1af2c87 req-5d62344f-fc81-414a-95ac-3a3f769a0142 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:18.900854 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79b83c22-ebea-4e28-81a1-ea91b1af2c87 req-5d62344f-fc81-414a-95ac-3a3f769a0142 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.6218071 Aug 31 14:01:18.989260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c65d4a8-ff2f-403f-84a6-396a316e9e37 None None] Provisioning for port f467a5d9-2a36-41c9-9b50-0da27e664696 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:18.998845 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8c17fc43-f142-4a0e-aa1c-5652039220d0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:19.001448 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.020916 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Transition to ACTIVE for port object c425cd7e-0863-48b4-8636-76d17f6e37e1 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:19.031888 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.099503 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a8613-3203-4ad7-9196-ed84c943f144 None None] Pushing event updated for resources: {'Port': ['ID=c425cd7e-0863-48b4-8636-76d17f6e37e1,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:19.119854 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Attempting to bind port c425cd7e-0863-48b4-8636-76d17f6e37e1 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:19.120471 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Attempting to bind port c425cd7e-0863-48b4-8636-76d17f6e37e1 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:19.121049 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Attempting to bind port c425cd7e-0863-48b4-8636-76d17f6e37e1 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:19.127588 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:19.129838 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:19.131405 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.132099 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:19.132882 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Bound port: c425cd7e-0863-48b4-8636-76d17f6e37e1, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:19.133518 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.205745 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] For port c425cd7e-0863-48b4-8636-76d17f6e37e1, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:19.210411 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] For port c425cd7e-0863-48b4-8636-76d17f6e37e1, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c425cd7e-0863-48b4-8636-76d17f6e37e1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:19.213007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8c17fc43-f142-4a0e-aa1c-5652039220d0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:19.214741 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.234313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb592b1a-acc9-417f-a7bc-9f890fbf3bc4 admin admin] Network a9e7c260-818e-46d0-9c98-1f322e8f2f12 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:01:19.236520 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.319177 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a8613-3203-4ad7-9196-ed84c943f144 None None] Pushing event updated for resources: {'Port': ['ID=c425cd7e-0863-48b4-8636-76d17f6e37e1,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:19.342963 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Routers {'199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:19.344507 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:01:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:19.425458 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35ad16eb-4ce7-4e0f-b8b7-e50a0022ef59 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.445082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-fb592b1a-acc9-417f-a7bc-9f890fbf3bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, a9e7c260-818e-46d0-9c98-1f322e8f2f12) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:19.459791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb592b1a-acc9-417f-a7bc-9f890fbf3bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:19.460611 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb592b1a-acc9-417f-a7bc-9f890fbf3bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.513044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db3a1b-2888-491d-b73f-1c27b4e43ede None None] Network a9e7c260-818e-46d0-9c98-1f322e8f2f12 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:19.554848 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] Set router 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:19.607496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fb592b1a-acc9-417f-a7bc-9f890fbf3bc4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.7641878 Aug 31 14:01:19.614799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-79b83c22-ebea-4e28-81a1-ea91b1af2c87 req-0fe07d6e-0369-4c7b-803a-3db103c626a1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Deleting port 5232dc70-34c7-4257-8651-40dba17b0124 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:19.637097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79b83c22-ebea-4e28-81a1-ea91b1af2c87 req-0fe07d6e-0369-4c7b-803a-3db103c626a1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:19.744079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f467a5d9-2a36-41c9-9b50-0da27e664696 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:20.026383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773430c-89d0-4352-8871-b8bcaa710f03 req-89474a3e-75ce-435a-9576-9a5e5764bda6 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:20.046124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b773430c-89d0-4352-8871-b8bcaa710f03 req-89474a3e-75ce-435a-9576-9a5e5764bda6 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.4446766 Aug 31 14:01:20.068720 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-d0105514-51ad-4abb-a9dd-e8bb9c54a0f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6038487 Aug 31 14:01:20.149398 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b773430c-89d0-4352-8871-b8bcaa710f03 req-803ec651-0f94-4557-889a-92689fca3dab tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684147 Aug 31 14:01:20.177314 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35ad16eb-4ce7-4e0f-b8b7-e50a0022ef59 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.198234 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35ad16eb-4ce7-4e0f-b8b7-e50a0022ef59 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.242206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad16eb-4ce7-4e0f-b8b7-e50a0022ef59 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3303d2c-f1b9-41d6-95f4-6eeef2a85ec1,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:20.260240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port f467a5d9-2a36-41c9-9b50-0da27e664696 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:20.288390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba5efa-e70d-4e8f-bc3f-6e65564d7038 req-3084b5c9-e76e-48ff-90cb-4c8c8543361d tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:20.309230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f467a5d9-2a36-41c9-9b50-0da27e664696 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:20.309722 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.322615 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-23ba5efa-e70d-4e8f-bc3f-6e65564d7038 req-3084b5c9-e76e-48ff-90cb-4c8c8543361d tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 946 time: 0.5877640 Aug 31 14:01:20.347826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-a9e7c260-818e-46d0-9c98-1f322e8f2f12', 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12', 'tenant_id': 'e9f81895b2394bff804347c0c12c6f67', 'fixed_ips': [{'subnet_id': '1eada9d0-4b7c-4b45-a4d6-8faea34b1694'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:01:20.349302 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.382811 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'name': 'tempest-ServersTestMultiNic-1301663030-router', 'tenant_id': '4a51428ff714409299691973e8e96229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:12Z', 'updated_at': '2021-08-31T14:01:16Z', 'revision_number': 3, 'project_id': '4a51428ff714409299691973e8e96229', 'gw_port': {'id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:14Z', 'updated_at': '2021-08-31T14:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:20.399273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-79b83c22-ebea-4e28-81a1-ea91b1af2c87 req-0fe07d6e-0369-4c7b-803a-3db103c626a1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] For port 5232dc70-34c7-4257-8651-40dba17b0124, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5232dc70-34c7-4257-8651-40dba17b0124,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:20.407808 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79b83c22-ebea-4e28-81a1-ea91b1af2c87 req-0fe07d6e-0369-4c7b-803a-3db103c626a1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.440146 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35ad16eb-4ce7-4e0f-b8b7-e50a0022ef59 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.457382 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f23882-bad3-413c-8346-f31efc003b1f None None] The sync data for ids ['199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'] in n-d-792364-6 is: [{'id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'name': 'tempest-ServersTestMultiNic-1301663030-router', 'tenant_id': '4a51428ff714409299691973e8e96229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:12Z', 'updated_at': '2021-08-31T14:01:16Z', 'revision_number': 3, 'project_id': '4a51428ff714409299691973e8e96229', 'gw_port': {'id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:14Z', 'updated_at': '2021-08-31T14:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:01:20.467525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-35ad16eb-4ce7-4e0f-b8b7-e50a0022ef59 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6434073 Aug 31 14:01:20.469915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7fd025b5-2c5d-46bd-b4f6-4545c47a7d7e None None] Provisioning complete for port f467a5d9-2a36-41c9-9b50-0da27e664696 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:20.470190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39498) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:20.470368 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fd025b5-2c5d-46bd-b4f6-4545c47a7d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.495748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cc042a37-d0aa-4b7b-b1b4-4f55d24b53a2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'security_group_rule': {'security_group_id': '18d06617-1364-4675-8606-8f6dcd209797', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:20.501858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-79b83c22-ebea-4e28-81a1-ea91b1af2c87 req-0fe07d6e-0369-4c7b-803a-3db103c626a1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Calling delete_port for 5232dc70-34c7-4257-8651-40dba17b0124 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:20.584518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e47199d9-6704-46b3-9097-4b15aafd45f5 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:01:20.645038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5232dc70-34c7-4257-8651-40dba17b0124 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:20.723586 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-23ba5efa-e70d-4e8f-bc3f-6e65564d7038 req-a0e45072-dea6-4457-9fc2-2a00f6ac384e tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ff4201-5905-49cb-8983-b56fe7833876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816996 Aug 31 14:01:20.775388 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.788531 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.resource_extend [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:01:20.868195 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:20.935211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Allocated IP 172.20.0.2 (a9e7c260-818e-46d0-9c98-1f322e8f2f12/1eada9d0-4b7c-4b45-a4d6-8faea34b1694/f1da83c8-028d-4b8a-ac2a-6e7476114f82) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:21.092880 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc042a37-d0aa-4b7b-b1b4-4f55d24b53a2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.188392 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port f467a5d9-2a36-41c9-9b50-0da27e664696, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f467a5d9-2a36-41c9-9b50-0da27e664696,segment=NetworkSegment(bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f),segment_id=bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:21.310005 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fd025b5-2c5d-46bd-b4f6-4545c47a7d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.368933 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.582260 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc042a37-d0aa-4b7b-b1b4-4f55d24b53a2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.605217 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Allocated IP 172.20.0.1 (3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7/2e3a312d-c64d-499f-95ad-b6ae5c4d147d/78f6dcb4-b6a8-4221-99d3-b92aba974c3b) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:21.606977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-a3be3ecc-4a56-4004-91df-cf813c29d6e4 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:21.612904 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-a3be3ecc-4a56-4004-91df-cf813c29d6e4 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/networks?id=a9e7c260-818e-46d0-9c98-1f322e8f2f12 HTTP/1.1" status: 200 len: 815 time: 0.8865893 Aug 31 14:01:21.636365 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc042a37-d0aa-4b7b-b1b4-4f55d24b53a2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.666893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c425cd7e-0863-48b4-8636-76d17f6e37e1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:21.672176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14713c02-0c1c-4aad-a66c-ad5b9046cdb1 req-b08ef9ad-7767-4664-a130-ca97af97ad70 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:21.679713 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14713c02-0c1c-4aad-a66c-ad5b9046cdb1 req-b08ef9ad-7767-4664-a130-ca97af97ad70 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.2022803 Aug 31 14:01:21.713574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e47199d9-6704-46b3-9097-4b15aafd45f5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e47199d9-6704-46b3-9097-4b15aafd45f5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:21.755318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc042a37-d0aa-4b7b-b1b4-4f55d24b53a2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9949c3d-738c-45f7-89ec-85b085b26bdf,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:21.762175 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.839181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-71d6b9f9-9dee-47dd-9f5c-c5eccb377c8e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/quotas/e9f81895b2394bff804347c0c12c6f67 HTTP/1.1" status: 200 len: 375 time: 0.1753576 Aug 31 14:01:21.843362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc042a37-d0aa-4b7b-b1b4-4f55d24b53a2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.845811 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cc042a37-d0aa-4b7b-b1b4-4f55d24b53a2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3728156 Aug 31 14:01:21.875083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39552) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:21.883454 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79b83c22-ebea-4e28-81a1-ea91b1af2c87 req-0fe07d6e-0369-4c7b-803a-3db103c626a1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.895589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:21.930672 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:21.977440 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-316408ec-17d1-4615-a88d-dd69ccce8e7c tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9f81895b2394bff804347c0c12c6f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1257014 Aug 31 14:01:22.047597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe07d6e-0369-4c7b-803a-3db103c626a1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Pushing event deleted for resources: {'Port': ['ID=5232dc70-34c7-4257-8651-40dba17b0124,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:22.081344 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14713c02-0c1c-4aad-a66c-ad5b9046cdb1 req-1d5526c2-4a0f-4166-ace1-04180188678f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870356 Aug 31 14:01:22.084314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'e47199d9-6704-46b3-9097-4b15aafd45f5', 'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'port_id': 'e47199d9-6704-46b3-9097-4b15aafd45f5', 'mac_address': 'fa:16:3e:f0:4a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a4f80d-1ced-4844-b1bb-7b0eaea3bfce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:01:22.253976 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.351085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Transition to ACTIVE for port object 78f6dcb4-b6a8-4221-99d3-b92aba974c3b will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:22.425173 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.463294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b83c22-ebea-4e28-81a1-ea91b1af2c87 req-0fe07d6e-0369-4c7b-803a-3db103c626a1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] No DVR routers for this DVR port 5232dc70-34c7-4257-8651-40dba17b0124 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:22.466589 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79b83c22-ebea-4e28-81a1-ea91b1af2c87 req-0fe07d6e-0369-4c7b-803a-3db103c626a1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.473735 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79b83c22-ebea-4e28-81a1-ea91b1af2c87 req-0fe07d6e-0369-4c7b-803a-3db103c626a1 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.13 "DELETE /v2.0/ports/5232dc70-34c7-4257-8651-40dba17b0124 HTTP/1.1" status: 204 len: 173 time: 3.5518665 Aug 31 14:01:22.510689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca9e786-8c1c-41f0-a79a-0e1e73096cd0', 'name': 'network-vif-deleted', 'tag': '5232dc70-34c7-4257-8651-40dba17b0124'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:22.513015 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7562c46-d4b0-4897-8f09-2d77f216db50" -d '{"events": [{"server_uuid": "0ca9e786-8c1c-41f0-a79a-0e1e73096cd0", "name": "network-vif-deleted", "tag": "5232dc70-34c7-4257-8651-40dba17b0124"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:22.541896 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.557953 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.559822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=f467a5d9-2a36-41c9-9b50-0da27e664696,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:22.608564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-7132ef73-77b0-4274-a33d-55faa0c29d5d service neutron] 10.222.0.20 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455854 Aug 31 14:01:22.827907 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Allocated IP 172.25.3.116 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/0abeb85c-5151-43c7-85bb-0dd06b909890) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:22.864852 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:22.887516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Pushing event updated for resources: {'Port': ['ID=78f6dcb4-b6a8-4221-99d3-b92aba974c3b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:22.905756 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-7fd025b5-2c5d-46bd-b4f6-4545c47a7d7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:01:22.906387 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-7fd025b5-2c5d-46bd-b4f6-4545c47a7d7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:01:22.915325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e47199d9-6704-46b3-9097-4b15aafd45f5 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:22.919398 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-fdb3e3cb-e0b1-4476-a4df-082b438d1c77 service neutron] 10.222.0.20 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979279 Aug 31 14:01:22.945044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Transition to ACTIVE for port object f1da83c8-028d-4b8a-ac2a-6e7476114f82 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:22.960106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Network 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:22.964220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:22.964755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:22.965335 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:22.965842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:22.966554 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:22.967017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:22.967465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:22.968001 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:22.968867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:22.969577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:22.970323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:22.971141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:22.990526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port c425cd7e-0863-48b4-8636-76d17f6e37e1 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:23.040083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e47199d9-6704-46b3-9097-4b15aafd45f5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e47199d9-6704-46b3-9097-4b15aafd45f5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:23.065941 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.078762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Transition to ACTIVE for port object f1da83c8-028d-4b8a-ac2a-6e7476114f82 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:23.091516 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port c425cd7e-0863-48b4-8636-76d17f6e37e1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:23.092492 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.136703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:23.156613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:23.165524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.211564 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.218905 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.432146 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:23.455343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Network a9e7c260-818e-46d0-9c98-1f322e8f2f12 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:23.522659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['e47199d9-6704-46b3-9097-4b15aafd45f5'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:23.594349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:23.595617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Port': ['ID=0abeb85c-5151-43c7-85bb-0dd06b909890,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:23.598490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:23.601311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:23.614111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:23.642911 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93424db1-b932-4b80-b8ac-1b70332e9486 req-b6b1d9c2-49e9-428c-8d71-dbe21888ad04 tempest-ServerRescueNegativeTestJSON-596399929 tempest-ServerRescueNegativeTestJSON-596399929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca9e786-8c1c-41f0-a79a-0e1e73096cd0 HTTP/1.1" status: 200 len: 210 time: 0.1793945 Aug 31 14:01:23.823689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-b9f695ab-c6a9-4966-9dbe-7318883e29db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:23.838648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-b9f695ab-c6a9-4966-9dbe-7318883e29db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 1100 time: 0.4245749 Aug 31 14:01:23.849412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:23.894581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Pushing event updated for resources: {'Port': ['ID=f1da83c8-028d-4b8a-ac2a-6e7476114f82,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:24.004077 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.023282 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6edefdb-cda7-40f1-96ff-c068a6e811a9 x-openstack-request-id: req-f6edefdb-cda7-40f1-96ff-c068a6e811a9 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:24.024739 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca9e786-8c1c-41f0-a79a-0e1e73096cd0", "name": "network-vif-deleted", "tag": "5232dc70-34c7-4257-8651-40dba17b0124", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:24.025315 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6edefdb-cda7-40f1-96ff-c068a6e811a9 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:24.029637 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca9e786-8c1c-41f0-a79a-0e1e73096cd0', 'name': 'network-vif-deleted', 'tag': '5232dc70-34c7-4257-8651-40dba17b0124', 'status': 'completed', 'code': 200} Aug 31 14:01:24.121329 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.157585 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c19c6fe-e9d7-4482-b130-548d6e395ce4 None None] Provisioning for port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:24.202860 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.233036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-ac95c9b0-4338-4914-be58-8f28e46d2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:24.235173 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-ac95c9b0-4338-4914-be58-8f28e46d2f64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.3921511 Aug 31 14:01:24.253324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Attempting to bind port f1da83c8-028d-4b8a-ac2a-6e7476114f82 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:24.254186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Attempting to bind port f1da83c8-028d-4b8a-ac2a-6e7476114f82 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:24.255469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Attempting to bind port f1da83c8-028d-4b8a-ac2a-6e7476114f82 on network a9e7c260-818e-46d0-9c98-1f322e8f2f12 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:24.261250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c19c6fe-e9d7-4482-b130-548d6e395ce4 None None] Provisioning complete for port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:24.262021 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c19c6fe-e9d7-4482-b130-548d6e395ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.330973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:24.331489 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Checking segment: {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:24.332123 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.332933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Bound using segment: {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:24.333750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Bound port: f1da83c8-028d-4b8a-ac2a-6e7476114f82, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:24.334373 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.369867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port c425cd7e-0863-48b4-8636-76d17f6e37e1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c425cd7e-0863-48b4-8636-76d17f6e37e1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:24.388090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=e47199d9-6704-46b3-9097-4b15aafd45f5,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:24.400397 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-04742cfb-e817-4bba-b663-ade0d2348b9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495 HTTP/1.1" status: 200 len: 217 time: 0.1565208 Aug 31 14:01:24.412244 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.457433 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c19c6fe-e9d7-4482-b130-548d6e395ce4 None None] Port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:24.516445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-2049ba4b-9403-4661-a7fd-3f72caf21daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:24.518389 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-2049ba4b-9403-4661-a7fd-3f72caf21daf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0788078 Aug 31 14:01:24.539899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45e92b-af85-40f4-9cc6-d69cf953de74 req-37a07f17-761c-4bbd-8926-c9e5201bb68f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:24.556626 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e45e92b-af85-40f4-9cc6-d69cf953de74 req-37a07f17-761c-4bbd-8926-c9e5201bb68f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.3147790 Aug 31 14:01:24.700618 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.702509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e45e92b-af85-40f4-9cc6-d69cf953de74 req-19036593-c9d7-4baf-9441-8ea26731a420 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459942 Aug 31 14:01:24.704789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=c425cd7e-0863-48b4-8636-76d17f6e37e1,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:24.725693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-c2844acd-f44d-40d0-aef1-2afd7e5deda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:24.728207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-c2844acd-f44d-40d0-aef1-2afd7e5deda2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677706 Aug 31 14:01:24.728779 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.732897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f467a5d9-2a36-41c9-9b50-0da27e664696 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:24.742317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-6bfc3f5f-0d1f-4b04-b89c-30bc562d320f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:01:24.743876 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-6bfc3f5f-0d1f-4b04-b89c-30bc562d320f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075109 Aug 31 14:01:24.914079 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.940386 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-8a49d336-4992-47d6-8f08-f7d49362eb73 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886587 Aug 31 14:01:24.946297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Pushing event updated for resources: {'Port': ['ID=78f6dcb4-b6a8-4221-99d3-b92aba974c3b,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:24.954877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] For port f1da83c8-028d-4b8a-ac2a-6e7476114f82, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:24.963192 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.969318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f467a5d9-2a36-41c9-9b50-0da27e664696 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:24.970086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:24.993772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] For port f1da83c8-028d-4b8a-ac2a-6e7476114f82, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f1da83c8-028d-4b8a-ac2a-6e7476114f82,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:25.017525 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:25.117372 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-2321f233-b89d-4e09-ab8d-287fbc6c3f88 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691942 Aug 31 14:01:25.215995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ccab7-0b43-447e-8b7a-1c7794405f38 None None] Pushing event updated for resources: {'Port': ['ID=f1da83c8-028d-4b8a-ac2a-6e7476114f82,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:25.254341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e47199d9-6704-46b3-9097-4b15aafd45f5 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:25.290066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Network 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:25.294047 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:25.397291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port e47199d9-6704-46b3-9097-4b15aafd45f5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:25.399500 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:25.546659 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:25.629793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-6a9028ff-57ee-4cd9-aeed-9f697b19c5e0 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:25.632737 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-6a9028ff-57ee-4cd9-aeed-9f697b19c5e0 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.13 "GET /v2.0/networks?id=a9e7c260-818e-46d0-9c98-1f322e8f2f12 HTTP/1.1" status: 200 len: 815 time: 0.2970762 Aug 31 14:01:25.652266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Request body: {'port': {'device_id': '3e383fe6-7a5d-41dc-ac39-f5862ab81145', 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12', 'admin_state_up': True, 'tenant_id': 'e9f81895b2394bff804347c0c12c6f67'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:25.724206 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:25.832077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e47199d9-6704-46b3-9097-4b15aafd45f5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e47199d9-6704-46b3-9097-4b15aafd45f5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:25.836156 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aac0c8c-f61c-4f2f-bf7b-bc109f964b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47199d9-6704-46b3-9097-4b15aafd45f5'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:25.841431 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ece6506-7545-4313-9470-4f51b89df04b" -d '{"events": [{"server_uuid": "5aac0c8c-f61c-4f2f-bf7b-bc109f964b62", "name": "network-vif-plugged", "status": "completed", "tag": "e47199d9-6704-46b3-9097-4b15aafd45f5"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:25.845945 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.014587 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Made reservation on behalf of e9f81895b2394bff804347c0c12c6f67 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:26.025985 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.253471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Allocated IP 172.20.0.8 (a9e7c260-818e-46d0-9c98-1f322e8f2f12/1eada9d0-4b7c-4b45-a4d6-8faea34b1694/9a7092e8-2d72-4d67-9025-7730a758ce2b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:26.256990 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=e47199d9-6704-46b3-9097-4b15aafd45f5,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:26.301730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-119392ee-6ddc-41c5-8a6c-aa131c78423b None None] Provisioning complete for port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:26.303177 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-119392ee-6ddc-41c5-8a6c-aa131c78423b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.371397 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.393890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-119392ee-6ddc-41c5-8a6c-aa131c78423b None None] Port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:26.618682 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.727530 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.733011 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8481581 Aug 31 14:01:26.749627 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.763105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Router 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:01:26.764096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbea8c-71d0-48c6-94cc-22ce61bf7b1a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Port': ['ID=0abeb85c-5151-43c7-85bb-0dd06b909890,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:26.775211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Transition to ACTIVE for port object 9a7092e8-2d72-4d67-9025-7730a758ce2b will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:26.836722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c425cd7e-0863-48b4-8636-76d17f6e37e1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:26.913673 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.947407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port c425cd7e-0863-48b4-8636-76d17f6e37e1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:26.947996 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:26.987915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Network a9e7c260-818e-46d0-9c98-1f322e8f2f12 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:27.033936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:27.049037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:27.067633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f683f660-dd68-4589-b5e7-be08cc95d04f None None] Network a9e7c260-818e-46d0-9c98-1f322e8f2f12 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:27.133827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Pushing event updated for resources: {'Port': ['ID=9a7092e8-2d72-4d67-9025-7730a758ce2b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:27.145927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:27.146565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:27.146840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:27.147185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:27.147521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:27.147856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:27.148186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:27.148613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:27.148948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:27.149274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:27.149600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:27.149927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:27.152857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:01:27.158106 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6b0862bb-b911-4a2d-b3ac-e1103d4dc33f admin admin] 10.222.0.20 "PUT /v2.0/routers/199b2d5c-43e5-4eb5-823c-2cebfd8d60f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6456103 Aug 31 14:01:27.216215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:27.227517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.262583 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-31ce66ed-2e8a-4a72-a0de-2fa7cdc82281 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6200104 Aug 31 14:01:27.276622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Request body: {'port': {'device_id': '3e383fe6-7a5d-41dc-ac39-f5862ab81145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:27.284961 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Sync routers for ids ['199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:01:27.304989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b1f94a5c-a56e-4eba-aade-01fa6acedf99 None None] Provisioning for port f1da83c8-028d-4b8a-ac2a-6e7476114f82 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:27.375888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f1da83c8-028d-4b8a-ac2a-6e7476114f82 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:27.381862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39634) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:27.425563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Routers {'199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:27.426490 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:01:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:27.465353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b37c4f44-b400-437c-ad83-f0019bdb48cf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1457251346'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:27.501267 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.512325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37c4f44-b400-437c-ad83-f0019bdb48cf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:27.517076 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b37c4f44-b400-437c-ad83-f0019bdb48cf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.554174 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37c4f44-b400-437c-ad83-f0019bdb48cf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:01:27.567523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b37c4f44-b400-437c-ad83-f0019bdb48cf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.567811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Set router 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:27.568889 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b37c4f44-b400-437c-ad83-f0019bdb48cf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Added segment e3a85c6c-7a83-4aff-a004-f7798f99d44b of type vlan for network 7529cf88-7bea-4a25-8555-82c0effb4391 Aug 31 14:01:27.629832 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b37c4f44-b400-437c-ad83-f0019bdb48cf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.682055 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b37c4f44-b400-437c-ad83-f0019bdb48cf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.707043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c4f44-b400-437c-ad83-f0019bdb48cf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:27.710606 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b37c4f44-b400-437c-ad83-f0019bdb48cf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.898032 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port f1da83c8-028d-4b8a-ac2a-6e7476114f82 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:27.907157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f1da83c8-028d-4b8a-ac2a-6e7476114f82 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:27.907964 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:27.938680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c4f44-b400-437c-ad83-f0019bdb48cf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Network': ['ID=7529cf88-7bea-4a25-8555-82c0effb4391,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:27.958815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39640) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:27.960853 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 7529cf88-7bea-4a25-8555-82c0effb4391 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:01:27.966790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d83a3f29-3058-4704-9c6d-ed2cee2f8d89 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'subnet': {'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:27.971399 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b37c4f44-b400-437c-ad83-f0019bdb48cf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5882969 Aug 31 14:01:28.351048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'name': 'tempest-ServersTestMultiNic-1301663030-router', 'tenant_id': '4a51428ff714409299691973e8e96229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:12Z', 'updated_at': '2021-08-31T14:01:23Z', 'revision_number': 4, 'project_id': '4a51428ff714409299691973e8e96229', 'gw_port': {'id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:14Z', 'updated_at': '2021-08-31T14:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '78f6dcb4-b6a8-4221-99d3-b92aba974c3b', 'name': '', 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7', 'tenant_id': '4a51428ff714409299691973e8e96229', 'mac_address': 'fa:16:3e:dc:ae:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '2e3a312d-c64d-499f-95ad-b6ae5c4d147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:20Z', 'updated_at': '2021-08-31T14:01:24Z', 'revision_number': 2, 'project_id': '4a51428ff714409299691973e8e96229', 'subnets': [{'id': '2e3a312d-c64d-499f-95ad-b6ae5c4d147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:28.417966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7092e8-2d72-4d67-9025-7730a758ce2b {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:28.418859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Checking router: 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:01:28.419219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Updating router 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:01:28.442103 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.491099 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.498657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Transition to ACTIVE for port object 9a7092e8-2d72-4d67-9025-7730a758ce2b will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:28.505211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83a3f29-3058-4704-9c6d-ed2cee2f8d89 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:28.510365 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d83a3f29-3058-4704-9c6d-ed2cee2f8d89 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.528873 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.735701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-56a3aafe-b874-407c-80d3-1be713da37ef None None] Provisioning for port 9a7092e8-2d72-4d67-9025-7730a758ce2b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:28.758825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7092e8-2d72-4d67-9025-7730a758ce2b,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:28.760824 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:28.983530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port f1da83c8-028d-4b8a-ac2a-6e7476114f82, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f1da83c8-028d-4b8a-ac2a-6e7476114f82,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:29.011077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Attempting to bind port 9a7092e8-2d72-4d67-9025-7730a758ce2b on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:29.011500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Attempting to bind port 9a7092e8-2d72-4d67-9025-7730a758ce2b by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:29.011655 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.011838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Attempting to bind port 9a7092e8-2d72-4d67-9025-7730a758ce2b on network a9e7c260-818e-46d0-9c98-1f322e8f2f12 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:29.023084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Port 9a7092e8-2d72-4d67-9025-7730a758ce2b on network a9e7c260-818e-46d0-9c98-1f322e8f2f12 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:01:29.023408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Attempting to bind port 9a7092e8-2d72-4d67-9025-7730a758ce2b on network a9e7c260-818e-46d0-9c98-1f322e8f2f12 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:29.074510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-56a3aafe-b874-407c-80d3-1be713da37ef None None] Provisioning complete for port f1da83c8-028d-4b8a-ac2a-6e7476114f82 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:29.074963 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-56a3aafe-b874-407c-80d3-1be713da37ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.083200 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:29.083549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Checking segment: {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:29.083990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Bound using segment: {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:29.084413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Bound port: 9a7092e8-2d72-4d67-9025-7730a758ce2b, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:29.084829 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.350976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] For port 9a7092e8-2d72-4d67-9025-7730a758ce2b, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:29.357750 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] For port 9a7092e8-2d72-4d67-9025-7730a758ce2b, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9a7092e8-2d72-4d67-9025-7730a758ce2b,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:29.374010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=f1da83c8-028d-4b8a-ac2a-6e7476114f82,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:29.383360 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.402867 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d83a3f29-3058-4704-9c6d-ed2cee2f8d89 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.414821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:29.415427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:29.415959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:29.416484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:29.417108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:29.417611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:29.418129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:29.418846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:29.420019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:29.420918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:29.421826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:29.422710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:01:29.433154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:29.433154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.444706 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] 10.222.0.13 "PUT /v2.0/ports/9a7092e8-2d72-4d67-9025-7730a758ce2b HTTP/1.1" status: 200 len: 1091 time: 2.1728437 Aug 31 14:01:29.577799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e383fe6-7a5d-41dc-ac39-f5862ab81145', 'tag': '9a7092e8-2d72-4d67-9025-7730a758ce2b'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:29.580143 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b1b3c9-80e4-4026-be78-9df98c250f31" -d '{"events": [{"name": "network-changed", "server_uuid": "3e383fe6-7a5d-41dc-ac39-f5862ab81145", "tag": "9a7092e8-2d72-4d67-9025-7730a758ce2b"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:29.584329 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c27dd5-e7b7-4cda-9548-7d3714d94866 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7092e8-2d72-4d67-9025-7730a758ce2b,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:29.721952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a3f29-3058-4704-9c6d-ed2cee2f8d89 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Subnet': ['ID=7319bb40-aa7a-458d-9256-f740bf884dd2,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:29.762192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a3f29-3058-4704-9c6d-ed2cee2f8d89 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Checking segment: {'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:29.762192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83a3f29-3058-4704-9c6d-ed2cee2f8d89 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network hostable DHCP agents. Network: 7529cf88-7bea-4a25-8555-82c0effb4391, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:01:29.762192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-0061c8e6-3167-4942-98eb-95c41f874062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:29.762192 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-0061c8e6-3167-4942-98eb-95c41f874062 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9f81895b2394bff804347c0c12c6f67&device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 1094 time: 0.1415730 Aug 31 14:01:29.881255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-433b630b-ada5-489d-957f-7b7ccbc15235 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a7092e8-2d72-4d67-9025-7730a758ce2b HTTP/1.1" status: 200 len: 217 time: 0.1081350 Aug 31 14:01:29.905857 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.935824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Transition to ACTIVE for port object 78f6dcb4-b6a8-4221-99d3-b92aba974c3b will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:29.942911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83a3f29-3058-4704-9c6d-ed2cee2f8d89 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network 7529cf88-7bea-4a25-8555-82c0effb4391 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:01:29.959847 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:29.979096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d83a3f29-3058-4704-9c6d-ed2cee2f8d89 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 7529cf88-7bea-4a25-8555-82c0effb4391) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:29.994133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83a3f29-3058-4704-9c6d-ed2cee2f8d89 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:29.996720 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d83a3f29-3058-4704-9c6d-ed2cee2f8d89 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.029062 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d83a3f29-3058-4704-9c6d-ed2cee2f8d89 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0667057 Aug 31 14:01:30.031308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39652) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:30.044975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-27d8442e-b179-4864-831f-dd0603782a1f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2070716263'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:30.045851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a3d5d0-1e95-4607-bd7a-6b654de1e94f None None] Network 7529cf88-7bea-4a25-8555-82c0effb4391 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:30.092848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-aa7c72c0-c39d-468d-b83a-153da7539144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:30.097842 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-aa7c72c0-c39d-468d-b83a-153da7539144 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eada9d0-4b7c-4b45-a4d6-8faea34b1694 HTTP/1.1" status: 200 len: 854 time: 0.1911330 Aug 31 14:01:30.099195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d8442e-b179-4864-831f-dd0603782a1f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:30.108481 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27d8442e-b179-4864-831f-dd0603782a1f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.220737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d8442e-b179-4864-831f-dd0603782a1f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:01:30.235480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a528f-a7af-417e-a297-2ea8b70e6f89 None None] Pushing event updated for resources: {'Port': ['ID=78f6dcb4-b6a8-4221-99d3-b92aba974c3b,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:30.272935 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27d8442e-b179-4864-831f-dd0603782a1f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.273471 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-27d8442e-b179-4864-831f-dd0603782a1f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Added segment 61709276-d982-4996-852f-6fb5b1514129 of type vlan for network ca4269f7-153d-4203-83f0-bd738e4d71a6 Aug 31 14:01:30.349522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-b49a443a-cd9a-4dd1-b075-265fa2cf03dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:30.351589 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-b49a443a-cd9a-4dd1-b075-265fa2cf03dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e7c260-818e-46d0-9c98-1f322e8f2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122145 Aug 31 14:01:30.393239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Attempting to bind port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:30.393860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Attempting to bind port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:30.393984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Attempting to bind port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b on network 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:30.406485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:30.406869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Checking segment: {'id': 'bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:30.407356 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.408200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Bound using segment: {'id': 'bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:30.408200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Bound port: 78f6dcb4-b6a8-4221-99d3-b92aba974c3b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:30.408592 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.553449 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27d8442e-b179-4864-831f-dd0603782a1f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.563182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] For port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:30.571957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] For port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=78f6dcb4-b6a8-4221-99d3-b92aba974c3b,segment=NetworkSegment(bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f),segment_id=bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:30.593916 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.759448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-e14d6b4b-dcfc-458b-b554-df18009dccf8 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746924 Aug 31 14:01:30.762605 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27d8442e-b179-4864-831f-dd0603782a1f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.786716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d8442e-b179-4864-831f-dd0603782a1f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:30.787327 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27d8442e-b179-4864-831f-dd0603782a1f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:30.937693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Routers {'199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:30.938477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:01:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:31.091910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] Set router 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:31.117324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8442e-b179-4864-831f-dd0603782a1f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Network': ['ID=ca4269f7-153d-4203-83f0-bd738e4d71a6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:31.121621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d422987c-3461-4d4f-a9e0-4cc431f99c9e req-76cbb06e-c25f-48b8-9d42-73d6ed29ca4a service neutron] 10.222.0.13 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844496 Aug 31 14:01:31.127469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39660) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:31.139445 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9fe80992-1a14-45cb-959d-52ee23ae4d3e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'subnet': {'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:31.144099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-27d8442e-b179-4864-831f-dd0603782a1f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1097155 Aug 31 14:01:31.209384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-7529cf88-7bea-4a25-8555-82c0effb4391', 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391', 'tenant_id': '4a51428ff714409299691973e8e96229', 'fixed_ips': [{'subnet_id': '7319bb40-aa7a-458d-9256-f740bf884dd2'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:01:31.210371 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.229375 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network ca4269f7-153d-4203-83f0-bd738e4d71a6 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:01:31.257134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f1da83c8-028d-4b8a-ac2a-6e7476114f82 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:31.259917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a528f-a7af-417e-a297-2ea8b70e6f89 None None] Pushing event updated for resources: {'Port': ['ID=78f6dcb4-b6a8-4221-99d3-b92aba974c3b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:31.295827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe80992-1a14-45cb-959d-52ee23ae4d3e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:31.301669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9fe80992-1a14-45cb-959d-52ee23ae4d3e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.574734 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af001c4e-b3e6-420b-b36f-5a2e992893fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.681504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Allocated IP 19.80.0.2 (7529cf88-7bea-4a25-8555-82c0effb4391/7319bb40-aa7a-458d-9256-f740bf884dd2/77764854-cf43-4436-9d12-452cbfc7d603) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:31.712509 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9fe80992-1a14-45cb-959d-52ee23ae4d3e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.760782 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f1da83c8-028d-4b8a-ac2a-6e7476114f82 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:31.761274 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.785487 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe80992-1a14-45cb-959d-52ee23ae4d3e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Subnet': ['ID=a720ecef-e5e7-436f-aea5-91b3bad2f46d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:31.828823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe80992-1a14-45cb-959d-52ee23ae4d3e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Checking segment: {'id': '61709276-d982-4996-852f-6fb5b1514129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:31.829961 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe80992-1a14-45cb-959d-52ee23ae4d3e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network hostable DHCP agents. Network: ca4269f7-153d-4203-83f0-bd738e4d71a6, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:01:31.856847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe80992-1a14-45cb-959d-52ee23ae4d3e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network ca4269f7-153d-4203-83f0-bd738e4d71a6 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:01:31.874179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'name': 'tempest-ServersTestMultiNic-1301663030-router', 'tenant_id': '4a51428ff714409299691973e8e96229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:12Z', 'updated_at': '2021-08-31T14:01:23Z', 'revision_number': 4, 'project_id': '4a51428ff714409299691973e8e96229', 'gw_port': {'id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:14Z', 'updated_at': '2021-08-31T14:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '78f6dcb4-b6a8-4221-99d3-b92aba974c3b', 'name': '', 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7', 'tenant_id': '4a51428ff714409299691973e8e96229', 'mac_address': 'fa:16:3e:dc:ae:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '2e3a312d-c64d-499f-95ad-b6ae5c4d147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:20Z', 'updated_at': '2021-08-31T14:01:30Z', 'revision_number': 4, 'project_id': '4a51428ff714409299691973e8e96229', 'subnets': [{'id': '2e3a312d-c64d-499f-95ad-b6ae5c4d147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:31.875449 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-9fe80992-1a14-45cb-959d-52ee23ae4d3e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, ca4269f7-153d-4203-83f0-bd738e4d71a6) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:31.882422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe80992-1a14-45cb-959d-52ee23ae4d3e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:31.883516 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9fe80992-1a14-45cb-959d-52ee23ae4d3e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:31.914345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9fe80992-1a14-45cb-959d-52ee23ae4d3e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7856307 Aug 31 14:01:31.919715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff948684-ac23-41ca-ac77-437c5aa4f4ea None None] Network ca4269f7-153d-4203-83f0-bd738e4d71a6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:32.026298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd0d144-e34f-410f-b27f-a0f912175d2f None None] The sync data for ids ['199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'] in n-d-792364-6 is: [{'id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'name': 'tempest-ServersTestMultiNic-1301663030-router', 'tenant_id': '4a51428ff714409299691973e8e96229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:12Z', 'updated_at': '2021-08-31T14:01:23Z', 'revision_number': 4, 'project_id': '4a51428ff714409299691973e8e96229', 'gw_port': {'id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:14Z', 'updated_at': '2021-08-31T14:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '78f6dcb4-b6a8-4221-99d3-b92aba974c3b', 'name': '', 'network_id': '3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7', 'tenant_id': '4a51428ff714409299691973e8e96229', 'mac_address': 'fa:16:3e:dc:ae:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '2e3a312d-c64d-499f-95ad-b6ae5c4d147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:20Z', 'updated_at': '2021-08-31T14:01:30Z', 'revision_number': 4, 'project_id': '4a51428ff714409299691973e8e96229', 'subnets': [{'id': '2e3a312d-c64d-499f-95ad-b6ae5c4d147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:01:32.100322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39690) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:32.273972 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:32.311509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Transition to ACTIVE for port object 77764854-cf43-4436-9d12-452cbfc7d603 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:32.334338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-ca4269f7-153d-4203-83f0-bd738e4d71a6', 'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6', 'tenant_id': '4a51428ff714409299691973e8e96229', 'fixed_ips': [{'subnet_id': 'a720ecef-e5e7-436f-aea5-91b3bad2f46d'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:01:32.335218 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:32.379517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Transition to ACTIVE for port object 77764854-cf43-4436-9d12-452cbfc7d603 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:32.397487 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:32.433064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-21347764-5127-4741-85b3-5a0e595f4f48 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:32.440162 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-21347764-5127-4741-85b3-5a0e595f4f48 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/networks?id=a9e7c260-818e-46d0-9c98-1f322e8f2f12 HTTP/1.1" status: 200 len: 815 time: 0.4110131 Aug 31 14:01:32.476383 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-0faf9d0f-68d3-417b-a2c7-ed4f44de8c2b tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/quotas/e9f81895b2394bff804347c0c12c6f67 HTTP/1.1" status: 200 len: 375 time: 0.0298271 Aug 31 14:01:32.595931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-42657a8c-e7cb-44a6-a6f1-687e2bc96a28 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9f81895b2394bff804347c0c12c6f67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1128476 Aug 31 14:01:32.599947 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795cfb0-7302-4ab6-b018-f172b25179bd req-9512f7cf-2faa-47c0-9ce0-05ffb75a606a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:32.602042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b795cfb0-7302-4ab6-b018-f172b25179bd req-9512f7cf-2faa-47c0-9ce0-05ffb75a606a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.2219446 Aug 31 14:01:32.615278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Network 7529cf88-7bea-4a25-8555-82c0effb4391 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:32.642411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:32.663677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:32.723420 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b795cfb0-7302-4ab6-b018-f172b25179bd req-41f62437-6d86-43c4-818f-2d019b2c47e2 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089470 Aug 31 14:01:32.825674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-51b8077d-c4cb-4980-8e5f-3f86a0d01393 service neutron] 10.222.0.20 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185071 Aug 31 14:01:32.905038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Allocated IP 19.86.0.2 (ca4269f7-153d-4203-83f0-bd738e4d71a6/a720ecef-e5e7-436f-aea5-91b3bad2f46d/12a89aec-1b50-47e7-9a09-23857331b52d) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:33.043411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Pushing event updated for resources: {'Port': ['ID=77764854-cf43-4436-9d12-452cbfc7d603,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:33.069161 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdc50a9-7473-4716-8034-3740eeff58fd x-openstack-request-id: req-6bdc50a9-7473-4716-8034-3740eeff58fd {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:33.069643 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aac0c8c-f61c-4f2f-bf7b-bc109f964b62", "name": "network-vif-plugged", "status": "completed", "tag": "e47199d9-6704-46b3-9097-4b15aafd45f5", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:33.069977 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bdc50a9-7473-4716-8034-3740eeff58fd {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:33.070487 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac0c8c-f61c-4f2f-bf7b-bc109f964b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47199d9-6704-46b3-9097-4b15aafd45f5', 'code': 200} Aug 31 14:01:33.094840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-1dda6e73-5b6b-490b-ad09-e34a19fa0e3b service neutron] 10.222.0.20 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600479 Aug 31 14:01:33.140112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-63eb3d70-04aa-4ca4-b63f-0cc337574c14 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--448996735&fields=id&tenant_id=725da7e3c8154e688b0109c6503773b7 HTTP/1.1" status: 200 len: 267 time: 0.0837402 Aug 31 14:01:33.191730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Attempting to bind port 77764854-cf43-4436-9d12-452cbfc7d603 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:33.192150 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Attempting to bind port 77764854-cf43-4436-9d12-452cbfc7d603 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:33.192549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Attempting to bind port 77764854-cf43-4436-9d12-452cbfc7d603 on network 7529cf88-7bea-4a25-8555-82c0effb4391 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:33.233226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:33.233633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Checking segment: {'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:33.234040 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.234468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Bound using segment: {'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:33.234976 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Bound port: 77764854-cf43-4436-9d12-452cbfc7d603, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:33.235382 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.240021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-88d5f4e2-084c-45bc-ace3-26af06a7f3b5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:33.242701 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-88d5f4e2-084c-45bc-ace3-26af06a7f3b5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports/ac6194a5-9eba-4751-8944-10a6f7e9a853 HTTP/1.1" status: 200 len: 931 time: 0.1009834 Aug 31 14:01:33.263139 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 78f6dcb4-b6a8-4221-99d3-b92aba974c3b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:33.342042 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87fb8a7a-5088-4799-b5c6-8b7a8012e937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.541717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] For port 77764854-cf43-4436-9d12-452cbfc7d603, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:33.553464 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c2ea70-3a9c-4342-aaed-73fbeec89f66 x-openstack-request-id: req-69c2ea70-3a9c-4342-aaed-73fbeec89f66 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:33.554120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] For port 77764854-cf43-4436-9d12-452cbfc7d603, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=77764854-cf43-4436-9d12-452cbfc7d603,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:33.554816 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e383fe6-7a5d-41dc-ac39-f5862ab81145", "tag": "9a7092e8-2d72-4d67-9025-7730a758ce2b", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:33.555308 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69c2ea70-3a9c-4342-aaed-73fbeec89f66 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:33.555979 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e383fe6-7a5d-41dc-ac39-f5862ab81145', 'tag': '9a7092e8-2d72-4d67-9025-7730a758ce2b', 'status': 'completed', 'code': 200} Aug 31 14:01:33.557980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:33.562496 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.564293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:33.564701 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.567159 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.638102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Transition to ACTIVE for port object 12a89aec-1b50-47e7-9a09-23857331b52d will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:33.691516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-8ea67508-c697-4575-9d58-5aa0a91b4670 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:33.694268 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-8ea67508-c697-4575-9d58-5aa0a91b4670 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports/7627da9a-ba2e-426b-8648-956bac9056d9 HTTP/1.1" status: 200 len: 929 time: 0.4323895 Aug 31 14:01:33.704824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1b3c9-80e4-4026-be78-9df98c250f31 req-da0668e1-aaf2-49b4-92a7-485bc3f883a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:33.707603 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19b1b3c9-80e4-4026-be78-9df98c250f31 req-da0668e1-aaf2-49b4-92a7-485bc3f883a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9f81895b2394bff804347c0c12c6f67&device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 1094 time: 0.1210263 Aug 31 14:01:33.760476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Transition to ACTIVE for port object 12a89aec-1b50-47e7-9a09-23857331b52d will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:33.778447 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b0439-0a18-4d78-96d2-ae890030a8ff None None] Pushing event updated for resources: {'Port': ['ID=77764854-cf43-4436-9d12-452cbfc7d603,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:33.791468 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:33.866465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1b3c9-80e4-4026-be78-9df98c250f31 req-020b7191-fa83-434f-9e7a-fcf7ee71a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:33.868594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19b1b3c9-80e4-4026-be78-9df98c250f31 req-020b7191-fa83-434f-9e7a-fcf7ee71a352 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e7c260-818e-46d0-9c98-1f322e8f2f12 HTTP/1.1" status: 200 len: 916 time: 0.1427188 Aug 31 14:01:33.930162 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-e79cb912-5985-43b9-a3e3-df5d452f75f4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?network_id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2069311 Aug 31 14:01:33.955533 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19b1b3c9-80e4-4026-be78-9df98c250f31 req-a8087ae0-fe9d-4f00-bacf-99bf32d6f97f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a7092e8-2d72-4d67-9025-7730a758ce2b HTTP/1.1" status: 200 len: 217 time: 0.0695422 Aug 31 14:01:33.966218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78c9d-d27d-4ddd-9f43-4b5a563152f9 req-88290c8d-d677-4a51-a574-0346e68fbf98 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:33.975633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b1c78c9d-d27d-4ddd-9f43-4b5a563152f9 req-88290c8d-d677-4a51-a574-0346e68fbf98 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 945 time: 0.2620995 Aug 31 14:01:34.049212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1b3c9-80e4-4026-be78-9df98c250f31 req-83755b52-8edf-4a94-b6ca-c06942ad4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:34.051711 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19b1b3c9-80e4-4026-be78-9df98c250f31 req-83755b52-8edf-4a94-b6ca-c06942ad4715 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eada9d0-4b7c-4b45-a4d6-8faea34b1694 HTTP/1.1" status: 200 len: 854 time: 0.0731189 Aug 31 14:01:34.211038 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-80145295-f6af-4269-ae5e-1fa55f2e8a7c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?network_id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2620895 Aug 31 14:01:34.230708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b1c78c9d-d27d-4ddd-9f43-4b5a563152f9 req-0d5642e5-a4f2-4ddc-9e3c-ba4c18281971 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440627 Aug 31 14:01:34.261919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1b3c9-80e4-4026-be78-9df98c250f31 req-c181b242-eebd-493e-8678-4b8136608771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:34.268574 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19b1b3c9-80e4-4026-be78-9df98c250f31 req-c181b242-eebd-493e-8678-4b8136608771 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e7c260-818e-46d0-9c98-1f322e8f2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029972 Aug 31 14:01:34.460252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Network ca4269f7-153d-4203-83f0-bd738e4d71a6 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:34.473410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:34.476025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:34.481517 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f3ce25e0-18ad-49f9-a7ce-eb37a4c02cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.526938 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Pushing event updated for resources: {'Port': ['ID=12a89aec-1b50-47e7-9a09-23857331b52d,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:34.533052 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.559233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7f91c961-16d9-456f-bd9e-29d81146b274 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:34.567890 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.569242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7f91c961-16d9-456f-bd9e-29d81146b274 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:34.577449 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7f91c961-16d9-456f-bd9e-29d81146b274 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:34.580057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7f91c961-16d9-456f-bd9e-29d81146b274 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/networks?id=b5fb4c7e-2c3a-4423-9d26-009e73aec85e&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a HTTP/1.1" status: 200 len: 1988 time: 0.3589211 Aug 31 14:01:34.587945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Attempting to bind port 12a89aec-1b50-47e7-9a09-23857331b52d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:34.588332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Attempting to bind port 12a89aec-1b50-47e7-9a09-23857331b52d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '61709276-d982-4996-852f-6fb5b1514129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:34.588738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Attempting to bind port 12a89aec-1b50-47e7-9a09-23857331b52d on network ca4269f7-153d-4203-83f0-bd738e4d71a6 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:34.600467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:34.600916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Checking segment: {'id': '61709276-d982-4996-852f-6fb5b1514129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:34.601602 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.602081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Bound using segment: {'id': '61709276-d982-4996-852f-6fb5b1514129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:34.602699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Bound port: 12a89aec-1b50-47e7-9a09-23857331b52d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61709276-d982-4996-852f-6fb5b1514129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:34.603353 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.622371 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2ef5c907-0d1a-49d5-8504-9bcd3edd31e5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/quotas/725da7e3c8154e688b0109c6503773b7 HTTP/1.1" status: 200 len: 375 time: 0.0320640 Aug 31 14:01:34.636497 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=78f6dcb4-b6a8-4221-99d3-b92aba974c3b,segment=NetworkSegment(bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f),segment_id=bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:34.691046 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:34.709660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9a7092e8-2d72-4d67-9025-7730a758ce2b details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:01:34.771622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19b1b3c9-80e4-4026-be78-9df98c250f31 req-8facc664-5665-4abd-93ee-4728f0b7c702 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949090 Aug 31 14:01:34.918349 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-02efca00-ac58-45ef-8830-43f2af1eb036 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2298229 Aug 31 14:01:34.964490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-28ec8fac-b622-4706-84ff-e18549d097c3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:01:34.965858 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-28ec8fac-b622-4706-84ff-e18549d097c3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276501 Aug 31 14:01:34.976257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19b1b3c9-80e4-4026-be78-9df98c250f31 req-d473e24c-7f2a-466b-9b55-2b4b8b7e9024 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958773 Aug 31 14:01:35.034743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-9b6c8b7d-5b64-47af-bffe-31e76dfce34b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:35.042231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-9b6c8b7d-5b64-47af-bffe-31e76dfce34b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:35.050374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-9b6c8b7d-5b64-47af-bffe-31e76dfce34b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/networks?id=7529cf88-7bea-4a25-8555-82c0effb4391&id=ca4269f7-153d-4203-83f0-bd738e4d71a6&id=7529cf88-7bea-4a25-8555-82c0effb4391 HTTP/1.1" status: 200 len: 1392 time: 0.5949371 Aug 31 14:01:35.059261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] For port 12a89aec-1b50-47e7-9a09-23857331b52d, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:35.074844 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e03c3c30-5ae0-44ab-ba2f-ee5aa812e282 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/quotas/4a51428ff714409299691973e8e96229 HTTP/1.1" status: 200 len: 375 time: 0.0233746 Aug 31 14:01:35.154964 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-87fb8a7a-5088-4799-b5c6-8b7a8012e937 admin admin] Deleting port 5b41f17e-5415-477d-9f64-c35c81cea0b6 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:35.155732 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87fb8a7a-5088-4799-b5c6-8b7a8012e937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.217186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-af6d422d-adca-4d9d-a960-431d2859ec6c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a51428ff714409299691973e8e96229&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1412864 Aug 31 14:01:35.225173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9a7092e8-2d72-4d67-9025-7730a758ce2b, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9a7092e8-2d72-4d67-9025-7730a758ce2b,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:35.258848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '9a7092e8-2d72-4d67-9025-7730a758ce2b', 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12', 'port_id': '9a7092e8-2d72-4d67-9025-7730a758ce2b', 'mac_address': 'fa:16:3e:3a:e0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eada9d0-4b7c-4b45-a4d6-8faea34b1694', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:01:35.264107 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-8b765d60-b7b8-44a4-bdf5-3d3f68b9e933 service neutron] 10.222.0.20 "GET /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860227 Aug 31 14:01:35.407948 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=78f6dcb4-b6a8-4221-99d3-b92aba974c3b,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:35.456273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] For port 12a89aec-1b50-47e7-9a09-23857331b52d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=12a89aec-1b50-47e7-9a09-23857331b52d,segment=NetworkSegment(61709276-d982-4996-852f-6fb5b1514129),segment_id=61709276-d982-4996-852f-6fb5b1514129)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:35.474604 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.482488 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 77764854-cf43-4436-9d12-452cbfc7d603 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:35.528842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-87fb8a7a-5088-4799-b5c6-8b7a8012e937 admin admin] For port 5b41f17e-5415-477d-9f64-c35c81cea0b6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5b41f17e-5415-477d-9f64-c35c81cea0b6,segment=NetworkSegment(b6752d27-77e8-4915-9149-cad40dea4aa8),segment_id=b6752d27-77e8-4915-9149-cad40dea4aa8)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:35.529245 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87fb8a7a-5088-4799-b5c6-8b7a8012e937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.588414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-87fb8a7a-5088-4799-b5c6-8b7a8012e937 admin admin] Calling delete_port for 5b41f17e-5415-477d-9f64-c35c81cea0b6 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:35.602722 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-5d08c7b4-ba0c-4b05-a13b-fe6761c0107e service neutron] 10.222.0.20 "GET /v2.0/networks/7529cf88-7bea-4a25-8555-82c0effb4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845482 Aug 31 14:01:35.624530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:35.628324 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-baf12f9c-fda6-4af3-862b-df45be185e01 service neutron] 10.222.0.20 "GET /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381906 Aug 31 14:01:35.636698 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.651497 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:35.733292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7092e8-2d72-4d67-9025-7730a758ce2b {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:35.746567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b1714-98e1-420f-820b-bd8d06253089 None None] Network 7529cf88-7bea-4a25-8555-82c0effb4391 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:35.805933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-21bbe181-b76b-48b5-a852-5b1f68ac618b tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:35.807689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-21bbe181-b76b-48b5-a852-5b1f68ac618b tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.52 "GET /v2.0/networks?id=a9e7c260-818e-46d0-9c98-1f322e8f2f12 HTTP/1.1" status: 200 len: 815 time: 0.2703435 Aug 31 14:01:35.837686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Request body: {'port': {'device_id': '94acfafd-982a-4750-836d-a8064447b982', 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12', 'admin_state_up': True, 'tenant_id': 'e9f81895b2394bff804347c0c12c6f67'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:35.869495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff4d34-49fb-4019-bd33-ab8e0aac69b9 None None] Pushing event updated for resources: {'Port': ['ID=12a89aec-1b50-47e7-9a09-23857331b52d,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:35.897186 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2a391a17-616f-48dd-92fa-a09dd0486fba service neutron] 10.222.0.20 "GET /v2.0/ports/ac6194a5-9eba-4751-8944-10a6f7e9a853?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1303551 Aug 31 14:01:35.918988 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9a7092e8-2d72-4d67-9025-7730a758ce2b, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9a7092e8-2d72-4d67-9025-7730a758ce2b,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:36.015789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 77764854-cf43-4436-9d12-452cbfc7d603 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:36.028133 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.186835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9a7092e8-2d72-4d67-9025-7730a758ce2b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:36.320610 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-02959056-a4d3-4ea4-a059-0e151243dd69 service neutron] 10.222.0.20 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212058 Aug 31 14:01:36.335843 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9a7092e8-2d72-4d67-9025-7730a758ce2b'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:36.340865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5773b34d-ee25-42b5-96a7-5e4676fe6376 None None] Provisioning for port 77764854-cf43-4436-9d12-452cbfc7d603 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:36.406536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5773b34d-ee25-42b5-96a7-5e4676fe6376 None None] Provisioning complete for port 77764854-cf43-4436-9d12-452cbfc7d603 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:36.406536 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5773b34d-ee25-42b5-96a7-5e4676fe6376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.422359 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.534327 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-05223679-b3a2-430f-84af-200953a9118b service neutron] 10.222.0.20 "GET /v2.0/networks/7529cf88-7bea-4a25-8555-82c0effb4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9306309 Aug 31 14:01:36.624058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:36.631333 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3059dc-b6bc-478f-a927-d9ce488c2071" -d '{"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-unplugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:36.642738 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-4d4085ab-b180-408c-8087-286121a77c0f service neutron] 10.222.0.20 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176844 Aug 31 14:01:36.671797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:36.699280 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.718806 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.743321 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87fb8a7a-5088-4799-b5c6-8b7a8012e937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.845881 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-40af9a2a-00ca-4752-ad1f-75dde30fac95 service neutron] 10.222.0.20 "GET /v2.0/ports/7627da9a-ba2e-426b-8648-956bac9056d9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2052395 Aug 31 14:01:36.853779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb8a7a-5088-4799-b5c6-8b7a8012e937 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b41f17e-5415-477d-9f64-c35c81cea0b6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:36.856391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Made reservation on behalf of e9f81895b2394bff804347c0c12c6f67 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:36.871920 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:36.936861 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-f18d2fae-76b1-4ce9-9330-a7c2495730b5 service neutron] 10.222.0.20 "GET /v2.0/networks/ca4269f7-153d-4203-83f0-bd738e4d71a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004087 Aug 31 14:01:36.940081 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5773b34d-ee25-42b5-96a7-5e4676fe6376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.055189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:37.147737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5773b34d-ee25-42b5-96a7-5e4676fe6376 None None] For port 77764854-cf43-4436-9d12-452cbfc7d603, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=77764854-cf43-4436-9d12-452cbfc7d603,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:37.161638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5773b34d-ee25-42b5-96a7-5e4676fe6376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.378021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773b34d-ee25-42b5-96a7-5e4676fe6376 None None] Pushing event updated for resources: {'Port': ['ID=77764854-cf43-4436-9d12-452cbfc7d603,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:37.550369 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-f4a28ce7-4e0f-42df-89be-5a72fef67df4 service neutron] 10.222.0.20 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798196 Aug 31 14:01:37.552736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Allocated IP 172.20.0.9 (a9e7c260-818e-46d0-9c98-1f322e8f2f12/1eada9d0-4b7c-4b45-a4d6-8faea34b1694/438e5715-166e-4cc6-8bf7-160b1dcc9b67) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:37.567344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb7dc3-da7e-497f-9357-0165ecadc142 None None] Network ca4269f7-153d-4203-83f0-bd738e4d71a6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:01:37.569812 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-97a9f2af-6548-464b-a102-8be25409432d service neutron] 10.222.0.20 "GET /v2.0/networks/ca4269f7-153d-4203-83f0-bd738e4d71a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134503 Aug 31 14:01:37.589913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87fb8a7a-5088-4799-b5c6-8b7a8012e937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.605168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 78f6dcb4-b6a8-4221-99d3-b92aba974c3b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:37.726272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-82def4ee-247a-450d-8d57-9b53a51aa1ed None None] Provisioning for port 12a89aec-1b50-47e7-9a09-23857331b52d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:37.868596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:37.869145 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.909946 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:37.924649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Transition to ACTIVE for port object 438e5715-166e-4cc6-8bf7-160b1dcc9b67 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:37.962760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0634a13d-4c2c-4cf2-a7df-503739cdbde9 None None] Provisioning complete for port 77764854-cf43-4436-9d12-452cbfc7d603 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:37.963312 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0634a13d-4c2c-4cf2-a7df-503739cdbde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.017706 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-8540dab1-7968-4954-bffe-8c741955e2fb service neutron] 10.222.0.20 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585352 Aug 31 14:01:38.019680 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.080588 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9a7092e8-2d72-4d67-9025-7730a758ce2b'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:38.098155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e3fc7d9c-9d30-4bb5-bcdf-8d6390445ce1 service neutron] 10.222.0.20 "GET /v2.0/networks/7529cf88-7bea-4a25-8555-82c0effb4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045059 Aug 31 14:01:38.203865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 12a89aec-1b50-47e7-9a09-23857331b52d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:38.296531 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Network a9e7c260-818e-46d0-9c98-1f322e8f2f12 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:38.302395 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a2264eae-6257-4ad0-aeac-4d2f635a2269 service neutron] 10.222.0.20 "GET /v2.0/networks/7529cf88-7bea-4a25-8555-82c0effb4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031989 Aug 31 14:01:38.303273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:38.308472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:38.315670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Pushing event updated for resources: {'Port': ['ID=438e5715-166e-4cc6-8bf7-160b1dcc9b67,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:38.424746 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-012cbc92-a3ba-409e-a8ff-317e9a2aaa81 service neutron] 10.222.0.20 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959255 Aug 31 14:01:38.470323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:38.471084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.486492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 12a89aec-1b50-47e7-9a09-23857331b52d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:38.520499 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d7308811-04cc-4dd2-b1e3-163dd7e68a65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6973696 Aug 31 14:01:38.525863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 12a89aec-1b50-47e7-9a09-23857331b52d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:38.526290 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.534332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-4127efb5-8432-4b6c-9af8-0e5aa856d9c2 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:01:38.536655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-4127efb5-8432-4b6c-9af8-0e5aa856d9c2 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087237 Aug 31 14:01:38.632669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Request body: {'port': {'device_id': '94acfafd-982a-4750-836d-a8064447b982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:38.687997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-04e76f8c-9d0f-4d29-aabe-66f685456c77 None None] Provisioning complete for port 12a89aec-1b50-47e7-9a09-23857331b52d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:38.693013 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-04e76f8c-9d0f-4d29-aabe-66f685456c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.703797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9a7092e8-2d72-4d67-9025-7730a758ce2b up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:38.849241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:38.962081 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.032295 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.092740 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.186321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fb8a7a-5088-4799-b5c6-8b7a8012e937 admin admin] Router 93ea4836-03b8-4dd7-a099-09890c8d0859 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:01:39.210475 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-04e76f8c-9d0f-4d29-aabe-66f685456c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.284139 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 12a89aec-1b50-47e7-9a09-23857331b52d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=12a89aec-1b50-47e7-9a09-23857331b52d,segment=NetworkSegment(61709276-d982-4996-852f-6fb5b1514129),segment_id=61709276-d982-4996-852f-6fb5b1514129)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:39.286616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 9a7092e8-2d72-4d67-9025-7730a758ce2b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:39.300326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 9a7092e8-2d72-4d67-9025-7730a758ce2b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:39.301314 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.310879 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.342864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fb8a7a-5088-4799-b5c6-8b7a8012e937 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:01:39.351534 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-87fb8a7a-5088-4799-b5c6-8b7a8012e937 admin admin] 10.222.0.20 "PUT /v2.0/routers/93ea4836-03b8-4dd7-a099-09890c8d0859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2469251 Aug 31 14:01:39.353019 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf5f5b-bcc1-4880-8960-cd386d6b21ab None None] Sync routers for ids ['93ea4836-03b8-4dd7-a099-09890c8d0859'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:01:39.353571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39780) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:39.369350 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-82107b64-7765-49d4-b05d-5129abe2387d service neutron] 10.222.0.20 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8166697 Aug 31 14:01:39.370407 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf5f5b-bcc1-4880-8960-cd386d6b21ab None None] Routers {'93ea4836-03b8-4dd7-a099-09890c8d0859'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:39.371051 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2bcf5f5b-bcc1-4880-8960-cd386d6b21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:01:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['93ea4836-03b8-4dd7-a099-09890c8d0859'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:39.539103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438e5715-166e-4cc6-8bf7-160b1dcc9b67 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:39.565291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.581639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Transition to ACTIVE for port object 438e5715-166e-4cc6-8bf7-160b1dcc9b67 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:39.599337 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.612864 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.625665 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1534cded-2ebc-4ca2-8fe4-c8e4f18aacd0 service neutron] 10.222.0.20 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541511 Aug 31 14:01:39.664124 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2bcf5f5b-bcc1-4880-8960-cd386d6b21ab None None] Set router 93ea4836-03b8-4dd7-a099-09890c8d0859 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:39.785846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Pushing event updated for resources: {'Port': ['ID=438e5715-166e-4cc6-8bf7-160b1dcc9b67,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:39.850306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=12a89aec-1b50-47e7-9a09-23857331b52d,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:39.855061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 77764854-cf43-4436-9d12-452cbfc7d603 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:39.886102 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:39.896074 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a596c94b-81a9-43ec-ac08-70f2f9ab9f21 service neutron] 10.222.0.20 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691672 Aug 31 14:01:40.075309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Attempting to bind port 438e5715-166e-4cc6-8bf7-160b1dcc9b67 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:40.075657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Attempting to bind port 438e5715-166e-4cc6-8bf7-160b1dcc9b67 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:40.078650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Attempting to bind port 438e5715-166e-4cc6-8bf7-160b1dcc9b67 on network a9e7c260-818e-46d0-9c98-1f322e8f2f12 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:40.093373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-ced9d8c2-50ac-4e1d-8978-2e725b7d482e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:40.113649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-ced9d8c2-50ac-4e1d-8978-2e725b7d482e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/networks?id=a9e7c260-818e-46d0-9c98-1f322e8f2f12 HTTP/1.1" status: 200 len: 815 time: 0.5297604 Aug 31 14:01:40.126144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Port 438e5715-166e-4cc6-8bf7-160b1dcc9b67 on network a9e7c260-818e-46d0-9c98-1f322e8f2f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:01:40.126801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Attempting to bind port 438e5715-166e-4cc6-8bf7-160b1dcc9b67 on network a9e7c260-818e-46d0-9c98-1f322e8f2f12 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:40.131012 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2bcf5f5b-bcc1-4880-8960-cd386d6b21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'name': 'tempest-ServerRescueNegativeTestJSON-1672031565-router', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:57Z', 'updated_at': '2021-08-31T14:01:36Z', 'revision_number': 5, 'project_id': '37008f1801564c4ebad2fb0bec19bcc3', 'gw_port': {'id': '72a38eef-37bd-4a0e-a94d-5b4cda39184a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:57:58Z', 'updated_at': '2021-08-31T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:40.141638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-2dd0de76-d0ba-4493-901f-91f126b8d607 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/quotas/e9f81895b2394bff804347c0c12c6f67 HTTP/1.1" status: 200 len: 375 time: 0.0264301 Aug 31 14:01:40.167452 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-04e76f8c-9d0f-4d29-aabe-66f685456c77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:01:40.168080 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-04e76f8c-9d0f-4d29-aabe-66f685456c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:01:40.176708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 77764854-cf43-4436-9d12-452cbfc7d603 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:40.177240 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.181358 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.186078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:40.186712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Checking segment: {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:40.187442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Bound using segment: {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:40.188182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Bound port: 438e5715-166e-4cc6-8bf7-160b1dcc9b67, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:40.188768 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.212057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-c071d996-efbd-4ca4-9a71-2fa9d7868496 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080914 Aug 31 14:01:40.220779 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf5f5b-bcc1-4880-8960-cd386d6b21ab None None] Checking router: 93ea4836-03b8-4dd7-a099-09890c8d0859 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:01:40.247602 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf5f5b-bcc1-4880-8960-cd386d6b21ab None None] Routers {'93ea4836-03b8-4dd7-a099-09890c8d0859'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:01:40.250490 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9a7092e8-2d72-4d67-9025-7730a758ce2b, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9a7092e8-2d72-4d67-9025-7730a758ce2b,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:40.250914 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Deleting port 72a38eef-37bd-4a0e-a94d-5b4cda39184a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:40.251569 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.252680 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2bcf5f5b-bcc1-4880-8960-cd386d6b21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:01:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['93ea4836-03b8-4dd7-a099-09890c8d0859'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:40.264400 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.313094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] For port 438e5715-166e-4cc6-8bf7-160b1dcc9b67, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:40.317883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] For port 438e5715-166e-4cc6-8bf7-160b1dcc9b67, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=438e5715-166e-4cc6-8bf7-160b1dcc9b67,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:40.335300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9a7092e8-2d72-4d67-9025-7730a758ce2b,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:40.358236 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-5e95bf7c-1b75-4ae5-a0d7-66df225af31e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9f81895b2394bff804347c0c12c6f67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2138591 Aug 31 14:01:40.373571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-fb3eec6f-197d-4cc8-9668-5aa0d4d61818 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:01:40.389259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-fb3eec6f-197d-4cc8-9668-5aa0d4d61818 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299432 Aug 31 14:01:40.468166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] For port 72a38eef-37bd-4a0e-a94d-5b4cda39184a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=72a38eef-37bd-4a0e-a94d-5b4cda39184a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:40.468844 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.481716 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-0524182e-3e3e-44a7-b563-25f575c1ea3c service neutron] 10.222.0.20 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612691 Aug 31 14:01:40.485700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Calling delete_port for 72a38eef-37bd-4a0e-a94d-5b4cda39184a owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:40.519728 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2bcf5f5b-bcc1-4880-8960-cd386d6b21ab None None] Set router 93ea4836-03b8-4dd7-a099-09890c8d0859 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:01:40.560595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-a3532324-0657-4330-b495-820a2006fbb1 service neutron] 10.222.0.20 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684213 Aug 31 14:01:40.599160 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2bcf5f5b-bcc1-4880-8960-cd386d6b21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'name': 'tempest-ServerRescueNegativeTestJSON-1672031565-router', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:57Z', 'updated_at': '2021-08-31T14:01:39Z', 'revision_number': 6, 'project_id': '37008f1801564c4ebad2fb0bec19bcc3', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:40.620620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.640149 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf5f5b-bcc1-4880-8960-cd386d6b21ab None None] The sync data for ids ['93ea4836-03b8-4dd7-a099-09890c8d0859'] in n-d-792364-6 is: [{'id': '93ea4836-03b8-4dd7-a099-09890c8d0859', 'name': 'tempest-ServerRescueNegativeTestJSON-1672031565-router', 'tenant_id': '37008f1801564c4ebad2fb0bec19bcc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:57:57Z', 'updated_at': '2021-08-31T14:01:39Z', 'revision_number': 6, 'project_id': '37008f1801564c4ebad2fb0bec19bcc3', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:01:40.728503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Pushing event updated for resources: {'Port': ['ID=438e5715-166e-4cc6-8bf7-160b1dcc9b67,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:40.802600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:40.803235 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.805092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-65dbc7e3-3d35-47c6-9bec-b90391a51f95 service neutron] 10.222.0.52 "PUT /v2.0/ports/438e5715-166e-4cc6-8bf7-160b1dcc9b67 HTTP/1.1" status: 200 len: 1091 time: 2.2602258 Aug 31 14:01:40.820865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94acfafd-982a-4750-836d-a8064447b982', 'tag': '438e5715-166e-4cc6-8bf7-160b1dcc9b67'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:40.823799 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3176f62a-41a2-4f97-b352-f391d71a93bb" -d '{"events": [{"name": "network-changed", "server_uuid": "94acfafd-982a-4750-836d-a8064447b982", "tag": "438e5715-166e-4cc6-8bf7-160b1dcc9b67"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:40.826380 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:40.878464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a38eef-37bd-4a0e-a94d-5b4cda39184a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:40.889161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-dfabc6bb-d585-4d86-bcfd-03b9c6113292 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982401 Aug 31 14:01:40.896833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6babc2b3-4c03-41e0-b117-3d3302d3a29c None None] Provisioning for port 438e5715-166e-4cc6-8bf7-160b1dcc9b67 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:40.998610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-b7fb09ed-5364-4891-bdf9-9124ad201933 service neutron] 10.222.0.20 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372001 Aug 31 14:01:41.009083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.055424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-8f39b7db-8ebb-46bb-b3f1-9678ca155115 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:41.066447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-8f39b7db-8ebb-46bb-b3f1-9678ca155115 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:41.067993 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-8f39b7db-8ebb-46bb-b3f1-9678ca155115 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.13 "GET /v2.0/networks?id=7529cf88-7bea-4a25-8555-82c0effb4391&id=ca4269f7-153d-4203-83f0-bd738e4d71a6&id=7529cf88-7bea-4a25-8555-82c0effb4391 HTTP/1.1" status: 200 len: 1392 time: 0.5290508 Aug 31 14:01:41.079960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-e8c341fe-c1e5-40b6-8c8f-00ad6117ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:41.081556 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-e8c341fe-c1e5-40b6-8c8f-00ad6117ed07 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f81895b2394bff804347c0c12c6f67&device_id=94acfafd-982a-4750-836d-a8064447b982 HTTP/1.1" status: 200 len: 1094 time: 0.1960552 Aug 31 14:01:41.089425 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'port': {'device_id': '5696eddf-88f9-494b-ae76-7f914c05a046', 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391', 'admin_state_up': True, 'tenant_id': '4a51428ff714409299691973e8e96229'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:41.187371 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.191144 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.233303 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-8412e158-275d-4884-88ef-6cf70042b7a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=438e5715-166e-4cc6-8bf7-160b1dcc9b67 HTTP/1.1" status: 200 len: 217 time: 0.1346104 Aug 31 14:01:41.289305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.291045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ea4836-03b8-4dd7-a099-09890c8d0859 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:01:41.305064 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.306247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0f83a2c7-02e7-4242-a1cd-402c3a22c627 admin admin] 10.222.0.20 "DELETE /v2.0/routers/93ea4836-03b8-4dd7-a099-09890c8d0859 HTTP/1.1" status: 204 len: 168 time: 1.9511046 Aug 31 14:01:41.308792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39798) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:41.382926 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d97fcb99-d6af-46fb-a4ca-f5d06b132d73 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703300 Aug 31 14:01:41.486470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-4057f85e-ec2d-4aa4-8c6e-6c1aba19c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:41.487989 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-4057f85e-ec2d-4aa4-8c6e-6c1aba19c2dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eada9d0-4b7c-4b45-a4d6-8faea34b1694 HTTP/1.1" status: 200 len: 854 time: 0.2344480 Aug 31 14:01:41.561810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-0273bfdd-4147-4291-860b-2e060c453f00 admin admin] Deleting subnet 8553f0cf-434b-4eef-b7e9-8b6d58123ef4 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:01:41.614461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0273bfdd-4147-4291-860b-2e060c453f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.682374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 12a89aec-1b50-47e7-9a09-23857331b52d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:41.687940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b17d9-0a94-49b3-ac66-854ee0f4194c req-04bd2bdc-640c-47ac-b491-de47275a3164 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:41.690741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c0b17d9-0a94-49b3-ac66-854ee0f4194c req-04bd2bdc-640c-47ac-b491-de47275a3164 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.3228049 Aug 31 14:01:41.748093 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0273bfdd-4147-4291-860b-2e060c453f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.800222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 12a89aec-1b50-47e7-9a09-23857331b52d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:41.809560 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:41.886479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d9f7ef8d-a586-43cc-afd3-e03b7e6c9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:41.891158 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-d9f7ef8d-a586-43cc-afd3-e03b7e6c9e5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9e7c260-818e-46d0-9c98-1f322e8f2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3795865 Aug 31 14:01:41.944174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:41.948606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.073812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 72a38eef-37bd-4a0e-a94d-5b4cda39184a no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:42.104512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 72a38eef-37bd-4a0e-a94d-5b4cda39184a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:42.105480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 72a38eef-37bd-4a0e-a94d-5b4cda39184a not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:42.106153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5b41f17e-5415-477d-9f64-c35c81cea0b6 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:42.136889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c0b17d9-0a94-49b3-ac66-854ee0f4194c req-7e3db65d-8d29-4c7a-86a3-a517d3f191ba tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157610 Aug 31 14:01:42.141945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 5b41f17e-5415-477d-9f64-c35c81cea0b6 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:42.142435 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5b41f17e-5415-477d-9f64-c35c81cea0b6 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:42.174903 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0273bfdd-4147-4291-860b-2e060c453f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.391362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0273bfdd-4147-4291-860b-2e060c453f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.408317 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-23ed2150-f719-40f1-909c-8c8a3d172e1a service neutron] 10.222.0.52 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005434 Aug 31 14:01:42.411334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Allocated IP 19.80.0.40 (7529cf88-7bea-4a25-8555-82c0effb4391/7319bb40-aa7a-458d-9256-f740bf884dd2/9b84c13a-3006-430f-ac6e-822e42d9ad74) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:42.598768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65a2e086-3a05-401b-827b-9b4376ed7ef9 req-0982af49-dd07-4169-ba91-d08271b36b80 service neutron] 10.222.0.52 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663284 Aug 31 14:01:42.602015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273bfdd-4147-4291-860b-2e060c453f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8553f0cf-434b-4eef-b7e9-8b6d58123ef4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:42.604605 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0273bfdd-4147-4291-860b-2e060c453f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.607625 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0273bfdd-4147-4291-860b-2e060c453f00 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8553f0cf-434b-4eef-b7e9-8b6d58123ef4 HTTP/1.1" status: 204 len: 168 time: 1.2957122 Aug 31 14:01:42.609873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39836) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:42.645971 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0c7f8c-e80e-488e-b766-aa149c8882f1 x-openstack-request-id: req-6c0c7f8c-e80e-488e-b766-aa149c8882f1 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:42.646936 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-unplugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:42.647381 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c0c7f8c-e80e-488e-b766-aa149c8882f1 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:42.647965 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'code': 200} Aug 31 14:01:42.837474 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d9d1f76b-d7bd-449b-a3fa-ec2edb8026c0 req-efa4d139-c8f7-46a2-9348-075d7a3955b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 210 time: 0.0659039 Aug 31 14:01:42.913497 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.973183 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:42.978070 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5add149a-1ded-4850-9813-dc44bd1617cf x-openstack-request-id: req-5add149a-1ded-4850-9813-dc44bd1617cf {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:42.991871 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94acfafd-982a-4750-836d-a8064447b982", "tag": "438e5715-166e-4cc6-8bf7-160b1dcc9b67", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:43.001172 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5add149a-1ded-4850-9813-dc44bd1617cf {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:43.004824 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94acfafd-982a-4750-836d-a8064447b982', 'tag': '438e5715-166e-4cc6-8bf7-160b1dcc9b67', 'status': 'completed', 'code': 200} Aug 31 14:01:43.045403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Transition to ACTIVE for port object 9b84c13a-3006-430f-ac6e-822e42d9ad74 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:43.155335 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.182750 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4f7f82-67a5-4581-9bd3-2dfc841d10a3']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:43.207753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6752d27-77e8-4915-9149-cad40dea4aa8') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:43.208037 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6752d27-77e8-4915-9149-cad40dea4aa8') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:01:43.218649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.236072 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.243492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:01:43.243920 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.330133 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-7c73eb6b-bfd1-47d1-a738-5cc949e6be3b tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1372861452&fields=id&tenant_id=9ba305546f2943cc8d13d5159823234e HTTP/1.1" status: 200 len: 267 time: 0.2262647 Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:01:43.339655 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:01:43.343011 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70a8b659-ed6c-42ec-b31e-aeeddabbc058 req-0a561479-23e9-429f-89ce-2ad5c7561389 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 210 time: 0.2514782 Aug 31 14:01:43.349152 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.357900 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.379504 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] 10.222.0.20 "DELETE /v2.0/networks/4c4f7f82-67a5-4581-9bd3-2dfc841d10a3 HTTP/1.1" status: 204 len: 168 time: 0.7523925 Aug 31 14:01:43.418380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24d1d4-6182-4df5-947a-c7906945d5cf admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4f7f82-67a5-4581-9bd3-2dfc841d10a3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:43.607646 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0590558-0071-4799-9a43-f952a6fe1043 req-9d8fa128-696f-4728-83d1-20fa0fa1e5b6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.1004581 Aug 31 14:01:43.608391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-be7d6ad8-6cc0-4a2b-a68d-5c241cfb825e tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:43.619522 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-be7d6ad8-6cc0-4a2b-a68d-5c241cfb825e tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/networks?id=32e80b2a-96f7-42f4-b113-1b21fb467318 HTTP/1.1" status: 200 len: 815 time: 0.2881534 Aug 31 14:01:43.639406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-8247e4bd-4435-485c-a527-ef9c2632486d tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/quotas/9ba305546f2943cc8d13d5159823234e HTTP/1.1" status: 200 len: 375 time: 0.0188217 Aug 31 14:01:43.651077 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:43.728675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-5380bb19-962f-47a7-badc-231b75ca6514 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:43.731430 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-5380bb19-962f-47a7-badc-231b75ca6514 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.52 "GET /v2.0/networks?id=a9e7c260-818e-46d0-9c98-1f322e8f2f12 HTTP/1.1" status: 200 len: 815 time: 0.5874567 Aug 31 14:01:43.792615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Request body: {'port': {'device_id': '543aef5b-d38c-4665-9e52-438080bb51f0', 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12', 'admin_state_up': True, 'tenant_id': 'e9f81895b2394bff804347c0c12c6f67'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:43.922729 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dea153-e50d-410e-958f-03bb08dccacb req-b0077603-e2be-4bba-9f11-4f1f96dfa923 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:43.925477 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-11dea153-e50d-410e-958f-03bb08dccacb req-b0077603-e2be-4bba-9f11-4f1f96dfa923 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.1360266 Aug 31 14:01:44.030230 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-11dea153-e50d-410e-958f-03bb08dccacb req-edf9971c-8e48-43ed-8f16-a8dc07c1333a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791724 Aug 31 14:01:44.052010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176f62a-41a2-4f97-b352-f391d71a93bb req-992c8556-474b-4740-b33d-9fd15b1ecf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:44.053085 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3176f62a-41a2-4f97-b352-f391d71a93bb req-992c8556-474b-4740-b33d-9fd15b1ecf95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f81895b2394bff804347c0c12c6f67&device_id=94acfafd-982a-4750-836d-a8064447b982 HTTP/1.1" status: 200 len: 1094 time: 0.9630361 Aug 31 14:01:44.057084 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39872) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:44.060726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network 7529cf88-7bea-4a25-8555-82c0effb4391 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:44.066786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Made reservation on behalf of e9f81895b2394bff804347c0c12c6f67 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:44.070951 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.187895 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-415da38d-2111-4762-8d14-ba618aa6319a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37008f1801564c4ebad2fb0bec19bcc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291945 Aug 31 14:01:44.195204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39882) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:44.246268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:44.261417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:44.297905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Port': ['ID=9b84c13a-3006-430f-ac6e-822e42d9ad74,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:44.314568 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a13c322e-989e-45e6-88e3-d48ad6f804b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.332075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-f31266ed-a26e-4c30-b0e3-045f82c5b20a tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ba305546f2943cc8d13d5159823234e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6916089 Aug 31 14:01:44.372552 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a13c322e-989e-45e6-88e3-d48ad6f804b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.433420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b54ea2-30b0-4a33-9709-3057294593e7 req-fe18ff60-5dce-449a-9ef8-6ccf847ca145 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:44.434928 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70b54ea2-30b0-4a33-9709-3057294593e7 req-fe18ff60-5dce-449a-9ef8-6ccf847ca145 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 931 time: 0.1052077 Aug 31 14:01:44.510828 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70b54ea2-30b0-4a33-9709-3057294593e7 req-08ebda68-99bd-4afc-a430-e614a0d478ae tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672634 Aug 31 14:01:44.520625 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a13c322e-989e-45e6-88e3-d48ad6f804b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.523243 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a13c322e-989e-45e6-88e3-d48ad6f804b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.527087 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a13c322e-989e-45e6-88e3-d48ad6f804b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8ff4201-5905-49cb-8983-b56fe7833876 HTTP/1.1" status: 204 len: 168 time: 0.3287718 Aug 31 14:01:44.548909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c322e-989e-45e6-88e3-d48ad6f804b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ff4201-5905-49cb-8983-b56fe7833876,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:44.649244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e383fe6-7a5d-41dc-ac39-f5862ab81145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7092e8-2d72-4d67-9025-7730a758ce2b'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:44.651098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:44.651797 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.653499 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f06b39c-7738-4da2-9eec-6bf7507bd51b" -d '{"events": [{"server_uuid": "3e383fe6-7a5d-41dc-ac39-f5862ab81145", "name": "network-vif-plugged", "status": "completed", "tag": "9a7092e8-2d72-4d67-9025-7730a758ce2b"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:44.680380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176f62a-41a2-4f97-b352-f391d71a93bb req-2f950d4d-6888-4e64-8ccf-279070518436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:44.682060 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3176f62a-41a2-4f97-b352-f391d71a93bb req-2f950d4d-6888-4e64-8ccf-279070518436 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9e7c260-818e-46d0-9c98-1f322e8f2f12 HTTP/1.1" status: 200 len: 916 time: 0.6082728 Aug 31 14:01:44.707615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e7155e39-e9eb-475c-a494-c57abf12a6b3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6235754 Aug 31 14:01:44.710554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dc899f2d-6427-47d3-8506-62f0410329bd req-fcad74b9-4d74-485b-aa4d-5959b6f2550e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 210 time: 0.0392327 Aug 31 14:01:44.718566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-95c62cb3-499c-476b-bb4d-9c05d3a0dde0 None None] Provisioning for port 9b84c13a-3006-430f-ac6e-822e42d9ad74 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:44.732030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-95c62cb3-499c-476b-bb4d-9c05d3a0dde0 None None] Provisioning complete for port 9b84c13a-3006-430f-ac6e-822e42d9ad74 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:44.735772 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-95c62cb3-499c-476b-bb4d-9c05d3a0dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:44.749052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Allocated IP 172.20.0.14 (a9e7c260-818e-46d0-9c98-1f322e8f2f12/1eada9d0-4b7c-4b45-a4d6-8faea34b1694/66cd1298-df66-4058-b6f2-90abfaf77874) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:44.831721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-95c62cb3-499c-476b-bb4d-9c05d3a0dde0 None None] Port 9b84c13a-3006-430f-ac6e-822e42d9ad74 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:44.956146 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4570255b-da50-44cd-8913-8ad483714774 req-e45f3c3d-c52a-44ad-b263-9cc91890ae75 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.0484552 Aug 31 14:01:45.056100 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17270fdd-2a2b-4fd1-bc23-0e74ec2923a4 x-openstack-request-id: req-17270fdd-2a2b-4fd1-bc23-0e74ec2923a4 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:45.056402 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e383fe6-7a5d-41dc-ac39-f5862ab81145", "name": "network-vif-plugged", "status": "completed", "tag": "9a7092e8-2d72-4d67-9025-7730a758ce2b", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:45.056725 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17270fdd-2a2b-4fd1-bc23-0e74ec2923a4 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:45.057119 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e383fe6-7a5d-41dc-ac39-f5862ab81145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7092e8-2d72-4d67-9025-7730a758ce2b', 'code': 200} Aug 31 14:01:45.292803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47231077-2746-4633-9e81-93d3ad47bd8a req-19525774-7af7-47ce-9407-61e7ba752546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:45.295164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47231077-2746-4633-9e81-93d3ad47bd8a req-19525774-7af7-47ce-9407-61e7ba752546 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 1096 time: 0.1666007 Aug 31 14:01:45.345320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'port': {'device_id': '5696eddf-88f9-494b-ae76-7f914c05a046', 'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6', 'admin_state_up': True, 'tenant_id': '4a51428ff714409299691973e8e96229'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:45.364466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09463933-0d42-4798-8371-218e6c3590a5 req-e532126c-5671-4534-b03e-991bf01b1ca8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:45.366293 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09463933-0d42-4798-8371-218e6c3590a5 req-e532126c-5671-4534-b03e-991bf01b1ca8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.1803212 Aug 31 14:01:45.373071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3176f62a-41a2-4f97-b352-f391d71a93bb req-d6621c9c-d7e7-4266-bbd8-57b96c6c7a15 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=438e5715-166e-4cc6-8bf7-160b1dcc9b67 HTTP/1.1" status: 200 len: 217 time: 0.6406777 Aug 31 14:01:45.377221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:01:45.463477 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47231077-2746-4633-9e81-93d3ad47bd8a req-06033345-98c2-497e-8051-3fa899e881ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568859 Aug 31 14:01:45.490916 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09463933-0d42-4798-8371-218e6c3590a5 req-3f4a4402-ac26-4802-b2bf-74dd9c58ddde tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132271 Aug 31 14:01:45.671901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:45.689648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'port_id': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'mac_address': 'fa:16:3e:33:d6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:01:45.835345 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:45.854319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:45.881561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:45.887101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:45.888183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 438e5715-166e-4cc6-8bf7-160b1dcc9b67 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:01:45.915053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29381c-a65b-4e6e-bbe9-9b6e5b4f442c req-ca94986c-0364-4e3d-bebb-07f12fa197bf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:45.916669 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9a29381c-a65b-4e6e-bbe9-9b6e5b4f442c req-ca94986c-0364-4e3d-bebb-07f12fa197bf tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 931 time: 0.0768745 Aug 31 14:01:45.973288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-41461dc2-73da-4d40-9bcc-30ce73dc7957 service neutron] 10.222.0.20 "GET /v2.0/networks/32e80b2a-96f7-42f4-b113-1b21fb467318?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5433922 Aug 31 14:01:46.006208 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9a29381c-a65b-4e6e-bbe9-9b6e5b4f442c req-c1def9b1-cddc-4c72-9a16-faccfb5a6672 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803292 Aug 31 14:01:46.013148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 438e5715-166e-4cc6-8bf7-160b1dcc9b67, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=438e5715-166e-4cc6-8bf7-160b1dcc9b67,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:46.030197 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '438e5715-166e-4cc6-8bf7-160b1dcc9b67', 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12', 'port_id': '438e5715-166e-4cc6-8bf7-160b1dcc9b67', 'mac_address': 'fa:16:3e:7e:46:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eada9d0-4b7c-4b45-a4d6-8faea34b1694', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:01:46.082261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:46.094210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7eee495e-73de-4e41-82f1-4be2ebabc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:46.102633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7eee495e-73de-4e41-82f1-4be2ebabc895 service neutron] 10.222.0.13 "GET /v2.0/ports/ac6194a5-9eba-4751-8944-10a6f7e9a853 HTTP/1.1" status: 200 len: 1027 time: 1.3718083 Aug 31 14:01:46.125827 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:46.157280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438e5715-166e-4cc6-8bf7-160b1dcc9b67 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:46.164036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:46.194443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 438e5715-166e-4cc6-8bf7-160b1dcc9b67, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=438e5715-166e-4cc6-8bf7-160b1dcc9b67,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:46.199453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:46.203687 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:46.219764 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:46.264151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-f09dc431-4651-42ec-82b9-00df0b6d5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:46.265825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-f09dc431-4651-42ec-82b9-00df0b6d5aaf service neutron] 10.222.0.13 "GET /v2.0/ports/7627da9a-ba2e-426b-8648-956bac9056d9 HTTP/1.1" status: 200 len: 1025 time: 0.0673430 Aug 31 14:01:46.340765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Transition to ACTIVE for port object 66cd1298-df66-4058-b6f2-90abfaf77874 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:46.342720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=438e5715-166e-4cc6-8bf7-160b1dcc9b67,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:46.353716 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33423daa-4d8e-47a5-81c6-560b2edfceb5 req-1715031f-9967-4dca-a036-cf42815ddff3 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 210 time: 0.1188695 Aug 31 14:01:46.369478 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:46.483578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176f62a-41a2-4f97-b352-f391d71a93bb req-5e1fadd0-0fcf-4b6b-b49d-656498f8cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:46.496548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3176f62a-41a2-4f97-b352-f391d71a93bb req-5e1fadd0-0fcf-4b6b-b49d-656498f8cf25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eada9d0-4b7c-4b45-a4d6-8faea34b1694 HTTP/1.1" status: 200 len: 854 time: 0.8207102 Aug 31 14:01:46.609198 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dcdada6e-3c2d-49fd-9613-0365f8d0524b req-87baafe4-e911-485d-86db-62050d6b90dc tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.1142437 Aug 31 14:01:46.640638 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:46.670786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9a7092e8-2d72-4d67-9025-7730a758ce2b'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:46.850948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Network a9e7c260-818e-46d0-9c98-1f322e8f2f12 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:46.857428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960ac0-96b8-4f3e-862e-7ee25b7faacb req-242e007d-0e31-4047-b0a9-ee7226eaea03 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:46.859715 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51960ac0-96b8-4f3e-862e-7ee25b7faacb req-242e007d-0e31-4047-b0a9-ee7226eaea03 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.1394329 Aug 31 14:01:46.889116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-9e38d69d-8185-4dfe-baf4-f3cde18e6a1f service neutron] 10.222.0.20 "GET /v2.0/networks/32e80b2a-96f7-42f4-b113-1b21fb467318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9143329 Aug 31 14:01:46.906565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['438e5715-166e-4cc6-8bf7-160b1dcc9b67'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:46.920351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:46.934594 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51960ac0-96b8-4f3e-862e-7ee25b7faacb req-207aaed2-d0f9-4dc7-9f71-1c91b454e68f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629663 Aug 31 14:01:46.947420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Pushing event updated for resources: {'Port': ['ID=66cd1298-df66-4058-b6f2-90abfaf77874,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:46.962598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176f62a-41a2-4f97-b352-f391d71a93bb req-432c0ad8-5d49-4984-a5c7-e34038275755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:46.986626 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3176f62a-41a2-4f97-b352-f391d71a93bb req-432c0ad8-5d49-4984-a5c7-e34038275755 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9e7c260-818e-46d0-9c98-1f322e8f2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4537253 Aug 31 14:01:47.008291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:47.215923 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3176f62a-41a2-4f97-b352-f391d71a93bb req-21cfdd35-7aec-4ba5-a78e-56c685044464 service neutron] 10.222.0.52 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729932 Aug 31 14:01:47.468185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-840ab9e3-d13a-4552-a726-916c1e87777e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.481044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-840ab9e3-d13a-4552-a726-916c1e87777e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.487530 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-840ab9e3-d13a-4552-a726-916c1e87777e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.489957 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-840ab9e3-d13a-4552-a726-916c1e87777e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "GET /v2.0/networks?id=b5fb4c7e-2c3a-4423-9d26-009e73aec85e&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a HTTP/1.1" status: 200 len: 1988 time: 1.1953795 Aug 31 14:01:47.553831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Allocated IP 19.86.0.167 (ca4269f7-153d-4203-83f0-bd738e4d71a6/a720ecef-e5e7-436f-aea5-91b3bad2f46d/d66d942e-4bbe-4414-8e08-ae7d40a17d77) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:47.577704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4a9a0478-0d12-454c-9772-7183234465a1 None None] Provisioning for port 66cd1298-df66-4058-b6f2-90abfaf77874 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:47.593208 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4a9a0478-0d12-454c-9772-7183234465a1 None None] Provisioning complete for port 66cd1298-df66-4058-b6f2-90abfaf77874 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:47.593977 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a9a0478-0d12-454c-9772-7183234465a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.641529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.642596 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:47.678833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a0478-0d12-454c-9772-7183234465a1 None None] Port 66cd1298-df66-4058-b6f2-90abfaf77874 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:47.746683 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-d06cfbbc-0ee9-46b6-b60e-ec88fd809bc5 service neutron] 10.222.0.13 "GET /v2.0/ports/9d710d51-2ec4-4597-8c27-ea2e926bb495/bindings/n-h1-792364-6 HTTP/1.1" status: 200 len: 382 time: 0.1738269 Aug 31 14:01:47.801149 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-4aeb0e5f-be18-4458-9ac7-245267c068bf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0270627 Aug 31 14:01:47.830366 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-5520780a-b64b-401a-bb1f-20b90f3f6d83 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=725da7e3c8154e688b0109c6503773b7 HTTP/1.1" status: 200 len: 379 time: 0.3184268 Aug 31 14:01:47.848177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3176f62a-41a2-4f97-b352-f391d71a93bb req-496b52bd-60fd-4172-bdfb-8ef29c103144 service neutron] 10.222.0.52 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999465 Aug 31 14:01:47.862752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9132e7-eb24-4c37-b6e2-6c046e029efc req-b9bd39e1-99d6-45bf-a58e-23d312743099 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:47.877014 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f9132e7-eb24-4c37-b6e2-6c046e029efc req-b9bd39e1-99d6-45bf-a58e-23d312743099 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 931 time: 0.1351831 Aug 31 14:01:47.898747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'port': {'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'admin_state_up': True, 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'security_groups': ['18d06617-1364-4675-8606-8f6dcd209797']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:47.922972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Request body: {'port': {'device_id': '543aef5b-d38c-4665-9e52-438080bb51f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:47.969284 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f9132e7-eb24-4c37-b6e2-6c046e029efc req-76473626-b632-4119-8949-4e695c5ac0f8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907333 Aug 31 14:01:48.208502 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db90f9a7-bd5b-4322-9b6a-411f73f195b6 req-a021d144-468d-4a4c-b40c-a860b0960091 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 210 time: 0.0809507 Aug 31 14:01:48.231597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-27825de4-bf10-486c-be9e-3b9a8b0f454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:48.233391 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-27825de4-bf10-486c-be9e-3b9a8b0f454f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f&tenant_id=080b42569e654447a2d600dfa0c1e0e3 HTTP/1.1" status: 200 len: 1100 time: 0.1816809 Aug 31 14:01:48.293652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f467fd-d4d7-4afe-a323-2ed9fe960a56 req-0e2631ba-f634-4583-b8e9-1f11190797c0 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:48.298425 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4f467fd-d4d7-4afe-a323-2ed9fe960a56 req-0e2631ba-f634-4583-b8e9-1f11190797c0 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 932 time: 0.5777643 Aug 31 14:01:48.301002 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:48.323189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-56327967-a7da-45d6-a124-d6c37bcd7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:48.324910 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-56327967-a7da-45d6-a124-d6c37bcd7844 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 1100 time: 0.0618625 Aug 31 14:01:48.845657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40024) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:48.934387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82053b34-23a7-4b39-a0a6-f8f248718033 req-52c597fe-16cb-4f3a-b41d-794b0328e011 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.5561004 Aug 31 14:01:48.997411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.038736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Transition to ACTIVE for port object d66d942e-4bbe-4414-8e08-ae7d40a17d77 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:49.067834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-45ed4463-bbe9-4345-8959-e01b3be82706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:49.071541 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-45ed4463-bbe9-4345-8959-e01b3be82706 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.7377887 Aug 31 14:01:49.161796 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-f626ee13-bb45-42ae-a423-ae9e84b629f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495 HTTP/1.1" status: 200 len: 217 time: 0.0806174 Aug 31 14:01:49.227461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.350988 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5042c0-531a-4626-a6ca-770bee8d2729 req-b723086c-d4e4-4a76-8ba1-da5c7195df0a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:49.366541 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f5042c0-531a-4626-a6ca-770bee8d2729 req-b723086c-d4e4-4a76-8ba1-da5c7195df0a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.1964929 Aug 31 14:01:49.375866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-74d9a2d8-61da-40be-a749-395e23bc0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:49.379024 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-74d9a2d8-61da-40be-a749-395e23bc0bf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1908405 Aug 31 14:01:49.398094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:49.441617 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4f467fd-d4d7-4afe-a323-2ed9fe960a56 req-7699f74c-33b0-43d0-b393-003b131bda70 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0805392 Aug 31 14:01:49.480659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network ca4269f7-153d-4203-83f0-bd738e4d71a6 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:49.482317 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-913f28f4-263a-4374-bf89-2938fb8039d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.492532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:49.495871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:49.526217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-788942b9-077b-49fd-aa05-25e7f9f0c21d tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:49.528197 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-788942b9-077b-49fd-aa05-25e7f9f0c21d tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.52 "GET /v2.0/networks?id=32e80b2a-96f7-42f4-b113-1b21fb467318 HTTP/1.1" status: 200 len: 815 time: 0.2195251 Aug 31 14:01:49.530267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:49.534324 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.552906 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f5042c0-531a-4626-a6ca-770bee8d2729 req-3df5a640-a9c8-44d3-be17-c0fb541515a0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778195 Aug 31 14:01:49.615529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-b78b38ae-bb32-496a-a205-6eb7123b38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:49.620080 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-b78b38ae-bb32-496a-a205-6eb7123b38cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2319212 Aug 31 14:01:49.621176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:49.621823 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.777762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8b7540f-31cf-47b5-99c4-7e0a6d7f1cee req-44f360c2-980d-4ae2-bab5-cc7e65de05b3 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 210 time: 0.0340347 Aug 31 14:01:49.791532 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-1075b13e-cef4-495f-8fa0-b3435591fb10 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ba305546f2943cc8d13d5159823234e HTTP/1.1" status: 200 len: 380 time: 0.2142885 Aug 31 14:01:49.792411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Port': ['ID=d66d942e-4bbe-4414-8e08-ae7d40a17d77,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:49.819936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Request body: {'port': {'device_id': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'admin_state_up': True, 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'security_groups': ['35e16449-fc24-45f1-97f1-bd8cbe94e56e']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:49.834356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cd1298-df66-4058-b6f2-90abfaf77874 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:49.862754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6130c-1398-4088-a469-5a6a88e791f8 req-c9dbad79-1322-47ff-a5ce-aad72e54f361 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:49.885716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6130c-1398-4088-a469-5a6a88e791f8 req-c9dbad79-1322-47ff-a5ce-aad72e54f361 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:49.885841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:49.885841 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.886076 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bbe6130c-1398-4088-a469-5a6a88e791f8 req-c9dbad79-1322-47ff-a5ce-aad72e54f361 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 1654 time: 0.1273017 Aug 31 14:01:49.948719 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:49.968277 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.016802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:50.021259 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d47a7b-0aa5-4a5c-9a6d-8fb97530aa6a" -d '{"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-plugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:50.045269 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bbe6130c-1398-4088-a469-5a6a88e791f8 req-6d61213f-840e-46b2-94a2-880c81cad872 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599076 Aug 31 14:01:50.063131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-0f52ef00-8bae-4d54-8109-6e67af611209 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345105 Aug 31 14:01:50.073584 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:50.084367 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.085240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 438e5715-166e-4cc6-8bf7-160b1dcc9b67 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:50.157034 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Transition to ACTIVE for port object 66cd1298-df66-4058-b6f2-90abfaf77874 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:50.216690 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.284009 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d7b8820-672f-45cb-8b6d-455636cc46e5 req-a7f1038e-8cbc-4c7b-8540-bc158298c52c service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020805 Aug 31 14:01:50.317891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-273b3aac-08be-419d-919d-aedcfbb3856a None None] Provisioning for port d66d942e-4bbe-4414-8e08-ae7d40a17d77 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:50.329925 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f1cc1d01-2feb-4a2c-bb8d-295151aa0483 req-d65feb04-87b0-459a-b382-527b0133063b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.0442119 Aug 31 14:01:50.332839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-273b3aac-08be-419d-919d-aedcfbb3856a None None] Provisioning complete for port d66d942e-4bbe-4414-8e08-ae7d40a17d77 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:50.333338 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-273b3aac-08be-419d-919d-aedcfbb3856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.396548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=10']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:50.413188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Pushing event updated for resources: {'Port': ['ID=66cd1298-df66-4058-b6f2-90abfaf77874,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:50.473317 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694181f3-af93-442b-add4-f048976f9026 x-openstack-request-id: req-694181f3-af93-442b-add4-f048976f9026 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:50.473871 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-plugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:50.473871 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-694181f3-af93-442b-add4-f048976f9026 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:50.474229 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'code': 200} Aug 31 14:01:50.493960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-273b3aac-08be-419d-919d-aedcfbb3856a None None] Port d66d942e-4bbe-4414-8e08-ae7d40a17d77 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:50.498432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 438e5715-166e-4cc6-8bf7-160b1dcc9b67 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:50.506475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 438e5715-166e-4cc6-8bf7-160b1dcc9b67 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:50.507292 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.587333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Allocated IP 172.20.0.11 (b5fb4c7e-2c3a-4423-9d26-009e73aec85e/388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3/3adf0515-04b3-473a-9e4d-355c21d8fc2a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:50.622385 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.668352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 438e5715-166e-4cc6-8bf7-160b1dcc9b67, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=438e5715-166e-4cc6-8bf7-160b1dcc9b67,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:50.676715 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:50.679444 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e47199d9-6704-46b3-9097-4b15aafd45f5 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:50.762619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9d710d51-2ec4-4597-8c27-ea2e926bb495 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:50.769153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439913b4-46c9-4b32-a2b4-05156f47feba req-f31c7b68-415f-4792-b280-cb6e96b2f295 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:50.777627 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-439913b4-46c9-4b32-a2b4-05156f47feba req-f31c7b68-415f-4792-b280-cb6e96b2f295 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 944 time: 0.1137004 Aug 31 14:01:50.865420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=438e5715-166e-4cc6-8bf7-160b1dcc9b67,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:50.875365 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-439913b4-46c9-4b32-a2b4-05156f47feba req-5ff6bc4a-cd34-4f95-85e3-e188ace0a19b tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967495 Aug 31 14:01:50.935383 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.039157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e47199d9-6704-46b3-9097-4b15aafd45f5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e47199d9-6704-46b3-9097-4b15aafd45f5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:51.040923 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.073085 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.124368 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f955b-0f4f-4e06-8e25-dfd85ca35b37 req-e30ffc1f-c464-4cf8-976c-e5ad9eddb3e1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:51.136082 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-975f955b-0f4f-4e06-8e25-dfd85ca35b37 req-e30ffc1f-c464-4cf8-976c-e5ad9eddb3e1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.0925074 Aug 31 14:01:51.167669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=e47199d9-6704-46b3-9097-4b15aafd45f5,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:51.216063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9d710d51-2ec4-4597-8c27-ea2e926bb495, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:51.223620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Attempting to bind port 66cd1298-df66-4058-b6f2-90abfaf77874 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:51.224774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Attempting to bind port 66cd1298-df66-4058-b6f2-90abfaf77874 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:51.225358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Attempting to bind port 66cd1298-df66-4058-b6f2-90abfaf77874 on network a9e7c260-818e-46d0-9c98-1f322e8f2f12 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:51.226079 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.251036 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-975f955b-0f4f-4e06-8e25-dfd85ca35b37 req-233b3a36-a07e-4058-9311-f43dfb439147 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139276 Aug 31 14:01:51.255894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Port 66cd1298-df66-4058-b6f2-90abfaf77874 on network a9e7c260-818e-46d0-9c98-1f322e8f2f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:01:51.256554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Attempting to bind port 66cd1298-df66-4058-b6f2-90abfaf77874 on network a9e7c260-818e-46d0-9c98-1f322e8f2f12 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:51.276774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:51.277262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Checking segment: {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:51.277774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Bound using segment: {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:51.278336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Bound port: 66cd1298-df66-4058-b6f2-90abfaf77874, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b999d7-0feb-4244-ad03-bc2000ba7676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:51.278804 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.282387 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9d710d51-2ec4-4597-8c27-ea2e926bb495,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:51.328625 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4807b99b-3f89-48c3-9506-8045ea410c2f req-19abcb87-b8be-4647-b7f9-c84afc1316f6 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 210 time: 0.1608326 Aug 31 14:01:51.460196 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-913f28f4-263a-4374-bf89-2938fb8039d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.515695 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-913f28f4-263a-4374-bf89-2938fb8039d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.567533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] For port 66cd1298-df66-4058-b6f2-90abfaf77874, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:51.576683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] For port 66cd1298-df66-4058-b6f2-90abfaf77874, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=66cd1298-df66-4058-b6f2-90abfaf77874,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:51.600368 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-d3376a4f-2e90-4564-8233-b4a0dbbed045 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8606393 Aug 31 14:01:51.608068 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.615645 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.631584 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f08bdb8-f87b-4400-a4ab-b52272be2d8e req-0408d221-b782-4112-9527-b905214f1b02 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.0373185 Aug 31 14:01:51.645140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'port': {'device_id': '5696eddf-88f9-494b-ae76-7f914c05a046', 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391', 'admin_state_up': True, 'tenant_id': '4a51428ff714409299691973e8e96229'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:51.723951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Made reservation on behalf of 9ba305546f2943cc8d13d5159823234e for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:51.728269 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.795468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:51.795468 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:51.797190 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] 10.222.0.52 "PUT /v2.0/ports/66cd1298-df66-4058-b6f2-90abfaf77874 HTTP/1.1" status: 200 len: 1092 time: 3.9272702 Aug 31 14:01:51.895485 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f28f4-263a-4374-bf89-2938fb8039d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e8ea9d-e6bc-4368-911e-37170e152661,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:51.900607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1123f-90de-4d06-82f1-2e1db27259c3 service neutron] Pushing event updated for resources: {'Port': ['ID=66cd1298-df66-4058-b6f2-90abfaf77874,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:51.920487 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-913f28f4-263a-4374-bf89-2938fb8039d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ba07bbe9b514245966480e8b1ae8481&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0571704 Aug 31 14:01:51.921795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543aef5b-d38c-4665-9e52-438080bb51f0', 'tag': '66cd1298-df66-4058-b6f2-90abfaf77874'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:51.929866 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d44b67-6d9c-4c27-b05e-73f49345fee9" -d '{"events": [{"name": "network-changed", "server_uuid": "543aef5b-d38c-4665-9e52-438080bb51f0", "tag": "66cd1298-df66-4058-b6f2-90abfaf77874"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:52.001925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40130) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:01:52.015344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-5992c479-6921-4956-85b1-fd4b3110cfd2 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:52.023854 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-5992c479-6921-4956-85b1-fd4b3110cfd2 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 804 time: 0.2317069 Aug 31 14:01:52.074809 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-7ca5efd0-f1ca-4fe4-a4a8-ff8c666873f6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/quotas/4669e85b74e843cfa5df9451dd811ad7 HTTP/1.1" status: 200 len: 375 time: 0.0499773 Aug 31 14:01:52.101588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Transition to ACTIVE for port object 3adf0515-04b3-473a-9e4d-355c21d8fc2a will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:52.129997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d77f7-fe93-4cbd-a4e1-a7fa962beef3 req-b9cb885a-bc20-4713-956b-1e1511024699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:52.129997 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f9d77f7-fe93-4cbd-a4e1-a7fa962beef3 req-b9cb885a-bc20-4713-956b-1e1511024699 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 1098 time: 0.1026299 Aug 31 14:01:52.153026 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-f7adb214-50b0-4aa9-9009-c94503dd9f92 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772424 Aug 31 14:01:52.166355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6f4de-3d66-400b-8f0b-4664083f910e req-19862a11-de19-4064-b30e-b4d397e8fd3d tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:52.174141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6f4de-3d66-400b-8f0b-4664083f910e req-19862a11-de19-4064-b30e-b4d397e8fd3d tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:52.193035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a6f4de-3d66-400b-8f0b-4664083f910e req-19862a11-de19-4064-b30e-b4d397e8fd3d tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 1654 time: 0.7416449 Aug 31 14:01:52.371175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-38cc2412-8de6-4244-8066-2960441408b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:52.374246 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-38cc2412-8de6-4244-8066-2960441408b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f81895b2394bff804347c0c12c6f67&device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 1095 time: 0.4270446 Aug 31 14:01:52.395851 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:52.433142 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-315d9df5-61e1-4fca-a885-7e7d6ef6c88d service neutron] 10.222.0.20 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790780 Aug 31 14:01:52.457669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d77f7-fe93-4cbd-a4e1-a7fa962beef3 req-428ec4b6-a422-40b8-aac9-e8404d6e2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:52.460107 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f9d77f7-fe93-4cbd-a4e1-a7fa962beef3 req-428ec4b6-a422-40b8-aac9-e8404d6e2dc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2452321 Aug 31 14:01:52.476006 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94acfafd-982a-4750-836d-a8064447b982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438e5715-166e-4cc6-8bf7-160b1dcc9b67'}, {'server_uuid': '5aac0c8c-f61c-4f2f-bf7b-bc109f964b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e47199d9-6704-46b3-9097-4b15aafd45f5'}, {'server_uuid': '82f8b574-7f99-4272-b6cc-e8c76497ed7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d710d51-2ec4-4597-8c27-ea2e926bb495'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:52.479238 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97495f47-550b-4408-a310-447911c209f0" -d '{"events": [{"server_uuid": "94acfafd-982a-4750-836d-a8064447b982", "name": "network-vif-plugged", "status": "completed", "tag": "438e5715-166e-4cc6-8bf7-160b1dcc9b67"}, {"server_uuid": "5aac0c8c-f61c-4f2f-bf7b-bc109f964b62", "name": "network-vif-unplugged", "status": "completed", "tag": "e47199d9-6704-46b3-9097-4b15aafd45f5"}, {"server_uuid": "82f8b574-7f99-4272-b6cc-e8c76497ed7f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d710d51-2ec4-4597-8c27-ea2e926bb495"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:52.558442 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f9d77f7-fe93-4cbd-a4e1-a7fa962beef3 req-d40e79e9-601e-41e9-aa28-9ca3814c1426 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495 HTTP/1.1" status: 200 len: 217 time: 0.0870667 Aug 31 14:01:52.616414 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-2cde93f5-c741-421d-8f3f-38efdbaa6639 service neutron] 10.222.0.20 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789911 Aug 31 14:01:52.735184 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d77f7-fe93-4cbd-a4e1-a7fa962beef3 req-6a2f5922-31f3-4560-bbd0-c980f9722005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:52.737383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f9d77f7-fe93-4cbd-a4e1-a7fa962beef3 req-6a2f5922-31f3-4560-bbd0-c980f9722005 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1199419 Aug 31 14:01:52.757701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9d710d51-2ec4-4597-8c27-ea2e926bb495 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:01:52.858437 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:01:52.908026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d77f7-fe93-4cbd-a4e1-a7fa962beef3 req-88aed970-8762-4bbc-a349-387c4dde9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:52.910324 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f9d77f7-fe93-4cbd-a4e1-a7fa962beef3 req-88aed970-8762-4bbc-a349-387c4dde9771 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1602504 Aug 31 14:01:52.983783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:52.988198 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:53.021503 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-9ae6799c-34e2-4033-b500-010838186ce3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66cd1298-df66-4058-b6f2-90abfaf77874 HTTP/1.1" status: 200 len: 217 time: 0.6268919 Aug 31 14:01:53.027678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9d710d51-2ec4-4597-8c27-ea2e926bb495, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:53.038679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a6f4de-3d66-400b-8f0b-4664083f910e req-a230c0b8-4a5b-41de-a17c-234b714f42b4 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8438363 Aug 31 14:01:53.078796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '9d710d51-2ec4-4597-8c27-ea2e926bb495', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '9d710d51-2ec4-4597-8c27-ea2e926bb495', 'mac_address': 'fa:16:3e:54:c2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:01:53.201577 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:53.221348 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b47143-0614-4ede-b4aa-feb7776cb694 req-807b3e61-c5c1-4e57-a01e-cbe03e07c7ca tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:53.235770 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13b47143-0614-4ede-b4aa-feb7776cb694 req-807b3e61-c5c1-4e57-a01e-cbe03e07c7ca tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 944 time: 0.3014905 Aug 31 14:01:53.240484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d710d51-2ec4-4597-8c27-ea2e926bb495 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:53.285614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9d710d51-2ec4-4597-8c27-ea2e926bb495, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:53.296423 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:53.311315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Allocated IP 172.20.0.7 (32e80b2a-96f7-42f4-b113-1b21fb467318/d50b5bd4-258e-43ae-bc2c-e694548f6a87/82e8872c-fd15-45a9-9f18-754d30a95a19) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:53.338252 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f9d77f7-fe93-4cbd-a4e1-a7fa962beef3 req-0bbfbdb7-b4c3-4284-946a-4f9d72dd45e2 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183061 Aug 31 14:01:53.353406 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13b47143-0614-4ede-b4aa-feb7776cb694 req-bff5420e-e178-4b36-a512-d09fa948216f tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075568 Aug 31 14:01:53.442996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9d710d51-2ec4-4597-8c27-ea2e926bb495,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:53.529490 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f9d77f7-fe93-4cbd-a4e1-a7fa962beef3 req-504d3305-c485-4b9a-aae8-d0d7520ba036 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749902 Aug 31 14:01:53.557241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9d710d51-2ec4-4597-8c27-ea2e926bb495'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:01:53.607278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-062b5931-0794-47ab-885c-37ec45c38cf2 req-1716ac9b-98ee-4f7b-ac65-fbbbe100c090 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 210 time: 0.0764680 Aug 31 14:01:53.709416 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7943bc7-2507-4f0d-ae06-b23e23566327 x-openstack-request-id: req-d7943bc7-2507-4f0d-ae06-b23e23566327 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:53.709787 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543aef5b-d38c-4665-9e52-438080bb51f0", "tag": "66cd1298-df66-4058-b6f2-90abfaf77874", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:53.710163 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7943bc7-2507-4f0d-ae06-b23e23566327 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:53.711207 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543aef5b-d38c-4665-9e52-438080bb51f0', 'tag': '66cd1298-df66-4058-b6f2-90abfaf77874', 'status': 'completed', 'code': 200} Aug 31 14:01:53.827226 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d00a53d-3f24-44a5-9451-cbc18b2d2161 x-openstack-request-id: req-7d00a53d-3f24-44a5-9451-cbc18b2d2161 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:53.831478 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94acfafd-982a-4750-836d-a8064447b982", "name": "network-vif-plugged", "status": "completed", "tag": "438e5715-166e-4cc6-8bf7-160b1dcc9b67", "code": 200}, {"server_uuid": "5aac0c8c-f61c-4f2f-bf7b-bc109f964b62", "name": "network-vif-unplugged", "status": "completed", "tag": "e47199d9-6704-46b3-9097-4b15aafd45f5", "code": 200}, {"server_uuid": "82f8b574-7f99-4272-b6cc-e8c76497ed7f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d710d51-2ec4-4597-8c27-ea2e926bb495", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:53.831836 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d00a53d-3f24-44a5-9451-cbc18b2d2161 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:53.832463 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94acfafd-982a-4750-836d-a8064447b982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438e5715-166e-4cc6-8bf7-160b1dcc9b67', 'code': 200} Aug 31 14:01:53.832746 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac0c8c-f61c-4f2f-bf7b-bc109f964b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e47199d9-6704-46b3-9097-4b15aafd45f5', 'code': 200} Aug 31 14:01:53.833610 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f8b574-7f99-4272-b6cc-e8c76497ed7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d710d51-2ec4-4597-8c27-ea2e926bb495', 'code': 200} Aug 31 14:01:53.912258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c4196-964e-4c65-9b3a-23f9f8453ae3 req-219d4542-3121-4233-9386-b6af77363cb2 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:53.916594 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a97c4196-964e-4c65-9b3a-23f9f8453ae3 req-219d4542-3121-4233-9386-b6af77363cb2 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.52 "GET /v2.0/ports?device_id=5aac0c8c-f61c-4f2f-bf7b-bc109f964b62 HTTP/1.1" status: 200 len: 943 time: 0.1695166 Aug 31 14:01:54.156822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Allocated IP 19.80.0.182 (7529cf88-7bea-4a25-8555-82c0effb4391/7319bb40-aa7a-458d-9256-f740bf884dd2/0327692d-1860-483a-bb01-4dc227c7c1f7) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:54.259814 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.276050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Transition to ACTIVE for port object 82e8872c-fd15-45a9-9f18-754d30a95a19 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:54.294900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab9f7f-07f5-4e09-8175-3f910de391da req-297a9704-4376-49ea-8347-fb460e82b11c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:54.314623 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3ab9f7f-07f5-4e09-8175-3f910de391da req-297a9704-4376-49ea-8347-fb460e82b11c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 932 time: 0.2876079 Aug 31 14:01:54.340090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Network b5fb4c7e-2c3a-4423-9d26-009e73aec85e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:54.355745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9c3df-e19e-4c5d-a4c5-f99a47fbac76 req-839b3688-e002-424c-8cab-8ac72d07467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:54.357619 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ade9c3df-e19e-4c5d-a4c5-f99a47fbac76 req-839b3688-e002-424c-8cab-8ac72d07467f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=94acfafd-982a-4750-836d-a8064447b982 HTTP/1.1" status: 200 len: 1096 time: 0.1645608 Aug 31 14:01:54.363127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-a97c4196-964e-4c65-9b3a-23f9f8453ae3 req-3450c7b6-346f-4649-a58c-e158917ad5c6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Deleting port e47199d9-6704-46b3-9097-4b15aafd45f5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:01:54.363564 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a97c4196-964e-4c65-9b3a-23f9f8453ae3 req-3450c7b6-346f-4649-a58c-e158917ad5c6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.371815 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4cb2be91-0ffd-4345-be77-76c739a6eb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.427353 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:54.430080 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.436453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:54.446442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Port': ['ID=3adf0515-04b3-473a-9e4d-355c21d8fc2a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:54.458572 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3ab9f7f-07f5-4e09-8175-3f910de391da req-8f047759-aad0-4f57-9b09-d84a7278d08c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402025 Aug 31 14:01:54.572530 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Network 32e80b2a-96f7-42f4-b113-1b21fb467318 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:54.610020 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ade9c3df-e19e-4c5d-a4c5-f99a47fbac76 req-4bc8bb85-0c04-4640-8d8d-f007ac209a59 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408504 Aug 31 14:01:54.688209 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc03df79-541a-4c3d-942a-ccb64735c069 req-f2c9fd6c-e101-48e6-95fb-012b61f72d21 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 210 time: 0.0624585 Aug 31 14:01:54.735682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a97c4196-964e-4c65-9b3a-23f9f8453ae3 req-3450c7b6-346f-4649-a58c-e158917ad5c6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] For port e47199d9-6704-46b3-9097-4b15aafd45f5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e47199d9-6704-46b3-9097-4b15aafd45f5,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:54.736988 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a97c4196-964e-4c65-9b3a-23f9f8453ae3 req-3450c7b6-346f-4649-a58c-e158917ad5c6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.761684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-a97c4196-964e-4c65-9b3a-23f9f8453ae3 req-3450c7b6-346f-4649-a58c-e158917ad5c6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Calling delete_port for e47199d9-6704-46b3-9097-4b15aafd45f5 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:01:54.772075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9d710d51-2ec4-4597-8c27-ea2e926bb495 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:01:54.828407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-110276d8-3093-4fc2-9d89-6ab8ca95c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:54.830463 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-110276d8-3093-4fc2-9d89-6ab8ca95c4f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eada9d0-4b7c-4b45-a4d6-8faea34b1694 HTTP/1.1" status: 200 len: 854 time: 1.7819350 Aug 31 14:01:54.836250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4cb2be91-0ffd-4345-be77-76c739a6eb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:54.904993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:54.923060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:55.000714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 9d710d51-2ec4-4597-8c27-ea2e926bb495 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:55.006042 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.110461 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a97c4196-964e-4c65-9b3a-23f9f8453ae3 req-3450c7b6-346f-4649-a58c-e158917ad5c6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.182922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7c4f7900-ec84-4407-bf58-6f5b677e01fc None None] Provisioning for port 3adf0515-04b3-473a-9e4d-355c21d8fc2a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:55.211980 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.218637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7c4f7900-ec84-4407-bf58-6f5b677e01fc None None] Provisioning complete for port 3adf0515-04b3-473a-9e4d-355c21d8fc2a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:55.222879 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c4f7900-ec84-4407-bf58-6f5b677e01fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.244923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Transition to ACTIVE for port object 0327692d-1860-483a-bb01-4dc227c7c1f7 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:55.246684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450c7b6-346f-4649-a58c-e158917ad5c6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Pushing event deleted for resources: {'Port': ['ID=e47199d9-6704-46b3-9097-4b15aafd45f5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:55.359613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddc03d-db44-4e25-84c6-8647fb374010 req-9b86ee2e-aebb-424c-a352-808fa0ac0d9f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:55.367249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f7900-ec84-4407-bf58-6f5b677e01fc None None] Port 3adf0515-04b3-473a-9e4d-355c21d8fc2a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:55.369109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddc03d-db44-4e25-84c6-8647fb374010 req-9b86ee2e-aebb-424c-a352-808fa0ac0d9f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:55.381909 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-beddc03d-db44-4e25-84c6-8647fb374010 req-9b86ee2e-aebb-424c-a352-808fa0ac0d9f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 1654 time: 0.3222070 Aug 31 14:01:55.449922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:55.451701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.459126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Pushing event updated for resources: {'Port': ['ID=82e8872c-fd15-45a9-9f18-754d30a95a19,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:55.483926 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.541126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97c4196-964e-4c65-9b3a-23f9f8453ae3 req-3450c7b6-346f-4649-a58c-e158917ad5c6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] No DVR routers for this DVR port e47199d9-6704-46b3-9097-4b15aafd45f5 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:01:55.579702 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4cb2be91-0ffd-4345-be77-76c739a6eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.583240 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4cb2be91-0ffd-4345-be77-76c739a6eb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.585358 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4cb2be91-0ffd-4345-be77-76c739a6eb38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22e8ea9d-e6bc-4368-911e-37170e152661 HTTP/1.1" status: 204 len: 168 time: 3.5639379 Aug 31 14:01:55.606237 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.611174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9d710d51-2ec4-4597-8c27-ea2e926bb495, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:01:55.637794 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-83e51e4e-6323-40b8-ac0b-b7383d5c09f3 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:55.640709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-83e51e4e-6323-40b8-ac0b-b7383d5c09f3 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.13 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 804 time: 0.5812607 Aug 31 14:01:55.645304 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a97c4196-964e-4c65-9b3a-23f9f8453ae3 req-3450c7b6-346f-4649-a58c-e158917ad5c6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.648544 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a97c4196-964e-4c65-9b3a-23f9f8453ae3 req-3450c7b6-346f-4649-a58c-e158917ad5c6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.52 "DELETE /v2.0/ports/e47199d9-6704-46b3-9097-4b15aafd45f5 HTTP/1.1" status: 204 len: 173 time: 1.7219944 Aug 31 14:01:55.649144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aac0c8c-f61c-4f2f-bf7b-bc109f964b62', 'name': 'network-vif-deleted', 'tag': 'e47199d9-6704-46b3-9097-4b15aafd45f5'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:55.652472 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbacfbac-91cf-4b49-90de-a8b5e5e00066" -d '{"events": [{"server_uuid": "5aac0c8c-f61c-4f2f-bf7b-bc109f964b62", "name": "network-vif-deleted", "tag": "e47199d9-6704-46b3-9097-4b15aafd45f5"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:55.657462 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.686766 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Request body: {'port': {'device_id': 'c817e0ab-12f3-4cbe-9d90-627d689aac99', 'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'admin_state_up': True, 'tenant_id': '4669e85b74e843cfa5df9451dd811ad7'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:55.754540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cabbb64a-a6d1-46c2-bbca-cc60d386b223 None None] Provisioning for port 82e8872c-fd15-45a9-9f18-754d30a95a19 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:55.792486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cabbb64a-a6d1-46c2-bbca-cc60d386b223 None None] Provisioning complete for port 82e8872c-fd15-45a9-9f18-754d30a95a19 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:55.793814 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cabbb64a-a6d1-46c2-bbca-cc60d386b223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:55.828204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadb3da-00dc-4ead-afff-8eaf41397915 req-2d4934fe-2315-4c5a-9eda-8b283b9887eb tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:55.841912 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fadb3da-00dc-4ead-afff-8eaf41397915 req-2d4934fe-2315-4c5a-9eda-8b283b9887eb tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 948 time: 2.0388043 Aug 31 14:01:55.853250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-beddc03d-db44-4e25-84c6-8647fb374010 req-272b95db-8b9c-480a-af92-14f1d6fd5411 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584572 Aug 31 14:01:55.875228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Port': ['ID=0327692d-1860-483a-bb01-4dc227c7c1f7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:55.920562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2be91-0ffd-4345-be77-76c739a6eb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e8ea9d-e6bc-4368-911e-37170e152661,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:55.927731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network 7529cf88-7bea-4a25-8555-82c0effb4391 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:55.980805 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a13abb9b-a501-47da-be89-9a0658d33dd6 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1115668 Aug 31 14:01:55.989776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:55.993676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:55.998126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f8b574-7f99-4272-b6cc-e8c76497ed7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d710d51-2ec4-4597-8c27-ea2e926bb495'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:01:56.006749 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b47a08-37f7-4041-a50f-9d25f45d6119" -d '{"events": [{"server_uuid": "82f8b574-7f99-4272-b6cc-e8c76497ed7f", "name": "network-vif-plugged", "status": "completed", "tag": "9d710d51-2ec4-4597-8c27-ea2e926bb495"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:01:56.131106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'port': {'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'network_id': '3047d222-e131-4442-beba-491cc2c26785', 'admin_state_up': True, 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'security_groups': ['18d06617-1364-4675-8606-8f6dcd209797']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:56.157350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:56.160732 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.190784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-33b29812-1609-4574-9c1e-ca2fceb82713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:56.194501 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-33b29812-1609-4574-9c1e-ca2fceb82713 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9e7c260-818e-46d0-9c98-1f322e8f2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2662661 Aug 31 14:01:56.212669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:56.214221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.283075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fd49f-bbc8-4753-94a0-75f18ab2d4dc req-145c7704-ba2f-45fe-a3f8-99a1e07aec42 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:56.284851 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d12fd49f-bbc8-4753-94a0-75f18ab2d4dc req-145c7704-ba2f-45fe-a3f8-99a1e07aec42 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 944 time: 0.2539482 Aug 31 14:01:56.415857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Made reservation on behalf of 4669e85b74e843cfa5df9451dd811ad7 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:56.423480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fadb3da-00dc-4ead-afff-8eaf41397915 req-b859b431-40bd-4888-bc1e-1ee7e1573f6f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214603 Aug 31 14:01:56.442328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.572145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-cabbb64a-a6d1-46c2-bbca-cc60d386b223 None None] Port 82e8872c-fd15-45a9-9f18-754d30a95a19 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:56.581449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-e38aa8ec-4af5-4eae-ae62-aa3e6b6e66a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9413600 Aug 31 14:01:56.582484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9d710d51-2ec4-4597-8c27-ea2e926bb495,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:56.616564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-4f27aa55-d11b-495d-8b07-ad96d0c808a0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8015954 Aug 31 14:01:56.623888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Request body: {'port': {'device_id': '5696eddf-88f9-494b-ae76-7f914c05a046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:56.671051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Request body: {'port': {'device_id': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:56.699367 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e1236644-95c0-411f-a967-1b6298e3fed3 None None] Provisioning for port 0327692d-1860-483a-bb01-4dc227c7c1f7 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:56.716318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e1236644-95c0-411f-a967-1b6298e3fed3 None None] Provisioning complete for port 0327692d-1860-483a-bb01-4dc227c7c1f7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:56.716871 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e1236644-95c0-411f-a967-1b6298e3fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.746683 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d12fd49f-bbc8-4753-94a0-75f18ab2d4dc req-eba621c2-b230-423e-9b2c-cf8282188ff1 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383159 Aug 31 14:01:56.797707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e1236644-95c0-411f-a967-1b6298e3fed3 None None] Port 0327692d-1860-483a-bb01-4dc227c7c1f7 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:56.877611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900093-1cc8-4284-bd0b-df703808052d req-4c3925e9-f944-47b4-b176-b74aa04324e2 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:56.879346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94900093-1cc8-4284-bd0b-df703808052d req-4c3925e9-f944-47b4-b176-b74aa04324e2 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 931 time: 0.3153975 Aug 31 14:01:56.881203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c79a5-5717-4c51-9443-0f6a719c497e req-02ce9ef1-33f1-4b9e-9e3a-068b816349a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:56.883034 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-969c79a5-5717-4c51-9443-0f6a719c497e req-02ce9ef1-33f1-4b9e-9e3a-068b816349a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 1097 time: 0.4107206 Aug 31 14:01:56.921752 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:56.940323 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-d2478afa-fcea-48b5-837a-b1f2199c1187 service neutron] 10.222.0.52 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192805 Aug 31 14:01:57.047474 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:57.079959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Allocated IP 172.20.0.6 (097ed294-311a-4047-a411-d1b3a475b551/81a4f80d-1ced-4844-b1bb-7b0eaea3bfce/4b2be336-e306-4409-8f69-d81e8caa4411) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:57.118807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c461420-6fac-4d0a-8c0a-f9425a902b0b req-5d25de69-166e-4d72-87e9-b0a3a84ecdf4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:57.124285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:01:57.128218 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c461420-6fac-4d0a-8c0a-f9425a902b0b req-5d25de69-166e-4d72-87e9-b0a3a84ecdf4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 932 time: 0.2501361 Aug 31 14:01:57.132538 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:57.210730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c79a5-5717-4c51-9443-0f6a719c497e req-a2b58e61-4f0e-4e0b-9cc9-2df8549ca154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:57.212834 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-969c79a5-5717-4c51-9443-0f6a719c497e req-a2b58e61-4f0e-4e0b-9cc9-2df8549ca154 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.2477944 Aug 31 14:01:57.286598 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c461420-6fac-4d0a-8c0a-f9425a902b0b req-4b9493a4-f838-43eb-afe3-67a63cf8455d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512575 Aug 31 14:01:57.400019 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-969c79a5-5717-4c51-9443-0f6a719c497e req-d8202b36-2b63-49f7-9116-6c4767386e6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 200 len: 1000 time: 0.1743467 Aug 31 14:01:57.424965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e47199d9-6704-46b3-9097-4b15aafd45f5 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:01:57.461342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: e47199d9-6704-46b3-9097-4b15aafd45f5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:01:57.471637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e47199d9-6704-46b3-9097-4b15aafd45f5 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:01:57.505747 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:57.595475 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:57.615313 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ceb67d-aae6-44dd-a54b-74238baf098e x-openstack-request-id: req-11ceb67d-aae6-44dd-a54b-74238baf098e {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:57.615871 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aac0c8c-f61c-4f2f-bf7b-bc109f964b62", "name": "network-vif-deleted", "tag": "e47199d9-6704-46b3-9097-4b15aafd45f5", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:57.616362 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11ceb67d-aae6-44dd-a54b-74238baf098e {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:57.616995 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac0c8c-f61c-4f2f-bf7b-bc109f964b62', 'name': 'network-vif-deleted', 'tag': 'e47199d9-6704-46b3-9097-4b15aafd45f5', 'status': 'completed', 'code': 200} Aug 31 14:01:57.681755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b84c13a-3006-430f-ac6e-822e42d9ad74 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:57.694844 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:57.715912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Transition to ACTIVE for port object 9b84c13a-3006-430f-ac6e-822e42d9ad74 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:57.741318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Network 097ed294-311a-4047-a411-d1b3a475b551 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:57.749424 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c79a5-5717-4c51-9443-0f6a719c497e req-5cf8ed61-99d9-49b4-918b-8270e5d7d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:57.750656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94900093-1cc8-4284-bd0b-df703808052d req-56414b22-c38c-40b1-9467-b6d2abe73730 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8299000 Aug 31 14:01:57.751403 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-969c79a5-5717-4c51-9443-0f6a719c497e req-5cf8ed61-99d9-49b4-918b-8270e5d7d80c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.3395345 Aug 31 14:01:57.759326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:57.772303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:57.784851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:57.839567 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:57.840135 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:57.853399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Pushing event updated for resources: {'Port': ['ID=4b2be336-e306-4409-8f69-d81e8caa4411,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:57.860971 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c87fb2-5f4e-4f12-9b70-036d0936bbb9 x-openstack-request-id: req-12c87fb2-5f4e-4f12-9b70-036d0936bbb9 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:01:57.861490 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f8b574-7f99-4272-b6cc-e8c76497ed7f", "name": "network-vif-plugged", "status": "completed", "tag": "9d710d51-2ec4-4597-8c27-ea2e926bb495", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:01:57.861616 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12c87fb2-5f4e-4f12-9b70-036d0936bbb9 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:01:57.861900 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f8b574-7f99-4272-b6cc-e8c76497ed7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d710d51-2ec4-4597-8c27-ea2e926bb495', 'code': 200} Aug 31 14:01:57.923098 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-0e3ef9d6-8527-4305-badd-f9776c22a704 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2666316 Aug 31 14:01:57.937832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586eeb6-bae3-4cae-ba99-a3667b43e78f req-1e1449e3-d6d6-4e01-8782-4fc1f12c9b80 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:57.945805 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8586eeb6-bae3-4cae-ba99-a3667b43e78f req-1e1449e3-d6d6-4e01-8782-4fc1f12c9b80 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 931 time: 0.2439978 Aug 31 14:01:57.958574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Request body: {'port': {'device_id': 'c817e0ab-12f3-4cbe-9d90-627d689aac99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:01:57.995173 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c79a5-5717-4c51-9443-0f6a719c497e req-a3429d28-73c9-43f8-bad4-12a7c3cd3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:57.996988 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-969c79a5-5717-4c51-9443-0f6a719c497e req-a3429d28-73c9-43f8-bad4-12a7c3cd3375 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636097 Aug 31 14:01:58.168145 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-969c79a5-5717-4c51-9443-0f6a719c497e req-dae98aa0-cd5c-4b54-b2e5-4e0d8e4ba3fe service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601362 Aug 31 14:01:58.301382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Allocated IP 10.1.1.187 (3047d222-e131-4442-beba-491cc2c26785/b50c12e7-38f7-4137-b02b-c185284f3589/83219683-f9b0-42b6-82dc-6016f15f8221) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:01:58.324339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8586eeb6-bae3-4cae-ba99-a3667b43e78f req-5dfcb39a-ea15-4cd0-b0e9-ada0c9dbf2af tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683980 Aug 31 14:01:58.430194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.486666 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.505793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Transition to ACTIVE for port object 83219683-f9b0-42b6-82dc-6016f15f8221 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:58.602290 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.879427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e8872c-fd15-45a9-9f18-754d30a95a19 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:01:58.888344 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.905045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Transition to ACTIVE for port object 82e8872c-fd15-45a9-9f18-754d30a95a19 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:01:58.930452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55fda1e7-6aac-4888-b98e-29ec898209d7 req-ff1eaf38-93a0-49fd-a492-00e9232aef92 service neutron] 10.222.0.52 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9640782 Aug 31 14:01:58.939117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Pushing event updated for resources: {'Port': ['ID=9b84c13a-3006-430f-ac6e-822e42d9ad74,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:58.957688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:58.966650 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-acfe5ec4-34f3-436b-9041-a91533b4a8c9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:58.968459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-acfe5ec4-34f3-436b-9041-a91533b4a8c9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f&tenant_id=080b42569e654447a2d600dfa0c1e0e3&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 949 time: 0.7380979 Aug 31 14:01:58.976862 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-969c79a5-5717-4c51-9443-0f6a719c497e req-1acd6618-4647-495c-a2a6-dd0a6c3ac2cb service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7861435 Aug 31 14:01:59.117747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Network 3047d222-e131-4442-beba-491cc2c26785 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:01:59.140016 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187a5ec-bfd5-45a6-bcd7-9a9242624625 req-2ae4c37c-9bb6-4f4c-96a5-3865221494f1 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:59.145583 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c187a5ec-bfd5-45a6-bcd7-9a9242624625 req-2ae4c37c-9bb6-4f4c-96a5-3865221494f1 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 944 time: 0.6674852 Aug 31 14:01:59.154925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9560604-3a41-4cda-a109-6f9b029102b1 req-c1d4c95d-8b52-4959-a7d3-6795f1bb272e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:59.166641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9560604-3a41-4cda-a109-6f9b029102b1 req-c1d4c95d-8b52-4959-a7d3-6795f1bb272e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:59.177524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9560604-3a41-4cda-a109-6f9b029102b1 req-c1d4c95d-8b52-4959-a7d3-6795f1bb272e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:59.187127 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9560604-3a41-4cda-a109-6f9b029102b1 req-c1d4c95d-8b52-4959-a7d3-6795f1bb272e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2388 time: 0.6308644 Aug 31 14:01:59.225119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:01:59.248955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:01:59.301705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Attempting to bind port 9b84c13a-3006-430f-ac6e-822e42d9ad74 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:59.302246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Attempting to bind port 9b84c13a-3006-430f-ac6e-822e42d9ad74 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:59.302783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Attempting to bind port 9b84c13a-3006-430f-ac6e-822e42d9ad74 on network 7529cf88-7bea-4a25-8555-82c0effb4391 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:59.380339 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d44b67-6d9c-4c27-b05e-73f49345fee9 req-f62ad159-f95e-42b0-b79d-d55db0543919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:59.381864 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d44b67-6d9c-4c27-b05e-73f49345fee9 req-f62ad159-f95e-42b0-b79d-d55db0543919 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9f81895b2394bff804347c0c12c6f67&device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 1095 time: 0.3804877 Aug 31 14:01:59.430507 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c187a5ec-bfd5-45a6-bcd7-9a9242624625 req-fd334675-478b-4203-bbe7-b12f76b24de2 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703390 Aug 31 14:01:59.571764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Port 9b84c13a-3006-430f-ac6e-822e42d9ad74 on network 7529cf88-7bea-4a25-8555-82c0effb4391 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:01:59.573978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Attempting to bind port 9b84c13a-3006-430f-ac6e-822e42d9ad74 on network 7529cf88-7bea-4a25-8555-82c0effb4391 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:59.580169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9560604-3a41-4cda-a109-6f9b029102b1 req-d8bdbf7a-c8ea-496c-8e1c-b75ce18e5613 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921273 Aug 31 14:01:59.645263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Port': ['ID=83219683-f9b0-42b6-82dc-6016f15f8221,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:59.662139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:59.662861 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.756945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=82e8872c-fd15-45a9-9f18-754d30a95a19,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:01:59.770039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Attempting to bind port 82e8872c-fd15-45a9-9f18-754d30a95a19 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:01:59.770806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Attempting to bind port 82e8872c-fd15-45a9-9f18-754d30a95a19 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:01:59.771922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Attempting to bind port 82e8872c-fd15-45a9-9f18-754d30a95a19 on network 32e80b2a-96f7-42f4-b113-1b21fb467318 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:59.778950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Port 82e8872c-fd15-45a9-9f18-754d30a95a19 on network 32e80b2a-96f7-42f4-b113-1b21fb467318 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:01:59.779605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Attempting to bind port 82e8872c-fd15-45a9-9f18-754d30a95a19 on network 32e80b2a-96f7-42f4-b113-1b21fb467318 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:01:59.786903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7e16f423-694d-4e12-83ba-bdd402af0aa7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6671309 Aug 31 14:01:59.788167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:59.788834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Checking segment: {'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:59.789441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Bound using segment: {'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:59.790117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Bound port: 82e8872c-fd15-45a9-9f18-754d30a95a19, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:59.790834 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.807313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:01:59.808223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Checking segment: {'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:01:59.809082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Bound using segment: {'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:01:59.809885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Bound port: 9b84c13a-3006-430f-ac6e-822e42d9ad74, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:01:59.810584 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.834013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bd1f9f91-bcd1-4743-9f63-a465b33901d8 None None] Provisioning for port 83219683-f9b0-42b6-82dc-6016f15f8221 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:01:59.849793 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bd1f9f91-bcd1-4743-9f63-a465b33901d8 None None] Provisioning complete for port 83219683-f9b0-42b6-82dc-6016f15f8221 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:01:59.850253 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bd1f9f91-bcd1-4743-9f63-a465b33901d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:01:59.868966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-13286fd5-c7e9-4842-9d55-fa0967319e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:01:59.870753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-13286fd5-c7e9-4842-9d55-fa0967319e1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 1100 time: 0.7208829 Aug 31 14:01:59.898051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] For port 82e8872c-fd15-45a9-9f18-754d30a95a19, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:59.901672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] For port 82e8872c-fd15-45a9-9f18-754d30a95a19, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=82e8872c-fd15-45a9-9f18-754d30a95a19,segment=NetworkSegment(8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b),segment_id=8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:59.965964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f9f91-bcd1-4743-9f63-a465b33901d8 None None] Port 83219683-f9b0-42b6-82dc-6016f15f8221 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:01:59.966896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] For port 9b84c13a-3006-430f-ac6e-822e42d9ad74, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:01:59.970373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] For port 9b84c13a-3006-430f-ac6e-822e42d9ad74, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9b84c13a-3006-430f-ac6e-822e42d9ad74,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:01:59.977715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'port': {'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'network_id': '3047d222-e131-4442-beba-491cc2c26785', 'admin_state_up': True, 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'security_groups': ['18d06617-1364-4675-8606-8f6dcd209797']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:00.046998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2be336-e306-4409-8f69-d81e8caa4411 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:00.050474 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.064771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b396d-721d-4fc2-826f-908417cd08be req-8207280d-1dcb-4735-8a37-3572fdb80b88 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:00.073550 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b3b396d-721d-4fc2-826f-908417cd08be req-8207280d-1dcb-4735-8a37-3572fdb80b88 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.3333013 Aug 31 14:02:00.076093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d44b67-6d9c-4c27-b05e-73f49345fee9 req-db3d6f3c-a34f-4a7d-bd59-fb5a5ae79d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:00.077787 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d44b67-6d9c-4c27-b05e-73f49345fee9 req-db3d6f3c-a34f-4a7d-bd59-fb5a5ae79d8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9e7c260-818e-46d0-9c98-1f322e8f2f12 HTTP/1.1" status: 200 len: 916 time: 0.5136960 Aug 31 14:02:00.080258 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.083639 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.137905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:00.137905 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.138358 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] 10.222.0.13 "PUT /v2.0/ports/9b84c13a-3006-430f-ac6e-822e42d9ad74 HTTP/1.1" status: 200 len: 1091 time: 3.5291815 Aug 31 14:02:00.139036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'tag': '9b84c13a-3006-430f-ac6e-822e42d9ad74'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:00.141410 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4160925-363e-48e4-96b5-b4b557658f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "tag": "9b84c13a-3006-430f-ac6e-822e42d9ad74"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:00.215925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:00.225405 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.227097 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] 10.222.0.52 "PUT /v2.0/ports/82e8872c-fd15-45a9-9f18-754d30a95a19 HTTP/1.1" status: 200 len: 1091 time: 3.5845685 Aug 31 14:02:00.233098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Request body: {'port': {'device_id': '5696eddf-88f9-494b-ae76-7f914c05a046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:00.271678 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d44b67-6d9c-4c27-b05e-73f49345fee9 req-2334a70b-dd8e-4e27-adf2-9321c944fd31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66cd1298-df66-4058-b6f2-90abfaf77874 HTTP/1.1" status: 200 len: 217 time: 0.1662819 Aug 31 14:02:00.273046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Transition to ACTIVE for port object 4b2be336-e306-4409-8f69-d81e8caa4411 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:00.339589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e34bc2-7059-4610-b58e-a6f7e148d27b req-232cdf2e-fab9-45bf-9916-f315a85d55be tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:00.348874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e34bc2-7059-4610-b58e-a6f7e148d27b req-232cdf2e-fab9-45bf-9916-f315a85d55be tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:00.350660 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82e34bc2-7059-4610-b58e-a6f7e148d27b req-232cdf2e-fab9-45bf-9916-f315a85d55be tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 1654 time: 0.3784769 Aug 31 14:02:00.354293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.498249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b3b396d-721d-4fc2-826f-908417cd08be req-3bdb6bd1-601f-48ef-a7bf-c6044d0e71b1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199114 Aug 31 14:02:00.499025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0d699-030a-46b2-825b-449026384ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=82e8872c-fd15-45a9-9f18-754d30a95a19,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:00.514620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:00.514796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-1609eae6-52de-4dd7-9a24-b4f15355f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:00.516221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-1609eae6-52de-4dd7-9a24-b4f15355f53b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.6279273 Aug 31 14:02:00.551373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d44b67-6d9c-4c27-b05e-73f49345fee9 req-943fcf59-ddc0-40ef-9771-9b934b333104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:00.552909 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d44b67-6d9c-4c27-b05e-73f49345fee9 req-943fcf59-ddc0-40ef-9771-9b934b333104 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eada9d0-4b7c-4b45-a4d6-8faea34b1694 HTTP/1.1" status: 200 len: 854 time: 0.2584329 Aug 31 14:02:00.632028 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-099e25aa-5f03-4338-86c8-4896973ae948 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495 HTTP/1.1" status: 200 len: 217 time: 0.0949399 Aug 31 14:02:00.633196 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Pushing event updated for resources: {'Port': ['ID=4b2be336-e306-4409-8f69-d81e8caa4411,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:00.731747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-08d764d7-1b76-4640-928c-2ad3f3a7b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:00.733439 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-08d764d7-1b76-4640-928c-2ad3f3a7b9f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0771778 Aug 31 14:02:00.948795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Attempting to bind port 4b2be336-e306-4409-8f69-d81e8caa4411 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:00.949208 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Attempting to bind port 4b2be336-e306-4409-8f69-d81e8caa4411 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:00.949513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Attempting to bind port 4b2be336-e306-4409-8f69-d81e8caa4411 on network 097ed294-311a-4047-a411-d1b3a475b551 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:00.982347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d44b67-6d9c-4c27-b05e-73f49345fee9 req-951e862b-952d-4ac3-a53c-116dd3ff8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:00.983944 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d44b67-6d9c-4c27-b05e-73f49345fee9 req-951e862b-952d-4ac3-a53c-116dd3ff8b10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9e7c260-818e-46d0-9c98-1f322e8f2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3645897 Aug 31 14:02:00.992419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Port 4b2be336-e306-4409-8f69-d81e8caa4411 on network 097ed294-311a-4047-a411-d1b3a475b551 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:00.992812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Attempting to bind port 4b2be336-e306-4409-8f69-d81e8caa4411 on network 097ed294-311a-4047-a411-d1b3a475b551 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:01.001898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:01.002322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Checking segment: {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:01.002680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Bound using segment: {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:01.003182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Bound port: 4b2be336-e306-4409-8f69-d81e8caa4411, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8d4392-890a-487f-bddd-4260467a2a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '097ed294-311a-4047-a411-d1b3a475b551'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:01.003610 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.063152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc18a0-a8ec-4c2b-86f6-0f05d2319abf service neutron] Pushing event updated for resources: {'Port': ['ID=9b84c13a-3006-430f-ac6e-822e42d9ad74,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:01.128746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] For port 4b2be336-e306-4409-8f69-d81e8caa4411, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:01.132800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] For port 4b2be336-e306-4409-8f69-d81e8caa4411, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b2be336-e306-4409-8f69-d81e8caa4411,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:01.134927 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82e34bc2-7059-4610-b58e-a6f7e148d27b req-39509d03-f52d-40a3-9e36-d9d2b1f808ec tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7307706 Aug 31 14:02:01.166172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.200700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-1e3f1fc8-ffaa-4958-af09-0a1c5facbd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:01.202915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ac69d-609d-46a6-b51b-568aa92a0bd4 req-0afcc0fc-4bf3-42d7-a53e-21c948326287 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:01.205613 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a16ac69d-609d-46a6-b51b-568aa92a0bd4 req-0afcc0fc-4bf3-42d7-a53e-21c948326287 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 943 time: 0.4472129 Aug 31 14:02:01.208527 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-1e3f1fc8-ffaa-4958-af09-0a1c5facbd3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ba305546f2943cc8d13d5159823234e&device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 1094 time: 0.8897269 Aug 31 14:02:01.214547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:01.224427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.318337 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3338ea38-4f83-4dec-a6ec-c3b7d6b285a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.339696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Pushing event updated for resources: {'Port': ['ID=4b2be336-e306-4409-8f69-d81e8caa4411,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:01.355357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-83f6ce84-0c02-4224-ac8a-956a3d251893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:01.363544 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-83f6ce84-0c02-4224-ac8a-956a3d251893 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5517173 Aug 31 14:02:01.388366 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-322a4789-9b77-4831-95dd-1974a2d63b57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82e8872c-fd15-45a9-9f18-754d30a95a19 HTTP/1.1" status: 200 len: 217 time: 0.1579516 Aug 31 14:02:01.442198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 66cd1298-df66-4058-b6f2-90abfaf77874 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:01.444453 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a16ac69d-609d-46a6-b51b-568aa92a0bd4 req-58d93233-afbc-448a-bfa3-64f6f3b192f3 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063967 Aug 31 14:02:01.495461 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d44b67-6d9c-4c27-b05e-73f49345fee9 req-a52c29b5-bd74-49e0-84fe-a83fd0a805e9 service neutron] 10.222.0.52 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956295 Aug 31 14:02:01.564824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6060ef-0afb-43c8-934d-81b4fb57f89b req-b8e8d37d-9f30-4198-b03b-7731a1018c15 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:01.567251 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6e6060ef-0afb-43c8-934d-81b4fb57f89b req-b8e8d37d-9f30-4198-b03b-7731a1018c15 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 943 time: 0.3072174 Aug 31 14:02:01.641765 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233b5350-71af-404f-95b5-408c1872327b x-openstack-request-id: req-233b5350-71af-404f-95b5-408c1872327b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:01.643157 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "tag": "9b84c13a-3006-430f-ac6e-822e42d9ad74", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:01.643672 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-233b5350-71af-404f-95b5-408c1872327b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:01.645314 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'tag': '9b84c13a-3006-430f-ac6e-822e42d9ad74', 'status': 'completed', 'code': 200} Aug 31 14:02:01.654463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:01.655301 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.657592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-02d445dc-6142-48a5-b93d-4c1c6edf9c6d service neutron] 10.222.0.13 "PUT /v2.0/ports/4b2be336-e306-4409-8f69-d81e8caa4411 HTTP/1.1" status: 200 len: 1091 time: 3.7086952 Aug 31 14:02:01.660402 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30d44b67-6d9c-4c27-b05e-73f49345fee9 req-64ffe8c0-19b9-42b2-8cd8-b546c878ffa4 service neutron] 10.222.0.52 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519268 Aug 31 14:02:01.660884 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c817e0ab-12f3-4cbe-9d90-627d689aac99', 'tag': '4b2be336-e306-4409-8f69-d81e8caa4411'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:01.663383 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76260030-debc-4306-99e3-44bc8f136dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "c817e0ab-12f3-4cbe-9d90-627d689aac99", "tag": "4b2be336-e306-4409-8f69-d81e8caa4411"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:01.730879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 66cd1298-df66-4058-b6f2-90abfaf77874, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=66cd1298-df66-4058-b6f2-90abfaf77874,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:01.759497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-0622b5bc-1a92-46c1-b474-7018af31b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:01.760279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '66cd1298-df66-4058-b6f2-90abfaf77874', 'network_id': 'a9e7c260-818e-46d0-9c98-1f322e8f2f12', 'port_id': '66cd1298-df66-4058-b6f2-90abfaf77874', 'mac_address': 'fa:16:3e:f7:47:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eada9d0-4b7c-4b45-a4d6-8faea34b1694', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:01.761380 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-0622b5bc-1a92-46c1-b474-7018af31b02f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d50b5bd4-258e-43ae-bc2c-e694548f6a87 HTTP/1.1" status: 200 len: 854 time: 0.3624840 Aug 31 14:02:01.816394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01162621-1678-4f19-906d-37638bc38f0f req-5a764672-316b-4b9c-9c67-94c808e339ab tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:01.824238 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-01162621-1678-4f19-906d-37638bc38f0f req-5a764672-316b-4b9c-9c67-94c808e339ab tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 944 time: 0.1189823 Aug 31 14:02:01.857577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-2db3fd4e-81d5-42f0-9e86-d02277f67469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:01.859515 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-2db3fd4e-81d5-42f0-9e86-d02277f67469 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 1094 time: 0.1374118 Aug 31 14:02:01.861796 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-be72b69e-9302-434a-a90b-2ca6def89e29 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588702 Aug 31 14:02:01.873704 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:01.914034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cd1298-df66-4058-b6f2-90abfaf77874 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:01.922794 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-c87af05f-c8ea-4891-a182-b78c9117fc98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b2be336-e306-4409-8f69-d81e8caa4411 HTTP/1.1" status: 200 len: 217 time: 0.0493646 Aug 31 14:02:01.948035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Allocated IP 10.1.1.97 (3047d222-e131-4442-beba-491cc2c26785/b50c12e7-38f7-4137-b02b-c185284f3589/b2bf1ed2-10fe-417a-8870-b240c3970b3f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:01.968261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 66cd1298-df66-4058-b6f2-90abfaf77874, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=66cd1298-df66-4058-b6f2-90abfaf77874,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:01.976996 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.028669 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-b98d2012-a099-4b40-8446-6c05da5ea11a service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048262 Aug 31 14:02:02.077066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-8a6d795d-5fb1-410e-aadc-b9a9f8515f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:02.078493 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-8a6d795d-5fb1-410e-aadc-b9a9f8515f27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a4f80d-1ced-4844-b1bb-7b0eaea3bfce HTTP/1.1" status: 200 len: 844 time: 0.0525100 Aug 31 14:02:02.110212 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-01162621-1678-4f19-906d-37638bc38f0f req-7babed92-e417-4f1b-bfbd-b42a1748e11f tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846756 Aug 31 14:02:02.149773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=66cd1298-df66-4058-b6f2-90abfaf77874,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:02.171517 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-f207adc6-4f6a-4791-9539-ff0fd80e8861 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=097ed294-311a-4047-a411-d1b3a475b551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600572 Aug 31 14:02:02.211488 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6e6060ef-0afb-43c8-934d-81b4fb57f89b req-f52bf7db-085c-4287-8378-5b90faee64a2 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455470 Aug 31 14:02:02.303374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['66cd1298-df66-4058-b6f2-90abfaf77874'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:02.324213 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-b170d6eb-17e5-45cd-ab6d-24fbbfd6f99c service neutron] 10.222.0.13 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436288 Aug 31 14:02:02.345744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66d942e-4bbe-4414-8e08-ae7d40a17d77 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:02.355450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.370774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Transition to ACTIVE for port object d66d942e-4bbe-4414-8e08-ae7d40a17d77 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:02.401112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.506048 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1a54e89-5fb7-492a-9f17-8ffafc979530 req-288e1add-dd8d-4069-9207-c9779d49adea service neutron] 10.222.0.13 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661086 Aug 31 14:02:02.529055 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca3564-2e2b-4f71-9d80-9bc8b928d36b req-b7256fec-525b-4d8f-a0fc-7f90f1204342 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:02.549723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca3564-2e2b-4f71-9d80-9bc8b928d36b req-b7256fec-525b-4d8f-a0fc-7f90f1204342 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:02.563382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca3564-2e2b-4f71-9d80-9bc8b928d36b req-b7256fec-525b-4d8f-a0fc-7f90f1204342 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:02.585509 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ceca3564-2e2b-4f71-9d80-9bc8b928d36b req-b7256fec-525b-4d8f-a0fc-7f90f1204342 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2388 time: 0.2602105 Aug 31 14:02:02.586655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4160925-363e-48e4-96b5-b4b557658f0f req-d41894b7-bac4-45e7-b256-684f2b1fd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:02.588181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4160925-363e-48e4-96b5-b4b557658f0f req-d41894b7-bac4-45e7-b256-684f2b1fd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:02.589632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4160925-363e-48e4-96b5-b4b557658f0f req-d41894b7-bac4-45e7-b256-684f2b1fd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:02.601741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4160925-363e-48e4-96b5-b4b557658f0f req-d41894b7-bac4-45e7-b256-684f2b1fd69c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a51428ff714409299691973e8e96229&device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2731 time: 0.9629021 Aug 31 14:02:02.697005 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ceca3564-2e2b-4f71-9d80-9bc8b928d36b req-322a7142-0cc1-47cc-a69a-e7b381d09934 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009741 Aug 31 14:02:02.711757 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:02.729585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-7e74ecaf-c666-4242-a735-7816643e5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:02.731981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-7e74ecaf-c666-4242-a735-7816643e5f2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32e80b2a-96f7-42f4-b113-1b21fb467318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9572017 Aug 31 14:02:02.732960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Pushing event updated for resources: {'Port': ['ID=d66d942e-4bbe-4414-8e08-ae7d40a17d77,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:02.826340 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fcc674-0e84-47d1-93ce-6e2230a0ac69 x-openstack-request-id: req-e2fcc674-0e84-47d1-93ce-6e2230a0ac69 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:02.826949 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c817e0ab-12f3-4cbe-9d90-627d689aac99", "tag": "4b2be336-e306-4409-8f69-d81e8caa4411", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:02.828049 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2fcc674-0e84-47d1-93ce-6e2230a0ac69 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:02.828785 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c817e0ab-12f3-4cbe-9d90-627d689aac99', 'tag': '4b2be336-e306-4409-8f69-d81e8caa4411', 'status': 'completed', 'code': 200} Aug 31 14:02:03.066440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4160925-363e-48e4-96b5-b4b557658f0f req-ea1b96f4-32a5-4f64-b64d-40521fd5893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.066922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4160925-363e-48e4-96b5-b4b557658f0f req-ea1b96f4-32a5-4f64-b64d-40521fd5893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.067395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4160925-363e-48e4-96b5-b4b557658f0f req-ea1b96f4-32a5-4f64-b64d-40521fd5893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.069117 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4160925-363e-48e4-96b5-b4b557658f0f req-ea1b96f4-32a5-4f64-b64d-40521fd5893d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4a51428ff714409299691973e8e96229&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3543513 Aug 31 14:02:03.112648 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76260030-debc-4306-99e3-44bc8f136dd3 req-ea6c9b73-27aa-4c2f-b373-35dde6963704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.128945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de671d-7131-4f82-8bcf-cd4a4da0908e req-b0b08675-6d67-4ce1-9cab-ea561042adf6 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.129937 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76260030-debc-4306-99e3-44bc8f136dd3 req-ea6c9b73-27aa-4c2f-b373-35dde6963704 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4669e85b74e843cfa5df9451dd811ad7&device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 1094 time: 0.2861485 Aug 31 14:02:03.142483 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1de671d-7131-4f82-8bcf-cd4a4da0908e req-b0b08675-6d67-4ce1-9cab-ea561042adf6 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.7672031 Aug 31 14:02:03.165045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c0e07-1862-46dd-958c-92f71044bfb7 req-b611c286-51ce-4ab2-9359-0eebf485ad76 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.175640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c0e07-1862-46dd-958c-92f71044bfb7 req-b611c286-51ce-4ab2-9359-0eebf485ad76 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.185628 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-100c0e07-1862-46dd-958c-92f71044bfb7 req-b611c286-51ce-4ab2-9359-0eebf485ad76 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 1654 time: 0.2187877 Aug 31 14:02:03.544464 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-100c0e07-1862-46dd-958c-92f71044bfb7 req-11635a35-8926-401f-9d15-2e1d56c3b72a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563187 Aug 31 14:02:03.551659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76260030-debc-4306-99e3-44bc8f136dd3 req-7b34a301-9b8c-43e1-a645-e066ff0007b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.556278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76260030-debc-4306-99e3-44bc8f136dd3 req-7b34a301-9b8c-43e1-a645-e066ff0007b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 200 len: 905 time: 0.4045401 Aug 31 14:02:03.609915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4160925-363e-48e4-96b5-b4b557658f0f req-3757a45d-4cb6-4a48-aec8-25fdc292a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.611587 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4160925-363e-48e4-96b5-b4b557658f0f req-3757a45d-4cb6-4a48-aec8-25fdc292a216 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4075050 Aug 31 14:02:03.614127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Transition to ACTIVE for port object b2bf1ed2-10fe-417a-8870-b240c3970b3f will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:03.629798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76260030-debc-4306-99e3-44bc8f136dd3 req-ecd5aa93-6e7a-4ac9-a3a6-1b2810339e95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b2be336-e306-4409-8f69-d81e8caa4411 HTTP/1.1" status: 200 len: 217 time: 0.0636232 Aug 31 14:02:03.648477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'tag': '82e8872c-fd15-45a9-9f18-754d30a95a19'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:03.651452 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a4e9d1-9898-4c34-a1db-ae59ed455096" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765", "tag": "82e8872c-fd15-45a9-9f18-754d30a95a19"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:03.771010 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-74af9b26-c09d-478e-a689-13fcf9bd0c79 service neutron] 10.222.0.52 "GET /v2.0/networks/32e80b2a-96f7-42f4-b113-1b21fb467318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9924607 Aug 31 14:02:03.773740 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:03.791778 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1de671d-7131-4f82-8bcf-cd4a4da0908e req-696805dc-dba7-4d4b-a391-b82432d54b69 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6483788 Aug 31 14:02:03.819798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76260030-debc-4306-99e3-44bc8f136dd3 req-784c308f-76d0-443a-aeae-81b24f5c0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.821653 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76260030-debc-4306-99e3-44bc8f136dd3 req-784c308f-76d0-443a-aeae-81b24f5c0230 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a4f80d-1ced-4844-b1bb-7b0eaea3bfce HTTP/1.1" status: 200 len: 844 time: 0.1817305 Aug 31 14:02:03.895876 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Attempting to bind port d66d942e-4bbe-4414-8e08-ae7d40a17d77 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:03.896547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Attempting to bind port d66d942e-4bbe-4414-8e08-ae7d40a17d77 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '61709276-d982-4996-852f-6fb5b1514129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:03.897081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Attempting to bind port d66d942e-4bbe-4414-8e08-ae7d40a17d77 on network ca4269f7-153d-4203-83f0-bd738e4d71a6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:03.898232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40292) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:03.904672 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76260030-debc-4306-99e3-44bc8f136dd3 req-0e7fb70a-4b24-43ed-9685-fa74abb05a8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=097ed294-311a-4047-a411-d1b3a475b551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672607 Aug 31 14:02:03.919814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59e1f3-0b5c-421f-b163-bc51f511e99e req-60ca08c7-d166-45da-af92-90f4a8ff373e tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:03.928525 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4c59e1f3-0b5c-421f-b163-bc51f511e99e req-60ca08c7-d166-45da-af92-90f4a8ff373e tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 943 time: 0.2003672 Aug 31 14:02:03.938806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Network 3047d222-e131-4442-beba-491cc2c26785 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:03.958098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Port d66d942e-4bbe-4414-8e08-ae7d40a17d77 on network ca4269f7-153d-4203-83f0-bd738e4d71a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:03.968996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Attempting to bind port d66d942e-4bbe-4414-8e08-ae7d40a17d77 on network ca4269f7-153d-4203-83f0-bd738e4d71a6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:03.969230 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.006730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:04.025286 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1a744b6-ccf8-4178-a367-e2d6495ba8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.049338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:04.140616 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4c59e1f3-0b5c-421f-b163-bc51f511e99e req-d3de0137-b9c2-4850-8674-8a6fc8bafb88 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066872 Aug 31 14:02:04.171037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:04.171864 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.195148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:04.195596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Checking segment: {'id': '61709276-d982-4996-852f-6fb5b1514129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:04.197355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Bound using segment: {'id': '61709276-d982-4996-852f-6fb5b1514129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:04.197355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Bound port: d66d942e-4bbe-4414-8e08-ae7d40a17d77, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61709276-d982-4996-852f-6fb5b1514129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:04.197355 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.232579 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d41cec3f-ebb4-46a1-8867-4a71150f678e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.246352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Port': ['ID=b2bf1ed2-10fe-417a-8870-b240c3970b3f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:04.282637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f81a03-6f4d-4320-b8d9-fdc7acde98d6 req-14089bb8-004a-406c-b835-21e1c52cc5e1 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:04.284228 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1f81a03-6f4d-4320-b8d9-fdc7acde98d6 req-14089bb8-004a-406c-b835-21e1c52cc5e1 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 945 time: 0.3481848 Aug 31 14:02:04.296943 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76260030-debc-4306-99e3-44bc8f136dd3 req-b54d0949-091b-4c3e-86a6-766b58de948b service neutron] 10.222.0.13 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600705 Aug 31 14:02:04.306492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-22a374f9-9cc2-4909-8420-222a5558d9b8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4776690 Aug 31 14:02:04.336373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'port': {'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a', 'admin_state_up': True, 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'security_groups': ['18d06617-1364-4675-8606-8f6dcd209797']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:04.512793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b73f074-4369-4ed9-acc7-873d6684f4ae req-f6422c01-106a-4ed9-b4f0-6439abde0812 service neutron] 10.222.0.52 "GET /v2.0/networks/32e80b2a-96f7-42f4-b113-1b21fb467318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185023 Aug 31 14:02:04.536135 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1f81a03-6f4d-4320-b8d9-fdc7acde98d6 req-62e3fc28-6157-4712-a0fc-7c3f0f987e3e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368457 Aug 31 14:02:04.567895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e69c6584-4045-4510-9248-024cf298b1fb None None] Provisioning for port b2bf1ed2-10fe-417a-8870-b240c3970b3f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:04.591900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] For port d66d942e-4bbe-4414-8e08-ae7d40a17d77, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:04.596111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] For port d66d942e-4bbe-4414-8e08-ae7d40a17d77, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d66d942e-4bbe-4414-8e08-ae7d40a17d77,segment=NetworkSegment(61709276-d982-4996-852f-6fb5b1514129),segment_id=61709276-d982-4996-852f-6fb5b1514129)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:04.601811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e69c6584-4045-4510-9248-024cf298b1fb None None] Provisioning complete for port b2bf1ed2-10fe-417a-8870-b240c3970b3f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:04.602203 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.606093 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e69c6584-4045-4510-9248-024cf298b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.618157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e384767-9022-4455-ae96-0c96c343dd44 req-ae90dbaa-818b-4e62-ae2b-98572b8f1cf9 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:04.620037 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3e384767-9022-4455-ae96-0c96c343dd44 req-ae90dbaa-818b-4e62-ae2b-98572b8f1cf9 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 943 time: 0.3397105 Aug 31 14:02:04.667613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:04.668474 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.670300 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] 10.222.0.13 "PUT /v2.0/ports/d66d942e-4bbe-4414-8e08-ae7d40a17d77 HTTP/1.1" status: 200 len: 1092 time: 4.4606109 Aug 31 14:02:04.704694 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76260030-debc-4306-99e3-44bc8f136dd3 req-62bd1ff2-f89b-4d63-ad49-09caf7e61458 service neutron] 10.222.0.13 "GET /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980861 Aug 31 14:02:04.755504 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e61b432-68c9-48d6-a196-ec902f9b37e4 x-openstack-request-id: req-4e61b432-68c9-48d6-a196-ec902f9b37e4 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:04.755830 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765", "tag": "82e8872c-fd15-45a9-9f18-754d30a95a19", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:04.756091 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e61b432-68c9-48d6-a196-ec902f9b37e4 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:04.756692 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'tag': '82e8872c-fd15-45a9-9f18-754d30a95a19', 'status': 'completed', 'code': 200} Aug 31 14:02:04.791181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Request body: {'port': {'device_id': '5696eddf-88f9-494b-ae76-7f914c05a046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:04.796679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e69c6584-4045-4510-9248-024cf298b1fb None None] Port b2bf1ed2-10fe-417a-8870-b240c3970b3f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:04.812230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4b2be336-e306-4409-8f69-d81e8caa4411 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:04.843251 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d41cec3f-ebb4-46a1-8867-4a71150f678e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.859965 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d41cec3f-ebb4-46a1-8867-4a71150f678e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:04.906156 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3e384767-9022-4455-ae96-0c96c343dd44 req-76b5b8fd-d9b3-4d9e-af60-638fc9fde481 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704816 Aug 31 14:02:04.922203 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d41cec3f-ebb4-46a1-8867-4a71150f678e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bc0471b579a4ee3843514d4407f186c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0223274 Aug 31 14:02:04.925781 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40304) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:05.032519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae5f5e-cf6c-4550-9856-af71f9c95160 service neutron] Pushing event updated for resources: {'Port': ['ID=d66d942e-4bbe-4414-8e08-ae7d40a17d77,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:05.111012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:05.145017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4b2be336-e306-4409-8f69-d81e8caa4411, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b2be336-e306-4409-8f69-d81e8caa4411,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:05.183183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '4b2be336-e306-4409-8f69-d81e8caa4411', 'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'port_id': '4b2be336-e306-4409-8f69-d81e8caa4411', 'mac_address': 'fa:16:3e:6d:08:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a4f80d-1ced-4844-b1bb-7b0eaea3bfce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:05.185831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.197821 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01031a2c-c07f-4473-8266-1743f804e4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.231706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085207b-dbff-4e99-8fad-083ad114a6d4 req-bfeb739f-0ad4-40ac-b69b-7833aebfc585 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:05.238981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085207b-dbff-4e99-8fad-083ad114a6d4 req-bfeb739f-0ad4-40ac-b69b-7833aebfc585 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:05.246019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085207b-dbff-4e99-8fad-083ad114a6d4 req-bfeb739f-0ad4-40ac-b69b-7833aebfc585 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:05.248968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cec3f-ebb4-46a1-8867-4a71150f678e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4650ca0a-5dff-41aa-856f-6cf99bed4173,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:05.256960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b085207b-dbff-4e99-8fad-083ad114a6d4 req-bfeb739f-0ad4-40ac-b69b-7833aebfc585 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2400 time: 0.2839398 Aug 31 14:02:05.266559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4e9d1-9898-4c34-a1db-ae59ed455096 req-46e0223a-9c6e-483d-a63b-f770fb074955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:05.268217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5a4e9d1-9898-4c34-a1db-ae59ed455096 req-46e0223a-9c6e-483d-a63b-f770fb074955 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ba305546f2943cc8d13d5159823234e&device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 1094 time: 0.4494457 Aug 31 14:02:05.303533 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01031a2c-c07f-4473-8266-1743f804e4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.334317 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.341027 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.375322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2be336-e306-4409-8f69-d81e8caa4411 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:05.402371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4b2be336-e306-4409-8f69-d81e8caa4411, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b2be336-e306-4409-8f69-d81e8caa4411,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:05.414591 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.491318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4b2be336-e306-4409-8f69-d81e8caa4411,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:05.505823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 66cd1298-df66-4058-b6f2-90abfaf77874 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:05.602383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 66cd1298-df66-4058-b6f2-90abfaf77874 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:05.614451 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 66cd1298-df66-4058-b6f2-90abfaf77874 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:05.614648 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.652210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4e9d1-9898-4c34-a1db-ae59ed455096 req-aeb1bdfe-c6c4-4570-827b-cf13946d6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:05.654432 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5a4e9d1-9898-4c34-a1db-ae59ed455096 req-aeb1bdfe-c6c4-4570-827b-cf13946d6e05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=32e80b2a-96f7-42f4-b113-1b21fb467318 HTTP/1.1" status: 200 len: 916 time: 0.3701932 Aug 31 14:02:05.717428 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4b2be336-e306-4409-8f69-d81e8caa4411'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:05.817095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b085207b-dbff-4e99-8fad-083ad114a6d4 req-c2d71f47-9269-4669-ac99-878d8132804e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574849 Aug 31 14:02:05.824007 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:05.917802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5a4e9d1-9898-4c34-a1db-ae59ed455096 req-035ab1db-dbfb-4676-970a-152c6669ec96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82e8872c-fd15-45a9-9f18-754d30a95a19 HTTP/1.1" status: 200 len: 217 time: 0.2397296 Aug 31 14:02:06.029565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6013964-7622-44d1-a8fe-f62cb3a72259 req-33981235-bc27-4e73-82da-bc019d0fdcf7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:06.046149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6013964-7622-44d1-a8fe-f62cb3a72259 req-33981235-bc27-4e73-82da-bc019d0fdcf7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:06.051939 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.055019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6013964-7622-44d1-a8fe-f62cb3a72259 req-33981235-bc27-4e73-82da-bc019d0fdcf7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:06.058956 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6013964-7622-44d1-a8fe-f62cb3a72259 req-33981235-bc27-4e73-82da-bc019d0fdcf7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 2374 time: 0.9994366 Aug 31 14:02:06.161281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543aef5b-d38c-4665-9e52-438080bb51f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cd1298-df66-4058-b6f2-90abfaf77874'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:06.163900 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0232d6f-65c2-470d-9870-1ae89866c964" -d '{"events": [{"server_uuid": "543aef5b-d38c-4665-9e52-438080bb51f0", "name": "network-vif-plugged", "status": "completed", "tag": "66cd1298-df66-4058-b6f2-90abfaf77874"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:06.228750 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6013964-7622-44d1-a8fe-f62cb3a72259 req-71b02b9d-4250-4ee5-80a9-49f707f17dfa tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430850 Aug 31 14:02:06.239553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 66cd1298-df66-4058-b6f2-90abfaf77874, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=66cd1298-df66-4058-b6f2-90abfaf77874,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:06.259749 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01031a2c-c07f-4473-8266-1743f804e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.263520 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01031a2c-c07f-4473-8266-1743f804e4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.265383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-01031a2c-c07f-4473-8266-1743f804e4a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4650ca0a-5dff-41aa-856f-6cf99bed4173 HTTP/1.1" status: 204 len: 168 time: 1.3365920 Aug 31 14:02:06.278807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01031a2c-c07f-4473-8266-1743f804e4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4650ca0a-5dff-41aa-856f-6cf99bed4173,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:06.299641 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.447216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=66cd1298-df66-4058-b6f2-90abfaf77874,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:06.564927 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb131e7-287f-4ae9-a4ef-388edf7ea765 req-f3e81c0c-b7ed-4d5a-98bb-23e49b70a07e tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:06.567215 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cfb131e7-287f-4ae9-a4ef-388edf7ea765 req-f3e81c0c-b7ed-4d5a-98bb-23e49b70a07e tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 943 time: 0.1205568 Aug 31 14:02:06.652261 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:06.692450 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cfb131e7-287f-4ae9-a4ef-388edf7ea765 req-91178bbd-876c-4e2e-b224-f4b3484d5716 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066096 Aug 31 14:02:06.759806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'tag': 'd66d942e-4bbe-4414-8e08-ae7d40a17d77'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:06.762143 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a35a9e-448b-47b2-b978-cf0a961e89c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "tag": "d66d942e-4bbe-4414-8e08-ae7d40a17d77"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:06.789029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4e9d1-9898-4c34-a1db-ae59ed455096 req-55b91709-a6d1-4da7-8f30-ba290525fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:06.790898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5a4e9d1-9898-4c34-a1db-ae59ed455096 req-55b91709-a6d1-4da7-8f30-ba290525fe85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d50b5bd4-258e-43ae-bc2c-e694548f6a87 HTTP/1.1" status: 200 len: 854 time: 0.8573694 Aug 31 14:02:06.836890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c42cf3-5316-4ddc-aaf2-e958fe678e2a req-06107da5-573a-48ed-985a-a35d0019ec13 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:06.851633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78c42cf3-5316-4ddc-aaf2-e958fe678e2a req-06107da5-573a-48ed-985a-a35d0019ec13 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.9019575 Aug 31 14:02:07.001183 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e6cb3-ebf2-428e-82fd-92d94a551508 req-b6e08b1c-e289-4b0c-864e-e27f344c43eb tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.020938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a5e6cb3-ebf2-428e-82fd-92d94a551508 req-b6e08b1c-e289-4b0c-864e-e27f344c43eb tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 946 time: 0.1772125 Aug 31 14:02:07.083491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4e9d1-9898-4c34-a1db-ae59ed455096 req-4e6fd185-eb4d-4af6-a57e-0aa755c4bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.087182 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5a4e9d1-9898-4c34-a1db-ae59ed455096 req-4e6fd185-eb4d-4af6-a57e-0aa755c4bf27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32e80b2a-96f7-42f4-b113-1b21fb467318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640243 Aug 31 14:02:07.091491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a5e6cb3-ebf2-428e-82fd-92d94a551508 req-07e2ea22-41db-4d3e-ae24-904b657a06ff tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668540 Aug 31 14:02:07.223773 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78c42cf3-5316-4ddc-aaf2-e958fe678e2a req-ff9f1206-f392-4346-8521-f12e03d3d50a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712151 Aug 31 14:02:07.278241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9db1f-c868-45fc-a5e6-2912b0998387 req-011899d8-8d8a-4da2-91bf-ff7feed5e7f0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.293008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15c9db1f-c868-45fc-a5e6-2912b0998387 req-011899d8-8d8a-4da2-91bf-ff7feed5e7f0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 944 time: 0.1220536 Aug 31 14:02:07.301456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Allocated IP 10.2.2.100 (7fc6cb68-8abf-4422-a12c-fbaa86843c2a/8c13a0b8-31ff-48a2-9d84-997661bb621d/f1bcd0b3-38ba-4164-85db-c6f590972787) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:07.364505 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15c9db1f-c868-45fc-a5e6-2912b0998387 req-baee255c-a9dc-4b38-bbf1-aecdfd097234 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699592 Aug 31 14:02:07.412394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5a4e9d1-9898-4c34-a1db-ae59ed455096 req-d4d83048-1055-47ff-b847-deb423ac6829 service neutron] 10.222.0.52 "GET /v2.0/networks/32e80b2a-96f7-42f4-b113-1b21fb467318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810771 Aug 31 14:02:07.564916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a35a9e-448b-47b2-b978-cf0a961e89c4 req-56a81c19-68d3-42f1-ad7a-d204fe2f9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.564916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a35a9e-448b-47b2-b978-cf0a961e89c4 req-56a81c19-68d3-42f1-ad7a-d204fe2f9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.564916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a35a9e-448b-47b2-b978-cf0a961e89c4 req-56a81c19-68d3-42f1-ad7a-d204fe2f9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:07.571337 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13a35a9e-448b-47b2-b978-cf0a961e89c4 req-56a81c19-68d3-42f1-ad7a-d204fe2f9cb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a51428ff714409299691973e8e96229&device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2798 time: 0.0936351 Aug 31 14:02:07.736843 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd29a06b-b6f7-4b5e-af42-9e843bade56c x-openstack-request-id: req-fd29a06b-b6f7-4b5e-af42-9e843bade56c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:07.737422 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "tag": "d66d942e-4bbe-4414-8e08-ae7d40a17d77", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:07.747413 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd29a06b-b6f7-4b5e-af42-9e843bade56c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:07.747963 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'tag': 'd66d942e-4bbe-4414-8e08-ae7d40a17d77', 'status': 'completed', 'code': 200} Aug 31 14:02:07.791803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40360) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:07.844907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5a4e9d1-9898-4c34-a1db-ae59ed455096 req-145a77f8-cda1-47cf-beac-484ff7daf558 service neutron] 10.222.0.52 "GET /v2.0/networks/32e80b2a-96f7-42f4-b113-1b21fb467318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871726 Aug 31 14:02:07.891040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0327692d-1860-483a-bb01-4dc227c7c1f7 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:07.929317 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.001511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Transition to ACTIVE for port object 0327692d-1860-483a-bb01-4dc227c7c1f7 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:08.019571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc54ad6-03ad-4b6f-9d47-0afbb965faa8 req-f221a81c-de5a-43b6-a11e-7f36cfd9ad91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.019966 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.053441 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc54ad6-03ad-4b6f-9d47-0afbb965faa8 req-f221a81c-de5a-43b6-a11e-7f36cfd9ad91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.060463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc54ad6-03ad-4b6f-9d47-0afbb965faa8 req-f221a81c-de5a-43b6-a11e-7f36cfd9ad91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.080033 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dc54ad6-03ad-4b6f-9d47-0afbb965faa8 req-f221a81c-de5a-43b6-a11e-7f36cfd9ad91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2400 time: 0.5003648 Aug 31 14:02:08.092466 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.120249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Pushing event updated for resources: {'Port': ['ID=0327692d-1860-483a-bb01-4dc227c7c1f7,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:08.123296 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eaa301-1e56-49ae-827c-f20452412cd4 x-openstack-request-id: req-b7eaa301-1e56-49ae-827c-f20452412cd4 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:08.123927 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543aef5b-d38c-4665-9e52-438080bb51f0", "name": "network-vif-plugged", "status": "completed", "tag": "66cd1298-df66-4058-b6f2-90abfaf77874", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:08.124081 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7eaa301-1e56-49ae-827c-f20452412cd4 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:08.124397 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543aef5b-d38c-4665-9e52-438080bb51f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cd1298-df66-4058-b6f2-90abfaf77874', 'code': 200} Aug 31 14:02:08.202712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Transition to ACTIVE for port object f1bcd0b3-38ba-4164-85db-c6f590972787 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:08.222058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Attempting to bind port 0327692d-1860-483a-bb01-4dc227c7c1f7 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:08.225213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Attempting to bind port 0327692d-1860-483a-bb01-4dc227c7c1f7 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:08.226990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Attempting to bind port 0327692d-1860-483a-bb01-4dc227c7c1f7 on network 7529cf88-7bea-4a25-8555-82c0effb4391 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:08.282186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.307565 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dc54ad6-03ad-4b6f-9d47-0afbb965faa8 req-89d4f81b-9b64-42a2-b3be-c83b5409d6ad tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248802 Aug 31 14:02:08.312361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-927905896-network', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:08.326018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Port 0327692d-1860-483a-bb01-4dc227c7c1f7 on network 7529cf88-7bea-4a25-8555-82c0effb4391 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:08.326426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Attempting to bind port 0327692d-1860-483a-bb01-4dc227c7c1f7 on network 7529cf88-7bea-4a25-8555-82c0effb4391 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:08.424547 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a35a9e-448b-47b2-b978-cf0a961e89c4 req-8dab2f24-0d71-4e09-b541-7296d6a967cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.426394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a35a9e-448b-47b2-b978-cf0a961e89c4 req-8dab2f24-0d71-4e09-b541-7296d6a967cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.428428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a35a9e-448b-47b2-b978-cf0a961e89c4 req-8dab2f24-0d71-4e09-b541-7296d6a967cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.433177 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13a35a9e-448b-47b2-b978-cf0a961e89c4 req-8dab2f24-0d71-4e09-b541-7296d6a967cd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4a51428ff714409299691973e8e96229&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8400631 Aug 31 14:02:08.435959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Made reservation on behalf of 1fa16308430940f087d1a5cc21738e3b for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:08.443852 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.458614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:08.459003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Checking segment: {'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:08.459354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Bound using segment: {'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:08.459819 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Bound port: 0327692d-1860-483a-bb01-4dc227c7c1f7, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a85c6c-7a83-4aff-a004-f7798f99d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:08.460173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.527721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:08.535308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed828dd1-10a9-42f5-a884-6a169a1ac115 req-42824d03-f378-4240-9e07-08e5bd045532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.537747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed828dd1-10a9-42f5-a884-6a169a1ac115 req-42824d03-f378-4240-9e07-08e5bd045532 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 1097 time: 0.3188956 Aug 31 14:02:08.544310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:08.570555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:08.606423 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.637232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Port': ['ID=f1bcd0b3-38ba-4164-85db-c6f590972787,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:08.709801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.710928 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.739823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf44c8-6718-4345-8109-5f3df8bde9e0 req-bc96e812-4e38-4f93-82c3-de89703b8c2c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.746038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf44c8-6718-4345-8109-5f3df8bde9e0 req-bc96e812-4e38-4f93-82c3-de89703b8c2c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.753195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf44c8-6718-4345-8109-5f3df8bde9e0 req-bc96e812-4e38-4f93-82c3-de89703b8c2c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.759597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf44c8-6718-4345-8109-5f3df8bde9e0 req-bc96e812-4e38-4f93-82c3-de89703b8c2c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.764957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33cf44c8-6718-4345-8109-5f3df8bde9e0 req-bc96e812-4e38-4f93-82c3-de89703b8c2c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 3095 time: 0.3011870 Aug 31 14:02:08.767610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a621f69-43a2-42d2-b021-8ee8c6ea6e0b req-41800d91-26e4-482b-89f2-2b244cd615ec tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.770309 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a621f69-43a2-42d2-b021-8ee8c6ea6e0b req-41800d91-26e4-482b-89f2-2b244cd615ec tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.4318898 Aug 31 14:02:08.821828 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4b2be336-e306-4409-8f69-d81e8caa4411 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:08.849063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a35a9e-448b-47b2-b978-cf0a961e89c4 req-32321f94-9040-4060-885d-0a107d57664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.850847 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13a35a9e-448b-47b2-b978-cf0a961e89c4 req-32321f94-9040-4060-885d-0a107d57664f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4017551 Aug 31 14:02:08.854559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] For port 0327692d-1860-483a-bb01-4dc227c7c1f7, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:08.863691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed828dd1-10a9-42f5-a884-6a169a1ac115 req-7dc3b870-6743-4f22-bde9-9ff933d6ff11 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854474 Aug 31 14:02:08.871211 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a621f69-43a2-42d2-b021-8ee8c6ea6e0b req-a56537c9-7781-4c5f-b0ff-6c04001788c5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874660 Aug 31 14:02:08.882695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] For port 0327692d-1860-483a-bb01-4dc227c7c1f7, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0327692d-1860-483a-bb01-4dc227c7c1f7,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:08.888170 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33cf44c8-6718-4345-8109-5f3df8bde9e0 req-d4ea01e4-e15f-4460-8c01-2c0fe126e602 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036913 Aug 31 14:02:08.897732 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.993356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:08.994005 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:08.995742 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] 10.222.0.13 "PUT /v2.0/ports/0327692d-1860-483a-bb01-4dc227c7c1f7 HTTP/1.1" status: 200 len: 1092 time: 4.2557764 Aug 31 14:02:09.062927 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.068725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.091585 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.092298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91cd65-a46b-4b30-b238-6029d5097685 service neutron] Pushing event updated for resources: {'Port': ['ID=0327692d-1860-483a-bb01-4dc227c7c1f7,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:09.114289 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.122357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-42974fce-d609-438c-83ea-526d4ea27442 None None] Provisioning for port f1bcd0b3-38ba-4164-85db-c6f590972787 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:09.128722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-42974fce-d609-438c-83ea-526d4ea27442 None None] Provisioning complete for port f1bcd0b3-38ba-4164-85db-c6f590972787 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:09.129422 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42974fce-d609-438c-83ea-526d4ea27442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.147480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-1700c9b4-8425-4d8a-9f46-709abe881412 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8283110 Aug 31 14:02:09.163151 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 4b2be336-e306-4409-8f69-d81e8caa4411 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:09.186721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'port': {'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a', 'admin_state_up': True, 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'security_groups': ['18d06617-1364-4675-8606-8f6dcd209797']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:09.198539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 4b2be336-e306-4409-8f69-d81e8caa4411 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:09.199421 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.237197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f59d757-f800-4979-8277-88c1c5876299,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:09.253763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-42974fce-d609-438c-83ea-526d4ea27442 None None] Port f1bcd0b3-38ba-4164-85db-c6f590972787 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:09.264406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:02:09.291949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.292320 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Added segment 77301a86-050f-4e74-85eb-4b3463599dbe of type vlan for network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f Aug 31 14:02:09.344659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-be63026c-d2df-4bfc-b1e4-e6610f328619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:09.345374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-be63026c-d2df-4bfc-b1e4-e6610f328619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:09.346024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-be63026c-d2df-4bfc-b1e4-e6610f328619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:09.348748 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-be63026c-d2df-4bfc-b1e4-e6610f328619 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a51428ff714409299691973e8e96229&device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2865 time: 0.2777777 Aug 31 14:02:09.351201 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.362764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eb5ca-4c89-40a8-a56f-b9dfd314a4c1 req-6412728e-3bfa-4944-b856-e363c390b7ff tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:09.364425 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6e5eb5ca-4c89-40a8-a56f-b9dfd314a4c1 req-6412728e-3bfa-4944-b856-e363c390b7ff tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 946 time: 0.2994514 Aug 31 14:02:09.435293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4b2be336-e306-4409-8f69-d81e8caa4411, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b2be336-e306-4409-8f69-d81e8caa4411,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:09.463410 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.526862 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6e5eb5ca-4c89-40a8-a56f-b9dfd314a4c1 req-a3184056-8e11-463c-8cbf-8fbb981bbe04 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326644 Aug 31 14:02:09.529266 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.531827 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-7cc264b8-0f8d-4107-b000-b624f5eb8070 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=9b84c13a-3006-430f-ac6e-822e42d9ad74 HTTP/1.1" status: 200 len: 217 time: 0.1426587 Aug 31 14:02:09.550686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627c5b-063f-466c-b3bd-7f31e16eb0bf req-c996f477-a396-4a5f-a75c-1f38e3635d70 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:09.572051 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08627c5b-063f-466c-b3bd-7f31e16eb0bf req-c996f477-a396-4a5f-a75c-1f38e3635d70 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 943 time: 0.5216894 Aug 31 14:02:09.619484 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.620504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:09.621112 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.635865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4b2be336-e306-4409-8f69-d81e8caa4411,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:09.793715 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9866607 Aug 31 14:02:09.799830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40380) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:09.811046 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08627c5b-063f-466c-b3bd-7f31e16eb0bf req-85bb3d68-5d37-4eea-8694-df1371218ba0 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373223 Aug 31 14:02:09.811776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'tag': '0327692d-1860-483a-bb01-4dc227c7c1f7'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:09.813613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-207507fe-4010-4191-9af4-7702c29c26bd admin admin] Request body: {'subnet': {'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-subnet', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:09.815096 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f797a051-8c2f-4cd0-9ac0-e587e824e128" -d '{"events": [{"name": "network-changed", "server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "tag": "0327692d-1860-483a-bb01-4dc227c7c1f7"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:09.829205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0809205-8e6f-4819-871d-407785ca1be5 admin admin] Pushing event updated for resources: {'Network': ['ID=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:09.856978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:09.860945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-bb104abb-1a56-407a-b07c-593a8cbfba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:09.869002 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-bb104abb-1a56-407a-b07c-593a8cbfba43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7319bb40-aa7a-458d-9256-f740bf884dd2 HTTP/1.1" status: 200 len: 801 time: 0.2598763 Aug 31 14:02:09.875375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120022a-d7cd-463c-8298-ebb70d46d96a req-12dc3b31-9131-4db7-bd6e-d46778cbc834 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:09.877921 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c120022a-d7cd-463c-8298-ebb70d46d96a req-12dc3b31-9131-4db7-bd6e-d46778cbc834 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 945 time: 0.1793082 Aug 31 14:02:09.938031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207507fe-4010-4191-9af4-7702c29c26bd admin admin] Made reservation on behalf of 1fa16308430940f087d1a5cc21738e3b for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:09.941348 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-207507fe-4010-4191-9af4-7702c29c26bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:09.953046 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:02:09.953046 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:02:09.953046 n-d-792364-6 neutron-server[106388]: [parameters: {'project_id_1': '725da7e3c8154e688b0109c6503773b7', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 2, 9, 828471)}] Aug 31 14:02:09.953046 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:02:09.953834 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:02:10.044984 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c120022a-d7cd-463c-8298-ebb70d46d96a req-b541cd21-517c-4bc2-ad42-c7952ed3cbc2 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276214 Aug 31 14:02:10.046465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-4de9724c-f405-425a-b1db-efb6043b1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:10.065379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-4de9724c-f405-425a-b1db-efb6043b1236 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7529cf88-7bea-4a25-8555-82c0effb4391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1740816 Aug 31 14:02:10.125827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c817e0ab-12f3-4cbe-9d90-627d689aac99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2be336-e306-4409-8f69-d81e8caa4411'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:10.128317 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e74f71-88d9-4538-b562-8231b46e1382" -d '{"events": [{"server_uuid": "c817e0ab-12f3-4cbe-9d90-627d689aac99", "name": "network-vif-plugged", "status": "completed", "tag": "4b2be336-e306-4409-8f69-d81e8caa4411"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:10.229060 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eed2e4-c284-4b8a-8892-31e1089ac8be x-openstack-request-id: req-83eed2e4-c284-4b8a-8892-31e1089ac8be {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:10.229672 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "tag": "0327692d-1860-483a-bb01-4dc227c7c1f7", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:10.230258 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83eed2e4-c284-4b8a-8892-31e1089ac8be {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:10.231058 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'tag': '0327692d-1860-483a-bb01-4dc227c7c1f7', 'status': 'completed', 'code': 200} Aug 31 14:02:10.274656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f5ff-15a6-435d-aa67-4d88287eae9b req-e7f59151-8a48-480f-9f67-3b59d90eb5aa tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:10.306809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f5ff-15a6-435d-aa67-4d88287eae9b req-e7f59151-8a48-480f-9f67-3b59d90eb5aa tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:10.326601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f5ff-15a6-435d-aa67-4d88287eae9b req-e7f59151-8a48-480f-9f67-3b59d90eb5aa tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:10.338019 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-efc5f5ff-15a6-435d-aa67-4d88287eae9b req-e7f59151-8a48-480f-9f67-3b59d90eb5aa tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2412 time: 0.3834908 Aug 31 14:02:10.423173 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-efc5f5ff-15a6-435d-aa67-4d88287eae9b req-6b308214-ac4e-42ba-8045-e0e7d9e47f16 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839746 Aug 31 14:02:10.454555 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-207507fe-4010-4191-9af4-7702c29c26bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:10.502773 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-641cedb9-e22f-4796-963f-499f1fd4a763 service neutron] 10.222.0.13 "GET /v2.0/networks/7529cf88-7bea-4a25-8555-82c0effb4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360857 Aug 31 14:02:10.539645 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b564b2c-9c63-4720-bc61-365276ee73e1 x-openstack-request-id: req-0b564b2c-9c63-4720-bc61-365276ee73e1 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:10.540882 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c817e0ab-12f3-4cbe-9d90-627d689aac99", "name": "network-vif-plugged", "status": "completed", "tag": "4b2be336-e306-4409-8f69-d81e8caa4411", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:10.541519 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b564b2c-9c63-4720-bc61-365276ee73e1 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:10.543899 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c817e0ab-12f3-4cbe-9d90-627d689aac99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2be336-e306-4409-8f69-d81e8caa4411', 'code': 200} Aug 31 14:02:10.579187 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263671a-b6a7-4518-a5f6-a5c944544dc1 req-1598b874-929c-409a-bee9-4178e7b8cce8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:10.587165 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263671a-b6a7-4518-a5f6-a5c944544dc1 req-1598b874-929c-409a-bee9-4178e7b8cce8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:10.593864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263671a-b6a7-4518-a5f6-a5c944544dc1 req-1598b874-929c-409a-bee9-4178e7b8cce8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:10.600625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263671a-b6a7-4518-a5f6-a5c944544dc1 req-1598b874-929c-409a-bee9-4178e7b8cce8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:10.609014 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3263671a-b6a7-4518-a5f6-a5c944544dc1 req-1598b874-929c-409a-bee9-4178e7b8cce8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 3095 time: 0.3017135 Aug 31 14:02:10.685866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207507fe-4010-4191-9af4-7702c29c26bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=14fcfe0c-f083-4938-bd24-abff21dedf23,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:10.721292 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3263671a-b6a7-4518-a5f6-a5c944544dc1 req-aa403a9a-0451-4cbc-9993-4846310f6806 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053398 Aug 31 14:02:10.737897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207507fe-4010-4191-9af4-7702c29c26bd admin admin] Checking segment: {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:10.745878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207507fe-4010-4191-9af4-7702c29c26bd admin admin] Network hostable DHCP agents. Network: d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:02:10.833310 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207507fe-4010-4191-9af4-7702c29c26bd admin admin] Network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:02:10.865463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Made reservation on behalf of 725da7e3c8154e688b0109c6503773b7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:10.897348 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e511a6-fd46-4dd2-86ce-c9f2ace4fe46 req-ab74f653-574e-4ba7-ab31-431a152b1cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:10.899194 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30e511a6-fd46-4dd2-86ce-c9f2ace4fe46 req-ab74f653-574e-4ba7-ab31-431a152b1cc9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 1096 time: 0.2446079 Aug 31 14:02:10.906858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-207507fe-4010-4191-9af4-7702c29c26bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:10.913786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207507fe-4010-4191-9af4-7702c29c26bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:10.915337 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-207507fe-4010-4191-9af4-7702c29c26bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:10.921217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c701f29f-1b0c-4c0f-937b-afca0ceea555 None None] Network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:10.982650 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-207507fe-4010-4191-9af4-7702c29c26bd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1811967 Aug 31 14:02:10.985264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40404) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:11.012214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:11.033482 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-a5b0af9f-7c30-4e30-bed8-0a97cfa7be14 service neutron] 10.222.0.13 "GET /v2.0/networks/7529cf88-7bea-4a25-8555-82c0effb4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195229 Aug 31 14:02:11.045293 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30e511a6-fd46-4dd2-86ce-c9f2ace4fe46 req-d70a5ae5-751c-4c3a-9176-a64be6342734 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359117 Aug 31 14:02:11.050906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905d551-dcc2-40bc-9a58-51ec574a5a7c req-b19e1eda-9d4e-4ec9-af3a-7e48a3cdf5a8 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:11.062168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9905d551-dcc2-40bc-9a58-51ec574a5a7c req-b19e1eda-9d4e-4ec9-af3a-7e48a3cdf5a8 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 946 time: 0.3609478 Aug 31 14:02:11.109848 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.111278 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.140720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4132b-e0eb-4a41-bdc4-f732dbd21201 req-414952a0-b379-4e2a-a71b-793290bf2c0a tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:11.142833 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-58d4132b-e0eb-4a41-bdc4-f732dbd21201 req-414952a0-b379-4e2a-a71b-793290bf2c0a tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 943 time: 0.1134470 Aug 31 14:02:11.195800 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-0be32a03-a693-4270-826c-d3d66acbed6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=d66d942e-4bbe-4414-8e08-ae7d40a17d77 HTTP/1.1" status: 200 len: 217 time: 0.1191704 Aug 31 14:02:11.197331 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.250235 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.318316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9905d551-dcc2-40bc-9a58-51ec574a5a7c req-f8bbf5ca-6fe7-4942-8a7e-a6783b676b8e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549376 Aug 31 14:02:11.425609 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-58d4132b-e0eb-4a41-bdc4-f732dbd21201 req-f68fd010-d07f-4f63-b81c-8729758a3d8d tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254949 Aug 31 14:02:11.574097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:02:11.575085 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.733567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:11.745649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Allocated IP 10.2.2.200 (7fc6cb68-8abf-4422-a12c-fbaa86843c2a/8c13a0b8-31ff-48a2-9d84-997661bb621d/a8a30911-6d66-4d40-8dab-8fe6556e0287) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:11.829523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Allocated IP 172.20.0.2 (d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f/14fcfe0c-f083-4938-bd24-abff21dedf23/8d172c76-18bf-47d3-9c51-fb5d431a0165) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:12.009106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc087-4d1a-46e4-83b7-fd6a96faf041 req-e7749f2a-8a40-4e58-b9e3-7719840ee841 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:12.013813 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d57fc087-4d1a-46e4-83b7-fd6a96faf041 req-e7749f2a-8a40-4e58-b9e3-7719840ee841 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 945 time: 0.3286674 Aug 31 14:02:12.069193 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:12.087125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Transition to ACTIVE for port object 8d172c76-18bf-47d3-9c51-fb5d431a0165 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:12.113713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Transition to ACTIVE for port object 8d172c76-18bf-47d3-9c51-fb5d431a0165 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:12.125576 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:12.173043 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d57fc087-4d1a-46e4-83b7-fd6a96faf041 req-037e13d5-6358-4f39-9e51-c8b1cf1eae20 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365817 Aug 31 14:02:12.311743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:12.340555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:12.345711 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:12.377040 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Pushing event updated for resources: {'Port': ['ID=8d172c76-18bf-47d3-9c51-fb5d431a0165,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:12.457370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:12.505060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Transition to ACTIVE for port object a8a30911-6d66-4d40-8dab-8fe6556e0287 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:12.520868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Attempting to bind port 8d172c76-18bf-47d3-9c51-fb5d431a0165 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:12.521263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Attempting to bind port 8d172c76-18bf-47d3-9c51-fb5d431a0165 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:12.521712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Attempting to bind port 8d172c76-18bf-47d3-9c51-fb5d431a0165 on network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:12.535089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:12.535491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Checking segment: {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:12.535963 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:12.536470 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Bound using segment: {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:12.536872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Bound port: 8d172c76-18bf-47d3-9c51-fb5d431a0165, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:12.537267 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:12.580870 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:12.589920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406746ec-5622-4e91-83f3-f0cc088532ef req-86a95f86-2576-4219-b247-200970fa6c4d tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:12.599337 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-406746ec-5622-4e91-83f3-f0cc088532ef req-86a95f86-2576-4219-b247-200970fa6c4d tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1302028 Aug 31 14:02:12.619832 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:12.639859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-9e4937a5-6ec7-47c6-ab45-eb1db7ad9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:12.642516 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-9e4937a5-6ec7-47c6-ab45-eb1db7ad9236 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a720ecef-e5e7-436f-aea5-91b3bad2f46d HTTP/1.1" status: 200 len: 801 time: 1.3897266 Aug 31 14:02:12.655288 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:12.665874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-9f6a52ac-c2cc-4971-880d-85fea44b56d8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=080b42569e654447a2d600dfa0c1e0e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185141 Aug 31 14:02:12.722744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] For port 8d172c76-18bf-47d3-9c51-fb5d431a0165, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:12.728366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] For port 8d172c76-18bf-47d3-9c51-fb5d431a0165, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8d172c76-18bf-47d3-9c51-fb5d431a0165,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:12.737279 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:12.808593 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-406746ec-5622-4e91-83f3-f0cc088532ef req-9ff56770-3065-4785-83cd-53a856de6022 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080989 Aug 31 14:02:12.883318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Allocated IP 172.25.3.137 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/8488de5e-4a81-4d4b-99f4-4ea9a8fb969c) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:12.888136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:12.895471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:12.900394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10a227-a782-4e68-a735-4f6d741ea8b6 None None] Pushing event updated for resources: {'Port': ['ID=8d172c76-18bf-47d3-9c51-fb5d431a0165,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:12.901010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:13.069773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event updated for resources: {'Port': ['ID=a8a30911-6d66-4d40-8dab-8fe6556e0287,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:13.092117 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.121949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:13.123018 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.168753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2e8a2a1b-f2e1-4d0b-803f-9ee683b42e33 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9931366 Aug 31 14:02:13.179635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-1f51b041-073a-478d-a5fc-a52ff7c5220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:13.181213 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-1f51b041-073a-478d-a5fc-a52ff7c5220a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca4269f7-153d-4203-83f0-bd738e4d71a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4529943 Aug 31 14:02:13.186990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Request body: {'port': {'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:13.190294 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.420279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:13.435421 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:13.440066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:13.473087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 82e8872c-fd15-45a9-9f18-754d30a95a19 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:13.490780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3202c-b105-4236-9470-668b43f48691 req-14b258ee-38e9-4a90-97dd-9abc92953fa6 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:13.498363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-14b258ee-38e9-4a90-97dd-9abc92953fa6 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8282251 Aug 31 14:02:13.656032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-fdb2350b-ce54-4b53-87f7-7aa8dd712eee tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/quotas/080b42569e654447a2d600dfa0c1e0e3 HTTP/1.1" status: 200 len: 375 time: 0.1090608 Aug 31 14:02:13.673374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-de5445b2-15bb-411e-8b4e-49ebb6314676 None None] Provisioning for port a8a30911-6d66-4d40-8dab-8fe6556e0287 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:13.675261 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80570fda-5cde-43a2-99e0-f73abddb13ed req-20236bc1-6528-4edd-b44f-3761b23eb115 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:13.686463 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-de5445b2-15bb-411e-8b4e-49ebb6314676 None None] Provisioning complete for port a8a30911-6d66-4d40-8dab-8fe6556e0287 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:13.686844 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-de5445b2-15bb-411e-8b4e-49ebb6314676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.687586 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80570fda-5cde-43a2-99e0-f73abddb13ed req-20236bc1-6528-4edd-b44f-3761b23eb115 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:13.696000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80570fda-5cde-43a2-99e0-f73abddb13ed req-20236bc1-6528-4edd-b44f-3761b23eb115 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:13.705468 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80570fda-5cde-43a2-99e0-f73abddb13ed req-20236bc1-6528-4edd-b44f-3761b23eb115 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2412 time: 0.5231309 Aug 31 14:02:13.721016 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:13.736220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-de5445b2-15bb-411e-8b4e-49ebb6314676 None None] Port a8a30911-6d66-4d40-8dab-8fe6556e0287 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:13.777185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8d172c76-18bf-47d3-9c51-fb5d431a0165 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:13.798433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Pushing event updated for resources: {'Port': ['ID=8488de5e-4a81-4d4b-99f4-4ea9a8fb969c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:13.832709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-8164c1a3-bbd0-45fe-a623-cacb76272656 service neutron] 10.222.0.13 "GET /v2.0/networks/ca4269f7-153d-4203-83f0-bd738e4d71a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320343 Aug 31 14:02:13.912425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 82e8872c-fd15-45a9-9f18-754d30a95a19, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=82e8872c-fd15-45a9-9f18-754d30a95a19,segment=NetworkSegment(8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b),segment_id=8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:13.916258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8d172c76-18bf-47d3-9c51-fb5d431a0165 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:13.940314 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80570fda-5cde-43a2-99e0-f73abddb13ed req-3977c9ae-b1a5-4a09-80d0-51ffa441d430 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428413 Aug 31 14:02:13.954579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '82e8872c-fd15-45a9-9f18-754d30a95a19', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'port_id': '82e8872c-fd15-45a9-9f18-754d30a95a19', 'mac_address': 'fa:16:3e:df:ba:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:14.019264 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:14.024340 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-440c31ae-2583-4424-9521-fdcf765f72bb tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3551474 Aug 31 14:02:14.066322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e8872c-fd15-45a9-9f18-754d30a95a19 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:14.155609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 82e8872c-fd15-45a9-9f18-754d30a95a19, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=82e8872c-fd15-45a9-9f18-754d30a95a19,segment=NetworkSegment(8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b),segment_id=8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:14.162146 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:14.274410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=82e8872c-fd15-45a9-9f18-754d30a95a19,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:14.404111 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-6cde3ce0-c866-4375-850d-459fc10fe90d service neutron] 10.222.0.13 "GET /v2.0/networks/ca4269f7-153d-4203-83f0-bd738e4d71a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581419 Aug 31 14:02:14.510718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cea1df-2f70-4ab2-82e7-4f9f299e990c req-6f5faf31-d1b8-4846-9ebb-1955113161c9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:14.523801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cea1df-2f70-4ab2-82e7-4f9f299e990c req-6f5faf31-d1b8-4846-9ebb-1955113161c9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:14.530088 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-41287806-6eb9-4369-adc7-1c896c3031ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=0327692d-1860-483a-bb01-4dc227c7c1f7 HTTP/1.1" status: 200 len: 217 time: 0.0976186 Aug 31 14:02:14.538600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cea1df-2f70-4ab2-82e7-4f9f299e990c req-6f5faf31-d1b8-4846-9ebb-1955113161c9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:14.559493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cea1df-2f70-4ab2-82e7-4f9f299e990c req-6f5faf31-d1b8-4846-9ebb-1955113161c9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:14.598046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cea1df-2f70-4ab2-82e7-4f9f299e990c req-6f5faf31-d1b8-4846-9ebb-1955113161c9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:14.613159 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-99cea1df-2f70-4ab2-82e7-4f9f299e990c req-6f5faf31-d1b8-4846-9ebb-1955113161c9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 3816 time: 0.4289427 Aug 31 14:02:14.638273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['82e8872c-fd15-45a9-9f18-754d30a95a19'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:14.638503 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:14.878016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbfb504-ebcf-4a83-b3c9-743af24cf3ae None None] Network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:14.888829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-10fbc17c-59a6-400f-a31e-dac52cfdb935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:14.891693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-10fbc17c-59a6-400f-a31e-dac52cfdb935 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7319bb40-aa7a-458d-9256-f740bf884dd2 HTTP/1.1" status: 200 len: 801 time: 0.3475969 Aug 31 14:02:14.984404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b3ecb75e-e489-44ff-8a55-a54bc46fc871 None None] Provisioning for port 8d172c76-18bf-47d3-9c51-fb5d431a0165 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:14.991183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b3ecb75e-e489-44ff-8a55-a54bc46fc871 None None] Provisioning complete for port 8d172c76-18bf-47d3-9c51-fb5d431a0165 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:14.991920 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b3ecb75e-e489-44ff-8a55-a54bc46fc871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.138057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc0070-453f-4c51-8bb6-1f480e37ea0a req-25f66f25-67d1-4e97-bd3c-e78f304ef72d tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:15.157855 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2ebc0070-453f-4c51-8bb6-1f480e37ea0a req-25f66f25-67d1-4e97-bd3c-e78f304ef72d tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 944 time: 0.6265569 Aug 31 14:02:15.264320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-27df27b5-1499-430a-8feb-659be952c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:15.266250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-27df27b5-1499-430a-8feb-659be952c774 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7529cf88-7bea-4a25-8555-82c0effb4391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3660896 Aug 31 14:02:15.437759 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b3ecb75e-e489-44ff-8a55-a54bc46fc871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.542788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b3ecb75e-e489-44ff-8a55-a54bc46fc871 None None] For port 8d172c76-18bf-47d3-9c51-fb5d431a0165, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8d172c76-18bf-47d3-9c51-fb5d431a0165,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:15.564099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-93073131-6f1a-4242-9633-28dd81c6b437 service neutron] 10.222.0.13 "GET /v2.0/networks/7529cf88-7bea-4a25-8555-82c0effb4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696235 Aug 31 14:02:15.574590 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b3ecb75e-e489-44ff-8a55-a54bc46fc871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.577866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2ebc0070-453f-4c51-8bb6-1f480e37ea0a req-426198d0-5984-4965-a451-30e6c7f79ad9 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3902695 Aug 31 14:02:15.645043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adf0515-04b3-473a-9e4d-355c21d8fc2a {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:15.715095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.796346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Transition to ACTIVE for port object 3adf0515-04b3-473a-9e4d-355c21d8fc2a will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:15.803784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecb75e-e489-44ff-8a55-a54bc46fc871 None None] Pushing event updated for resources: {'Port': ['ID=8d172c76-18bf-47d3-9c51-fb5d431a0165,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:15.817380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.825620 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-99cea1df-2f70-4ab2-82e7-4f9f299e990c req-52e5ae9a-031f-40e2-af5a-06c2e4b49dc5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2108090 Aug 31 14:02:15.944268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Pushing event updated for resources: {'Port': ['ID=3adf0515-04b3-473a-9e4d-355c21d8fc2a,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:15.994472 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:15.994807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56f14f-c2b5-4418-bcad-241f77f137d3 req-34a5435c-d85e-44a4-84a4-4d5a0ded4bf2 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:16.014568 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8c56f14f-c2b5-4418-bcad-241f77f137d3 req-34a5435c-d85e-44a4-84a4-4d5a0ded4bf2 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=94acfafd-982a-4750-836d-a8064447b982 HTTP/1.1" status: 200 len: 945 time: 0.3056345 Aug 31 14:02:16.064371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77a0a717-9ab7-4b68-b648-22214c6b4918 req-60999db0-a099-4b6e-919f-675ed76df57b service neutron] 10.222.0.13 "GET /v2.0/networks/7529cf88-7bea-4a25-8555-82c0effb4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827015 Aug 31 14:02:16.141460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b9f0c8a7-dd51-4032-8727-efcac0f9dfbe None None] Provisioning complete for port 8d172c76-18bf-47d3-9c51-fb5d431a0165 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:16.142063 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b9f0c8a7-dd51-4032-8727-efcac0f9dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:16.287046 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8c56f14f-c2b5-4418-bcad-241f77f137d3 req-9aaadb28-b54f-4dea-ac1a-0fcf4e76f55c tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645695 Aug 31 14:02:16.379555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffb0c6-198d-4029-8446-bfdd81daa1b0 req-f7296497-640f-435a-8d78-52467f3a1eb2 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:16.395587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-31ffb0c6-198d-4029-8446-bfdd81daa1b0 req-f7296497-640f-435a-8d78-52467f3a1eb2 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 945 time: 0.3933444 Aug 31 14:02:16.531023 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-396cd619-abf7-453d-a6af-472506d6bc39 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=080b42569e654447a2d600dfa0c1e0e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292241 Aug 31 14:02:16.538751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-e0c2f006-4896-412d-b3dc-38c6c9cf849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:16.539626 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-e0c2f006-4896-412d-b3dc-38c6c9cf849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:16.540932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-e0c2f006-4896-412d-b3dc-38c6c9cf849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:16.543659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-e0c2f006-4896-412d-b3dc-38c6c9cf849a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a51428ff714409299691973e8e96229&device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2865 time: 0.3726213 Aug 31 14:02:16.586335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Attempting to bind port 3adf0515-04b3-473a-9e4d-355c21d8fc2a on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:16.587525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Attempting to bind port 3adf0515-04b3-473a-9e4d-355c21d8fc2a by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:16.588222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Attempting to bind port 3adf0515-04b3-473a-9e4d-355c21d8fc2a on network b5fb4c7e-2c3a-4423-9d26-009e73aec85e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:16.610469 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-549f0fc2-5515-4fd7-834a-bbd1d4487cbb req-b3f452f0-c238-48d2-a263-1c4fd7723af0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 210 time: 0.0762856 Aug 31 14:02:16.644691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Port 3adf0515-04b3-473a-9e4d-355c21d8fc2a on network b5fb4c7e-2c3a-4423-9d26-009e73aec85e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:16.645390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Attempting to bind port 3adf0515-04b3-473a-9e4d-355c21d8fc2a on network b5fb4c7e-2c3a-4423-9d26-009e73aec85e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:16.664989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:16.665869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Checking segment: {'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:16.666603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Bound using segment: {'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:16.667455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Bound port: 3adf0515-04b3-473a-9e4d-355c21d8fc2a, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e582ecd-981f-462f-b2db-db6fdb368a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:16.667927 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:16.685175 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-31ffb0c6-198d-4029-8446-bfdd81daa1b0 req-3d96872f-e2b5-4b89-8a53-99cd7e36142d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835648 Aug 31 14:02:16.904697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] For port 3adf0515-04b3-473a-9e4d-355c21d8fc2a, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:16.908314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] For port 3adf0515-04b3-473a-9e4d-355c21d8fc2a, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3adf0515-04b3-473a-9e4d-355c21d8fc2a,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:16.910556 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-cf19f6c0-6a13-49a2-85fa-9a3f95caf74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:16.913258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-cf19f6c0-6a13-49a2-85fa-9a3f95caf74e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7529cf88-7bea-4a25-8555-82c0effb4391 HTTP/1.1" status: 200 len: 903 time: 0.3546836 Aug 31 14:02:16.914922 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.017702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Router e1ff8bba-8553-433e-afdd-a9eb00e58833 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:02:17.036426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:17.039235 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.045190 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] 10.222.0.13 "PUT /v2.0/ports/3adf0515-04b3-473a-9e4d-355c21d8fc2a HTTP/1.1" status: 200 len: 1092 time: 3.8621240 Aug 31 14:02:17.173717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3202c-b105-4236-9470-668b43f48691 req-d3bb2914-3206-491d-bf6c-be923700dccd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:17.174123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': '3adf0515-04b3-473a-9e4d-355c21d8fc2a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:17.174123 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e68d208-b598-4fd7-b0cf-f6596728e575" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "3adf0515-04b3-473a-9e4d-355c21d8fc2a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:17.174744 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-d3bb2914-3206-491d-bf6c-be923700dccd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5986574 Aug 31 14:02:17.194204 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-6584531b-0423-46e8-9799-0b876701b9a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=0327692d-1860-483a-bb01-4dc227c7c1f7 HTTP/1.1" status: 200 len: 217 time: 0.2552485 Aug 31 14:02:17.283936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Request body: {'port': {'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:17.290308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-82476594-df21-43c4-a983-47fb36bc23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:17.292549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-82476594-df21-43c4-a983-47fb36bc23f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7319bb40-aa7a-458d-9256-f740bf884dd2 HTTP/1.1" status: 200 len: 801 time: 0.0879743 Aug 31 14:02:17.478706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-a50b1f9b-02fe-4e9c-91dd-a8577fb6d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:17.480396 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-a50b1f9b-02fe-4e9c-91dd-a8577fb6d367 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7529cf88-7bea-4a25-8555-82c0effb4391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1115787 Aug 31 14:02:17.491964 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd2099-1480-4456-af61-d7288153345b req-120a7c83-afb3-4d18-acaf-ad930918720b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:17.498088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd2099-1480-4456-af61-d7288153345b req-120a7c83-afb3-4d18-acaf-ad930918720b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:17.504756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd2099-1480-4456-af61-d7288153345b req-120a7c83-afb3-4d18-acaf-ad930918720b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:17.512856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-addd2099-1480-4456-af61-d7288153345b req-120a7c83-afb3-4d18-acaf-ad930918720b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2412 time: 0.5851722 Aug 31 14:02:17.520858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 82e8872c-fd15-45a9-9f18-754d30a95a19 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:17.523943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ae8f5-8ce3-4487-a6d5-8273bc89ed26 service neutron] Pushing event updated for resources: {'Port': ['ID=3adf0515-04b3-473a-9e4d-355c21d8fc2a,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:17.567349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Request body: {'port': {'device_id': 'fbcef29c-f0c2-4336-8ade-106b4fc29b0f', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '080b42569e654447a2d600dfa0c1e0e3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:17.639529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-bbc61ee2-36fa-4286-bc8b-cf69c48bb66e service neutron] 10.222.0.13 "GET /v2.0/networks/7529cf88-7bea-4a25-8555-82c0effb4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105292 Aug 31 14:02:17.664001 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.692715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8d172c76-18bf-47d3-9c51-fb5d431a0165 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:17.732491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:02:17.806706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700c611-5a94-4629-ba9a-cc824766d0f4 req-3f7581c8-a595-48b4-b104-4a9299c36255 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:17.822509 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6700c611-5a94-4629-ba9a-cc824766d0f4 req-3f7581c8-a595-48b4-b104-4a9299c36255 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 946 time: 0.2937880 Aug 31 14:02:17.868384 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:17.870631 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7ee1ba01-9ae2-4a71-b6dd-42d7049ec933 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8738065 Aug 31 14:02:17.889530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40486) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:18.043754 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6700c611-5a94-4629-ba9a-cc824766d0f4 req-fe606277-a39e-4787-b853-ff4e50f8ab9c tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181878 Aug 31 14:02:18.092159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Made reservation on behalf of 080b42569e654447a2d600dfa0c1e0e3 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:18.101999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:18.216319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Sync routers for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:02:18.274612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:02:18.275316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:02:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:18.420748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:02:18.572211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 82e8872c-fd15-45a9-9f18-754d30a95a19 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:18.576355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-addd2099-1480-4456-af61-d7288153345b req-e9df50ab-e29c-42c7-af9a-d22ef13bed45 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0601978 Aug 31 14:02:18.590959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 82e8872c-fd15-45a9-9f18-754d30a95a19 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:18.594276 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:18.848543 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:18.869993 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f797a051-8c2f-4cd0-9ac0-e587e824e128 req-08fd14ad-05e8-4278-bb52-90ff675f03ba service neutron] 10.222.0.13 "GET /v2.0/networks/7529cf88-7bea-4a25-8555-82c0effb4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2187624 Aug 31 14:02:18.881184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d66d942e-4bbe-4414-8e08-ae7d40a17d77 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:19.024467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Allocated IP 192.168.233.151 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/ea2adb95-1327-4b67-b70a-6461136e8ef6) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:19.047802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6194a5-9eba-4751-8944-10a6f7e9a853 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:19.056325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8d172c76-18bf-47d3-9c51-fb5d431a0165 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:19.057144 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.059420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e8872c-fd15-45a9-9f18-754d30a95a19'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:19.063198 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebd225c-e6c7-41b3-a652-ec6609e7d27b" -d '{"events": [{"server_uuid": "7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765", "name": "network-vif-plugged", "status": "completed", "tag": "82e8872c-fd15-45a9-9f18-754d30a95a19"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:19.075190 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d66d942e-4bbe-4414-8e08-ae7d40a17d77, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d66d942e-4bbe-4414-8e08-ae7d40a17d77,segment=NetworkSegment(61709276-d982-4996-852f-6fb5b1514129),segment_id=61709276-d982-4996-852f-6fb5b1514129)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:19.078299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.119892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Transition to ACTIVE for port object ac6194a5-9eba-4751-8944-10a6f7e9a853 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:19.125483 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.220229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'd66d942e-4bbe-4414-8e08-ae7d40a17d77', 'network_id': 'ca4269f7-153d-4203-83f0-bd738e4d71a6', 'port_id': 'd66d942e-4bbe-4414-8e08-ae7d40a17d77', 'mac_address': 'fa:16:3e:f7:88:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a720ecef-e5e7-436f-aea5-91b3bad2f46d', 'ip_address': '19.86.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:19.255999 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a60aa-1524-4633-98f3-191cdfdec820 req-6919497d-1856-4f64-b84c-ff8ccd49fafb tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:19.257663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-038a60aa-1524-4633-98f3-191cdfdec820 req-6919497d-1856-4f64-b84c-ff8ccd49fafb tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 944 time: 0.2549443 Aug 31 14:02:19.312003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 82e8872c-fd15-45a9-9f18-754d30a95a19, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=82e8872c-fd15-45a9-9f18-754d30a95a19,segment=NetworkSegment(8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b),segment_id=8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:19.397025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6194a5-9eba-4751-8944-10a6f7e9a853,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:19.423204 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.446191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66d942e-4bbe-4414-8e08-ae7d40a17d77 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:19.450307 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.523889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d66d942e-4bbe-4414-8e08-ae7d40a17d77, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d66d942e-4bbe-4414-8e08-ae7d40a17d77,segment=NetworkSegment(61709276-d982-4996-852f-6fb5b1514129),segment_id=61709276-d982-4996-852f-6fb5b1514129)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:19.534640 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.535297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9b84c13a-3006-430f-ac6e-822e42d9ad74 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:19.540074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:13Z', 'revision_number': 3, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:19.562593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Attempting to bind port ac6194a5-9eba-4751-8944-10a6f7e9a853 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:19.563106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Attempting to bind port ac6194a5-9eba-4751-8944-10a6f7e9a853 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:19.563445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Attempting to bind port ac6194a5-9eba-4751-8944-10a6f7e9a853 on network 3047d222-e131-4442-beba-491cc2c26785 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:19.569102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Port ac6194a5-9eba-4751-8944-10a6f7e9a853 on network 3047d222-e131-4442-beba-491cc2c26785 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:19.569486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Attempting to bind port ac6194a5-9eba-4751-8944-10a6f7e9a853 on network 3047d222-e131-4442-beba-491cc2c26785 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:19.576848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Checking router: e1ff8bba-8553-433e-afdd-a9eb00e58833 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:02:19.577694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Updating router e1ff8bba-8553-433e-afdd-a9eb00e58833 port 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:02:19.579322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:19.579669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Checking segment: {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:19.580060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Bound using segment: {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:19.580545 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Bound port: ac6194a5-9eba-4751-8944-10a6f7e9a853, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:19.580917 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.646726 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.731780 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-038a60aa-1524-4633-98f3-191cdfdec820 req-f3cf11f0-2997-42a2-a5ae-5d8b3730ac11 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4476981 Aug 31 14:02:19.743306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacdf2a-3b5d-402a-8d3d-8c02a58b619e req-51d82300-93d1-4885-a85f-93bbbeccb881 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:19.751407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacdf2a-3b5d-402a-8d3d-8c02a58b619e req-51d82300-93d1-4885-a85f-93bbbeccb881 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:19.761739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacdf2a-3b5d-402a-8d3d-8c02a58b619e req-51d82300-93d1-4885-a85f-93bbbeccb881 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:19.773079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacdf2a-3b5d-402a-8d3d-8c02a58b619e req-51d82300-93d1-4885-a85f-93bbbeccb881 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:19.776990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacdf2a-3b5d-402a-8d3d-8c02a58b619e req-51d82300-93d1-4885-a85f-93bbbeccb881 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:19.781432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacdf2a-3b5d-402a-8d3d-8c02a58b619e req-51d82300-93d1-4885-a85f-93bbbeccb881 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:19.790325 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dacdf2a-3b5d-402a-8d3d-8c02a58b619e req-51d82300-93d1-4885-a85f-93bbbeccb881 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 4600 time: 0.2639942 Aug 31 14:02:19.816268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] For port ac6194a5-9eba-4751-8944-10a6f7e9a853, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:19.844629 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] For port ac6194a5-9eba-4751-8944-10a6f7e9a853, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ac6194a5-9eba-4751-8944-10a6f7e9a853,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:19.866135 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7100773c-5952-4c90-b744-7a44b61e1c41 x-openstack-request-id: req-7100773c-5952-4c90-b744-7a44b61e1c41 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:19.866667 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "3adf0515-04b3-473a-9e4d-355c21d8fc2a", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:19.867064 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7100773c-5952-4c90-b744-7a44b61e1c41 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:19.867674 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': '3adf0515-04b3-473a-9e4d-355c21d8fc2a', 'status': 'completed', 'code': 200} Aug 31 14:02:19.874073 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.913508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9b84c13a-3006-430f-ac6e-822e42d9ad74, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9b84c13a-3006-430f-ac6e-822e42d9ad74,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:19.928175 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:19.931902 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '9b84c13a-3006-430f-ac6e-822e42d9ad74', 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391', 'port_id': '9b84c13a-3006-430f-ac6e-822e42d9ad74', 'mac_address': 'fa:16:3e:4d:8b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7319bb40-aa7a-458d-9256-f740bf884dd2', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:19.934324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=82e8872c-fd15-45a9-9f18-754d30a95a19,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:19.955276 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Transition to ACTIVE for port object ea2adb95-1327-4b67-b70a-6461136e8ef6 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:19.956276 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dacdf2a-3b5d-402a-8d3d-8c02a58b619e req-59a4054b-0d64-46c3-9cb5-fabdd84fe26a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1611936 Aug 31 14:02:19.960483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.002317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.003508 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.008317 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] 10.222.0.13 "PUT /v2.0/ports/ac6194a5-9eba-4751-8944-10a6f7e9a853 HTTP/1.1" status: 200 len: 1130 time: 2.7286756 Aug 31 14:02:20.039840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-ca422365-2ddb-4337-8f57-6da31159b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.044024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-ca422365-2ddb-4337-8f57-6da31159b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.044646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-ca422365-2ddb-4337-8f57-6da31159b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.045549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-ca422365-2ddb-4337-8f57-6da31159b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.047976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-ca422365-2ddb-4337-8f57-6da31159b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.051122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-ca422365-2ddb-4337-8f57-6da31159b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.054925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-ca422365-2ddb-4337-8f57-6da31159b847 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5286 time: 0.1697114 Aug 31 14:02:20.077272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Request body: {'port': {'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:20.095216 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.115542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b84c13a-3006-430f-ac6e-822e42d9ad74 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:20.160556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9b84c13a-3006-430f-ac6e-822e42d9ad74, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9b84c13a-3006-430f-ac6e-822e42d9ad74,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:20.175289 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.182583 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.183969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0327692d-1860-483a-bb01-4dc227c7c1f7 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:20.221418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799d03c-22cd-4c1a-b4d0-e526b1ddcd95 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6194a5-9eba-4751-8944-10a6f7e9a853,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:20.244201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0327692d-1860-483a-bb01-4dc227c7c1f7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0327692d-1860-483a-bb01-4dc227c7c1f7,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:20.274396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '0327692d-1860-483a-bb01-4dc227c7c1f7', 'network_id': '7529cf88-7bea-4a25-8555-82c0effb4391', 'port_id': '0327692d-1860-483a-bb01-4dc227c7c1f7', 'mac_address': 'fa:16:3e:3c:f2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7319bb40-aa7a-458d-9256-f740bf884dd2', 'ip_address': '19.80.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:20.376710 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.406460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0327692d-1860-483a-bb01-4dc227c7c1f7 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:20.419638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d66d942e-4bbe-4414-8e08-ae7d40a17d77,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:20.426231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Allocated IP 172.20.0.1 (d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f/14fcfe0c-f083-4938-bd24-abff21dedf23/a9712489-a798-4bab-b82c-e714e004e77d) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:20.578123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-70cfbbf0-f1d0-45da-9d6e-bf68e03d100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.578631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-70cfbbf0-f1d0-45da-9d6e-bf68e03d100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.579119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-70cfbbf0-f1d0-45da-9d6e-bf68e03d100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.580854 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-70cfbbf0-f1d0-45da-9d6e-bf68e03d100f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=725da7e3c8154e688b0109c6503773b7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4068723 Aug 31 14:02:20.581269 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.592386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9b84c13a-3006-430f-ac6e-822e42d9ad74,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:20.614005 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Transition to ACTIVE for port object a9712489-a798-4bab-b82c-e714e004e77d will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:20.624894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4adc32-1cc1-4a3e-a438-d14ccc21d00c req-0b139f23-bed3-4071-a2c1-6d5fef2b9661 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.626819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4adc32-1cc1-4a3e-a438-d14ccc21d00c req-0b139f23-bed3-4071-a2c1-6d5fef2b9661 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.2227099 Aug 31 14:02:20.643900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0327692d-1860-483a-bb01-4dc227c7c1f7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0327692d-1860-483a-bb01-4dc227c7c1f7,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:20.653896 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.718493 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.788399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=0327692d-1860-483a-bb01-4dc227c7c1f7,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:20.796997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9d710d51-2ec4-4597-8c27-ea2e926bb495'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:20.802028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['f6cfb259-a4fe-4bb8-9991-251f8461d9bc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:20.802776 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:20.818883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:20.828365 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc4adc32-1cc1-4a3e-a438-d14ccc21d00c req-17c0b9ad-06ab-4e87-ab21-456ef926ebd1 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632872 Aug 31 14:02:20.846030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:20.863903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:20.870781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-2423d31a-f2ad-45bf-8ee8-e2823530e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.872456 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e68d208-b598-4fd7-b0cf-f6596728e575 req-2423d31a-f2ad-45bf-8ee8-e2823530e6c2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2824576 Aug 31 14:02:20.890630 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:20.917368 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:20.922288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Pushing event updated for resources: {'Port': ['ID=ea2adb95-1327-4b67-b70a-6461136e8ef6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:20.940102 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6300a-81d8-4695-b8a3-dcf5e83ba6ec req-2cc00c27-8810-4af1-b9cd-fb0ea3abbe0b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:20.963092 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cf6300a-81d8-4695-b8a3-dcf5e83ba6ec req-2cc00c27-8810-4af1-b9cd-fb0ea3abbe0b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 936 time: 0.3133805 Aug 31 14:02:21.056864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7627da9a-ba2e-426b-8648-956bac9056d9 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:21.060069 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796c8bb1-2842-4e10-93c3-f66bbb640d7e x-openstack-request-id: req-796c8bb1-2842-4e10-93c3-f66bbb640d7e {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:21.064501 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765", "name": "network-vif-plugged", "status": "completed", "tag": "82e8872c-fd15-45a9-9f18-754d30a95a19", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:21.064722 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:21.064870 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-796c8bb1-2842-4e10-93c3-f66bbb640d7e {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:21.065241 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e8872c-fd15-45a9-9f18-754d30a95a19', 'code': 200} Aug 31 14:02:21.081532 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.137769 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Transition to ACTIVE for port object 7627da9a-ba2e-426b-8648-956bac9056d9 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:21.178726 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.214257 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:21.215248 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.229704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['d66d942e-4bbe-4414-8e08-ae7d40a17d77'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:21.231828 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['0327692d-1860-483a-bb01-4dc227c7c1f7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:21.241292 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Pushing event updated for resources: {'Port': ['ID=a9712489-a798-4bab-b82c-e714e004e77d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:21.276551 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-02fd532b-5dc0-40fa-942c-176a70dc3755 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7506938 Aug 31 14:02:21.282711 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.293029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Request body: {'port': {'device_id': 'fbcef29c-f0c2-4336-8ade-106b4fc29b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:21.355567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d9f89-3054-4405-b85f-d7b385585cb3 req-b8f633de-dc70-4463-86b4-ec6738acf27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:21.357753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d4d9f89-3054-4405-b85f-d7b385585cb3 req-b8f633de-dc70-4463-86b4-ec6738acf27d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 1096 time: 0.2455740 Aug 31 14:02:21.405549 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cf6300a-81d8-4695-b8a3-dcf5e83ba6ec req-90929f54-85dc-405a-8acc-f024bc253951 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332520 Aug 31 14:02:21.449192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Pushing event updated for resources: {'Port': ['ID=7627da9a-ba2e-426b-8648-956bac9056d9,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:21.453813 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.482687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ce4d1-5957-4aa5-a670-4af4645e88e9 req-a3a9e2a4-47d6-4e23-b169-502b82d7125f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:21.489598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ce4d1-5957-4aa5-a670-4af4645e88e9 req-a3a9e2a4-47d6-4e23-b169-502b82d7125f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:21.495718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ce4d1-5957-4aa5-a670-4af4645e88e9 req-a3a9e2a4-47d6-4e23-b169-502b82d7125f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:21.509610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-773ce4d1-5957-4aa5-a670-4af4645e88e9 req-a3a9e2a4-47d6-4e23-b169-502b82d7125f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2415 time: 0.2956862 Aug 31 14:02:21.577285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d4d9f89-3054-4405-b85f-d7b385585cb3 req-9c3501ef-a626-4f71-9fc3-ee58af5ee873 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996682 Aug 31 14:02:21.619000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5f886681-a5cf-46cc-8de0-383202156c08 None None] Provisioning for port ea2adb95-1327-4b67-b70a-6461136e8ef6 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:21.638105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5f886681-a5cf-46cc-8de0-383202156c08 None None] Provisioning complete for port ea2adb95-1327-4b67-b70a-6461136e8ef6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:21.638742 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f886681-a5cf-46cc-8de0-383202156c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.654654 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.666227 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-773ce4d1-5957-4aa5-a670-4af4645e88e9 req-02f18d93-1d71-413b-b310-0c3b99170415 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543729 Aug 31 14:02:21.670302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Attempting to bind port 7627da9a-ba2e-426b-8648-956bac9056d9 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:21.670766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Attempting to bind port 7627da9a-ba2e-426b-8648-956bac9056d9 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:21.671185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Attempting to bind port 7627da9a-ba2e-426b-8648-956bac9056d9 on network 3047d222-e131-4442-beba-491cc2c26785 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:21.683538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Port 7627da9a-ba2e-426b-8648-956bac9056d9 on network 3047d222-e131-4442-beba-491cc2c26785 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:21.684633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Attempting to bind port 7627da9a-ba2e-426b-8648-956bac9056d9 on network 3047d222-e131-4442-beba-491cc2c26785 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:21.714815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:21.714815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Checking segment: {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:21.714815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Bound using segment: {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:21.718075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Bound port: 7627da9a-ba2e-426b-8648-956bac9056d9, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:21.718075 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.720242 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.740168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf34be-e12d-475f-a663-d82628bc42a7 req-f05ef4b2-289e-48ab-9896-edb8a28bd0e5 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:21.741862 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cbf34be-e12d-475f-a663-d82628bc42a7 req-f05ef4b2-289e-48ab-9896-edb8a28bd0e5 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 945 time: 0.1156764 Aug 31 14:02:21.771247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Transition to ACTIVE for port object 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:21.867030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5f886681-a5cf-46cc-8de0-383202156c08 None None] Port ea2adb95-1327-4b67-b70a-6461136e8ef6 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:21.870342 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.876846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': 'ac6194a5-9eba-4751-8944-10a6f7e9a853'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:21.882687 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c813bb-2c2f-4857-951d-6be07e863768" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "ac6194a5-9eba-4751-8944-10a6f7e9a853"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:21.905655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] For port 7627da9a-ba2e-426b-8648-956bac9056d9, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:21.915700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] For port 7627da9a-ba2e-426b-8648-956bac9056d9, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7627da9a-ba2e-426b-8648-956bac9056d9,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:21.922058 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.975318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:21.976059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:21.978491 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] 10.222.0.13 "PUT /v2.0/ports/7627da9a-ba2e-426b-8648-956bac9056d9 HTTP/1.1" status: 200 len: 1128 time: 1.9183154 Aug 31 14:02:22.025941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Request body: {'port': {'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:22.062403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495d243-b1bf-4b4a-98c8-82914bcf055a service neutron] Pushing event updated for resources: {'Port': ['ID=7627da9a-ba2e-426b-8648-956bac9056d9,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:22.128568 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.263240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9b84c13a-3006-430f-ac6e-822e42d9ad74'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:22.326783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Attempting to bind port 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:22.327164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Attempting to bind port 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:22.328037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Attempting to bind port 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:22.339013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1b530-b055-4c16-a4b5-a3d2330b0296 None None] Pushing event updated for resources: {'Port': ['ID=8488de5e-4a81-4d4b-99f4-4ea9a8fb969c,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:22.384492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:22.384492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:22.384492 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.384492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:22.384492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Bound port: 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:22.384492 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.477113 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cbf34be-e12d-475f-a663-d82628bc42a7 req-3465f205-f28a-4a79-8fc5-a2487400d52e tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6981580 Aug 31 14:02:22.526441 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e2e0ce55-0dec-4db2-8d34-280b479af2b3 None None] Provisioning for port a9712489-a798-4bab-b82c-e714e004e77d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:22.538170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2a99-0d9f-40f6-912f-09c0a1f75649 req-bb11ea6c-0bc8-4281-82d5-1f3cb1d3e047 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.551029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2a99-0d9f-40f6-912f-09c0a1f75649 req-bb11ea6c-0bc8-4281-82d5-1f3cb1d3e047 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.551029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2a99-0d9f-40f6-912f-09c0a1f75649 req-bb11ea6c-0bc8-4281-82d5-1f3cb1d3e047 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.559824 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18dc2a99-0d9f-40f6-912f-09c0a1f75649 req-bb11ea6c-0bc8-4281-82d5-1f3cb1d3e047 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0&device_id=94acfafd-982a-4750-836d-a8064447b982&device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 2417 time: 0.3386087 Aug 31 14:02:22.586871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e2e0ce55-0dec-4db2-8d34-280b479af2b3 None None] Provisioning complete for port a9712489-a798-4bab-b82c-e714e004e77d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:22.588150 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e2e0ce55-0dec-4db2-8d34-280b479af2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.658031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18dc2a99-0d9f-40f6-912f-09c0a1f75649 req-cc5d7eab-8639-4f01-ad33-9f6a4f6adcc7 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964620 Aug 31 14:02:22.664706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2adb95-1327-4b67-b70a-6461136e8ef6 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:22.678994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] For port 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:22.694176 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.735041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224cf2d-7ca5-4566-b569-3024031bc0d0 req-9734e0ae-2006-4bc9-bec3-848452ba2cf2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.744730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224cf2d-7ca5-4566-b569-3024031bc0d0 req-9734e0ae-2006-4bc9-bec3-848452ba2cf2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.752495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224cf2d-7ca5-4566-b569-3024031bc0d0 req-9734e0ae-2006-4bc9-bec3-848452ba2cf2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.760841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] For port 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8488de5e-4a81-4d4b-99f4-4ea9a8fb969c,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:22.763665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224cf2d-7ca5-4566-b569-3024031bc0d0 req-9734e0ae-2006-4bc9-bec3-848452ba2cf2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.776275 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224cf2d-7ca5-4566-b569-3024031bc0d0 req-9734e0ae-2006-4bc9-bec3-848452ba2cf2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.785014 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.788693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224cf2d-7ca5-4566-b569-3024031bc0d0 req-9734e0ae-2006-4bc9-bec3-848452ba2cf2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.801261 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224cf2d-7ca5-4566-b569-3024031bc0d0 req-9734e0ae-2006-4bc9-bec3-848452ba2cf2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.804170 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a224cf2d-7ca5-4566-b569-3024031bc0d0 req-9734e0ae-2006-4bc9-bec3-848452ba2cf2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5370 time: 0.2684786 Aug 31 14:02:22.811469 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.847247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.855464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0ce55-0dec-4db2-8d34-280b479af2b3 None None] Port a9712489-a798-4bab-b82c-e714e004e77d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:22.859622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83219683-f9b0-42b6-82dc-6016f15f8221 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:22.883615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.889011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4b2be336-e306-4409-8f69-d81e8caa4411 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:22.895950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Transition to ACTIVE for port object ea2adb95-1327-4b67-b70a-6461136e8ef6 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:22.911147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e744-ceef-496e-a0c4-eb6a55864bff req-186ba724-4e60-4113-bd72-194168c06c01 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:22.912930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7836e744-ceef-496e-a0c4-eb6a55864bff req-186ba724-4e60-4113-bd72-194168c06c01 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 946 time: 0.1426311 Aug 31 14:02:22.919901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Transition to ACTIVE for port object 83219683-f9b0-42b6-82dc-6016f15f8221 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:22.927562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.946315 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:22.961177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:02:22.961919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:02:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:22.967354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1b530-b055-4c16-a4b5-a3d2330b0296 None None] Pushing event updated for resources: {'Port': ['ID=8488de5e-4a81-4d4b-99f4-4ea9a8fb969c,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:23.005693 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a224cf2d-7ca5-4566-b569-3024031bc0d0 req-821a0744-075b-4fc1-a008-619386bc8fe1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1909330 Aug 31 14:02:23.025203 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:23.039685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Pushing event updated for resources: {'Port': ['ID=a9712489-a798-4bab-b82c-e714e004e77d,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:23.042730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7836e744-ceef-496e-a0c4-eb6a55864bff req-54ab90a4-2352-4f3d-8b2c-727d37ecf1fb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171324 Aug 31 14:02:23.063409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:23.063980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:23.064590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:23.065156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:23.066642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:23.067078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:23.067620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:23.068179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:23.068781 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:23.069672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:23.069884 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:23.070439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:23.085161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Pushing event updated for resources: {'Port': ['ID=83219683-f9b0-42b6-82dc-6016f15f8221,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:23.150198 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.resource_extend [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:02:23.180175 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ce73b8-8d5b-4514-8922-180b3a0ff804 x-openstack-request-id: req-37ce73b8-8d5b-4514-8922-180b3a0ff804 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:23.180655 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "ac6194a5-9eba-4751-8944-10a6f7e9a853", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:23.181065 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37ce73b8-8d5b-4514-8922-180b3a0ff804 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:23.181699 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': 'ac6194a5-9eba-4751-8944-10a6f7e9a853', 'status': 'completed', 'code': 200} Aug 31 14:02:23.526141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:23.654523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4b2be336-e306-4409-8f69-d81e8caa4411, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b2be336-e306-4409-8f69-d81e8caa4411,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:23.670672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Attempting to bind port 83219683-f9b0-42b6-82dc-6016f15f8221 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:23.671202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Attempting to bind port 83219683-f9b0-42b6-82dc-6016f15f8221 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:23.672111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Attempting to bind port 83219683-f9b0-42b6-82dc-6016f15f8221 on network 3047d222-e131-4442-beba-491cc2c26785 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:23.685638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '4b2be336-e306-4409-8f69-d81e8caa4411', 'network_id': '097ed294-311a-4047-a411-d1b3a475b551', 'port_id': '4b2be336-e306-4409-8f69-d81e8caa4411', 'mac_address': 'fa:16:3e:6d:08:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a4f80d-1ced-4844-b1bb-7b0eaea3bfce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:23.718269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:02:23.724619 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Port 83219683-f9b0-42b6-82dc-6016f15f8221 on network 3047d222-e131-4442-beba-491cc2c26785 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:23.726802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Attempting to bind port 83219683-f9b0-42b6-82dc-6016f15f8221 on network 3047d222-e131-4442-beba-491cc2c26785 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:23.730837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Attempting to bind port ea2adb95-1327-4b67-b70a-6461136e8ef6 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:23.731613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Attempting to bind port ea2adb95-1327-4b67-b70a-6461136e8ef6 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:23.731613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Attempting to bind port ea2adb95-1327-4b67-b70a-6461136e8ef6 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:23.741774 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2adb95-1327-4b67-b70a-6461136e8ef6,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:23.743551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04eeb3-2f43-4272-88b1-b9c206c12b5c req-246b155c-848d-4222-ba4f-f07e26527af8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:23.746257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc04eeb3-2f43-4272-88b1-b9c206c12b5c req-246b155c-848d-4222-ba4f-f07e26527af8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 948 time: 0.3626370 Aug 31 14:02:23.756418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-b081cbcf-7108-47f1-818b-e37a1a7f5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:23.757268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-b081cbcf-7108-47f1-818b-e37a1a7f5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:23.758095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-b081cbcf-7108-47f1-818b-e37a1a7f5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:23.758910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-b081cbcf-7108-47f1-818b-e37a1a7f5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:23.759738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-b081cbcf-7108-47f1-818b-e37a1a7f5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:23.760593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-b081cbcf-7108-47f1-818b-e37a1a7f5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:23.761388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-b081cbcf-7108-47f1-818b-e37a1a7f5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:23.764689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-b081cbcf-7108-47f1-818b-e37a1a7f5de1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6232 time: 0.5504639 Aug 31 14:02:23.766284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Port ea2adb95-1327-4b67-b70a-6461136e8ef6 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:23.766729 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Attempting to bind port ea2adb95-1327-4b67-b70a-6461136e8ef6 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:23.781742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:23.782282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Checking segment: {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:23.782905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Bound using segment: {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:23.783652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Bound port: 83219683-f9b0-42b6-82dc-6016f15f8221, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:23.784796 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:23.792006 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:23.792635 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:23.793429 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:23.794510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Bound port: ea2adb95-1327-4b67-b70a-6461136e8ef6, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:23.795219 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:23.807877 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e59c2b-e2b5-44e9-9dfe-0a5611440136 req-4a75dc1d-5796-4bca-97a1-2bb3d2fd19b3 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:23.816106 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4e59c2b-e2b5-44e9-9dfe-0a5611440136 req-4a75dc1d-5796-4bca-97a1-2bb3d2fd19b3 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 946 time: 0.1951129 Aug 31 14:02:23.831912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:23.848478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:23.932466 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.034649 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b2be336-e306-4409-8f69-d81e8caa4411 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:24.058601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] For port 83219683-f9b0-42b6-82dc-6016f15f8221, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:24.059212 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4b2be336-e306-4409-8f69-d81e8caa4411, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b2be336-e306-4409-8f69-d81e8caa4411,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:24.067895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] For port 83219683-f9b0-42b6-82dc-6016f15f8221, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=83219683-f9b0-42b6-82dc-6016f15f8221,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:24.083544 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.229783 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.239979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc04eeb3-2f43-4272-88b1-b9c206c12b5c req-da363380-f05e-4594-bc4a-fe4e7b40b60c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704933 Aug 31 14:02:24.277299 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.317594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:24.320137 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.331801 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] 10.222.0.13 "PUT /v2.0/ports/83219683-f9b0-42b6-82dc-6016f15f8221 HTTP/1.1" status: 200 len: 1091 time: 2.3026190 Aug 31 14:02:24.392157 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4e59c2b-e2b5-44e9-9dfe-0a5611440136 req-25f29f52-6920-499c-a350-2f40905792ce tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746109 Aug 31 14:02:24.420036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4b2be336-e306-4409-8f69-d81e8caa4411'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:24.428233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Router e1ff8bba-8553-433e-afdd-a9eb00e58833 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:02:24.439256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Request body: {'port': {'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:24.442448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:24.445850 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecd240d-1feb-4519-addf-d6f30c833ec9" -d '{"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-unplugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:24.496348 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:24.496819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4b2be336-e306-4409-8f69-d81e8caa4411,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:24.515969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:24.521939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:24.536200 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.550326 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.649304 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.683569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22d785-fe9d-434e-99d6-6843c9e09251 service neutron] Pushing event updated for resources: {'Port': ['ID=83219683-f9b0-42b6-82dc-6016f15f8221,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:24.797693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=11']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:24.832582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f13d84ef-24f8-49fe-a44b-ce8cea850c97 None None] Provisioning complete for port a9712489-a798-4bab-b82c-e714e004e77d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:24.833222 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:24.833869 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f13d84ef-24f8-49fe-a44b-ce8cea850c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.834255 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:24.836595 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea2adb95-1327-4b67-b70a-6461136e8ef6 HTTP/1.1" status: 200 len: 1096 time: 3.5491209 Aug 31 14:02:24.840417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcef29c-f0c2-4336-8ade-106b4fc29b0f', 'tag': 'ea2adb95-1327-4b67-b70a-6461136e8ef6'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:24.848493 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef3f1c3-37f5-4918-be3e-6463651dff5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcef29c-f0c2-4336-8ade-106b4fc29b0f", "tag": "ea2adb95-1327-4b67-b70a-6461136e8ef6"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:24.915873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f13d84ef-24f8-49fe-a44b-ce8cea850c97 None None] Port a9712489-a798-4bab-b82c-e714e004e77d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:24.921237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d66d942e-4bbe-4414-8e08-ae7d40a17d77 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:24.976572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-64b862e6-5201-4c33-8574-22b7ac6bf903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:24.977414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-64b862e6-5201-4c33-8574-22b7ac6bf903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:24.978363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-64b862e6-5201-4c33-8574-22b7ac6bf903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:24.981549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-64b862e6-5201-4c33-8574-22b7ac6bf903 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=725da7e3c8154e688b0109c6503773b7&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1805513 Aug 31 14:02:24.991769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675255cb-87a9-44ae-aeb5-95a07973c7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2adb95-1327-4b67-b70a-6461136e8ef6,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:25.001348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 2, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:25.008943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556e184-a2f0-46cb-90b4-e57393fdb77a req-35558c0f-7ad2-4808-b71d-8d4dd62a6c94 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:25.024257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556e184-a2f0-46cb-90b4-e57393fdb77a req-35558c0f-7ad2-4808-b71d-8d4dd62a6c94 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:25.036612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556e184-a2f0-46cb-90b4-e57393fdb77a req-35558c0f-7ad2-4808-b71d-8d4dd62a6c94 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:25.051429 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4556e184-a2f0-46cb-90b4-e57393fdb77a req-35558c0f-7ad2-4808-b71d-8d4dd62a6c94 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2415 time: 0.4194646 Aug 31 14:02:25.066085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b85499-07a2-4587-ae08-36d35b85e63f None None] The sync data for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 is: [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 2, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:02:25.217140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': '7627da9a-ba2e-426b-8648-956bac9056d9'}, {'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': '83219683-f9b0-42b6-82dc-6016f15f8221'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:25.222826 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5236a888-7e0d-45be-a3b7-6bae3a3b097d" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "7627da9a-ba2e-426b-8648-956bac9056d9"}, {"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "83219683-f9b0-42b6-82dc-6016f15f8221"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:25.305632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:02:25.308483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port d66d942e-4bbe-4414-8e08-ae7d40a17d77 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:25.318208 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-365b2dc0-14cc-4fca-a17c-4721d75b4e69 admin admin] 10.222.0.20 "PUT /v2.0/routers/e1ff8bba-8553-433e-afdd-a9eb00e58833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4291575 Aug 31 14:02:25.320700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port d66d942e-4bbe-4414-8e08-ae7d40a17d77 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:25.321084 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.353038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3202c-b105-4236-9470-668b43f48691 req-3110bf89-3966-4e5a-8ddd-0f11e5a0440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:25.356081 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-3110bf89-3966-4e5a-8ddd-0f11e5a0440d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 1099 time: 0.4120865 Aug 31 14:02:25.402312 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4556e184-a2f0-46cb-90b4-e57393fdb77a req-94a63f44-fda5-4f7f-9f2f-abaad6e34cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492775 Aug 31 14:02:25.530641 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-bf890983-01a1-4eef-8f8d-142085f3b1d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6 HTTP/1.1" status: 200 len: 217 time: 0.1640930 Aug 31 14:02:25.609744 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.727566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d66d942e-4bbe-4414-8e08-ae7d40a17d77, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d66d942e-4bbe-4414-8e08-ae7d40a17d77,segment=NetworkSegment(61709276-d982-4996-852f-6fb5b1514129),segment_id=61709276-d982-4996-852f-6fb5b1514129)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:25.735969 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:25.736918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9b84c13a-3006-430f-ac6e-822e42d9ad74 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:25.878054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3202c-b105-4236-9470-668b43f48691 req-0926c6a2-4179-4b2a-aba8-0486fb5cc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:25.883171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-0926c6a2-4179-4b2a-aba8-0486fb5cc87a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.3432148 Aug 31 14:02:25.972352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 9b84c13a-3006-430f-ac6e-822e42d9ad74 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:25.983739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 9b84c13a-3006-430f-ac6e-822e42d9ad74 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:25.984707 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.025038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3202c-b105-4236-9470-668b43f48691 req-a477d175-85bc-4543-8c6a-d11c489e5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:26.027845 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-a477d175-85bc-4543-8c6a-d11c489e5a0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310713 Aug 31 14:02:26.069148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d66d942e-4bbe-4414-8e08-ae7d40a17d77,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:26.212029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5676478-22c3-425c-acac-0baea413c077 req-aed391ba-80e0-45a7-ade3-11313a05e285 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:26.213960 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5676478-22c3-425c-acac-0baea413c077 req-aed391ba-80e0-45a7-ade3-11313a05e285 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 945 time: 0.1787708 Aug 31 14:02:26.241681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-8aec1d9f-0b1d-45c9-8c0c-c8c1ee74bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:26.246606 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0c813bb-2c2f-4857-951d-6be07e863768 req-8aec1d9f-0b1d-45c9-8c0c-c8c1ee74bf70 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1186891 Aug 31 14:02:26.283175 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.352841 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-d30ec4aa-7116-462b-bf9a-d6eab19d764c service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515287 Aug 31 14:02:26.394780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9b84c13a-3006-430f-ac6e-822e42d9ad74, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9b84c13a-3006-430f-ac6e-822e42d9ad74,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:26.406435 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.407888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0327692d-1860-483a-bb01-4dc227c7c1f7 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:26.545359 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5676478-22c3-425c-acac-0baea413c077 req-1f7dd282-e2e3-4f20-bcaf-4698922e39a2 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912456 Aug 31 14:02:26.547440 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4c3202c-b105-4236-9470-668b43f48691 req-a0fd95c6-5457-427b-b840-c374a3eff02f service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428969 Aug 31 14:02:26.745912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9b84c13a-3006-430f-ac6e-822e42d9ad74,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:26.808835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 0327692d-1860-483a-bb01-4dc227c7c1f7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:26.818718 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 0327692d-1860-483a-bb01-4dc227c7c1f7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:26.819514 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:26.984232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ca25-e95e-43fc-8094-04a87bd31d23 req-f862344d-ed3c-4484-b296-1b82c690706c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:26.991793 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76513d0f-a593-4bfd-9d0d-8b8668b67e2d x-openstack-request-id: req-76513d0f-a593-4bfd-9d0d-8b8668b67e2d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:26.992352 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-unplugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:26.992705 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76513d0f-a593-4bfd-9d0d-8b8668b67e2d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:26.993476 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'code': 200} Aug 31 14:02:26.995671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ca25-e95e-43fc-8094-04a87bd31d23 req-f862344d-ed3c-4484-b296-1b82c690706c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.015135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ca25-e95e-43fc-8094-04a87bd31d23 req-f862344d-ed3c-4484-b296-1b82c690706c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.028423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ca25-e95e-43fc-8094-04a87bd31d23 req-f862344d-ed3c-4484-b296-1b82c690706c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.070114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ca25-e95e-43fc-8094-04a87bd31d23 req-f862344d-ed3c-4484-b296-1b82c690706c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.080795 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.083211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ca25-e95e-43fc-8094-04a87bd31d23 req-f862344d-ed3c-4484-b296-1b82c690706c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.094426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ca25-e95e-43fc-8094-04a87bd31d23 req-f862344d-ed3c-4484-b296-1b82c690706c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.100285 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bd3f21-5b5e-49f0-b5bd-6852cccf1d8b x-openstack-request-id: req-e2bd3f21-5b5e-49f0-b5bd-6852cccf1d8b {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:27.101149 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcef29c-f0c2-4336-8ade-106b4fc29b0f", "tag": "ea2adb95-1327-4b67-b70a-6461136e8ef6", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:27.101149 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2bd3f21-5b5e-49f0-b5bd-6852cccf1d8b {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:27.101724 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcef29c-f0c2-4336-8ade-106b4fc29b0f', 'tag': 'ea2adb95-1327-4b67-b70a-6461136e8ef6', 'status': 'completed', 'code': 200} Aug 31 14:02:27.111486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2746ca25-e95e-43fc-8094-04a87bd31d23 req-f862344d-ed3c-4484-b296-1b82c690706c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5382 time: 0.9587810 Aug 31 14:02:27.181951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0327692d-1860-483a-bb01-4dc227c7c1f7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0327692d-1860-483a-bb01-4dc227c7c1f7,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:27.192367 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.206246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4b2be336-e306-4409-8f69-d81e8caa4411 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:27.216238 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7947c7b4-9578-4538-9200-8601c6520eb3 x-openstack-request-id: req-7947c7b4-9578-4538-9200-8601c6520eb3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:27.221251 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "7627da9a-ba2e-426b-8648-956bac9056d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "83219683-f9b0-42b6-82dc-6016f15f8221", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:27.227165 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7947c7b4-9578-4538-9200-8601c6520eb3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:27.228011 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': '7627da9a-ba2e-426b-8648-956bac9056d9', 'status': 'completed', 'code': 200} Aug 31 14:02:27.228364 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': '83219683-f9b0-42b6-82dc-6016f15f8221', 'status': 'completed', 'code': 200} Aug 31 14:02:27.260239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3f1c3-37f5-4918-be3e-6463651dff5f req-c9fc79ad-dc50-4269-8859-9a181dbe5ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.261403 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fef3f1c3-37f5-4918-be3e-6463651dff5f req-c9fc79ad-dc50-4269-8859-9a181dbe5ecf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 1099 time: 0.1239219 Aug 31 14:02:27.308332 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2746ca25-e95e-43fc-8094-04a87bd31d23 req-3c3006ad-89a5-449e-91d5-81c44fb9b580 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1942363 Aug 31 14:02:27.564920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bf1ed2-10fe-417a-8870-b240c3970b3f {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:27.586740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=0327692d-1860-483a-bb01-4dc227c7c1f7,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:27.589041 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.610682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Transition to ACTIVE for port object b2bf1ed2-10fe-417a-8870-b240c3970b3f will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:27.623533 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.657396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 4b2be336-e306-4409-8f69-d81e8caa4411 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:27.658779 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:27.753780 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3f1c3-37f5-4918-be3e-6463651dff5f req-250e2913-3f7b-41d1-b10a-4e13adec6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.754256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:27.757494 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fef3f1c3-37f5-4918-be3e-6463651dff5f req-250e2913-3f7b-41d1-b10a-4e13adec6bc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.4742439 Aug 31 14:02:27.861154 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fef3f1c3-37f5-4918-be3e-6463651dff5f req-ad0ce9c7-f2c9-4a84-a5e0-74164ef9835d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6 HTTP/1.1" status: 200 len: 217 time: 0.0872524 Aug 31 14:02:27.906168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-aed133b7-ae52-4f6f-89b9-6e7b5f11afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.906662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-aed133b7-ae52-4f6f-89b9-6e7b5f11afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.910071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-aed133b7-ae52-4f6f-89b9-6e7b5f11afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.913833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-aed133b7-ae52-4f6f-89b9-6e7b5f11afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.914395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-aed133b7-ae52-4f6f-89b9-6e7b5f11afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.915343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaf61f-911b-41ad-abe5-dcb567e20944 req-29404d3a-d4c9-45db-be8a-42f388fbfc7b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.918063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-aed133b7-ae52-4f6f-89b9-6e7b5f11afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.919136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-aed133b7-ae52-4f6f-89b9-6e7b5f11afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:27.929456 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4bbaf61f-911b-41ad-abe5-dcb567e20944 req-29404d3a-d4c9-45db-be8a-42f388fbfc7b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 948 time: 0.5733705 Aug 31 14:02:27.935499 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-aed133b7-ae52-4f6f-89b9-6e7b5f11afb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6274 time: 0.6093960 Aug 31 14:02:28.007152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:28.023696 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:28.034968 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.200548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bf1ed2-10fe-417a-8870-b240c3970b3f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:28.202236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3f1c3-37f5-4918-be3e-6463651dff5f req-233cb28c-3469-4fcb-a67f-28062918568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.209246 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fef3f1c3-37f5-4918-be3e-6463651dff5f req-233cb28c-3469-4fcb-a67f-28062918568a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2761877 Aug 31 14:02:28.226306 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4bbaf61f-911b-41ad-abe5-dcb567e20944 req-5221fc11-8d73-443b-bb37-c015c97bbc0e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578566 Aug 31 14:02:28.301931 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.423387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3f1c3-37f5-4918-be3e-6463651dff5f req-8b96e8cd-c0be-43ce-8ddf-f773478b5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.437745 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fef3f1c3-37f5-4918-be3e-6463651dff5f req-8b96e8cd-c0be-43ce-8ddf-f773478b5f5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2087231 Aug 31 14:02:28.482895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:28.483348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:28.483801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:28.484198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:28.484694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:28.485220 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:28.485581 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:28.485922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:28.486298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:28.486821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:28.487741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:28.488077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:28.539479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-e8364fd4-7aa2-4a7f-975e-7da0c31545ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.540686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-e8364fd4-7aa2-4a7f-975e-7da0c31545ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.541327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-e8364fd4-7aa2-4a7f-975e-7da0c31545ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.543843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-e8364fd4-7aa2-4a7f-975e-7da0c31545ad service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=725da7e3c8154e688b0109c6503773b7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6073096 Aug 31 14:02:28.559597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4b2be336-e306-4409-8f69-d81e8caa4411, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b2be336-e306-4409-8f69-d81e8caa4411,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:28.700502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Attempting to bind port b2bf1ed2-10fe-417a-8870-b240c3970b3f on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:28.700850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Attempting to bind port b2bf1ed2-10fe-417a-8870-b240c3970b3f by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:28.701131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Attempting to bind port b2bf1ed2-10fe-417a-8870-b240c3970b3f on network 3047d222-e131-4442-beba-491cc2c26785 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:28.709682 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.712276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Port b2bf1ed2-10fe-417a-8870-b240c3970b3f on network 3047d222-e131-4442-beba-491cc2c26785 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:28.712940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Attempting to bind port b2bf1ed2-10fe-417a-8870-b240c3970b3f on network 3047d222-e131-4442-beba-491cc2c26785 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:28.733323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:28.734078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Checking segment: {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:28.734842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Bound using segment: {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:28.735573 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Bound port: b2bf1ed2-10fe-417a-8870-b240c3970b3f, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93cd37a-f9f3-4be1-b106-407add3df4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3047d222-e131-4442-beba-491cc2c26785'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:28.736176 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.745650 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.781266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351dbf7-11d0-4cdd-a2e9-f8329a8c8dc9 req-0584f5ed-eb5b-426e-8729-be90ed54fc28 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.793425 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2351dbf7-11d0-4cdd-a2e9-f8329a8c8dc9 req-0584f5ed-eb5b-426e-8729-be90ed54fc28 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.2647018 Aug 31 14:02:28.823794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8488de5e-4a81-4d4b-99f4-4ea9a8fb969c,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:28.845510 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.875340 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-ed9a11fe-9b82-4dc8-be5b-51c81fc0f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:28.878322 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-ed9a11fe-9b82-4dc8-be5b-51c81fc0f91a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3218589 Aug 31 14:02:28.922318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] For port b2bf1ed2-10fe-417a-8870-b240c3970b3f, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:28.929740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] For port b2bf1ed2-10fe-417a-8870-b240c3970b3f, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b2bf1ed2-10fe-417a-8870-b240c3970b3f,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:28.943869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:28.964397 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2351dbf7-11d0-4cdd-a2e9-f8329a8c8dc9 req-3796a8f5-67c7-4109-9c21-cb5d69d0101e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696985 Aug 31 14:02:28.982204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40638) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:29.013885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8bf8e370-c4da-4cad-bff3-29f216150ac7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007048737', 'description': 'tempest-description--669887639'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:29.085393 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fef3f1c3-37f5-4918-be3e-6463651dff5f req-9a48738e-65e2-448e-a78e-3aedb834e6c1 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394274 Aug 31 14:02:29.173742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.175362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.178159 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] 10.222.0.13 "PUT /v2.0/ports/b2bf1ed2-10fe-417a-8870-b240c3970b3f HTTP/1.1" status: 200 len: 1090 time: 4.7609615 Aug 31 14:02:29.234294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': 'b2bf1ed2-10fe-417a-8870-b240c3970b3f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:29.239807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66d942e-4bbe-4414-8e08-ae7d40a17d77'}, {'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b84c13a-3006-430f-ac6e-822e42d9ad74'}, {'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0327692d-1860-483a-bb01-4dc227c7c1f7'}, {'server_uuid': 'c817e0ab-12f3-4cbe-9d90-627d689aac99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2be336-e306-4409-8f69-d81e8caa4411'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:29.242273 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cc66db-a52a-4504-8e7b-d8d9354f8203" -d '{"events": [{"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-plugged", "status": "completed", "tag": "d66d942e-4bbe-4414-8e08-ae7d40a17d77"}, {"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-plugged", "status": "completed", "tag": "9b84c13a-3006-430f-ac6e-822e42d9ad74"}, {"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-plugged", "status": "completed", "tag": "0327692d-1860-483a-bb01-4dc227c7c1f7"}, {"server_uuid": "c817e0ab-12f3-4cbe-9d90-627d689aac99", "name": "network-vif-plugged", "status": "completed", "tag": "4b2be336-e306-4409-8f69-d81e8caa4411"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:29.249203 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "b2bf1ed2-10fe-417a-8870-b240c3970b3f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:29.258343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ea2adb95-1327-4b67-b70a-6461136e8ef6 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:29.272803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Request body: {'port': {'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:29.329124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4b2be336-e306-4409-8f69-d81e8caa4411,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:29.360036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-0c8908ff-6773-40b2-933c-241f3b400b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.360707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-0c8908ff-6773-40b2-933c-241f3b400b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.361312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-0c8908ff-6773-40b2-933c-241f3b400b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.362573 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-0c8908ff-6773-40b2-933c-241f3b400b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.366934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-0c8908ff-6773-40b2-933c-241f3b400b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.367551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-0c8908ff-6773-40b2-933c-241f3b400b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.368061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-0c8908ff-6773-40b2-933c-241f3b400b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.374763 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-0c8908ff-6773-40b2-933c-241f3b400b08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6341 time: 0.3291199 Aug 31 14:02:29.392029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb40fe-25d0-45ef-84f1-4a6530bcc0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bf1ed2-10fe-417a-8870-b240c3970b3f,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:29.468318 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e370-c4da-4cad-bff3-29f216150ac7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.491127 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fef3f1c3-37f5-4918-be3e-6463651dff5f req-504c46b8-5032-4623-a9de-bec99ebc8982 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949525 Aug 31 14:02:29.540150 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.resource_extend [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:02:29.572267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ddbd4-9c48-4a4f-bc32-abfe8528e0e5 req-83d4b43b-fadc-4596-b9e5-2afbddfe306f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.578455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ddbd4-9c48-4a4f-bc32-abfe8528e0e5 req-83d4b43b-fadc-4596-b9e5-2afbddfe306f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.585343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ddbd4-9c48-4a4f-bc32-abfe8528e0e5 req-83d4b43b-fadc-4596-b9e5-2afbddfe306f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.598222 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf6ddbd4-9c48-4a4f-bc32-abfe8528e0e5 req-83d4b43b-fadc-4596-b9e5-2afbddfe306f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2418 time: 0.3951175 Aug 31 14:02:29.604089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.677693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=8488de5e-4a81-4d4b-99f4-4ea9a8fb969c,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:29.700015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:29.700375 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:29.700732 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:29.701069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:29.701992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:29.702761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:29.702761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:29.703143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:29.703325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:29.703673 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:29.703967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:29.704587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:29.738689 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf6ddbd4-9c48-4a4f-bc32-abfe8528e0e5 req-a71540e9-be07-420e-9710-cd185e325951 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392658 Aug 31 14:02:29.798078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60854c47-b851-4688-bac6-a6623998f53e req-e8787b45-621c-4f90-bc2a-419aac72d8e3 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:29.815442 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40652) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:29.821622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-60854c47-b851-4688-bac6-a6623998f53e req-e8787b45-621c-4f90-bc2a-419aac72d8e3 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 945 time: 0.6052661 Aug 31 14:02:29.831113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3bec0054-281c-4112-b1cf-4ede54cbc1ab tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Request body: {'floatingip': {'port_id': '82e8872c-fd15-45a9-9f18-754d30a95a19'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:29.867197 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:02:29.908906 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bec0054-281c-4112-b1cf-4ede54cbc1ab tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.937747 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e370-c4da-4cad-bff3-29f216150ac7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:29.975722 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e370-c4da-4cad-bff3-29f216150ac7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.076656 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e370-c4da-4cad-bff3-29f216150ac7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.082606 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8bf8e370-c4da-4cad-bff3-29f216150ac7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0947394 Aug 31 14:02:30.090353 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Sync routers for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:02:30.098031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40656) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:30.098817 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8e370-c4da-4cad-bff3-29f216150ac7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d4c83d-9a72-499a-b008-9bb5e320ab19,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:30.105109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bf1ae11e-7ca5-43e2-a86b-4c10cdaed45c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Request body: {'security_group_rule': {'security_group_id': 'd5d4c83d-9a72-499a-b008-9bb5e320ab19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:30.144384 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:02:30.153906 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:02:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:30.204493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:30.214874 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae11e-7ca5-43e2-a86b-4c10cdaed45c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.260746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'ea2adb95-1327-4b67-b70a-6461136e8ef6', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'ea2adb95-1327-4b67-b70a-6461136e8ef6', 'mac_address': 'fa:16:3e:fb:56:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:30.323170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-1f334632-65ff-4c34-83d6-07d9263650e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.324558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-1f334632-65ff-4c34-83d6-07d9263650e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.325208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-1f334632-65ff-4c34-83d6-07d9263650e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.328164 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-1f334632-65ff-4c34-83d6-07d9263650e2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=725da7e3c8154e688b0109c6503773b7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8956773 Aug 31 14:02:30.449092 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:02:30.464383 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.495601 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2adb95-1327-4b67-b70a-6461136e8ef6 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:30.554502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:30.572790 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.623992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47582e-5042-4bbc-a703-bd50fc9871d2 req-9bb7f321-0c00-4f8e-8776-a59efefa1021 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.635763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47582e-5042-4bbc-a703-bd50fc9871d2 req-9bb7f321-0c00-4f8e-8776-a59efefa1021 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.647189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47582e-5042-4bbc-a703-bd50fc9871d2 req-9bb7f321-0c00-4f8e-8776-a59efefa1021 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.660888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47582e-5042-4bbc-a703-bd50fc9871d2 req-9bb7f321-0c00-4f8e-8776-a59efefa1021 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.669785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47582e-5042-4bbc-a703-bd50fc9871d2 req-9bb7f321-0c00-4f8e-8776-a59efefa1021 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.674994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ea2adb95-1327-4b67-b70a-6461136e8ef6,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:30.681547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47582e-5042-4bbc-a703-bd50fc9871d2 req-9bb7f321-0c00-4f8e-8776-a59efefa1021 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.693296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47582e-5042-4bbc-a703-bd50fc9871d2 req-9bb7f321-0c00-4f8e-8776-a59efefa1021 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.696286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e47582e-5042-4bbc-a703-bd50fc9871d2 req-9bb7f321-0c00-4f8e-8776-a59efefa1021 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5394 time: 0.6252165 Aug 31 14:02:30.738894 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c04d7-4611-4593-a641-a52ae79f2b7d req-e3f82522-b32b-4257-85c9-00ec57981d44 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.748312 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-300c04d7-4611-4593-a641-a52ae79f2b7d req-e3f82522-b32b-4257-85c9-00ec57981d44 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 945 time: 0.4387488 Aug 31 14:02:30.798172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae11e-7ca5-43e2-a86b-4c10cdaed45c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:30.860878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-f11ec722-3784-4e56-ab61-9d879c51d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:30.863644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5236a888-7e0d-45be-a3b7-6bae3a3b097d req-f11ec722-3784-4e56-ab61-9d879c51d371 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5201125 Aug 31 14:02:30.892833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e47582e-5042-4bbc-a703-bd50fc9871d2 req-b1f3f1ec-45b0-4846-a75f-8b3f52a646f0 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1770761 Aug 31 14:02:30.940809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ea2adb95-1327-4b67-b70a-6461136e8ef6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:30.948977 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 2, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:31.018424 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Checking router: e1ff8bba-8553-433e-afdd-a9eb00e58833 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:02:31.018781 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Updating router e1ff8bba-8553-433e-afdd-a9eb00e58833 port a9712489-a798-4bab-b82c-e714e004e77d binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:02:31.063822 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19919fec-e05b-4513-a852-6d6554f89620 x-openstack-request-id: req-19919fec-e05b-4513-a852-6d6554f89620 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:31.064108 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-plugged", "status": "completed", "tag": "d66d942e-4bbe-4414-8e08-ae7d40a17d77", "code": 200}, {"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-plugged", "status": "completed", "tag": "9b84c13a-3006-430f-ac6e-822e42d9ad74", "code": 200}, {"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-plugged", "status": "completed", "tag": "0327692d-1860-483a-bb01-4dc227c7c1f7", "code": 200}, {"server_uuid": "c817e0ab-12f3-4cbe-9d90-627d689aac99", "name": "network-vif-plugged", "status": "completed", "tag": "4b2be336-e306-4409-8f69-d81e8caa4411", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:31.064264 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19919fec-e05b-4513-a852-6d6554f89620 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:31.065158 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66d942e-4bbe-4414-8e08-ae7d40a17d77', 'code': 200} Aug 31 14:02:31.065437 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b84c13a-3006-430f-ac6e-822e42d9ad74', 'code': 200} Aug 31 14:02:31.065692 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0327692d-1860-483a-bb01-4dc227c7c1f7', 'code': 200} Aug 31 14:02:31.065940 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c817e0ab-12f3-4cbe-9d90-627d689aac99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2be336-e306-4409-8f69-d81e8caa4411', 'code': 200} Aug 31 14:02:31.089847 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.140397 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa5780e-5515-49c6-8d31-bf7cadea573e x-openstack-request-id: req-4aa5780e-5515-49c6-8d31-bf7cadea573e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:31.141551 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "b2bf1ed2-10fe-417a-8870-b240c3970b3f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:31.142305 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4aa5780e-5515-49c6-8d31-bf7cadea573e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:31.143081 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': 'b2bf1ed2-10fe-417a-8870-b240c3970b3f', 'status': 'completed', 'code': 200} Aug 31 14:02:31.338775 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bec0054-281c-4112-b1cf-4ede54cbc1ab tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.380803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae11e-7ca5-43e2-a86b-4c10cdaed45c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.418614 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bec0054-281c-4112-b1cf-4ede54cbc1ab tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.463809 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9aad0ce3-6a7b-4508-8993-b9b8218825de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.572638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:02:31.606162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bcd0b3-38ba-4164-85db-c6f590972787 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:31.641446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ae11e-7ca5-43e2-a86b-4c10cdaed45c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3168e62f-dd75-4e28-80c7-db083950a0fb,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:31.653791 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.665866 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-3bec0054-281c-4112-b1cf-4ede54cbc1ab tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Floating IP 81f6750d-ddcd-4a66-b945-b491e59d8db7 associated. External IP: 172.25.3.14, port: 82e8872c-fd15-45a9-9f18-754d30a95a19. Aug 31 14:02:31.694919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:31.713505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-09cd4f4e-81ec-467c-ae08-51444bce7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.714086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-09cd4f4e-81ec-467c-ae08-51444bce7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.714679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-09cd4f4e-81ec-467c-ae08-51444bce7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.720597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-09cd4f4e-81ec-467c-ae08-51444bce7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.721248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-09cd4f4e-81ec-467c-ae08-51444bce7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.722303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-09cd4f4e-81ec-467c-ae08-51444bce7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.722781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-09cd4f4e-81ec-467c-ae08-51444bce7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.725124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-09cd4f4e-81ec-467c-ae08-51444bce7968 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6341 time: 0.5640502 Aug 31 14:02:31.784055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dd514-6b35-4b60-8c16-cc685a2dd047 req-e35791d4-78c7-4a39-8b31-90b92afc5a6e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:31.805057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-917dd514-6b35-4b60-8c16-cc685a2dd047 req-e35791d4-78c7-4a39-8b31-90b92afc5a6e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 949 time: 0.4463990 Aug 31 14:02:31.813390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Transition to ACTIVE for port object f1bcd0b3-38ba-4164-85db-c6f590972787 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:31.875918 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.927802 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Transition to ACTIVE for port object a9712489-a798-4bab-b82c-e714e004e77d will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:31.929061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.942643 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:31.974863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:32.025525 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Pushing event updated for resources: {'Port': ['ID=a9712489-a798-4bab-b82c-e714e004e77d,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:32.027337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'port_id': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'mac_address': 'fa:16:3e:33:d6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:02:32.029554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:32.046292 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.130858 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:32.131338 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:32.132303 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:32.133530 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:32.152820 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:32.153603 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:32.154180 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:32.154620 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:32.154973 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:32.155304 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:32.155655 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:32.155999 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:02:32.167694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-917dd514-6b35-4b60-8c16-cc685a2dd047 req-da2fa678-628a-47a2-a08d-8667f56db804 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614554 Aug 31 14:02:32.217186 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-300c04d7-4611-4593-a641-a52ae79f2b7d req-9d11aa23-cd81-4610-bf5b-1aea049751e5 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4670782 Aug 31 14:02:32.225897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae11e-7ca5-43e2-a86b-4c10cdaed45c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.227239 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bf1ae11e-7ca5-43e2-a86b-4c10cdaed45c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1257708 Aug 31 14:02:32.245616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40686) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:32.275409 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.291470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fd06768b-eea2-40f0-99c7-2d12e94bc9c9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Request body: {'security_group_rule': {'security_group_id': 'd5d4c83d-9a72-499a-b008-9bb5e320ab19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:32.326433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bcd0b3-38ba-4164-85db-c6f590972787,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:32.359114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:32.440114 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Attempting to bind port a9712489-a798-4bab-b82c-e714e004e77d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:32.453360 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Attempting to bind port a9712489-a798-4bab-b82c-e714e004e77d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:32.453975 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Attempting to bind port a9712489-a798-4bab-b82c-e714e004e77d on network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:32.483447 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:32.486418 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd06768b-eea2-40f0-99c7-2d12e94bc9c9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.490904 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Checking segment: {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:32.492425 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.495267 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Bound using segment: {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:32.495925 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Bound port: a9712489-a798-4bab-b82c-e714e004e77d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:32.501578 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.535779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-baedf273-89d2-453d-8c00-afc6abd822f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:32.536365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-baedf273-89d2-453d-8c00-afc6abd822f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:32.541288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-baedf273-89d2-453d-8c00-afc6abd822f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:32.544017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-baedf273-89d2-453d-8c00-afc6abd822f3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=725da7e3c8154e688b0109c6503773b7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7936280 Aug 31 14:02:32.550795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:32.566592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ac2d0-e968-4019-bf67-5b0b7fa77a12 req-c88f3de0-1642-46f3-a176-aa209e3a9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:32.568161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ac2d0-e968-4019-bf67-5b0b7fa77a12 req-c88f3de0-1642-46f3-a176-aa209e3a9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:32.568872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ac2d0-e968-4019-bf67-5b0b7fa77a12 req-c88f3de0-1642-46f3-a176-aa209e3a9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:32.571041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-841ac2d0-e968-4019-bf67-5b0b7fa77a12 req-c88f3de0-1642-46f3-a176-aa209e3a9ca2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2871 time: 1.2299519 Aug 31 14:02:32.593660 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.613263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bec0054-281c-4112-b1cf-4ede54cbc1ab tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Router c23f5e5d-2897-4067-80be-57c63d30d360 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:02:32.770124 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] For port a9712489-a798-4bab-b82c-e714e004e77d, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:32.778235 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] For port a9712489-a798-4bab-b82c-e714e004e77d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a9712489-a798-4bab-b82c-e714e004e77d,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:32.790301 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:32.835159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:02:32.861676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=12']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:32.913919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3de1c-42b0-4930-b38f-691b2c47528d req-6da7bfe5-36ff-4811-ab7d-836a5243bf17 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:32.915623 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7fa3de1c-42b0-4930-b38f-691b2c47528d req-6da7bfe5-36ff-4811-ab7d-836a5243bf17 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.5608537 Aug 31 14:02:32.942433 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ea2adb95-1327-4b67-b70a-6461136e8ef6 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:32.991058 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c361df-aa89-4e12-85f1-23e0364c2c15 None None] Pushing event updated for resources: {'Port': ['ID=a9712489-a798-4bab-b82c-e714e004e77d,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:33.000164 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:02:33.000841 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:02:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:33.112838 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7fa3de1c-42b0-4930-b38f-691b2c47528d req-e454940f-dc32-402e-be7f-038b125904fa tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791353 Aug 31 14:02:33.173208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Attempting to bind port f1bcd0b3-38ba-4164-85db-c6f590972787 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:33.173669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Attempting to bind port f1bcd0b3-38ba-4164-85db-c6f590972787 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:33.179317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Attempting to bind port f1bcd0b3-38ba-4164-85db-c6f590972787 on network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:33.226108 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-841ac2d0-e968-4019-bf67-5b0b7fa77a12 req-f723f6b7-e355-45de-b996-2cb45d800840 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352532 Aug 31 14:02:33.229968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Port f1bcd0b3-38ba-4164-85db-c6f590972787 on network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:33.234109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Attempting to bind port f1bcd0b3-38ba-4164-85db-c6f590972787 on network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:33.241736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port ea2adb95-1327-4b67-b70a-6461136e8ef6 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:33.242454 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd06768b-eea2-40f0-99c7-2d12e94bc9c9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.305681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:33.306202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Checking segment: {'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:33.306719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Bound using segment: {'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:33.307414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Bound port: f1bcd0b3-38ba-4164-85db-c6f590972787, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:33.307968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port ea2adb95-1327-4b67-b70a-6461136e8ef6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:33.308122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.308676 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.309000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854898d-5a4e-4cb4-875e-d39ce0572fdd req-7bd69372-2f2d-4db7-856d-2a67ab498cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:33.320387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854898d-5a4e-4cb4-875e-d39ce0572fdd req-7bd69372-2f2d-4db7-856d-2a67ab498cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:33.336559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854898d-5a4e-4cb4-875e-d39ce0572fdd req-7bd69372-2f2d-4db7-856d-2a67ab498cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:33.338457 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f854898d-5a4e-4cb4-875e-d39ce0572fdd req-7bd69372-2f2d-4db7-856d-2a67ab498cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2418 time: 0.5242128 Aug 31 14:02:33.341254 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd06768b-eea2-40f0-99c7-2d12e94bc9c9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.387891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06768b-eea2-40f0-99c7-2d12e94bc9c9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c47b93f-d035-42ab-bfe4-5bf497bb5416,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:33.463864 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:02:33.543478 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f854898d-5a4e-4cb4-875e-d39ce0572fdd req-4ccdbd47-b22e-4aa2-af72-f16b9c2ca6d3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790028 Aug 31 14:02:33.602332 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd06768b-eea2-40f0-99c7-2d12e94bc9c9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.619382 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fd06768b-eea2-40f0-99c7-2d12e94bc9c9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3432755 Aug 31 14:02:33.624934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40694) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:33.633687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] For port f1bcd0b3-38ba-4164-85db-c6f590972787, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:33.641119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] For port f1bcd0b3-38ba-4164-85db-c6f590972787, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f1bcd0b3-38ba-4164-85db-c6f590972787,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:33.654655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:33.665994 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.692076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-c2453719-1b22-4059-b039-42948202f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:33.693691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-276d4264-c7d4-4bd8-b4c2-f062e73d1fe2 req-c2453719-1b22-4059-b039-42948202f20c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0646334 Aug 31 14:02:33.717291 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bec0054-281c-4112-b1cf-4ede54cbc1ab tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:02:33.743155 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bec0054-281c-4112-b1cf-4ede54cbc1ab tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.754871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:33.755549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.775267 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] 10.222.0.13 "PUT /v2.0/ports/f1bcd0b3-38ba-4164-85db-c6f590972787 HTTP/1.1" status: 200 len: 1091 time: 4.5101862 Aug 31 14:02:33.827051 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.829212 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff40e4f-2158-4614-8b5f-d7e13d672eca None None] Sync routers for ids ['c23f5e5d-2897-4067-80be-57c63d30d360'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:02:33.851547 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3bec0054-281c-4112-b1cf-4ede54cbc1ab tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "PUT /v2.0/floatingips/81f6750d-ddcd-4a66-b945-b491e59d8db7 HTTP/1.1" status: 200 len: 990 time: 4.0349705 Aug 31 14:02:33.861118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'tag': '82e8872c-fd15-45a9-9f18-754d30a95a19'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:33.862904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a9712489-a798-4bab-b82c-e714e004e77d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:33.869955 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c98678-c850-432c-a35e-8b817430b8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765", "tag": "82e8872c-fd15-45a9-9f18-754d30a95a19"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:33.893204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': 'f1bcd0b3-38ba-4164-85db-c6f590972787'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:33.901055 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "f1bcd0b3-38ba-4164-85db-c6f590972787"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:33.905534 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:33.925795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Request body: {'port': {'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:34.020035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff40e4f-2158-4614-8b5f-d7e13d672eca None None] Routers {'c23f5e5d-2897-4067-80be-57c63d30d360'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:02:34.023836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7ff40e4f-2158-4614-8b5f-d7e13d672eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:02:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c23f5e5d-2897-4067-80be-57c63d30d360'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:34.120662 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:32Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:34.171295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d539e-7dca-46c9-8013-c30e3c692796 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bcd0b3-38ba-4164-85db-c6f590972787,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:34.224473 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ff0c2-4174-4576-9c26-ae46d4686752 None None] The sync data for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 is: [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:32Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:02:34.267200 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:34.351835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcef29c-f0c2-4336-8ade-106b4fc29b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2adb95-1327-4b67-b70a-6461136e8ef6'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:34.359164 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4dc0c6-1f6e-407c-a5c5-52e31ce803a3" -d '{"events": [{"server_uuid": "fbcef29c-f0c2-4336-8ade-106b4fc29b0f", "name": "network-vif-plugged", "status": "completed", "tag": "ea2adb95-1327-4b67-b70a-6461136e8ef6"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:34.368032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20951c0-e8fe-4edf-8027-a18e3f9ef25e req-32cb5580-7d8f-4afa-a1f0-6850af416882 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:34.379542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20951c0-e8fe-4edf-8027-a18e3f9ef25e req-32cb5580-7d8f-4afa-a1f0-6850af416882 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:34.392921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20951c0-e8fe-4edf-8027-a18e3f9ef25e req-32cb5580-7d8f-4afa-a1f0-6850af416882 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:34.405731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20951c0-e8fe-4edf-8027-a18e3f9ef25e req-32cb5580-7d8f-4afa-a1f0-6850af416882 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:34.421068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20951c0-e8fe-4edf-8027-a18e3f9ef25e req-32cb5580-7d8f-4afa-a1f0-6850af416882 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:34.434136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20951c0-e8fe-4edf-8027-a18e3f9ef25e req-32cb5580-7d8f-4afa-a1f0-6850af416882 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:34.445915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20951c0-e8fe-4edf-8027-a18e3f9ef25e req-32cb5580-7d8f-4afa-a1f0-6850af416882 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:34.459732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f20951c0-e8fe-4edf-8027-a18e3f9ef25e req-32cb5580-7d8f-4afa-a1f0-6850af416882 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5406 time: 1.0913692 Aug 31 14:02:34.481468 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:34.564661 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:34.573586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-997f8dac-0fea-4ac1-abf0-ba14962b0d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:34.615114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port a9712489-a798-4bab-b82c-e714e004e77d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:34.679428 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:34.720553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port a9712489-a798-4bab-b82c-e714e004e77d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:34.720940 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:34.752365 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:34.848219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Allocated IP 172.25.3.62 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/1c3bdccd-cfa4-468d-9bfc-0388d8c138e8) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:34.985855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7ff40e4f-2158-4614-8b5f-d7e13d672eca None None] Set router c23f5e5d-2897-4067-80be-57c63d30d360 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:02:35.103665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ea2adb95-1327-4b67-b70a-6461136e8ef6,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:35.184943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:35.198266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f20951c0-e8fe-4edf-8027-a18e3f9ef25e req-ea60d449-de2a-493d-b2dd-2b8db5d7eb42 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7365248 Aug 31 14:02:35.663046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:35.789966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64fc23-6080-44b5-80ab-124efe0359b6 req-b2a30916-abbd-4d3d-9244-4f79a662aff1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:35.797540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf64fc23-6080-44b5-80ab-124efe0359b6 req-b2a30916-abbd-4d3d-9244-4f79a662aff1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 1.1131332 Aug 31 14:02:35.882869 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:35.890942 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:35.933030 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf64fc23-6080-44b5-80ab-124efe0359b6 req-51ab196f-669f-408b-915e-ae9f07a9ccc0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151075 Aug 31 14:02:35.982044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:35.982458 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.071989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.196016 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420c7b91-3c85-4fc0-8f4f-f7689585ed6d x-openstack-request-id: req-420c7b91-3c85-4fc0-8f4f-f7689585ed6d {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:36.196402 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765", "tag": "82e8872c-fd15-45a9-9f18-754d30a95a19", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:36.196647 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-420c7b91-3c85-4fc0-8f4f-f7689585ed6d {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:36.197076 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'tag': '82e8872c-fd15-45a9-9f18-754d30a95a19', 'status': 'completed', 'code': 200} Aug 31 14:02:36.214769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:36.226210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port a9712489-a798-4bab-b82c-e714e004e77d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a9712489-a798-4bab-b82c-e714e004e77d,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:36.244599 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.246824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:36.257821 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:36.269123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event updated for resources: {'Port': ['ID=1c3bdccd-cfa4-468d-9bfc-0388d8c138e8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:36.281509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7ff40e4f-2158-4614-8b5f-d7e13d672eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '81f6750d-ddcd-4a66-b945-b491e59d8db7', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'port_id': '82e8872c-fd15-45a9-9f18-754d30a95a19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'mac_address': 'fa:16:3e:df:ba:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:00:48Z', 'updated_at': '2021-08-31T14:02:31Z', 'revision_number': 1, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac309c59-30de-4cf1-87ce-08d585ca8c21', 'name': '', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'mac_address': 'fa:16:3e:6b:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:37Z', 'updated_at': '2021-08-31T14:00:48Z', 'revision_number': 5, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'subnets': [{'id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:36.364324 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b513d42-7063-474a-bf6d-067a265d5d34 x-openstack-request-id: req-0b513d42-7063-474a-bf6d-067a265d5d34 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:36.366132 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "f1bcd0b3-38ba-4164-85db-c6f590972787", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:36.366696 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b513d42-7063-474a-bf6d-067a265d5d34 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:36.367417 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': 'f1bcd0b3-38ba-4164-85db-c6f590972787', 'status': 'completed', 'code': 200} Aug 31 14:02:36.484723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273a570-bf51-40db-92ba-2b5d5de4cb07 req-d9e5e81a-890d-49ae-9663-7f5759a0ed0d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.501060 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c273a570-bf51-40db-92ba-2b5d5de4cb07 req-d9e5e81a-890d-49ae-9663-7f5759a0ed0d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 945 time: 1.1113448 Aug 31 14:02:36.569087 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.586888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8131ac6-1a9e-4aaa-9600-bed4d775c9a0 req-e8532b32-dbdb-4f58-b84a-abee49c6b8f0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.621367 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c8131ac6-1a9e-4aaa-9600-bed4d775c9a0 req-e8532b32-dbdb-4f58-b84a-abee49c6b8f0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 945 time: 0.1536045 Aug 31 14:02:36.812523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c98678-c850-432c-a35e-8b817430b8e9 req-d440c8df-25ca-476e-a6aa-eca7588c8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.814605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c8131ac6-1a9e-4aaa-9600-bed4d775c9a0 req-ad841cb3-a7aa-4036-a711-0264875ba388 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886940 Aug 31 14:02:36.823689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89c98678-c850-432c-a35e-8b817430b8e9 req-d440c8df-25ca-476e-a6aa-eca7588c8f00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ba305546f2943cc8d13d5159823234e&device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 1096 time: 0.5150237 Aug 31 14:02:36.842466 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c273a570-bf51-40db-92ba-2b5d5de4cb07 req-c6825878-93a5-433e-a8df-5d446f1eaad3 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294191 Aug 31 14:02:36.846636 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:36.914833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-e9474b0a-c568-4b97-8f7d-8ae6d811c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.920446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff40e4f-2158-4614-8b5f-d7e13d672eca None None] Checking router: c23f5e5d-2897-4067-80be-57c63d30d360 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:02:36.925658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-e9474b0a-c568-4b97-8f7d-8ae6d811c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.926406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-e9474b0a-c568-4b97-8f7d-8ae6d811c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.932141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-e9474b0a-c568-4b97-8f7d-8ae6d811c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.932945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-e9474b0a-c568-4b97-8f7d-8ae6d811c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.948093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-e9474b0a-c568-4b97-8f7d-8ae6d811c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.948924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-e9474b0a-c568-4b97-8f7d-8ae6d811c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:36.951512 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-e9474b0a-c568-4b97-8f7d-8ae6d811c25e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6408 time: 0.5805447 Aug 31 14:02:37.006045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff40e4f-2158-4614-8b5f-d7e13d672eca None None] Routers {'c23f5e5d-2897-4067-80be-57c63d30d360'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:02:37.009578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7ff40e4f-2158-4614-8b5f-d7e13d672eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:02:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c23f5e5d-2897-4067-80be-57c63d30d360'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:37.377363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7ff40e4f-2158-4614-8b5f-d7e13d672eca None None] Set router c23f5e5d-2897-4067-80be-57c63d30d360 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:02:37.399104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a30911-6d66-4d40-8dab-8fe6556e0287 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:37.425622 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.470649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Transition to ACTIVE for port object a8a30911-6d66-4d40-8dab-8fe6556e0287 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:37.515998 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:37.822601 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21e747-8149-4881-a9a1-f2cf5beba699 req-5daacc7c-d972-4153-a5fb-00af6df943b1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:37.849623 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cce1448-0ab9-49e6-be70-ac97386fe3c9 x-openstack-request-id: req-7cce1448-0ab9-49e6-be70-ac97386fe3c9 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:37.851349 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcef29c-f0c2-4336-8ade-106b4fc29b0f", "name": "network-vif-plugged", "status": "completed", "tag": "ea2adb95-1327-4b67-b70a-6461136e8ef6", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:37.866443 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cce1448-0ab9-49e6-be70-ac97386fe3c9 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:37.867149 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcef29c-f0c2-4336-8ade-106b4fc29b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2adb95-1327-4b67-b70a-6461136e8ef6', 'code': 200} Aug 31 14:02:37.886030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21e747-8149-4881-a9a1-f2cf5beba699 req-5daacc7c-d972-4153-a5fb-00af6df943b1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:37.906979 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21e747-8149-4881-a9a1-f2cf5beba699 req-5daacc7c-d972-4153-a5fb-00af6df943b1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:37.909535 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e21e747-8149-4881-a9a1-f2cf5beba699 req-5daacc7c-d972-4153-a5fb-00af6df943b1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2418 time: 0.6884222 Aug 31 14:02:37.937873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0557630-8e72-4a59-8804-173dafddac65 req-5976b126-8ea7-4599-a349-5cf327b7dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:37.947319 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0557630-8e72-4a59-8804-173dafddac65 req-5976b126-8ea7-4599-a349-5cf327b7dd9c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 1101 time: 0.6095488 Aug 31 14:02:38.003911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae1d8e-4955-4bc0-b057-c24cf9efcbfe req-4796160c-64c2-4c64-9d3b-430eb13ab90b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.014055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae1d8e-4955-4bc0-b057-c24cf9efcbfe req-4796160c-64c2-4c64-9d3b-430eb13ab90b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.030713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae1d8e-4955-4bc0-b057-c24cf9efcbfe req-4796160c-64c2-4c64-9d3b-430eb13ab90b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.048655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae1d8e-4955-4bc0-b057-c24cf9efcbfe req-4796160c-64c2-4c64-9d3b-430eb13ab90b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.058832 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.071945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae1d8e-4955-4bc0-b057-c24cf9efcbfe req-4796160c-64c2-4c64-9d3b-430eb13ab90b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.078363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae1d8e-4955-4bc0-b057-c24cf9efcbfe req-4796160c-64c2-4c64-9d3b-430eb13ab90b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.103256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae1d8e-4955-4bc0-b057-c24cf9efcbfe req-4796160c-64c2-4c64-9d3b-430eb13ab90b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.106632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02ae1d8e-4955-4bc0-b057-c24cf9efcbfe req-4796160c-64c2-4c64-9d3b-430eb13ab90b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.6279809 Aug 31 14:02:38.134467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a30911-6d66-4d40-8dab-8fe6556e0287,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:38.148074 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.153991 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.157376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-b28072ab-832e-489a-96bc-c0478786d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.158244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-b28072ab-832e-489a-96bc-c0478786d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.159704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-b28072ab-832e-489a-96bc-c0478786d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.162012 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-b28072ab-832e-489a-96bc-c0478786d1f3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=725da7e3c8154e688b0109c6503773b7&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.2010620 Aug 31 14:02:38.167445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c98678-c850-432c-a35e-8b817430b8e9 req-37d43939-abeb-4cf2-8847-9f68500ea2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.169427 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89c98678-c850-432c-a35e-8b817430b8e9 req-37d43939-abeb-4cf2-8847-9f68500ea2e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=32e80b2a-96f7-42f4-b113-1b21fb467318 HTTP/1.1" status: 200 len: 916 time: 1.3253634 Aug 31 14:02:38.184398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=a9712489-a798-4bab-b82c-e714e004e77d,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:38.238702 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.431598 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event updated for resources: {'Port': ['ID=1c3bdccd-cfa4-468d-9bfc-0388d8c138e8,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:38.439414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.462357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a9712489-a798-4bab-b82c-e714e004e77d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:02:38.472851 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.472851 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0f803cdb-5f77-4ecb-9e95-71ce921dd0aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8345687 Aug 31 14:02:38.473245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02ae1d8e-4955-4bc0-b057-c24cf9efcbfe req-cc7dc3ee-3e82-463e-9b6c-c7fe73e3be1c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3400791 Aug 31 14:02:38.483137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:38.505907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89c98678-c850-432c-a35e-8b817430b8e9 req-322635be-139f-4ed6-9b58-3bed887d4985 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82e8872c-fd15-45a9-9f18-754d30a95a19 HTTP/1.1" status: 200 len: 998 time: 0.3075244 Aug 31 14:02:38.509026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Attempting to bind port a8a30911-6d66-4d40-8dab-8fe6556e0287 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:38.510055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Attempting to bind port a8a30911-6d66-4d40-8dab-8fe6556e0287 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:38.510928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Attempting to bind port a8a30911-6d66-4d40-8dab-8fe6556e0287 on network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:38.548543 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e21e747-8149-4881-a9a1-f2cf5beba699 req-56f40d65-13ac-494a-80f2-36a1ea176c58 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868772 Aug 31 14:02:38.555361 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.561481 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0557630-8e72-4a59-8804-173dafddac65 req-ccf4f3aa-335f-4482-aa40-90253b2a5f1f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789541 Aug 31 14:02:38.644291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Port a8a30911-6d66-4d40-8dab-8fe6556e0287 on network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:38.649107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Attempting to bind port a8a30911-6d66-4d40-8dab-8fe6556e0287 on network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:38.744643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:38.745314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Checking segment: {'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:38.745906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Bound using segment: {'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:38.746594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Bound port: a8a30911-6d66-4d40-8dab-8fe6556e0287, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a24939-caac-445e-9874-918c0ac710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:38.747172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:38.806051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7ff40e4f-2158-4614-8b5f-d7e13d672eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '81f6750d-ddcd-4a66-b945-b491e59d8db7', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'port_id': '82e8872c-fd15-45a9-9f18-754d30a95a19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'mac_address': 'fa:16:3e:df:ba:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:00:48Z', 'updated_at': '2021-08-31T14:02:31Z', 'revision_number': 1, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac309c59-30de-4cf1-87ce-08d585ca8c21', 'name': '', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'mac_address': 'fa:16:3e:6b:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:37Z', 'updated_at': '2021-08-31T14:00:48Z', 'revision_number': 5, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'subnets': [{'id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:38.812013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=13']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:38.870842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c98678-c850-432c-a35e-8b817430b8e9 req-8a4cf4e5-56e0-4887-8e20-f052c0ed4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.883716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89c98678-c850-432c-a35e-8b817430b8e9 req-8a4cf4e5-56e0-4887-8e20-f052c0ed4e9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d50b5bd4-258e-43ae-bc2c-e694548f6a87 HTTP/1.1" status: 200 len: 854 time: 0.3576269 Aug 31 14:02:38.887629 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-1c7b0825-3d62-4f65-aea1-e0afb775717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:38.889676 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-de1ff0c5-9b03-46cc-a98f-021ee0fb1377 req-1c7b0825-3d62-4f65-aea1-e0afb775717c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7189672 Aug 31 14:02:38.933723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff40e4f-2158-4614-8b5f-d7e13d672eca None None] The sync data for ids ['c23f5e5d-2897-4067-80be-57c63d30d360'] in n-d-792364-6 is: [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '81f6750d-ddcd-4a66-b945-b491e59d8db7', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'port_id': '82e8872c-fd15-45a9-9f18-754d30a95a19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'mac_address': 'fa:16:3e:df:ba:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:00:48Z', 'updated_at': '2021-08-31T14:02:31Z', 'revision_number': 1, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac309c59-30de-4cf1-87ce-08d585ca8c21', 'name': '', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'mac_address': 'fa:16:3e:6b:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:37Z', 'updated_at': '2021-08-31T14:00:48Z', 'revision_number': 5, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'subnets': [{'id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:02:38.966328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port a9712489-a798-4bab-b82c-e714e004e77d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:38.970314 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.046285 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.069975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.126300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9434e6-a5a8-458a-9943-4b01e5333d2e req-9d79bebe-9e93-482a-85a9-caeb7f793aa7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:39.132817 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad9434e6-a5a8-458a-9943-4b01e5333d2e req-9d79bebe-9e93-482a-85a9-caeb7f793aa7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.4445395 Aug 31 14:02:39.260870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] For port a8a30911-6d66-4d40-8dab-8fe6556e0287, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:39.275961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] For port a8a30911-6d66-4d40-8dab-8fe6556e0287, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a8a30911-6d66-4d40-8dab-8fe6556e0287,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:39.298098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2450f-44c6-4559-8d0e-11b46e514d8d req-b1abd578-1dd5-45db-a90f-31048b93f597 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:39.309154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c98678-c850-432c-a35e-8b817430b8e9 req-1a225caa-93b1-4605-a916-510ad98129ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:39.315508 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35a2450f-44c6-4559-8d0e-11b46e514d8d req-b1abd578-1dd5-45db-a90f-31048b93f597 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 946 time: 0.1784317 Aug 31 14:02:39.330458 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89c98678-c850-432c-a35e-8b817430b8e9 req-1a225caa-93b1-4605-a916-510ad98129ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32e80b2a-96f7-42f4-b113-1b21fb467318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4103549 Aug 31 14:02:39.382233 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.462077 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f3f90-59c7-4f96-bd01-0f6af7d42430 None None] New status for floating IP 81f6750d-ddcd-4a66-b945-b491e59d8db7: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:02:39.472172 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35a2450f-44c6-4559-8d0e-11b46e514d8d req-872cab4e-e449-4b0f-9cf2-f74b4acd2a90 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524761 Aug 31 14:02:39.499682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:39.500412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:39.506296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/a8a30911-6d66-4d40-8dab-8fe6556e0287 HTTP/1.1" status: 200 len: 1091 time: 5.5936251 Aug 31 14:02:39.537267 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad9434e6-a5a8-458a-9943-4b01e5333d2e req-6150dcd6-2a0f-4e2b-91ec-471d086581d0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756769 Aug 31 14:02:39.686420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': 'a8a30911-6d66-4d40-8dab-8fe6556e0287'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:39.693962 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "a8a30911-6d66-4d40-8dab-8fe6556e0287"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:39.868416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:39.870945 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fc0e07-8a4d-443d-bdcc-dece24e7a359" -d '{"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-plugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:39.879521 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b5fa9-c54a-4118-ae42-5e95d9df098e req-dbcc7161-7274-4ac8-9d1c-5164453d2b90 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:39.892745 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac7b5fa9-c54a-4118-ae42-5e95d9df098e req-dbcc7161-7274-4ac8-9d1c-5164453d2b90 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 945 time: 0.2276371 Aug 31 14:02:40.022257 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac7b5fa9-c54a-4118-ae42-5e95d9df098e req-e59c6c04-2730-4ea0-b0e3-ecc51dd26dd0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263363 Aug 31 14:02:40.174069 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89c98678-c850-432c-a35e-8b817430b8e9 req-835c116e-1a3c-4699-bc06-e4d0bf2ee3a1 service neutron] 10.222.0.52 "GET /v2.0/networks/32e80b2a-96f7-42f4-b113-1b21fb467318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373880 Aug 31 14:02:40.260699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc503b-ecfa-4457-9657-ef937a2098c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a30911-6d66-4d40-8dab-8fe6556e0287,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:40.540241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89c98678-c850-432c-a35e-8b817430b8e9 req-536d73c4-32a4-4345-bf91-354f9cbc5e80 service neutron] 10.222.0.52 "GET /v2.0/networks/32e80b2a-96f7-42f4-b113-1b21fb467318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543096 Aug 31 14:02:40.584486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2781e-68be-4c4e-93d4-2a91ef3afd19 req-d66e2f49-2879-4230-ac4e-cf41240c1aa2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.601553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2781e-68be-4c4e-93d4-2a91ef3afd19 req-d66e2f49-2879-4230-ac4e-cf41240c1aa2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.602687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-517b7ed8-872a-4f3a-8f44-a0d51f5322eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.603525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-517b7ed8-872a-4f3a-8f44-a0d51f5322eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.604506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-517b7ed8-872a-4f3a-8f44-a0d51f5322eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.605394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-517b7ed8-872a-4f3a-8f44-a0d51f5322eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.613894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-517b7ed8-872a-4f3a-8f44-a0d51f5322eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.615116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-517b7ed8-872a-4f3a-8f44-a0d51f5322eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.618261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-517b7ed8-872a-4f3a-8f44-a0d51f5322eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.629360 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-517b7ed8-872a-4f3a-8f44-a0d51f5322eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6475 time: 0.9021068 Aug 31 14:02:40.650810 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2781e-68be-4c4e-93d4-2a91ef3afd19 req-d66e2f49-2879-4230-ac4e-cf41240c1aa2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.707080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2781e-68be-4c4e-93d4-2a91ef3afd19 req-d66e2f49-2879-4230-ac4e-cf41240c1aa2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.734183 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2781e-68be-4c4e-93d4-2a91ef3afd19 req-d66e2f49-2879-4230-ac4e-cf41240c1aa2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.747401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-59274f29-4a56-46cb-a8cb-609e9a44a821 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3adf0515-04b3-473a-9e4d-355c21d8fc2a HTTP/1.1" status: 200 len: 217 time: 0.1036742 Aug 31 14:02:40.758716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2781e-68be-4c4e-93d4-2a91ef3afd19 req-d66e2f49-2879-4230-ac4e-cf41240c1aa2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.793677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2781e-68be-4c4e-93d4-2a91ef3afd19 req-d66e2f49-2879-4230-ac4e-cf41240c1aa2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.816526 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8ae2781e-68be-4c4e-93d4-2a91ef3afd19 req-d66e2f49-2879-4230-ac4e-cf41240c1aa2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.4114873 Aug 31 14:02:40.931438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-6d376af7-d4d0-4cbc-90f6-8cbe929cf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:40.936992 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-6d376af7-d4d0-4cbc-90f6-8cbe929cf2f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3 HTTP/1.1" status: 200 len: 850 time: 0.1724596 Aug 31 14:02:40.949489 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8ae2781e-68be-4c4e-93d4-2a91ef3afd19 req-9dfffa4f-de18-41c8-851a-bc3c9d639c79 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251948 Aug 31 14:02:41.037848 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059381dd-d995-4ac6-b3de-bb8fbce6f330 x-openstack-request-id: req-059381dd-d995-4ac6-b3de-bb8fbce6f330 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:41.038159 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "a8a30911-6d66-4d40-8dab-8fe6556e0287", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:41.038481 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-059381dd-d995-4ac6-b3de-bb8fbce6f330 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:41.038898 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': 'a8a30911-6d66-4d40-8dab-8fe6556e0287', 'status': 'completed', 'code': 200} Aug 31 14:02:41.089309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d0e17910-6217-4c02-9351-00e04fad65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:41.098595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d0e17910-6217-4c02-9351-00e04fad65b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5fb4c7e-2c3a-4423-9d26-009e73aec85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482089 Aug 31 14:02:41.384850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-8ecbea9b-8d57-4a81-811d-c778ab3511da service neutron] 10.222.0.13 "GET /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631016 Aug 31 14:02:41.434904 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097f1166-ef43-4c76-b165-6779d7f352cc x-openstack-request-id: req-097f1166-ef43-4c76-b165-6779d7f352cc {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:41.434904 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-plugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:41.434904 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-097f1166-ef43-4c76-b165-6779d7f352cc {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:41.435634 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'code': 200} Aug 31 14:02:41.591847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-fbae1141-f4c5-4e4b-9535-fafea06385ec service neutron] 10.222.0.13 "GET /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940289 Aug 31 14:02:41.651787 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-643e8fa9-2d45-4a5e-8641-50d70a20d5fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=ac6194a5-9eba-4751-8944-10a6f7e9a853 HTTP/1.1" status: 200 len: 217 time: 0.0515318 Aug 31 14:02:41.761505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34981ac8-45ec-432e-b04b-ea243804f518 req-9fe646eb-24e8-4f80-813b-b6bc384a9ad7 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:41.769155 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-34981ac8-45ec-432e-b04b-ea243804f518 req-9fe646eb-24e8-4f80-813b-b6bc384a9ad7 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1203127 Aug 31 14:02:41.780383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-b74d29fa-8dc2-4382-ba52-dbb49ec9f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:41.783075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-b74d29fa-8dc2-4382-ba52-dbb49ec9f069 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.1220677 Aug 31 14:02:41.912535 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-34981ac8-45ec-432e-b04b-ea243804f518 req-091038ae-2ffb-49fc-bb4c-73e829fa8386 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307971 Aug 31 14:02:41.935194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-00b6c3c6-7dd9-47ba-bf3d-acb4c9b1bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:41.938016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-00b6c3c6-7dd9-47ba-bf3d-acb4c9b1bdf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1443098 Aug 31 14:02:42.253587 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-91c2c2b0-c012-43da-b232-4285ec322529 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029933 Aug 31 14:02:42.308792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb96a4-da37-4b89-b081-5a335740c963 req-a2a30ac0-81aa-4ddc-a87c-8f1bf24fd065 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.311098 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57eb96a4-da37-4b89-b081-5a335740c963 req-a2a30ac0-81aa-4ddc-a87c-8f1bf24fd065 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 946 time: 0.1834028 Aug 31 14:02:42.473110 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57eb96a4-da37-4b89-b081-5a335740c963 req-203a5d08-8e59-49c9-8724-1271904c45f0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486075 Aug 31 14:02:42.544795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-e4f36369-6217-464f-a573-debb468299b9 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609346 Aug 31 14:02:42.653065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-e2bb593a-034f-4f11-94b0-3430b60b79f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=7627da9a-ba2e-426b-8648-956bac9056d9 HTTP/1.1" status: 200 len: 217 time: 0.0972753 Aug 31 14:02:42.815209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-57a37d84-9b0e-4040-ba99-3c365f3f2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.818012 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-57a37d84-9b0e-4040-ba99-3c365f3f2d54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.1556730 Aug 31 14:02:42.916220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15be2e-9ded-44dc-9312-1ebfc193143f req-a749292b-5b38-4581-b585-812bb11481b2 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.927415 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7c15be2e-9ded-44dc-9312-1ebfc193143f req-a749292b-5b38-4581-b585-812bb11481b2 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.2351034 Aug 31 14:02:42.991322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-862de457-2438-4675-a09f-212c4f88a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:42.992960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-862de457-2438-4675-a09f-212c4f88a665 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1659472 Aug 31 14:02:43.038864 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7c15be2e-9ded-44dc-9312-1ebfc193143f req-fe3d2185-2fec-4ecc-a01e-8f8adcae0c20 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010046 Aug 31 14:02:43.312412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-b7bf2ab5-f551-4a9a-89ac-1ce5623a50c9 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053620 Aug 31 14:02:43.345127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c4ade-cd94-41aa-a217-f6ea3e61b760 req-a208125f-cd08-4777-aed3-2debfcaf2cb6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:43.347454 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-469c4ade-cd94-41aa-a217-f6ea3e61b760 req-a208125f-cd08-4777-aed3-2debfcaf2cb6 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 945 time: 0.1806142 Aug 31 14:02:43.492678 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-469c4ade-cd94-41aa-a217-f6ea3e61b760 req-2147853b-c2e9-45ca-84e0-75c15a2217dc tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276891 Aug 31 14:02:43.792743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb170b-5d33-4a36-adcd-efe87bf1817b req-80a8974a-2b9f-4b86-a128-536b609e43ee tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:43.805354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-01a9bbe7-2f75-4939-bedc-6a14d573f900 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:43.811070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb170b-5d33-4a36-adcd-efe87bf1817b req-80a8974a-2b9f-4b86-a128-536b609e43ee tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:43.812092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-01a9bbe7-2f75-4939-bedc-6a14d573f900 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:43.831935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-01a9bbe7-2f75-4939-bedc-6a14d573f900 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:43.832218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb170b-5d33-4a36-adcd-efe87bf1817b req-80a8974a-2b9f-4b86-a128-536b609e43ee tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:43.834131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8eeb170b-5d33-4a36-adcd-efe87bf1817b req-80a8974a-2b9f-4b86-a128-536b609e43ee tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2418 time: 0.1425784 Aug 31 14:02:43.835721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-01a9bbe7-2f75-4939-bedc-6a14d573f900 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.13 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 2418 time: 0.2618628 Aug 31 14:02:43.900835 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-d21490dd-9bec-4e5b-be1b-d6184ab208b3 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743458 Aug 31 14:02:43.906705 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8eeb170b-5d33-4a36-adcd-efe87bf1817b req-d39f69f9-a924-4db4-a5d7-88b71b08d1da tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639832 Aug 31 14:02:44.073256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-787db77e-8c1c-4562-912f-154d89cd0ac7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=83219683-f9b0-42b6-82dc-6016f15f8221 HTTP/1.1" status: 200 len: 217 time: 0.1249173 Aug 31 14:02:44.124749 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b1a80-1d7c-4dc0-9609-b24d21c7cccb req-941aeb99-3571-4b07-bec9-4df52e3e87ad tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.135703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b1a80-1d7c-4dc0-9609-b24d21c7cccb req-941aeb99-3571-4b07-bec9-4df52e3e87ad tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.149332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b1a80-1d7c-4dc0-9609-b24d21c7cccb req-941aeb99-3571-4b07-bec9-4df52e3e87ad tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.166244 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b1a80-1d7c-4dc0-9609-b24d21c7cccb req-941aeb99-3571-4b07-bec9-4df52e3e87ad tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.173308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b1a80-1d7c-4dc0-9609-b24d21c7cccb req-941aeb99-3571-4b07-bec9-4df52e3e87ad tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.186555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b1a80-1d7c-4dc0-9609-b24d21c7cccb req-941aeb99-3571-4b07-bec9-4df52e3e87ad tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.200948 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b1a80-1d7c-4dc0-9609-b24d21c7cccb req-941aeb99-3571-4b07-bec9-4df52e3e87ad tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.203189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c9b1a80-1d7c-4dc0-9609-b24d21c7cccb req-941aeb99-3571-4b07-bec9-4df52e3e87ad tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.1961215 Aug 31 14:02:44.314623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-8c6510c3-09af-41cd-b3d7-326034b559cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.318004 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-8c6510c3-09af-41cd-b3d7-326034b559cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.2334087 Aug 31 14:02:44.340907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-152b1099-347f-4bfc-a978-e327bb016cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting port d66d942e-4bbe-4414-8e08-ae7d40a17d77 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:44.341323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-152b1099-347f-4bfc-a978-e327bb016cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:44.389749 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c9b1a80-1d7c-4dc0-9609-b24d21c7cccb req-6337e75f-ad72-4bab-961b-c94b7626fb58 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1774640 Aug 31 14:02:44.663356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-bec606ce-d0f8-4e78-a360-172b584e97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.668779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-bec606ce-d0f8-4e78-a360-172b584e97d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1940818 Aug 31 14:02:44.697741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-152b1099-347f-4bfc-a978-e327bb016cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] For port d66d942e-4bbe-4414-8e08-ae7d40a17d77, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d66d942e-4bbe-4414-8e08-ae7d40a17d77,segment=NetworkSegment(61709276-d982-4996-852f-6fb5b1514129),segment_id=61709276-d982-4996-852f-6fb5b1514129)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:44.698853 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-152b1099-347f-4bfc-a978-e327bb016cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:44.906414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc3daf-3bcf-4c8b-91c7-11a4ae3a8177 req-f3fb0428-81d6-4104-9203-38e33082ada5 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:44.918164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62bc3daf-3bcf-4c8b-91c7-11a4ae3a8177 req-f3fb0428-81d6-4104-9203-38e33082ada5 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1616995 Aug 31 14:02:45.024901 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62bc3daf-3bcf-4c8b-91c7-11a4ae3a8177 req-2fbb5caf-1d63-4a80-a69e-3127e0ad27f3 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041193 Aug 31 14:02:45.171679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-152b1099-347f-4bfc-a978-e327bb016cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Calling delete_port for d66d942e-4bbe-4414-8e08-ae7d40a17d77 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:45.257481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873011ba-b553-4a99-9667-129b1988a1bf req-31ca3ae2-7867-4586-b7d3-a64844548e2b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:45.267590 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-873011ba-b553-4a99-9667-129b1988a1bf req-31ca3ae2-7867-4586-b7d3-a64844548e2b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.1099956 Aug 31 14:02:45.310151 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-71c1c1f0-d025-48f2-914a-6ff492ae68a9 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064198 Aug 31 14:02:45.360496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-873011ba-b553-4a99-9667-129b1988a1bf req-7a47bb72-2cbe-469a-aab0-b0da01d2ebb0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912805 Aug 31 14:02:45.563930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2d3e3dfc-5ab8-479b-9ec8-e7ad38639336 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359223 Aug 31 14:02:45.565901 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648dd2-ec59-4d75-9092-ca553a00fc0f req-1c27f716-c09f-425e-8f29-8ae0acc2cdb4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:45.581231 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db648dd2-ec59-4d75-9092-ca553a00fc0f req-1c27f716-c09f-425e-8f29-8ae0acc2cdb4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 946 time: 0.1273754 Aug 31 14:02:45.676986 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db648dd2-ec59-4d75-9092-ca553a00fc0f req-c49a4411-9a0e-4e88-9182-a5f4a18d5c80 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946832 Aug 31 14:02:45.782570 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-04a352e0-320a-4eb5-b344-fcd648f67a46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=b2bf1ed2-10fe-417a-8870-b240c3970b3f HTTP/1.1" status: 200 len: 217 time: 0.0950470 Aug 31 14:02:45.803368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-152b1099-347f-4bfc-a978-e327bb016cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:45.911362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b1099-347f-4bfc-a978-e327bb016cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Port': ['ID=d66d942e-4bbe-4414-8e08-ae7d40a17d77,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:45.926987 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2c6f9-a700-4277-823f-88de2963fb3e req-a62f8aad-62a5-44b0-836f-23ae92ae27f1 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:45.951006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aba2c6f9-a700-4277-823f-88de2963fb3e req-a62f8aad-62a5-44b0-836f-23ae92ae27f1 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 945 time: 0.1595564 Aug 31 14:02:46.081291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-152b1099-347f-4bfc-a978-e327bb016cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] No DVR routers for this DVR port d66d942e-4bbe-4414-8e08-ae7d40a17d77 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:46.084373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aba2c6f9-a700-4277-823f-88de2963fb3e req-a458e378-6b7f-4d8b-8dac-3ee4f1243306 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316283 Aug 31 14:02:46.087192 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-152b1099-347f-4bfc-a978-e327bb016cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.090252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-152b1099-347f-4bfc-a978-e327bb016cd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.13 "DELETE /v2.0/ports/d66d942e-4bbe-4414-8e08-ae7d40a17d77 HTTP/1.1" status: 204 len: 173 time: 2.2358322 Aug 31 14:02:46.105235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-deleted', 'tag': 'd66d942e-4bbe-4414-8e08-ae7d40a17d77'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:46.112656 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f26da9-5d90-40aa-b680-6467bcbaaa77" -d '{"events": [{"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-deleted", "tag": "d66d942e-4bbe-4414-8e08-ae7d40a17d77"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:46.118850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-67a0b594-49cf-4a03-b8b9-9f66bde56660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:46.121442 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-67a0b594-49cf-4a03-b8b9-9f66bde56660 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.3300393 Aug 31 14:02:46.286528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-f5fc37ba-0ae6-4b31-a5d1-9e212c02414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:46.288949 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-f5fc37ba-0ae6-4b31-a5d1-9e212c02414c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1566288 Aug 31 14:02:46.376933 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa647a7-2ae8-4144-b997-13ee129ab809 req-d8249116-4388-40d1-9121-343f059dfbd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:46.388023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa647a7-2ae8-4144-b997-13ee129ab809 req-d8249116-4388-40d1-9121-343f059dfbd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:46.399841 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2fa647a7-2ae8-4144-b997-13ee129ab809 req-d8249116-4388-40d1-9121-343f059dfbd7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 1682 time: 0.1895032 Aug 31 14:02:46.534305 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2fa647a7-2ae8-4144-b997-13ee129ab809 req-298b34f8-56af-41e0-be08-a386e17c304b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325059 Aug 31 14:02:46.556560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-73b8fea3-391c-440d-a987-d94b49d9aa10 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting port 0327692d-1860-483a-bb01-4dc227c7c1f7 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:46.556560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-73b8fea3-391c-440d-a987-d94b49d9aa10 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.710632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-c7696ca8-5717-4b7d-8eae-a8e1103e9824 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098036 Aug 31 14:02:46.894090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-73b8fea3-391c-440d-a987-d94b49d9aa10 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] For port 0327692d-1860-483a-bb01-4dc227c7c1f7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0327692d-1860-483a-bb01-4dc227c7c1f7,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:46.894679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-73b8fea3-391c-440d-a987-d94b49d9aa10 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:46.935501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-73b8fea3-391c-440d-a987-d94b49d9aa10 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Calling delete_port for 0327692d-1860-483a-bb01-4dc227c7c1f7 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:46.964165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-bb5184f7-1aef-4f10-9d92-00bbb041d63c service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422547 Aug 31 14:02:47.009397 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ed09a-1b07-41b0-9b07-e43c1a34d4ab req-5417d6a5-d905-4149-8a09-8d9ca9899893 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.024746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d66d942e-4bbe-4414-8e08-ae7d40a17d77 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:47.034103 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ed09a-1b07-41b0-9b07-e43c1a34d4ab req-5417d6a5-d905-4149-8a09-8d9ca9899893 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.059053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ed09a-1b07-41b0-9b07-e43c1a34d4ab req-5417d6a5-d905-4149-8a09-8d9ca9899893 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.082994 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ed09a-1b07-41b0-9b07-e43c1a34d4ab req-5417d6a5-d905-4149-8a09-8d9ca9899893 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.097651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: d66d942e-4bbe-4414-8e08-ae7d40a17d77 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:47.098578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d66d942e-4bbe-4414-8e08-ae7d40a17d77 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:47.105724 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9b84c13a-3006-430f-ac6e-822e42d9ad74 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:47.117159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ed09a-1b07-41b0-9b07-e43c1a34d4ab req-5417d6a5-d905-4149-8a09-8d9ca9899893 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.147658 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ed09a-1b07-41b0-9b07-e43c1a34d4ab req-5417d6a5-d905-4149-8a09-8d9ca9899893 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.165251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ed09a-1b07-41b0-9b07-e43c1a34d4ab req-5417d6a5-d905-4149-8a09-8d9ca9899893 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.194113 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b18ed09a-1b07-41b0-9b07-e43c1a34d4ab req-5417d6a5-d905-4149-8a09-8d9ca9899893 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.3551478 Aug 31 14:02:47.263948 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-62541662-4151-4dc6-9981-dee83fdeca66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1bcd0b3-38ba-4164-85db-c6f590972787 HTTP/1.1" status: 200 len: 217 time: 0.2860675 Aug 31 14:02:47.353757 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b18ed09a-1b07-41b0-9b07-e43c1a34d4ab req-0d70f9ab-faac-4193-b099-7eeaa4f89b68 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1577365 Aug 31 14:02:47.378262 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.463331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b84c13a-3006-430f-ac6e-822e42d9ad74'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:47.465753 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6606e7ec-0d98-4da5-b4d6-aa29a791f5e5" -d '{"events": [{"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-unplugged", "status": "completed", "tag": "9b84c13a-3006-430f-ac6e-822e42d9ad74"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:47.499706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2f96ff27-1e30-45d6-ad03-a5753fa89b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.504952 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-2f96ff27-1e30-45d6-ad03-a5753fa89b6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c13a0b8-31ff-48a2-9d84-997661bb621d HTTP/1.1" status: 200 len: 797 time: 0.2315152 Aug 31 14:02:47.508034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9b84c13a-3006-430f-ac6e-822e42d9ad74, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9b84c13a-3006-430f-ac6e-822e42d9ad74,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:47.513569 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.514851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0327692d-1860-483a-bb01-4dc227c7c1f7 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:47.608983 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9b84c13a-3006-430f-ac6e-822e42d9ad74,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:47.741295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-67a81f48-7cc3-4be9-bbe5-6c560cc0106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.744674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-67a81f48-7cc3-4be9-bbe5-6c560cc0106e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2231867 Aug 31 14:02:47.780217 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-73b8fea3-391c-440d-a987-d94b49d9aa10 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.814540 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:47.879014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8fea3-391c-440d-a987-d94b49d9aa10 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Port': ['ID=0327692d-1860-483a-bb01-4dc227c7c1f7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:47.935687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e340-c36e-4c9c-8f64-692591afdaca req-c6ad8b7a-4865-410c-ad0c-8b7d7d733e90 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:47.940599 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d174e340-c36e-4c9c-8f64-692591afdaca req-c6ad8b7a-4865-410c-ad0c-8b7d7d733e90 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1908102 Aug 31 14:02:47.995582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-73b8fea3-391c-440d-a987-d94b49d9aa10 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] No DVR routers for this DVR port 0327692d-1860-483a-bb01-4dc227c7c1f7 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:48.001700 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-73b8fea3-391c-440d-a987-d94b49d9aa10 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.005607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-73b8fea3-391c-440d-a987-d94b49d9aa10 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.13 "DELETE /v2.0/ports/0327692d-1860-483a-bb01-4dc227c7c1f7 HTTP/1.1" status: 204 len: 173 time: 1.8826337 Aug 31 14:02:48.041928 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d174e340-c36e-4c9c-8f64-692591afdaca req-059c8eef-bdeb-4fc6-8065-b92766c9a7dd tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791833 Aug 31 14:02:48.225157 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089b8168-7609-407f-89c9-8a4d0595d176 x-openstack-request-id: req-089b8168-7609-407f-89c9-8a4d0595d176 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:48.225495 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-deleted", "tag": "d66d942e-4bbe-4414-8e08-ae7d40a17d77", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:48.225709 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-089b8168-7609-407f-89c9-8a4d0595d176 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:48.226506 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-deleted', 'tag': 'd66d942e-4bbe-4414-8e08-ae7d40a17d77', 'status': 'completed', 'code': 200} Aug 31 14:02:48.255711 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-a55f77f9-9e84-486e-b599-6a48d51b9482 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912777 Aug 31 14:02:48.401894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-3170428d-584c-4e91-9a63-a1584ccf1fa0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting port 9b84c13a-3006-430f-ac6e-822e42d9ad74 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:48.401894 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-3170428d-584c-4e91-9a63-a1584ccf1fa0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.431159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1088c-dcf7-47b7-a684-e1f068571995 req-e04030cb-9e43-4fb2-b3e4-ae280ec7b307 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:48.432928 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4f1088c-dcf7-47b7-a684-e1f068571995 req-e04030cb-9e43-4fb2-b3e4-ae280ec7b307 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 946 time: 0.1068268 Aug 31 14:02:48.547615 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4f1088c-dcf7-47b7-a684-e1f068571995 req-3239419d-29e6-4c76-96c2-95e23fb4fe23 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955558 Aug 31 14:02:48.553391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-3170428d-584c-4e91-9a63-a1584ccf1fa0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] For port 9b84c13a-3006-430f-ac6e-822e42d9ad74, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9b84c13a-3006-430f-ac6e-822e42d9ad74,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:48.554310 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-3170428d-584c-4e91-9a63-a1584ccf1fa0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.570390 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-47f99d52-16ff-43b1-a50a-1b653da49548 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055418 Aug 31 14:02:48.633847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9dc9b4d4-fcf3-47c8-8a67-c27a70a2334e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8a30911-6d66-4d40-8dab-8fe6556e0287 HTTP/1.1" status: 200 len: 217 time: 0.0534549 Aug 31 14:02:48.635319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-3170428d-584c-4e91-9a63-a1584ccf1fa0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Calling delete_port for 9b84c13a-3006-430f-ac6e-822e42d9ad74 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:48.712202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9be43a34-4d25-4d28-8533-b5e1e5cab428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:48.713826 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-9be43a34-4d25-4d28-8533-b5e1e5cab428 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c13a0b8-31ff-48a2-9d84-997661bb621d HTTP/1.1" status: 200 len: 797 time: 0.0656786 Aug 31 14:02:48.785779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297d6d4-6e27-4dca-bd1c-686cdfd07d04 req-01548ed5-607e-41d8-8da4-b08c4a8bed9d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:48.795751 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7297d6d4-6e27-4dca-bd1c-686cdfd07d04 req-01548ed5-607e-41d8-8da4-b08c4a8bed9d tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 945 time: 0.1283720 Aug 31 14:02:48.889153 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7297d6d4-6e27-4dca-bd1c-686cdfd07d04 req-996c563e-1c6d-43ab-a484-80bf01b3d2a5 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921369 Aug 31 14:02:48.945918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-3170428d-584c-4e91-9a63-a1584ccf1fa0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:48.964321 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935d00ba-6690-47dd-a2d4-ba2ce82317bd x-openstack-request-id: req-935d00ba-6690-47dd-a2d4-ba2ce82317bd {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:48.964969 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-unplugged", "status": "completed", "tag": "9b84c13a-3006-430f-ac6e-822e42d9ad74", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:48.965125 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-935d00ba-6690-47dd-a2d4-ba2ce82317bd {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:48.966031 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b84c13a-3006-430f-ac6e-822e42d9ad74', 'code': 200} Aug 31 14:02:49.034011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170428d-584c-4e91-9a63-a1584ccf1fa0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Port': ['ID=9b84c13a-3006-430f-ac6e-822e42d9ad74,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:49.126115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-3170428d-584c-4e91-9a63-a1584ccf1fa0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] No DVR routers for this DVR port 9b84c13a-3006-430f-ac6e-822e42d9ad74 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:49.131929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-3170428d-584c-4e91-9a63-a1584ccf1fa0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:49.134495 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8e3c2e31-e90b-48a4-98c0-2e675aaebade req-3170428d-584c-4e91-9a63-a1584ccf1fa0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.13 "DELETE /v2.0/ports/9b84c13a-3006-430f-ac6e-822e42d9ad74 HTTP/1.1" status: 204 len: 173 time: 1.1134934 Aug 31 14:02:49.142890 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-273f2629-cfe0-4893-9a81-4966f90f57a5 req-18363391-c81e-45fa-8ae2-b8c59a56031b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=5696eddf-88f9-494b-ae76-7f914c05a046 HTTP/1.1" status: 200 len: 210 time: 0.0950620 Aug 31 14:02:49.160072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3fe42d96-d0d0-4743-a83f-f087ada02e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.165646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-3fe42d96-d0d0-4743-a83f-f087ada02e94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2390616 Aug 31 14:02:49.405139 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-60ca7048-1f61-428d-b89e-aeef8e9bae15 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274616 Aug 31 14:02:49.531144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-f64bed7a-75b1-4af1-9629-30fd07d00a73 req-764409b1-867f-421a-ab6b-7a908a5f3cce service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:02:49.532505 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f64bed7a-75b1-4af1-9629-30fd07d00a73 req-764409b1-867f-421a-ab6b-7a908a5f3cce service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061941 Aug 31 14:02:49.592208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68adca69-1027-47b1-83c3-cbe53fd48f67 req-fe0ef346-e9c4-4180-83f4-52923b64a587 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746275 Aug 31 14:02:49.832047 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f5343a4a-cd0f-4ef7-878b-5968681ead15 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2007048737&fields=id&tenant_id=1fa16308430940f087d1a5cc21738e3b HTTP/1.1" status: 200 len: 267 time: 0.1099229 Aug 31 14:02:49.849116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-16257aad-3dd5-4338-9cfc-8745bf5f5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.850359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-16257aad-3dd5-4338-9cfc-8745bf5f5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.851264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-16257aad-3dd5-4338-9cfc-8745bf5f5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.852052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-16257aad-3dd5-4338-9cfc-8745bf5f5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.852920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-16257aad-3dd5-4338-9cfc-8745bf5f5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.854834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-16257aad-3dd5-4338-9cfc-8745bf5f5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.856265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-16257aad-3dd5-4338-9cfc-8745bf5f5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:49.860397 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-16257aad-3dd5-4338-9cfc-8745bf5f5168 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6475 time: 0.1369333 Aug 31 14:02:50.154815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-f13243aa-812a-4320-b9bf-f3e9bb081243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.156662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-f13243aa-812a-4320-b9bf-f3e9bb081243 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a HTTP/1.1" status: 200 len: 903 time: 0.2760592 Aug 31 14:02:50.184416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-60e5ec40-778d-45df-a9ed-0b1a01dd11d2 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.186514 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-60e5ec40-778d-45df-a9ed-0b1a01dd11d2 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 816 time: 0.3240693 Aug 31 14:02:50.229750 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-deleted', 'tag': '0327692d-1860-483a-bb01-4dc227c7c1f7'}, {'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-deleted', 'tag': '9b84c13a-3006-430f-ac6e-822e42d9ad74'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:50.233484 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d05f4e1-09ac-4734-87cd-c0152dd03a81" -d '{"events": [{"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-deleted", "tag": "0327692d-1860-483a-bb01-4dc227c7c1f7"}, {"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-deleted", "tag": "9b84c13a-3006-430f-ac6e-822e42d9ad74"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:50.256893 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-c47f8813-2b53-46f7-bc00-990c144dbe6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8a30911-6d66-4d40-8dab-8fe6556e0287 HTTP/1.1" status: 200 len: 217 time: 0.0693171 Aug 31 14:02:50.264083 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-5f4cbbf7-fcbf-4920-a879-afea0203beb3 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/quotas/1fa16308430940f087d1a5cc21738e3b HTTP/1.1" status: 200 len: 375 time: 0.0202584 Aug 31 14:02:50.330432 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333d7ff-b7e6-4fde-b53d-1d9f48bb9938 req-0dfe7b90-05a8-45a1-a841-46aa61df8b99 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.342677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333d7ff-b7e6-4fde-b53d-1d9f48bb9938 req-0dfe7b90-05a8-45a1-a841-46aa61df8b99 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.354792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333d7ff-b7e6-4fde-b53d-1d9f48bb9938 req-0dfe7b90-05a8-45a1-a841-46aa61df8b99 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.377714 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333d7ff-b7e6-4fde-b53d-1d9f48bb9938 req-0dfe7b90-05a8-45a1-a841-46aa61df8b99 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.389940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333d7ff-b7e6-4fde-b53d-1d9f48bb9938 req-0dfe7b90-05a8-45a1-a841-46aa61df8b99 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.399535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333d7ff-b7e6-4fde-b53d-1d9f48bb9938 req-0dfe7b90-05a8-45a1-a841-46aa61df8b99 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.406368 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333d7ff-b7e6-4fde-b53d-1d9f48bb9938 req-0dfe7b90-05a8-45a1-a841-46aa61df8b99 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.421143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-a5acd513-f43a-4dcf-bfdf-a17bd8d88f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.421143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-a5acd513-f43a-4dcf-bfdf-a17bd8d88f0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c13a0b8-31ff-48a2-9d84-997661bb621d HTTP/1.1" status: 200 len: 797 time: 0.1453466 Aug 31 14:02:50.431090 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b333d7ff-b7e6-4fde-b53d-1d9f48bb9938 req-0dfe7b90-05a8-45a1-a841-46aa61df8b99 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.3230381 Aug 31 14:02:50.466869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-b204670b-026e-441c-a03b-f6d47e2f2e92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3790743 Aug 31 14:02:50.500424 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-c4db12d5-5938-414d-96bb-7a4ca274421b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2078164 Aug 31 14:02:50.501236 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b333d7ff-b7e6-4fde-b53d-1d9f48bb9938 req-27d458b4-6850-45c9-b20e-90e08fcbb9de tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685816 Aug 31 14:02:50.559029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-8d36b88e-89c5-4c42-a972-f2440e7a92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.562594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-8d36b88e-89c5-4c42-a972-f2440e7a92ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301701 Aug 31 14:02:50.835702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-589e0521-0b33-49b0-bd24-6f9edcb5b2a8 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631958 Aug 31 14:02:50.896555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f8bac-4f60-4bf6-971c-bce6b1967edb req-fe97c22a-da1a-4e56-9c11-a14ac604853f tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:50.901740 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-148f8bac-4f60-4bf6-971c-bce6b1967edb req-fe97c22a-da1a-4e56-9c11-a14ac604853f tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1446319 Aug 31 14:02:50.904131 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-4c52c18e-8349-4d1f-ade8-c2920bb2cf85 service neutron] 10.222.0.20 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029996 Aug 31 14:02:51.000286 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-148f8bac-4f60-4bf6-971c-bce6b1967edb req-c2f5093a-7be0-4601-b6a1-674ba4ab5c74 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896397 Aug 31 14:02:51.149407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33d9a609-5ae3-4b6e-8fad-4e34eb8f0f66 req-6a6d6f8f-d474-4dcc-99b9-eca5278c2025 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038993 Aug 31 14:02:51.163655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-602b93bb-d783-4633-9f02-aad404f863ce service neutron] 10.222.0.20 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584426 Aug 31 14:02:51.171893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1abe0-90a0-4f16-a13e-bb768583916d req-3ef5eeff-19d0-4450-81f8-bc25c769785d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:51.174003 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bcc1abe0-90a0-4f16-a13e-bb768583916d req-3ef5eeff-19d0-4450-81f8-bc25c769785d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 946 time: 0.0936737 Aug 31 14:02:51.235161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bcc1abe0-90a0-4f16-a13e-bb768583916d req-8426ad35-278e-427b-9e79-daea647f628f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496325 Aug 31 14:02:51.480689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0dad0-eaca-4c86-a2f1-d36159a8d5ba req-ca393e44-94c0-460e-94e4-09d33696f3b7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:51.485845 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-94e0dad0-eaca-4c86-a2f1-d36159a8d5ba req-ca393e44-94c0-460e-94e4-09d33696f3b7 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 945 time: 0.1146708 Aug 31 14:02:51.553406 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-94e0dad0-eaca-4c86-a2f1-d36159a8d5ba req-3472a4ec-55d4-4bc0-a9e3-126888ae2251 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617850 Aug 31 14:02:51.668793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40910) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:51.714541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aee03e-7e78-43c5-9111-deb9f6408ed5 req-e321e7ba-aea2-4edc-b625-190b7b4fb34f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:51.743841 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69aee03e-7e78-43c5-9111-deb9f6408ed5 req-e321e7ba-aea2-4edc-b625-190b7b4fb34f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.2241540 Aug 31 14:02:51.804011 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ff8ea0-e3b7-48b3-86d5-fe57f4dd8409 x-openstack-request-id: req-30ff8ea0-e3b7-48b3-86d5-fe57f4dd8409 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:51.805476 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-deleted", "tag": "0327692d-1860-483a-bb01-4dc227c7c1f7", "status": "completed", "code": 200}, {"server_uuid": "5696eddf-88f9-494b-ae76-7f914c05a046", "name": "network-vif-deleted", "tag": "9b84c13a-3006-430f-ac6e-822e42d9ad74", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:51.805840 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30ff8ea0-e3b7-48b3-86d5-fe57f4dd8409 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:51.806473 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-deleted', 'tag': '0327692d-1860-483a-bb01-4dc227c7c1f7', 'status': 'completed', 'code': 200} Aug 31 14:02:51.806794 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5696eddf-88f9-494b-ae76-7f914c05a046', 'name': 'network-vif-deleted', 'tag': '9b84c13a-3006-430f-ac6e-822e42d9ad74', 'status': 'completed', 'code': 200} Aug 31 14:02:51.834358 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69aee03e-7e78-43c5-9111-deb9f6408ed5 req-67b5b00d-48b4-4ced-86ab-f8ea5745865d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892506 Aug 31 14:02:51.858589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-983c0948-7236-4c61-8cf2-b2d0d3f39edb tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting subnet a720ecef-e5e7-436f-aea5-91b3bad2f46d {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:51.882199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-983c0948-7236-4c61-8cf2-b2d0d3f39edb tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.026691 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-41e4239f-bcbb-4c10-a4a6-62b1e651b0fc req-73ba5f34-060a-4d99-a77e-0cc876c66ca9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 210 time: 0.0665610 Aug 31 14:02:52.043506 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-983c0948-7236-4c61-8cf2-b2d0d3f39edb tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.086024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe723ad-aeff-403e-a5cd-c4c06b32e722 req-231ecf68-b9af-4fc3-8056-03fc41fe099e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.098212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe723ad-aeff-403e-a5cd-c4c06b32e722 req-231ecf68-b9af-4fc3-8056-03fc41fe099e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.104270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe723ad-aeff-403e-a5cd-c4c06b32e722 req-231ecf68-b9af-4fc3-8056-03fc41fe099e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.144127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe723ad-aeff-403e-a5cd-c4c06b32e722 req-231ecf68-b9af-4fc3-8056-03fc41fe099e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.172172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe723ad-aeff-403e-a5cd-c4c06b32e722 req-231ecf68-b9af-4fc3-8056-03fc41fe099e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.180818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe723ad-aeff-403e-a5cd-c4c06b32e722 req-231ecf68-b9af-4fc3-8056-03fc41fe099e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.192970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe723ad-aeff-403e-a5cd-c4c06b32e722 req-231ecf68-b9af-4fc3-8056-03fc41fe099e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.206218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cfe723ad-aeff-403e-a5cd-c4c06b32e722 req-231ecf68-b9af-4fc3-8056-03fc41fe099e tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.2406521 Aug 31 14:02:52.284985 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-983c0948-7236-4c61-8cf2-b2d0d3f39edb tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.327929 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cfe723ad-aeff-403e-a5cd-c4c06b32e722 req-4469ea4c-5be1-45e6-aa1a-35113688edb0 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1179633 Aug 31 14:02:52.451118 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-983c0948-7236-4c61-8cf2-b2d0d3f39edb tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.491614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c0948-7236-4c61-8cf2-b2d0d3f39edb tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Subnet': ['ID=a720ecef-e5e7-436f-aea5-91b3bad2f46d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:52.517895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-983c0948-7236-4c61-8cf2-b2d0d3f39edb tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.525896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40934) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:52.530683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c64a0-1d5d-4acb-991e-03fb841ae124 None None] Network ca4269f7-153d-4203-83f0-bd738e4d71a6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:52.533155 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-983c0948-7236-4c61-8cf2-b2d0d3f39edb tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "DELETE /v2.0/subnets/a720ecef-e5e7-436f-aea5-91b3bad2f46d HTTP/1.1" status: 204 len: 168 time: 0.8628736 Aug 31 14:02:52.704411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:52.733258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2924dfc-eb78-44b7-b1b0-a49ea13c1135 req-3ee1f64b-b360-4336-bdf4-15d4bd011027 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:52.749815 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c2924dfc-eb78-44b7-b1b0-a49ea13c1135 req-3ee1f64b-b360-4336-bdf4-15d4bd011027 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.2545679 Aug 31 14:02:52.855802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c2924dfc-eb78-44b7-b1b0-a49ea13c1135 req-172875f9-e802-4d9f-8526-1b01bddc6026 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976608 Aug 31 14:02:52.999872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d9d20-7224-4ba6-9e44-7f1ffbdb9888 None None] DHCP port deletion for ca4269f7-153d-4203-83f0-bd738e4d71a6 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:02:53.091156 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4b2be336-e306-4409-8f69-d81e8caa4411 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:53.155675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d9d20-7224-4ba6-9e44-7f1ffbdb9888 None None] Deleting port 12a89aec-1b50-47e7-9a09-23857331b52d {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:53.156617 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d5d9d20-7224-4ba6-9e44-7f1ffbdb9888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.189214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4598d-a931-4dbc-9443-e46426e69c28 req-1e5339e9-da3d-43d5-89ae-424e477fcd87 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:53.192022 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63b4598d-a931-4dbc-9443-e46426e69c28 req-1e5339e9-da3d-43d5-89ae-424e477fcd87 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.0932002 Aug 31 14:02:53.277412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fbb0a-4427-42c6-ac08-6658206a42ac req-0858ceb4-50c2-4de8-a9f6-c09fd9c503d5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:53.278214 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63b4598d-a931-4dbc-9443-e46426e69c28 req-3a68d9dc-0004-4dc7-be94-8be2ece57525 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748708 Aug 31 14:02:53.287760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-353fbb0a-4427-42c6-ac08-6658206a42ac req-0858ceb4-50c2-4de8-a9f6-c09fd9c503d5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 946 time: 0.1850517 Aug 31 14:02:53.298674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-8181c2bc-9bd6-4276-9793-d4542ad2d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:53.301057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-8181c2bc-9bd6-4276-9793-d4542ad2d30f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 1101 time: 0.1966577 Aug 31 14:02:53.357356 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5d5d9d20-7224-4ba6-9e44-7f1ffbdb9888 None None] For port 12a89aec-1b50-47e7-9a09-23857331b52d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=12a89aec-1b50-47e7-9a09-23857331b52d,segment=NetworkSegment(61709276-d982-4996-852f-6fb5b1514129),segment_id=61709276-d982-4996-852f-6fb5b1514129)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:53.357621 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d5d9d20-7224-4ba6-9e44-7f1ffbdb9888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.367092 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.389076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d9d20-7224-4ba6-9e44-7f1ffbdb9888 None None] Calling delete_port for 12a89aec-1b50-47e7-9a09-23857331b52d owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:53.434023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting port 12a89aec-1b50-47e7-9a09-23857331b52d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:53.434383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.477970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4b2be336-e306-4409-8f69-d81e8caa4411, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b2be336-e306-4409-8f69-d81e8caa4411,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:53.479182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c817e0ab-12f3-4cbe-9d90-627d689aac99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b2be336-e306-4409-8f69-d81e8caa4411'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:53.483026 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96884d98-842f-4ad5-a229-188921ab03a5" -d '{"events": [{"server_uuid": "c817e0ab-12f3-4cbe-9d90-627d689aac99", "name": "network-vif-unplugged", "status": "completed", "tag": "4b2be336-e306-4409-8f69-d81e8caa4411"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:53.489846 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.604132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4b2be336-e306-4409-8f69-d81e8caa4411,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:53.636492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-353fbb0a-4427-42c6-ac08-6658206a42ac req-d272bf04-c72c-4a1c-a9ad-17de99335715 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3449676 Aug 31 14:02:53.682110 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d5d9d20-7224-4ba6-9e44-7f1ffbdb9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.743736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d9d20-7224-4ba6-9e44-7f1ffbdb9888 None None] Pushing event deleted for resources: {'Port': ['ID=12a89aec-1b50-47e7-9a09-23857331b52d,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:53.766996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d9d20-7224-4ba6-9e44-7f1ffbdb9888 None None] No DVR routers for this DVR port 12a89aec-1b50-47e7-9a09-23857331b52d on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:53.824277 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-8f77608a-e6ca-447d-aba1-ed504c3fdb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:53.827621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-8f77608a-e6ca-447d-aba1-ed504c3fdb61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.5083938 Aug 31 14:02:53.841579 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e82810d3-fb91-4521-abdf-7dadd0b1d12a req-8cec5a30-85ee-4d8f-af12-66c5bb862a40 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 210 time: 0.0926006 Aug 31 14:02:53.895358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] For port 12a89aec-1b50-47e7-9a09-23857331b52d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=12a89aec-1b50-47e7-9a09-23857331b52d,segment=NetworkSegment(61709276-d982-4996-852f-6fb5b1514129),segment_id=61709276-d982-4996-852f-6fb5b1514129)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:53.896011 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:53.922511 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63b2383-b39b-4d60-8687-76506b3b408d x-openstack-request-id: req-b63b2383-b39b-4d60-8687-76506b3b408d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:53.922932 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c817e0ab-12f3-4cbe-9d90-627d689aac99", "name": "network-vif-unplugged", "status": "completed", "tag": "4b2be336-e306-4409-8f69-d81e8caa4411", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:53.923272 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b63b2383-b39b-4d60-8687-76506b3b408d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:53.923758 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c817e0ab-12f3-4cbe-9d90-627d689aac99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b2be336-e306-4409-8f69-d81e8caa4411', 'code': 200} Aug 31 14:02:53.964228 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-86b4a775-0b24-4784-adc5-785527c50a61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6 HTTP/1.1" status: 200 len: 217 time: 0.0946574 Aug 31 14:02:53.965109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Calling delete_port for 12a89aec-1b50-47e7-9a09-23857331b52d owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:54.082736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a9d67-cb4e-40dc-adcd-b6ccaf520901 req-6df524b1-c712-401c-9a71-6c079284f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.084956 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c44a9d67-cb4e-40dc-adcd-b6ccaf520901 req-6df524b1-c712-401c-9a71-6c079284f9b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9f81895b2394bff804347c0c12c6f67&device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 1096 time: 0.1094341 Aug 31 14:02:54.087315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-980d91a0-1ddf-49a9-b837-42969b8998ce tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.088896 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-980d91a0-1ddf-49a9-b837-42969b8998ce tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.13 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 816 time: 0.5420439 Aug 31 14:02:54.102022 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7b92-e814-4a9d-b096-dfa280141d27 req-54ad4c34-b69e-4aa6-9cf8-2b2204b0af84 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.108758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7b92-e814-4a9d-b096-dfa280141d27 req-54ad4c34-b69e-4aa6-9cf8-2b2204b0af84 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.111135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f05c5-756c-47b5-bb2c-51fbe03107de req-42eef13e-e378-4162-a2a9-a7af70c7789c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.112855 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f4f05c5-756c-47b5-bb2c-51fbe03107de req-42eef13e-e378-4162-a2a9-a7af70c7789c tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 943 time: 0.0981181 Aug 31 14:02:54.114979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7b92-e814-4a9d-b096-dfa280141d27 req-54ad4c34-b69e-4aa6-9cf8-2b2204b0af84 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.122348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7b92-e814-4a9d-b096-dfa280141d27 req-54ad4c34-b69e-4aa6-9cf8-2b2204b0af84 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.128837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7b92-e814-4a9d-b096-dfa280141d27 req-54ad4c34-b69e-4aa6-9cf8-2b2204b0af84 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.135126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7b92-e814-4a9d-b096-dfa280141d27 req-54ad4c34-b69e-4aa6-9cf8-2b2204b0af84 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.141690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7b92-e814-4a9d-b096-dfa280141d27 req-54ad4c34-b69e-4aa6-9cf8-2b2204b0af84 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.144227 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c22d7b92-e814-4a9d-b096-dfa280141d27 req-54ad4c34-b69e-4aa6-9cf8-2b2204b0af84 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.3635006 Aug 31 14:02:54.176887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-990d9702-ea92-409c-867d-c2a8922e9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.178492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-990d9702-ea92-409c-867d-c2a8922e9720 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1988065 Aug 31 14:02:54.230697 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f4f05c5-756c-47b5-bb2c-51fbe03107de req-f32d25d2-3b9c-4322-8c87-d4f0c03f1dce tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096740 Aug 31 14:02:54.283803 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-0c328682-2c8b-4f34-83f9-9d49db621356 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fa16308430940f087d1a5cc21738e3b HTTP/1.1" status: 200 len: 380 time: 0.1372490 Aug 31 14:02:54.287023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a9d67-cb4e-40dc-adcd-b6ccaf520901 req-681ea0f3-462c-412b-ba37-532d96292d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.289655 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c44a9d67-cb4e-40dc-adcd-b6ccaf520901 req-681ea0f3-462c-412b-ba37-532d96292d56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e7c260-818e-46d0-9c98-1f322e8f2f12 HTTP/1.1" status: 200 len: 916 time: 0.1637270 Aug 31 14:02:54.309141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Request body: {'port': {'device_id': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'admin_state_up': True, 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'security_groups': ['d5d4c83d-9a72-499a-b008-9bb5e320ab19']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:54.369684 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c44a9d67-cb4e-40dc-adcd-b6ccaf520901 req-e9c851e7-29cb-403f-9f3b-95da8f7c52ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a7092e8-2d72-4d67-9025-7730a758ce2b HTTP/1.1" status: 200 len: 217 time: 0.0595968 Aug 31 14:02:54.376928 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c22d7b92-e814-4a9d-b096-dfa280141d27 req-97cbe2ba-d07f-4685-9b7d-bd610c570931 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2121181 Aug 31 14:02:54.386314 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.396822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 12a89aec-1b50-47e7-9a09-23857331b52d no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:54.430754 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 12a89aec-1b50-47e7-9a09-23857331b52d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:54.431709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 12a89aec-1b50-47e7-9a09-23857331b52d not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:54.463632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-3045d9a6-1665-4356-b3e6-0d10c5868e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.466785 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-3045d9a6-1665-4356-b3e6-0d10c5868e0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2632151 Aug 31 14:02:54.525438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Port': ['ID=12a89aec-1b50-47e7-9a09-23857331b52d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:54.534334 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a9d67-cb4e-40dc-adcd-b6ccaf520901 req-786296b9-14a7-4dc9-8eb9-b21e7157762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.537156 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c44a9d67-cb4e-40dc-adcd-b6ccaf520901 req-786296b9-14a7-4dc9-8eb9-b21e7157762c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eada9d0-4b7c-4b45-a4d6-8faea34b1694 HTTP/1.1" status: 200 len: 854 time: 0.1371620 Aug 31 14:02:54.577508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] No DVR routers for this DVR port 12a89aec-1b50-47e7-9a09-23857331b52d on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:54.600468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbc5f3-0536-40e2-accc-ea8cb23421c1 req-4e9d6312-9c4d-4e5b-b8a3-81a88929e2f1 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.602068 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-31cbc5f3-0536-40e2-accc-ea8cb23421c1 req-4e9d6312-9c4d-4e5b-b8a3-81a88929e2f1 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1183937 Aug 31 14:02:54.613952 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a9d67-cb4e-40dc-adcd-b6ccaf520901 req-1d11f3e4-8dfc-4946-b3f8-a6b661f2ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.615527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c44a9d67-cb4e-40dc-adcd-b6ccaf520901 req-1d11f3e4-8dfc-4946-b3f8-a6b661f2ac74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e7c260-818e-46d0-9c98-1f322e8f2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635407 Aug 31 14:02:54.718960 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-31cbc5f3-0536-40e2-accc-ea8cb23421c1 req-ef180a99-6aae-4182-ba2e-12b1e7b4c10b tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987420 Aug 31 14:02:54.771691 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c44a9d67-cb4e-40dc-adcd-b6ccaf520901 req-1c5b1951-90ee-4bca-8d9a-a264e6597fda service neutron] 10.222.0.13 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415129 Aug 31 14:02:54.827859 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.854663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054099b2-b411-40c8-a5e9-b3ab7092ba0f req-e982d31e-6b8c-4c8b-ac7c-eac7c7d22487 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:54.857041 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-054099b2-b411-40c8-a5e9-b3ab7092ba0f req-e982d31e-6b8c-4c8b-ac7c-eac7c7d22487 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.2882481 Aug 31 14:02:54.861146 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-3248436e-6488-4557-b305-66564c59d7a0 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670080 Aug 31 14:02:54.863777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4269f7-153d-4203-83f0-bd738e4d71a6']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:54.866119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Made reservation on behalf of 1fa16308430940f087d1a5cc21738e3b for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:54.869883 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:54.914756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61709276-d982-4996-852f-6fb5b1514129') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:54.915094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61709276-d982-4996-852f-6fb5b1514129') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:54.918411 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c44a9d67-cb4e-40dc-adcd-b6ccaf520901 req-1a0f4704-06d3-4740-a41b-1d8dbfdc42c8 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394875 Aug 31 14:02:54.996031 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.005268 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7360ed16-d774-4cd9-b161-7ba80d353fd8 req-f9b94021-205b-4174-ac90-2668c9d86d34 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 210 time: 0.0432644 Aug 31 14:02:55.016845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929f74f-2d85-457b-9b11-f8842ca0b5bc req-eac1fcfd-f15c-45dc-9775-47637a5d535f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:55.018817 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b929f74f-2d85-457b-9b11-f8842ca0b5bc req-eac1fcfd-f15c-45dc-9775-47637a5d535f tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 943 time: 0.3249257 Aug 31 14:02:55.099000 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.159506 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-054099b2-b411-40c8-a5e9-b3ab7092ba0f req-1dd990d1-7b40-4163-94da-d5901b7d0780 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802968 Aug 31 14:02:55.162111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:55.162538 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:55.171174 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:55.179183 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735032fc-5e47-4776-ab14-145e3502a902 req-5a45ac5d-c17b-4b51-9a34-400ad9dc87ab tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:55.181318 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-735032fc-5e47-4776-ab14-145e3502a902 req-5a45ac5d-c17b-4b51-9a34-400ad9dc87ab tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 946 time: 0.0871894 Aug 31 14:02:55.241595 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-735032fc-5e47-4776-ab14-145e3502a902 req-45a5150a-1886-4358-8ccf-1b913b91c95f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536745 Aug 31 14:02:55.331022 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-3a702cbf-f99c-428c-b37b-cc18326bb326 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451306 Aug 31 14:02:55.369368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.405774 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.407825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "DELETE /v2.0/networks/ca4269f7-153d-4203-83f0-bd738e4d71a6 HTTP/1.1" status: 204 len: 168 time: 2.8804789 Aug 31 14:02:55.417270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41022) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:55.444503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Allocated IP 172.20.0.10 (d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f/14fcfe0c-f083-4938-bd24-abff21dedf23/cc9ee7a2-e136-4e5e-985f-f384cf44d93a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:02:55.455014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b001287-6bed-4df2-9564-313932e6abab tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Network': ['ID=ca4269f7-153d-4203-83f0-bd738e4d71a6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:55.495493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b929f74f-2d85-457b-9b11-f8842ca0b5bc req-8070a9c8-50cd-437f-ba17-81d3b9bde3b0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Deleting port 4b2be336-e306-4409-8f69-d81e8caa4411 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:55.496035 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b929f74f-2d85-457b-9b11-f8842ca0b5bc req-8070a9c8-50cd-437f-ba17-81d3b9bde3b0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.541057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b6b35d-753d-4583-964b-dace3b67158a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting subnet 7319bb40-aa7a-458d-9256-f740bf884dd2 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:02:55.545568 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b35d-753d-4583-964b-dace3b67158a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.594928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee218f35-ac77-4edd-96b0-d435819ba747 req-6349db1d-91c2-4f4d-85c1-dc9f37f937dc tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:55.596871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee218f35-ac77-4edd-96b0-d435819ba747 req-6349db1d-91c2-4f4d-85c1-dc9f37f937dc tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 943 time: 0.2365940 Aug 31 14:02:55.619809 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b35d-753d-4583-964b-dace3b67158a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.772272 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee218f35-ac77-4edd-96b0-d435819ba747 req-9cbb3608-d2a9-48ac-b618-aea7051361ae tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/security-groups?id=177d780c-f7d4-4068-8619-90e0420b68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651382 Aug 31 14:02:55.822233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-b929f74f-2d85-457b-9b11-f8842ca0b5bc req-8070a9c8-50cd-437f-ba17-81d3b9bde3b0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] For port 4b2be336-e306-4409-8f69-d81e8caa4411, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b2be336-e306-4409-8f69-d81e8caa4411,segment=NetworkSegment(1f8d4392-890a-487f-bddd-4260467a2a6b),segment_id=1f8d4392-890a-487f-bddd-4260467a2a6b)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:55.822932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b929f74f-2d85-457b-9b11-f8842ca0b5bc req-8070a9c8-50cd-437f-ba17-81d3b9bde3b0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.857289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b929f74f-2d85-457b-9b11-f8842ca0b5bc req-8070a9c8-50cd-437f-ba17-81d3b9bde3b0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Calling delete_port for 4b2be336-e306-4409-8f69-d81e8caa4411 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:55.892264 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:55.959217 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b35d-753d-4583-964b-dace3b67158a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.010263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Transition to ACTIVE for port object cc9ee7a2-e136-4e5e-985f-f384cf44d93a will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:56.020483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa64f04-3bb2-4cf1-9381-cc391675debb req-a3b90b69-8a38-4729-85cc-f4a64616a254 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.030176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa64f04-3bb2-4cf1-9381-cc391675debb req-a3b90b69-8a38-4729-85cc-f4a64616a254 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.037926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa64f04-3bb2-4cf1-9381-cc391675debb req-a3b90b69-8a38-4729-85cc-f4a64616a254 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.045792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa64f04-3bb2-4cf1-9381-cc391675debb req-a3b90b69-8a38-4729-85cc-f4a64616a254 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.053176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa64f04-3bb2-4cf1-9381-cc391675debb req-a3b90b69-8a38-4729-85cc-f4a64616a254 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.059454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa64f04-3bb2-4cf1-9381-cc391675debb req-a3b90b69-8a38-4729-85cc-f4a64616a254 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.066141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa64f04-3bb2-4cf1-9381-cc391675debb req-a3b90b69-8a38-4729-85cc-f4a64616a254 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.076331 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cfa64f04-3bb2-4cf1-9381-cc391675debb req-a3b90b69-8a38-4729-85cc-f4a64616a254 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.3337212 Aug 31 14:02:56.123433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba106ef1-f5fe-42cd-a55d-1210f0d2bd95 req-0f20def9-e739-450a-944d-13790c1a0aa2 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.126283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba106ef1-f5fe-42cd-a55d-1210f0d2bd95 req-0f20def9-e739-450a-944d-13790c1a0aa2 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.2305367 Aug 31 14:02:56.200195 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cfa64f04-3bb2-4cf1-9381-cc391675debb req-151c4846-8cf9-4ebb-9f13-a7b1b989d24d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212547 Aug 31 14:02:56.202759 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.214907 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b35d-753d-4583-964b-dace3b67158a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.278199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6b35d-753d-4583-964b-dace3b67158a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Subnet': ['ID=7319bb40-aa7a-458d-9256-f740bf884dd2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:56.285934 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b35d-753d-4583-964b-dace3b67158a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.293559 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f5b6b35d-753d-4583-964b-dace3b67158a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "DELETE /v2.0/subnets/7319bb40-aa7a-458d-9256-f740bf884dd2 HTTP/1.1" status: 204 len: 168 time: 0.8795841 Aug 31 14:02:56.296021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41068) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:56.310853 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aecbd0-68b1-42a0-90d2-3dfea9e8325f None None] Network 7529cf88-7bea-4a25-8555-82c0effb4391 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:02:56.316475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba106ef1-f5fe-42cd-a55d-1210f0d2bd95 req-e81f3447-8719-41ef-91a0-526811030015 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739063 Aug 31 14:02:56.329423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:02:56.341792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:02:56.355466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:02:56.405304 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b929f74f-2d85-457b-9b11-f8842ca0b5bc req-8070a9c8-50cd-437f-ba17-81d3b9bde3b0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.412148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event updated for resources: {'Port': ['ID=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:56.637658 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.671244 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037d55b-7a2a-4c32-8f27-3791d6813afc req-acb35a10-1df1-4566-b3c1-ad449fbfb820 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.676960 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2037d55b-7a2a-4c32-8f27-3791d6813afc req-acb35a10-1df1-4566-b3c1-ad449fbfb820 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 932 time: 0.1990273 Aug 31 14:02:56.806510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d85de9-4bf0-4643-a285-3ed7f38495c9 None None] DHCP port deletion for 7529cf88-7bea-4a25-8555-82c0effb4391 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:02:56.815049 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2037d55b-7a2a-4c32-8f27-3791d6813afc req-ef7ab6db-15f6-4a03-9ff1-75ea769e5ef5 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307833 Aug 31 14:02:56.836521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070a9c8-50cd-437f-ba17-81d3b9bde3b0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Pushing event deleted for resources: {'Port': ['ID=4b2be336-e306-4409-8f69-d81e8caa4411,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:56.899738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting port 77764854-cf43-4436-9d12-452cbfc7d603 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:56.900944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.904372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.905091 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.956046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-b929f74f-2d85-457b-9b11-f8842ca0b5bc req-8070a9c8-50cd-437f-ba17-81d3b9bde3b0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] No DVR routers for this DVR port 4b2be336-e306-4409-8f69-d81e8caa4411 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:56.962384 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b929f74f-2d85-457b-9b11-f8842ca0b5bc req-8070a9c8-50cd-437f-ba17-81d3b9bde3b0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:56.965373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b929f74f-2d85-457b-9b11-f8842ca0b5bc req-8070a9c8-50cd-437f-ba17-81d3b9bde3b0 tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.13 "DELETE /v2.0/ports/4b2be336-e306-4409-8f69-d81e8caa4411 HTTP/1.1" status: 204 len: 173 time: 1.9332917 Aug 31 14:02:56.966103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c817e0ab-12f3-4cbe-9d90-627d689aac99', 'name': 'network-vif-deleted', 'tag': '4b2be336-e306-4409-8f69-d81e8caa4411'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:56.969769 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8760302b-c2f9-4e3e-889a-92cd6632bbea" -d '{"events": [{"server_uuid": "c817e0ab-12f3-4cbe-9d90-627d689aac99", "name": "network-vif-deleted", "tag": "4b2be336-e306-4409-8f69-d81e8caa4411"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:56.975804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0f4e304-37e3-4bbe-a7b2-475e5122ff70 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6808000 Aug 31 14:02:56.991394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd091dc-ec80-4e9f-b4e9-97ceefd14c43 req-c211221d-39b6-4c77-bfa2-a35597adf1c3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:56.993799 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd091dc-ec80-4e9f-b4e9-97ceefd14c43 req-c211221d-39b6-4c77-bfa2-a35597adf1c3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.1490316 Aug 31 14:02:57.010155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Request body: {'port': {'device_id': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:57.016382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-10a75066-194a-4178-ac91-ad0ae4bfdbe8 None None] Provisioning for port cc9ee7a2-e136-4e5e-985f-f384cf44d93a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:02:57.031229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-10a75066-194a-4178-ac91-ad0ae4bfdbe8 None None] Provisioning complete for port cc9ee7a2-e136-4e5e-985f-f384cf44d93a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:02:57.031573 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10a75066-194a-4178-ac91-ad0ae4bfdbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.113327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] For port 77764854-cf43-4436-9d12-452cbfc7d603, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=77764854-cf43-4436-9d12-452cbfc7d603,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:57.114149 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.156959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Calling delete_port for 77764854-cf43-4436-9d12-452cbfc7d603 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:57.173953 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd091dc-ec80-4e9f-b4e9-97ceefd14c43 req-7b8d8fb3-c597-45cf-9313-bdbe2b3a16b9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532819 Aug 31 14:02:57.196697 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.216890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-10a75066-194a-4178-ac91-ad0ae4bfdbe8 None None] Port cc9ee7a2-e136-4e5e-985f-f384cf44d93a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:02:57.219420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f8d85de9-4bf0-4643-a285-3ed7f38495c9 None None] Deleting port 77764854-cf43-4436-9d12-452cbfc7d603 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:02:57.223220 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8d85de9-4bf0-4643-a285-3ed7f38495c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.229892 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4f9b03b-51af-4826-935d-889ec7c328b9 req-72e97bbc-107c-44fe-8ab7-ff57f114fccd tempest-ImagesTestJSON-1176064206 tempest-ImagesTestJSON-1176064206-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817e0ab-12f3-4cbe-9d90-627d689aac99 HTTP/1.1" status: 200 len: 210 time: 0.0993319 Aug 31 14:02:57.324329 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf1e51c-7ed9-4c5e-b4c0-8ac05100129d x-openstack-request-id: req-ddf1e51c-7ed9-4c5e-b4c0-8ac05100129d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:57.326615 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c817e0ab-12f3-4cbe-9d90-627d689aac99", "name": "network-vif-deleted", "tag": "4b2be336-e306-4409-8f69-d81e8caa4411", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:57.326615 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddf1e51c-7ed9-4c5e-b4c0-8ac05100129d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:57.326884 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c817e0ab-12f3-4cbe-9d90-627d689aac99', 'name': 'network-vif-deleted', 'tag': '4b2be336-e306-4409-8f69-d81e8caa4411', 'status': 'completed', 'code': 200} Aug 31 14:02:57.387552 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f8d85de9-4bf0-4643-a285-3ed7f38495c9 None None] For port 77764854-cf43-4436-9d12-452cbfc7d603, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=77764854-cf43-4436-9d12-452cbfc7d603,segment=NetworkSegment(e3a85c6c-7a83-4aff-a004-f7798f99d44b),segment_id=e3a85c6c-7a83-4aff-a004-f7798f99d44b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:57.388086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8d85de9-4bf0-4643-a285-3ed7f38495c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.410664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f8d85de9-4bf0-4643-a285-3ed7f38495c9 None None] Calling delete_port for 77764854-cf43-4436-9d12-452cbfc7d603 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:02:57.521087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec331ca1-4c7a-4a4c-980d-fee6cfe0da6e req-7105de4e-8a10-47ac-b47d-ddd949adb278 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.533753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec331ca1-4c7a-4a4c-980d-fee6cfe0da6e req-7105de4e-8a10-47ac-b47d-ddd949adb278 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.543197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec331ca1-4c7a-4a4c-980d-fee6cfe0da6e req-7105de4e-8a10-47ac-b47d-ddd949adb278 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.556713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec331ca1-4c7a-4a4c-980d-fee6cfe0da6e req-7105de4e-8a10-47ac-b47d-ddd949adb278 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.569778 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec331ca1-4c7a-4a4c-980d-fee6cfe0da6e req-7105de4e-8a10-47ac-b47d-ddd949adb278 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.577387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec331ca1-4c7a-4a4c-980d-fee6cfe0da6e req-7105de4e-8a10-47ac-b47d-ddd949adb278 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.586988 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec331ca1-4c7a-4a4c-980d-fee6cfe0da6e req-7105de4e-8a10-47ac-b47d-ddd949adb278 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.590295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec331ca1-4c7a-4a4c-980d-fee6cfe0da6e req-7105de4e-8a10-47ac-b47d-ddd949adb278 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.2008212 Aug 31 14:02:57.608715 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.614398 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8d85de9-4bf0-4643-a285-3ed7f38495c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.649490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840be73-fd38-4c3a-89d7-46141345d72a req-a3cdf95a-0784-48af-b063-238c4768a6d0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.650278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d85de9-4bf0-4643-a285-3ed7f38495c9 None None] Pushing event deleted for resources: {'Port': ['ID=77764854-cf43-4436-9d12-452cbfc7d603,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:57.651503 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4840be73-fd38-4c3a-89d7-46141345d72a req-a3cdf95a-0784-48af-b063-238c4768a6d0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 946 time: 0.2059407 Aug 31 14:02:57.652189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:57.657391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d85de9-4bf0-4643-a285-3ed7f38495c9 None None] No DVR routers for this DVR port 77764854-cf43-4436-9d12-452cbfc7d603 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:57.730455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] No DVR routers for this DVR port 77764854-cf43-4436-9d12-452cbfc7d603 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:02:57.768216 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-800ca081-9091-4bea-8f69-1f1a0a9a8fa8 req-2ca41962-f9d4-48e7-9794-8d6d17b18542 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1671078 Aug 31 14:02:57.796252 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.797707 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4840be73-fd38-4c3a-89d7-46141345d72a req-222faa55-a45b-4782-b3ad-8f2178088ca2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054823 Aug 31 14:02:57.843576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:57.849444 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04705113-7bff-4f95-b2da-eb1438bc1e59" -d '{"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-unplugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:57.868837 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:02:57.870392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Port': ['ID=77764854-cf43-4436-9d12-452cbfc7d603,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:57.877300 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.939303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9ee7a2-e136-4e5e-985f-f384cf44d93a {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:02:57.951821 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:57.960572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=14']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:57.960813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ca081-9091-4bea-8f69-1f1a0a9a8fa8 req-8494df38-3276-4a0d-a986-c1bf6b7b6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:57.962814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-800ca081-9091-4bea-8f69-1f1a0a9a8fa8 req-8494df38-3276-4a0d-a986-c1bf6b7b6de9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 1101 time: 0.0821199 Aug 31 14:02:57.992631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Transition to ACTIVE for port object cc9ee7a2-e136-4e5e-985f-f384cf44d93a will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:02:58.010475 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.015265 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec331ca1-4c7a-4a4c-980d-fee6cfe0da6e req-d59bc835-212f-485d-9f3a-cf1698c8375b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3847339 Aug 31 14:02:58.026949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.046449 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7529cf88-7bea-4a25-8555-82c0effb4391']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:58.059142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a85c6c-7a83-4aff-a004-f7798f99d44b') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:58.059701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a85c6c-7a83-4aff-a004-f7798f99d44b') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:02:58.077803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.083027 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d2af7-4a8a-4fc8-a003-c8c3bd7dffea x-openstack-request-id: req-dc4d2af7-4a8a-4fc8-a003-c8c3bd7dffea {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:58.083319 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-unplugged", "status": "completed", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:58.083565 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc4d2af7-4a8a-4fc8-a003-c8c3bd7dffea {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:58.083959 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'code': 200} Aug 31 14:02:58.095803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.105315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:02:58.105315 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:02:58.108502 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:02:58.171998 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:58.226346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82daaf-a5a2-4d13-b473-2c9975e132c2 req-8e851c9f-22f9-400f-b60e-9ec65bd30caf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.226346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e82daaf-a5a2-4d13-b473-2c9975e132c2 req-8e851c9f-22f9-400f-b60e-9ec65bd30caf tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1636043 Aug 31 14:02:58.231638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.249760 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.261724 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "DELETE /v2.0/networks/7529cf88-7bea-4a25-8555-82c0effb4391 HTTP/1.1" status: 204 len: 168 time: 1.9639318 Aug 31 14:02:58.287474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41124) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:58.288346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bfa4c-06a0-4d0f-b1ff-d5620eadce91 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Network': ['ID=7529cf88-7bea-4a25-8555-82c0effb4391,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:58.303131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-10b3e10b-a60b-4637-9661-f000277d52b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1139393613'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:58.336155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ca081-9091-4bea-8f69-1f1a0a9a8fa8 req-7da7a9dc-73c3-41e7-95bd-57de13b99979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.338759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-800ca081-9091-4bea-8f69-1f1a0a9a8fa8 req-7da7a9dc-73c3-41e7-95bd-57de13b99979 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.3430755 Aug 31 14:02:58.436619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-800ca081-9091-4bea-8f69-1f1a0a9a8fa8 req-e5a54af3-4a4e-406b-ac96-3fa3c66b9a25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc HTTP/1.1" status: 200 len: 217 time: 0.0842178 Aug 31 14:02:58.446536 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b3e10b-a60b-4637-9661-f000277d52b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:58.452785 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10b3e10b-a60b-4637-9661-f000277d52b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.472593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 77764854-cf43-4436-9d12-452cbfc7d603 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:58.478913 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e82daaf-a5a2-4d13-b473-2c9975e132c2 req-5a5d5a9e-8c52-408e-b5ed-0e171a4164ae tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449009 Aug 31 14:02:58.480911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc6705-1c49-4d82-bc06-0b317733c6c5 req-c3c2c177-2f2c-4bb3-b7e5-c91b36cc5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.482540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6dc6705-1c49-4d82-bc06-0b317733c6c5 req-c3c2c177-2f2c-4bb3-b7e5-c91b36cc5c71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 1095 time: 0.1004152 Aug 31 14:02:58.488626 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Attempting to bind port cc9ee7a2-e136-4e5e-985f-f384cf44d93a on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:02:58.489146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Attempting to bind port cc9ee7a2-e136-4e5e-985f-f384cf44d93a by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:02:58.489659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Attempting to bind port cc9ee7a2-e136-4e5e-985f-f384cf44d93a on network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:58.496598 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b3e10b-a60b-4637-9661-f000277d52b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:02:58.507775 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10b3e10b-a60b-4637-9661-f000277d52b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.507972 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-10b3e10b-a60b-4637-9661-f000277d52b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Added segment dd40cbb3-0235-4380-82d9-8ba907c31952 of type vlan for network 4a9d7393-9610-4b43-8e12-853d5ae52850 Aug 31 14:02:58.525686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Port cc9ee7a2-e136-4e5e-985f-f384cf44d93a on network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:02:58.525984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Attempting to bind port cc9ee7a2-e136-4e5e-985f-f384cf44d93a on network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:02:58.537416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:02:58.537769 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Checking segment: {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:02:58.538161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Bound using segment: {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:02:58.538765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Bound port: cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:02:58.539136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.549627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 77764854-cf43-4436-9d12-452cbfc7d603 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:58.550190 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 77764854-cf43-4436-9d12-452cbfc7d603 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:58.556843 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10b3e10b-a60b-4637-9661-f000277d52b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.602929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5031cd-d271-4a20-9255-27794b04c703 req-ee9c7d5f-418d-4dbb-ade0-bf0a00f7e229 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.604517 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a5031cd-d271-4a20-9255-27794b04c703 req-ee9c7d5f-418d-4dbb-ade0-bf0a00f7e229 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.2750597 Aug 31 14:02:58.610146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ca081-9091-4bea-8f69-1f1a0a9a8fa8 req-94c7c689-aa29-4706-9aa2-6d6d97654288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.612484 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-800ca081-9091-4bea-8f69-1f1a0a9a8fa8 req-94c7c689-aa29-4706-9aa2-6d6d97654288 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1637919 Aug 31 14:02:58.665134 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10b3e10b-a60b-4637-9661-f000277d52b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.675569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b3e10b-a60b-4637-9661-f000277d52b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.676703 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10b3e10b-a60b-4637-9661-f000277d52b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.699919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:02:58.731190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:02:58.735294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ca081-9091-4bea-8f69-1f1a0a9a8fa8 req-8eb716fd-990e-4048-819b-62b9f7edcc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.737437 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-800ca081-9091-4bea-8f69-1f1a0a9a8fa8 req-8eb716fd-990e-4048-819b-62b9f7edcc47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874743 Aug 31 14:02:58.756091 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.793377 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-10b3e10b-a60b-4637-9661-f000277d52b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4946344 Aug 31 14:02:58.802434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41128) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:02:58.810196 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b46a4a4a-e5e9-4fff-9770-6e60cbcfe26c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'subnet': {'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:02:58.826279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3e10b-a60b-4637-9661-f000277d52b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Network': ['ID=4a9d7393-9610-4b43-8e12-853d5ae52850,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:58.847966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 4a9d7393-9610-4b43-8e12-853d5ae52850 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:02:58.853461 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a5031cd-d271-4a20-9255-27794b04c703 req-a6dc5c60-a5e1-4467-aa5e-7db5337d95d6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364719 Aug 31 14:02:58.893206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.893852 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:58.895355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc9ee7a2-e136-4e5e-985f-f384cf44d93a HTTP/1.1" status: 200 len: 1092 time: 1.8998973 Aug 31 14:02:58.925404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733d420-39f4-47e8-bc76-c0c684ab1efc req-8292aa96-02fd-4f17-8748-af0f7d2e0f3d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:58.934702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0733d420-39f4-47e8-bc76-c0c684ab1efc req-8292aa96-02fd-4f17-8748-af0f7d2e0f3d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.2303810 Aug 31 14:02:58.940305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671933a-cc84-4be9-b8d2-76770fe013f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:02:59.022373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-800ca081-9091-4bea-8f69-1f1a0a9a8fa8 req-7d8c5069-40dc-4828-8aa9-d2e85388c767 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682831 Aug 31 14:02:59.078610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0733d420-39f4-47e8-bc76-c0c684ab1efc req-d643320c-ad8a-477a-9123-7cf81b5cdaee tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427982 Aug 31 14:02:59.126454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc6705-1c49-4d82-bc06-0b317733c6c5 req-3fd52948-0c6a-4dd6-8d64-61c6cd109bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.129216 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6dc6705-1c49-4d82-bc06-0b317733c6c5 req-3fd52948-0c6a-4dd6-8d64-61c6cd109bd1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.5534022 Aug 31 14:02:59.174698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-7739ce3c-c3ce-4508-9f16-0b5cd472b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.176788 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-7739ce3c-c3ce-4508-9f16-0b5cd472b188 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 1095 time: 0.2030163 Aug 31 14:02:59.234891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-dc5876f7-0964-4925-bb21-d0417e62c56e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a HTTP/1.1" status: 200 len: 217 time: 0.0495799 Aug 31 14:02:59.254660 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6dc6705-1c49-4d82-bc06-0b317733c6c5 req-f7be2588-e732-40d6-8fd8-d19ab611c537 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 200 len: 998 time: 0.1044412 Aug 31 14:02:59.258461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4b2be336-e306-4409-8f69-d81e8caa4411 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:02:59.270393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc76e3f-2774-40e8-ab7a-0639f22c634c req-e1f91769-9da0-4023-baba-e8e92de16b7b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.272631 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bfc76e3f-2774-40e8-ab7a-0639f22c634c req-e1f91769-9da0-4023-baba-e8e92de16b7b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.2983422 Aug 31 14:02:59.286019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 4b2be336-e306-4409-8f69-d81e8caa4411 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:02:59.286563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4b2be336-e306-4409-8f69-d81e8caa4411 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:02:59.332651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:02:59.337755 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68170f2e-89a2-4ff8-9d3e-f0c428769d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:02:59.367713 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-800ca081-9091-4bea-8f69-1f1a0a9a8fa8 req-673825ba-ed42-473f-9b4c-95d397729de6 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111935 Aug 31 14:02:59.369475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-6cb74753-e98a-4c44-a31a-f2aae6f5aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.371275 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-6cb74753-e98a-4c44-a31a-f2aae6f5aff1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 200 len: 855 time: 0.1301174 Aug 31 14:02:59.373446 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bfc76e3f-2774-40e8-ab7a-0639f22c634c req-54f3a517-31a8-4f74-b2b3-9b3db32cb910 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569124 Aug 31 14:02:59.380846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc6705-1c49-4d82-bc06-0b317733c6c5 req-3cfd96af-57c7-4caa-a5f8-d526a5390a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.382299 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6dc6705-1c49-4d82-bc06-0b317733c6c5 req-3cfd96af-57c7-4caa-a5f8-d526a5390a06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.1086597 Aug 31 14:02:59.383713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46a4a4a-e5e9-4fff-9770-6e60cbcfe26c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:02:59.388389 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b46a4a4a-e5e9-4fff-9770-6e60cbcfe26c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:02:59.474868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-ee7b9c6e-f77f-4076-8717-c1a6fe24860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.477544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-ee7b9c6e-f77f-4076-8717-c1a6fe24860b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923798 Aug 31 14:02:59.590649 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc6705-1c49-4d82-bc06-0b317733c6c5 req-5823bcd5-7140-4d79-825f-cfdd1f960d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.592555 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6dc6705-1c49-4d82-bc06-0b317733c6c5 req-5823bcd5-7140-4d79-825f-cfdd1f960d16 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135514 Aug 31 14:02:59.605630 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15dadc-f1e0-45f4-a31a-37495fa7f84a req-bddb87ee-fba3-4159-aa6d-8398cda59d6b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.612614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15dadc-f1e0-45f4-a31a-37495fa7f84a req-bddb87ee-fba3-4159-aa6d-8398cda59d6b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.614974 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4927141b-ca77-47f8-8e46-7b4da6b4da2a x-openstack-request-id: req-4927141b-ca77-47f8-8e46-7b4da6b4da2a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:02:59.615301 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:02:59.615613 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4927141b-ca77-47f8-8e46-7b4da6b4da2a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:02:59.616029 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'status': 'completed', 'code': 200} Aug 31 14:02:59.619614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15dadc-f1e0-45f4-a31a-37495fa7f84a req-bddb87ee-fba3-4159-aa6d-8398cda59d6b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.625919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15dadc-f1e0-45f4-a31a-37495fa7f84a req-bddb87ee-fba3-4159-aa6d-8398cda59d6b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.632675 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15dadc-f1e0-45f4-a31a-37495fa7f84a req-bddb87ee-fba3-4159-aa6d-8398cda59d6b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.634684 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-f0755618-4d97-4204-af53-871bdec78027 service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494815 Aug 31 14:02:59.640148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15dadc-f1e0-45f4-a31a-37495fa7f84a req-bddb87ee-fba3-4159-aa6d-8398cda59d6b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.647871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15dadc-f1e0-45f4-a31a-37495fa7f84a req-bddb87ee-fba3-4159-aa6d-8398cda59d6b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.649822 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c15dadc-f1e0-45f4-a31a-37495fa7f84a req-bddb87ee-fba3-4159-aa6d-8398cda59d6b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.1695123 Aug 31 14:02:59.776928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4650f3-e7ee-40bd-9938-8c9b067ff63a req-af921914-9688-434c-a812-0f81c2637411 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:02:59.779496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc4650f3-e7ee-40bd-9938-8c9b067ff63a req-af921914-9688-434c-a812-0f81c2637411 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1622307 Aug 31 14:02:59.797095 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c15dadc-f1e0-45f4-a31a-37495fa7f84a req-ef7bf291-c6b5-4dd4-babb-9d9b5fd11d4b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1334724 Aug 31 14:02:59.876042 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc4650f3-e7ee-40bd-9938-8c9b067ff63a req-2b014a94-2094-4cfb-b9d6-fb130c64c9df tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889409 Aug 31 14:02:59.911980 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ff1530-e1b6-4f21-9f2d-6c3c17767a34 req-30d0fc18-e77b-4831-b64c-9b1986e9393a service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615283 Aug 31 14:03:00.050077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68170f2e-89a2-4ff8-9d3e-f0c428769d3e req-df7afb01-35f7-4aa6-896f-dc6f25dba98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.051872 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68170f2e-89a2-4ff8-9d3e-f0c428769d3e req-df7afb01-35f7-4aa6-896f-dc6f25dba98c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 1095 time: 0.0739505 Aug 31 14:03:00.213262 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6dc6705-1c49-4d82-bc06-0b317733c6c5 req-d23e767f-14e6-4a5f-bb2a-a24be83f6ad9 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624363 Aug 31 14:03:00.214213 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b46a4a4a-e5e9-4fff-9770-6e60cbcfe26c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.221268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4298320-430a-4148-a9a0-b4f9ab63c904 req-e005d5b2-6527-4db2-bff8-a65f06f817e8 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.223786 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4298320-430a-4148-a9a0-b4f9ab63c904 req-e005d5b2-6527-4db2-bff8-a65f06f817e8 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.1704175 Aug 31 14:03:00.303516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68170f2e-89a2-4ff8-9d3e-f0c428769d3e req-f0ebe62f-7441-4d06-bb65-913b6a3381d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.306059 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68170f2e-89a2-4ff8-9d3e-f0c428769d3e req-f0ebe62f-7441-4d06-bb65-913b6a3381d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 917 time: 0.2396560 Aug 31 14:03:00.329496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4298320-430a-4148-a9a0-b4f9ab63c904 req-378ecabf-0cdb-4345-b4e8-088ce6062daa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947721 Aug 31 14:03:00.368091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a4a4a-e5e9-4fff-9770-6e60cbcfe26c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Subnet': ['ID=eb4cecd5-9214-4119-868c-c5c2e54defbb,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:00.387972 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68170f2e-89a2-4ff8-9d3e-f0c428769d3e req-4c2c2803-643b-423a-8989-5fba9234ae81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a HTTP/1.1" status: 200 len: 217 time: 0.0723128 Aug 31 14:03:00.400796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a172b-b48e-44c2-a456-39276f685899 req-d83d7944-a6c3-4e89-a3f5-aaf34f9e08cf tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.410255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d81a172b-b48e-44c2-a456-39276f685899 req-d83d7944-a6c3-4e89-a3f5-aaf34f9e08cf tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.2138681 Aug 31 14:03:00.466324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68170f2e-89a2-4ff8-9d3e-f0c428769d3e req-13790405-13b9-44cd-bddf-2eacc1b3f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.468958 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68170f2e-89a2-4ff8-9d3e-f0c428769d3e req-13790405-13b9-44cd-bddf-2eacc1b3f3a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 200 len: 855 time: 0.0687823 Aug 31 14:03:00.471880 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a4a4a-e5e9-4fff-9770-6e60cbcfe26c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Checking segment: {'id': 'dd40cbb3-0235-4380-82d9-8ba907c31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:00.472262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a4a4a-e5e9-4fff-9770-6e60cbcfe26c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network hostable DHCP agents. Network: 4a9d7393-9610-4b43-8e12-853d5ae52850, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:00.484735 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6dc6705-1c49-4d82-bc06-0b317733c6c5 req-17a7dd05-046f-4ac3-8eaa-f34b0414eef6 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520289 Aug 31 14:03:00.494977 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d81a172b-b48e-44c2-a456-39276f685899 req-efd81853-8824-44a6-b39e-354c68eba3a0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837486 Aug 31 14:03:00.520722 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a4a4a-e5e9-4fff-9770-6e60cbcfe26c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network 4a9d7393-9610-4b43-8e12-853d5ae52850 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:00.543977 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b46a4a4a-e5e9-4fff-9770-6e60cbcfe26c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 4a9d7393-9610-4b43-8e12-853d5ae52850) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:00.556171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46a4a4a-e5e9-4fff-9770-6e60cbcfe26c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.559978 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b46a4a4a-e5e9-4fff-9770-6e60cbcfe26c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.562462 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb4c44-6541-446d-ba39-7d40f6c78236 None None] Network 4a9d7393-9610-4b43-8e12-853d5ae52850 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:00.567953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68170f2e-89a2-4ff8-9d3e-f0c428769d3e req-39a0733f-030f-4456-84a6-11c351536cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.569658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68170f2e-89a2-4ff8-9d3e-f0c428769d3e req-39a0733f-030f-4456-84a6-11c351536cf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926003 Aug 31 14:03:00.578451 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41174) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:00.595093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd08d24-7292-45aa-9294-9196b4a191ce req-3a8b64d8-2c71-469e-a2d1-e9d62f598be9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.595296 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b46a4a4a-e5e9-4fff-9770-6e60cbcfe26c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7857444 Aug 31 14:03:00.595376 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbd08d24-7292-45aa-9294-9196b4a191ce req-3a8b64d8-2c71-469e-a2d1-e9d62f598be9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0773001 Aug 31 14:03:00.599912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41176) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:00.605475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c2640d52-d5a0-47e4-bdf6-4a013b8a3ed5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-722992649'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:00.631847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2640d52-d5a0-47e4-bdf6-4a013b8a3ed5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:00.636872 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c2640d52-d5a0-47e4-bdf6-4a013b8a3ed5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.671592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2640d52-d5a0-47e4-bdf6-4a013b8a3ed5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:00.686786 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c2640d52-d5a0-47e4-bdf6-4a013b8a3ed5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.687328 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-c2640d52-d5a0-47e4-bdf6-4a013b8a3ed5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Added segment d968b028-7112-4315-90e8-5da2bdd3f480 of type vlan for network c21f4f53-0039-4718-add4-79aeec512b9a Aug 31 14:03:00.764008 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c2640d52-d5a0-47e4-bdf6-4a013b8a3ed5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.784214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b587d3-aea2-4cb2-92f3-b81706688483 admin admin] Deleting subnet 81a4f80d-1ced-4844-b1bb-7b0eaea3bfce {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:00.798458 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2b587d3-aea2-4cb2-92f3-b81706688483 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.803664 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbd08d24-7292-45aa-9294-9196b4a191ce req-96599ce7-7739-476e-aa39-40d1daf32430 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905813 Aug 31 14:03:00.806639 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c2640d52-d5a0-47e4-bdf6-4a013b8a3ed5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.817375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2640d52-d5a0-47e4-bdf6-4a013b8a3ed5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:00.818430 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c2640d52-d5a0-47e4-bdf6-4a013b8a3ed5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.857790 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-4a9d7393-9610-4b43-8e12-853d5ae52850', 'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850', 'tenant_id': '4a51428ff714409299691973e8e96229', 'fixed_ips': [{'subnet_id': 'eb4cecd5-9214-4119-868c-c5c2e54defbb'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:03:00.859613 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.865615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68170f2e-89a2-4ff8-9d3e-f0c428769d3e req-40640677-479a-4dbf-a901-4dc7f12c882a service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662706 Aug 31 14:03:00.872636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2b587d3-aea2-4cb2-92f3-b81706688483 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:00.896225 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c2640d52-d5a0-47e4-bdf6-4a013b8a3ed5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2950137 Aug 31 14:03:00.955696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41180) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:00.973186 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-db3f6763-9708-418b-9b4a-ccc6c9d644a8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'subnet': {'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:01.012257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68170f2e-89a2-4ff8-9d3e-f0c428769d3e req-10dab679-8026-43a9-84d2-b58a7ec1b1a9 service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365063 Aug 31 14:03:01.133061 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2640d52-d5a0-47e4-bdf6-4a013b8a3ed5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Network': ['ID=c21f4f53-0039-4718-add4-79aeec512b9a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:01.143283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13522043-1c61-4c70-bc5c-d753c004c31c req-c0a05151-4b6e-4182-9ebe-be206e372f8a tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.154608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13522043-1c61-4c70-bc5c-d753c004c31c req-c0a05151-4b6e-4182-9ebe-be206e372f8a tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1415863 Aug 31 14:03:01.166596 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2b587d3-aea2-4cb2-92f3-b81706688483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.168346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network c21f4f53-0039-4718-add4-79aeec512b9a details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:01.187431 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebcdd5-1869-4bf7-9978-de875a1f85df req-72cd838c-0ac9-4686-92f0-df96b82a60b5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.199215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebcdd5-1869-4bf7-9978-de875a1f85df req-72cd838c-0ac9-4686-92f0-df96b82a60b5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.213744 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebcdd5-1869-4bf7-9978-de875a1f85df req-72cd838c-0ac9-4686-92f0-df96b82a60b5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.229798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebcdd5-1869-4bf7-9978-de875a1f85df req-72cd838c-0ac9-4686-92f0-df96b82a60b5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.244309 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13522043-1c61-4c70-bc5c-d753c004c31c req-1f508696-01a8-422c-adb1-59ee82c49662 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869582 Aug 31 14:03:01.244846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebcdd5-1869-4bf7-9978-de875a1f85df req-72cd838c-0ac9-4686-92f0-df96b82a60b5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.257719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebcdd5-1869-4bf7-9978-de875a1f85df req-72cd838c-0ac9-4686-92f0-df96b82a60b5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.270849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebcdd5-1869-4bf7-9978-de875a1f85df req-72cd838c-0ac9-4686-92f0-df96b82a60b5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.286918 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0ebcdd5-1869-4bf7-9978-de875a1f85df req-72cd838c-0ac9-4686-92f0-df96b82a60b5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.3316929 Aug 31 14:03:01.291517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Allocated IP 19.80.0.2 (4a9d7393-9610-4b43-8e12-853d5ae52850/eb4cecd5-9214-4119-868c-c5c2e54defbb/fe3eb166-2f1b-47c2-b5df-79522ed2ec2d) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:01.318955 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2b587d3-aea2-4cb2-92f3-b81706688483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.351892 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6679-f244-43e4-bdf1-4e7b3eb796b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.355875 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3f6763-9708-418b-9b4a-ccc6c9d644a8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:01.363951 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db3f6763-9708-418b-9b4a-ccc6c9d644a8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.396453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b587d3-aea2-4cb2-92f3-b81706688483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a4f80d-1ced-4844-b1bb-7b0eaea3bfce,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:01.404533 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2b587d3-aea2-4cb2-92f3-b81706688483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.409272 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c2b587d3-aea2-4cb2-92f3-b81706688483 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/81a4f80d-1ced-4844-b1bb-7b0eaea3bfce HTTP/1.1" status: 204 len: 168 time: 0.8165987 Aug 31 14:03:01.412215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41190) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:01.510566 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0ebcdd5-1869-4bf7-9978-de875a1f85df req-7c52c65a-446a-4a63-b0e0-f13e1f1a85f4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2154677 Aug 31 14:03:01.580848 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.597230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Transition to ACTIVE for port object fe3eb166-2f1b-47c2-b5df-79522ed2ec2d will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:01.629541 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Transition to ACTIVE for port object fe3eb166-2f1b-47c2-b5df-79522ed2ec2d will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:01.640201 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.711009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Network 4a9d7393-9610-4b43-8e12-853d5ae52850 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:01.714875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:01.723369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:01.738806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Pushing event updated for resources: {'Port': ['ID=fe3eb166-2f1b-47c2-b5df-79522ed2ec2d,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:01.849780 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cc9a3-6991-4b72-a55f-5d68cdd5b4a2 req-18331fdb-dacd-4aac-af43-9b9c459fbe78 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.851380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-445cc9a3-6991-4b72-a55f-5d68cdd5b4a2 req-18331fdb-dacd-4aac-af43-9b9c459fbe78 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.1769779 Aug 31 14:03:01.854190 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Attempting to bind port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:01.854895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Attempting to bind port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'dd40cbb3-0235-4380-82d9-8ba907c31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:01.856033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Attempting to bind port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d on network 4a9d7393-9610-4b43-8e12-853d5ae52850 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:01.864908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:01.866204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Checking segment: {'id': 'dd40cbb3-0235-4380-82d9-8ba907c31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:01.866204 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.866204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Bound using segment: {'id': 'dd40cbb3-0235-4380-82d9-8ba907c31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:01.866613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Bound port: fe3eb166-2f1b-47c2-b5df-79522ed2ec2d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd40cbb3-0235-4380-82d9-8ba907c31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:01.866997 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.887103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db3f6763-9708-418b-9b4a-ccc6c9d644a8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.941649 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:01.968483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8684b-2d4a-49ca-86ee-781c3b3134b2 req-264c7b6a-bc8a-43a8-85c9-20b35bdbec22 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:01.970319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2ff8684b-2d4a-49ca-86ee-781c3b3134b2 req-264c7b6a-bc8a-43a8-85c9-20b35bdbec22 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.1095634 Aug 31 14:03:01.980197 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] For port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:01.993698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] For port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fe3eb166-2f1b-47c2-b5df-79522ed2ec2d,segment=NetworkSegment(dd40cbb3-0235-4380-82d9-8ba907c31952),segment_id=dd40cbb3-0235-4380-82d9-8ba907c31952)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:02.004686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f6763-9708-418b-9b4a-ccc6c9d644a8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Subnet': ['ID=357549fb-36be-444e-94f0-b0d8442e6a39,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:02.015702 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.019853 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-445cc9a3-6991-4b72-a55f-5d68cdd5b4a2 req-82193fc3-4bd9-4f27-acc7-8775a48a704a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189215 Aug 31 14:03:02.021177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f6763-9708-418b-9b4a-ccc6c9d644a8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Checking segment: {'id': 'd968b028-7112-4315-90e8-5da2bdd3f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:02.021912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3f6763-9708-418b-9b4a-ccc6c9d644a8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network hostable DHCP agents. Network: c21f4f53-0039-4718-add4-79aeec512b9a, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:02.045423 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3f6763-9708-418b-9b4a-ccc6c9d644a8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network c21f4f53-0039-4718-add4-79aeec512b9a is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:02.060683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-db3f6763-9708-418b-9b4a-ccc6c9d644a8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, c21f4f53-0039-4718-add4-79aeec512b9a) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:02.068413 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3f6763-9708-418b-9b4a-ccc6c9d644a8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:02.069526 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db3f6763-9708-418b-9b4a-ccc6c9d644a8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.100934 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-db3f6763-9708-418b-9b4a-ccc6c9d644a8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1348557 Aug 31 14:03:02.109211 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.109915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b39bc-15eb-4f7e-b109-237f07d069bf None None] Pushing event updated for resources: {'Port': ['ID=fe3eb166-2f1b-47c2-b5df-79522ed2ec2d,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:02.110069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097ed294-311a-4047-a411-d1b3a475b551']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:02.125995 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2ff8684b-2d4a-49ca-86ee-781c3b3134b2 req-c7516f4f-156c-407b-b4aa-da2116ee7735 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251793 Aug 31 14:03:02.128289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96392c2a-4e13-496d-a45d-8e7c5b71e262 None None] Network c21f4f53-0039-4718-add4-79aeec512b9a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:02.145779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8d4392-890a-487f-bddd-4260467a2a6b') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:02.146124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8d4392-890a-487f-bddd-4260467a2a6b') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:02.174958 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.208567 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.221296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:02.222021 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:02.224417 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:02.338492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.349976 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.353463 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] 10.222.0.20 "DELETE /v2.0/networks/097ed294-311a-4047-a411-d1b3a475b551 HTTP/1.1" status: 204 len: 168 time: 0.9392138 Aug 31 14:03:02.378082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6e620-628d-479f-852d-70ca9a5690ab admin admin] Pushing event deleted for resources: {'Network': ['ID=097ed294-311a-4047-a411-d1b3a475b551,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:02.387884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4091a68-365b-4674-80c1-5af887ffbc84 req-67b16ba1-611c-4695-bc7f-14a48c49efc7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:02.408825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4091a68-365b-4674-80c1-5af887ffbc84 req-67b16ba1-611c-4695-bc7f-14a48c49efc7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1294272 Aug 31 14:03:02.546494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4091a68-365b-4674-80c1-5af887ffbc84 req-fe6dd1ed-089e-47fc-857e-3279e6d2edbf tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239672 Aug 31 14:03:02.617422 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-c21f4f53-0039-4718-add4-79aeec512b9a', 'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a', 'tenant_id': '4a51428ff714409299691973e8e96229', 'fixed_ips': [{'subnet_id': '357549fb-36be-444e-94f0-b0d8442e6a39'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:03:02.619793 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:02.655943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e68f81-2c4c-4fad-a7b5-deec9ae7c43e req-3debadf1-1b3f-4efd-be71-1384de74263c tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:02.669726 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14e68f81-2c4c-4fad-a7b5-deec9ae7c43e req-3debadf1-1b3f-4efd-be71-1384de74263c tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1098957 Aug 31 14:03:02.737395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41212) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:02.749543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ea796-6c5f-4bff-a45e-8aa4f76241ca req-39040b47-9861-4729-8b2f-9b4504ece9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:02.752312 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab6ea796-6c5f-4bff-a45e-8aa4f76241ca req-39040b47-9861-4729-8b2f-9b4504ece9e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9f81895b2394bff804347c0c12c6f67&device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 1096 time: 0.1683245 Aug 31 14:03:02.838448 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14e68f81-2c4c-4fad-a7b5-deec9ae7c43e req-e045c1ca-7117-48b3-b90f-c19bdd17d441 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439786 Aug 31 14:03:02.884692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Allocated IP 19.86.0.2 (c21f4f53-0039-4718-add4-79aeec512b9a/357549fb-36be-444e-94f0-b0d8442e6a39/81354323-8fdb-44b1-befc-4c0f15501938) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:02.966438 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-830a4e79-8507-49a7-a9df-b42811459061 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4669e85b74e843cfa5df9451dd811ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265356 Aug 31 14:03:02.976781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41222) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:03.068199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7da46-5e94-4aa0-9e81-d24960487593 req-2a7c0b06-626f-419e-83a9-77f979fff7df tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.076782 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7da46-5e94-4aa0-9e81-d24960487593 req-2a7c0b06-626f-419e-83a9-77f979fff7df tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.092322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7da46-5e94-4aa0-9e81-d24960487593 req-2a7c0b06-626f-419e-83a9-77f979fff7df tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.093161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ea796-6c5f-4bff-a45e-8aa4f76241ca req-a150da4d-16b3-4dce-936b-507c8d230676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.094846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab6ea796-6c5f-4bff-a45e-8aa4f76241ca req-a150da4d-16b3-4dce-936b-507c8d230676 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e7c260-818e-46d0-9c98-1f322e8f2f12 HTTP/1.1" status: 200 len: 916 time: 0.3314929 Aug 31 14:03:03.109541 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7da46-5e94-4aa0-9e81-d24960487593 req-2a7c0b06-626f-419e-83a9-77f979fff7df tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.124912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7da46-5e94-4aa0-9e81-d24960487593 req-2a7c0b06-626f-419e-83a9-77f979fff7df tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.139357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7da46-5e94-4aa0-9e81-d24960487593 req-2a7c0b06-626f-419e-83a9-77f979fff7df tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.147175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cc9ee7a2-e136-4e5e-985f-f384cf44d93a details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:03.158687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7da46-5e94-4aa0-9e81-d24960487593 req-2a7c0b06-626f-419e-83a9-77f979fff7df tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.174377 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33d7da46-5e94-4aa0-9e81-d24960487593 req-2a7c0b06-626f-419e-83a9-77f979fff7df tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.2474391 Aug 31 14:03:03.175109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e1de81f6-8b27-4b4c-98ac-fb10f20f7aa8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.181205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e1de81f6-8b27-4b4c-98ac-fb10f20f7aa8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.182912 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e1de81f6-8b27-4b4c-98ac-fb10f20f7aa8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/networks?id=4a9d7393-9610-4b43-8e12-853d5ae52850&id=c21f4f53-0039-4718-add4-79aeec512b9a HTTP/1.1" status: 200 len: 1391 time: 0.3147910 Aug 31 14:03:03.184633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab6ea796-6c5f-4bff-a45e-8aa4f76241ca req-e1285e37-16c9-47b4-898d-2feb44974dca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a7092e8-2d72-4d67-9025-7730a758ce2b HTTP/1.1" status: 200 len: 217 time: 0.0767972 Aug 31 14:03:03.212394 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4451f4de-04a4-4cd0-909e-8115ccfbe798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.224455 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.253777 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4451f4de-04a4-4cd0-909e-8115ccfbe798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.268675 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33d7da46-5e94-4aa0-9e81-d24960487593 req-f951a3c3-db37-4301-9c4f-e1269e64474a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875256 Aug 31 14:03:03.330717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Transition to ACTIVE for port object 81354323-8fdb-44b1-befc-4c0f15501938 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:03.381325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4451f4de-04a4-4cd0-909e-8115ccfbe798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.382031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Transition to ACTIVE for port object 81354323-8fdb-44b1-befc-4c0f15501938 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:03.384534 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4451f4de-04a4-4cd0-909e-8115ccfbe798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.388481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4451f4de-04a4-4cd0-909e-8115ccfbe798 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/177d780c-f7d4-4068-8619-90e0420b68f9 HTTP/1.1" status: 204 len: 168 time: 0.4081564 Aug 31 14:03:03.416470 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.439275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451f4de-04a4-4cd0-909e-8115ccfbe798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177d780c-f7d4-4068-8619-90e0420b68f9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:03.461955 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e5702eb4-6b82-421f-89e3-0f7915a8641f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/quotas/4a51428ff714409299691973e8e96229 HTTP/1.1" status: 200 len: 375 time: 0.1071191 Aug 31 14:03:03.526462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ea796-6c5f-4bff-a45e-8aa4f76241ca req-29f6cc07-5843-49f2-aa51-114ced82a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.529822 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab6ea796-6c5f-4bff-a45e-8aa4f76241ca req-29f6cc07-5843-49f2-aa51-114ced82a4cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eada9d0-4b7c-4b45-a4d6-8faea34b1694 HTTP/1.1" status: 200 len: 854 time: 0.1759646 Aug 31 14:03:03.559128 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Network c21f4f53-0039-4718-add4-79aeec512b9a is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:03.563016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:03.582580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:03.600751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:03.607755 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'port_id': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'mac_address': 'fa:16:3e:14:48:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:03.610022 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-30df372f-b6eb-4dbe-a554-d14c7793fa9c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a51428ff714409299691973e8e96229&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1470640 Aug 31 14:03:03.621336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Pushing event updated for resources: {'Port': ['ID=81354323-8fdb-44b1-befc-4c0f15501938,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:03.633566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ea796-6c5f-4bff-a45e-8aa4f76241ca req-a2409a46-e2cd-4448-8dd1-117bf019e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.636385 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab6ea796-6c5f-4bff-a45e-8aa4f76241ca req-a2409a46-e2cd-4448-8dd1-117bf019e368 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e7c260-818e-46d0-9c98-1f322e8f2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957434 Aug 31 14:03:03.767303 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.786643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9ee7a2-e136-4e5e-985f-f384cf44d93a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:03.815216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:03.817598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Attempting to bind port 81354323-8fdb-44b1-befc-4c0f15501938 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:03.818248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Attempting to bind port 81354323-8fdb-44b1-befc-4c0f15501938 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'd968b028-7112-4315-90e8-5da2bdd3f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:03.818830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Attempting to bind port 81354323-8fdb-44b1-befc-4c0f15501938 on network c21f4f53-0039-4718-add4-79aeec512b9a {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:03.822454 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.852284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a42dd-491f-4e73-9902-1155504e3084 req-6d9503ba-d71d-44f0-9fc2-a34db7a74e78 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:03.863954 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f07a42dd-491f-4e73-9902-1155504e3084 req-6d9503ba-d71d-44f0-9fc2-a34db7a74e78 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.1923637 Aug 31 14:03:03.896694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:03.904412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:03.905958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Checking segment: {'id': 'd968b028-7112-4315-90e8-5da2bdd3f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:03.906392 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.907387 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Bound using segment: {'id': 'd968b028-7112-4315-90e8-5da2bdd3f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:03.907887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Bound port: 81354323-8fdb-44b1-befc-4c0f15501938, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd968b028-7112-4315-90e8-5da2bdd3f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:03.908312 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:03.947187 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-f53c27fa-2073-4787-a9d3-452ba602efa6 service neutron] 10.222.0.20 "GET /v2.0/networks/4a9d7393-9610-4b43-8e12-853d5ae52850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089170 Aug 31 14:03:03.979432 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f07a42dd-491f-4e73-9902-1155504e3084 req-1faab180-e7ae-43f6-ae9d-51c4bd7b5690 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940337 Aug 31 14:03:04.026692 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.028680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa1fa4-fc54-49d7-a46c-28f9c8984d06 None None] Network 4a9d7393-9610-4b43-8e12-853d5ae52850 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:04.116070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab6ea796-6c5f-4bff-a45e-8aa4f76241ca req-1d33963a-9a58-4167-ab4a-83816ca6fdd4 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193519 Aug 31 14:03:04.128087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-780b5354-5b52-4851-a99f-7d5217df7a88 None None] Provisioning for port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:04.130516 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ca82edc5-1756-423a-8cbe-a6a4b1d3953f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.163305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['cc9ee7a2-e136-4e5e-985f-f384cf44d93a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:04.177830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821d688-239c-4d8a-ae91-b3af637c91d7 req-3b9d7088-7d80-41c9-a11c-45cb9c4a8f1a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:04.188003 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b821d688-239c-4d8a-ae91-b3af637c91d7 req-3b9d7088-7d80-41c9-a11c-45cb9c4a8f1a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.1044102 Aug 31 14:03:04.264334 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b821d688-239c-4d8a-ae91-b3af637c91d7 req-372c79d7-2e68-4493-a63d-128df30f042c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731616 Aug 31 14:03:04.298023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-8bed680f-9f00-4513-b769-64e0194f0506 service neutron] 10.222.0.20 "GET /v2.0/networks/4a9d7393-9610-4b43-8e12-853d5ae52850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477278 Aug 31 14:03:04.356869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] For port 81354323-8fdb-44b1-befc-4c0f15501938, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:04.403783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] For port 81354323-8fdb-44b1-befc-4c0f15501938, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=81354323-8fdb-44b1-befc-4c0f15501938,segment=NetworkSegment(d968b028-7112-4315-90e8-5da2bdd3f480),segment_id=d968b028-7112-4315-90e8-5da2bdd3f480)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:04.437674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab6ea796-6c5f-4bff-a45e-8aa4f76241ca req-54d2a565-4fdf-4689-8841-02f092f46f02 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064973 Aug 31 14:03:04.454340 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:04.520627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-6d0696b6-238c-4e13-aafc-214ccf1aee8d service neutron] 10.222.0.20 "GET /v2.0/networks/c21f4f53-0039-4718-add4-79aeec512b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214942 Aug 31 14:03:04.619294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6715f2-7ada-4c1a-b2b4-66b25a9982bc req-3cfd057b-be75-4e46-adc6-794fdd3b343d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:04.621818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab6715f2-7ada-4c1a-b2b4-66b25a9982bc req-3cfd057b-be75-4e46-adc6-794fdd3b343d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1476531 Aug 31 14:03:04.640645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fe3eb166-2f1b-47c2-b5df-79522ed2ec2d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:04.704477 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab6715f2-7ada-4c1a-b2b4-66b25a9982bc req-de75be03-6551-4a4a-a364-61fcaa166e8c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702913 Aug 31 14:03:04.731601 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-91dc96f5-211e-4eb7-b0b2-7e48aca4d6e4 service neutron] 10.222.0.20 "GET /v2.0/networks/c21f4f53-0039-4718-add4-79aeec512b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027488 Aug 31 14:03:04.883758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e87b0-18ba-47d0-a7cb-c4d73a05785d None None] Pushing event updated for resources: {'Port': ['ID=81354323-8fdb-44b1-befc-4c0f15501938,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:05.008174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:05.020217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:05.020626 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.253549 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.289213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bdeb2-3455-448a-b995-6d998f83715f req-3fa97402-3d4f-4601-bfed-e79f13362d0c tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.303605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-286bdeb2-3455-448a-b995-6d998f83715f req-3fa97402-3d4f-4601-bfed-e79f13362d0c tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.2752149 Aug 31 14:03:05.407359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e8feb-b54a-456a-8fbc-2fc2f5ceb0d7 req-16ffff44-2ece-4690-9d61-32e9d36d59f1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.419974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e8feb-b54a-456a-8fbc-2fc2f5ceb0d7 req-16ffff44-2ece-4690-9d61-32e9d36d59f1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.438740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e8feb-b54a-456a-8fbc-2fc2f5ceb0d7 req-16ffff44-2ece-4690-9d61-32e9d36d59f1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.450726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e8feb-b54a-456a-8fbc-2fc2f5ceb0d7 req-16ffff44-2ece-4690-9d61-32e9d36d59f1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.464865 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-286bdeb2-3455-448a-b995-6d998f83715f req-1bdbf45a-083d-4787-8b2c-0e106bfb40fa tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477149 Aug 31 14:03:05.496541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e8feb-b54a-456a-8fbc-2fc2f5ceb0d7 req-16ffff44-2ece-4690-9d61-32e9d36d59f1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.512647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e8feb-b54a-456a-8fbc-2fc2f5ceb0d7 req-16ffff44-2ece-4690-9d61-32e9d36d59f1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.525516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e8feb-b54a-456a-8fbc-2fc2f5ceb0d7 req-16ffff44-2ece-4690-9d61-32e9d36d59f1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.541081 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-320e8feb-b54a-456a-8fbc-2fc2f5ceb0d7 req-16ffff44-2ece-4690-9d61-32e9d36d59f1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.3120832 Aug 31 14:03:05.625433 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-320e8feb-b54a-456a-8fbc-2fc2f5ceb0d7 req-326637ad-e148-4f97-9e40-8a12769bda45 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827940 Aug 31 14:03:05.714923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ee280-56c6-45ea-a0b3-bda6b2775cfa req-5ca2fc0c-57a3-49d5-8a4b-08e823c3eda7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.716304 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.717054 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c84ee280-56c6-45ea-a0b3-bda6b2775cfa req-5ca2fc0c-57a3-49d5-8a4b-08e823c3eda7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0829542 Aug 31 14:03:05.739755 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c9fcbafa-d0ba-42fe-88dc-5d2b2444a6ac None None] Provisioning complete for port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:05.740469 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9fcbafa-d0ba-42fe-88dc-5d2b2444a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.800607 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c84ee280-56c6-45ea-a0b3-bda6b2775cfa req-d2002c62-a6d0-4851-a42d-6f899b0c0a6b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710166 Aug 31 14:03:05.815345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fe3eb166-2f1b-47c2-b5df-79522ed2ec2d,segment=NetworkSegment(dd40cbb3-0235-4380-82d9-8ba907c31952),segment_id=dd40cbb3-0235-4380-82d9-8ba907c31952)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:05.823430 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:05.899556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=fe3eb166-2f1b-47c2-b5df-79522ed2ec2d,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:05.934544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f6b3d-7d73-488c-a960-cbfbc566712c req-3b4cad60-d836-4418-bb70-b50faa1928db tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:05.949341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14fe1f2c-ef94-476d-baf9-1ff045db3c80 req-9f9f70dc-2014-42d0-a647-309765994c98 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 210 time: 0.0749714 Aug 31 14:03:05.950397 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-074f6b3d-7d73-488c-a960-cbfbc566712c req-3b4cad60-d836-4418-bb70-b50faa1928db tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 945 time: 0.1575475 Aug 31 14:03:06.033815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-074f6b3d-7d73-488c-a960-cbfbc566712c req-ecf6a527-a691-4089-b4c4-0aed70ebbf36 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810914 Aug 31 14:03:06.141496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd9f25-530d-4d61-87ec-33d0ba9a1a1d req-dd13bf2a-281b-4445-9858-5184fe103ad3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:06.144170 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-48cd9f25-530d-4d61-87ec-33d0ba9a1a1d req-dd13bf2a-281b-4445-9858-5184fe103ad3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.0797348 Aug 31 14:03:06.221756 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-48cd9f25-530d-4d61-87ec-33d0ba9a1a1d req-bb217ecf-a26e-4aa8-ad88-cdf26df4ec86 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674641 Aug 31 14:03:06.544461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20029d50-e467-43b1-a51f-38d5536a2e0f None None] Network c21f4f53-0039-4718-add4-79aeec512b9a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:06.664322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fe3eb166-2f1b-47c2-b5df-79522ed2ec2d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:06.706568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2fa20-65b3-474e-8c57-483b5c3c3a62 req-2cced39b-d65b-4fd1-b34d-ea74ab69375f tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:06.708976 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0fb2fa20-65b3-474e-8c57-483b5c3c3a62 req-2cced39b-d65b-4fd1-b34d-ea74ab69375f tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.0708804 Aug 31 14:03:06.719157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-225d5c4c-327c-4c9c-a8cf-f8a9a1a6af65 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:06.720907 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-225d5c4c-327c-4c9c-a8cf-f8a9a1a6af65 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 812 time: 0.2550528 Aug 31 14:03:06.755364 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-63b39d17-c406-48a6-bbfb-8b90b5abf1b8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/quotas/c28ecdeb550f4a6594d69709db570fca HTTP/1.1" status: 200 len: 375 time: 0.0221367 Aug 31 14:03:06.758101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:06.769691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3be05f90-13f9-4e6b-8ec4-78f262c97927 None None] Provisioning for port 81354323-8fdb-44b1-befc-4c0f15501938 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:06.812696 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0fb2fa20-65b3-474e-8c57-483b5c3c3a62 req-9fbc6938-cbb0-4e44-8a43-538281061b96 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926554 Aug 31 14:03:06.835226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:06.835898 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:06.870620 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-10b214bf-97fb-48d4-8d95-9eb1ab03aa59 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1028824 Aug 31 14:03:06.930508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41300) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:07.041554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-68750df2-9369-47c5-a40a-9a25feb648a1 service neutron] 10.222.0.20 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713793 Aug 31 14:03:07.132169 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:03:07.172104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 81354323-8fdb-44b1-befc-4c0f15501938 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:07.178809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cc9ee7a2-e136-4e5e-985f-f384cf44d93a up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:07.185027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3b4aa-3d3f-4d59-9f7b-744a20ea87c7 req-c60f40e2-20e6-428b-a4fa-8b93d84e4fc7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.206967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3b4aa-3d3f-4d59-9f7b-744a20ea87c7 req-c60f40e2-20e6-428b-a4fa-8b93d84e4fc7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.242341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3b4aa-3d3f-4d59-9f7b-744a20ea87c7 req-c60f40e2-20e6-428b-a4fa-8b93d84e4fc7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.254683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3b4aa-3d3f-4d59-9f7b-744a20ea87c7 req-c60f40e2-20e6-428b-a4fa-8b93d84e4fc7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.269835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3b4aa-3d3f-4d59-9f7b-744a20ea87c7 req-c60f40e2-20e6-428b-a4fa-8b93d84e4fc7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.285398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3b4aa-3d3f-4d59-9f7b-744a20ea87c7 req-c60f40e2-20e6-428b-a4fa-8b93d84e4fc7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.291127 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-4e9051e3-3580-4efb-9457-0e3328a4c51f service neutron] 10.222.0.20 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472658 Aug 31 14:03:07.301669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3b4aa-3d3f-4d59-9f7b-744a20ea87c7 req-c60f40e2-20e6-428b-a4fa-8b93d84e4fc7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.302660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-6b290078-80de-481d-8f43-51ef0f61fed4 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.305608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9c3b4aa-3d3f-4d59-9f7b-744a20ea87c7 req-c60f40e2-20e6-428b-a4fa-8b93d84e4fc7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.3266034 Aug 31 14:03:07.309883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-6b290078-80de-481d-8f43-51ef0f61fed4 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.313957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-6b290078-80de-481d-8f43-51ef0f61fed4 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.52 "GET /v2.0/networks?id=4a9d7393-9610-4b43-8e12-853d5ae52850&id=c21f4f53-0039-4718-add4-79aeec512b9a HTTP/1.1" status: 200 len: 1391 time: 0.1858251 Aug 31 14:03:07.335539 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'port': {'device_id': '32805213-1955-4f58-8ba0-ac1493341675', 'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850', 'admin_state_up': True, 'tenant_id': '4a51428ff714409299691973e8e96229'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:07.380137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port cc9ee7a2-e136-4e5e-985f-f384cf44d93a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:07.390371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7eca6e1c-df58-4143-aded-02008fe87815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.394720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 81354323-8fdb-44b1-befc-4c0f15501938 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:07.407036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 81354323-8fdb-44b1-befc-4c0f15501938 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:07.407499 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.424859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port cc9ee7a2-e136-4e5e-985f-f384cf44d93a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:07.425277 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.486925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9c3b4aa-3d3f-4d59-9f7b-744a20ea87c7 req-181019e8-57b1-48c6-826d-fcda30987a0f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1638243 Aug 31 14:03:07.623315 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.626834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.684748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:07.687080 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1cc187-1bb5-4bae-b423-85cd7974291c" -d '{"events": [{"server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "name": "network-vif-plugged", "status": "completed", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:07.715354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 81354323-8fdb-44b1-befc-4c0f15501938, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=81354323-8fdb-44b1-befc-4c0f15501938,segment=NetworkSegment(d968b028-7112-4315-90e8-5da2bdd3f480),segment_id=d968b028-7112-4315-90e8-5da2bdd3f480)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:07.725173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:07.726834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.750667 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c4b805e-28bc-44dd-a899-16b4199e99a1 req-e468671e-9905-410d-91ae-7b2ba30fb16b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 210 time: 0.0569589 Aug 31 14:03:07.753457 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7eca6e1c-df58-4143-aded-02008fe87815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.776383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7eca6e1c-df58-4143-aded-02008fe87815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.785086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=81354323-8fdb-44b1-befc-4c0f15501938,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:07.789832 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.833746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:07.837999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.868647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4ecab8f9-da19-4605-8f48-4f27ccdb98f9 None None] Provisioning complete for port 81354323-8fdb-44b1-befc-4c0f15501938 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:07.869089 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ecab8f9-da19-4605-8f48-4f27ccdb98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:07.874561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:07.916158 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7eca6e1c-df58-4143-aded-02008fe87815 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19b95a4925904df4af894ebf6da46b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9836497 Aug 31 14:03:07.926699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41320) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:07.953755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca6e1c-df58-4143-aded-02008fe87815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19d9f36-9376-4125-bfa2-c6602830b617,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:07.966610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717b640-7ff8-4929-80b8-d369b67ca1b2 req-80a1adbe-e1b7-481a-87cf-8d1661b5aeb0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:07.979727 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2717b640-7ff8-4929-80b8-d369b67ca1b2 req-80a1adbe-e1b7-481a-87cf-8d1661b5aeb0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.2509980 Aug 31 14:03:08.056354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7629373-8b57-4a23-9108-9bfe450d5264 req-880fbd44-660e-496c-a798-d9114dd492eb tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.058925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7629373-8b57-4a23-9108-9bfe450d5264 req-880fbd44-660e-496c-a798-d9114dd492eb tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.1363771 Aug 31 14:03:08.087635 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b5d24d4-ebe9-45f3-b63a-ddb64047886d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.093124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2717b640-7ff8-4929-80b8-d369b67ca1b2 req-b543972f-ab2c-41cb-b5da-4f6a6131119d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119924 Aug 31 14:03:08.124500 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Allocated IP 19.80.0.5 (4a9d7393-9610-4b43-8e12-853d5ae52850/eb4cecd5-9214-4119-868c-c5c2e54defbb/5f095086-0193-4456-b9b1-9990bf62d2dc) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:08.160217 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b5d24d4-ebe9-45f3-b63a-ddb64047886d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.183779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7629373-8b57-4a23-9108-9bfe450d5264 req-f52e276b-121e-438a-9690-2997a8cf4443 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088808 Aug 31 14:03:08.265461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b5d24d4-ebe9-45f3-b63a-ddb64047886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.274436 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b5d24d4-ebe9-45f3-b63a-ddb64047886d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.280268 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3b5d24d4-ebe9-45f3-b63a-ddb64047886d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e19d9f36-9376-4125-bfa2-c6602830b617 HTTP/1.1" status: 204 len: 168 time: 0.3498397 Aug 31 14:03:08.297481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d24d4-ebe9-45f3-b63a-ddb64047886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19d9f36-9376-4125-bfa2-c6602830b617,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:08.370537 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c210aa75-487e-4f48-9fa6-a5ce641e6b40 req-d4ac0231-d89c-4092-956d-313a0beea430 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 210 time: 0.0360432 Aug 31 14:03:08.451269 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.485686 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dff414-97a2-462e-af88-674687b6531c x-openstack-request-id: req-56dff414-97a2-462e-af88-674687b6531c {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:08.486713 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "name": "network-vif-plugged", "status": "completed", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:08.487151 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56dff414-97a2-462e-af88-674687b6531c {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:08.488198 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'code': 200} Aug 31 14:03:08.490357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Transition to ACTIVE for port object 5f095086-0193-4456-b9b1-9990bf62d2dc will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:08.511521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 81354323-8fdb-44b1-befc-4c0f15501938 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:08.574170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cea443-50b0-4b3d-a444-06d1154cf84a req-fc8b651b-fbc1-4eaa-bc46-464abe2110f3 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.578756 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79cea443-50b0-4b3d-a444-06d1154cf84a req-fc8b651b-fbc1-4eaa-bc46-464abe2110f3 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.2296090 Aug 31 14:03:08.582298 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.666419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 81354323-8fdb-44b1-befc-4c0f15501938 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:08.668223 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.690814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79cea443-50b0-4b3d-a444-06d1154cf84a req-d75e35b9-41a5-4830-bf20-ca31cb7e4b78 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000342 Aug 31 14:03:08.701008 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network 4a9d7393-9610-4b43-8e12-853d5ae52850 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:08.705600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:08.729933 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:08.820171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da8fc4-0011-4c2d-849c-25b5d8d464ab req-c002b207-c03f-492a-99cc-ce3a6d3c36c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.822793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6da8fc4-0011-4c2d-849c-25b5d8d464ab req-c002b207-c03f-492a-99cc-ce3a6d3c36c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 1097 time: 0.1446521 Aug 31 14:03:08.857670 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Port': ['ID=5f095086-0193-4456-b9b1-9990bf62d2dc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:08.893956 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6da8fc4-0011-4c2d-849c-25b5d8d464ab req-0fc57f6c-d8d7-4603-94fb-ac498ad11c8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610008 Aug 31 14:03:08.903081 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.903970 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.933277 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.950950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d0d25-9d62-4da8-9d0d-9226edf61a52 req-4b3a3f25-3615-42f7-b101-ff73aa5b571f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.954066 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:08.960687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d0d25-9d62-4da8-9d0d-9226edf61a52 req-4b3a3f25-3615-42f7-b101-ff73aa5b571f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.969462 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d0d25-9d62-4da8-9d0d-9226edf61a52 req-4b3a3f25-3615-42f7-b101-ff73aa5b571f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:08.997191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d0d25-9d62-4da8-9d0d-9226edf61a52 req-4b3a3f25-3615-42f7-b101-ff73aa5b571f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.006997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d0d25-9d62-4da8-9d0d-9226edf61a52 req-4b3a3f25-3615-42f7-b101-ff73aa5b571f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.011592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9f3ce-8c2b-4fbd-8782-ecd5c969b768 req-579ac986-1fac-4030-b836-e4947d4bc801 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.015612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d0d25-9d62-4da8-9d0d-9226edf61a52 req-4b3a3f25-3615-42f7-b101-ff73aa5b571f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.021420 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ffb9f3ce-8c2b-4fbd-8782-ecd5c969b768 req-579ac986-1fac-4030-b836-e4947d4bc801 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=94acfafd-982a-4750-836d-a8064447b982 HTTP/1.1" status: 200 len: 945 time: 0.1297293 Aug 31 14:03:09.023819 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d0d25-9d62-4da8-9d0d-9226edf61a52 req-4b3a3f25-3615-42f7-b101-ff73aa5b571f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.034685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-066d0d25-9d62-4da8-9d0d-9226edf61a52 req-4b3a3f25-3615-42f7-b101-ff73aa5b571f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5418 time: 0.3435416 Aug 31 14:03:09.057041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e2ad8303-8dcf-46ee-b533-4a56ef0e36c7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7292342 Aug 31 14:03:09.070325 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ffb9f3ce-8c2b-4fbd-8782-ecd5c969b768 req-8a04cc74-fad3-4798-8bde-709419499d46 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479760 Aug 31 14:03:09.101461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Request body: {'port': {'device_id': '32805213-1955-4f58-8ba0-ac1493341675', 'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a', 'admin_state_up': True, 'tenant_id': '4a51428ff714409299691973e8e96229'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:09.145651 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-066d0d25-9d62-4da8-9d0d-9226edf61a52 req-73445298-2b8e-45ca-b8d2-7be7c709cda1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099598 Aug 31 14:03:09.154183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cb83031f-ea96-42b2-b32d-a59f5deadec0 None None] Provisioning for port 5f095086-0193-4456-b9b1-9990bf62d2dc completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:09.163275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cb83031f-ea96-42b2-b32d-a59f5deadec0 None None] Provisioning complete for port 5f095086-0193-4456-b9b1-9990bf62d2dc triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:09.164516 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cb83031f-ea96-42b2-b32d-a59f5deadec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.228507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f1bcd0b3-38ba-4164-85db-c6f590972787 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:09.262511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-cb83031f-ea96-42b2-b32d-a59f5deadec0 None None] Port 5f095086-0193-4456-b9b1-9990bf62d2dc cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:03:09.319325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbec832-41dc-4477-9a3f-fb93d92b0ccb req-d3940c26-a93e-4db6-bbfd-f04b88a27dec tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.321174 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bfbec832-41dc-4477-9a3f-fb93d92b0ccb req-d3940c26-a93e-4db6-bbfd-f04b88a27dec tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 930 time: 0.1364458 Aug 31 14:03:09.424537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bfbec832-41dc-4477-9a3f-fb93d92b0ccb req-d2a6e3e1-4da7-4e90-ab7d-c6d17365de7f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872252 Aug 31 14:03:09.452650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f1bcd0b3-38ba-4164-85db-c6f590972787, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f1bcd0b3-38ba-4164-85db-c6f590972787,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:09.471218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fd3ed-b892-4cab-8a16-d071c21be816 req-3f4416f5-0ded-4e8f-96ae-9087fa42857c tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.473057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b17fd3ed-b892-4cab-8a16-d071c21be816 req-3f4416f5-0ded-4e8f-96ae-9087fa42857c tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 946 time: 0.1633890 Aug 31 14:03:09.474284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Made reservation on behalf of 4a51428ff714409299691973e8e96229 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:09.479455 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.484614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'f1bcd0b3-38ba-4164-85db-c6f590972787', 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a', 'port_id': 'f1bcd0b3-38ba-4164-85db-c6f590972787', 'mac_address': 'fa:16:3e:57:d7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c13a0b8-31ff-48a2-9d84-997661bb621d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:09.623786 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.643158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bcd0b3-38ba-4164-85db-c6f590972787 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:09.656904 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b17fd3ed-b892-4cab-8a16-d071c21be816 req-17295e28-8466-4f0d-af5f-51cf9099fc65 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463976 Aug 31 14:03:09.718881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f1bcd0b3-38ba-4164-85db-c6f590972787, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f1bcd0b3-38ba-4164-85db-c6f590972787,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:09.728992 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:09.731084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3adf0515-04b3-473a-9e4d-355c21d8fc2a details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:09.863815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Allocated IP 19.86.0.95 (c21f4f53-0039-4718-add4-79aeec512b9a/357549fb-36be-444e-94f0-b0d8442e6a39/ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:09.891688 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=f1bcd0b3-38ba-4164-85db-c6f590972787,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:09.902685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc96238-e4cd-4cbf-9d41-43a4b77c97bb req-c1ef8771-0432-4f50-af80-2d86910bfaee tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.915934 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdc96238-e4cd-4cbf-9d41-43a4b77c97bb req-c1ef8771-0432-4f50-af80-2d86910bfaee tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.1277304 Aug 31 14:03:09.916070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c7bfc-b35d-41be-9237-f590aec94dfa req-6fb9d5cd-84a0-47ec-a960-c68727651075 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.923059 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a8c7bfc-b35d-41be-9237-f590aec94dfa req-6fb9d5cd-84a0-47ec-a960-c68727651075 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.2308419 Aug 31 14:03:09.936543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-a4431955-967d-4a06-b78f-8aecc3657f17 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:09.938875 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-a4431955-967d-4a06-b78f-8aecc3657f17 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 812 time: 0.4389722 Aug 31 14:03:09.939583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41366) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:09.973011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Request body: {'port': {'device_id': '7c4b16e5-4807-459e-8499-9e46142b84c8', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'admin_state_up': True, 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:10.008179 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdc96238-e4cd-4cbf-9d41-43a4b77c97bb req-a3c9f07f-3af5-4cbc-ac1c-17c259aa7643 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920181 Aug 31 14:03:10.081813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a8c7bfc-b35d-41be-9237-f590aec94dfa req-592bdfa0-082c-43d8-ba6b-6b5168eff647 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569581 Aug 31 14:03:10.140141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3adf0515-04b3-473a-9e4d-355c21d8fc2a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3adf0515-04b3-473a-9e4d-355c21d8fc2a,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:10.168817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '3adf0515-04b3-473a-9e4d-355c21d8fc2a', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'port_id': '3adf0515-04b3-473a-9e4d-355c21d8fc2a', 'mac_address': 'fa:16:3e:27:c5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:10.216990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1783311954-network', 'tenant_id': 'e2eeb12080c44719ae0f655a5d126330'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:10.272711 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-3ac5bfdc-c77c-4c96-883f-4513fa00b8e2 req-b3b236c4-28ee-4808-b367-48e68ccd962f tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:03:10.274521 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ac5bfdc-c77c-4c96-883f-4513fa00b8e2 req-b3b236c4-28ee-4808-b367-48e68ccd962f tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228515 Aug 31 14:03:10.281551 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe6173ff-e6b2-4209-a55d-d78756e5f337 req-871019b2-e35a-4454-b99e-7544e79a669d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 210 time: 0.0516765 Aug 31 14:03:10.297656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Made reservation on behalf of e2eeb12080c44719ae0f655a5d126330 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:10.301327 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.316110 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.332651 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.359068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Made reservation on behalf of c28ecdeb550f4a6594d69709db570fca for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:10.366285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.367142 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adf0515-04b3-473a-9e4d-355c21d8fc2a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:10.408406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.415234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3adf0515-04b3-473a-9e4d-355c21d8fc2a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3adf0515-04b3-473a-9e4d-355c21d8fc2a,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:10.422895 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.424174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ac6194a5-9eba-4751-8944-10a6f7e9a853 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:10.447318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Transition to ACTIVE for port object ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:10.477258 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ac5bfdc-c77c-4c96-883f-4513fa00b8e2 req-3476a025-304f-433f-b33c-8b98303f22ec tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1850548 Aug 31 14:03:10.527097 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.573137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3adf0515-04b3-473a-9e4d-355c21d8fc2a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:10.599778 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.604368 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Network c21f4f53-0039-4718-add4-79aeec512b9a is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:10.609014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:10.617479 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:10.630182 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.677624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event updated for resources: {'Port': ['ID=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:10.679022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ac6194a5-9eba-4751-8944-10a6f7e9a853, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ac6194a5-9eba-4751-8944-10a6f7e9a853,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:10.713954 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'ac6194a5-9eba-4751-8944-10a6f7e9a853', 'network_id': '3047d222-e131-4442-beba-491cc2c26785', 'port_id': 'ac6194a5-9eba-4751-8944-10a6f7e9a853', 'mac_address': 'fa:16:3e:f9:4e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50c12e7-38f7-4137-b02b-c185284f3589', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:10.716981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:10.753632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.754546 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.795589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079f0e2-836b-4b10-8f5c-e68a5f161bca req-09e05e59-7e8e-45ed-9761-f9fe13226a2d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.796222 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-16845e5f-7326-40d1-be81-53d0d7f5065c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7147374 Aug 31 14:03:10.806259 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.806495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079f0e2-836b-4b10-8f5c-e68a5f161bca req-09e05e59-7e8e-45ed-9761-f9fe13226a2d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.813211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Request body: {'port': {'device_id': '32805213-1955-4f58-8ba0-ac1493341675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:10.814870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079f0e2-836b-4b10-8f5c-e68a5f161bca req-09e05e59-7e8e-45ed-9761-f9fe13226a2d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.823114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079f0e2-836b-4b10-8f5c-e68a5f161bca req-09e05e59-7e8e-45ed-9761-f9fe13226a2d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.835622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079f0e2-836b-4b10-8f5c-e68a5f161bca req-09e05e59-7e8e-45ed-9761-f9fe13226a2d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.836632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6194a5-9eba-4751-8944-10a6f7e9a853 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:10.843762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079f0e2-836b-4b10-8f5c-e68a5f161bca req-09e05e59-7e8e-45ed-9761-f9fe13226a2d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.857378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079f0e2-836b-4b10-8f5c-e68a5f161bca req-09e05e59-7e8e-45ed-9761-f9fe13226a2d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.861478 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5079f0e2-836b-4b10-8f5c-e68a5f161bca req-09e05e59-7e8e-45ed-9761-f9fe13226a2d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5420 time: 0.4267519 Aug 31 14:03:10.872554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ac6194a5-9eba-4751-8944-10a6f7e9a853, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ac6194a5-9eba-4751-8944-10a6f7e9a853,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:10.890058 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.890058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b2bf1ed2-10fe-417a-8870-b240c3970b3f details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:10.908195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Allocated IP 172.20.0.10 (b45e4484-4dc4-4454-8a6c-8a97e099c7b8/02a3a4ef-59fa-4c60-9ec4-e3c9654a7457/66034099-cfe4-42e5-b43b-a0ba131e5b72) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:10.966065 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:10.977958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b2bf1ed2-10fe-417a-8870-b240c3970b3f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b2bf1ed2-10fe-417a-8870-b240c3970b3f,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:10.980949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ac6194a5-9eba-4751-8944-10a6f7e9a853,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:10.990459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c77c-37f6-4668-9ea0-7a3f15cf1c3c req-3d33e05f-ccf6-4d4f-8521-ae731b35abe0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:10.995890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'b2bf1ed2-10fe-417a-8870-b240c3970b3f', 'network_id': '3047d222-e131-4442-beba-491cc2c26785', 'port_id': 'b2bf1ed2-10fe-417a-8870-b240c3970b3f', 'mac_address': 'fa:16:3e:5c:ae:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50c12e7-38f7-4137-b02b-c185284f3589', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:10.997829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c77c-37f6-4668-9ea0-7a3f15cf1c3c req-3d33e05f-ccf6-4d4f-8521-ae731b35abe0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.008349 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-de37c77c-37f6-4668-9ea0-7a3f15cf1c3c req-3d33e05f-ccf6-4d4f-8521-ae731b35abe0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1652 time: 0.1337101 Aug 31 14:03:11.042203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b06dca5-3e9c-405e-8393-a61728361d10,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:11.048203 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.048760 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Added segment d3c6fc09-e6bb-4137-97d7-e084a44db2d9 of type vlan for network 2b1ef910-a926-45d3-a704-38950590e809 Aug 31 14:03:11.069489 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.097322 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-de37c77c-37f6-4668-9ea0-7a3f15cf1c3c req-2cc45947-e54d-441c-8028-f285dfee9525 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854890 Aug 31 14:03:11.105336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bf1ed2-10fe-417a-8870-b240c3970b3f {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:11.130838 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fc87422a-a73a-46d1-b6f4-7c49adea8c87 None None] Provisioning for port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:11.143024 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5079f0e2-836b-4b10-8f5c-e68a5f161bca req-7d4d0b24-95b7-4d49-9159-f565c7702382 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1035366 Aug 31 14:03:11.165170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fc87422a-a73a-46d1-b6f4-7c49adea8c87 None None] Provisioning complete for port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:11.165931 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fc87422a-a73a-46d1-b6f4-7c49adea8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.174680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b2bf1ed2-10fe-417a-8870-b240c3970b3f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b2bf1ed2-10fe-417a-8870-b240c3970b3f,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:11.193744 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.224469 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.225677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 83219683-f9b0-42b6-82dc-6016f15f8221 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:11.257217 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.290808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fc87422a-a73a-46d1-b6f4-7c49adea8c87 None None] Port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:03:11.296014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Transition to ACTIVE for port object 66034099-cfe4-42e5-b43b-a0ba131e5b72 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:11.329340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=b2bf1ed2-10fe-417a-8870-b240c3970b3f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:11.333873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 83219683-f9b0-42b6-82dc-6016f15f8221, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=83219683-f9b0-42b6-82dc-6016f15f8221,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:11.339580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.340697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.341625 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.348679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '83219683-f9b0-42b6-82dc-6016f15f8221', 'network_id': '3047d222-e131-4442-beba-491cc2c26785', 'port_id': '83219683-f9b0-42b6-82dc-6016f15f8221', 'mac_address': 'fa:16:3e:ee:94:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50c12e7-38f7-4137-b02b-c185284f3589', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:11.368952 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4d971-4067-4be3-8574-e076e41bf44b req-eb894fee-f732-4fe0-bf08-9de6f5edfbef tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.377661 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-95d4d971-4067-4be3-8574-e076e41bf44b req-eb894fee-f732-4fe0-bf08-9de6f5edfbef tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1451924 Aug 31 14:03:11.409579 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.433120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf0115-2f0d-43d1-98b7-eeb0ecb80038 req-b2e1744c-8f42-4319-a079-a1711f5c7906 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.434481 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83219683-f9b0-42b6-82dc-6016f15f8221 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:11.441622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6baf0115-2f0d-43d1-98b7-eeb0ecb80038 req-b2e1744c-8f42-4319-a079-a1711f5c7906 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.1698759 Aug 31 14:03:11.452678 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5025539 Aug 31 14:03:11.458585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41384) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:11.471615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 83219683-f9b0-42b6-82dc-6016f15f8221, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=83219683-f9b0-42b6-82dc-6016f15f8221,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:11.476506 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a873e57d-6a79-4b7d-a8b3-51ebaf567944 admin admin] Request body: {'subnet': {'network_id': '2b1ef910-a926-45d3-a704-38950590e809', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1783311954-subnet', 'tenant_id': 'e2eeb12080c44719ae0f655a5d126330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:11.478345 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.479178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7627da9a-ba2e-426b-8648-956bac9056d9 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:11.486913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8db76-e2d3-46ea-935d-e62ea991f488 admin admin] Pushing event updated for resources: {'Network': ['ID=2b1ef910-a926-45d3-a704-38950590e809,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:11.505377 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-95d4d971-4067-4be3-8574-e076e41bf44b req-a64a70d8-ea08-439f-b466-5f3a66ebe359 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263225 Aug 31 14:03:11.540370 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6baf0115-2f0d-43d1-98b7-eeb0ecb80038 req-326b4089-0105-4795-aa65-31d57e00d232 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959687 Aug 31 14:03:11.543500 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.543805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 2b1ef910-a926-45d3-a704-38950590e809 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:11.547526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a873e57d-6a79-4b7d-a8b3-51ebaf567944 admin admin] Made reservation on behalf of e2eeb12080c44719ae0f655a5d126330 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:11.551325 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a873e57d-6a79-4b7d-a8b3-51ebaf567944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.674686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7627da9a-ba2e-426b-8648-956bac9056d9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7627da9a-ba2e-426b-8648-956bac9056d9,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:11.676175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:11.686018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:11.691678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:11.714520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event updated for resources: {'Port': ['ID=66034099-cfe4-42e5-b43b-a0ba131e5b72,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:11.736841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=83219683-f9b0-42b6-82dc-6016f15f8221,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:11.758280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '7627da9a-ba2e-426b-8648-956bac9056d9', 'network_id': '3047d222-e131-4442-beba-491cc2c26785', 'port_id': '7627da9a-ba2e-426b-8648-956bac9056d9', 'mac_address': 'fa:16:3e:ae:5f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50c12e7-38f7-4137-b02b-c185284f3589', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:11.835404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f095086-0193-4456-b9b1-9990bf62d2dc {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:11.847689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.848926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.867116 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.875459 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.905466 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7627da9a-ba2e-426b-8648-956bac9056d9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:11.913854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed40eb-cfe9-401e-9d66-85b1d37e51b9 req-90b10140-c7c3-4616-98d0-2184fccbbc1a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:11.916492 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0ed40eb-cfe9-401e-9d66-85b1d37e51b9 req-90b10140-c7c3-4616-98d0-2184fccbbc1a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.2869906 Aug 31 14:03:11.942476 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-96fe7b33-de69-460b-b09a-9e2bf797faf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9804077 Aug 31 14:03:11.945395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7627da9a-ba2e-426b-8648-956bac9056d9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7627da9a-ba2e-426b-8648-956bac9056d9,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:11.954030 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:11.955558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a8a30911-6d66-4d40-8dab-8fe6556e0287 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:11.962709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Request body: {'port': {'device_id': '7c4b16e5-4807-459e-8499-9e46142b84c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:12.022256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a8a30911-6d66-4d40-8dab-8fe6556e0287, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a8a30911-6d66-4d40-8dab-8fe6556e0287,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:12.023762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f8207-b390-4fc1-9620-2b6615de350b req-c57bf481-b4a9-44b7-bf50-57ed4b7da67e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.025747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-988f8207-b390-4fc1-9620-2b6615de350b req-c57bf481-b4a9-44b7-bf50-57ed4b7da67e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 932 time: 0.2111049 Aug 31 14:03:12.049523 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Transition to ACTIVE for port object 5f095086-0193-4456-b9b1-9990bf62d2dc will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:12.058457 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.107952 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.109977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'a8a30911-6d66-4d40-8dab-8fe6556e0287', 'network_id': '7fc6cb68-8abf-4422-a12c-fbaa86843c2a', 'port_id': 'a8a30911-6d66-4d40-8dab-8fe6556e0287', 'mac_address': 'fa:16:3e:0c:14:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c13a0b8-31ff-48a2-9d84-997661bb621d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:12.139056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=7627da9a-ba2e-426b-8648-956bac9056d9,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:12.161779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-988f8207-b390-4fc1-9620-2b6615de350b req-d5110b4b-ee5b-49ca-b819-a71cd3fbd11d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965881 Aug 31 14:03:12.204534 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.222810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a30911-6d66-4d40-8dab-8fe6556e0287 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:12.229902 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d0a0d0ef-ef6b-4f53-9a54-7390c9ff3bdb None None] Provisioning for port 66034099-cfe4-42e5-b43b-a0ba131e5b72 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:12.241272 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0ed40eb-cfe9-401e-9d66-85b1d37e51b9 req-8987c554-f8f0-423a-8080-1364b6eb5c64 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026202 Aug 31 14:03:12.246286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d0a0d0ef-ef6b-4f53-9a54-7390c9ff3bdb None None] Provisioning complete for port 66034099-cfe4-42e5-b43b-a0ba131e5b72 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:12.246689 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d0a0d0ef-ef6b-4f53-9a54-7390c9ff3bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.291436 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Pushing event updated for resources: {'Port': ['ID=5f095086-0193-4456-b9b1-9990bf62d2dc,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:12.302401 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a873e57d-6a79-4b7d-a8b3-51ebaf567944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.317101 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0d0ef-ef6b-4f53-9a54-7390c9ff3bdb None None] Port 66034099-cfe4-42e5-b43b-a0ba131e5b72 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:03:12.322776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a8a30911-6d66-4d40-8dab-8fe6556e0287, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a8a30911-6d66-4d40-8dab-8fe6556e0287,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:12.331891 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.398956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=a8a30911-6d66-4d40-8dab-8fe6556e0287,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:12.531510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873e57d-6a79-4b7d-a8b3-51ebaf567944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19bc79f3-0640-4046-b100-e315f4fb66cc,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:12.589142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873e57d-6a79-4b7d-a8b3-51ebaf567944 admin admin] Checking segment: {'id': 'd3c6fc09-e6bb-4137-97d7-e084a44db2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2b1ef910-a926-45d3-a704-38950590e809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:12.589730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873e57d-6a79-4b7d-a8b3-51ebaf567944 admin admin] Network hostable DHCP agents. Network: 2b1ef910-a926-45d3-a704-38950590e809, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:12.605131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4687d9c-a1ec-4818-bc28-bcb82be15b51 req-30f5943c-797a-4089-9185-a12f999d73c0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.611912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4687d9c-a1ec-4818-bc28-bcb82be15b51 req-30f5943c-797a-4089-9185-a12f999d73c0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.614155 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d4687d9c-a1ec-4818-bc28-bcb82be15b51 req-30f5943c-797a-4089-9185-a12f999d73c0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1664 time: 0.1782789 Aug 31 14:03:12.668355 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Attempting to bind port 5f095086-0193-4456-b9b1-9990bf62d2dc on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:12.668735 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Attempting to bind port 5f095086-0193-4456-b9b1-9990bf62d2dc by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'dd40cbb3-0235-4380-82d9-8ba907c31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:12.669079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Attempting to bind port 5f095086-0193-4456-b9b1-9990bf62d2dc on network 4a9d7393-9610-4b43-8e12-853d5ae52850 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:12.682246 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Port 5f095086-0193-4456-b9b1-9990bf62d2dc on network 4a9d7393-9610-4b43-8e12-853d5ae52850 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:03:12.682621 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Attempting to bind port 5f095086-0193-4456-b9b1-9990bf62d2dc on network 4a9d7393-9610-4b43-8e12-853d5ae52850 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:12.684743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873e57d-6a79-4b7d-a8b3-51ebaf567944 admin admin] Network 2b1ef910-a926-45d3-a704-38950590e809 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:12.707331 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:12.707829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Checking segment: {'id': 'dd40cbb3-0235-4380-82d9-8ba907c31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:12.708220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Bound using segment: {'id': 'dd40cbb3-0235-4380-82d9-8ba907c31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:12.708748 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Bound port: 5f095086-0193-4456-b9b1-9990bf62d2dc, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd40cbb3-0235-4380-82d9-8ba907c31952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:12.709225 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.714467 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d4687d9c-a1ec-4818-bc28-bcb82be15b51 req-34eb5181-7161-46e4-8ee0-1c1e46fd58d2 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910285 Aug 31 14:03:12.716214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a873e57d-6a79-4b7d-a8b3-51ebaf567944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 2b1ef910-a926-45d3-a704-38950590e809) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:12.736092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a873e57d-6a79-4b7d-a8b3-51ebaf567944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.736947 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a873e57d-6a79-4b7d-a8b3-51ebaf567944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.738412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c80c9-aedc-42a2-b079-923971a1bbbe None None] Network 2b1ef910-a926-45d3-a704-38950590e809 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:12.797210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113ca77-791a-48a8-9b5c-82cba2456f11 req-c10e0548-1284-4095-9d96-14c129d0636a tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.807479 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b113ca77-791a-48a8-9b5c-82cba2456f11 req-c10e0548-1284-4095-9d96-14c129d0636a tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=94acfafd-982a-4750-836d-a8064447b982 HTTP/1.1" status: 200 len: 945 time: 0.4025509 Aug 31 14:03:12.822810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a873e57d-6a79-4b7d-a8b3-51ebaf567944 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3590961 Aug 31 14:03:12.920973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] For port 5f095086-0193-4456-b9b1-9990bf62d2dc, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:12.926133 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] For port 5f095086-0193-4456-b9b1-9990bf62d2dc, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5f095086-0193-4456-b9b1-9990bf62d2dc,segment=NetworkSegment(dd40cbb3-0235-4380-82d9-8ba907c31952),segment_id=dd40cbb3-0235-4380-82d9-8ba907c31952)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:12.937561 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:12.955860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ab2f-cee6-4fb2-8877-bb2c52938910 req-4cfcfc8c-aafb-4e8d-84c5-9d46deac9b45 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.962377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ab2f-cee6-4fb2-8877-bb2c52938910 req-4cfcfc8c-aafb-4e8d-84c5-9d46deac9b45 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.968707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ab2f-cee6-4fb2-8877-bb2c52938910 req-4cfcfc8c-aafb-4e8d-84c5-9d46deac9b45 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.975311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ab2f-cee6-4fb2-8877-bb2c52938910 req-4cfcfc8c-aafb-4e8d-84c5-9d46deac9b45 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.979990 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55aba8b-3a41-4bcc-8bc0-2f0696392d4f None None] Network 2b1ef910-a926-45d3-a704-38950590e809 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:12.981743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ab2f-cee6-4fb2-8877-bb2c52938910 req-4cfcfc8c-aafb-4e8d-84c5-9d46deac9b45 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.988830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ab2f-cee6-4fb2-8877-bb2c52938910 req-4cfcfc8c-aafb-4e8d-84c5-9d46deac9b45 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:12.993007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b113ca77-791a-48a8-9b5c-82cba2456f11 req-f582baef-365b-4025-aa59-683b910cbb04 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841152 Aug 31 14:03:13.006198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ab2f-cee6-4fb2-8877-bb2c52938910 req-4cfcfc8c-aafb-4e8d-84c5-9d46deac9b45 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:13.021271 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3914ab2f-cee6-4fb2-8877-bb2c52938910 req-4cfcfc8c-aafb-4e8d-84c5-9d46deac9b45 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5425 time: 0.1664662 Aug 31 14:03:13.051245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66034099-cfe4-42e5-b43b-a0ba131e5b72 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:13.073364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.092677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:13.093699 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.097061 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] 10.222.0.52 "PUT /v2.0/ports/5f095086-0193-4456-b9b1-9990bf62d2dc HTTP/1.1" status: 200 len: 1090 time: 2.2891865 Aug 31 14:03:13.101710 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32805213-1955-4f58-8ba0-ac1493341675', 'tag': '5f095086-0193-4456-b9b1-9990bf62d2dc'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:13.105840 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d1aa39-8a07-4d87-8f5e-2b05dbd23525" -d '{"events": [{"name": "network-changed", "server_uuid": "32805213-1955-4f58-8ba0-ac1493341675", "tag": "5f095086-0193-4456-b9b1-9990bf62d2dc"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:13.113797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Transition to ACTIVE for port object 66034099-cfe4-42e5-b43b-a0ba131e5b72 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:13.139970 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.182070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Request body: {'port': {'device_id': '32805213-1955-4f58-8ba0-ac1493341675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:13.204123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Pushing event updated for resources: {'Port': ['ID=66034099-cfe4-42e5-b43b-a0ba131e5b72,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:13.221842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c615bb6-9b07-485c-9c24-b24ea4ab1f32 req-8234f319-3693-4481-ad7e-c6def66696b4 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:13.223412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c615bb6-9b07-485c-9c24-b24ea4ab1f32 req-8234f319-3693-4481-ad7e-c6def66696b4 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1268835 Aug 31 14:03:13.251294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['f1bcd0b3-38ba-4164-85db-c6f590972787'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:13.254110 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['3adf0515-04b3-473a-9e4d-355c21d8fc2a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:13.259331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['a8a30911-6d66-4d40-8dab-8fe6556e0287'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:13.261627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41408) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:13.269232 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3914ab2f-cee6-4fb2-8877-bb2c52938910 req-1d9fa428-726c-4f74-b185-f0deb2149de2 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1982307 Aug 31 14:03:13.269430 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d2f00efa-ad4b-48d9-90cf-044ea75e0733 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Request body: {'floatingip': {'port_id': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:13.329137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc845bce-6d63-4ed3-b0b3-3471ee7c3a7d service neutron] Pushing event updated for resources: {'Port': ['ID=5f095086-0193-4456-b9b1-9990bf62d2dc,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:13.384644 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.570474 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2f00efa-ad4b-48d9-90cf-044ea75e0733 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.642015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Attempting to bind port 66034099-cfe4-42e5-b43b-a0ba131e5b72 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:13.643223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Attempting to bind port 66034099-cfe4-42e5-b43b-a0ba131e5b72 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:13.643687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Attempting to bind port 66034099-cfe4-42e5-b43b-a0ba131e5b72 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:13.676399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['b2bf1ed2-10fe-417a-8870-b240c3970b3f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:13.678412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ac6194a5-9eba-4751-8944-10a6f7e9a853'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:13.680371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['83219683-f9b0-42b6-82dc-6016f15f8221'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:13.690766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Port 66034099-cfe4-42e5-b43b-a0ba131e5b72 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:03:13.691260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Attempting to bind port 66034099-cfe4-42e5-b43b-a0ba131e5b72 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:13.711977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['7627da9a-ba2e-426b-8648-956bac9056d9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:13.728878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e68f8-dbb3-4d80-9471-b0b8d0f0914c req-6b3b2925-bffa-42b5-afeb-5c6a7710fc9e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:13.731151 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f8e68f8-dbb3-4d80-9471-b0b8d0f0914c req-6b3b2925-bffa-42b5-afeb-5c6a7710fc9e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 946 time: 0.0995362 Aug 31 14:03:13.747840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58445d3f-3507-4a48-8ff6-8a3254991f76 req-bf8fff15-4d32-41d2-b32e-7704a545fbe0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:13.749679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58445d3f-3507-4a48-8ff6-8a3254991f76 req-bf8fff15-4d32-41d2-b32e-7704a545fbe0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.3312094 Aug 31 14:03:13.754928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:13.756195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Checking segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:13.756786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Bound using segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:13.757469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Bound port: 66034099-cfe4-42e5-b43b-a0ba131e5b72, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:13.757982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.823365 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f8e68f8-dbb3-4d80-9471-b0b8d0f0914c req-1f675043-b9bc-44c2-8b3d-d05a52f0c2fd tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802436 Aug 31 14:03:13.879910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:13.890515 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.920263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Transition to ACTIVE for port object ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:13.938392 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:13.958714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58445d3f-3507-4a48-8ff6-8a3254991f76 req-7c61cd6b-73c4-4c95-afad-4e17dfa350c5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832857 Aug 31 14:03:13.964967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] For port 66034099-cfe4-42e5-b43b-a0ba131e5b72, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:13.972648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] For port 66034099-cfe4-42e5-b43b-a0ba131e5b72, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=66034099-cfe4-42e5-b43b-a0ba131e5b72,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:14.010335 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.066399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:14.100882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-b4b656cd-0a91-4605-9eb9-9912c7cdfe77 req-ff4929c9-9873-4f4b-9cda-19166e7e01da tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-804868227', 'description': 'tempest-description-1332276110'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:14.105955 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b467b724-7e97-45be-b925-7cfac1419b5b x-openstack-request-id: req-b467b724-7e97-45be-b925-7cfac1419b5b {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:14.106243 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32805213-1955-4f58-8ba0-ac1493341675", "tag": "5f095086-0193-4456-b9b1-9990bf62d2dc", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:14.106496 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b467b724-7e97-45be-b925-7cfac1419b5b {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:14.106961 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32805213-1955-4f58-8ba0-ac1493341675', 'tag': '5f095086-0193-4456-b9b1-9990bf62d2dc', 'status': 'completed', 'code': 200} Aug 31 14:03:14.183817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:14.184713 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.197797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] 10.222.0.52 "PUT /v2.0/ports/66034099-cfe4-42e5-b43b-a0ba131e5b72 HTTP/1.1" status: 200 len: 1092 time: 2.2430465 Aug 31 14:03:14.202122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4b16e5-4807-459e-8499-9e46142b84c8', 'tag': '66034099-cfe4-42e5-b43b-a0ba131e5b72'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:14.229918 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b4b656cd-0a91-4605-9eb9-9912c7cdfe77 req-ff4929c9-9873-4f4b-9cda-19166e7e01da tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.236573 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0705df53-ca30-498e-82b7-3f5ecdaeaae3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4b16e5-4807-459e-8499-9e46142b84c8", "tag": "66034099-cfe4-42e5-b43b-a0ba131e5b72"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:14.246456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Attempting to bind port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:14.246878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Attempting to bind port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd968b028-7112-4315-90e8-5da2bdd3f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:14.247202 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Attempting to bind port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 on network c21f4f53-0039-4718-add4-79aeec512b9a {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:14.256850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 on network c21f4f53-0039-4718-add4-79aeec512b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:03:14.257410 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Attempting to bind port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 on network c21f4f53-0039-4718-add4-79aeec512b9a {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:14.273674 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:14.274229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Checking segment: {'id': 'd968b028-7112-4315-90e8-5da2bdd3f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:14.274417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Bound using segment: {'id': 'd968b028-7112-4315-90e8-5da2bdd3f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:14.275048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Bound port: ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd968b028-7112-4315-90e8-5da2bdd3f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:14.275424 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.505235 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] For port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:14.513438 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] For port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97,segment=NetworkSegment(d968b028-7112-4315-90e8-5da2bdd3f480),segment_id=d968b028-7112-4315-90e8-5da2bdd3f480)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:14.534154 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:14.610053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65106ff2-b3b5-48cd-9f52-f4a6a052d192 service neutron] Pushing event updated for resources: {'Port': ['ID=66034099-cfe4-42e5-b43b-a0ba131e5b72,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:14.664839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524fb59-83e9-4139-9d7c-5c8e8bf159c1 req-d0c77dbf-b458-4622-a51a-a60c681d9f24 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:14.667392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9524fb59-83e9-4139-9d7c-5c8e8bf159c1 req-d0c77dbf-b458-4622-a51a-a60c681d9f24 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 944 time: 0.3676553 Aug 31 14:03:14.681115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1aa39-8a07-4d87-8f5e-2b05dbd23525 req-b641931a-ef62-41b2-ae62-53781e9fec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:14.682591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1aa39-8a07-4d87-8f5e-2b05dbd23525 req-b641931a-ef62-41b2-ae62-53781e9fec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:14.684698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61d1aa39-8a07-4d87-8f5e-2b05dbd23525 req-b641931a-ef62-41b2-ae62-53781e9fec48 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a51428ff714409299691973e8e96229&device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1936 time: 0.5270391 Aug 31 14:03:14.690419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-981a27fd-7a4c-4c51-851a-231ac4d082d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:14.690419 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-981a27fd-7a4c-4c51-851a-231ac4d082d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 1095 time: 0.3573306 Aug 31 14:03:14.960856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-fce46b88-01a6-4f86-b521-e9dc69cb8c49 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66034099-cfe4-42e5-b43b-a0ba131e5b72 HTTP/1.1" status: 200 len: 217 time: 0.2315421 Aug 31 14:03:14.974674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9524fb59-83e9-4139-9d7c-5c8e8bf159c1 req-661d300f-860b-4c2e-a9f9-7b4191513402 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751162 Aug 31 14:03:15.009597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b4b656cd-0a91-4605-9eb9-9912c7cdfe77 req-ff4929c9-9873-4f4b-9cda-19166e7e01da tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.010900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:15.022164 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b4b656cd-0a91-4605-9eb9-9912c7cdfe77 req-ff4929c9-9873-4f4b-9cda-19166e7e01da tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.039567 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.040174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.042183 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-7943ff06-df8a-42b8-bfdc-7a94742389b6 service neutron] 10.222.0.52 "PUT /v2.0/ports/ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 HTTP/1.1" status: 200 len: 1091 time: 1.8852472 Aug 31 14:03:15.069407 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b4b656cd-0a91-4605-9eb9-9912c7cdfe77 req-ff4929c9-9873-4f4b-9cda-19166e7e01da tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.072100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1aa39-8a07-4d87-8f5e-2b05dbd23525 req-c5bd1d47-d779-4c11-a2a4-658c54227cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.073152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1aa39-8a07-4d87-8f5e-2b05dbd23525 req-c5bd1d47-d779-4c11-a2a4-658c54227cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.073444 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1aa39-8a07-4d87-8f5e-2b05dbd23525 req-c5bd1d47-d779-4c11-a2a4-658c54227cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.082400 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b4b656cd-0a91-4605-9eb9-9912c7cdfe77 req-ff4929c9-9873-4f4b-9cda-19166e7e01da tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9925685 Aug 31 14:03:15.082845 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61d1aa39-8a07-4d87-8f5e-2b05dbd23525 req-c5bd1d47-d779-4c11-a2a4-658c54227cf0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a51428ff714409299691973e8e96229&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3455775 Aug 31 14:03:15.090090 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4929c9-9873-4f4b-9cda-19166e7e01da tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d818acc8-688d-437a-b5af-c166d10d5127,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:15.311819 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515d642-8682-4189-ab5b-74614998baf1 req-b2e38346-c8d6-4503-a5a0-bda67a7fb022 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.322538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515d642-8682-4189-ab5b-74614998baf1 req-b2e38346-c8d6-4503-a5a0-bda67a7fb022 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.334133 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515d642-8682-4189-ab5b-74614998baf1 req-b2e38346-c8d6-4503-a5a0-bda67a7fb022 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.337065 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9515d642-8682-4189-ab5b-74614998baf1 req-b2e38346-c8d6-4503-a5a0-bda67a7fb022 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0&device_id=94acfafd-982a-4750-836d-a8064447b982&device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 2417 time: 0.1041853 Aug 31 14:03:15.400280 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9515d642-8682-4189-ab5b-74614998baf1 req-15e3f6f2-b8e9-4857-b12b-f985409bee3f tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508559 Aug 31 14:03:15.588267 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0977553-7f1d-42de-bcdf-c19c483e27da x-openstack-request-id: req-c0977553-7f1d-42de-bcdf-c19c483e27da {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:15.588869 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4b16e5-4807-459e-8499-9e46142b84c8", "tag": "66034099-cfe4-42e5-b43b-a0ba131e5b72", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:15.588869 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0977553-7f1d-42de-bcdf-c19c483e27da {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:15.589148 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4b16e5-4807-459e-8499-9e46142b84c8', 'tag': '66034099-cfe4-42e5-b43b-a0ba131e5b72', 'status': 'completed', 'code': 200} Aug 31 14:03:15.614310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-d4b95130-9eb3-4f2e-bee0-c7a271856ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.615876 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-d4b95130-9eb3-4f2e-bee0-c7a271856ff2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.5320635 Aug 31 14:03:15.617073 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b63b4-6ca9-4c72-9684-ebc33892e404 req-5d340439-a7bb-4623-9d5c-39b214c80c40 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.625815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b63b4-6ca9-4c72-9684-ebc33892e404 req-5d340439-a7bb-4623-9d5c-39b214c80c40 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.634811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b63b4-6ca9-4c72-9684-ebc33892e404 req-5d340439-a7bb-4623-9d5c-39b214c80c40 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.639316 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b63b4-6ca9-4c72-9684-ebc33892e404 req-5d340439-a7bb-4623-9d5c-39b214c80c40 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.643135 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.resource_extend [None req-d2f00efa-ad4b-48d9-90cf-044ea75e0733 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:03:15.646572 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b63b4-6ca9-4c72-9684-ebc33892e404 req-5d340439-a7bb-4623-9d5c-39b214c80c40 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.652558 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b63b4-6ca9-4c72-9684-ebc33892e404 req-5d340439-a7bb-4623-9d5c-39b214c80c40 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.662595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b63b4-6ca9-4c72-9684-ebc33892e404 req-5d340439-a7bb-4623-9d5c-39b214c80c40 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.666038 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a5b63b4-6ca9-4c72-9684-ebc33892e404 req-5d340439-a7bb-4623-9d5c-39b214c80c40 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5425 time: 0.1253481 Aug 31 14:03:15.729508 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a5b63b4-6ca9-4c72-9684-ebc33892e404 req-e7dccb56-5ae5-4aed-a3e5-3847c1035718 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511830 Aug 31 14:03:15.745367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a929ad-5d00-4c44-926c-746caa411a0e req-d37aacbb-09d0-4450-8d08-1abe5b2e1084 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.751585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a929ad-5d00-4c44-926c-746caa411a0e req-d37aacbb-09d0-4450-8d08-1abe5b2e1084 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.753683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f0a929ad-5d00-4c44-926c-746caa411a0e req-d37aacbb-09d0-4450-8d08-1abe5b2e1084 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1676 time: 0.6370518 Aug 31 14:03:15.789067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2f00efa-ad4b-48d9-90cf-044ea75e0733 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.791997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1aa39-8a07-4d87-8f5e-2b05dbd23525 req-bc1e1e61-ed24-4c71-8aa0-6b62412c310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.793796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61d1aa39-8a07-4d87-8f5e-2b05dbd23525 req-bc1e1e61-ed24-4c71-8aa0-6b62412c310d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6890600 Aug 31 14:03:15.807992 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2f00efa-ad4b-48d9-90cf-044ea75e0733 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:15.817486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-42581b6c-52db-494e-a9b2-350f21ef66af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.819047 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-42581b6c-52db-494e-a9b2-350f21ef66af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796312 Aug 31 14:03:15.959661 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f0a929ad-5d00-4c44-926c-746caa411a0e req-54f109ea-e8b7-42e1-a9db-8f3d478af544 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870580 Aug 31 14:03:15.970568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebae25a-6a39-447c-b6a3-4c41fe4e38ec req-5cdee717-ba59-4205-be20-d92cbc180513 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:15.972349 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aebae25a-6a39-447c-b6a3-4c41fe4e38ec req-5cdee717-ba59-4205-be20-d92cbc180513 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.0699637 Aug 31 14:03:16.025749 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aebae25a-6a39-447c-b6a3-4c41fe4e38ec req-e01b0ad1-6bf2-4bc5-8c51-8ca98beb130e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Aug 31 14:03:16.103811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-1bff2551-f1dd-46a3-9898-4c1ac1ee18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:16.104482 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-1bff2551-f1dd-46a3-9898-4c1ac1ee18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:16.106947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-1bff2551-f1dd-46a3-9898-4c1ac1ee18f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a51428ff714409299691973e8e96229&device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1978 time: 0.2369499 Aug 31 14:03:16.108543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32805213-1955-4f58-8ba0-ac1493341675', 'tag': 'ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:16.110900 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90f203a-c43c-40f4-bebb-0015412ba91b" -d '{"events": [{"name": "network-changed", "server_uuid": "32805213-1955-4f58-8ba0-ac1493341675", "tag": "ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:16.113117 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-0d64f458-0afd-46ad-aedf-4bd134c153f3 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605667 Aug 31 14:03:16.117873 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-d2f00efa-ad4b-48d9-90cf-044ea75e0733 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Floating IP c0030cf8-9ecc-4f47-9048-6616adbe15c5 associated. External IP: 172.25.3.62, port: cc9ee7a2-e136-4e5e-985f-f384cf44d93a. Aug 31 14:03:16.123926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a68825d-44f2-4010-960c-07b1de890d5e req-c9e0dcba-996a-4830-bce0-a370c5901109 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/d818acc8-688d-437a-b5af-c166d10d5127 HTTP/1.1" status: 200 len: 1814 time: 0.1098852 Aug 31 14:03:16.132310 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ff4fa62-3331-42f9-83ee-10c216fb0681 req-fca71c09-2b36-43d0-88d2-2150d44394ed tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0754509 Aug 31 14:03:16.188523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0a68825d-44f2-4010-960c-07b1de890d5e req-5c9b983d-e395-48c7-9d1d-e27199a2167f tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd818acc8-688d-437a-b5af-c166d10d5127', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:16.188744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0a68825d-44f2-4010-960c-07b1de890d5e req-5c9b983d-e395-48c7-9d1d-e27199a2167f tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd818acc8-688d-437a-b5af-c166d10d5127', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:16.275626 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-b6b36e2e-e37a-4d6a-844d-7e59a2272bf6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=5f095086-0193-4456-b9b1-9990bf62d2dc HTTP/1.1" status: 200 len: 217 time: 0.1132603 Aug 31 14:03:16.332963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e1e9-445e-4517-addf-0912e9a02e47 req-564ab996-b603-4db1-8e4e-f215925fa9a2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:16.335021 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f2e5e1e9-445e-4517-addf-0912e9a02e47 req-564ab996-b603-4db1-8e4e-f215925fa9a2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 944 time: 0.0654573 Aug 31 14:03:16.396528 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f2e5e1e9-445e-4517-addf-0912e9a02e47 req-ab975d83-4e01-474e-b73a-5ed365177617 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513713 Aug 31 14:03:16.444267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-64a8f198-f279-4d38-9613-5dc52513da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:16.446400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-64a8f198-f279-4d38-9613-5dc52513da9b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eb4cecd5-9214-4119-868c-c5c2e54defbb HTTP/1.1" status: 200 len: 801 time: 0.1553607 Aug 31 14:03:16.453768 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40cea2a-4015-496b-863e-b531a585718e x-openstack-request-id: req-d40cea2a-4015-496b-863e-b531a585718e {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:16.454404 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32805213-1955-4f58-8ba0-ac1493341675", "tag": "ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:16.454962 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d40cea2a-4015-496b-863e-b531a585718e {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:16.455593 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32805213-1955-4f58-8ba0-ac1493341675', 'tag': 'ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97', 'status': 'completed', 'code': 200} Aug 31 14:03:16.505556 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a23acd1-2b30-4e18-b44f-eefca00d23f3 req-0bda1acb-498d-40e1-ab30-c95648d8e115 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454685 Aug 31 14:03:16.591119 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0a68825d-44f2-4010-960c-07b1de890d5e req-5c9b983d-e395-48c7-9d1d-e27199a2167f tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:16.722049 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0a68825d-44f2-4010-960c-07b1de890d5e req-5c9b983d-e395-48c7-9d1d-e27199a2167f tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:16.738875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-c084ed38-f5ad-42f9-b595-f100fd881b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:16.746543 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-c084ed38-f5ad-42f9-b595-f100fd881b6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a9d7393-9610-4b43-8e12-853d5ae52850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2602944 Aug 31 14:03:16.746543 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0a68825d-44f2-4010-960c-07b1de890d5e req-5c9b983d-e395-48c7-9d1d-e27199a2167f tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:16.803314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705df53-ca30-498e-82b7-3f5ecdaeaae3 req-a9330c77-28b0-4a5e-8bf6-a99cf78894e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:16.804867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0705df53-ca30-498e-82b7-3f5ecdaeaae3 req-a9330c77-28b0-4a5e-8bf6-a99cf78894e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 1095 time: 0.2164178 Aug 31 14:03:16.839793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b983d-e395-48c7-9d1d-e27199a2167f tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2432804e-13be-4877-b453-da4d2b1921dc,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:16.871320 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0a68825d-44f2-4010-960c-07b1de890d5e req-5c9b983d-e395-48c7-9d1d-e27199a2167f tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:16.872741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a68825d-44f2-4010-960c-07b1de890d5e req-5c9b983d-e395-48c7-9d1d-e27199a2167f tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7114851 Aug 31 14:03:16.887978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f00efa-ad4b-48d9-90cf-044ea75e0733 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Router e1ff8bba-8553-433e-afdd-a9eb00e58833 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:03:17.143922 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7f5fec4-814c-4ecd-855f-cf811b361fcc req-6e479429-5b33-4cb0-a72d-8468b24f7c35 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/d818acc8-688d-437a-b5af-c166d10d5127 HTTP/1.1" status: 200 len: 2408 time: 0.0613911 Aug 31 14:03:17.152893 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-5a0193db-3298-4e61-89a5-9547e5d5f8d3 service neutron] 10.222.0.52 "GET /v2.0/networks/4a9d7393-9610-4b43-8e12-853d5ae52850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917918 Aug 31 14:03:17.350036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705df53-ca30-498e-82b7-3f5ecdaeaae3 req-83035fa2-3b1b-4f6f-8661-3ff844114665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.351712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0705df53-ca30-498e-82b7-3f5ecdaeaae3 req-83035fa2-3b1b-4f6f-8661-3ff844114665 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.5076923 Aug 31 14:03:17.371899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0190cbd-3cf4-48b0-b8a3-2cdafc13c835 req-f4c69bf5-e943-4157-a431-e9848342886f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.380650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0190cbd-3cf4-48b0-b8a3-2cdafc13c835 req-f4c69bf5-e943-4157-a431-e9848342886f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.386827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0190cbd-3cf4-48b0-b8a3-2cdafc13c835 req-f4c69bf5-e943-4157-a431-e9848342886f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.395013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0190cbd-3cf4-48b0-b8a3-2cdafc13c835 req-f4c69bf5-e943-4157-a431-e9848342886f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.403235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0190cbd-3cf4-48b0-b8a3-2cdafc13c835 req-f4c69bf5-e943-4157-a431-e9848342886f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.410175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0190cbd-3cf4-48b0-b8a3-2cdafc13c835 req-f4c69bf5-e943-4157-a431-e9848342886f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.417994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0190cbd-3cf4-48b0-b8a3-2cdafc13c835 req-f4c69bf5-e943-4157-a431-e9848342886f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.420901 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0190cbd-3cf4-48b0-b8a3-2cdafc13c835 req-f4c69bf5-e943-4157-a431-e9848342886f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5425 time: 0.3430021 Aug 31 14:03:17.482400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f00efa-ad4b-48d9-90cf-044ea75e0733 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:03:17.491466 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2f00efa-ad4b-48d9-90cf-044ea75e0733 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:17.495368 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b929575-8f82-4aca-95c5-6f6319106e7d None None] Sync routers for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:03:17.503011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0705df53-ca30-498e-82b7-3f5ecdaeaae3 req-e12562d9-0d9f-42a5-a0d2-4501566b576a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66034099-cfe4-42e5-b43b-a0ba131e5b72 HTTP/1.1" status: 200 len: 217 time: 0.0770202 Aug 31 14:03:17.511871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b929575-8f82-4aca-95c5-6f6319106e7d None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:17.512604 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0b929575-8f82-4aca-95c5-6f6319106e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:03:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:17.522471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6262be9-30aa-471d-8e34-d658a646c436 req-ce1ce3b5-7c70-48da-8a25-ee1238c28a23 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.530942 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6262be9-30aa-471d-8e34-d658a646c436 req-ce1ce3b5-7c70-48da-8a25-ee1238c28a23 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.534131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c6262be9-30aa-471d-8e34-d658a646c436 req-ce1ce3b5-7c70-48da-8a25-ee1238c28a23 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1676 time: 0.0744953 Aug 31 14:03:17.585997 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c6262be9-30aa-471d-8e34-d658a646c436 req-9cb7c489-255d-4413-8525-3524397294b0 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430496 Aug 31 14:03:17.641227 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d2f00efa-ad4b-48d9-90cf-044ea75e0733 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "PUT /v2.0/floatingips/c0030cf8-9ecc-4f47-9048-6616adbe15c5 HTTP/1.1" status: 200 len: 991 time: 4.3729947 Aug 31 14:03:17.645334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0190cbd-3cf4-48b0-b8a3-2cdafc13c835 req-6e30130c-6f2a-4872-b8b8-aca0f7179aab tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2092144 Aug 31 14:03:17.649030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:17.652004 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c1f08e-1be6-4f0e-9e08-f63580bf7400" -d '{"events": [{"name": "network-changed", "server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:17.659564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-e25a583b-ddf2-4cff-9459-bf07381b0388 service neutron] 10.222.0.52 "GET /v2.0/networks/4a9d7393-9610-4b43-8e12-853d5ae52850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870372 Aug 31 14:03:17.666273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705df53-ca30-498e-82b7-3f5ecdaeaae3 req-1c7ed835-612f-4706-871e-56ad706b7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.668801 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0705df53-ca30-498e-82b7-3f5ecdaeaae3 req-1c7ed835-612f-4706-871e-56ad706b7f81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.1492262 Aug 31 14:03:17.709355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-0b929575-8f82-4aca-95c5-6f6319106e7d None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:03:17.742543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33ff8d-bc3f-42be-8e29-a141e00adaa9 req-b05662ab-69ac-42a5-a65f-c8ad76005f0e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.744154 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f33ff8d-bc3f-42be-8e29-a141e00adaa9 req-b05662ab-69ac-42a5-a65f-c8ad76005f0e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.0652425 Aug 31 14:03:17.793683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-1d630773-217c-4710-86ef-a88d527cbb1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.95&port_id=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 HTTP/1.1" status: 200 len: 217 time: 0.1074917 Aug 31 14:03:17.802463 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f33ff8d-bc3f-42be-8e29-a141e00adaa9 req-2224937d-1ca8-4745-9dfe-0840e3b0a4b9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500870 Aug 31 14:03:17.876079 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0abf0642-73f6-4b53-b572-e3c8071e650d req-095e93ed-496d-4234-a977-5d7ff05da1f5 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-group-rules/2432804e-13be-4877-b453-da4d2b1921dc HTTP/1.1" status: 200 len: 778 time: 0.1763110 Aug 31 14:03:17.975166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705df53-ca30-498e-82b7-3f5ecdaeaae3 req-eb5ac5b4-c888-4fb1-840a-929889e8add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:17.977627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0705df53-ca30-498e-82b7-3f5ecdaeaae3 req-eb5ac5b4-c888-4fb1-840a-929889e8add1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2802892 Aug 31 14:03:18.007413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-6d1f09b7-22a5-4751-a2e9-5e0680659488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:18.008902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-6d1f09b7-22a5-4751-a2e9-5e0680659488 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=357549fb-36be-444e-94f0-b0d8442e6a39 HTTP/1.1" status: 200 len: 801 time: 0.1958568 Aug 31 14:03:18.051320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0b929575-8f82-4aca-95c5-6f6319106e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'c0030cf8-9ecc-4f47-9048-6616adbe15c5', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'floating_ip_address': '172.25.3.62', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'port_id': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'mac_address': 'fa:16:3e:14:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:02:36Z', 'updated_at': '2021-08-31T14:03:15Z', 'revision_number': 1, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:35Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:18.105070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b929575-8f82-4aca-95c5-6f6319106e7d None None] Checking router: e1ff8bba-8553-433e-afdd-a9eb00e58833 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:03:18.120833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b929575-8f82-4aca-95c5-6f6319106e7d None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:18.123104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0b929575-8f82-4aca-95c5-6f6319106e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:03:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:18.175650 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e772666-604a-41c6-af08-f9080e7966b3 req-37c758c2-d955-4510-a5ac-fabcec45735e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:18.177928 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8e772666-604a-41c6-af08-f9080e7966b3 req-37c758c2-d955-4510-a5ac-fabcec45735e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 944 time: 0.0704217 Aug 31 14:03:18.231864 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8e772666-604a-41c6-af08-f9080e7966b3 req-11dc6929-8504-47ad-acf0-4998f16517b9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469468 Aug 31 14:03:18.304225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-0b929575-8f82-4aca-95c5-6f6319106e7d None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:03:18.362733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f1bcd0b3-38ba-4164-85db-c6f590972787 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:18.421506 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914ca2ac-cbf4-4742-881f-2c2fc6d4fd40 x-openstack-request-id: req-914ca2ac-cbf4-4742-881f-2c2fc6d4fd40 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:18.422356 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:18.422356 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-914ca2ac-cbf4-4742-881f-2c2fc6d4fd40 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:18.423026 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'status': 'completed', 'code': 200} Aug 31 14:03:18.481563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-2eb94898-bdc3-41fe-a227-e7e9b8a9cc0c service neutron] 10.222.0.13 "GET /v2.0/ports/ea2adb95-1327-4b67-b70a-6461136e8ef6/bindings/n-h1-792364-6 HTTP/1.1" status: 200 len: 382 time: 0.6663990 Aug 31 14:03:18.497408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port f1bcd0b3-38ba-4164-85db-c6f590972787 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:18.516372 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0abf0642-73f6-4b53-b572-e3c8071e650d req-618fbc60-569d-4f09-9700-a59dafc52503 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/d818acc8-688d-437a-b5af-c166d10d5127 HTTP/1.1" status: 200 len: 2408 time: 0.6101751 Aug 31 14:03:18.521976 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port f1bcd0b3-38ba-4164-85db-c6f590972787 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:18.522656 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.600263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-3d68d0c4-b25f-440c-bdba-af7d5bf2e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:18.601878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-3d68d0c4-b25f-440c-bdba-af7d5bf2e818 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c21f4f53-0039-4718-add4-79aeec512b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1777663 Aug 31 14:03:18.615039 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0705df53-ca30-498e-82b7-3f5ecdaeaae3 req-35e38db4-ce7f-41b1-8605-0c7b48600412 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175206 Aug 31 14:03:18.618215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1f08e-1be6-4f0e-9e08-f63580bf7400 req-702116e4-58c3-4a19-855d-7872872f4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:18.620154 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9c1f08e-1be6-4f0e-9e08-f63580bf7400 req-702116e4-58c3-4a19-855d-7872872f4ea1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 1097 time: 0.1774747 Aug 31 14:03:18.621379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0abf0642-73f6-4b53-b572-e3c8071e650d req-1dc6f252-aecc-427a-9cd1-26a3d6a44264 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.634525 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0abf0642-73f6-4b53-b572-e3c8071e650d req-1dc6f252-aecc-427a-9cd1-26a3d6a44264 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.793254 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.827456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bcd0b3-38ba-4164-85db-c6f590972787'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:18.829051 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756826e6-fb69-4143-be22-30866abe56e9" -d '{"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "f1bcd0b3-38ba-4164-85db-c6f590972787"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:18.844922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0b929575-8f82-4aca-95c5-6f6319106e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'c0030cf8-9ecc-4f47-9048-6616adbe15c5', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'floating_ip_address': '172.25.3.62', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'port_id': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'mac_address': 'fa:16:3e:14:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:02:36Z', 'updated_at': '2021-08-31T14:03:15Z', 'revision_number': 1, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:35Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:18.848081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f1bcd0b3-38ba-4164-85db-c6f590972787, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f1bcd0b3-38ba-4164-85db-c6f590972787,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:18.892951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b929575-8f82-4aca-95c5-6f6319106e7d None None] The sync data for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 is: [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'c0030cf8-9ecc-4f47-9048-6616adbe15c5', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'floating_ip_address': '172.25.3.62', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'port_id': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'mac_address': 'fa:16:3e:14:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:02:36Z', 'updated_at': '2021-08-31T14:03:15Z', 'revision_number': 1, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:35Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:03:18.894782 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.895586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3adf0515-04b3-473a-9e4d-355c21d8fc2a up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:18.971721 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0abf0642-73f6-4b53-b572-e3c8071e650d req-1dc6f252-aecc-427a-9cd1-26a3d6a44264 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:18.977647 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf876b8e-cd71-4814-ae90-c8bcfc1984c5 req-8573885c-d993-40df-a150-a4df14f65686 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:18.989442 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf876b8e-cd71-4814-ae90-c8bcfc1984c5 req-8573885c-d993-40df-a150-a4df14f65686 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:18.996851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=f1bcd0b3-38ba-4164-85db-c6f590972787,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:18.997093 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf876b8e-cd71-4814-ae90-c8bcfc1984c5 req-8573885c-d993-40df-a150-a4df14f65686 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1676 time: 0.1151104 Aug 31 14:03:19.015384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 3adf0515-04b3-473a-9e4d-355c21d8fc2a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:19.022125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 3adf0515-04b3-473a-9e4d-355c21d8fc2a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:19.022568 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.031819 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0abf0642-73f6-4b53-b572-e3c8071e650d req-1dc6f252-aecc-427a-9cd1-26a3d6a44264 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.033801 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0abf0642-73f6-4b53-b572-e3c8071e650d req-1dc6f252-aecc-427a-9cd1-26a3d6a44264 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2432804e-13be-4877-b453-da4d2b1921dc HTTP/1.1" status: 204 len: 173 time: 0.4970009 Aug 31 14:03:19.112852 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf876b8e-cd71-4814-ae90-c8bcfc1984c5 req-ae76fc52-ff7e-4d1b-b358-6ffac60f4d52 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145954 Aug 31 14:03:19.123710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6f252-aecc-427a-9cd1-26a3d6a44264 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2432804e-13be-4877-b453-da4d2b1921dc,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:19.154460 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1f08e-1be6-4f0e-9e08-f63580bf7400 req-4d18b3c8-70bc-4cdf-822a-66901c6fbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.156096 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9c1f08e-1be6-4f0e-9e08-f63580bf7400 req-4d18b3c8-70bc-4cdf-822a-66901c6fbfd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 917 time: 0.5246999 Aug 31 14:03:19.159817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-6f48a51c-b594-40a9-be72-028e73c41bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.162528 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-6f48a51c-b594-40a9-be72-028e73c41bc2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f&tenant_id=080b42569e654447a2d600dfa0c1e0e3 HTTP/1.1" status: 200 len: 1101 time: 0.3672354 Aug 31 14:03:19.165288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0705df53-ca30-498e-82b7-3f5ecdaeaae3 req-efa70b5e-9287-4795-b610-5c2a50eb55a1 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270414 Aug 31 14:03:19.168004 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-6352ce51-8ae6-47bd-b282-afe95c3d5d97 service neutron] 10.222.0.52 "GET /v2.0/networks/c21f4f53-0039-4718-add4-79aeec512b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308268 Aug 31 14:03:19.297895 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.375314 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d04b5-f251-4e16-99a1-c6228992571b None None] New status for floating IP c0030cf8-9ecc-4f47-9048-6616adbe15c5: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:03:19.405418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3adf0515-04b3-473a-9e4d-355c21d8fc2a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3adf0515-04b3-473a-9e4d-355c21d8fc2a,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:19.420792 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.422138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ac6194a5-9eba-4751-8944-10a6f7e9a853 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:19.444931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9c1f08e-1be6-4f0e-9e08-f63580bf7400 req-ce7de167-8bad-4732-a5cc-9e8f3d1ac119 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a HTTP/1.1" status: 200 len: 999 time: 0.2753127 Aug 31 14:03:19.507060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-29b09f1c-1b96-4e10-a8eb-f2df60600e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.509685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-29b09f1c-1b96-4e10-a8eb-f2df60600e41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 1101 time: 0.2846932 Aug 31 14:03:19.550781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3adf0515-04b3-473a-9e4d-355c21d8fc2a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:19.572462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34d4b-b9b9-42c0-9a18-22ab03105844 req-6c330310-34bd-4bbe-b85d-c04eee2755c3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.582283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port ac6194a5-9eba-4751-8944-10a6f7e9a853 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:19.582571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34d4b-b9b9-42c0-9a18-22ab03105844 req-6c330310-34bd-4bbe-b85d-c04eee2755c3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.592112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port ac6194a5-9eba-4751-8944-10a6f7e9a853 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:19.593359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34d4b-b9b9-42c0-9a18-22ab03105844 req-6c330310-34bd-4bbe-b85d-c04eee2755c3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.594199 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.606674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34d4b-b9b9-42c0-9a18-22ab03105844 req-6c330310-34bd-4bbe-b85d-c04eee2755c3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.618216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34d4b-b9b9-42c0-9a18-22ab03105844 req-6c330310-34bd-4bbe-b85d-c04eee2755c3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.620482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80cf96-3ebf-402e-a1c5-6b2101928b63 req-6d4aee4d-4c21-4e7c-b604-a21ff83512d3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.623190 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed80cf96-3ebf-402e-a1c5-6b2101928b63 req-6d4aee4d-4c21-4e7c-b604-a21ff83512d3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.0847442 Aug 31 14:03:19.629577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34d4b-b9b9-42c0-9a18-22ab03105844 req-6c330310-34bd-4bbe-b85d-c04eee2755c3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.640333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34d4b-b9b9-42c0-9a18-22ab03105844 req-6c330310-34bd-4bbe-b85d-c04eee2755c3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.644401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbb34d4b-b9b9-42c0-9a18-22ab03105844 req-6c330310-34bd-4bbe-b85d-c04eee2755c3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5426 time: 0.4182942 Aug 31 14:03:19.711255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed80cf96-3ebf-402e-a1c5-6b2101928b63 req-794c2e49-af37-4766-b819-a3fc18799ffa tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738096 Aug 31 14:03:19.742286 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.766714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0bc6b11-dfea-49bb-bf7e-c48a33a59d89 req-0a7078d9-222e-4c8a-9162-66e092939c52 service neutron] 10.222.0.52 "GET /v2.0/networks/c21f4f53-0039-4718-add4-79aeec512b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430083 Aug 31 14:03:19.771818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 66034099-cfe4-42e5-b43b-a0ba131e5b72 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:19.828838 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57825a1b-a529-4edb-ac5c-98bd82280279 x-openstack-request-id: req-57825a1b-a529-4edb-ac5c-98bd82280279 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:19.829890 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "f1bcd0b3-38ba-4164-85db-c6f590972787", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:19.830292 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57825a1b-a529-4edb-ac5c-98bd82280279 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:19.830845 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bcd0b3-38ba-4164-85db-c6f590972787', 'code': 200} Aug 31 14:03:19.835835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1f08e-1be6-4f0e-9e08-f63580bf7400 req-5f4d89ea-7851-4b13-9142-266fb1deddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.837336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-03647dee-c6a2-48c7-9f35-f7fe4c012acf req-607221dd-705e-4086-9466-e185d6d857a6 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-729208758', 'description': 'tempest-description-1714902153'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:19.838075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9c1f08e-1be6-4f0e-9e08-f63580bf7400 req-5f4d89ea-7851-4b13-9142-266fb1deddc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 200 len: 855 time: 0.3770442 Aug 31 14:03:19.843844 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ac6194a5-9eba-4751-8944-10a6f7e9a853, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ac6194a5-9eba-4751-8944-10a6f7e9a853,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:19.857674 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.859683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b2bf1ed2-10fe-417a-8870-b240c3970b3f up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:19.884284 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbb34d4b-b9b9-42c0-9a18-22ab03105844 req-e28966cf-9b13-4d0d-905c-20485c8524cf tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2155929 Aug 31 14:03:19.900611 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-03647dee-c6a2-48c7-9f35-f7fe4c012acf req-607221dd-705e-4086-9466-e185d6d857a6 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:19.996686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-0073abc6-7c1e-4b33-a4b4-1f8d0f50eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:19.999092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-0073abc6-7c1e-4b33-a4b4-1f8d0f50eb13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.4519882 Aug 31 14:03:20.052830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ac6194a5-9eba-4751-8944-10a6f7e9a853,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:20.064711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1f08e-1be6-4f0e-9e08-f63580bf7400 req-9b78f6d6-750f-4f9e-96c1-bd83d9d11f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:20.066268 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9c1f08e-1be6-4f0e-9e08-f63580bf7400 req-9b78f6d6-750f-4f9e-96c1-bd83d9d11f87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170129 Aug 31 14:03:20.067637 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-2e98ce79-1835-4cbd-99dc-77922fbf96df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6 HTTP/1.1" status: 200 len: 217 time: 0.0582933 Aug 31 14:03:20.082495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port b2bf1ed2-10fe-417a-8870-b240c3970b3f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:20.083270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f203a-c43c-40f4-bebb-0015412ba91b req-8ce9cb3d-672b-4cc4-8bca-79dc48ab7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:20.083762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f203a-c43c-40f4-bebb-0015412ba91b req-8ce9cb3d-672b-4cc4-8bca-79dc48ab7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:20.085680 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f90f203a-c43c-40f4-bebb-0015412ba91b req-8ce9cb3d-672b-4cc4-8bca-79dc48ab7448 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a51428ff714409299691973e8e96229&device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1978 time: 0.2083530 Aug 31 14:03:20.099942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port b2bf1ed2-10fe-417a-8870-b240c3970b3f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:20.100313 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.134302 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-03647dee-c6a2-48c7-9f35-f7fe4c012acf req-607221dd-705e-4086-9466-e185d6d857a6 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.151510 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-03647dee-c6a2-48c7-9f35-f7fe4c012acf req-607221dd-705e-4086-9466-e185d6d857a6 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.160253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 66034099-cfe4-42e5-b43b-a0ba131e5b72, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=66034099-cfe4-42e5-b43b-a0ba131e5b72,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:20.190008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '66034099-cfe4-42e5-b43b-a0ba131e5b72', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'port_id': '66034099-cfe4-42e5-b43b-a0ba131e5b72', 'mac_address': 'fa:16:3e:cc:1d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:20.212102 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-03647dee-c6a2-48c7-9f35-f7fe4c012acf req-607221dd-705e-4086-9466-e185d6d857a6 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.226358 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03647dee-c6a2-48c7-9f35-f7fe4c012acf req-607221dd-705e-4086-9466-e185d6d857a6 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4011407 Aug 31 14:03:20.229017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607221dd-705e-4086-9466-e185d6d857a6 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd785de-77c9-4532-b54d-3e1395bfaee9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:20.351347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-cb678b09-f705-4b05-9534-14b72fea10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:20.354017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-cb678b09-f705-4b05-9534-14b72fea10d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2670093 Aug 31 14:03:20.363805 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.370553 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.380246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80ef35-5b2b-4260-8fe2-b8a16991675d req-b92d5acd-59a4-420e-9853-a985efc6b81d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:20.387526 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c80ef35-5b2b-4260-8fe2-b8a16991675d req-b92d5acd-59a4-420e-9853-a985efc6b81d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 944 time: 0.3251667 Aug 31 14:03:20.399453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66034099-cfe4-42e5-b43b-a0ba131e5b72 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:20.467304 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 66034099-cfe4-42e5-b43b-a0ba131e5b72, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=66034099-cfe4-42e5-b43b-a0ba131e5b72,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:20.480269 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.485382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b2bf1ed2-10fe-417a-8870-b240c3970b3f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b2bf1ed2-10fe-417a-8870-b240c3970b3f,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:20.495658 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c058b10-5524-4dba-8530-e39fb926af98 req-48f8932e-d7b9-4f47-bbcd-2f76b20e3e53 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:20.496122 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2c058b10-5524-4dba-8530-e39fb926af98 req-48f8932e-d7b9-4f47-bbcd-2f76b20e3e53 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 946 time: 0.1008492 Aug 31 14:03:20.517722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f203a-c43c-40f4-bebb-0015412ba91b req-0054bf5a-2af6-4e16-a8fa-4b91f39975da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:20.519924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f90f203a-c43c-40f4-bebb-0015412ba91b req-0054bf5a-2af6-4e16-a8fa-4b91f39975da service neutron] 10.222.0.52 "GET /v2.0/networks?id=c21f4f53-0039-4718-add4-79aeec512b9a HTTP/1.1" status: 200 len: 902 time: 0.3923149 Aug 31 14:03:20.535250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9c1f08e-1be6-4f0e-9e08-f63580bf7400 req-82489f49-0665-4eae-bc63-8d2eb35c5826 service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470322 Aug 31 14:03:20.540889 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.542574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 83219683-f9b0-42b6-82dc-6016f15f8221 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:20.565784 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2c058b10-5524-4dba-8530-e39fb926af98 req-c5b63566-8944-4750-b249-39fcbeb3e2a3 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610511 Aug 31 14:03:20.622123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=66034099-cfe4-42e5-b43b-a0ba131e5b72,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:20.645412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c80ef35-5b2b-4260-8fe2-b8a16991675d req-4a77ac35-bd70-43a0-bcdb-fd91b496e0e3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553911 Aug 31 14:03:20.694506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-55335cfa-a3fc-4750-86a5-67017612d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:20.698705 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-55335cfa-a3fc-4750-86a5-67017612d26c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3296988 Aug 31 14:03:20.702682 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f90f203a-c43c-40f4-bebb-0015412ba91b req-4dbe21bf-33e9-43bb-beea-bd23f33a90ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.95&port_id=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 HTTP/1.1" status: 200 len: 217 time: 0.1616750 Aug 31 14:03:20.702962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=b2bf1ed2-10fe-417a-8870-b240c3970b3f,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:20.706902 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 83219683-f9b0-42b6-82dc-6016f15f8221 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:20.717533 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 83219683-f9b0-42b6-82dc-6016f15f8221 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:20.718730 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.819042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7aa0fbac-c007-4024-b670-e9519992e955 req-1c3a4328-a754-419a-8c03-355f3e97525b tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/ccd785de-77c9-4532-b54d-3e1395bfaee9 HTTP/1.1" status: 200 len: 1814 time: 0.0677433 Aug 31 14:03:20.876797 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.936109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 83219683-f9b0-42b6-82dc-6016f15f8221, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=83219683-f9b0-42b6-82dc-6016f15f8221,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:20.942876 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:20.944227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7627da9a-ba2e-426b-8648-956bac9056d9 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:21.006636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcfffd-3c07-40eb-8025-f53fccdc6bd6 req-5283f483-e6b4-46a7-b67d-8f5d208a3fc0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.010673 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27fcfffd-3c07-40eb-8025-f53fccdc6bd6 req-5283f483-e6b4-46a7-b67d-8f5d208a3fc0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 950 time: 0.1119840 Aug 31 14:03:21.011400 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['66034099-cfe4-42e5-b43b-a0ba131e5b72'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:21.095580 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27fcfffd-3c07-40eb-8025-f53fccdc6bd6 req-8faa2e6a-3fc4-4f8a-82b2-684bf639da10 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692108 Aug 31 14:03:21.133415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=83219683-f9b0-42b6-82dc-6016f15f8221,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:21.178527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 7627da9a-ba2e-426b-8648-956bac9056d9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:21.196497 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 7627da9a-ba2e-426b-8648-956bac9056d9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:21.197395 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.291046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f203a-c43c-40f4-bebb-0015412ba91b req-a7403088-49b6-4899-964a-8036e5fcd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.293826 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f90f203a-c43c-40f4-bebb-0015412ba91b req-a7403088-49b6-4899-964a-8036e5fcd22d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=357549fb-36be-444e-94f0-b0d8442e6a39 HTTP/1.1" status: 200 len: 801 time: 0.5341544 Aug 31 14:03:21.328656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b278e9-dc00-47a4-8e42-aba0cbaf1ef8 req-ea8b646d-77b1-4866-9da4-29e206d6e309 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.346711 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b278e9-dc00-47a4-8e42-aba0cbaf1ef8 req-ea8b646d-77b1-4866-9da4-29e206d6e309 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.352569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b278e9-dc00-47a4-8e42-aba0cbaf1ef8 req-ea8b646d-77b1-4866-9da4-29e206d6e309 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.365237 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b278e9-dc00-47a4-8e42-aba0cbaf1ef8 req-ea8b646d-77b1-4866-9da4-29e206d6e309 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.366304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab284e-3675-4988-b801-7e792c7fbf3f req-d5ab27a3-7484-4842-a344-9095e8f47d85 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.377871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab284e-3675-4988-b801-7e792c7fbf3f req-d5ab27a3-7484-4842-a344-9095e8f47d85 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.377871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cfab284e-3675-4988-b801-7e792c7fbf3f req-d5ab27a3-7484-4842-a344-9095e8f47d85 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1676 time: 0.6173928 Aug 31 14:03:21.378318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b278e9-dc00-47a4-8e42-aba0cbaf1ef8 req-ea8b646d-77b1-4866-9da4-29e206d6e309 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.387868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b278e9-dc00-47a4-8e42-aba0cbaf1ef8 req-ea8b646d-77b1-4866-9da4-29e206d6e309 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.398093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b278e9-dc00-47a4-8e42-aba0cbaf1ef8 req-ea8b646d-77b1-4866-9da4-29e206d6e309 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.403638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9c1f08e-1be6-4f0e-9e08-f63580bf7400 req-5fd00cf8-d94c-4c59-94df-c2697b8ff1ca service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8449030 Aug 31 14:03:21.403925 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-44b278e9-dc00-47a4-8e42-aba0cbaf1ef8 req-ea8b646d-77b1-4866-9da4-29e206d6e309 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5430 time: 0.1837852 Aug 31 14:03:21.404867 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.439975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-3864bda0-1c65-4656-b436-4b67b151a3e4 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841831 Aug 31 14:03:21.469809 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-44b278e9-dc00-47a4-8e42-aba0cbaf1ef8 req-e28063a7-79c4-4ea3-acfa-192b1963fc2b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560186 Aug 31 14:03:21.512482 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7627da9a-ba2e-426b-8648-956bac9056d9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7627da9a-ba2e-426b-8648-956bac9056d9,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:21.521334 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.523168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a8a30911-6d66-4d40-8dab-8fe6556e0287 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:21.534364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-cbfb269c-85c3-4d76-8ab4-91aec3f01f8f req-60ba0c0d-74b4-4a94-9041-9c6d78890636 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-61654974', 'description': 'tempest-description-179774392'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:21.564875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f203a-c43c-40f4-bebb-0015412ba91b req-d63ee802-c03c-4577-a4d1-a85de04425ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.566956 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f90f203a-c43c-40f4-bebb-0015412ba91b req-d63ee802-c03c-4577-a4d1-a85de04425ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c21f4f53-0039-4718-add4-79aeec512b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2366178 Aug 31 14:03:21.572063 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cbfb269c-85c3-4d76-8ab4-91aec3f01f8f req-60ba0c0d-74b4-4a94-9041-9c6d78890636 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.603082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cfab284e-3675-4988-b801-7e792c7fbf3f req-7f9a6430-1126-49d9-a27a-148925fd82d3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951292 Aug 31 14:03:21.638904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=7627da9a-ba2e-426b-8648-956bac9056d9,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:21.659664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port a8a30911-6d66-4d40-8dab-8fe6556e0287 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:21.667283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port a8a30911-6d66-4d40-8dab-8fe6556e0287 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:21.667685 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.746607 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cbfb269c-85c3-4d76-8ab4-91aec3f01f8f req-60ba0c0d-74b4-4a94-9041-9c6d78890636 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.753456 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cbfb269c-85c3-4d76-8ab4-91aec3f01f8f req-60ba0c0d-74b4-4a94-9041-9c6d78890636 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.789919 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-cbfb269c-85c3-4d76-8ab4-91aec3f01f8f req-60ba0c0d-74b4-4a94-9041-9c6d78890636 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.798690 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.802004 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cbfb269c-85c3-4d76-8ab4-91aec3f01f8f req-60ba0c0d-74b4-4a94-9041-9c6d78890636 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2742267 Aug 31 14:03:21.804683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-714d4841-120d-4ad3-8c3d-724de3a65690 req-e602d08e-b67a-4149-8908-b8f665873cc1 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298600 Aug 31 14:03:21.825983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba0c0d-74b4-4a94-9041-9c6d78890636 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a86bd5-d082-4e8a-a6ef-45891ac1050b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:21.842972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adf0515-04b3-473a-9e4d-355c21d8fc2a'}, {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6194a5-9eba-4751-8944-10a6f7e9a853'}, {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bf1ed2-10fe-417a-8870-b240c3970b3f'}, {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83219683-f9b0-42b6-82dc-6016f15f8221'}, {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7627da9a-ba2e-426b-8648-956bac9056d9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:21.846097 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b33264-78a2-4594-9614-069229d482a5" -d '{"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "3adf0515-04b3-473a-9e4d-355c21d8fc2a"}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "ac6194a5-9eba-4751-8944-10a6f7e9a853"}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "b2bf1ed2-10fe-417a-8870-b240c3970b3f"}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "83219683-f9b0-42b6-82dc-6016f15f8221"}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "7627da9a-ba2e-426b-8648-956bac9056d9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:21.885195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ac6d3-b3bb-4685-8eff-10bbdfcddb36 req-2b83d3e0-0f71-4180-869a-5fa816ef45c3 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:21.886798 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c0ac6d3-b3bb-4685-8eff-10bbdfcddb36 req-2b83d3e0-0f71-4180-869a-5fa816ef45c3 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.52 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 946 time: 0.1898806 Aug 31 14:03:21.902698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a8a30911-6d66-4d40-8dab-8fe6556e0287, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a8a30911-6d66-4d40-8dab-8fe6556e0287,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:21.910114 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:21.911458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ea2adb95-1327-4b67-b70a-6461136e8ef6 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:21.939806 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f90f203a-c43c-40f4-bebb-0015412ba91b req-cc889aee-bbcd-4330-a178-76e793f19781 service neutron] 10.222.0.52 "GET /v2.0/networks/c21f4f53-0039-4718-add4-79aeec512b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549089 Aug 31 14:03:22.007433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c19ee-abb4-4670-8f17-8f1bd6b66af4 req-8058ff2e-8a60-41d4-b37c-53463b7c1d2a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.010708 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8b6c19ee-abb4-4670-8f17-8f1bd6b66af4 req-8058ff2e-8a60-41d4-b37c-53463b7c1d2a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 945 time: 0.1135721 Aug 31 14:03:22.039580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=a8a30911-6d66-4d40-8dab-8fe6556e0287,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:22.082944 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8b6c19ee-abb4-4670-8f17-8f1bd6b66af4 req-f04da905-53df-46f8-a1b3-1aa64c1d7e4a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656343 Aug 31 14:03:22.120880 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.129183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcdd94-1fdc-4eca-8acc-2775ffd5e028 req-71b4bd68-41d5-4499-85a2-47e8faa3da1d tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.130604 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4bdcdd94-1fdc-4eca-8acc-2775ffd5e028 req-71b4bd68-41d5-4499-85a2-47e8faa3da1d tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 946 time: 0.2886992 Aug 31 14:03:22.178523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:22.192145 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.236375 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f90f203a-c43c-40f4-bebb-0015412ba91b req-be395449-8a93-4652-886b-274fab55ec7c service neutron] 10.222.0.52 "GET /v2.0/networks/c21f4f53-0039-4718-add4-79aeec512b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670898 Aug 31 14:03:22.250817 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4bdcdd94-1fdc-4eca-8acc-2775ffd5e028 req-cd4960c5-7e8d-41de-9acc-c8109569473b tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974438 Aug 31 14:03:22.259101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-6c0ac6d3-b3bb-4685-8eff-10bbdfcddb36 req-fb0cd90c-93db-490c-909f-110701933e4e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Deleting port 66cd1298-df66-4058-b6f2-90abfaf77874 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:22.259596 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6c0ac6d3-b3bb-4685-8eff-10bbdfcddb36 req-fb0cd90c-93db-490c-909f-110701933e4e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.271611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ea2adb95-1327-4b67-b70a-6461136e8ef6,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:22.305696 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73bd22af-8bd9-455e-a0cc-0e71deb95081 req-41c5ad99-026f-45d7-9ec2-83eb7bdba331 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/d7a86bd5-d082-4e8a-a6ef-45891ac1050b HTTP/1.1" status: 200 len: 1812 time: 0.0900404 Aug 31 14:03:22.355448 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf3ca9a-fd53-4d03-b353-ea73bcc66702 x-openstack-request-id: req-3bf3ca9a-fd53-4d03-b353-ea73bcc66702 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:22.355448 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "3adf0515-04b3-473a-9e4d-355c21d8fc2a", "code": 200}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "ac6194a5-9eba-4751-8944-10a6f7e9a853", "code": 200}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "b2bf1ed2-10fe-417a-8870-b240c3970b3f", "code": 200}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "83219683-f9b0-42b6-82dc-6016f15f8221", "code": 200}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "7627da9a-ba2e-426b-8648-956bac9056d9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:22.355448 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bf3ca9a-fd53-4d03-b353-ea73bcc66702 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:22.355938 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adf0515-04b3-473a-9e4d-355c21d8fc2a', 'code': 200} Aug 31 14:03:22.356123 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6194a5-9eba-4751-8944-10a6f7e9a853', 'code': 200} Aug 31 14:03:22.358547 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bf1ed2-10fe-417a-8870-b240c3970b3f', 'code': 200} Aug 31 14:03:22.358547 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83219683-f9b0-42b6-82dc-6016f15f8221', 'code': 200} Aug 31 14:03:22.358547 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7627da9a-ba2e-426b-8648-956bac9056d9', 'code': 200} Aug 31 14:03:22.378317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f9c0f175-707b-470f-8a04-18815b45a637 req-a7a02e71-a8a4-42e8-b42e-b6fbfc7813e2 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1611227921', 'description': 'tempest-description-1352984545'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:22.432906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-6c0ac6d3-b3bb-4685-8eff-10bbdfcddb36 req-fb0cd90c-93db-490c-909f-110701933e4e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] For port 66cd1298-df66-4058-b6f2-90abfaf77874, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=66cd1298-df66-4058-b6f2-90abfaf77874,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:22.433340 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6c0ac6d3-b3bb-4685-8eff-10bbdfcddb36 req-fb0cd90c-93db-490c-909f-110701933e4e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.449462 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f9c0f175-707b-470f-8a04-18815b45a637 req-a7a02e71-a8a4-42e8-b42e-b6fbfc7813e2 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.452853 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-6c0ac6d3-b3bb-4685-8eff-10bbdfcddb36 req-fb0cd90c-93db-490c-909f-110701933e4e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Calling delete_port for 66cd1298-df66-4058-b6f2-90abfaf77874 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:22.466223 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ed15e-44f3-4123-b28e-4be832742021 req-2f3d587d-2b64-463c-9183-8ad2cb9a5853 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.468592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f2ed15e-44f3-4123-b28e-4be832742021 req-2f3d587d-2b64-463c-9183-8ad2cb9a5853 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 948 time: 0.0753360 Aug 31 14:03:22.529112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f2ed15e-44f3-4123-b28e-4be832742021 req-4906c2a3-2afe-4263-b208-3282b4e3493a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517714 Aug 31 14:03:22.659049 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f9c0f175-707b-470f-8a04-18815b45a637 req-a7a02e71-a8a4-42e8-b42e-b6fbfc7813e2 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.672848 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f9c0f175-707b-470f-8a04-18815b45a637 req-a7a02e71-a8a4-42e8-b42e-b6fbfc7813e2 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.674213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cd476-9459-4e1b-9a71-b92e3473feba req-4b0c1098-6066-436e-a284-b43e2b3c9e7a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.680569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cd476-9459-4e1b-9a71-b92e3473feba req-4b0c1098-6066-436e-a284-b43e2b3c9e7a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.686624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cd476-9459-4e1b-9a71-b92e3473feba req-4b0c1098-6066-436e-a284-b43e2b3c9e7a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.692834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cd476-9459-4e1b-9a71-b92e3473feba req-4b0c1098-6066-436e-a284-b43e2b3c9e7a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.701287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cd476-9459-4e1b-9a71-b92e3473feba req-4b0c1098-6066-436e-a284-b43e2b3c9e7a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.710270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cd476-9459-4e1b-9a71-b92e3473feba req-4b0c1098-6066-436e-a284-b43e2b3c9e7a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.717045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cd476-9459-4e1b-9a71-b92e3473feba req-4b0c1098-6066-436e-a284-b43e2b3c9e7a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.719202 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f70cd476-9459-4e1b-9a71-b92e3473feba req-4b0c1098-6066-436e-a284-b43e2b3c9e7a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5432 time: 0.1165028 Aug 31 14:03:22.729853 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f9c0f175-707b-470f-8a04-18815b45a637 req-a7a02e71-a8a4-42e8-b42e-b6fbfc7813e2 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.731649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f9c0f175-707b-470f-8a04-18815b45a637 req-a7a02e71-a8a4-42e8-b42e-b6fbfc7813e2 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3647335 Aug 31 14:03:22.733029 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6c0ac6d3-b3bb-4685-8eff-10bbdfcddb36 req-fb0cd90c-93db-490c-909f-110701933e4e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.735042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a02e71-a8a4-42e8-b42e-b6fbfc7813e2 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c9d653-cb53-4c66-8d67-eed581bf4bc5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:22.746237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['438e5715-166e-4cc6-8bf7-160b1dcc9b67', '66cd1298-df66-4058-b6f2-90abfaf77874'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:22.751790 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9a7092e8-2d72-4d67-9025-7730a758ce2b'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:22.770488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cd90c-93db-490c-909f-110701933e4e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Pushing event deleted for resources: {'Port': ['ID=66cd1298-df66-4058-b6f2-90abfaf77874,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:22.827885 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f70cd476-9459-4e1b-9a71-b92e3473feba req-5d52aa7b-71c7-4e9f-abe0-14368b2ba464 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993614 Aug 31 14:03:22.881249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0ac6d3-b3bb-4685-8eff-10bbdfcddb36 req-fb0cd90c-93db-490c-909f-110701933e4e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] No DVR routers for this DVR port 66cd1298-df66-4058-b6f2-90abfaf77874 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:22.887475 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6c0ac6d3-b3bb-4685-8eff-10bbdfcddb36 req-fb0cd90c-93db-490c-909f-110701933e4e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:22.891111 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c0ac6d3-b3bb-4685-8eff-10bbdfcddb36 req-fb0cd90c-93db-490c-909f-110701933e4e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.52 "DELETE /v2.0/ports/66cd1298-df66-4058-b6f2-90abfaf77874 HTTP/1.1" status: 204 len: 173 time: 0.9682300 Aug 31 14:03:22.892078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543aef5b-d38c-4665-9e52-438080bb51f0', 'name': 'network-vif-deleted', 'tag': '66cd1298-df66-4058-b6f2-90abfaf77874'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:22.896842 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55faa6e-5892-40f9-9d62-b588fde8d585" -d '{"events": [{"server_uuid": "543aef5b-d38c-4665-9e52-438080bb51f0", "name": "network-vif-deleted", "tag": "66cd1298-df66-4058-b6f2-90abfaf77874"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:22.931564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d16c7-545d-40b8-bed4-b22e4ac887da req-e1e454b7-41e6-4d3a-bcb8-9d878a122d57 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.948977 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-559dab43-c146-41e9-99f9-3889f6faeded req-9f07a7f1-eb4e-4590-a770-c10b982ce602 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/26c9d653-cb53-4c66-8d67-eed581bf4bc5 HTTP/1.1" status: 200 len: 1815 time: 0.0731764 Aug 31 14:03:22.949654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d16c7-545d-40b8-bed4-b22e4ac887da req-e1e454b7-41e6-4d3a-bcb8-9d878a122d57 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:22.952877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d93d16c7-545d-40b8-bed4-b22e4ac887da req-e1e454b7-41e6-4d3a-bcb8-9d878a122d57 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1676 time: 0.1065152 Aug 31 14:03:23.015919 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d93d16c7-545d-40b8-bed4-b22e4ac887da req-343420ea-8814-41a8-9e0d-53eff4063cf1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Aug 31 14:03:23.072671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-b8a930fd-cf32-455c-b4b4-35ed02573a1f req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1649055786', 'description': 'tempest-description-1968860658'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:23.104891 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b8a930fd-cf32-455c-b4b4-35ed02573a1f req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.107156 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64fca25-2ffd-4a36-af2a-466eb851a36b x-openstack-request-id: req-d64fca25-2ffd-4a36-af2a-466eb851a36b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:23.107765 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543aef5b-d38c-4665-9e52-438080bb51f0", "name": "network-vif-deleted", "tag": "66cd1298-df66-4058-b6f2-90abfaf77874", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:23.108163 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d64fca25-2ffd-4a36-af2a-466eb851a36b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:23.108697 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543aef5b-d38c-4665-9e52-438080bb51f0', 'name': 'network-vif-deleted', 'tag': '66cd1298-df66-4058-b6f2-90abfaf77874', 'status': 'completed', 'code': 200} Aug 31 14:03:23.265904 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b8a930fd-cf32-455c-b4b4-35ed02573a1f req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.273201 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b8a930fd-cf32-455c-b4b4-35ed02573a1f req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.307815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c432c3-460a-4452-bc74-fb8ed1043ac1 req-25f5b599-9058-4cfb-aa4a-36be6d8e75de tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:23.310121 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9c432c3-460a-4452-bc74-fb8ed1043ac1 req-25f5b599-9058-4cfb-aa4a-36be6d8e75de tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 945 time: 0.1027958 Aug 31 14:03:23.317509 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b8a930fd-cf32-455c-b4b4-35ed02573a1f req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.320162 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8a930fd-cf32-455c-b4b4-35ed02573a1f req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2529435 Aug 31 14:03:23.323719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e16ca9-76f4-4b05-9a72-d5c04cee5bdb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:23.336112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:23.336723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:23.337407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:23.338166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:23.339081 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:23.339978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:23.340835 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:23.341402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:23.341969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:23.342551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:23.343096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:23.343735 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d551e2b-febe-47ea-8ce4-995cfb40dc37 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:23.374684 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9c432c3-460a-4452-bc74-fb8ed1043ac1 req-3b2202bf-1195-4162-af52-7fdd4f42bc7c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529606 Aug 31 14:03:23.513545 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-be238e53-3599-468b-89cc-f39815c3a843 req-a498f2dd-6921-4290-aa1d-dcc6b0bfea1d tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/91e16ca9-76f4-4b05-9a72-d5c04cee5bdb HTTP/1.1" status: 200 len: 1815 time: 0.0526862 Aug 31 14:03:23.529373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f72cd56d-8e3d-4b98-9da6-82da7c400a2e req-133cd5ba-cc61-47d7-98df-f9d266d465f4 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=543aef5b-d38c-4665-9e52-438080bb51f0 HTTP/1.1" status: 200 len: 210 time: 0.0416882 Aug 31 14:03:23.559209 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-da8b72fa-a54f-4c7c-8a79-66c2f76217ae req-5216e20b-16a8-4efc-958f-5032a2d2d80d tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] show failed (client error): The resource could not be found. Aug 31 14:03:23.560292 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da8b72fa-a54f-4c7c-8a79-66c2f76217ae req-5216e20b-16a8-4efc-958f-5032a2d2d80d tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/44d2fddc-e904-4e52-a774-5ccbc2b1c7a4 HTTP/1.1" status: 404 len: 352 time: 0.0181482 Aug 31 14:03:23.611795 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-318f4453-4ca7-4ba1-a8f7-0003afac880c req-d6786751-0eb8-4709-933f-f1f250124ff9 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] show failed (client error): The resource could not be found. Aug 31 14:03:23.612880 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-318f4453-4ca7-4ba1-a8f7-0003afac880c req-d6786751-0eb8-4709-933f-f1f250124ff9 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-group-rules/3a1fbf60-d7c0-4256-acc7-63b0d3e429e2 HTTP/1.1" status: 404 len: 361 time: 0.0190673 Aug 31 14:03:23.695234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-67d5b0a8-7dd8-4aa3-9118-8cff31e5d1d2 req-e1216a42-eda4-4c7d-b177-123914304315 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/91e16ca9-76f4-4b05-9a72-d5c04cee5bdb HTTP/1.1" status: 200 len: 1815 time: 0.0510733 Aug 31 14:03:23.724313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1bd64-8f4d-47a0-b78c-7f9668251373 req-9542451c-8479-442d-9f35-674c41c88fc5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:23.726697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30f1bd64-8f4d-47a0-b78c-7f9668251373 req-9542451c-8479-442d-9f35-674c41c88fc5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 948 time: 0.0868192 Aug 31 14:03:23.784537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5f095086-0193-4456-b9b1-9990bf62d2dc details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:23.787903 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-67d5b0a8-7dd8-4aa3-9118-8cff31e5d1d2 req-a488c7ee-7567-474b-b69f-97434e08da8c tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.790932 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30f1bd64-8f4d-47a0-b78c-7f9668251373 req-942972f3-433c-4975-bdf5-4c87711e8010 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536180 Aug 31 14:03:23.802673 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 66034099-cfe4-42e5-b43b-a0ba131e5b72 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:23.831819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-67d5b0a8-7dd8-4aa3-9118-8cff31e5d1d2 req-a488c7ee-7567-474b-b69f-97434e08da8c tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.947086 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-67d5b0a8-7dd8-4aa3-9118-8cff31e5d1d2 req-a488c7ee-7567-474b-b69f-97434e08da8c tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.951198 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-67d5b0a8-7dd8-4aa3-9118-8cff31e5d1d2 req-a488c7ee-7567-474b-b69f-97434e08da8c tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:23.969913 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-67d5b0a8-7dd8-4aa3-9118-8cff31e5d1d2 req-a488c7ee-7567-474b-b69f-97434e08da8c tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "DELETE /v2.0/security-groups/91e16ca9-76f4-4b05-9a72-d5c04cee5bdb HTTP/1.1" status: 204 len: 173 time: 0.2591827 Aug 31 14:03:23.986931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 66034099-cfe4-42e5-b43b-a0ba131e5b72 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:23.995429 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488c7ee-7567-474b-b69f-97434e08da8c tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e16ca9-76f4-4b05-9a72-d5c04cee5bdb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:23.995977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 66034099-cfe4-42e5-b43b-a0ba131e5b72 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:23.996366 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.064878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5f095086-0193-4456-b9b1-9990bf62d2dc, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5f095086-0193-4456-b9b1-9990bf62d2dc,segment=NetworkSegment(dd40cbb3-0235-4380-82d9-8ba907c31952),segment_id=dd40cbb3-0235-4380-82d9-8ba907c31952)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:24.092854 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bde0de0c-e2f2-4b39-95de-2e2b32a7288a req-adc6dfde-32b2-48b3-9f87-c56e5379f096 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/26c9d653-cb53-4c66-8d67-eed581bf4bc5 HTTP/1.1" status: 200 len: 1815 time: 0.0930903 Aug 31 14:03:24.100914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '5f095086-0193-4456-b9b1-9990bf62d2dc', 'network_id': '4a9d7393-9610-4b43-8e12-853d5ae52850', 'port_id': '5f095086-0193-4456-b9b1-9990bf62d2dc', 'mac_address': 'fa:16:3e:35:b5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4cecd5-9214-4119-868c-c5c2e54defbb', 'ip_address': '19.80.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:24.102485 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be4d6-28b3-4a8f-9c0d-ad2fdb92ec68 req-69b9583e-f01e-41c9-b38f-e068faf06149 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.110043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be4d6-28b3-4a8f-9c0d-ad2fdb92ec68 req-69b9583e-f01e-41c9-b38f-e068faf06149 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.116724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be4d6-28b3-4a8f-9c0d-ad2fdb92ec68 req-69b9583e-f01e-41c9-b38f-e068faf06149 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.123395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be4d6-28b3-4a8f-9c0d-ad2fdb92ec68 req-69b9583e-f01e-41c9-b38f-e068faf06149 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.134507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be4d6-28b3-4a8f-9c0d-ad2fdb92ec68 req-69b9583e-f01e-41c9-b38f-e068faf06149 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.144915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be4d6-28b3-4a8f-9c0d-ad2fdb92ec68 req-69b9583e-f01e-41c9-b38f-e068faf06149 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.155005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be4d6-28b3-4a8f-9c0d-ad2fdb92ec68 req-69b9583e-f01e-41c9-b38f-e068faf06149 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.159074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5d4be4d6-28b3-4a8f-9c0d-ad2fdb92ec68 req-69b9583e-f01e-41c9-b38f-e068faf06149 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5432 time: 0.1664538 Aug 31 14:03:24.170693 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bde0de0c-e2f2-4b39-95de-2e2b32a7288a req-cfde270d-a7f7-40dd-bb15-5cbb0404441c tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.204671 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bde0de0c-e2f2-4b39-95de-2e2b32a7288a req-cfde270d-a7f7-40dd-bb15-5cbb0404441c tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.217274 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5d4be4d6-28b3-4a8f-9c0d-ad2fdb92ec68 req-08bb6a9a-0931-43c2-aa99-14e3e406ff0a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513978 Aug 31 14:03:24.226531 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.254052 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.259046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f095086-0193-4456-b9b1-9990bf62d2dc {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:24.321407 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bde0de0c-e2f2-4b39-95de-2e2b32a7288a req-cfde270d-a7f7-40dd-bb15-5cbb0404441c tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.324059 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bde0de0c-e2f2-4b39-95de-2e2b32a7288a req-cfde270d-a7f7-40dd-bb15-5cbb0404441c tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.325294 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bde0de0c-e2f2-4b39-95de-2e2b32a7288a req-cfde270d-a7f7-40dd-bb15-5cbb0404441c tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "DELETE /v2.0/security-groups/26c9d653-cb53-4c66-8d67-eed581bf4bc5 HTTP/1.1" status: 204 len: 173 time: 0.2309442 Aug 31 14:03:24.325921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5f095086-0193-4456-b9b1-9990bf62d2dc, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5f095086-0193-4456-b9b1-9990bf62d2dc,segment=NetworkSegment(dd40cbb3-0235-4380-82d9-8ba907c31952),segment_id=dd40cbb3-0235-4380-82d9-8ba907c31952)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:24.337659 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.337659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:24.340216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde270d-a7f7-40dd-bb15-5cbb0404441c tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c9d653-cb53-4c66-8d67-eed581bf4bc5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:24.360475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a30911-6d66-4d40-8dab-8fe6556e0287'}, {'server_uuid': 'fbcef29c-f0c2-4336-8ade-106b4fc29b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2adb95-1327-4b67-b70a-6461136e8ef6'}, {'server_uuid': '7c4b16e5-4807-459e-8499-9e46142b84c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66034099-cfe4-42e5-b43b-a0ba131e5b72'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:24.365246 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ff83fc-14c2-40c6-bd63-49afbce95901" -d '{"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "a8a30911-6d66-4d40-8dab-8fe6556e0287"}, {"server_uuid": "fbcef29c-f0c2-4336-8ade-106b4fc29b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2adb95-1327-4b67-b70a-6461136e8ef6"}, {"server_uuid": "7c4b16e5-4807-459e-8499-9e46142b84c8", "name": "network-vif-plugged", "status": "completed", "tag": "66034099-cfe4-42e5-b43b-a0ba131e5b72"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:24.405900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdae82-117c-4abf-99c2-2894011b91a8 req-94ebf7d0-64bd-45d1-8609-e10095b726b5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.413623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdae82-117c-4abf-99c2-2894011b91a8 req-94ebf7d0-64bd-45d1-8609-e10095b726b5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.417342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9cdae82-117c-4abf-99c2-2894011b91a8 req-94ebf7d0-64bd-45d1-8609-e10095b726b5 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1676 time: 0.1170628 Aug 31 14:03:24.489808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9cdae82-117c-4abf-99c2-2894011b91a8 req-c493aae3-1cc7-4145-9a7d-bf58a8ae4251 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618646 Aug 31 14:03:24.545421 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4be2920a-b6bf-4396-95de-d4181a5731c2 req-c9f7710a-a506-47a2-b249-85bfa81d5559 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/d7a86bd5-d082-4e8a-a6ef-45891ac1050b HTTP/1.1" status: 200 len: 1812 time: 0.0746889 Aug 31 14:03:24.563380 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 66034099-cfe4-42e5-b43b-a0ba131e5b72, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=66034099-cfe4-42e5-b43b-a0ba131e5b72,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:24.581834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.662473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=5f095086-0193-4456-b9b1-9990bf62d2dc,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:24.662768 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4be2920a-b6bf-4396-95de-d4181a5731c2 req-a633e680-c716-40ab-b46a-e0a73bd1fd1e tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.705321 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4be2920a-b6bf-4396-95de-d4181a5731c2 req-a633e680-c716-40ab-b46a-e0a73bd1fd1e tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.743639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=66034099-cfe4-42e5-b43b-a0ba131e5b72,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:24.752766 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97,segment=NetworkSegment(d968b028-7112-4315-90e8-5da2bdd3f480),segment_id=d968b028-7112-4315-90e8-5da2bdd3f480)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:24.770805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4be2920a-b6bf-4396-95de-d4181a5731c2 req-a633e680-c716-40ab-b46a-e0a73bd1fd1e tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.771090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97', 'network_id': 'c21f4f53-0039-4718-add4-79aeec512b9a', 'port_id': 'ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97', 'mac_address': 'fa:16:3e:47:72:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357549fb-36be-444e-94f0-b0d8442e6a39', 'ip_address': '19.86.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:24.774500 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4be2920a-b6bf-4396-95de-d4181a5731c2 req-a633e680-c716-40ab-b46a-e0a73bd1fd1e tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.775946 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4be2920a-b6bf-4396-95de-d4181a5731c2 req-a633e680-c716-40ab-b46a-e0a73bd1fd1e tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "DELETE /v2.0/security-groups/d7a86bd5-d082-4e8a-a6ef-45891ac1050b HTTP/1.1" status: 204 len: 173 time: 0.2162447 Aug 31 14:03:24.791211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633e680-c716-40ab-b46a-e0a73bd1fd1e tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a86bd5-d082-4e8a-a6ef-45891ac1050b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:24.833709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b17c2-7437-4122-a7d0-1ef61cb16a94 req-95c2a0c8-ef3a-467a-b1de-9b4bbd33e33f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:24.835190 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-278b17c2-7437-4122-a7d0-1ef61cb16a94 req-95c2a0c8-ef3a-467a-b1de-9b4bbd33e33f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0896819 Aug 31 14:03:24.839299 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.859412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:24.883946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97,segment=NetworkSegment(d968b028-7112-4315-90e8-5da2bdd3f480),segment_id=d968b028-7112-4315-90e8-5da2bdd3f480)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:24.888454 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:24.889219 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-278b17c2-7437-4122-a7d0-1ef61cb16a94 req-f00c1128-a378-4924-a1de-a2202d85567e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479057 Aug 31 14:03:24.966766 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:25.007090 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b04296-680a-49ec-8f39-7686f941553a x-openstack-request-id: req-e9b04296-680a-49ec-8f39-7686f941553a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:25.007421 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-plugged", "status": "completed", "tag": "a8a30911-6d66-4d40-8dab-8fe6556e0287", "code": 200}, {"server_uuid": "fbcef29c-f0c2-4336-8ade-106b4fc29b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2adb95-1327-4b67-b70a-6461136e8ef6", "code": 200}, {"server_uuid": "7c4b16e5-4807-459e-8499-9e46142b84c8", "name": "network-vif-plugged", "status": "completed", "tag": "66034099-cfe4-42e5-b43b-a0ba131e5b72", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:25.007673 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9b04296-680a-49ec-8f39-7686f941553a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:25.008088 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a30911-6d66-4d40-8dab-8fe6556e0287', 'code': 200} Aug 31 14:03:25.008345 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcef29c-f0c2-4336-8ade-106b4fc29b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2adb95-1327-4b67-b70a-6461136e8ef6', 'code': 200} Aug 31 14:03:25.009013 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4b16e5-4807-459e-8499-9e46142b84c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66034099-cfe4-42e5-b43b-a0ba131e5b72', 'code': 200} Aug 31 14:03:25.059063 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7abff894-0cd1-4f2b-9957-c2fc45a65220 req-ea17c9d3-0ad1-4068-8cae-b207d65df7d4 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/ccd785de-77c9-4532-b54d-3e1395bfaee9 HTTP/1.1" status: 200 len: 1814 time: 0.0753913 Aug 31 14:03:25.166176 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7abff894-0cd1-4f2b-9957-c2fc45a65220 req-e3f478fd-bfb9-4e2d-8067-e1e3344e4e54 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.202348 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7abff894-0cd1-4f2b-9957-c2fc45a65220 req-e3f478fd-bfb9-4e2d-8067-e1e3344e4e54 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.216756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc41394-4f40-4d27-986d-27466d701f37 req-97cd80cd-f2a6-4b14-a205-8fd9d10fc2fe tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.218492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9dc41394-4f40-4d27-986d-27466d701f37 req-97cd80cd-f2a6-4b14-a205-8fd9d10fc2fe tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 948 time: 0.1316643 Aug 31 14:03:25.230440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e60076-3abf-4448-83b8-efbdb857ef32 req-22ef89ca-8133-4123-a8f9-da9ed191458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.230924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e60076-3abf-4448-83b8-efbdb857ef32 req-22ef89ca-8133-4123-a8f9-da9ed191458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.231401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e60076-3abf-4448-83b8-efbdb857ef32 req-22ef89ca-8133-4123-a8f9-da9ed191458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.231871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e60076-3abf-4448-83b8-efbdb857ef32 req-22ef89ca-8133-4123-a8f9-da9ed191458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.232340 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e60076-3abf-4448-83b8-efbdb857ef32 req-22ef89ca-8133-4123-a8f9-da9ed191458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.232832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e60076-3abf-4448-83b8-efbdb857ef32 req-22ef89ca-8133-4123-a8f9-da9ed191458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.233296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e60076-3abf-4448-83b8-efbdb857ef32 req-22ef89ca-8133-4123-a8f9-da9ed191458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.235322 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f9e60076-3abf-4448-83b8-efbdb857ef32 req-22ef89ca-8133-4123-a8f9-da9ed191458f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6489 time: 0.1222792 Aug 31 14:03:25.238248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6f2ce-3333-48f9-9eb4-bde63e383f9f req-b7d873b5-caad-4021-99b2-bd97b3a97990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.239741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ce6f2ce-3333-48f9-9eb4-bde63e383f9f req-b7d873b5-caad-4021-99b2-bd97b3a97990 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 1097 time: 0.1414778 Aug 31 14:03:25.263472 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7abff894-0cd1-4f2b-9957-c2fc45a65220 req-e3f478fd-bfb9-4e2d-8067-e1e3344e4e54 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.269210 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7abff894-0cd1-4f2b-9957-c2fc45a65220 req-e3f478fd-bfb9-4e2d-8067-e1e3344e4e54 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.271132 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7abff894-0cd1-4f2b-9957-c2fc45a65220 req-e3f478fd-bfb9-4e2d-8067-e1e3344e4e54 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "DELETE /v2.0/security-groups/ccd785de-77c9-4532-b54d-3e1395bfaee9 HTTP/1.1" status: 204 len: 173 time: 0.1974478 Aug 31 14:03:25.288026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f478fd-bfb9-4e2d-8067-e1e3344e4e54 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd785de-77c9-4532-b54d-3e1395bfaee9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:25.288652 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:25.338409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['5f095086-0193-4456-b9b1-9990bf62d2dc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:25.373819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9dc41394-4f40-4d27-986d-27466d701f37 req-5c2baecf-37b6-4dbc-8a60-1442059a1032 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322222 Aug 31 14:03:25.392904 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ce6f2ce-3333-48f9-9eb4-bde63e383f9f req-3bfe0f52-0a8c-4b02-b879-8b96f818677e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218698 Aug 31 14:03:25.392904 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f9e60076-3abf-4448-83b8-efbdb857ef32 req-508b4ba0-82f6-407d-ac22-9536a7392fd0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359453 Aug 31 14:03:25.540460 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0763da7a-5869-4cd6-a63f-34e1c71ef52e req-97e41b06-b914-4f73-869f-6c94c23afce5 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "GET /v2.0/security-groups/d818acc8-688d-437a-b5af-c166d10d5127 HTTP/1.1" status: 200 len: 1814 time: 0.0548661 Aug 31 14:03:25.578180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79426-c4cb-470a-a3a6-fe7f2a9b851c req-a8d56f81-9783-4ba1-9859-2a560e732bf3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.589106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79426-c4cb-470a-a3a6-fe7f2a9b851c req-a8d56f81-9783-4ba1-9859-2a560e732bf3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.596491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79426-c4cb-470a-a3a6-fe7f2a9b851c req-a8d56f81-9783-4ba1-9859-2a560e732bf3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.606599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79426-c4cb-470a-a3a6-fe7f2a9b851c req-a8d56f81-9783-4ba1-9859-2a560e732bf3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.612185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79426-c4cb-470a-a3a6-fe7f2a9b851c req-a8d56f81-9783-4ba1-9859-2a560e732bf3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.619671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79426-c4cb-470a-a3a6-fe7f2a9b851c req-a8d56f81-9783-4ba1-9859-2a560e732bf3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.626017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79426-c4cb-470a-a3a6-fe7f2a9b851c req-a8d56f81-9783-4ba1-9859-2a560e732bf3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:25.628957 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45e79426-c4cb-470a-a3a6-fe7f2a9b851c req-a8d56f81-9783-4ba1-9859-2a560e732bf3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5432 time: 0.1422517 Aug 31 14:03:25.633805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0763da7a-5869-4cd6-a63f-34e1c71ef52e req-dc886b08-9047-4d5b-bdd8-463d7cfc60e5 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.672096 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0763da7a-5869-4cd6-a63f-34e1c71ef52e req-dc886b08-9047-4d5b-bdd8-463d7cfc60e5 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.689636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45e79426-c4cb-470a-a3a6-fe7f2a9b851c req-f7c7c74c-b987-4c67-8997-f532f0c8d731 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521166 Aug 31 14:03:25.755687 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0763da7a-5869-4cd6-a63f-34e1c71ef52e req-dc886b08-9047-4d5b-bdd8-463d7cfc60e5 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.758800 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0763da7a-5869-4cd6-a63f-34e1c71ef52e req-dc886b08-9047-4d5b-bdd8-463d7cfc60e5 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.760191 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0763da7a-5869-4cd6-a63f-34e1c71ef52e req-dc886b08-9047-4d5b-bdd8-463d7cfc60e5 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] 10.222.0.20 "DELETE /v2.0/security-groups/d818acc8-688d-437a-b5af-c166d10d5127 HTTP/1.1" status: 204 len: 173 time: 0.2097046 Aug 31 14:03:25.773155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41580) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:25.785294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc886b08-9047-4d5b-bdd8-463d7cfc60e5 tempest-SecurityGroupRulesNegativeTestJSON-1967907370 tempest-SecurityGroupRulesNegativeTestJSON-1967907370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d818acc8-688d-437a-b5af-c166d10d5127,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:25.797426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 66cd1298-df66-4058-b6f2-90abfaf77874 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:25.851766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-382a7601-5910-4d28-ae3e-ef472a3ebe13 admin admin] Deleting subnet 19bc79f3-0640-4046-b100-e315f4fb66cc {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:25.859466 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-382a7601-5910-4d28-ae3e-ef472a3ebe13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:25.868956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 66cd1298-df66-4058-b6f2-90abfaf77874 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:25.869765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 66cd1298-df66-4058-b6f2-90abfaf77874 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:25.939942 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-382a7601-5910-4d28-ae3e-ef472a3ebe13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.017801 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-382a7601-5910-4d28-ae3e-ef472a3ebe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.066717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1acae-59ee-4dd0-a7cf-b410129f4319 req-b4173d5d-1813-47f7-940e-853e02af274e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:26.068608 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87d1acae-59ee-4dd0-a7cf-b410129f4319 req-b4173d5d-1813-47f7-940e-853e02af274e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=94acfafd-982a-4750-836d-a8064447b982 HTTP/1.1" status: 200 len: 945 time: 0.0941169 Aug 31 14:03:26.149000 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87d1acae-59ee-4dd0-a7cf-b410129f4319 req-946e7660-26e1-423d-91a4-419bc5c6bb35 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692134 Aug 31 14:03:26.211837 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-382a7601-5910-4d28-ae3e-ef472a3ebe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.281310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-a41e3863-03ab-453d-ba40-a487734af8ae tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:26.284351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-a41e3863-03ab-453d-ba40-a487734af8ae tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f&tenant_id=080b42569e654447a2d600dfa0c1e0e3&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 948 time: 0.2005935 Aug 31 14:03:26.293364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a7601-5910-4d28-ae3e-ef472a3ebe13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19bc79f3-0640-4046-b100-e315f4fb66cc,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:26.297011 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-382a7601-5910-4d28-ae3e-ef472a3ebe13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.300500 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-382a7601-5910-4d28-ae3e-ef472a3ebe13 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/19bc79f3-0640-4046-b100-e315f4fb66cc HTTP/1.1" status: 204 len: 168 time: 0.5260274 Aug 31 14:03:26.304484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41588) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:26.318754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b27683-3832-483c-95f0-7b6d99242019 req-c1dfa498-b890-4f2a-8d10-1cac8c69101f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:26.327642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b27683-3832-483c-95f0-7b6d99242019 req-c1dfa498-b890-4f2a-8d10-1cac8c69101f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:26.330528 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2b27683-3832-483c-95f0-7b6d99242019 req-c1dfa498-b890-4f2a-8d10-1cac8c69101f tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1678 time: 0.1971321 Aug 31 14:03:26.368354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ea2adb95-1327-4b67-b70a-6461136e8ef6 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:26.456064 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.466418 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2b27683-3832-483c-95f0-7b6d99242019 req-03a79c91-2e1e-4828-8597-600af0b2c018 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033931 Aug 31 14:03:26.476840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-72f09f25-f5b1-417d-ad13-4e745982a2cb service neutron] 10.222.0.13 "GET /v2.0/ports/ea2adb95-1327-4b67-b70a-6461136e8ef6/bindings/n-h1-792364-6 HTTP/1.1" status: 200 len: 382 time: 0.1745982 Aug 31 14:03:26.486274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64ea2c-2f46-4cd3-a63f-d75a7b1c68a2 req-4eaed3f7-3dbc-4e96-8d64-7f76d36fb0ab tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:26.505955 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6c64ea2c-2f46-4cd3-a63f-d75a7b1c68a2 req-4eaed3f7-3dbc-4e96-8d64-7f76d36fb0ab tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1252146 Aug 31 14:03:26.538016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:26.565336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'ea2adb95-1327-4b67-b70a-6461136e8ef6', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'ea2adb95-1327-4b67-b70a-6461136e8ef6', 'mac_address': 'fa:16:3e:fb:56:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:26.590219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-d39a92d5-fa4b-4862-8619-c567e262d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:26.593509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-d39a92d5-fa4b-4862-8619-c567e262d874 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 1099 time: 0.0645013 Aug 31 14:03:26.650051 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.681144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2adb95-1327-4b67-b70a-6461136e8ef6 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:26.681714 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6c64ea2c-2f46-4cd3-a63f-d75a7b1c68a2 req-67e3d350-06cf-4ed7-85f3-2615d0b335cf tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800480 Aug 31 14:03:26.690795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.707216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1ef910-a926-45d3-a704-38950590e809']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:26.717130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:26.728515 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.731277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c6fc09-e6bb-4137-97d7-e084a44db2d9') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:26.732018 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c6fc09-e6bb-4137-97d7-e084a44db2d9') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:26.750101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.781007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.799445 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:26.800260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:26.805594 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:26.827069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc2082-6628-4a19-931c-16429a09e186 req-ae1a9759-7ef2-4263-8962-d2707ba6e702 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:26.838887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8fc2082-6628-4a19-931c-16429a09e186 req-ae1a9759-7ef2-4263-8962-d2707ba6e702 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 948 time: 0.2270439 Aug 31 14:03:26.845522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ea2adb95-1327-4b67-b70a-6461136e8ef6,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:26.895311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-6debeb80-9ade-4180-8864-92b6a07bb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:26.898669 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-6debeb80-9ade-4180-8864-92b6a07bb2a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2709370 Aug 31 14:03:26.953266 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.966593 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:26.975089 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2b1ef910-a926-45d3-a704-38950590e809 HTTP/1.1" status: 204 len: 168 time: 0.6684794 Aug 31 14:03:26.995627 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943b85b-d73a-4451-9831-bd476c2a0ada req-1b2e8dc3-3727-4819-ad3d-0ceb8e0c86d4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:26.999953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943b85b-d73a-4451-9831-bd476c2a0ada req-1b2e8dc3-3727-4819-ad3d-0ceb8e0c86d4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.011480 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943b85b-d73a-4451-9831-bd476c2a0ada req-1b2e8dc3-3727-4819-ad3d-0ceb8e0c86d4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.011727 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8fc2082-6628-4a19-931c-16429a09e186 req-c6259eb4-9741-4677-8f2c-87fefb89ce82 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712048 Aug 31 14:03:27.016122 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-2d6fca5b-9e93-4b42-b91a-08627e2a91f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6 HTTP/1.1" status: 200 len: 217 time: 0.0906436 Aug 31 14:03:27.021815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943b85b-d73a-4451-9831-bd476c2a0ada req-1b2e8dc3-3727-4819-ad3d-0ceb8e0c86d4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.030242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943b85b-d73a-4451-9831-bd476c2a0ada req-1b2e8dc3-3727-4819-ad3d-0ceb8e0c86d4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.062034 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943b85b-d73a-4451-9831-bd476c2a0ada req-1b2e8dc3-3727-4819-ad3d-0ceb8e0c86d4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.062034 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943b85b-d73a-4451-9831-bd476c2a0ada req-1b2e8dc3-3727-4819-ad3d-0ceb8e0c86d4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.064409 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b943b85b-d73a-4451-9831-bd476c2a0ada req-1b2e8dc3-3727-4819-ad3d-0ceb8e0c86d4 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5432 time: 0.2312334 Aug 31 14:03:27.110592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a48f9b-16c4-4fea-bcfa-ba55b9a0a4b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b1ef910-a926-45d3-a704-38950590e809,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:27.138934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ea2adb95-1327-4b67-b70a-6461136e8ef6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:27.162165 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-87f05658-60e4-46b7-8a24-9e20ac180ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.172550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-87f05658-60e4-46b7-8a24-9e20ac180ac8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1432014 Aug 31 14:03:27.219869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b943b85b-d73a-4451-9831-bd476c2a0ada req-61ac393a-c9e1-451a-a371-626df2944e70 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062064 Aug 31 14:03:27.233899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41598) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:27.300836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-f60a4952-f12b-42b7-a971-0f7cbf20c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.307717 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-f60a4952-f12b-42b7-a971-0f7cbf20c876 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285751 Aug 31 14:03:27.378467 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-11d9458b-510b-465f-9fb0-ab8c59dee111 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2eeb12080c44719ae0f655a5d126330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421776 Aug 31 14:03:27.380706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41602) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:27.501696 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-047c3488-adce-4720-9af0-ab240b585083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:27.543096 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-047c3488-adce-4720-9af0-ab240b585083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:27.554267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f457-67d4-441e-bcf2-7e40943e6a42 req-9d70ce01-b562-4f8d-be9f-f22ed4e5f805 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.556834 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e570f457-67d4-441e-bcf2-7e40943e6a42 req-9d70ce01-b562-4f8d-be9f-f22ed4e5f805 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=94acfafd-982a-4750-836d-a8064447b982 HTTP/1.1" status: 200 len: 945 time: 0.2047861 Aug 31 14:03:27.602160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-740d2703-8708-4530-ad83-9db83d807fc8 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844701 Aug 31 14:03:27.675350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d6ebf-19ec-4a2e-bdd9-e565bc1355b6 req-07b39f66-2e30-46f0-88ec-8b8b3cc01d80 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.687090 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d6ebf-19ec-4a2e-bdd9-e565bc1355b6 req-07b39f66-2e30-46f0-88ec-8b8b3cc01d80 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.689949 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dd9d6ebf-19ec-4a2e-bdd9-e565bc1355b6 req-07b39f66-2e30-46f0-88ec-8b8b3cc01d80 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1678 time: 0.0911973 Aug 31 14:03:27.698795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-047c3488-adce-4720-9af0-ab240b585083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:27.704851 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-047c3488-adce-4720-9af0-ab240b585083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:27.706256 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-047c3488-adce-4720-9af0-ab240b585083 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b06dca5-3e9c-405e-8393-a61728361d10 HTTP/1.1" status: 204 len: 168 time: 0.3234568 Aug 31 14:03:27.726410 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e570f457-67d4-441e-bcf2-7e40943e6a42 req-de589683-036f-461a-838e-3455d5d62718 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485262 Aug 31 14:03:27.742239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c3488-adce-4720-9af0-ab240b585083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b06dca5-3e9c-405e-8393-a61728361d10,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:27.807106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:27.807405 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dd9d6ebf-19ec-4a2e-bdd9-e565bc1355b6 req-912c53ee-b91d-4181-863d-3ec1528ec64d tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985117 Aug 31 14:03:27.849062 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-7b8fcf59-5542-4955-a7ff-2740b2d2f977 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340705 Aug 31 14:03:27.933273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:27.938056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:27.942262 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:27.949839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad719-19f1-4e92-a3c5-24958038a27c req-2d3b018c-d07d-42a2-8bf2-48c0d0d9cbba tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:27.952567 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-800ad719-19f1-4e92-a3c5-24958038a27c req-2d3b018c-d07d-42a2-8bf2-48c0d0d9cbba tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0988202 Aug 31 14:03:28.029299 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-800ad719-19f1-4e92-a3c5-24958038a27c req-146eb9bf-778e-4fa7-bcca-de800a008add tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683806 Aug 31 14:03:28.085622 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.116042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32805213-1955-4f58-8ba0-ac1493341675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:28.118875 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c6b61b-e685-4d5d-a507-50a74bff26fd" -d '{"events": [{"server_uuid": "32805213-1955-4f58-8ba0-ac1493341675", "name": "network-vif-plugged", "status": "completed", "tag": "ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:28.132924 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97,segment=NetworkSegment(d968b028-7112-4315-90e8-5da2bdd3f480),segment_id=d968b028-7112-4315-90e8-5da2bdd3f480)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:28.141552 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.142912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5f095086-0193-4456-b9b1-9990bf62d2dc up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:28.261689 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708747fd-9624-42c2-8ca7-3e1b4790d28e x-openstack-request-id: req-708747fd-9624-42c2-8ca7-3e1b4790d28e {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:28.262132 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32805213-1955-4f58-8ba0-ac1493341675", "name": "network-vif-plugged", "status": "completed", "tag": "ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:28.262562 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-708747fd-9624-42c2-8ca7-3e1b4790d28e {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:28.262925 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32805213-1955-4f58-8ba0-ac1493341675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97', 'code': 200} Aug 31 14:03:28.279652 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:28.307395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31e232-cf09-47b8-bec0-1b2bef895a6a req-2059ad5b-30dc-46bb-a36c-29dc0c784cc1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.309546 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e31e232-cf09-47b8-bec0-1b2bef895a6a req-2059ad5b-30dc-46bb-a36c-29dc0c784cc1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 949 time: 0.1753261 Aug 31 14:03:28.318593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 5f095086-0193-4456-b9b1-9990bf62d2dc completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:28.331057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 5f095086-0193-4456-b9b1-9990bf62d2dc triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:28.331565 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.333584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233585f0-de7f-4638-ad1f-3bf326b91d33 req-84e6ed71-94b2-418a-9234-f028a24bdc55 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.336343 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-233585f0-de7f-4638-ad1f-3bf326b91d33 req-84e6ed71-94b2-418a-9234-f028a24bdc55 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.52 "GET /v2.0/ports?device_id=94acfafd-982a-4750-836d-a8064447b982 HTTP/1.1" status: 200 len: 945 time: 0.1517878 Aug 31 14:03:28.473875 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e31e232-cf09-47b8-bec0-1b2bef895a6a req-9fb8946e-218a-4726-9b2e-571499fec275 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344044 Aug 31 14:03:28.497988 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.546479 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb666e3-fcfe-4f57-94ab-10fdaff81444 req-63bd899d-cf04-4ce0-8aab-0e1d4fa384d9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.555339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bcb666e3-fcfe-4f57-94ab-10fdaff81444 req-63bd899d-cf04-4ce0-8aab-0e1d4fa384d9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1094728 Aug 31 14:03:28.564461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5f095086-0193-4456-b9b1-9990bf62d2dc, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5f095086-0193-4456-b9b1-9990bf62d2dc,segment=NetworkSegment(dd40cbb3-0235-4380-82d9-8ba907c31952),segment_id=dd40cbb3-0235-4380-82d9-8ba907c31952)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:28.571440 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.604405 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bcb666e3-fcfe-4f57-94ab-10fdaff81444 req-cc554f05-6665-4a7c-81de-e8765fa6f3b8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479000 Aug 31 14:03:28.635436 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-233585f0-de7f-4638-ad1f-3bf326b91d33 req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Deleting port 438e5715-166e-4cc6-8bf7-160b1dcc9b67 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:28.635903 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-233585f0-de7f-4638-ad1f-3bf326b91d33 req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.643062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=5f095086-0193-4456-b9b1-9990bf62d2dc,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:28.734807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61d62b-b9a9-44dc-b921-4c0a5e90d319 req-fd55c7fb-496c-4351-8896-bfaa19bfc013 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.740804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61d62b-b9a9-44dc-b921-4c0a5e90d319 req-fd55c7fb-496c-4351-8896-bfaa19bfc013 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.746847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61d62b-b9a9-44dc-b921-4c0a5e90d319 req-fd55c7fb-496c-4351-8896-bfaa19bfc013 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.753276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61d62b-b9a9-44dc-b921-4c0a5e90d319 req-fd55c7fb-496c-4351-8896-bfaa19bfc013 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.759168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61d62b-b9a9-44dc-b921-4c0a5e90d319 req-fd55c7fb-496c-4351-8896-bfaa19bfc013 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.765402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61d62b-b9a9-44dc-b921-4c0a5e90d319 req-fd55c7fb-496c-4351-8896-bfaa19bfc013 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.771851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61d62b-b9a9-44dc-b921-4c0a5e90d319 req-fd55c7fb-496c-4351-8896-bfaa19bfc013 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.773803 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc61d62b-b9a9-44dc-b921-4c0a5e90d319 req-fd55c7fb-496c-4351-8896-bfaa19bfc013 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5432 time: 0.1949916 Aug 31 14:03:28.827210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-233585f0-de7f-4638-ad1f-3bf326b91d33 req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] For port 438e5715-166e-4cc6-8bf7-160b1dcc9b67, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=438e5715-166e-4cc6-8bf7-160b1dcc9b67,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:28.827614 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-233585f0-de7f-4638-ad1f-3bf326b91d33 req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:28.850174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-233585f0-de7f-4638-ad1f-3bf326b91d33 req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Calling delete_port for 438e5715-166e-4cc6-8bf7-160b1dcc9b67 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:28.855849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc61d62b-b9a9-44dc-b921-4c0a5e90d319 req-08f482fb-7a25-445a-9360-3faecddf2ce1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683174 Aug 31 14:03:28.927881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927a9bb-6b19-4190-9550-1e421d10825f req-df347124-71e0-4994-b60c-e7d8b2ee50f5 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:28.931234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8927a9bb-6b19-4190-9550-1e421d10825f req-df347124-71e0-4994-b60c-e7d8b2ee50f5 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=94acfafd-982a-4750-836d-a8064447b982 HTTP/1.1" status: 200 len: 945 time: 0.0663397 Aug 31 14:03:28.977657 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41648) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:28.987948 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8927a9bb-6b19-4190-9550-1e421d10825f req-173b2cd0-0c61-476b-8b2a-d5704db438ee tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491769 Aug 31 14:03:29.034319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b4812-d68f-40fd-8957-7d8165a8def5 req-c91a2e55-4688-4ea0-987a-f3bb565761ec tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.040314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b4812-d68f-40fd-8957-7d8165a8def5 req-c91a2e55-4688-4ea0-987a-f3bb565761ec tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.042032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d49b4812-d68f-40fd-8957-7d8165a8def5 req-c91a2e55-4688-4ea0-987a-f3bb565761ec tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1680 time: 0.1025770 Aug 31 14:03:29.115359 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-233585f0-de7f-4638-ad1f-3bf326b91d33 req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.130224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['438e5715-166e-4cc6-8bf7-160b1dcc9b67'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:29.133798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9a7092e8-2d72-4d67-9025-7730a758ce2b'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:29.146516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e74b7c-1544-41dd-8a00-8ea4b83d4c16 req-b0f24028-b100-410f-b5db-832b8f2256da tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.165508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e74b7c-1544-41dd-8a00-8ea4b83d4c16 req-b0f24028-b100-410f-b5db-832b8f2256da tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.177822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e74b7c-1544-41dd-8a00-8ea4b83d4c16 req-b0f24028-b100-410f-b5db-832b8f2256da tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.188948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Pushing event deleted for resources: {'Port': ['ID=438e5715-166e-4cc6-8bf7-160b1dcc9b67,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:29.189582 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e74b7c-1544-41dd-8a00-8ea4b83d4c16 req-b0f24028-b100-410f-b5db-832b8f2256da tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.200500 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d49b4812-d68f-40fd-8957-7d8165a8def5 req-70ebccec-b23e-4f43-acd8-4c4b6ce7841b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367304 Aug 31 14:03:29.200776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e74b7c-1544-41dd-8a00-8ea4b83d4c16 req-b0f24028-b100-410f-b5db-832b8f2256da tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.213601 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e74b7c-1544-41dd-8a00-8ea4b83d4c16 req-b0f24028-b100-410f-b5db-832b8f2256da tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.226271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e74b7c-1544-41dd-8a00-8ea4b83d4c16 req-b0f24028-b100-410f-b5db-832b8f2256da tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.228387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:29.229185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:29.229632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:29.230247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:29.230692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:29.231286 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:29.231797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:29.232572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:29.233032 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-79e74b7c-1544-41dd-8a00-8ea4b83d4c16 req-b0f24028-b100-410f-b5db-832b8f2256da tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5432 time: 0.1704755 Aug 31 14:03:29.236801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:29.237643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:29.238553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:29.239317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:29.243860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41652) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:29.251080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-96d5fecf-f73d-4656-a433-62d596abd118 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Request body: {'floatingip': {'port_id': '3adf0515-04b3-473a-9e4d-355c21d8fc2a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:29.258920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-193968949-network', 'tenant_id': 'd74472e25fb146078a5f28e0ab7d6dbd'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:29.298679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-233585f0-de7f-4638-ad1f-3bf326b91d33 req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] No DVR routers for this DVR port 438e5715-166e-4cc6-8bf7-160b1dcc9b67 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:29.303709 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-233585f0-de7f-4638-ad1f-3bf326b91d33 req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.307658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-233585f0-de7f-4638-ad1f-3bf326b91d33 req-8fc608b6-ac97-4eb9-85f4-02b70537e928 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.52 "DELETE /v2.0/ports/438e5715-166e-4cc6-8bf7-160b1dcc9b67 HTTP/1.1" status: 204 len: 173 time: 0.9380839 Aug 31 14:03:29.308365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94acfafd-982a-4750-836d-a8064447b982', 'name': 'network-vif-deleted', 'tag': '438e5715-166e-4cc6-8bf7-160b1dcc9b67'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:29.312324 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6468e383-d49e-4ed6-964f-d9d74aa5f8b0" -d '{"events": [{"server_uuid": "94acfafd-982a-4750-836d-a8064447b982", "name": "network-vif-deleted", "tag": "438e5715-166e-4cc6-8bf7-160b1dcc9b67"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:29.339003 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96d5fecf-f73d-4656-a433-62d596abd118 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.357875 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce5c3ab-016a-48d0-89a5-66ff3eed1ac9 x-openstack-request-id: req-1ce5c3ab-016a-48d0-89a5-66ff3eed1ac9 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:29.358448 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94acfafd-982a-4750-836d-a8064447b982", "name": "network-vif-deleted", "tag": "438e5715-166e-4cc6-8bf7-160b1dcc9b67", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:29.358744 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ce5c3ab-016a-48d0-89a5-66ff3eed1ac9 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:29.359314 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94acfafd-982a-4750-836d-a8064447b982', 'name': 'network-vif-deleted', 'tag': '438e5715-166e-4cc6-8bf7-160b1dcc9b67', 'status': 'completed', 'code': 200} Aug 31 14:03:29.428730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Made reservation on behalf of d74472e25fb146078a5f28e0ab7d6dbd for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:29.431850 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.459611 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.673090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab6e0b-5cdb-4aea-86e2-bb40e3f268a0 req-0d787213-f217-47cb-821a-882126b89f41 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.677819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6cab6e0b-5cdb-4aea-86e2-bb40e3f268a0 req-0d787213-f217-47cb-821a-882126b89f41 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 949 time: 0.0900466 Aug 31 14:03:29.754539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6cab6e0b-5cdb-4aea-86e2-bb40e3f268a0 req-8933fe52-f927-4605-868d-e432550a49d0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599399 Aug 31 14:03:29.836531 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.843788 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.915498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:29.936196 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd96166-705d-44c8-bd72-23844b89d82a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:29.951810 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df39bf-ab1e-438c-8b19-886f3d6464d5 req-8abf57de-8357-40de-901f-70e60d1805e4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:29.956932 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b5df39bf-ab1e-438c-8b19-886f3d6464d5 req-8abf57de-8357-40de-901f-70e60d1805e4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.2302945 Aug 31 14:03:29.958442 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:29.958993 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Added segment 703f03ed-2e20-45f6-a222-14e31c6568af of type vlan for network ab9a1623-517f-4807-998d-9c5b58604f88 Aug 31 14:03:30.063971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.113128 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b5df39bf-ab1e-438c-8b19-886f3d6464d5 req-f9b0669c-ede9-4d50-8aba-180eca24c3dd tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490564 Aug 31 14:03:30.166115 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.167443 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:30.168475 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.249072 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2689359 Aug 31 14:03:30.253372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41672) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:30.262204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-91e945ed-fbbd-46a0-96c3-3555cbe8879f admin admin] Request body: {'subnet': {'network_id': 'ab9a1623-517f-4807-998d-9c5b58604f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-193968949-subnet', 'tenant_id': 'd74472e25fb146078a5f28e0ab7d6dbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:30.264790 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32805213-1955-4f58-8ba0-ac1493341675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f095086-0193-4456-b9b1-9990bf62d2dc'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:30.271463 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc53521-7e45-4c90-8a88-b45972a2af32" -d '{"events": [{"server_uuid": "32805213-1955-4f58-8ba0-ac1493341675", "name": "network-vif-plugged", "status": "completed", "tag": "5f095086-0193-4456-b9b1-9990bf62d2dc"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:30.275586 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96d5fecf-f73d-4656-a433-62d596abd118 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.276617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babcb59-14c0-4b86-8341-a084d92c3793 admin admin] Pushing event updated for resources: {'Network': ['ID=ab9a1623-517f-4807-998d-9c5b58604f88,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:30.286466 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96d5fecf-f73d-4656-a433-62d596abd118 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.288987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network ab9a1623-517f-4807-998d-9c5b58604f88 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:30.304910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e945ed-fbbd-46a0-96c3-3555cbe8879f admin admin] Made reservation on behalf of d74472e25fb146078a5f28e0ab7d6dbd for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:30.310742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91e945ed-fbbd-46a0-96c3-3555cbe8879f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.388039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ea2adb95-1327-4b67-b70a-6461136e8ef6 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:30.509557 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.526936 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0672ca-2c03-4e58-b1a6-665fd8d7c15a req-997ac8ea-46ae-43f0-9eef-615cab28b8a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:30.531209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ea2adb95-1327-4b67-b70a-6461136e8ef6 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:30.533072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0672ca-2c03-4e58-b1a6-665fd8d7c15a req-997ac8ea-46ae-43f0-9eef-615cab28b8a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:30.537642 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bf0672ca-2c03-4e58-b1a6-665fd8d7c15a req-997ac8ea-46ae-43f0-9eef-615cab28b8a7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1680 time: 0.1220899 Aug 31 14:03:30.542184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4036a4-ca56-4e0a-aa46-f32a04998664 req-6ccdfd77-6c0a-41ee-8515-8912285da115 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:30.543784 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a4036a4-ca56-4e0a-aa46-f32a04998664 req-6ccdfd77-6c0a-41ee-8515-8912285da115 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1545887 Aug 31 14:03:30.549235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-43ef8c2f-ac0d-4f07-ab6a-84d04eb39555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:30.551045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-43ef8c2f-ac0d-4f07-ab6a-84d04eb39555 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f&tenant_id=080b42569e654447a2d600dfa0c1e0e3 HTTP/1.1" status: 200 len: 1100 time: 0.1105371 Aug 31 14:03:30.561469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:30.567291 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.598954 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-96d5fecf-f73d-4656-a433-62d596abd118 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Floating IP 8ac03859-841b-4b58-8a69-a4b07ab2bde3 associated. External IP: 172.25.3.116, port: 3adf0515-04b3-473a-9e4d-355c21d8fc2a. Aug 31 14:03:30.628366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ea2adb95-1327-4b67-b70a-6461136e8ef6,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:30.637030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:30.637466 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:30.637882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:30.638295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:30.639174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:30.639174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:30.639368 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:30.639773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:30.640422 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:30.640836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:30.641236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:30.641801 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:03:30.648981 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bf0672ca-2c03-4e58-b1a6-665fd8d7c15a req-e980dce6-ca14-4a49-829d-93e649365cf1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044040 Aug 31 14:03:30.702738 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbe33c8-1ded-41fa-8ed9-92283af6119f x-openstack-request-id: req-7dbe33c8-1ded-41fa-8ed9-92283af6119f {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:30.703112 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32805213-1955-4f58-8ba0-ac1493341675", "name": "network-vif-plugged", "status": "completed", "tag": "5f095086-0193-4456-b9b1-9990bf62d2dc", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:30.703369 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dbe33c8-1ded-41fa-8ed9-92283af6119f {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:30.703930 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32805213-1955-4f58-8ba0-ac1493341675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f095086-0193-4456-b9b1-9990bf62d2dc', 'code': 200} Aug 31 14:03:30.730858 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a4036a4-ca56-4e0a-aa46-f32a04998664 req-ec027759-0d57-48ba-9e67-dce835adca3a tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285899 Aug 31 14:03:30.734524 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91e945ed-fbbd-46a0-96c3-3555cbe8879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:30.739497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-06504c04-0297-46fa-bd16-e83b5d8b8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:30.741077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-06504c04-0297-46fa-bd16-e83b5d8b8f83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 1099 time: 0.1403053 Aug 31 14:03:30.924616 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e945ed-fbbd-46a0-96c3-3555cbe8879f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95df6615-d02d-495e-a98c-b8d17f9e23bf,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:30.958712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d5fecf-f73d-4656-a433-62d596abd118 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:03:31.014397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e945ed-fbbd-46a0-96c3-3555cbe8879f admin admin] Checking segment: {'id': '703f03ed-2e20-45f6-a222-14e31c6568af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab9a1623-517f-4807-998d-9c5b58604f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:31.014771 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e945ed-fbbd-46a0-96c3-3555cbe8879f admin admin] Network hostable DHCP agents. Network: ab9a1623-517f-4807-998d-9c5b58604f88, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:31.031214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-7594ab13-95f1-466d-b2e2-0e08312ace2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.035036 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-7594ab13-95f1-466d-b2e2-0e08312ace2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2700303 Aug 31 14:03:31.040641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3d14-ec9c-485a-ab14-e22203184fb1 req-a6bf8e2a-bc44-4e43-8efa-4522541541ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.041119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3d14-ec9c-485a-ab14-e22203184fb1 req-a6bf8e2a-bc44-4e43-8efa-4522541541ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.042698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bbc3d14-ec9c-485a-ab14-e22203184fb1 req-a6bf8e2a-bc44-4e43-8efa-4522541541ad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1982 time: 0.2047443 Aug 31 14:03:31.056984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba849f00-3b70-4139-a51a-d98972a279cb req-85b13b9c-ac40-4c5b-8a9f-406ce218ce76 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.058490 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba849f00-3b70-4139-a51a-d98972a279cb req-85b13b9c-ac40-4c5b-8a9f-406ce218ce76 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 948 time: 0.1755426 Aug 31 14:03:31.089642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d5fecf-f73d-4656-a433-62d596abd118 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:03:31.094673 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96d5fecf-f73d-4656-a433-62d596abd118 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.104172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a74e5-0137-4c59-a9a3-b73a6486e91d None None] Sync routers for ids ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:03:31.104463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e945ed-fbbd-46a0-96c3-3555cbe8879f admin admin] Network ab9a1623-517f-4807-998d-9c5b58604f88 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:31.116338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a74e5-0137-4c59-a9a3-b73a6486e91d None None] Routers {'24cafc8b-a49f-4e5a-a1b4-937477e59a09'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:31.118459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-440a74e5-0137-4c59-a9a3-b73a6486e91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:03:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:31.120654 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-adc7cf22-d619-44dc-8858-360f22a60651 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6 HTTP/1.1" status: 200 len: 217 time: 0.0583372 Aug 31 14:03:31.132900 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-96d5fecf-f73d-4656-a433-62d596abd118 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "PUT /v2.0/floatingips/8ac03859-841b-4b58-8a69-a4b07ab2bde3 HTTP/1.1" status: 200 len: 992 time: 1.8808887 Aug 31 14:03:31.132900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': '3adf0515-04b3-473a-9e4d-355c21d8fc2a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:31.132900 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db58d394-be50-49b3-a98f-6943bac18cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "3adf0515-04b3-473a-9e4d-355c21d8fc2a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:31.148772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-91e945ed-fbbd-46a0-96c3-3555cbe8879f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, ab9a1623-517f-4807-998d-9c5b58604f88) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:31.162802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6482ccbb-47a8-4712-ac11-9ebacab3d905 None None] Network ab9a1623-517f-4807-998d-9c5b58604f88 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:31.193438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e945ed-fbbd-46a0-96c3-3555cbe8879f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.194059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91e945ed-fbbd-46a0-96c3-3555cbe8879f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.208964 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ced6d1-976e-4ea6-b27d-c3f29fa5fe89 x-openstack-request-id: req-93ced6d1-976e-4ea6-b27d-c3f29fa5fe89 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:31.209724 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "tag": "3adf0515-04b3-473a-9e4d-355c21d8fc2a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:31.210562 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93ced6d1-976e-4ea6-b27d-c3f29fa5fe89 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:31.211306 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'tag': '3adf0515-04b3-473a-9e4d-355c21d8fc2a', 'status': 'completed', 'code': 200} Aug 31 14:03:31.346514 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-440a74e5-0137-4c59-a9a3-b73a6486e91d None None] Set router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:03:31.408051 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-673ad395-da24-407a-b45e-219a8994ff48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:31.436197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b1317-a3b6-41ba-8bc3-215166bccc03 req-0be44179-7888-4fa2-9525-81da58e9842e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.438009 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee4b1317-a3b6-41ba-8bc3-215166bccc03 req-0be44179-7888-4fa2-9525-81da58e9842e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0683708 Aug 31 14:03:31.458697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f419175-006b-4311-816b-84ce651bdb26 None None] Network ab9a1623-517f-4807-998d-9c5b58604f88 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:31.496768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bbc3d14-ec9c-485a-ab14-e22203184fb1 req-275dc893-303d-4d56-ad8e-85099602a95b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354491 Aug 31 14:03:31.513407 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee4b1317-a3b6-41ba-8bc3-215166bccc03 req-d6fe0f91-5430-4243-a65b-456fec78729c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604086 Aug 31 14:03:31.530745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba849f00-3b70-4139-a51a-d98972a279cb req-3e8669c7-3f74-4c70-813f-28bdd67ddf25 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549589 Aug 31 14:03:31.553494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-1a463450-3b01-4a51-ba28-a679a3d9ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.555346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-1a463450-3b01-4a51-ba28-a679a3d9ac02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.4226284 Aug 31 14:03:31.563330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-91e945ed-fbbd-46a0-96c3-3555cbe8879f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3031690 Aug 31 14:03:31.616195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-d95580a4-f698-420b-a257-25495fa54e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.616699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-d95580a4-f698-420b-a257-25495fa54e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.617391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-d95580a4-f698-420b-a257-25495fa54e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.617869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-d95580a4-f698-420b-a257-25495fa54e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.618337 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-d95580a4-f698-420b-a257-25495fa54e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.618804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-d95580a4-f698-420b-a257-25495fa54e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.619300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-d95580a4-f698-420b-a257-25495fa54e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.621764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-d95580a4-f698-420b-a257-25495fa54e00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6489 time: 0.1195590 Aug 31 14:03:31.629517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-732ed167-053e-48fc-80b4-a7e96175dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.631423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-732ed167-053e-48fc-80b4-a7e96175dd65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679986 Aug 31 14:03:31.831506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 438e5715-166e-4cc6-8bf7-160b1dcc9b67 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:31.871660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 438e5715-166e-4cc6-8bf7-160b1dcc9b67 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:31.872075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 438e5715-166e-4cc6-8bf7-160b1dcc9b67 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:31.891532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ade7c-11f1-4c9c-95cb-61098bf4f2cf req-019200b3-0d47-40b0-9319-b15fe86e3002 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.901796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ade7c-11f1-4c9c-95cb-61098bf4f2cf req-019200b3-0d47-40b0-9319-b15fe86e3002 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.904607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f8ade7c-11f1-4c9c-95cb-61098bf4f2cf req-019200b3-0d47-40b0-9319-b15fe86e3002 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1680 time: 0.1575015 Aug 31 14:03:31.912507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-d8b3e415-d387-4fe8-90aa-3a8d465414c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:31.914151 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-d8b3e415-d387-4fe8-90aa-3a8d465414c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5fb4c7e-2c3a-4423-9d26-009e73aec85e HTTP/1.1" status: 200 len: 912 time: 0.2817183 Aug 31 14:03:31.918356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-e5cc3ff5-0cad-44f8-b9d3-8cb9ca3d8e8e service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652848 Aug 31 14:03:32.000419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-440a74e5-0137-4c59-a9a3-b73a6486e91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:00:26Z', 'revision_number': 4, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8ac03859-841b-4b58-8a69-a4b07ab2bde3', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'port_id': '3adf0515-04b3-473a-9e4d-355c21d8fc2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'mac_address': 'fa:16:3e:27:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:01:23Z', 'updated_at': '2021-08-31T14:03:30Z', 'revision_number': 1, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92915b9c-2d5c-4f4c-ac36-df01b93d24b4', 'name': '', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'mac_address': 'fa:16:3e:39:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:24Z', 'updated_at': '2021-08-31T14:00:35Z', 'revision_number': 5, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'subnets': [{'id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:32.006058 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf82ef-0439-4d33-8592-dba71a57567b req-3b263d77-33b2-4293-b3df-81ea1c8f112c tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:32.007762 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3aaf82ef-0439-4d33-8592-dba71a57567b req-3b263d77-33b2-4293-b3df-81ea1c8f112c tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1449213 Aug 31 14:03:32.047391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a74e5-0137-4c59-a9a3-b73a6486e91d None None] Checking router: 24cafc8b-a49f-4e5a-a1b4-937477e59a09 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:03:32.067484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a74e5-0137-4c59-a9a3-b73a6486e91d None None] Routers {'24cafc8b-a49f-4e5a-a1b4-937477e59a09'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:32.068840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-440a74e5-0137-4c59-a9a3-b73a6486e91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:03:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:32.074005 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3aaf82ef-0439-4d33-8592-dba71a57567b req-163ccdc3-9b5e-4c14-8611-3b985e04b779 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586696 Aug 31 14:03:32.089774 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f8ade7c-11f1-4c9c-95cb-61098bf4f2cf req-dd9c3dbc-7720-468c-8350-c27a22844ccd tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695757 Aug 31 14:03:32.108664 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-1322458a-63e1-4b4f-ae2a-aa84082c043e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3adf0515-04b3-473a-9e4d-355c21d8fc2a HTTP/1.1" status: 200 len: 1000 time: 0.1675394 Aug 31 14:03:32.235645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-01d5a4e3-bc3f-4ee9-bbfb-377895877920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:32.238701 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-01d5a4e3-bc3f-4ee9-bbfb-377895877920 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3 HTTP/1.1" status: 200 len: 850 time: 0.1172261 Aug 31 14:03:32.247134 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-a89e9264-9bc1-4927-b2ca-69adfcdca443 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959654 Aug 31 14:03:32.311140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf84af-2de6-446b-a59c-9a058cb6849d req-aa1e55db-7643-4c49-898e-094fc722edef tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:32.312804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6bf84af-2de6-446b-a59c-9a058cb6849d req-aa1e55db-7643-4c49-898e-094fc722edef tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1478646 Aug 31 14:03:32.338557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-1a6d4f6e-357f-4308-bd77-b31815c38291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:32.340748 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-1a6d4f6e-357f-4308-bd77-b31815c38291 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5fb4c7e-2c3a-4423-9d26-009e73aec85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905964 Aug 31 14:03:32.455735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-440a74e5-0137-4c59-a9a3-b73a6486e91d None None] Set router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:03:32.644720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-1d98430d-7467-4718-9cc2-9afc3884b178 service neutron] 10.222.0.13 "GET /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800636 Aug 31 14:03:32.695833 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4658f3b-a359-442b-94cd-e6b1a6869519 req-07e95dd2-c24e-4c6b-b330-db476d03fd9f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:32.699025 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4658f3b-a359-442b-94cd-e6b1a6869519 req-07e95dd2-c24e-4c6b-b330-db476d03fd9f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0788770 Aug 31 14:03:32.732468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f6bf84af-2de6-446b-a59c-9a058cb6849d req-26d7ab1a-3688-432c-99a4-fb36b56f5e01 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Deleting port 9a7092e8-2d72-4d67-9025-7730a758ce2b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:32.732873 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6bf84af-2de6-446b-a59c-9a058cb6849d req-26d7ab1a-3688-432c-99a4-fb36b56f5e01 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:32.764398 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4658f3b-a359-442b-94cd-e6b1a6869519 req-6d6afafd-19f3-407e-bbc8-827f67817f17 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541294 Aug 31 14:03:32.817440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-7d0e0278-ec91-4757-a5e4-663fb8598068 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:32.818707 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-7d0e0278-ec91-4757-a5e4-663fb8598068 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/networks?id=ab9a1623-517f-4807-998d-9c5b58604f88 HTTP/1.1" status: 200 len: 813 time: 0.2847946 Aug 31 14:03:32.836484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-440a74e5-0137-4c59-a9a3-b73a6486e91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:00:26Z', 'revision_number': 4, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8ac03859-841b-4b58-8a69-a4b07ab2bde3', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'port_id': '3adf0515-04b3-473a-9e4d-355c21d8fc2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'mac_address': 'fa:16:3e:27:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:01:23Z', 'updated_at': '2021-08-31T14:03:30Z', 'revision_number': 1, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92915b9c-2d5c-4f4c-ac36-df01b93d24b4', 'name': '', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'mac_address': 'fa:16:3e:39:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:24Z', 'updated_at': '2021-08-31T14:00:35Z', 'revision_number': 5, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'subnets': [{'id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:32.862071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-4b8315a3-5f2c-483a-b54b-a58c321fd76a tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/quotas/d74472e25fb146078a5f28e0ab7d6dbd HTTP/1.1" status: 200 len: 375 time: 0.0318642 Aug 31 14:03:32.879941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a74e5-0137-4c59-a9a3-b73a6486e91d None None] The sync data for ids ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'] in n-d-792364-6 is: [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:00:26Z', 'revision_number': 4, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8ac03859-841b-4b58-8a69-a4b07ab2bde3', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'port_id': '3adf0515-04b3-473a-9e4d-355c21d8fc2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'mac_address': 'fa:16:3e:27:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:01:23Z', 'updated_at': '2021-08-31T14:03:30Z', 'revision_number': 1, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92915b9c-2d5c-4f4c-ac36-df01b93d24b4', 'name': '', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'mac_address': 'fa:16:3e:39:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:24Z', 'updated_at': '2021-08-31T14:00:35Z', 'revision_number': 5, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'subnets': [{'id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:03:32.928465 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-930ad10a-015f-4bf9-9384-79aca3b6b33f tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d74472e25fb146078a5f28e0ab7d6dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558245 Aug 31 14:03:32.936738 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db58d394-be50-49b3-a98f-6943bac18cf6 req-7e8d4087-a664-43bf-8f62-d7ad1a5a5d51 service neutron] 10.222.0.13 "GET /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830236 Aug 31 14:03:32.956161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8164b3e-52e5-4346-a730-7580f9843fa0 req-1b4c073d-3beb-471c-a66d-b934cf39716c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:32.959048 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8164b3e-52e5-4346-a730-7580f9843fa0 req-1b4c073d-3beb-471c-a66d-b934cf39716c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 948 time: 0.1004872 Aug 31 14:03:33.019570 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8164b3e-52e5-4346-a730-7580f9843fa0 req-0e5ff81a-cb8a-4001-9f88-6a0ceda00106 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539823 Aug 31 14:03:33.058813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f6bf84af-2de6-446b-a59c-9a058cb6849d req-26d7ab1a-3688-432c-99a4-fb36b56f5e01 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] For port 9a7092e8-2d72-4d67-9025-7730a758ce2b, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9a7092e8-2d72-4d67-9025-7730a758ce2b,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:33.059274 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6bf84af-2de6-446b-a59c-9a058cb6849d req-26d7ab1a-3688-432c-99a4-fb36b56f5e01 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.084614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f6bf84af-2de6-446b-a59c-9a058cb6849d req-26d7ab1a-3688-432c-99a4-fb36b56f5e01 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Calling delete_port for 9a7092e8-2d72-4d67-9025-7730a758ce2b owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:33.221029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-9ec7b1d0-17f3-4827-aa5e-4c35acbccda8 service neutron] 10.222.0.20 "GET /v2.0/networks/ab9a1623-517f-4807-998d-9c5b58604f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766421 Aug 31 14:03:33.258794 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b5bcfd-4db6-49f5-9049-9d6d760a845c None None] New status for floating IP 8ac03859-841b-4b58-8a69-a4b07ab2bde3: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:03:33.313651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6461b4-07a5-49f2-92d1-3d4c632ce3e2 req-4abeaf64-c61e-4472-b9a5-b56f8690ced3 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:33.316342 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce6461b4-07a5-49f2-92d1-3d4c632ce3e2 req-4abeaf64-c61e-4472-b9a5-b56f8690ced3 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e383fe6-7a5d-41dc-ac39-f5862ab81145 HTTP/1.1" status: 200 len: 945 time: 0.1069691 Aug 31 14:03:33.392669 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce6461b4-07a5-49f2-92d1-3d4c632ce3e2 req-8dc019d6-c16c-4472-adcd-5c523176093e tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.20 "GET /v2.0/security-groups?id=273c8f6b-e450-4dae-a256-90b850614576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661917 Aug 31 14:03:33.419843 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6bf84af-2de6-446b-a59c-9a058cb6849d req-26d7ab1a-3688-432c-99a4-fb36b56f5e01 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.432420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9a7092e8-2d72-4d67-9025-7730a758ce2b'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:33.438729 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-780b6500-08fd-45a9-b90a-2c994b2bb43e service neutron] 10.222.0.20 "GET /v2.0/networks/ab9a1623-517f-4807-998d-9c5b58604f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044442 Aug 31 14:03:33.472133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7ab1a-3688-432c-99a4-fb36b56f5e01 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Pushing event deleted for resources: {'Port': ['ID=9a7092e8-2d72-4d67-9025-7730a758ce2b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:33.543584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bf84af-2de6-446b-a59c-9a058cb6849d req-26d7ab1a-3688-432c-99a4-fb36b56f5e01 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] No DVR routers for this DVR port 9a7092e8-2d72-4d67-9025-7730a758ce2b on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:33.546929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6bf84af-2de6-446b-a59c-9a058cb6849d req-26d7ab1a-3688-432c-99a4-fb36b56f5e01 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:33.550530 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6bf84af-2de6-446b-a59c-9a058cb6849d req-26d7ab1a-3688-432c-99a4-fb36b56f5e01 tempest-ListServerFiltersTestJSON-809339223 tempest-ListServerFiltersTestJSON-809339223-project] 10.222.0.13 "DELETE /v2.0/ports/9a7092e8-2d72-4d67-9025-7730a758ce2b HTTP/1.1" status: 204 len: 173 time: 1.2290237 Aug 31 14:03:33.551033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e383fe6-7a5d-41dc-ac39-f5862ab81145', 'name': 'network-vif-deleted', 'tag': '9a7092e8-2d72-4d67-9025-7730a758ce2b'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:33.553631 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079eeb07-8d1f-41ed-b0f8-a847dd962972" -d '{"events": [{"server_uuid": "3e383fe6-7a5d-41dc-ac39-f5862ab81145", "name": "network-vif-deleted", "tag": "9a7092e8-2d72-4d67-9025-7730a758ce2b"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:33.581951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c4dd8-eb74-45ec-8357-836b18d61efb req-1018ee96-4812-4e62-82f7-4dc3261bd26b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:33.599031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c4dd8-eb74-45ec-8357-836b18d61efb req-1018ee96-4812-4e62-82f7-4dc3261bd26b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:33.608945 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-be7c4dd8-eb74-45ec-8357-836b18d61efb req-1018ee96-4812-4e62-82f7-4dc3261bd26b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1680 time: 0.1043034 Aug 31 14:03:33.701516 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-be7c4dd8-eb74-45ec-8357-836b18d61efb req-c4248b0a-fb06-4a5f-a0d9-9bd6510d5bb8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913401 Aug 31 14:03:33.903939 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4780d9cd-1546-4e62-b2e6-665d7e3defbe x-openstack-request-id: req-4780d9cd-1546-4e62-b2e6-665d7e3defbe {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:33.904536 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e383fe6-7a5d-41dc-ac39-f5862ab81145", "name": "network-vif-deleted", "tag": "9a7092e8-2d72-4d67-9025-7730a758ce2b", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:33.904739 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4780d9cd-1546-4e62-b2e6-665d7e3defbe {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:33.905254 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e383fe6-7a5d-41dc-ac39-f5862ab81145', 'name': 'network-vif-deleted', 'tag': '9a7092e8-2d72-4d67-9025-7730a758ce2b', 'status': 'completed', 'code': 200} Aug 31 14:03:33.908332 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33bbf818-f6ef-4830-9bc9-e6f6174af59b req-2b7fb230-bdec-4c97-bedd-a1d6abf6020a tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 210 time: 0.0454450 Aug 31 14:03:33.941163 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.000111 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e920177f-8447-4e24-8bcf-a5eb3aefa1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.120459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764e4d4-9e5b-4560-84bf-35d34c8a7313 req-21be94be-9d9b-4288-ad3f-e5f4ac8bdbf2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:34.132721 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e764e4d4-9e5b-4560-84bf-35d34c8a7313 req-21be94be-9d9b-4288-ad3f-e5f4ac8bdbf2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1093884 Aug 31 14:03:34.222602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e764e4d4-9e5b-4560-84bf-35d34c8a7313 req-7f47e8e9-0327-47f9-a51b-cca281d9f27f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853388 Aug 31 14:03:34.375505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d18aed-6556-47c6-8b97-f4c3b2c9660e req-676f1620-d85c-4cd8-ba02-e7adec134b93 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:34.385246 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63d18aed-6556-47c6-8b97-f4c3b2c9660e req-676f1620-d85c-4cd8-ba02-e7adec134b93 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 948 time: 0.1020460 Aug 31 14:03:34.474923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a1d7e-345b-466e-b70c-38deaed58cda req-929d9069-fe35-4736-8f2b-08e3d6fdd81e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:34.489531 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63d18aed-6556-47c6-8b97-f4c3b2c9660e req-b63c837c-3813-40a6-b64a-f1baac9f85d8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024127 Aug 31 14:03:34.490770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a1d7e-345b-466e-b70c-38deaed58cda req-929d9069-fe35-4736-8f2b-08e3d6fdd81e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:34.493905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-110a1d7e-345b-466e-b70c-38deaed58cda req-929d9069-fe35-4736-8f2b-08e3d6fdd81e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1680 time: 0.1666923 Aug 31 14:03:34.552202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41752) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:34.552619 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-110a1d7e-345b-466e-b70c-38deaed58cda req-fd9d84d7-6939-42fb-bcac-f919d37fcd5c tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476410 Aug 31 14:03:34.615199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbc7bde-0c28-49a7-9bf5-e67c43e096e0 admin admin] Deleting subnet 1eada9d0-4b7c-4b45-a4d6-8faea34b1694 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:34.625082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7bde-0c28-49a7-9bf5-e67c43e096e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.694267 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7bde-0c28-49a7-9bf5-e67c43e096e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.887373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7bde-0c28-49a7-9bf5-e67c43e096e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:34.982360 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7bde-0c28-49a7-9bf5-e67c43e096e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.041061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc7bde-0c28-49a7-9bf5-e67c43e096e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eada9d0-4b7c-4b45-a4d6-8faea34b1694,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:35.047279 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7bde-0c28-49a7-9bf5-e67c43e096e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.054620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4cbc7bde-0c28-49a7-9bf5-e67c43e096e0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1eada9d0-4b7c-4b45-a4d6-8faea34b1694 HTTP/1.1" status: 204 len: 168 time: 0.4961426 Aug 31 14:03:35.057614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41762) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:35.059090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6590a95e-ff19-4676-841d-ddd05dc4b856 None None] Network a9e7c260-818e-46d0-9c98-1f322e8f2f12 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:35.088490 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebb01178-414f-4b58-9949-3184ba13c03b req-597b0fea-16bd-408d-b562-ae4840143fc2 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 210 time: 0.0352359 Aug 31 14:03:35.154681 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.181861 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.266882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Deleting port f1da83c8-028d-4b8a-ac2a-6e7476114f82 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:35.267433 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.378121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9884356e-82e9-44cf-9dea-82945cf6c1ab None None] DHCP port deletion for a9e7c260-818e-46d0-9c98-1f322e8f2f12 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:35.443778 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] For port f1da83c8-028d-4b8a-ac2a-6e7476114f82, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f1da83c8-028d-4b8a-ac2a-6e7476114f82,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:35.450818 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.471677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9884356e-82e9-44cf-9dea-82945cf6c1ab None None] Deleting port f1da83c8-028d-4b8a-ac2a-6e7476114f82 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:35.472570 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9884356e-82e9-44cf-9dea-82945cf6c1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.492176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Calling delete_port for f1da83c8-028d-4b8a-ac2a-6e7476114f82 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:35.511136 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd604e61-9e3d-4949-96f0-a50cd27cc1d7 req-e8810d6d-01b3-491b-bdba-8f0546d36791 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:35.513901 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fd604e61-9e3d-4949-96f0-a50cd27cc1d7 req-e8810d6d-01b3-491b-bdba-8f0546d36791 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1766012 Aug 31 14:03:35.606534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9884356e-82e9-44cf-9dea-82945cf6c1ab None None] For port f1da83c8-028d-4b8a-ac2a-6e7476114f82, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f1da83c8-028d-4b8a-ac2a-6e7476114f82,segment=NetworkSegment(48b999d7-0feb-4244-ad03-bc2000ba7676),segment_id=48b999d7-0feb-4244-ad03-bc2000ba7676)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:35.607475 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9884356e-82e9-44cf-9dea-82945cf6c1ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.634018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9884356e-82e9-44cf-9dea-82945cf6c1ab None None] Calling delete_port for f1da83c8-028d-4b8a-ac2a-6e7476114f82 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:35.641833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-47b48036-49ed-42ea-914a-662c5a5f7b73 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:35.643942 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-47b48036-49ed-42ea-914a-662c5a5f7b73 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.52 "GET /v2.0/networks?id=ab9a1623-517f-4807-998d-9c5b58604f88 HTTP/1.1" status: 200 len: 813 time: 0.2185991 Aug 31 14:03:35.665738 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fd604e61-9e3d-4949-96f0-a50cd27cc1d7 req-0171b1bc-33b9-4c35-a045-2ffda9a3fbf8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411138 Aug 31 14:03:35.694510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Request body: {'port': {'device_id': '8a9108f7-2b57-466d-a7c8-4e859f54429d', 'network_id': 'ab9a1623-517f-4807-998d-9c5b58604f88', 'admin_state_up': True, 'tenant_id': 'd74472e25fb146078a5f28e0ab7d6dbd'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:35.741530 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.789009 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1da83c8-028d-4b8a-ac2a-6e7476114f82,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:35.793900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] No DVR routers for this DVR port f1da83c8-028d-4b8a-ac2a-6e7476114f82 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:35.842381 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9884356e-82e9-44cf-9dea-82945cf6c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.863278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884356e-82e9-44cf-9dea-82945cf6c1ab None None] No DVR routers for this DVR port f1da83c8-028d-4b8a-ac2a-6e7476114f82 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:35.890665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f50e63-dbee-4d50-8937-9ddfcce18f5b req-fb11dd52-0311-42a2-8950-dcea4a5aaed0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:35.893070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66f50e63-dbee-4d50-8937-9ddfcce18f5b req-fb11dd52-0311-42a2-8950-dcea4a5aaed0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 948 time: 0.2475688 Aug 31 14:03:35.905363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884356e-82e9-44cf-9dea-82945cf6c1ab None None] Pushing event deleted for resources: {'Port': ['ID=f1da83c8-028d-4b8a-ac2a-6e7476114f82,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:35.960742 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.962806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Made reservation on behalf of d74472e25fb146078a5f28e0ab7d6dbd for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:35.967532 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:35.974637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e7c260-818e-46d0-9c98-1f322e8f2f12']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:35.989628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b999d7-0feb-4244-ad03-bc2000ba7676') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:35.989906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b999d7-0feb-4244-ad03-bc2000ba7676') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:35.994636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66f50e63-dbee-4d50-8937-9ddfcce18f5b req-172f7220-37cb-43e0-89b0-8987aef773de tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878944 Aug 31 14:03:36.014004 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d773684-2a63-47f7-b045-98d6bc5184ca req-84af0fe8-56ac-4b4e-b162-3a26a7c2855a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:36.034603 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d773684-2a63-47f7-b045-98d6bc5184ca req-84af0fe8-56ac-4b4e-b162-3a26a7c2855a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:36.038012 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2d773684-2a63-47f7-b045-98d6bc5184ca req-84af0fe8-56ac-4b4e-b162-3a26a7c2855a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1680 time: 0.1864908 Aug 31 14:03:36.041134 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.073549 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.104754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:36.105420 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:36.108171 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:36.179862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Allocated IP 172.20.0.11 (ab9a1623-517f-4807-998d-9c5b58604f88/95df6615-d02d-495e-a98c-b8d17f9e23bf/922375f0-9c31-435c-beee-1e7a07ee8e47) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:36.207431 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2d773684-2a63-47f7-b045-98d6bc5184ca req-cbb40034-56f2-4505-9dfd-8fdd2fb0cf3a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388233 Aug 31 14:03:36.221052 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.232506 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.243326 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a9e7c260-818e-46d0-9c98-1f322e8f2f12 HTTP/1.1" status: 204 len: 168 time: 1.1863294 Aug 31 14:03:36.285377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c8087-f6e5-4681-b10f-d3076673a355 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e7c260-818e-46d0-9c98-1f322e8f2f12,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:36.409316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ea2adb95-1327-4b67-b70a-6461136e8ef6 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:36.423751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9a7092e8-2d72-4d67-9025-7730a758ce2b no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:36.515332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fea6e3-19a1-4fa7-be9b-d7e605a0fe3c req-c50d1c42-fdcd-4e40-bcd6-d6e2532b4cea tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:36.529678 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.534667 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57fea6e3-19a1-4fa7-be9b-d7e605a0fe3c req-c50d1c42-fdcd-4e40-bcd6-d6e2532b4cea tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 948 time: 0.1783922 Aug 31 14:03:36.571249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41782) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:36.573888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 9a7092e8-2d72-4d67-9025-7730a758ce2b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:36.574702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9a7092e8-2d72-4d67-9025-7730a758ce2b not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:36.577633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f1da83c8-028d-4b8a-ac2a-6e7476114f82 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:36.610183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a64c9a1a-928c-4e65-852e-3999054d0cbe req-144114bf-556d-44e4-8344-0b127f5fa62e tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 210 time: 0.0362678 Aug 31 14:03:36.616962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.623210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: f1da83c8-028d-4b8a-ac2a-6e7476114f82 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:36.624768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f1da83c8-028d-4b8a-ac2a-6e7476114f82 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:36.644633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Network ab9a1623-517f-4807-998d-9c5b58604f88 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:36.647172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:36.653729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:36.659122 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.666877 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b3da885e-a7dc-4828-b450-bd8d73635124 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9f81895b2394bff804347c0c12c6f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924163 Aug 31 14:03:36.671230 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57fea6e3-19a1-4fa7-be9b-d7e605a0fe3c req-8672fceb-1e0e-4c89-949f-f69b124e9267 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357152 Aug 31 14:03:36.671742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41784) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:36.718020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:36.743763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'ea2adb95-1327-4b67-b70a-6461136e8ef6', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'ea2adb95-1327-4b67-b70a-6461136e8ef6', 'mac_address': 'fa:16:3e:fb:56:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:36.802157 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afb79e3d-c4b0-4d25-a42c-cf7afdedf177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.819312 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.835081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:36.835420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2adb95-1327-4b67-b70a-6461136e8ef6 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:36.836136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.849365 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afb79e3d-c4b0-4d25-a42c-cf7afdedf177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.857278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:36.862998 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.872490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Pushing event updated for resources: {'Port': ['ID=922375f0-9c31-435c-beee-1e7a07ee8e47,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:36.903787 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-650e32eb-e422-4b65-aea0-ba75778a3bcd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2188377 Aug 31 14:03:36.916345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-62b22897-40f5-43a1-b099-868916476d96 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:36.937755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-62b22897-40f5-43a1-b099-868916476d96 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:36.940416 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-62b22897-40f5-43a1-b099-868916476d96 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.52 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1680 time: 0.2451489 Aug 31 14:03:36.946834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Request body: {'port': {'device_id': '8a9108f7-2b57-466d-a7c8-4e859f54429d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:36.952838 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afb79e3d-c4b0-4d25-a42c-cf7afdedf177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.955018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ea2adb95-1327-4b67-b70a-6461136e8ef6,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:36.955722 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afb79e3d-c4b0-4d25-a42c-cf7afdedf177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:36.959764 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-afb79e3d-c4b0-4d25-a42c-cf7afdedf177 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/273c8f6b-e450-4dae-a256-90b850614576 HTTP/1.1" status: 204 len: 168 time: 0.2869968 Aug 31 14:03:36.970600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081b32-781b-4889-ad47-3873336642db req-81f2e66c-3040-494e-8433-c3952155d049 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:36.978324 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec081b32-781b-4889-ad47-3873336642db req-81f2e66c-3040-494e-8433-c3952155d049 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0781636 Aug 31 14:03:37.005245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb79e3d-c4b0-4d25-a42c-cf7afdedf177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273c8f6b-e450-4dae-a256-90b850614576,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:37.051769 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec081b32-781b-4889-ad47-3873336642db req-032a3987-ba31-4d75-9888-937741d6c278 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724587 Aug 31 14:03:37.203461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ea2adb95-1327-4b67-b70a-6461136e8ef6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:37.410091 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-1685a40e-657a-4d99-ad76-7a10476598be tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=080b42569e654447a2d600dfa0c1e0e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457828 Aug 31 14:03:37.416062 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.487676 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa6699-b308-44ea-b4c4-6ded6f038ba1 req-39d7768b-de58-440c-b50c-e57bd3c1bea8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:37.493656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa6699-b308-44ea-b4c4-6ded6f038ba1 req-39d7768b-de58-440c-b50c-e57bd3c1bea8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:37.495476 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82aa6699-b308-44ea-b4c4-6ded6f038ba1 req-39d7768b-de58-440c-b50c-e57bd3c1bea8 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 1680 time: 0.0696952 Aug 31 14:03:37.558547 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82aa6699-b308-44ea-b4c4-6ded6f038ba1 req-4154c160-6402-4fad-ba50-d1a0a70e9720 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553627 Aug 31 14:03:37.647492 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-cb1e8dda-0ed5-4de0-8dae-bb7587b74888 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:37.647837 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-cb1e8dda-0ed5-4de0-8dae-bb7587b74888 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.700999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-2be290c6-d47f-4be8-8341-74b1fc7ea5c3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:37.709218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-2be290c6-d47f-4be8-8341-74b1fc7ea5c3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980187 Aug 31 14:03:37.759191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69641ee-4237-424c-bde1-ca7bdf7f85a2 req-1f9d7005-5e45-4bc0-a666-bce72784015c tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:37.760747 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e69641ee-4237-424c-bde1-ca7bdf7f85a2 req-1f9d7005-5e45-4bc0-a666-bce72784015c tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 932 time: 0.0578887 Aug 31 14:03:37.782580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-88b4bc94-37c3-4768-869c-da9238f54116 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/quotas/080b42569e654447a2d600dfa0c1e0e3 HTTP/1.1" status: 200 len: 375 time: 0.0664263 Aug 31 14:03:37.808832 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e69641ee-4237-424c-bde1-ca7bdf7f85a2 req-11d52f0b-af18-4b10-8b65-4b1feaab6f11 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416090 Aug 31 14:03:37.882395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-cb1e8dda-0ed5-4de0-8dae-bb7587b74888 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] For port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97,segment=NetworkSegment(d968b028-7112-4315-90e8-5da2bdd3f480),segment_id=d968b028-7112-4315-90e8-5da2bdd3f480)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:37.883282 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-cb1e8dda-0ed5-4de0-8dae-bb7587b74888 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:37.912134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-cb1e8dda-0ed5-4de0-8dae-bb7587b74888 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Calling delete_port for ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:37.936068 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-a9f1db08-66fa-4024-ac02-16c39d9582e9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1343052 Aug 31 14:03:38.043312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922375f0-9c31-435c-beee-1e7a07ee8e47 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:38.056030 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.087364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Transition to ACTIVE for port object 922375f0-9c31-435c-beee-1e7a07ee8e47 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:38.091865 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.247295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Pushing event updated for resources: {'Port': ['ID=922375f0-9c31-435c-beee-1e7a07ee8e47,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:38.284028 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-cb1e8dda-0ed5-4de0-8dae-bb7587b74888 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.305877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['5f095086-0193-4456-b9b1-9990bf62d2dc', 'ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:38.353892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e8dda-0ed5-4de0-8dae-bb7587b74888 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Port': ['ID=ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:38.374044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92840e5d-3d51-429c-841a-d7516b05a5b9 req-9e25fc9b-c9a0-444d-b7b2-de833bfb9056 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:38.375720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92840e5d-3d51-429c-841a-d7516b05a5b9 req-9e25fc9b-c9a0-444d-b7b2-de833bfb9056 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1862719 Aug 31 14:03:38.430975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ea2adb95-1327-4b67-b70a-6461136e8ef6 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:38.461483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-cb1e8dda-0ed5-4de0-8dae-bb7587b74888 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] No DVR routers for this DVR port ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:38.497539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Attempting to bind port 922375f0-9c31-435c-beee-1e7a07ee8e47 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:38.498108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Attempting to bind port 922375f0-9c31-435c-beee-1e7a07ee8e47 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '703f03ed-2e20-45f6-a222-14e31c6568af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab9a1623-517f-4807-998d-9c5b58604f88'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:38.498681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Attempting to bind port 922375f0-9c31-435c-beee-1e7a07ee8e47 on network ab9a1623-517f-4807-998d-9c5b58604f88 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:38.510857 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-cb1e8dda-0ed5-4de0-8dae-bb7587b74888 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.526423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-cb1e8dda-0ed5-4de0-8dae-bb7587b74888 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.52 "DELETE /v2.0/ports/ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 HTTP/1.1" status: 204 len: 173 time: 1.5746865 Aug 31 14:03:38.560714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32805213-1955-4f58-8ba0-ac1493341675', 'name': 'network-vif-deleted', 'tag': 'ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:38.572560 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af57a4a-ffd1-4d05-868f-b64439a34bb2" -d '{"events": [{"server_uuid": "32805213-1955-4f58-8ba0-ac1493341675", "name": "network-vif-deleted", "tag": "ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:38.578798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8108051a-7216-489c-91cf-76b99fb92d75 req-d4d9f164-2e30-4f14-bbf6-3dfff4c8fd28 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 210 time: 0.0504675 Aug 31 14:03:38.590220 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92840e5d-3d51-429c-841a-d7516b05a5b9 req-633e21da-8f3a-4aa6-8689-1b715dc7d762 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956115 Aug 31 14:03:38.667695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Port 922375f0-9c31-435c-beee-1e7a07ee8e47 on network ab9a1623-517f-4807-998d-9c5b58604f88 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:03:38.668028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Attempting to bind port 922375f0-9c31-435c-beee-1e7a07ee8e47 on network ab9a1623-517f-4807-998d-9c5b58604f88 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:38.678691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port ea2adb95-1327-4b67-b70a-6461136e8ef6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:38.686044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:38.686420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Checking segment: {'id': '703f03ed-2e20-45f6-a222-14e31c6568af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab9a1623-517f-4807-998d-9c5b58604f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:38.686829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Bound using segment: {'id': '703f03ed-2e20-45f6-a222-14e31c6568af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab9a1623-517f-4807-998d-9c5b58604f88'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:38.689690 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.692319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Bound port: 922375f0-9c31-435c-beee-1e7a07ee8e47, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '703f03ed-2e20-45f6-a222-14e31c6568af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab9a1623-517f-4807-998d-9c5b58604f88'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:38.692319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.788372 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-92308d02-d108-4d57-975d-0b8f0c356275 req-d8dccac0-ff13-483e-bb2f-1ca140310fa0 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0499330 Aug 31 14:03:38.851210 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995c9a66-5439-443a-8a2d-eca1a60676aa x-openstack-request-id: req-995c9a66-5439-443a-8a2d-eca1a60676aa {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:38.851509 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32805213-1955-4f58-8ba0-ac1493341675", "name": "network-vif-deleted", "tag": "ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:38.851771 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-995c9a66-5439-443a-8a2d-eca1a60676aa {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:38.852201 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32805213-1955-4f58-8ba0-ac1493341675', 'name': 'network-vif-deleted', 'tag': 'ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97', 'status': 'completed', 'code': 200} Aug 31 14:03:38.882101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:38.964206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] For port 922375f0-9c31-435c-beee-1e7a07ee8e47, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:38.969232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] For port 922375f0-9c31-435c-beee-1e7a07ee8e47, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=922375f0-9c31-435c-beee-1e7a07ee8e47,segment=NetworkSegment(703f03ed-2e20-45f6-a222-14e31c6568af),segment_id=703f03ed-2e20-45f6-a222-14e31c6568af)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:38.983161 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.014643 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea417c-91bf-4142-a855-ef10486aab44 req-c9460917-0b05-41bf-b1a1-543b5eb7b797 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:39.018156 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-84ea417c-91bf-4142-a855-ef10486aab44 req-c9460917-0b05-41bf-b1a1-543b5eb7b797 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 944 time: 0.1217754 Aug 31 14:03:39.024627 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.049616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcef29c-f0c2-4336-8ade-106b4fc29b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2adb95-1327-4b67-b70a-6461136e8ef6'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:39.053526 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b990cc45-fd75-4e5b-ac55-bd39c006645e" -d '{"events": [{"server_uuid": "fbcef29c-f0c2-4336-8ade-106b4fc29b0f", "name": "network-vif-plugged", "status": "completed", "tag": "ea2adb95-1327-4b67-b70a-6461136e8ef6"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:39.066077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-12743cc7-f804-42a5-b40c-9e9385bf37a1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting port 5f095086-0193-4456-b9b1-9990bf62d2dc {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:39.066423 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-12743cc7-f804-42a5-b40c-9e9385bf37a1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.084148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:39.085282 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.088215 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] 10.222.0.52 "PUT /v2.0/ports/922375f0-9c31-435c-beee-1e7a07ee8e47 HTTP/1.1" status: 200 len: 1092 time: 2.1467278 Aug 31 14:03:39.095796 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.101257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:39.119633 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.145270 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-84ea417c-91bf-4142-a855-ef10486aab44 req-75484bd0-5be4-4332-8613-24d5bc05ab98 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e3e2a1-625c-4694-9aca-3b3a0e857d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161366 Aug 31 14:03:39.220559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ea2adb95-1327-4b67-b70a-6461136e8ef6,revision_number=10']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:39.243375 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99867222-cb13-4dc3-9467-a83462a54cee x-openstack-request-id: req-99867222-cb13-4dc3-9467-a83462a54cee {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:39.243819 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcef29c-f0c2-4336-8ade-106b4fc29b0f", "name": "network-vif-plugged", "status": "completed", "tag": "ea2adb95-1327-4b67-b70a-6461136e8ef6", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:39.244216 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99867222-cb13-4dc3-9467-a83462a54cee {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:39.244800 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcef29c-f0c2-4336-8ade-106b4fc29b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2adb95-1327-4b67-b70a-6461136e8ef6', 'code': 200} Aug 31 14:03:39.261699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425e749-d95c-4660-a67c-9a3331b2ebc9 service neutron] Pushing event updated for resources: {'Port': ['ID=922375f0-9c31-435c-beee-1e7a07ee8e47,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:39.332121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-12743cc7-f804-42a5-b40c-9e9385bf37a1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] For port 5f095086-0193-4456-b9b1-9990bf62d2dc, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5f095086-0193-4456-b9b1-9990bf62d2dc,segment=NetworkSegment(dd40cbb3-0235-4380-82d9-8ba907c31952),segment_id=dd40cbb3-0235-4380-82d9-8ba907c31952)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:39.332770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-12743cc7-f804-42a5-b40c-9e9385bf37a1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.345193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894aed-ec7b-4276-8e26-49952c70c34c req-a2728ac6-b7e8-437c-9f34-4b759f9700c0 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:39.346726 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08894aed-ec7b-4276-8e26-49952c70c34c req-a2728ac6-b7e8-437c-9f34-4b759f9700c0 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 944 time: 0.1728721 Aug 31 14:03:39.349317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-c0d82ffe-3243-4a3c-887c-d2b78e48bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:39.351286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-c0d82ffe-3243-4a3c-887c-d2b78e48bc51 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d74472e25fb146078a5f28e0ab7d6dbd&device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 1095 time: 0.1761107 Aug 31 14:03:39.394436 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-12743cc7-f804-42a5-b40c-9e9385bf37a1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Calling delete_port for 5f095086-0193-4456-b9b1-9990bf62d2dc owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:39.449514 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-07bcdb79-46cc-4665-8c53-e3826dce0f17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922375f0-9c31-435c-beee-1e7a07ee8e47 HTTP/1.1" status: 200 len: 217 time: 0.0720427 Aug 31 14:03:39.533055 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08894aed-ec7b-4276-8e26-49952c70c34c req-310705c3-d91c-4105-937a-570f8b30ce04 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709893 Aug 31 14:03:39.564292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-4fc92799-5fa0-43f6-9265-5c340eedcca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:39.565878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-4fc92799-5fa0-43f6-9265-5c340eedcca8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95df6615-d02d-495e-a98c-b8d17f9e23bf HTTP/1.1" status: 200 len: 853 time: 0.1054144 Aug 31 14:03:39.613115 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-0e121630-d3ec-4959-9505-2d4b10f5b12b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab9a1623-517f-4807-998d-9c5b58604f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348957 Aug 31 14:03:39.787887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a9996-9dce-4c39-be7e-99c18023172e req-7aa878b4-94cf-4b82-bcc5-4840b50c7dd3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:39.789598 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-501a9996-9dce-4c39-be7e-99c18023172e req-7aa878b4-94cf-4b82-bcc5-4840b50c7dd3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0746562 Aug 31 14:03:39.815332 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c04e08bf-77bf-4051-8ff6-7bb004a8cf9b req-52279958-bcab-4879-8dcd-ffe4a89fc2c9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 210 time: 0.0576489 Aug 31 14:03:39.838659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-90482535-540d-449c-b4a5-a55a0f95fd17 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=080b42569e654447a2d600dfa0c1e0e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784085 Aug 31 14:03:39.860771 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-501a9996-9dce-4c39-be7e-99c18023172e req-79f057f6-35aa-48ef-a54c-b663f676eb85 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611050 Aug 31 14:03:39.876911 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-12743cc7-f804-42a5-b40c-9e9385bf37a1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:39.893216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:40.055738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12743cc7-f804-42a5-b40c-9e9385bf37a1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Port': ['ID=5f095086-0193-4456-b9b1-9990bf62d2dc,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:40.055918 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bd8f2380-0bde-426b-9704-b60240cfb565 req-4540e2f0-1bf2-4d97-b364-86e06322699a tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0385411 Aug 31 14:03:40.103511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-945f5aca-aee2-4c88-bb07-3704322e052b service neutron] 10.222.0.52 "GET /v2.0/networks/ab9a1623-517f-4807-998d-9c5b58604f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191771 Aug 31 14:03:40.132537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-12743cc7-f804-42a5-b40c-9e9385bf37a1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] No DVR routers for this DVR port 5f095086-0193-4456-b9b1-9990bf62d2dc on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:40.146098 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-12743cc7-f804-42a5-b40c-9e9385bf37a1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.148780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8d000056-b2b1-4217-9945-550a4a3e7a98 req-12743cc7-f804-42a5-b40c-9e9385bf37a1 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.52 "DELETE /v2.0/ports/5f095086-0193-4456-b9b1-9990bf62d2dc HTTP/1.1" status: 204 len: 173 time: 1.5724108 Aug 31 14:03:40.246017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-4a7a62dc-edbb-4474-a0bf-74735b90bdef tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:40.248698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-4a7a62dc-edbb-4474-a0bf-74735b90bdef tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3956883 Aug 31 14:03:40.278411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Request body: {'port': {'device_id': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '080b42569e654447a2d600dfa0c1e0e3'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:40.306267 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-af58e42b-54e9-4d67-b98c-19221c95e58f req-86e20538-2213-4d40-9f31-ca934a288f2e tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "GET /v2.0/ports?device_id=32805213-1955-4f58-8ba0-ac1493341675 HTTP/1.1" status: 200 len: 210 time: 0.0551267 Aug 31 14:03:40.453806 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c542ac7-8f99-4f20-9f84-f02a145d176c req-db9340b7-0507-45a9-810a-b68aeeefce45 service neutron] 10.222.0.52 "GET /v2.0/networks/ab9a1623-517f-4807-998d-9c5b58604f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250840 Aug 31 14:03:40.542207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Made reservation on behalf of 080b42569e654447a2d600dfa0c1e0e3 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:40.546619 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:40.759975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28504b4a-a7f8-43fa-ab48-dce613ed48cc req-b1e864e8-6a3f-458d-b61f-ba47d853db72 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:40.761975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28504b4a-a7f8-43fa-ab48-dce613ed48cc req-b1e864e8-6a3f-458d-b61f-ba47d853db72 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 944 time: 0.1200135 Aug 31 14:03:40.793942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Allocated IP 192.168.233.225 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/03543d41-2e82-4457-9900-6539548f1314) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:40.852039 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28504b4a-a7f8-43fa-ab48-dce613ed48cc req-a2a2db0d-7154-4208-b431-1ac33d726838 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760825 Aug 31 14:03:40.854547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9108f7-2b57-466d-a7c8-4e859f54429d', 'tag': '922375f0-9c31-435c-beee-1e7a07ee8e47'}, {'server_uuid': '32805213-1955-4f58-8ba0-ac1493341675', 'name': 'network-vif-deleted', 'tag': '5f095086-0193-4456-b9b1-9990bf62d2dc'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:40.857058 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d31ef65-aa54-406c-ad69-a7d3e690460b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9108f7-2b57-466d-a7c8-4e859f54429d", "tag": "922375f0-9c31-435c-beee-1e7a07ee8e47"}, {"server_uuid": "32805213-1955-4f58-8ba0-ac1493341675", "name": "network-vif-deleted", "tag": "5f095086-0193-4456-b9b1-9990bf62d2dc"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:40.959689 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff590d0-7663-4102-921c-cca68dbfc4a3 x-openstack-request-id: req-eff590d0-7663-4102-921c-cca68dbfc4a3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:40.960072 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9108f7-2b57-466d-a7c8-4e859f54429d", "tag": "922375f0-9c31-435c-beee-1e7a07ee8e47", "status": "completed", "code": 200}, {"server_uuid": "32805213-1955-4f58-8ba0-ac1493341675", "name": "network-vif-deleted", "tag": "5f095086-0193-4456-b9b1-9990bf62d2dc", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:40.960395 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eff590d0-7663-4102-921c-cca68dbfc4a3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:40.960976 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9108f7-2b57-466d-a7c8-4e859f54429d', 'tag': '922375f0-9c31-435c-beee-1e7a07ee8e47', 'status': 'completed', 'code': 200} Aug 31 14:03:40.961502 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32805213-1955-4f58-8ba0-ac1493341675', 'name': 'network-vif-deleted', 'tag': '5f095086-0193-4456-b9b1-9990bf62d2dc', 'status': 'completed', 'code': 200} Aug 31 14:03:40.977385 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-705266d5-af45-442b-bc6f-ecd7714cb1b6 req-17686ca9-74a5-4ee9-93ef-b42cc0562121 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 210 time: 0.0491343 Aug 31 14:03:41.181217 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.222047 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ef65-aa54-406c-ad69-a7d3e690460b req-993e5398-ffd3-4b84-9475-63ee55f8ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:41.224868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5d31ef65-aa54-406c-ad69-a7d3e690460b req-993e5398-ffd3-4b84-9475-63ee55f8ebe4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d74472e25fb146078a5f28e0ab7d6dbd&device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 1095 time: 0.1943829 Aug 31 14:03:41.237824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b684d3-200f-40cd-bca5-0fd60e3b7c33 req-dc7b7e8c-9574-4dde-bbe1-e77416e99fcb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:41.240474 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8b684d3-200f-40cd-bca5-0fd60e3b7c33 req-dc7b7e8c-9574-4dde-bbe1-e77416e99fcb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.2133176 Aug 31 14:03:41.242501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Transition to ACTIVE for port object 03543d41-2e82-4457-9900-6539548f1314 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:41.263962 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e086e1aa-010b-49df-b00f-29402f7c8bf8 req-300fc8a1-b5ff-49c4-8996-e329465adf12 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0343795 Aug 31 14:03:41.402697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41914) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.475086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-67122267-75eb-498b-8ddf-1e91bb7fa89b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting subnet 357549fb-36be-444e-94f0-b0d8442e6a39 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:41.479886 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67122267-75eb-498b-8ddf-1e91bb7fa89b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.543591 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67122267-75eb-498b-8ddf-1e91bb7fa89b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.679131 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67122267-75eb-498b-8ddf-1e91bb7fa89b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.775041 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67122267-75eb-498b-8ddf-1e91bb7fa89b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.808284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67122267-75eb-498b-8ddf-1e91bb7fa89b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Subnet': ['ID=357549fb-36be-444e-94f0-b0d8442e6a39,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:41.812508 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67122267-75eb-498b-8ddf-1e91bb7fa89b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.819459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-67122267-75eb-498b-8ddf-1e91bb7fa89b tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "DELETE /v2.0/subnets/357549fb-36be-444e-94f0-b0d8442e6a39 HTTP/1.1" status: 204 len: 168 time: 0.4106998 Aug 31 14:03:41.819459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41916) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:41.829597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ec444-8270-4a54-b16d-9240e3d4deac None None] Network c21f4f53-0039-4718-add4-79aeec512b9a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:41.832345 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e268953-71a5-47ce-9892-7223704dbfe2 req-e0651284-438d-4657-bbc3-0e14d6de41de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0700996 Aug 31 14:03:41.890544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8b684d3-200f-40cd-bca5-0fd60e3b7c33 req-911cb297-587d-4a01-9c08-8a17ac135925 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297643 Aug 31 14:03:41.892449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5f095086-0193-4456-b9b1-9990bf62d2dc no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:41.940958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 5f095086-0193-4456-b9b1-9990bf62d2dc {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:41.941822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5f095086-0193-4456-b9b1-9990bf62d2dc not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:41.942477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:41.956367 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.964738 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:41.967311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:41.968094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device ee0a98b2-c6e7-4f6e-b1fe-682df6c5dd97 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:41.978219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['f6cfb259-a4fe-4bb8-9991-251f8461d9bc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:41.990659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9d710d51-2ec4-4597-8c27-ea2e926bb495', 'ea2adb95-1327-4b67-b70a-6461136e8ef6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:42.058074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:42.064612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:42.080040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ef65-aa54-406c-ad69-a7d3e690460b req-7b193ea3-8132-43b6-ad7a-8acf1335d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:42.083236 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5d31ef65-aa54-406c-ad69-a7d3e690460b req-7b193ea3-8132-43b6-ad7a-8acf1335d3f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab9a1623-517f-4807-998d-9c5b58604f88 HTTP/1.1" status: 200 len: 914 time: 0.8381169 Aug 31 14:03:42.087989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:42.108124 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting port 81354323-8fdb-44b1-befc-4c0f15501938 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:42.109304 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:42.265971 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5d31ef65-aa54-406c-ad69-a7d3e690460b req-9007a0c2-14c4-4503-a03e-ffe50cae3d4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922375f0-9c31-435c-beee-1e7a07ee8e47 HTTP/1.1" status: 200 len: 217 time: 0.1659520 Aug 31 14:03:42.269997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:42.285418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:42.286128 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:42.302164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3e7e4b-8b03-4e81-b122-b07d61b842ed None None] DHCP port deletion for c21f4f53-0039-4718-add4-79aeec512b9a request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:42.368060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ef65-aa54-406c-ad69-a7d3e690460b req-7154aae7-a9f4-45be-92b8-36617c56986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:42.373207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5d31ef65-aa54-406c-ad69-a7d3e690460b req-7154aae7-a9f4-45be-92b8-36617c56986a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95df6615-d02d-495e-a98c-b8d17f9e23bf HTTP/1.1" status: 200 len: 853 time: 0.0810587 Aug 31 14:03:42.476145 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5d31ef65-aa54-406c-ad69-a7d3e690460b req-c5dd3cb0-3fb6-4f83-84ec-89893c13d735 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab9a1623-517f-4807-998d-9c5b58604f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781989 Aug 31 14:03:42.477885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-3bf35982-cf9a-4b28-a21f-c8b521c9299c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2151256 Aug 31 14:03:42.480724 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 81354323-8fdb-44b1-befc-4c0f15501938 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:42.496136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769934cd-f5f4-4ca6-a31e-af06fc3c9e86 req-2cb2f204-181d-42dc-bb15-8dc05dbe65a4 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:42.498371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-769934cd-f5f4-4ca6-a31e-af06fc3c9e86 req-2cb2f204-181d-42dc-bb15-8dc05dbe65a4 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 936 time: 0.4043934 Aug 31 14:03:42.516899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Request body: {'port': {'device_id': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:42.521583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e7e4b-8b03-4e81-b122-b07d61b842ed None None] Deleting port 81354323-8fdb-44b1-befc-4c0f15501938 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:42.521957 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ad3e7e4b-8b03-4e81-b122-b07d61b842ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:42.587338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f384ba-5d2f-4260-a79f-f3f79ae8ba96 req-5dd7dd36-ff48-4627-a1fb-a895e5c4c116 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:42.597888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8d4add27-2e1d-4753-a801-c9105ae4fc75 None None] Provisioning for port 03543d41-2e82-4457-9900-6539548f1314 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:42.600553 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1f384ba-5d2f-4260-a79f-f3f79ae8ba96 req-5dd7dd36-ff48-4627-a1fb-a895e5c4c116 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 944 time: 0.5676920 Aug 31 14:03:42.621147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8d4add27-2e1d-4753-a801-c9105ae4fc75 None None] Provisioning complete for port 03543d41-2e82-4457-9900-6539548f1314 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:42.621698 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d4add27-2e1d-4753-a801-c9105ae4fc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:42.634667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] For port 81354323-8fdb-44b1-befc-4c0f15501938, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=81354323-8fdb-44b1-befc-4c0f15501938,segment=NetworkSegment(d968b028-7112-4315-90e8-5da2bdd3f480),segment_id=d968b028-7112-4315-90e8-5da2bdd3f480)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:42.634667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:42.646342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Calling delete_port for 81354323-8fdb-44b1-befc-4c0f15501938 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:42.687982 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-769934cd-f5f4-4ca6-a31e-af06fc3c9e86 req-6031c094-9291-470d-8c42-47ceff348c30 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446369 Aug 31 14:03:42.691356 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:42.697921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ad3e7e4b-8b03-4e81-b122-b07d61b842ed None None] For port 81354323-8fdb-44b1-befc-4c0f15501938, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=81354323-8fdb-44b1-befc-4c0f15501938,segment=NetworkSegment(d968b028-7112-4315-90e8-5da2bdd3f480),segment_id=d968b028-7112-4315-90e8-5da2bdd3f480)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:42.698874 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ad3e7e4b-8b03-4e81-b122-b07d61b842ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:42.735733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8d4add27-2e1d-4753-a801-c9105ae4fc75 None None] Port 03543d41-2e82-4457-9900-6539548f1314 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:03:42.754226 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:42.757878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e7e4b-8b03-4e81-b122-b07d61b842ed None None] Calling delete_port for 81354323-8fdb-44b1-befc-4c0f15501938 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:42.761262 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5d31ef65-aa54-406c-ad69-a7d3e690460b req-8191ddc6-6925-4302-afda-27505759f90f service neutron] 10.222.0.52 "GET /v2.0/networks/ab9a1623-517f-4807-998d-9c5b58604f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607715 Aug 31 14:03:42.786916 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:42.824225 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1f384ba-5d2f-4260-a79f-f3f79ae8ba96 req-838b7946-741f-4cb4-986c-730d50224201 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185626 Aug 31 14:03:42.841845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Port': ['ID=81354323-8fdb-44b1-befc-4c0f15501938,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:42.841845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] No DVR routers for this DVR port 81354323-8fdb-44b1-befc-4c0f15501938 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: from cryptography.utils import int_from_bytes Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: from cryptography.utils import int_from_bytes Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.977389 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:03:42.981072 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:03:42.994808 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ad3e7e4b-8b03-4e81-b122-b07d61b842ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.042237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e7e4b-8b03-4e81-b122-b07d61b842ed None None] Pushing event deleted for resources: {'Port': ['ID=81354323-8fdb-44b1-befc-4c0f15501938,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:43.044616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3e7e4b-8b03-4e81-b122-b07d61b842ed None None] No DVR routers for this DVR port 81354323-8fdb-44b1-befc-4c0f15501938 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:43.074616 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.101980 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2cef6919-d6ad-43cf-9df5-1e87548da880 req-35cdf75f-67ab-43c1-9e8a-a0e07216008f tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.1026821 Aug 31 14:03:43.106067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21f4f53-0039-4718-add4-79aeec512b9a']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:43.132424 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd968b028-7112-4315-90e8-5da2bdd3f480') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:43.133389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd968b028-7112-4315-90e8-5da2bdd3f480') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:43.144244 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.167596 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.177355 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:43.177833 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:43.181274 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:43.192890 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5d31ef65-aa54-406c-ad69-a7d3e690460b req-b0929629-aace-4834-98d7-07ee2c683552 service neutron] 10.222.0.52 "GET /v2.0/networks/ab9a1623-517f-4807-998d-9c5b58604f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621080 Aug 31 14:03:43.251550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80756c-61f2-4901-adf5-f15c0ddbbd73 req-afdbde61-bc99-4757-8f0a-af37c03b1113 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:43.253768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a80756c-61f2-4901-adf5-f15c0ddbbd73 req-afdbde61-bc99-4757-8f0a-af37c03b1113 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1445575 Aug 31 14:03:43.267938 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.277478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.279528 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "DELETE /v2.0/networks/c21f4f53-0039-4718-add4-79aeec512b9a HTTP/1.1" status: 204 len: 168 time: 1.4596632 Aug 31 14:03:43.283467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41932) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:43.305962 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2e447-d9fa-4063-9c3b-9c88192b395a tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Network': ['ID=c21f4f53-0039-4718-add4-79aeec512b9a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:43.322033 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a80756c-61f2-4901-adf5-f15c0ddbbd73 req-0ec86f6d-1292-48b6-9f7a-5c1708bd7506 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549703 Aug 31 14:03:43.362201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03543d41-2e82-4457-9900-6539548f1314 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:43.372262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.373089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2eae7e9-8329-466c-932c-30191327efa7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting subnet eb4cecd5-9214-4119-868c-c5c2e54defbb {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:43.377169 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2eae7e9-8329-466c-932c-30191327efa7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.387336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Transition to ACTIVE for port object 03543d41-2e82-4457-9900-6539548f1314 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:43.392871 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.429146 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2eae7e9-8329-466c-932c-30191327efa7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.458544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:43.544362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Attempting to bind port 03543d41-2e82-4457-9900-6539548f1314 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:43.544854 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2eae7e9-8329-466c-932c-30191327efa7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.545026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Attempting to bind port 03543d41-2e82-4457-9900-6539548f1314 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:43.545321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Attempting to bind port 03543d41-2e82-4457-9900-6539548f1314 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:43.556235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Port 03543d41-2e82-4457-9900-6539548f1314 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:03:43.556822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Attempting to bind port 03543d41-2e82-4457-9900-6539548f1314 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:43.567919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:43.568597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:43.569235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:43.570215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Bound port: 03543d41-2e82-4457-9900-6539548f1314, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:43.571572 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.643026 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2eae7e9-8329-466c-932c-30191327efa7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.667433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:43.674710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:43.675303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eae7e9-8329-466c-932c-30191327efa7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4cecd5-9214-4119-868c-c5c2e54defbb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:43.677507 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2eae7e9-8329-466c-932c-30191327efa7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.679570 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e2eae7e9-8329-466c-932c-30191327efa7 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "DELETE /v2.0/subnets/eb4cecd5-9214-4119-868c-c5c2e54defbb HTTP/1.1" status: 204 len: 168 time: 0.3951092 Aug 31 14:03:43.683839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41934) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:43.688011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616857c9-5b48-4b09-9236-8cd425b547e6 None None] Network 4a9d7393-9610-4b43-8e12-853d5ae52850 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:43.694378 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.764040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:43.764320 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.766144 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] 10.222.0.13 "PUT /v2.0/ports/03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 1096 time: 1.2568188 Aug 31 14:03:43.766651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'tag': '03543d41-2e82-4457-9900-6539548f1314'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:43.770880 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d13b76-54d5-449e-8605-c8aa155e49e0" -d '{"events": [{"name": "network-changed", "server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "tag": "03543d41-2e82-4457-9900-6539548f1314"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:43.810172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e32a5-1904-437e-9568-5b234f475412 service neutron] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:43.814033 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.877747 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:03:43.895192 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c608ba68-3500-4d82-9395-b5275e21c172 x-openstack-request-id: req-c608ba68-3500-4d82-9395-b5275e21c172 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:43.895487 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "tag": "03543d41-2e82-4457-9900-6539548f1314", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:43.895768 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c608ba68-3500-4d82-9395-b5275e21c172 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:43.896185 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'tag': '03543d41-2e82-4457-9900-6539548f1314', 'status': 'completed', 'code': 200} Aug 31 14:03:43.911618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-63e29244-1908-4aa0-ba91-45914c6b94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:43.913557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-63e29244-1908-4aa0-ba91-45914c6b94ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1099 time: 0.0887892 Aug 31 14:03:43.954022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 922375f0-9c31-435c-beee-1e7a07ee8e47 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:43.960871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Deleting port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:43.961345 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:43.977280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-bccf625f-1e58-40f0-94ae-57aea1616558 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 217 time: 0.0518923 Aug 31 14:03:43.979751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf7338-2624-4dea-90b6-4f5e2c364a90 req-48dc2701-ce8e-4cfc-8f8e-565e5e3151ea tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:43.982783 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24bf7338-2624-4dea-90b6-4f5e2c364a90 req-48dc2701-ce8e-4cfc-8f8e-565e5e3151ea tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 948 time: 0.0972414 Aug 31 14:03:44.072839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-7cbf2e97-1629-4c0f-b5cb-f163b2af9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:44.074646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-7cbf2e97-1629-4c0f-b5cb-f163b2af9668 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0884585 Aug 31 14:03:44.132685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24bf7338-2624-4dea-90b6-4f5e2c364a90 req-24ef65da-0761-4a00-88ba-1ad359a5ef8e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922041 Aug 31 14:03:44.142943 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf0e710-e8fd-4594-b2d5-089a7c24160c None None] DHCP port deletion for 4a9d7393-9610-4b43-8e12-853d5ae52850 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:44.159141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] For port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fe3eb166-2f1b-47c2-b5df-79522ed2ec2d,segment=NetworkSegment(dd40cbb3-0235-4380-82d9-8ba907c31952),segment_id=dd40cbb3-0235-4380-82d9-8ba907c31952)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:44.159825 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.175607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-534f964f-a579-4b49-a070-c5e528ea7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:44.177362 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-534f964f-a579-4b49-a070-c5e528ea7b86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922735 Aug 31 14:03:44.178989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 922375f0-9c31-435c-beee-1e7a07ee8e47, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=922375f0-9c31-435c-beee-1e7a07ee8e47,segment=NetworkSegment(703f03ed-2e20-45f6-a222-14e31c6568af),segment_id=703f03ed-2e20-45f6-a222-14e31c6568af)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:44.194211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Calling delete_port for fe3eb166-2f1b-47c2-b5df-79522ed2ec2d owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:44.235824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '922375f0-9c31-435c-beee-1e7a07ee8e47', 'network_id': 'ab9a1623-517f-4807-998d-9c5b58604f88', 'port_id': '922375f0-9c31-435c-beee-1e7a07ee8e47', 'mac_address': 'fa:16:3e:1a:3e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95df6615-d02d-495e-a98c-b8d17f9e23bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:44.309090 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.352306 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.355981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f5e75-d2b1-443e-bb50-9cb9e3d5e725 req-678628cb-1fe1-456c-b538-80f77e7ce0c9 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:44.357926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Port': ['ID=fe3eb166-2f1b-47c2-b5df-79522ed2ec2d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:44.361011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-770f5e75-d2b1-443e-bb50-9cb9e3d5e725 req-678628cb-1fe1-456c-b538-80f77e7ce0c9 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 944 time: 0.1826603 Aug 31 14:03:44.382234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] No DVR routers for this DVR port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:44.482858 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-020949d0-fe44-4fe5-bbbb-5d8a07334100 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876625 Aug 31 14:03:44.527731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-770f5e75-d2b1-443e-bb50-9cb9e3d5e725 req-1ad65157-5b1a-4cdd-ae55-9aa4daf10546 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343057 Aug 31 14:03:44.559648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bf16d9dc-340c-47c9-8065-48bcf13309dc req-7b16f21f-fce8-478f-a784-b9e51a0bd3d3 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0578959 Aug 31 14:03:44.570762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.578922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0e710-e8fd-4594-b2d5-089a7c24160c None None] Deleting port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:44.579309 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ddf0e710-e8fd-4594-b2d5-089a7c24160c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.586516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9d7393-9610-4b43-8e12-853d5ae52850']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.587748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922375f0-9c31-435c-beee-1e7a07ee8e47 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:44.601642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd40cbb3-0235-4380-82d9-8ba907c31952') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.602116 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd40cbb3-0235-4380-82d9-8ba907c31952') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:44.609429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 922375f0-9c31-435c-beee-1e7a07ee8e47, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=922375f0-9c31-435c-beee-1e7a07ee8e47,segment=NetworkSegment(703f03ed-2e20-45f6-a222-14e31c6568af),segment_id=703f03ed-2e20-45f6-a222-14e31c6568af)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:44.611460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fe3eb166-2f1b-47c2-b5df-79522ed2ec2d no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:44.617072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.618173 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.634913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.644717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:44.645201 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.736565 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bca675e-64f7-4e0e-9831-715a0a69c669 req-fb2727eb-2399-40d7-8a3c-84fe70cdd9a7 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300105 Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:44.738014 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:44.742437 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.751542 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.765334 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] 10.222.0.20 "DELETE /v2.0/networks/4a9d7393-9610-4b43-8e12-853d5ae52850 HTTP/1.1" status: 204 len: 168 time: 1.0787697 Aug 31 14:03:44.772972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=922375f0-9c31-435c-beee-1e7a07ee8e47,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:44.778122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: fe3eb166-2f1b-47c2-b5df-79522ed2ec2d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:44.778383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fe3eb166-2f1b-47c2-b5df-79522ed2ec2d not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:44.810429 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10791476-74db-45fa-bc14-fc16b4d00ef3 tempest-ServersTestMultiNic-1235678505 tempest-ServersTestMultiNic-1235678505-project] Pushing event deleted for resources: {'Network': ['ID=4a9d7393-9610-4b43-8e12-853d5ae52850,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:44.822325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fb37a-1fe8-47d8-9ce3-583875b7fa4c req-1b8660fb-ba91-4c89-9a25-7edebcbe87e2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:44.824215 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-546fb37a-1fe8-47d8-9ce3-583875b7fa4c req-1b8660fb-ba91-4c89-9a25-7edebcbe87e2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1117845 Aug 31 14:03:44.842294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ddf0e710-e8fd-4594-b2d5-089a7c24160c None None] For port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d, host n-d-792364-6, got binding levels [] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:44.842867 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ddf0e710-e8fd-4594-b2d5-089a7c24160c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.873179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0e710-e8fd-4594-b2d5-089a7c24160c None None] Calling delete_port for fe3eb166-2f1b-47c2-b5df-79522ed2ec2d owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:44.877164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.ipam_backend_mixin [None req-ddf0e710-e8fd-4594-b2d5-089a7c24160c None None] Port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d was not found and therefore no delete operation was performed {{(pid=106389) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:03:44.878858 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ddf0e710-e8fd-4594-b2d5-089a7c24160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:44.908752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ddf0e710-e8fd-4594-b2d5-089a7c24160c None None] Network 4a9d7393-9610-4b43-8e12-853d5ae52850 is not hosted by any dhcp agent {{(pid=106389) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:03:44.909228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf0e710-e8fd-4594-b2d5-089a7c24160c None None] No DVR routers for this DVR port fe3eb166-2f1b-47c2-b5df-79522ed2ec2d on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:44.911687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0e710-e8fd-4594-b2d5-089a7c24160c None None] Pushing event deleted for resources: {'Port': ['ID=fe3eb166-2f1b-47c2-b5df-79522ed2ec2d,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:44.940091 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-546fb37a-1fe8-47d8-9ce3-583875b7fa4c req-660d77e5-a3dd-4fc4-81f8-4cbde7092a5a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039455 Aug 31 14:03:44.943906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d13b76-54d5-449e-8605-c8aa155e49e0 req-d949e655-f9da-4952-a16d-4d2131481805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:44.946334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7d13b76-54d5-449e-8605-c8aa155e49e0 req-d949e655-f9da-4952-a16d-4d2131481805 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1099 time: 0.1201298 Aug 31 14:03:45.019567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['922375f0-9c31-435c-beee-1e7a07ee8e47'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:45.138643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d13b76-54d5-449e-8605-c8aa155e49e0 req-8dcabc2b-08ab-410a-bbe4-278f4b26a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:45.141819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7d13b76-54d5-449e-8605-c8aa155e49e0 req-8dcabc2b-08ab-410a-bbe4-278f4b26a5ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1849928 Aug 31 14:03:45.249866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7d13b76-54d5-449e-8605-c8aa155e49e0 req-a986ea44-1a06-451e-b132-dbf2135fda9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 217 time: 0.0777686 Aug 31 14:03:45.283874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6063e92a-0afa-4337-822f-358abc3a988a req-63134390-970d-4ae1-ba9d-cfb6c93002d2 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0450137 Aug 31 14:03:45.351334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d13b76-54d5-449e-8605-c8aa155e49e0 req-f37afac8-0eb7-47fa-8fa0-b50f68aeebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:45.353657 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7d13b76-54d5-449e-8605-c8aa155e49e0 req-f37afac8-0eb7-47fa-8fa0-b50f68aeebe7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0735037 Aug 31 14:03:45.372719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17653fff-2501-4ebf-a4fe-9c654c700639 req-24d189aa-14e7-497d-99a1-9e70310b07e7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:45.374801 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17653fff-2501-4ebf-a4fe-9c654c700639 req-24d189aa-14e7-497d-99a1-9e70310b07e7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 948 time: 0.0856082 Aug 31 14:03:45.385616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41986) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:45.440846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d13b76-54d5-449e-8605-c8aa155e49e0 req-45f9b658-d6be-4c34-aed7-13e6cc9b9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:45.442899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7d13b76-54d5-449e-8605-c8aa155e49e0 req-45f9b658-d6be-4c34-aed7-13e6cc9b9dd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785563 Aug 31 14:03:45.517988 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17653fff-2501-4ebf-a4fe-9c654c700639 req-0b927370-c46e-4e43-a710-6be39da03d3a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284735 Aug 31 14:03:45.614706 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7d13b76-54d5-449e-8605-c8aa155e49e0 req-a97e3bc6-d51a-4350-9db2-6aa3ec18dc45 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519933 Aug 31 14:03:45.763210 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7d13b76-54d5-449e-8605-c8aa155e49e0 req-7a4f5504-8b43-4349-9489-38b54e4f681a service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371450 Aug 31 14:03:45.763538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca849c-afae-4827-a85e-d5a1179e6067 req-25012116-f6e2-42a2-af0f-b1361c8e48d5 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:45.763538 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13ca849c-afae-4827-a85e-d5a1179e6067 req-25012116-f6e2-42a2-af0f-b1361c8e48d5 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 945 time: 0.1371295 Aug 31 14:03:45.863083 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13ca849c-afae-4827-a85e-d5a1179e6067 req-6093e56e-1316-4191-8997-d0c72c57ad45 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906680 Aug 31 14:03:45.990090 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9ce1d19-f32c-4488-b8d5-6c3c24927c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.098050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1479303-4c78-46c7-9067-ac5ac58c3b30 req-1f0ff470-9c72-41b7-ba7b-62e9c1914fcb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:46.099623 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1479303-4c78-46c7-9067-ac5ac58c3b30 req-1f0ff470-9c72-41b7-ba7b-62e9c1914fcb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0633254 Aug 31 14:03:46.150287 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1479303-4c78-46c7-9067-ac5ac58c3b30 req-f09aac4c-7a6d-4493-8806-1bf05699e292 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434995 Aug 31 14:03:46.297557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce1d19-f32c-4488-b8d5-6c3c24927c74 admin admin] Deleting port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:46.298387 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9ce1d19-f32c-4488-b8d5-6c3c24927c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.400419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-c9ce1d19-f32c-4488-b8d5-6c3c24927c74 admin admin] For port 78f6dcb4-b6a8-4221-99d3-b92aba974c3b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=78f6dcb4-b6a8-4221-99d3-b92aba974c3b,segment=NetworkSegment(bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f),segment_id=bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:46.401110 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9ce1d19-f32c-4488-b8d5-6c3c24927c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.423731 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce1d19-f32c-4488-b8d5-6c3c24927c74 admin admin] Calling delete_port for 78f6dcb4-b6a8-4221-99d3-b92aba974c3b owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:46.427515 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b5cb653c-df9d-493f-af6c-802e212cbb5d req-f7cb970b-c1f7-4d15-a045-54768776b84b tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0307071 Aug 31 14:03:46.658888 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9ce1d19-f32c-4488-b8d5-6c3c24927c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:46.691930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20aa24-3fca-4c15-9561-92817b0c8acf req-8d909e15-8ff8-49bc-970c-bedf8401a115 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:46.696075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc20aa24-3fca-4c15-9561-92817b0c8acf req-8d909e15-8ff8-49bc-970c-bedf8401a115 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 948 time: 0.0683360 Aug 31 14:03:46.705116 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce1d19-f32c-4488-b8d5-6c3c24927c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f6dcb4-b6a8-4221-99d3-b92aba974c3b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:46.746571 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc20aa24-3fca-4c15-9561-92817b0c8acf req-38d1411d-3f90-4a7f-8e75-9b2fa7482421 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462155 Aug 31 14:03:46.976554 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9ce1d19-f32c-4488-b8d5-6c3c24927c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.078045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104b563-09a9-4cca-9843-e98c12e28698 req-da2a4fc5-3f84-465e-a671-b8d537d078ca tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:47.079602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c104b563-09a9-4cca-9843-e98c12e28698 req-da2a4fc5-3f84-465e-a671-b8d537d078ca tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 945 time: 0.1154964 Aug 31 14:03:47.160069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c104b563-09a9-4cca-9843-e98c12e28698 req-96ec4373-19b9-4623-98a9-22d278f2a5ab tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514174 Aug 31 14:03:47.290864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ce1d19-f32c-4488-b8d5-6c3c24927c74 admin admin] Router 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:03:47.306558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67339f-7f14-43bb-817e-98f40e24cdef req-9af8f692-dd18-460c-89a9-7af5f491821d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:47.308120 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b67339f-7f14-43bb-817e-98f40e24cdef req-9af8f692-dd18-460c-89a9-7af5f491821d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0650384 Aug 31 14:03:47.359730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b67339f-7f14-43bb-817e-98f40e24cdef req-d721657c-edf4-4905-bd82-6f69510a5e44 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444386 Aug 31 14:03:47.414052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ce1d19-f32c-4488-b8d5-6c3c24927c74 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:03:47.421605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c9ce1d19-f32c-4488-b8d5-6c3c24927c74 admin admin] 10.222.0.20 "PUT /v2.0/routers/199b2d5c-43e5-4eb5-823c-2cebfd8d60f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0305655 Aug 31 14:03:47.424732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42008) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:47.426121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84edb4b-100c-4e19-b9ce-c8c0dc81f6ce None None] Sync routers for ids ['199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:03:47.440758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84edb4b-100c-4e19-b9ce-c8c0dc81f6ce None None] Routers {'199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:47.441931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f84edb4b-100c-4e19-b9ce-c8c0dc81f6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:03:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:47.588676 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-81a15acf-9fb4-44f2-a9f6-643b9b91c864 req-6c236548-f625-47b8-857d-4ba58e6a80b5 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0325952 Aug 31 14:03:47.597267 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.611709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f84edb4b-100c-4e19-b9ce-c8c0dc81f6ce None None] Set router 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:03:47.770381 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.869826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f84edb4b-100c-4e19-b9ce-c8c0dc81f6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'name': 'tempest-ServersTestMultiNic-1301663030-router', 'tenant_id': '4a51428ff714409299691973e8e96229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:12Z', 'updated_at': '2021-08-31T14:03:46Z', 'revision_number': 5, 'project_id': '4a51428ff714409299691973e8e96229', 'gw_port': {'id': 'c425cd7e-0863-48b4-8636-76d17f6e37e1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:01:14Z', 'updated_at': '2021-08-31T14:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:47.882792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Deleting port c425cd7e-0863-48b4-8636-76d17f6e37e1 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:47.885776 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:47.898305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84edb4b-100c-4e19-b9ce-c8c0dc81f6ce None None] Checking router: 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:03:47.908030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84edb4b-100c-4e19-b9ce-c8c0dc81f6ce None None] Routers {'199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:03:47.908720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f84edb4b-100c-4e19-b9ce-c8c0dc81f6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:03:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:47.911919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 922375f0-9c31-435c-beee-1e7a07ee8e47 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:47.956822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487982d-224f-47c7-81e4-c3ae35075723 req-448872c9-2af2-4b75-b3de-0c8cb97c78b9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:47.958294 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3487982d-224f-47c7-81e4-c3ae35075723 req-448872c9-2af2-4b75-b3de-0c8cb97c78b9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 948 time: 0.1145926 Aug 31 14:03:48.025965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] For port c425cd7e-0863-48b4-8636-76d17f6e37e1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c425cd7e-0863-48b4-8636-76d17f6e37e1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:48.026496 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.031288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3487982d-224f-47c7-81e4-c3ae35075723 req-4cc96819-3390-46d2-a825-eb30545ba94e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620089 Aug 31 14:03:48.031916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f84edb4b-100c-4e19-b9ce-c8c0dc81f6ce None None] Set router 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:03:48.043635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Calling delete_port for c425cd7e-0863-48b4-8636-76d17f6e37e1 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:48.097788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f84edb4b-100c-4e19-b9ce-c8c0dc81f6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'name': 'tempest-ServersTestMultiNic-1301663030-router', 'tenant_id': '4a51428ff714409299691973e8e96229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:12Z', 'updated_at': '2021-08-31T14:03:47Z', 'revision_number': 6, 'project_id': '4a51428ff714409299691973e8e96229', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:48.128038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84edb4b-100c-4e19-b9ce-c8c0dc81f6ce None None] The sync data for ids ['199b2d5c-43e5-4eb5-823c-2cebfd8d60f8'] in n-d-792364-6 is: [{'id': '199b2d5c-43e5-4eb5-823c-2cebfd8d60f8', 'name': 'tempest-ServersTestMultiNic-1301663030-router', 'tenant_id': '4a51428ff714409299691973e8e96229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:01:12Z', 'updated_at': '2021-08-31T14:03:47Z', 'revision_number': 6, 'project_id': '4a51428ff714409299691973e8e96229', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:03:48.130809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 922375f0-9c31-435c-beee-1e7a07ee8e47 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:48.135550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 922375f0-9c31-435c-beee-1e7a07ee8e47 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:48.136051 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.278018 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.307175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9108f7-2b57-466d-a7c8-4e859f54429d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922375f0-9c31-435c-beee-1e7a07ee8e47'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:48.309641 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6e3c77-6567-42af-88c0-4394595d70a5" -d '{"events": [{"server_uuid": "8a9108f7-2b57-466d-a7c8-4e859f54429d", "name": "network-vif-plugged", "status": "completed", "tag": "922375f0-9c31-435c-beee-1e7a07ee8e47"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:48.319747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e00f48-dbcd-4ea2-958c-62dec4feaed7 req-7658236e-8d21-42f3-aedf-d520e3da29e4 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:48.322819 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9e00f48-dbcd-4ea2-958c-62dec4feaed7 req-7658236e-8d21-42f3-aedf-d520e3da29e4 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 945 time: 0.0646672 Aug 31 14:03:48.326226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 922375f0-9c31-435c-beee-1e7a07ee8e47, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=922375f0-9c31-435c-beee-1e7a07ee8e47,segment=NetworkSegment(703f03ed-2e20-45f6-a222-14e31c6568af),segment_id=703f03ed-2e20-45f6-a222-14e31c6568af)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:48.333343 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.402538 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9e00f48-dbcd-4ea2-958c-62dec4feaed7 req-1db903bc-c819-492a-971e-0cc3f1e51b90 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705009 Aug 31 14:03:48.403623 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5310f9d-ec8e-47a3-bec5-babba0105941 x-openstack-request-id: req-b5310f9d-ec8e-47a3-bec5-babba0105941 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:48.404018 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9108f7-2b57-466d-a7c8-4e859f54429d", "name": "network-vif-plugged", "status": "completed", "tag": "922375f0-9c31-435c-beee-1e7a07ee8e47", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:48.404384 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5310f9d-ec8e-47a3-bec5-babba0105941 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:48.404969 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9108f7-2b57-466d-a7c8-4e859f54429d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922375f0-9c31-435c-beee-1e7a07ee8e47', 'code': 200} Aug 31 14:03:48.405635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=922375f0-9c31-435c-beee-1e7a07ee8e47,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:48.415560 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 03543d41-2e82-4457-9900-6539548f1314 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:03:48.580696 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 78f6dcb4-b6a8-4221-99d3-b92aba974c3b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:48.611003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 78f6dcb4-b6a8-4221-99d3-b92aba974c3b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:48.611627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 78f6dcb4-b6a8-4221-99d3-b92aba974c3b not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:48.617589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008052c-842f-4ea1-a853-069d8f480a16 req-0520e1aa-74f9-467f-8d27-017e708430ac tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:48.621556 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0008052c-842f-4ea1-a853-069d8f480a16 req-0520e1aa-74f9-467f-8d27-017e708430ac tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1163354 Aug 31 14:03:48.638134 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.682458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:48.685968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=c425cd7e-0863-48b4-8636-76d17f6e37e1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:48.707259 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0008052c-842f-4ea1-a853-069d8f480a16 req-80e3781c-a315-43bf-8092-16b91670f647 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677035 Aug 31 14:03:48.723120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '03543d41-2e82-4457-9900-6539548f1314', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '03543d41-2e82-4457-9900-6539548f1314', 'mac_address': 'fa:16:3e:83:0d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:03:48.785717 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.788264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca7c08-2cc3-4920-b328-4e5af4300cec req-e2246a8d-1e2c-424a-a8a4-098cfeb1ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:48.790477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80ca7c08-2cc3-4920-b328-4e5af4300cec req-e2246a8d-1e2c-424a-a8a4-098cfeb1ba6a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 1097 time: 0.1656497 Aug 31 14:03:48.810583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03543d41-2e82-4457-9900-6539548f1314 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:48.829997 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-efcb3b34-1e4d-4531-ac36-b6cc2a3a7e95 req-0bcef475-5691-44df-b3ec-b096b934ea5d tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0352628 Aug 31 14:03:48.838393 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.841011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:48.848505 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.934860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:48.967668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:48.974874 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.044427 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80ca7c08-2cc3-4920-b328-4e5af4300cec req-0d27ddf3-0bde-45d4-b8d3-55fdc5865d81 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369587 Aug 31 14:03:49.054241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.054241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:03:49.059836 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.061173 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9c51abd1-cbc1-458f-92d9-7b813a717e32 admin admin] 10.222.0.20 "DELETE /v2.0/routers/199b2d5c-43e5-4eb5-823c-2cebfd8d60f8 HTTP/1.1" status: 204 len: 168 time: 1.6349719 Aug 31 14:03:49.065025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42034) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:49.164079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ce9c70-8c75-45ed-9596-915acf2946e7 admin admin] Deleting subnet 2e3a312d-c64d-499f-95ad-b6ae5c4d147d {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:03:49.172076 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08ce9c70-8c75-45ed-9596-915acf2946e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.248386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08ce9c70-8c75-45ed-9596-915acf2946e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.267094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['03543d41-2e82-4457-9900-6539548f1314'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:49.289909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7ac68-3018-4257-8a1c-3d8b72d6a13f req-35a57fb4-0805-4a4f-b82c-298abcc451ae tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:49.291625 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-74c7ac68-3018-4257-8a1c-3d8b72d6a13f req-35a57fb4-0805-4a4f-b82c-298abcc451ae tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 949 time: 0.1462598 Aug 31 14:03:49.379438 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-74c7ac68-3018-4257-8a1c-3d8b72d6a13f req-9f351372-f49d-40b1-9edf-b47f1df32d41 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756037 Aug 31 14:03:49.414603 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08ce9c70-8c75-45ed-9596-915acf2946e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.521418 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08ce9c70-8c75-45ed-9596-915acf2946e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.557795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce9c70-8c75-45ed-9596-915acf2946e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3a312d-c64d-499f-95ad-b6ae5c4d147d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:49.562173 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08ce9c70-8c75-45ed-9596-915acf2946e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.568333 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-08ce9c70-8c75-45ed-9596-915acf2946e7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2e3a312d-c64d-499f-95ad-b6ae5c4d147d HTTP/1.1" status: 204 len: 168 time: 0.5018749 Aug 31 14:03:49.569093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42040) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:49.581988 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a0311d-91e5-458b-89a2-9c6ff75aa92f None None] Network 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:49.618760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c9d97-5289-4086-898e-c75f17ff1d3f req-3e0b6853-8176-477c-96c1-3e723184a4c4 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:49.620958 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-098c9d97-5289-4086-898e-c75f17ff1d3f req-3e0b6853-8176-477c-96c1-3e723184a4c4 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 946 time: 0.0853999 Aug 31 14:03:49.690793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-098c9d97-5289-4086-898e-c75f17ff1d3f req-7b36efff-3728-4a20-bd28-a997c040eb45 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587275 Aug 31 14:03:49.694577 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.811852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Deleting port f467a5d9-2a36-41c9-9b50-0da27e664696 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:49.812300 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.840414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fd02e5-2958-4361-811b-57856bb6e5fd None None] DHCP port deletion for 3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:03:49.916068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-69fd02e5-2958-4361-811b-57856bb6e5fd None None] Deleting port f467a5d9-2a36-41c9-9b50-0da27e664696 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:49.916580 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-69fd02e5-2958-4361-811b-57856bb6e5fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.938691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb5461-50f0-4cea-aea4-fbbdc531ad3d req-83be8ef4-dc4b-48ac-a8ea-1785d17149ee tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:49.940641 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3eb5461-50f0-4cea-aea4-fbbdc531ad3d req-83be8ef4-dc4b-48ac-a8ea-1785d17149ee tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1475825 Aug 31 14:03:49.951268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] For port f467a5d9-2a36-41c9-9b50-0da27e664696, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f467a5d9-2a36-41c9-9b50-0da27e664696,segment=NetworkSegment(bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f),segment_id=bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:49.951656 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:49.979640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Calling delete_port for f467a5d9-2a36-41c9-9b50-0da27e664696 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:49.995572 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cba31f0d-09c1-4bba-8f18-2b8e239a9557 req-7a74bfa4-5e68-4b49-84f9-ac116b1e82e6 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0449483 Aug 31 14:03:50.050920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-69fd02e5-2958-4361-811b-57856bb6e5fd None None] For port f467a5d9-2a36-41c9-9b50-0da27e664696, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f467a5d9-2a36-41c9-9b50-0da27e664696,segment=NetworkSegment(bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f),segment_id=bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:50.051691 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-69fd02e5-2958-4361-811b-57856bb6e5fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.075797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-69fd02e5-2958-4361-811b-57856bb6e5fd None None] Calling delete_port for f467a5d9-2a36-41c9-9b50-0da27e664696 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:50.105188 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3eb5461-50f0-4cea-aea4-fbbdc531ad3d req-9c73ee19-595d-4f5b-a8f9-2cafd13d74c1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438527 Aug 31 14:03:50.184930 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.197562 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-69fd02e5-2958-4361-811b-57856bb6e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.206787 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] No DVR routers for this DVR port f467a5d9-2a36-41c9-9b50-0da27e664696 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:50.232731 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd02e5-2958-4361-811b-57856bb6e5fd None None] Pushing event deleted for resources: {'Port': ['ID=f467a5d9-2a36-41c9-9b50-0da27e664696,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:50.235668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fd02e5-2958-4361-811b-57856bb6e5fd None None] No DVR routers for this DVR port f467a5d9-2a36-41c9-9b50-0da27e664696 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:50.238019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Pushing event deleted for resources: {'Port': ['ID=f467a5d9-2a36-41c9-9b50-0da27e664696,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:50.330094 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.342028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:50.357892 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:50.358456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4064c5-7e0b-4331-ad89-7d01f5e2dd2f') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:03:50.373479 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.400472 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.411591 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:03:50.412258 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:03:50.415439 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:03:50.470560 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c425cd7e-0863-48b4-8636-76d17f6e37e1 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:50.502504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: c425cd7e-0863-48b4-8636-76d17f6e37e1 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:50.502923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c425cd7e-0863-48b4-8636-76d17f6e37e1 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:50.503640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f467a5d9-2a36-41c9-9b50-0da27e664696 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:03:50.560264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: f467a5d9-2a36-41c9-9b50-0da27e664696 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:03:50.560624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f467a5d9-2a36-41c9-9b50-0da27e664696 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:03:50.593101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.602967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:50.606311 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7 HTTP/1.1" status: 204 len: 168 time: 1.0359275 Aug 31 14:03:50.632739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91fc54-cb63-47c7-9b16-a0cc55fd5183 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f16806a-a1c0-4cf6-9c77-b00ea0a3a3a7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:50.670577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5174bf-b480-4f90-94ff-70c80eddf4db req-63424ee8-dcc4-4b5b-a75f-5f46cc3beeaa tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:50.673584 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a5174bf-b480-4f90-94ff-70c80eddf4db req-63424ee8-dcc4-4b5b-a75f-5f46cc3beeaa tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 949 time: 0.1429207 Aug 31 14:03:50.749700 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a5174bf-b480-4f90-94ff-70c80eddf4db req-14b3bbb7-1936-4186-9673-f37d330bf9ef tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674706 Aug 31 14:03:50.904885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42058) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:50.930162 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f135a4-b57f-43a0-9bc0-9a47a30cc226 req-d17bdae8-53f0-4e91-812f-c30e3894efc5 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:50.932787 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3f135a4-b57f-43a0-9bc0-9a47a30cc226 req-d17bdae8-53f0-4e91-812f-c30e3894efc5 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 946 time: 0.0896618 Aug 31 14:03:51.009173 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4c9a9768-c38b-4eee-8428-9ed9c3073469 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a51428ff714409299691973e8e96229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028683 Aug 31 14:03:51.013010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42060) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:51.013626 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3f135a4-b57f-43a0-9bc0-9a47a30cc226 req-7f8f72ba-116d-4b08-a196-798e55752af9 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698423 Aug 31 14:03:51.097583 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1d4fe62-72a1-4028-abb1-3c4836a68cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.164759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6993c543-c76d-4aa9-b1a0-3fb3be606e10 req-77c7c03a-04a6-40cb-9c6a-73678121f970 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0529585 Aug 31 14:03:51.175314 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1d4fe62-72a1-4028-abb1-3c4836a68cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.276345 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1d4fe62-72a1-4028-abb1-3c4836a68cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.278719 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1d4fe62-72a1-4028-abb1-3c4836a68cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:51.280685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e1d4fe62-72a1-4028-abb1-3c4836a68cca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75e3e2a1-625c-4694-9aca-3b3a0e857d61 HTTP/1.1" status: 204 len: 168 time: 0.2660649 Aug 31 14:03:51.331855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4fe62-72a1-4028-abb1-3c4836a68cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e3e2a1-625c-4694-9aca-3b3a0e857d61,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:51.407561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f577c-12f7-48fd-92df-ffe7edf67149 req-04404d51-aafc-4213-9a25-69dd0f5ff519 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:51.421697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-690f577c-12f7-48fd-92df-ffe7edf67149 req-04404d51-aafc-4213-9a25-69dd0f5ff519 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1648331 Aug 31 14:03:51.556117 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-690f577c-12f7-48fd-92df-ffe7edf67149 req-09b04f61-0aa9-4b75-acc7-26367bcdd2fb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159363 Aug 31 14:03:51.572613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892717b2-3620-4278-a732-30f0ad738bee req-67012068-e7f3-42ed-b0c6-d4d1ee57e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:51.588260 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-892717b2-3620-4278-a732-30f0ad738bee req-67012068-e7f3-42ed-b0c6-d4d1ee57e367 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d74472e25fb146078a5f28e0ab7d6dbd&device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 1097 time: 0.0987630 Aug 31 14:03:51.588588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b4ced-83f3-4cc1-9204-0cb2fc0c3586 req-8a2252ec-1e4c-407f-a625-dcb639ac9c48 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:51.590908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-484b4ced-83f3-4cc1-9204-0cb2fc0c3586 req-8a2252ec-1e4c-407f-a625-dcb639ac9c48 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 946 time: 0.0535896 Aug 31 14:03:51.648489 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-484b4ced-83f3-4cc1-9204-0cb2fc0c3586 req-36aeaf36-4de9-4199-ab84-ead3df4300f9 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479078 Aug 31 14:03:51.738908 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892717b2-3620-4278-a732-30f0ad738bee req-c783f230-c4e9-45de-8912-eb249a168065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:51.741548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-892717b2-3620-4278-a732-30f0ad738bee req-c783f230-c4e9-45de-8912-eb249a168065 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab9a1623-517f-4807-998d-9c5b58604f88 HTTP/1.1" status: 200 len: 914 time: 0.1583273 Aug 31 14:03:51.824860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-892717b2-3620-4278-a732-30f0ad738bee req-63f354d1-5bcb-4e47-b6a0-4a9a06014789 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922375f0-9c31-435c-beee-1e7a07ee8e47 HTTP/1.1" status: 200 len: 217 time: 0.0720289 Aug 31 14:03:51.937221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892717b2-3620-4278-a732-30f0ad738bee req-356c4a2f-c500-4e4a-91b3-90aa600c8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:51.939855 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-892717b2-3620-4278-a732-30f0ad738bee req-356c4a2f-c500-4e4a-91b3-90aa600c8451 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95df6615-d02d-495e-a98c-b8d17f9e23bf HTTP/1.1" status: 200 len: 853 time: 0.1001229 Aug 31 14:03:51.986444 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be5893-cb61-4e77-984a-0da6e9c7c0da req-3e80b26d-0f2f-4114-a987-1bfc28e84b4e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:51.989051 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67be5893-cb61-4e77-984a-0da6e9c7c0da req-3e80b26d-0f2f-4114-a987-1bfc28e84b4e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 949 time: 0.1052349 Aug 31 14:03:52.020704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-892717b2-3620-4278-a732-30f0ad738bee req-a5e7c183-489c-41ae-b40e-5b78062c241a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab9a1623-517f-4807-998d-9c5b58604f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652125 Aug 31 14:03:52.152112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67be5893-cb61-4e77-984a-0da6e9c7c0da req-2ab7b5ed-0daf-4621-a926-d43cc0c845ba tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367047 Aug 31 14:03:52.218128 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-892717b2-3620-4278-a732-30f0ad738bee req-298a4dec-3219-43ac-bcef-e41a8cc89de8 service neutron] 10.222.0.52 "GET /v2.0/networks/ab9a1623-517f-4807-998d-9c5b58604f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842923 Aug 31 14:03:52.355076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96af87c2-0d5a-41df-a2e9-03b5f8d04f43 req-1317a42c-bf90-4677-8e15-e14321aab8e4 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0385921 Aug 31 14:03:52.400969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-892717b2-3620-4278-a732-30f0ad738bee req-f5704c67-4eae-4e72-9362-f3b7de8798c8 service neutron] 10.222.0.52 "GET /v2.0/networks/ab9a1623-517f-4807-998d-9c5b58604f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730337 Aug 31 14:03:52.441632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 03543d41-2e82-4457-9900-6539548f1314 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:03:52.524009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42106) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:52.540080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 03543d41-2e82-4457-9900-6539548f1314 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:03:52.546313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 03543d41-2e82-4457-9900-6539548f1314 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:03:52.546686 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:52.670826 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:52.674332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-34565944-network', 'tenant_id': 'c49ff878b8ce4be8846e7a9703cafd7a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:52.733072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Made reservation on behalf of c49ff878b8ce4be8846e7a9703cafd7a for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:52.734559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03543d41-2e82-4457-9900-6539548f1314'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:52.736531 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:52.738271 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbaf84f-bc42-46ea-8707-62815b75fad2" -d '{"events": [{"server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "name": "network-vif-plugged", "status": "completed", "tag": "03543d41-2e82-4457-9900-6539548f1314"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:52.752855 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:52.755588 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:52.764181 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:52.764557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575d3ab-ab15-4fc1-ba5a-218866738834 req-0e3bddc2-b3c8-4038-a103-d282ba23d3a5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:52.767499 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7575d3ab-ab15-4fc1-ba5a-218866738834 req-0e3bddc2-b3c8-4038-a103-d282ba23d3a5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0890067 Aug 31 14:03:52.824394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351f96c-a244-43bb-b22c-0ba4fefe5616 req-206c201d-9221-4bd6-b173-046b46503b72 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:52.827226 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2351f96c-a244-43bb-b22c-0ba4fefe5616 req-206c201d-9221-4bd6-b173-046b46503b72 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 946 time: 0.0747631 Aug 31 14:03:52.845105 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7575d3ab-ab15-4fc1-ba5a-218866738834 req-cff6f6cd-d66a-49e2-a077-b1ff247ec8ee tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601878 Aug 31 14:03:52.852755 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:52.935140 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2351f96c-a244-43bb-b22c-0ba4fefe5616 req-a9954e60-0817-4224-9765-fc5e92dcb587 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944331 Aug 31 14:03:52.960586 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc24237-c87f-452c-987b-4b79603885c6 x-openstack-request-id: req-8bc24237-c87f-452c-987b-4b79603885c6 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:52.960902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:52.961074 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "name": "network-vif-plugged", "status": "completed", "tag": "03543d41-2e82-4457-9900-6539548f1314", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:52.961407 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bc24237-c87f-452c-987b-4b79603885c6 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:52.962233 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03543d41-2e82-4457-9900-6539548f1314', 'code': 200} Aug 31 14:03:52.978149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.017581 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:03:53.029054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f277f1-4a7f-449b-a7e4-474ecc96fd3d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:53.035846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.036501 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Added segment 9c189fc2-adad-4157-bc77-90c1518810fd of type vlan for network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa Aug 31 14:03:53.102654 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.149860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72041a-6bff-4d7c-a08e-11da1aa8e925 req-7ee06ea8-329f-46ce-ad86-5bd6642427a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:53.151412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac72041a-6bff-4d7c-a08e-11da1aa8e925 req-7ee06ea8-329f-46ce-ad86-5bd6642427a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1101 time: 0.0672214 Aug 31 14:03:53.152150 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.153053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:53.153614 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.235321 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7098539 Aug 31 14:03:53.238796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42120) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:03:53.244261 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-60161cfb-7607-4132-958a-bd1417bcac21 admin admin] Request body: {'subnet': {'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-34565944-subnet', 'tenant_id': 'c49ff878b8ce4be8846e7a9703cafd7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:53.245483 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac72041a-6bff-4d7c-a08e-11da1aa8e925 req-20cadb2a-d8d3-47fa-acc0-5c536d8b22f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857058 Aug 31 14:03:53.246102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0862a-974f-495b-99cf-004b1a4b5543 admin admin] Pushing event updated for resources: {'Network': ['ID=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:53.260862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:03:53.279389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60161cfb-7607-4132-958a-bd1417bcac21 admin admin] Made reservation on behalf of c49ff878b8ce4be8846e7a9703cafd7a for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:53.284060 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60161cfb-7607-4132-958a-bd1417bcac21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.345362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd972b-cab4-4cb3-90e0-37622d25b708 req-934f1696-323d-421d-9fbd-8173a566c24d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:53.346695 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2abd972b-cab4-4cb3-90e0-37622d25b708 req-934f1696-323d-421d-9fbd-8173a566c24d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0896749 Aug 31 14:03:53.407394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2abd972b-cab4-4cb3-90e0-37622d25b708 req-bbce5a7c-eb20-488f-b3cf-3f2beb7cf8a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489995 Aug 31 14:03:53.532776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3aeb9655-5934-4349-958d-c62417e00603 req-6bfade5b-1ded-4c46-8257-e235a2f6cd6c tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0441720 Aug 31 14:03:53.570239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60161cfb-7607-4132-958a-bd1417bcac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.638419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60161cfb-7607-4132-958a-bd1417bcac21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=962b2de8-40f4-47f7-980e-7d061aa8c497,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:53.651287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60161cfb-7607-4132-958a-bd1417bcac21 admin admin] Checking segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:53.651869 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60161cfb-7607-4132-958a-bd1417bcac21 admin admin] Network hostable DHCP agents. Network: a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:03:53.670732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60161cfb-7607-4132-958a-bd1417bcac21 admin admin] Network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:03:53.683596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-60161cfb-7607-4132-958a-bd1417bcac21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:53.689881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60161cfb-7607-4132-958a-bd1417bcac21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:53.690026 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60161cfb-7607-4132-958a-bd1417bcac21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:53.695955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d0c5bb-789f-4c4e-a4d8-8a47aea3e92d None None] Network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:53.710148 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-60161cfb-7607-4132-958a-bd1417bcac21 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4698522 Aug 31 14:03:53.848024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d6b39-251d-4390-bf8d-c9326f79c245 None None] Network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:03:54.047684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4915c-ebd4-43fb-88df-5aa9bee26c67 req-212a2f3a-0b30-4a6c-acff-c690eefee708 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:54.049595 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a3b4915c-ebd4-43fb-88df-5aa9bee26c67 req-212a2f3a-0b30-4a6c-acff-c690eefee708 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0605605 Aug 31 14:03:54.103638 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a3b4915c-ebd4-43fb-88df-5aa9bee26c67 req-2e58ac8f-cfbe-4ba9-be8e-a8247dce1905 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Aug 31 14:03:54.252382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-505d0492-687b-49c9-ba98-2f4bbae16581 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:54.253365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfdbc3-829d-4bec-85d0-ae28e604768e req-0b663c8e-068f-43a8-8dd3-f941a92c267a tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:54.253920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-505d0492-687b-49c9-ba98-2f4bbae16581 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.1500010 Aug 31 14:03:54.255805 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0dfdbc3-829d-4bec-85d0-ae28e604768e req-0b663c8e-068f-43a8-8dd3-f941a92c267a tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 946 time: 0.0782301 Aug 31 14:03:54.276996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-13fbe46b-b912-46fe-92a7-2abb441955f8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/quotas/c49ff878b8ce4be8846e7a9703cafd7a HTTP/1.1" status: 200 len: 375 time: 0.0108466 Aug 31 14:03:54.311776 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0dfdbc3-829d-4bec-85d0-ae28e604768e req-45143139-8a71-4a3d-99fd-f03ff6412581 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494409 Aug 31 14:03:54.318308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-0d48fc88-43fa-4187-b52b-e163c8835adf tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310552 Aug 31 14:03:54.466240 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-54f11073-e441-4648-84fe-fbe8557149e3 service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306663 Aug 31 14:03:54.589819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-51d1e4dc-1067-4b38-b59c-1c523e629cd3 service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124389 Aug 31 14:03:54.653950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db45e2-e279-4c54-8756-b30dc706292e req-57170eac-407e-4d60-b449-068e74b12cda tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:54.656800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52db45e2-e279-4c54-8756-b30dc706292e req-57170eac-407e-4d60-b449-068e74b12cda tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0826361 Aug 31 14:03:55.094641 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52db45e2-e279-4c54-8756-b30dc706292e req-85931e9c-a688-496d-b81d-0d58fd91ab8a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305453 Aug 31 14:03:55.146021 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04e12bb6-19b8-49c4-902d-1667afd1fac9 req-6f30c058-9977-4bb9-8a2b-e5c9159f31d1 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0392194 Aug 31 14:03:55.233958 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-541f6a5d-715a-4057-ba6c-bba51650bede req-7a587d66-34ca-4d14-abed-d66f72dac0d2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 210 time: 0.0343480 Aug 31 14:03:55.380682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28dbe3-ea61-450d-be56-70d692d2b92a req-a54e036a-c61b-4d37-9f20-e79fed35e94b tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:55.383534 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b28dbe3-ea61-450d-be56-70d692d2b92a req-a54e036a-c61b-4d37-9f20-e79fed35e94b tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 946 time: 0.0976989 Aug 31 14:03:55.402985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7f589-036a-4f27-a4e0-49b274d928e3 req-d88acf45-acbd-4147-93ef-c5dda08a0c5f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:55.405526 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d7f589-036a-4f27-a4e0-49b274d928e3 req-d88acf45-acbd-4147-93ef-c5dda08a0c5f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0879021 Aug 31 14:03:55.454563 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b28dbe3-ea61-450d-be56-70d692d2b92a req-90125dd7-b3cf-4584-b5a4-a574f12091bd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615118 Aug 31 14:03:55.504816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d7f589-036a-4f27-a4e0-49b274d928e3 req-cc15becf-6381-4fa8-99b6-1c94afc0b337 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877666 Aug 31 14:03:55.958308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51b17db-7e5c-4a96-bd1e-f1fec5f11599 req-897d4a3b-345e-426b-acf7-f88d3cc0c272 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578792 Aug 31 14:03:56.083683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b17db-7e5c-4a96-bd1e-f1fec5f11599 req-a8b56150-5cbf-46f7-b3da-4369f24003d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:56.085328 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51b17db-7e5c-4a96-bd1e-f1fec5f11599 req-a8b56150-5cbf-46f7-b3da-4369f24003d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 1100 time: 0.0679195 Aug 31 14:03:56.260015 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8eea-d48b-4bb3-b242-cf30cc6c5f79 req-f158d315-5a7e-4511-a4cc-cae0dce6d76f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:56.261701 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-528e8eea-d48b-4bb3-b242-cf30cc6c5f79 req-f158d315-5a7e-4511-a4cc-cae0dce6d76f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0711741 Aug 31 14:03:56.307329 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b17db-7e5c-4a96-bd1e-f1fec5f11599 req-bb41b581-bad9-449c-9915-ebb397f9ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:56.309330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51b17db-7e5c-4a96-bd1e-f1fec5f11599 req-bb41b581-bad9-449c-9915-ebb397f9ef13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1965280 Aug 31 14:03:56.312413 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ca5c06ec-2155-474c-889e-cf5d9f886b1b req-50380322-fe6c-4282-b97d-11464124a59a tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0386462 Aug 31 14:03:56.373832 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-528e8eea-d48b-4bb3-b242-cf30cc6c5f79 req-17c94531-f9fb-4b6d-be92-e5575f7f8a4b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990341 Aug 31 14:03:56.382738 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51b17db-7e5c-4a96-bd1e-f1fec5f11599 req-5695332d-4200-49cd-898b-7c6a4dff69e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495 HTTP/1.1" status: 200 len: 217 time: 0.0628400 Aug 31 14:03:56.561141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b17db-7e5c-4a96-bd1e-f1fec5f11599 req-a9328d25-7ace-41c8-a7fe-90800e085d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:56.565034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51b17db-7e5c-4a96-bd1e-f1fec5f11599 req-a9328d25-7ace-41c8-a7fe-90800e085d4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1690035 Aug 31 14:03:56.599676 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f82bdb33-3517-490f-ac28-06a590ae2c73 req-a03b1611-0bbd-4a62-bb0b-e8907034ceb5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 210 time: 0.0946224 Aug 31 14:03:56.736507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-26ffc5bd-02b9-456a-8d4f-8f2ddaef639f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:56.738078 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-26ffc5bd-02b9-456a-8d4f-8f2ddaef639f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.52 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.2688098 Aug 31 14:03:56.742587 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b17db-7e5c-4a96-bd1e-f1fec5f11599 req-38ea9a64-1be2-49d0-aa71-044fc6371502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:56.744172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51b17db-7e5c-4a96-bd1e-f1fec5f11599 req-38ea9a64-1be2-49d0-aa71-044fc6371502 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1700990 Aug 31 14:03:56.751686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f275-8efd-4097-9183-4dadc5877bda req-2fed41d9-4f4e-49bf-9a45-0c2ad0af5c7e tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:56.753299 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d499f275-8efd-4097-9183-4dadc5877bda req-2fed41d9-4f4e-49bf-9a45-0c2ad0af5c7e tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1101 time: 0.1290512 Aug 31 14:03:56.760234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553d96e-6a94-47aa-bd10-22c35ca852ee req-81c0887a-7bb9-437f-bae3-dd27c12a12fd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:56.761977 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1553d96e-6a94-47aa-bd10-22c35ca852ee req-81c0887a-7bb9-437f-bae3-dd27c12a12fd tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 946 time: 0.0621080 Aug 31 14:03:56.777476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Request body: {'port': {'device_id': '50b45c5d-f903-4020-82d2-88589ffbb746', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'admin_state_up': True, 'tenant_id': 'c49ff878b8ce4be8846e7a9703cafd7a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:56.808023 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1553d96e-6a94-47aa-bd10-22c35ca852ee req-5ad6d470-fbba-4692-bc34-15bd5465f3f1 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381236 Aug 31 14:03:56.943950 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d499f275-8efd-4097-9183-4dadc5877bda req-8a9ab7c1-a3ce-477f-ab83-a319f5ca68b6 tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834126 Aug 31 14:03:56.995615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a707d53-9227-4720-829f-70e373af7751 req-6fd0f0ab-2b40-403f-a650-82039f23489d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:56.998870 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5a707d53-9227-4720-829f-70e373af7751 req-6fd0f0ab-2b40-403f-a650-82039f23489d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0922484 Aug 31 14:03:57.005560 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51b17db-7e5c-4a96-bd1e-f1fec5f11599 req-32fdbb9b-d2f2-4da6-a57f-54a6baba0866 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426522 Aug 31 14:03:57.074112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5a707d53-9227-4720-829f-70e373af7751 req-245a55db-3a8a-48ab-b481-227419ea24a6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656297 Aug 31 14:03:57.117504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Made reservation on behalf of c49ff878b8ce4be8846e7a9703cafd7a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:03:57.123770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:57.175959 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d51b17db-7e5c-4a96-bd1e-f1fec5f11599 req-dcaf157f-db01-49f0-8f4d-a9c2ceb267c5 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536269 Aug 31 14:03:57.278114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-0d1967cb-5aa1-40d7-bf70-8a905f5adc7e req-a75518a8-a89a-4be3-a7cf-c12d4ac5b6b8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:03:57.279250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d1967cb-5aa1-40d7-bf70-8a905f5adc7e req-a75518a8-a89a-4be3-a7cf-c12d4ac5b6b8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068426 Aug 31 14:03:57.334641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Allocated IP 172.20.0.7 (a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa/962b2de8-40f4-47f7-980e-7d061aa8c497/e40278a9-98ca-421b-8279-2e69e27676d1) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:03:57.517783 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1bfa0e57-270c-4e3b-9bb3-d2482cc6884e req-cb9cb2f4-94b9-4e4d-9fbf-990f6eb12ba5 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0912352 Aug 31 14:03:57.545253 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fb02e-670b-4d05-8e4e-e845230d7e8b req-3b4c2d02-9153-4930-9550-8483340b98a8 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:57.546993 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f34fb02e-670b-4d05-8e4e-e845230d7e8b req-3b4c2d02-9153-4930-9550-8483340b98a8 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 946 time: 0.1324849 Aug 31 14:03:57.708666 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:57.735340 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5b6acdd-b321-4651-ae2b-4e113aac7576 req-4f98e5a8-e5e3-4ce7-b23d-72bc2ec3a418 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 210 time: 0.0435114 Aug 31 14:03:57.790583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f34fb02e-670b-4d05-8e4e-e845230d7e8b req-7905cd15-e1ba-4225-901d-92267cbcebde tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Deleting port 922375f0-9c31-435c-beee-1e7a07ee8e47 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:03:57.790857 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f34fb02e-670b-4d05-8e4e-e845230d7e8b req-7905cd15-e1ba-4225-901d-92267cbcebde tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:57.825099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558c6e8-6eae-40f2-99aa-f10cedcf53e5 req-2bd892f2-89ce-470a-9d52-1ceca2f276e8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:57.826646 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0558c6e8-6eae-40f2-99aa-f10cedcf53e5 req-2bd892f2-89ce-470a-9d52-1ceca2f276e8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0936866 Aug 31 14:03:57.830457 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-10124de2-a0a6-421e-bce4-8ed45f3c4d5e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813537 Aug 31 14:03:57.833383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:57.872747 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0558c6e8-6eae-40f2-99aa-f10cedcf53e5 req-4fa1cf23-eb2f-4b97-99b0-79903221513e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391366 Aug 31 14:03:57.913438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:03:57.925121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Pushing event updated for resources: {'Port': ['ID=e40278a9-98ca-421b-8279-2e69e27676d1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:57.941025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:03:58.224134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:03:58.247627 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712d281-a236-4017-8aa4-5d22a90aae6f req-2524ebc6-15a9-4392-87d7-8bdc34b8e15b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:58.249690 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4712d281-a236-4017-8aa4-5d22a90aae6f req-2524ebc6-15a9-4392-87d7-8bdc34b8e15b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0674686 Aug 31 14:03:58.283970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f34fb02e-670b-4d05-8e4e-e845230d7e8b req-7905cd15-e1ba-4225-901d-92267cbcebde tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] For port 922375f0-9c31-435c-beee-1e7a07ee8e47, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=922375f0-9c31-435c-beee-1e7a07ee8e47,segment=NetworkSegment(703f03ed-2e20-45f6-a222-14e31c6568af),segment_id=703f03ed-2e20-45f6-a222-14e31c6568af)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:03:58.284556 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f34fb02e-670b-4d05-8e4e-e845230d7e8b req-7905cd15-e1ba-4225-901d-92267cbcebde tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:58.301527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4712d281-a236-4017-8aa4-5d22a90aae6f req-b54d6a64-6a66-4f5b-b593-f372ef18060f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431931 Aug 31 14:03:58.306624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f34fb02e-670b-4d05-8e4e-e845230d7e8b req-7905cd15-e1ba-4225-901d-92267cbcebde tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Calling delete_port for 922375f0-9c31-435c-beee-1e7a07ee8e47 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:03:58.320917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:58.320917 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:58.338958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccdb85-ca4f-4a69-8a6c-308d09473be6 req-3f4a18b7-cc98-4e94-a396-dbce2e538aec tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:58.347644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bcccdb85-ca4f-4a69-8a6c-308d09473be6 req-3f4a18b7-cc98-4e94-a396-dbce2e538aec tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 946 time: 0.4386525 Aug 31 14:03:58.407447 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0ad1687-d984-49aa-b0a5-4690911e51a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6428254 Aug 31 14:03:58.434860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Request body: {'port': {'device_id': '50b45c5d-f903-4020-82d2-88589ffbb746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:03:58.455374 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-204a2412-d97a-441b-953f-9ec9ab17575a req-2ecf19b7-5863-423b-85db-c3366c878e05 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528641 Aug 31 14:03:58.481405 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bcccdb85-ca4f-4a69-8a6c-308d09473be6 req-5194840e-80a9-43f4-8a5b-0458f2526f5f tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/security-groups?id=afd96166-705d-44c8-bd72-23844b89d82a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327944 Aug 31 14:03:58.581167 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:58.606823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a2412-d97a-441b-953f-9ec9ab17575a req-e7605d48-d757-4133-b7ac-f4ba7ad00e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:58.609926 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-204a2412-d97a-441b-953f-9ec9ab17575a req-e7605d48-d757-4133-b7ac-f4ba7ad00e2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 1095 time: 0.0962238 Aug 31 14:03:58.666487 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f34fb02e-670b-4d05-8e4e-e845230d7e8b req-7905cd15-e1ba-4225-901d-92267cbcebde tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:58.690002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['922375f0-9c31-435c-beee-1e7a07ee8e47'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:03:58.702414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905cd15-e1ba-4225-901d-92267cbcebde tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Pushing event deleted for resources: {'Port': ['ID=922375f0-9c31-435c-beee-1e7a07ee8e47,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:58.869459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a2412-d97a-441b-953f-9ec9ab17575a req-ce3f859c-7ab1-4fe3-93e9-21409f820d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:58.871527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-204a2412-d97a-441b-953f-9ec9ab17575a req-ce3f859c-7ab1-4fe3-93e9-21409f820d17 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.2250986 Aug 31 14:03:58.921368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34fb02e-670b-4d05-8e4e-e845230d7e8b req-7905cd15-e1ba-4225-901d-92267cbcebde tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] No DVR routers for this DVR port 922375f0-9c31-435c-beee-1e7a07ee8e47 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:03:58.928709 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f34fb02e-670b-4d05-8e4e-e845230d7e8b req-7905cd15-e1ba-4225-901d-92267cbcebde tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:58.931098 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f34fb02e-670b-4d05-8e4e-e845230d7e8b req-7905cd15-e1ba-4225-901d-92267cbcebde tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.52 "DELETE /v2.0/ports/922375f0-9c31-435c-beee-1e7a07ee8e47 HTTP/1.1" status: 204 len: 173 time: 1.3711777 Aug 31 14:03:58.931747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9108f7-2b57-466d-a7c8-4e859f54429d', 'name': 'network-vif-deleted', 'tag': '922375f0-9c31-435c-beee-1e7a07ee8e47'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:03:58.934425 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdb24b6-6471-4451-9a1d-06532cacab29" -d '{"events": [{"server_uuid": "8a9108f7-2b57-466d-a7c8-4e859f54429d", "name": "network-vif-deleted", "tag": "922375f0-9c31-435c-beee-1e7a07ee8e47"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:03:58.982422 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-204a2412-d97a-441b-953f-9ec9ab17575a req-e0e1fda8-e997-4486-a427-95dd208ad1b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 200 len: 998 time: 0.0901835 Aug 31 14:03:59.057108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604183e-e561-4035-866d-6e3cf09faf79 req-5b1aaa41-ad45-4d01-af80-8c8e6d5d365b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:59.058887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c604183e-e561-4035-866d-6e3cf09faf79 req-5b1aaa41-ad45-4d01-af80-8c8e6d5d365b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 931 time: 0.1905413 Aug 31 14:03:59.085151 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-106690a8-6c62-443f-979b-6eb57cca4eb1 req-ed132516-1565-4a3e-bd11-c277639ac7c9 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0348024 Aug 31 14:03:59.087491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a2412-d97a-441b-953f-9ec9ab17575a req-573ae163-049d-4974-b8a4-7be6fc7aaed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:59.089704 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-204a2412-d97a-441b-953f-9ec9ab17575a req-573ae163-049d-4974-b8a4-7be6fc7aaed6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.0943308 Aug 31 14:03:59.163119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a2412-d97a-441b-953f-9ec9ab17575a req-a18fffcf-9b45-454b-bfaa-84a685d1c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:59.166569 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-204a2412-d97a-441b-953f-9ec9ab17575a req-a18fffcf-9b45-454b-bfaa-84a685d1c419 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663037 Aug 31 14:03:59.235720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c604183e-e561-4035-866d-6e3cf09faf79 req-0711859a-d23d-4eec-87df-bc3131fef3d1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561198 Aug 31 14:03:59.293241 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee2665f-557e-458b-ae81-424351753473 x-openstack-request-id: req-9ee2665f-557e-458b-ae81-424351753473 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:03:59.293822 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9108f7-2b57-466d-a7c8-4e859f54429d", "name": "network-vif-deleted", "tag": "922375f0-9c31-435c-beee-1e7a07ee8e47", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:03:59.294260 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ee2665f-557e-458b-ae81-424351753473 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:03:59.294891 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9108f7-2b57-466d-a7c8-4e859f54429d', 'name': 'network-vif-deleted', 'tag': '922375f0-9c31-435c-beee-1e7a07ee8e47', 'status': 'completed', 'code': 200} Aug 31 14:03:59.314659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40278a9-98ca-421b-8279-2e69e27676d1 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:03:59.317670 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f745b12-c081-439c-81e2-051b995fc2de req-f62c3469-5b40-41d9-940d-fd9645b834db tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:59.320994 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f745b12-c081-439c-81e2-051b995fc2de req-f62c3469-5b40-41d9-940d-fd9645b834db tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0911224 Aug 31 14:03:59.325548 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.345958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Transition to ACTIVE for port object e40278a9-98ca-421b-8279-2e69e27676d1 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:03:59.352424 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.352694 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-204a2412-d97a-441b-953f-9ec9ab17575a req-345dca1a-e118-4cdd-af85-235d9857fd6f service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782079 Aug 31 14:03:59.429773 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f745b12-c081-439c-81e2-051b995fc2de req-aebbba89-1ef1-4ad8-818e-4dccde92529a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993166 Aug 31 14:03:59.494826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Pushing event updated for resources: {'Port': ['ID=e40278a9-98ca-421b-8279-2e69e27676d1,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:59.519918 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-204a2412-d97a-441b-953f-9ec9ab17575a req-50c1cfec-4f65-4bde-a4f4-2a1e0f8d9bd4 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560826 Aug 31 14:03:59.574648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Attempting to bind port e40278a9-98ca-421b-8279-2e69e27676d1 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:03:59.575099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Attempting to bind port e40278a9-98ca-421b-8279-2e69e27676d1 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:03:59.575315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Attempting to bind port e40278a9-98ca-421b-8279-2e69e27676d1 on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:59.593666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Port e40278a9-98ca-421b-8279-2e69e27676d1 on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:03:59.594541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Attempting to bind port e40278a9-98ca-421b-8279-2e69e27676d1 on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:03:59.626871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb9d81-50b1-452c-9019-51f3ea46a3b1 req-e7e52bde-89da-4e3a-8a71-a54e2bc10d72 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:59.628641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbbb9d81-50b1-452c-9019-51f3ea46a3b1 req-e7e52bde-89da-4e3a-8a71-a54e2bc10d72 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1527286 Aug 31 14:03:59.631438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:03:59.631817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Checking segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:03:59.632322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Bound using segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:03:59.632912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Bound port: e40278a9-98ca-421b-8279-2e69e27676d1, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:03:59.633271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.686892 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13442788-4c3b-4cb1-aeb8-cb1eb37ed20f req-298959b4-0848-4436-932c-ca06a3014433 tempest-InstanceActionsTestJSON-1634040574 tempest-InstanceActionsTestJSON-1634040574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a9108f7-2b57-466d-a7c8-4e859f54429d HTTP/1.1" status: 200 len: 210 time: 0.0319829 Aug 31 14:03:59.728026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-1258aee2-08b5-4990-8233-13a9caf746a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:59.729602 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-1258aee2-08b5-4990-8233-13a9caf746a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1101 time: 0.1457798 Aug 31 14:03:59.734549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbbb9d81-50b1-452c-9019-51f3ea46a3b1 req-c579152e-f7ac-4e5b-bc81-c302cd0a09bd tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973437 Aug 31 14:03:59.809032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] For port e40278a9-98ca-421b-8279-2e69e27676d1, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:03:59.828122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] For port e40278a9-98ca-421b-8279-2e69e27676d1, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e40278a9-98ca-421b-8279-2e69e27676d1,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:03:59.838202 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.888062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:59.889389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:03:59.891453 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] 10.222.0.52 "PUT /v2.0/ports/e40278a9-98ca-421b-8279-2e69e27676d1 HTTP/1.1" status: 200 len: 1091 time: 1.4616344 Aug 31 14:03:59.904953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-0544ece5-82be-41a4-8982-c988cabfa7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:03:59.906519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-0544ece5-82be-41a4-8982-c988cabfa7be service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1646717 Aug 31 14:03:59.962946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c293c7d-b400-4a76-966f-29a6c15c6f2f service neutron] Pushing event updated for resources: {'Port': ['ID=e40278a9-98ca-421b-8279-2e69e27676d1,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:03:59.966787 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-c398ebbc-1740-488d-b4a1-ba9ecaf02c23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 217 time: 0.0473692 Aug 31 14:04:00.062002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0575b9e-dad4-4f1f-9489-c1d70bf27079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:00.063609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-e0575b9e-dad4-4f1f-9489-c1d70bf27079 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 1094 time: 0.0892141 Aug 31 14:04:00.065442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-713df596-e466-4ac2-8706-52eb26371098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:00.066825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-713df596-e466-4ac2-8706-52eb26371098 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0599906 Aug 31 14:04:00.149861 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-4ed34577-d315-431c-9cbc-1dc9ddacd39c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e40278a9-98ca-421b-8279-2e69e27676d1 HTTP/1.1" status: 200 len: 217 time: 0.0572417 Aug 31 14:04:00.197203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-21a8715f-2a86-4f1e-af8b-0ccd4518e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:00.198897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-21a8715f-2a86-4f1e-af8b-0ccd4518e05b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231158 Aug 31 14:04:00.256595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8402425-2c3c-4a68-b8b3-971782a5dde0 req-616fd479-b2b2-4352-ba4f-fac2b184efb8 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0549684 Aug 31 14:04:00.297204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-33283c55-8c62-4ae8-aad4-750ebc8b6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:00.299200 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-33283c55-8c62-4ae8-aad4-750ebc8b6d62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.1377892 Aug 31 14:04:00.354951 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-d68160d0-51f8-46f3-8e3a-1694dd27935f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449967 Aug 31 14:04:00.417902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5deb67-81ff-4309-b32b-d85a2cf6f808 req-dacaf997-706a-4024-a549-c242a89a87e4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:00.426184 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-de5deb67-81ff-4309-b32b-d85a2cf6f808 req-dacaf997-706a-4024-a549-c242a89a87e4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 943 time: 0.1008918 Aug 31 14:04:00.496532 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-9e06dba3-d1e9-4e89-aa0b-e7498276716d service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786183 Aug 31 14:04:00.497124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-de5deb67-81ff-4309-b32b-d85a2cf6f808 req-2f1415cd-7253-4910-840f-7d7401f8039c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624347 Aug 31 14:04:00.617910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-360e01fd-8cd0-48bd-9eb9-48470dd6c880 service neutron] 10.222.0.52 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383330 Aug 31 14:04:00.709782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4833d-08a2-4067-80c1-29bd086ab5a7 req-2275ab61-b224-431b-bd46-efa67e9adfc1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:00.711320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4be4833d-08a2-4067-80c1-29bd086ab5a7 req-2275ab61-b224-431b-bd46-efa67e9adfc1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.1755219 Aug 31 14:04:00.737272 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-ac2e6785-c92e-4db7-923d-11a3113111b4 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278504 Aug 31 14:04:00.769036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42286) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:00.787404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4be4833d-08a2-4067-80c1-29bd086ab5a7 req-cc13da13-59ff-4a2c-9948-78e67a09035e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675228 Aug 31 14:04:00.789681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc20723d-0ddf-4dae-9cb9-d1bec8867ee6 req-ee57b53e-1017-41c1-bbcb-a9d21163e93c service neutron] 10.222.0.52 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669574 Aug 31 14:04:00.886051 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-02376433-1311-4e7a-83c8-cbf359e91750 admin admin] Deleting subnet 95df6615-d02d-495e-a98c-b8d17f9e23bf {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:04:00.891864 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02376433-1311-4e7a-83c8-cbf359e91750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:00.945684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ceaf99-212f-4ae7-9b5e-cd83d3e6e892 req-20fd0dca-b814-4c11-83b5-9778563c96ed tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:00.947346 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09ceaf99-212f-4ae7-9b5e-cd83d3e6e892 req-20fd0dca-b814-4c11-83b5-9778563c96ed tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1085536 Aug 31 14:04:00.952148 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02376433-1311-4e7a-83c8-cbf359e91750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.032744 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09ceaf99-212f-4ae7-9b5e-cd83d3e6e892 req-ad23727d-02a6-4778-b3c0-7033c990f360 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745640 Aug 31 14:04:01.035731 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02376433-1311-4e7a-83c8-cbf359e91750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.112348 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02376433-1311-4e7a-83c8-cbf359e91750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.144557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02376433-1311-4e7a-83c8-cbf359e91750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95df6615-d02d-495e-a98c-b8d17f9e23bf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:01.150406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02376433-1311-4e7a-83c8-cbf359e91750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.153251 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-02376433-1311-4e7a-83c8-cbf359e91750 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/95df6615-d02d-495e-a98c-b8d17f9e23bf HTTP/1.1" status: 204 len: 168 time: 0.3823671 Aug 31 14:04:01.155566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42290) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:01.236645 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.296830 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b45c5d-f903-4020-82d2-88589ffbb746', 'tag': 'e40278a9-98ca-421b-8279-2e69e27676d1'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:01.301100 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88cb7d9-0eb9-4e34-9e2b-8f81630fdc2f" -d '{"events": [{"name": "network-changed", "server_uuid": "50b45c5d-f903-4020-82d2-88589ffbb746", "tag": "e40278a9-98ca-421b-8279-2e69e27676d1"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:01.323793 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-68f1d0fa-116c-4e92-ab62-f1c5716eada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.338880 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.345673 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df261573-67c2-444b-9945-1e0d64b90f4b x-openstack-request-id: req-df261573-67c2-444b-9945-1e0d64b90f4b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:01.345973 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b45c5d-f903-4020-82d2-88589ffbb746", "tag": "e40278a9-98ca-421b-8279-2e69e27676d1", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:01.346230 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df261573-67c2-444b-9945-1e0d64b90f4b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:01.346658 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b45c5d-f903-4020-82d2-88589ffbb746', 'tag': 'e40278a9-98ca-421b-8279-2e69e27676d1', 'status': 'completed', 'code': 200} Aug 31 14:04:01.361187 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9a1623-517f-4807-998d-9c5b58604f88']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:01.380741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703f03ed-2e20-45f6-a222-14e31c6568af') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:01.381046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703f03ed-2e20-45f6-a222-14e31c6568af') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:01.393399 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.411614 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.411866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63f8b75a-d522-4824-b7b7-d209916d806e req-8f5925d5-5f65-4326-9cbd-5725b7072cba tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0393279 Aug 31 14:04:01.419021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:04:01.419539 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:04:01.421641 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:04:01.472732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb7d9-0eb9-4e34-9e2b-8f81630fdc2f req-ba3d7202-ac8d-4684-9408-faf28df9cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:01.480342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a88cb7d9-0eb9-4e34-9e2b-8f81630fdc2f req-ba3d7202-ac8d-4684-9408-faf28df9cd9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 1094 time: 0.0638709 Aug 31 14:04:01.514610 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.521164 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.523907 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ab9a1623-517f-4807-998d-9c5b58604f88 HTTP/1.1" status: 204 len: 168 time: 0.3666089 Aug 31 14:04:01.547647 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab3f6e-3784-4939-a3b5-094b6f527480 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9a1623-517f-4807-998d-9c5b58604f88,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:01.682150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb7d9-0eb9-4e34-9e2b-8f81630fdc2f req-78311af7-4fe8-4db7-872c-6c7949b87266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:01.688509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a88cb7d9-0eb9-4e34-9e2b-8f81630fdc2f req-78311af7-4fe8-4db7-872c-6c7949b87266 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 911 time: 0.1985786 Aug 31 14:04:01.688509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42304) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:01.705367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de3abc-7d8a-4371-977f-70730a6d1090 req-04f0c6a9-4244-45d6-ae6a-e8025d9dde38 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:01.706898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38de3abc-7d8a-4371-977f-70730a6d1090 req-04f0c6a9-4244-45d6-ae6a-e8025d9dde38 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 943 time: 0.1049502 Aug 31 14:04:01.761153 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a88cb7d9-0eb9-4e34-9e2b-8f81630fdc2f req-bdfbf290-d2d4-4c0a-8630-56772cc4ad98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e40278a9-98ca-421b-8279-2e69e27676d1 HTTP/1.1" status: 200 len: 217 time: 0.0650399 Aug 31 14:04:01.848982 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-52516144-84cb-4ce5-8f93-63cd2b33430f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d74472e25fb146078a5f28e0ab7d6dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595695 Aug 31 14:04:01.852350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42308) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:01.857149 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38de3abc-7d8a-4371-977f-70730a6d1090 req-8a48cb0c-5d93-48f9-9e57-55096f3152d5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341605 Aug 31 14:04:01.866140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb7d9-0eb9-4e34-9e2b-8f81630fdc2f req-8cf14047-2179-4eaa-b2a2-aa6f62a23852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:01.868279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a88cb7d9-0eb9-4e34-9e2b-8f81630fdc2f req-8cf14047-2179-4eaa-b2a2-aa6f62a23852 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.0948775 Aug 31 14:04:01.911612 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a88cb7d9-0eb9-4e34-9e2b-8f81630fdc2f req-a92edc31-acdb-45e3-8efd-ad9d04501f13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332048 Aug 31 14:04:01.958274 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8f70bad-cade-4fbb-b7be-3f79ce773399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:01.968278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c58bd-c67f-481f-badb-f88744fdffe4 req-2ea7a935-b67f-4925-b4a6-cb5e08bf9f85 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:01.970577 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-528c58bd-c67f-481f-badb-f88744fdffe4 req-2ea7a935-b67f-4925-b4a6-cb5e08bf9f85 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0915000 Aug 31 14:04:01.985904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 922375f0-9c31-435c-beee-1e7a07ee8e47 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:02.010649 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 922375f0-9c31-435c-beee-1e7a07ee8e47 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:04:02.011292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 922375f0-9c31-435c-beee-1e7a07ee8e47 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:02.045591 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8f70bad-cade-4fbb-b7be-3f79ce773399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:02.058434 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a88cb7d9-0eb9-4e34-9e2b-8f81630fdc2f req-0ce0f6fe-2667-4bb8-b120-8cf362e6be36 service neutron] 10.222.0.52 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374264 Aug 31 14:04:02.100749 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-528c58bd-c67f-481f-badb-f88744fdffe4 req-8d6394ce-a873-4a4e-b2b9-5493fe34de87 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134505 Aug 31 14:04:02.147144 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8f70bad-cade-4fbb-b7be-3f79ce773399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:02.150134 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8f70bad-cade-4fbb-b7be-3f79ce773399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:02.151691 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c8f70bad-cade-4fbb-b7be-3f79ce773399 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afd96166-705d-44c8-bd72-23844b89d82a HTTP/1.1" status: 204 len: 168 time: 0.2966125 Aug 31 14:04:02.162131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f70bad-cade-4fbb-b7be-3f79ce773399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd96166-705d-44c8-bd72-23844b89d82a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:02.219596 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a88cb7d9-0eb9-4e34-9e2b-8f81630fdc2f req-9d14a4b7-89c8-4635-986e-02ddcfbe0680 service neutron] 10.222.0.52 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518328 Aug 31 14:04:02.232982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d6659-9355-4873-b71b-e5eb94a819e8 req-f97afff0-1072-4fc7-9a53-4eaaa12e2b8a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:02.235662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c02d6659-9355-4873-b71b-e5eb94a819e8 req-f97afff0-1072-4fc7-9a53-4eaaa12e2b8a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1003718 Aug 31 14:04:02.281217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c02d6659-9355-4873-b71b-e5eb94a819e8 req-5d428ed5-7ea8-4b86-a69e-e976a0046389 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Aug 31 14:04:02.542798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82f16bc6-562a-4346-812b-efe1d0aaeb21 req-37e1c615-a048-453e-bdad-0f1688a0e53b tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0331123 Aug 31 14:04:02.956926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42342) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:03.047883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59775ba5-4e09-4c41-84f8-9a528a969fdf req-3b59b125-8477-4269-84a7-14a7b1f40f75 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:03.049983 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59775ba5-4e09-4c41-84f8-9a528a969fdf req-3b59b125-8477-4269-84a7-14a7b1f40f75 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 943 time: 0.0668926 Aug 31 14:04:03.093692 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-512189036-network', 'tenant_id': 'c543490857084d5cb560107ceec4262e'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:03.117268 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59775ba5-4e09-4c41-84f8-9a528a969fdf req-a906deca-575c-4319-a550-a70958355008 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588703 Aug 31 14:04:03.118019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Made reservation on behalf of c543490857084d5cb560107ceec4262e for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:03.120476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:03.133476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:03.290975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34ab7f-72e9-439f-b6fd-d0644be6265f req-b9fe665e-53b4-49c9-aa92-dbefd17a7826 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:03.292733 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d34ab7f-72e9-439f-b6fd-d0644be6265f req-b9fe665e-53b4-49c9-aa92-dbefd17a7826 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0894153 Aug 31 14:04:03.294946 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:03.301905 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:03.367049 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d34ab7f-72e9-439f-b6fd-d0644be6265f req-257f43c3-4a29-4801-ad45-6b42ded64958 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674295 Aug 31 14:04:03.369286 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:04:03.374936 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8826be-ecdd-4c69-898f-d50ae582590c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:03.384108 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:03.384803 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Added segment 2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8 of type vlan for network 3777acdd-d687-4a72-9449-9b77608c9762 Aug 31 14:04:03.432472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6824ee-232a-42d6-b60c-01b6fe4b8129 req-17a97a08-d34a-4c76-9939-7c4f4b60c7c0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:03.434210 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b6824ee-232a-42d6-b60c-01b6fe4b8129 req-17a97a08-d34a-4c76-9939-7c4f4b60c7c0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0716116 Aug 31 14:04:03.436568 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:03.485111 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:03.486142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:03.486733 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:03.487653 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b6824ee-232a-42d6-b60c-01b6fe4b8129 req-7ed295b9-5adc-4fb0-bb06-79c485c0c922 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464206 Aug 31 14:04:03.553537 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5954812 Aug 31 14:04:03.556700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42352) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:03.561924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e73dab8a-9c15-45e8-abfa-63a36a25adfb admin admin] Request body: {'subnet': {'network_id': '3777acdd-d687-4a72-9449-9b77608c9762', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-512189036-subnet', 'tenant_id': 'c543490857084d5cb560107ceec4262e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:03.568350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7e1d3-4b65-404b-88c9-08b10abfbaec admin admin] Pushing event updated for resources: {'Network': ['ID=3777acdd-d687-4a72-9449-9b77608c9762,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:03.584282 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 3777acdd-d687-4a72-9449-9b77608c9762 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:04:03.603082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73dab8a-9c15-45e8-abfa-63a36a25adfb admin admin] Made reservation on behalf of c543490857084d5cb560107ceec4262e for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:03.606371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e73dab8a-9c15-45e8-abfa-63a36a25adfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:03.704894 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7d4957f0-4acd-48ed-8b69-90205c6e3f8a req-e44154cd-695d-4f45-900f-47620d00d129 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0647557 Aug 31 14:04:03.840897 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e73dab8a-9c15-45e8-abfa-63a36a25adfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:03.906755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dab8a-9c15-45e8-abfa-63a36a25adfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8afd2e9-80d3-4a0d-8565-3fbf78cc2f84,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:03.921254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73dab8a-9c15-45e8-abfa-63a36a25adfb admin admin] Checking segment: {'id': '2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3777acdd-d687-4a72-9449-9b77608c9762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:03.922775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73dab8a-9c15-45e8-abfa-63a36a25adfb admin admin] Network hostable DHCP agents. Network: 3777acdd-d687-4a72-9449-9b77608c9762, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:04:03.934051 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:03.948762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73dab8a-9c15-45e8-abfa-63a36a25adfb admin admin] Network 3777acdd-d687-4a72-9449-9b77608c9762 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:04:03.957976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e73dab8a-9c15-45e8-abfa-63a36a25adfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 3777acdd-d687-4a72-9449-9b77608c9762) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:03.961959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73dab8a-9c15-45e8-abfa-63a36a25adfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:03.962567 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e73dab8a-9c15-45e8-abfa-63a36a25adfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:03.967531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7bad2b-995a-4c6d-a6fd-ac3d9456ce94 None None] Network 3777acdd-d687-4a72-9449-9b77608c9762 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:03.987389 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e73dab8a-9c15-45e8-abfa-63a36a25adfb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4208586 Aug 31 14:04:04.016605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e40278a9-98ca-421b-8279-2e69e27676d1 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:04:04.051288 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-54169442-933a-412c-92e0-91a6ae5657e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:04.196909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632fab95-22b0-4d96-b19e-2740c2cad074 None None] Network 3777acdd-d687-4a72-9449-9b77608c9762 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:04.250404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e40278a9-98ca-421b-8279-2e69e27676d1, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e40278a9-98ca-421b-8279-2e69e27676d1,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:04.271691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'e40278a9-98ca-421b-8279-2e69e27676d1', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'port_id': 'e40278a9-98ca-421b-8279-2e69e27676d1', 'mac_address': 'fa:16:3e:b2:45:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962b2de8-40f4-47f7-980e-7d061aa8c497', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:04:04.344984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fe86e-202a-458d-a4bc-050a51422eb0 req-e1628d4c-b31b-4ee2-a1b8-8e39850e3a84 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:04.350567 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d19fe86e-202a-458d-a4bc-050a51422eb0 req-e1628d4c-b31b-4ee2-a1b8-8e39850e3a84 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 943 time: 0.0782740 Aug 31 14:04:04.371724 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:04.405316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40278a9-98ca-421b-8279-2e69e27676d1 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:04.427497 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d19fe86e-202a-458d-a4bc-050a51422eb0 req-9771f2a7-12b9-4b99-b92d-a508340b9ba4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725152 Aug 31 14:04:04.431582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e40278a9-98ca-421b-8279-2e69e27676d1, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e40278a9-98ca-421b-8279-2e69e27676d1,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:04.437236 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:04.518609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=e40278a9-98ca-421b-8279-2e69e27676d1,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:04.581372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d69a7-c4fa-4694-82fb-dadf3e3d4677 req-f9b819f1-4412-4281-9e1e-df1415c19c52 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:04.582671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-5a6cb223-8615-4ab2-87c8-6254e9e89233 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:04.583142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec8d69a7-c4fa-4694-82fb-dadf3e3d4677 req-f9b819f1-4412-4281-9e1e-df1415c19c52 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0581214 Aug 31 14:04:04.584234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-5a6cb223-8615-4ab2-87c8-6254e9e89233 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/networks?id=3777acdd-d687-4a72-9449-9b77608c9762 HTTP/1.1" status: 200 len: 821 time: 0.1745160 Aug 31 14:04:04.602112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-01f842e1-d6d1-4ceb-816a-24700facdcd4 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/quotas/c543490857084d5cb560107ceec4262e HTTP/1.1" status: 200 len: 375 time: 0.0117824 Aug 31 14:04:04.634699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec8d69a7-c4fa-4694-82fb-dadf3e3d4677 req-965dae27-16ec-4a0a-863d-7178bb2d4f55 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452135 Aug 31 14:04:04.647013 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-e0052010-43fe-40be-95ab-894bb23b1641 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c543490857084d5cb560107ceec4262e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386629 Aug 31 14:04:04.732361 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['e40278a9-98ca-421b-8279-2e69e27676d1'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:04.756730 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-55e35a33-2396-46ec-b621-2da8e52d89b7 service neutron] 10.222.0.20 "GET /v2.0/networks/3777acdd-d687-4a72-9449-9b77608c9762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968597 Aug 31 14:04:04.759211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8704c-1a21-4012-83e4-bc656bc90353 req-aef85cf7-e6ca-4eea-a65f-18011d2b94b4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:04.760849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5c8704c-1a21-4012-83e4-bc656bc90353 req-aef85cf7-e6ca-4eea-a65f-18011d2b94b4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0519264 Aug 31 14:04:04.801765 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5c8704c-1a21-4012-83e4-bc656bc90353 req-fcfcc826-79a4-482f-b554-30cc7e82ed69 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341220 Aug 31 14:04:04.857957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-feddec6d-3c84-4467-ba85-0060e3f0058f service neutron] 10.222.0.20 "GET /v2.0/networks/3777acdd-d687-4a72-9449-9b77608c9762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950456 Aug 31 14:04:04.903520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-958fc437-9264-4d57-84e1-b0209fe9485c req-8a5e5f9e-7054-4607-b9d2-675b4d05acf9 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0411406 Aug 31 14:04:05.058790 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0d6199c-0fdb-4d8f-85b4-5442fc06a1af req-504feed9-94af-43f5-92a0-5a7f1f471d1c tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 210 time: 0.0346982 Aug 31 14:04:05.105880 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:05.557485 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e072f8a-0781-4a1a-8640-c35ae68a3d8c req-6f08f936-cb4d-4898-be7a-b860f974a7eb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:05.560326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1e072f8a-0781-4a1a-8640-c35ae68a3d8c req-6f08f936-cb4d-4898-be7a-b860f974a7eb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 944 time: 0.0544820 Aug 31 14:04:05.602009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1e072f8a-0781-4a1a-8640-c35ae68a3d8c req-6a50493c-c9b0-44d1-90fa-31b61b86098e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341940 Aug 31 14:04:05.764457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5db8e6-fefd-4ebf-b252-dbac5be98819 req-8ef68278-fe87-424e-88b7-cf721b80e418 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:05.766265 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc5db8e6-fefd-4ebf-b252-dbac5be98819 req-8ef68278-fe87-424e-88b7-cf721b80e418 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0539711 Aug 31 14:04:05.805896 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc5db8e6-fefd-4ebf-b252-dbac5be98819 req-ef8d7561-6874-4333-8c7b-71ba554c408e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336053 Aug 31 14:04:05.928186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca33f94-a38a-4c4e-a627-bafbd7ac5bcb req-c95326ab-99ab-426e-807a-61520ba78920 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:05.929605 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5ca33f94-a38a-4c4e-a627-bafbd7ac5bcb req-c95326ab-99ab-426e-807a-61520ba78920 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0505123 Aug 31 14:04:05.971890 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5ca33f94-a38a-4c4e-a627-bafbd7ac5bcb req-b3d88a45-9486-419d-996d-0213f8b7937c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359690 Aug 31 14:04:06.012948 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e40278a9-98ca-421b-8279-2e69e27676d1 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:06.033667 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4e1665bf-1007-4e55-bc37-ae7a70b6fe2f req-6424bae8-309e-4a53-b7f9-1d1e556560f6 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0417507 Aug 31 14:04:06.075347 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port e40278a9-98ca-421b-8279-2e69e27676d1 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:06.087219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port e40278a9-98ca-421b-8279-2e69e27676d1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:06.087736 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.183992 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dc5a5e86-46a9-4d64-96dd-2bb41d9b8d0a req-b4390123-f5c9-4607-b621-ee1d469b12fa tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 210 time: 0.0336154 Aug 31 14:04:06.187588 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.206115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-b6d7db3f-3adf-4241-b55f-3c1a4b7cdab6 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:06.207746 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-b6d7db3f-3adf-4241-b55f-3c1a4b7cdab6 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.52 "GET /v2.0/networks?id=3777acdd-d687-4a72-9449-9b77608c9762 HTTP/1.1" status: 200 len: 821 time: 0.2231455 Aug 31 14:04:06.213983 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b45c5d-f903-4020-82d2-88589ffbb746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40278a9-98ca-421b-8279-2e69e27676d1'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:06.216272 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbaab9c-b5c1-40cd-99bf-9359adf7fc49" -d '{"events": [{"server_uuid": "50b45c5d-f903-4020-82d2-88589ffbb746", "name": "network-vif-plugged", "status": "completed", "tag": "e40278a9-98ca-421b-8279-2e69e27676d1"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:06.230247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e40278a9-98ca-421b-8279-2e69e27676d1, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e40278a9-98ca-421b-8279-2e69e27676d1,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:06.233995 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Request body: {'port': {'device_id': '0f9ec87c-8981-49d7-9d8c-059297db0fdd', 'network_id': '3777acdd-d687-4a72-9449-9b77608c9762', 'admin_state_up': True, 'tenant_id': 'c543490857084d5cb560107ceec4262e'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:06.235903 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.267009 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381af023-61c1-459d-a247-e99f568673cc x-openstack-request-id: req-381af023-61c1-459d-a247-e99f568673cc {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:06.267329 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b45c5d-f903-4020-82d2-88589ffbb746", "name": "network-vif-plugged", "status": "completed", "tag": "e40278a9-98ca-421b-8279-2e69e27676d1", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:06.267685 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-381af023-61c1-459d-a247-e99f568673cc {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:06.268199 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b45c5d-f903-4020-82d2-88589ffbb746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40278a9-98ca-421b-8279-2e69e27676d1', 'code': 200} Aug 31 14:04:06.295753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=e40278a9-98ca-421b-8279-2e69e27676d1,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:06.386844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Made reservation on behalf of c543490857084d5cb560107ceec4262e for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:06.391491 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.394074 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa06bd-ea7e-47e3-bb7a-1d44ba60a7e3 req-d200f945-ae52-4708-80c7-e57724cb03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:06.395592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cafa06bd-ea7e-47e3-bb7a-1d44ba60a7e3 req-d200f945-ae52-4708-80c7-e57724cb03de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 1096 time: 0.0492334 Aug 31 14:04:06.433381 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cafa06bd-ea7e-47e3-bb7a-1d44ba60a7e3 req-da4ef649-e957-4582-acad-abbdcf2b9fae service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293345 Aug 31 14:04:06.532196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Allocated IP 172.20.0.14 (3777acdd-d687-4a72-9449-9b77608c9762/f8afd2e9-80d3-4a0d-8565-3fbf78cc2f84/a3fd67d7-6c72-46b0-9c72-389aa8a55419) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:06.649440 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.707373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.739327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36716dd0-f86c-42c6-8c48-20becca7d97d req-e141d98f-a89b-4d00-affd-30c1b9b90f41 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:06.741020 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36716dd0-f86c-42c6-8c48-20becca7d97d req-e141d98f-a89b-4d00-affd-30c1b9b90f41 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 945 time: 0.0591905 Aug 31 14:04:06.754459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.786167 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36716dd0-f86c-42c6-8c48-20becca7d97d req-25e7b021-a771-4a47-86d0-7d4e3444035a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389411 Aug 31 14:04:06.823728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Network 3777acdd-d687-4a72-9449-9b77608c9762 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:06.828818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:06.834510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:06.845326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Pushing event updated for resources: {'Port': ['ID=a3fd67d7-6c72-46b0-9c72-389aa8a55419,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:06.900002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:06.900569 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:06.942147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-96e24bd0-0ec1-45d0-915d-5e9a8f9e3c27 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7205653 Aug 31 14:04:06.962614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Request body: {'port': {'device_id': '0f9ec87c-8981-49d7-9d8c-059297db0fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:06.993737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8be84-9f35-41ad-a258-42c5242d82ff req-5a83218b-b793-4da4-ad0e-a248f5ab109b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:06.995261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78b8be84-9f35-41ad-a258-42c5242d82ff req-5a83218b-b793-4da4-ad0e-a248f5ab109b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0920630 Aug 31 14:04:07.059630 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:07.064055 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78b8be84-9f35-41ad-a258-42c5242d82ff req-bddf096b-1ffa-4435-bf79-78ce60559800 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619621 Aug 31 14:04:07.117378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaafbd2-7e0f-4578-9fd7-956a7b4949a7 req-c0d078c0-ae83-4ec7-829d-cd92c861f5fd tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:07.118928 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebaafbd2-7e0f-4578-9fd7-956a7b4949a7 req-c0d078c0-ae83-4ec7-829d-cd92c861f5fd tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0535965 Aug 31 14:04:07.162613 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebaafbd2-7e0f-4578-9fd7-956a7b4949a7 req-e7a266c3-e042-4c3c-86ae-25e2ca86d374 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351541 Aug 31 14:04:07.227975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0fbc5319-a9ba-4219-8fbe-4ea1ffa6cfd4 req-7ba9ab8b-ee6b-43e9-8113-4337e26f89ee tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0449581 Aug 31 14:04:07.376683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395f947-074d-449c-b77f-5e7ec10ece9e req-f35265d3-e402-4879-97ca-2d7df3f0f2b9 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:07.378551 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a395f947-074d-449c-b77f-5e7ec10ece9e req-f35265d3-e402-4879-97ca-2d7df3f0f2b9 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 932 time: 0.0649481 Aug 31 14:04:07.433058 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a395f947-074d-449c-b77f-5e7ec10ece9e req-36882884-4011-479d-a717-24a8160468fb tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b8826be-ecdd-4c69-898f-d50ae582590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Aug 31 14:04:07.669405 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3fd67d7-6c72-46b0-9c72-389aa8a55419 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:07.677196 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:07.689273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Transition to ACTIVE for port object a3fd67d7-6c72-46b0-9c72-389aa8a55419 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:07.693418 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:07.748547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3fd67d7-6c72-46b0-9c72-389aa8a55419,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:07.813931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Attempting to bind port a3fd67d7-6c72-46b0-9c72-389aa8a55419 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:07.814268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Attempting to bind port a3fd67d7-6c72-46b0-9c72-389aa8a55419 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3777acdd-d687-4a72-9449-9b77608c9762'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:07.814590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Attempting to bind port a3fd67d7-6c72-46b0-9c72-389aa8a55419 on network 3777acdd-d687-4a72-9449-9b77608c9762 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:07.819130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Port a3fd67d7-6c72-46b0-9c72-389aa8a55419 on network 3777acdd-d687-4a72-9449-9b77608c9762 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:04:07.819454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Attempting to bind port a3fd67d7-6c72-46b0-9c72-389aa8a55419 on network 3777acdd-d687-4a72-9449-9b77608c9762 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:07.824492 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:07.824850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Checking segment: {'id': '2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3777acdd-d687-4a72-9449-9b77608c9762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:07.825232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Bound using segment: {'id': '2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3777acdd-d687-4a72-9449-9b77608c9762'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:07.825672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Bound port: a3fd67d7-6c72-46b0-9c72-389aa8a55419, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3777acdd-d687-4a72-9449-9b77608c9762'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:07.826029 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:07.892588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] For port a3fd67d7-6c72-46b0-9c72-389aa8a55419, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:07.896085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] For port a3fd67d7-6c72-46b0-9c72-389aa8a55419, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a3fd67d7-6c72-46b0-9c72-389aa8a55419,segment=NetworkSegment(2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8),segment_id=2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:07.900836 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:07.904201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a129e-d597-4b5a-b93c-f0c0a510c046 req-6c7501a0-e496-4da2-802f-e715c9e67bad tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:07.905731 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f31a129e-d597-4b5a-b93c-f0c0a510c046 req-6c7501a0-e496-4da2-802f-e715c9e67bad tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 945 time: 0.0507751 Aug 31 14:04:07.932915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:07.933539 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:07.934979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] 10.222.0.52 "PUT /v2.0/ports/a3fd67d7-6c72-46b0-9c72-389aa8a55419 HTTP/1.1" status: 200 len: 1092 time: 0.9776216 Aug 31 14:04:07.935428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9ec87c-8981-49d7-9d8c-059297db0fdd', 'tag': 'a3fd67d7-6c72-46b0-9c72-389aa8a55419'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:07.938286 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd79ed3-c481-4ca4-96e7-21a19dde5433" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9ec87c-8981-49d7-9d8c-059297db0fdd", "tag": "a3fd67d7-6c72-46b0-9c72-389aa8a55419"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:07.968052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af173425-d5ff-4e09-99bc-5076457d52c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3fd67d7-6c72-46b0-9c72-389aa8a55419,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:07.974849 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f31a129e-d597-4b5a-b93c-f0c0a510c046 req-bbd4eb55-b192-45a4-b3be-eac70c5b24e7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621870 Aug 31 14:04:07.988936 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687d1329-beab-494f-9e29-65752ab19b8f x-openstack-request-id: req-687d1329-beab-494f-9e29-65752ab19b8f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:07.989240 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9ec87c-8981-49d7-9d8c-059297db0fdd", "tag": "a3fd67d7-6c72-46b0-9c72-389aa8a55419", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:07.989499 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-687d1329-beab-494f-9e29-65752ab19b8f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:07.989909 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9ec87c-8981-49d7-9d8c-059297db0fdd', 'tag': 'a3fd67d7-6c72-46b0-9c72-389aa8a55419', 'status': 'completed', 'code': 200} Aug 31 14:04:08.040261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-285b725d-d885-4fd1-a4d1-b9898039f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:08.041845 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-285b725d-d885-4fd1-a4d1-b9898039f228 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c543490857084d5cb560107ceec4262e&device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 1095 time: 0.0419374 Aug 31 14:04:08.089137 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-81d33f27-823d-479d-8731-df8301ee2190 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3fd67d7-6c72-46b0-9c72-389aa8a55419 HTTP/1.1" status: 200 len: 217 time: 0.0383661 Aug 31 14:04:08.166352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-c569cda6-558c-4c32-bff9-7a5198daf8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:08.167970 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-c569cda6-558c-4c32-bff9-7a5198daf8f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8afd2e9-80d3-4a0d-8565-3fbf78cc2f84 HTTP/1.1" status: 200 len: 861 time: 0.0693290 Aug 31 14:04:08.217629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479485e1-4a43-4652-b55b-ffd38c6191c5 req-379cf461-49aa-4d60-9592-9c8671d60e33 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:08.219270 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-479485e1-4a43-4652-b55b-ffd38c6191c5 req-379cf461-49aa-4d60-9592-9c8671d60e33 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0658088 Aug 31 14:04:08.223926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-8689c983-517f-4a48-9396-727489d13b62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3777acdd-d687-4a72-9449-9b77608c9762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408769 Aug 31 14:04:08.263792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-479485e1-4a43-4652-b55b-ffd38c6191c5 req-c15aaca9-e2db-4bdf-b927-cba9b3d0acf4 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360539 Aug 31 14:04:08.321580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b009f5b-a577-4f32-a58b-4be719a83e1c req-2355093f-fd0e-4216-9ee9-07b198465313 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:08.323193 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b009f5b-a577-4f32-a58b-4be719a83e1c req-2355093f-fd0e-4216-9ee9-07b198465313 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 945 time: 0.1297832 Aug 31 14:04:08.368640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-2e5481af-b1fd-4f2a-b925-f9e6e99fe578 service neutron] 10.222.0.52 "GET /v2.0/networks/3777acdd-d687-4a72-9449-9b77608c9762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294076 Aug 31 14:04:08.396407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b4457-6075-4dbf-9346-2b06223127eb req-12caad20-0e6c-4f50-9252-adf1d5fae93c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:08.398316 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b32b4457-6075-4dbf-9346-2b06223127eb req-12caad20-0e6c-4f50-9252-adf1d5fae93c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0643630 Aug 31 14:04:08.406784 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b009f5b-a577-4f32-a58b-4be719a83e1c req-3e7f261b-b971-479d-b65b-24737bc735a8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740249 Aug 31 14:04:08.464015 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b32b4457-6075-4dbf-9346-2b06223127eb req-d64c39ae-4b27-4ba2-9330-8c90997ebfbc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546110 Aug 31 14:04:08.515776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3048e615-7ca1-4f81-b3b1-72982f9e7b7e req-fc156df6-bb5d-4099-8db2-10f121d1fb39 service neutron] 10.222.0.52 "GET /v2.0/networks/3777acdd-d687-4a72-9449-9b77608c9762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356528 Aug 31 14:04:08.540792 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26eb75e8-b785-41b7-94ee-2a0ae7e7e164 req-a5ec9112-a8c7-456a-b013-1dff0033593b tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0403678 Aug 31 14:04:08.661552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd79ed3-c481-4ca4-96e7-21a19dde5433 req-ea4192a9-b6b6-437b-a2f7-426191f07398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:08.663312 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dd79ed3-c481-4ca4-96e7-21a19dde5433 req-ea4192a9-b6b6-437b-a2f7-426191f07398 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c543490857084d5cb560107ceec4262e&device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 1095 time: 0.0623631 Aug 31 14:04:08.724025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e73b-37c5-45d6-a9bb-828db2ae0a0c req-40967ccb-9f2f-4ae9-be31-505464440b79 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:08.727131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e907e73b-37c5-45d6-a9bb-828db2ae0a0c req-40967ccb-9f2f-4ae9-be31-505464440b79 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 944 time: 0.0816309 Aug 31 14:04:08.783234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e907e73b-37c5-45d6-a9bb-828db2ae0a0c req-b6bd753c-efe8-4334-8a2a-966798b9fab4 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b8826be-ecdd-4c69-898f-d50ae582590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493102 Aug 31 14:04:08.821972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd79ed3-c481-4ca4-96e7-21a19dde5433 req-350d95ac-b18a-4590-9856-a891d087309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:08.824860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dd79ed3-c481-4ca4-96e7-21a19dde5433 req-350d95ac-b18a-4590-9856-a891d087309d service neutron] 10.222.0.52 "GET /v2.0/networks?id=3777acdd-d687-4a72-9449-9b77608c9762 HTTP/1.1" status: 200 len: 922 time: 0.1477482 Aug 31 14:04:08.884132 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:08.886093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dd79ed3-c481-4ca4-96e7-21a19dde5433 req-e9ece1eb-7c3b-4e27-a4c8-c723ab3e0e09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3fd67d7-6c72-46b0-9c72-389aa8a55419 HTTP/1.1" status: 200 len: 217 time: 0.0457735 Aug 31 14:04:08.941290 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:08.954095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd79ed3-c481-4ca4-96e7-21a19dde5433 req-2bb3c623-052a-4e8b-9873-325f09056251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:08.955694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dd79ed3-c481-4ca4-96e7-21a19dde5433 req-2bb3c623-052a-4e8b-9873-325f09056251 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f8afd2e9-80d3-4a0d-8565-3fbf78cc2f84 HTTP/1.1" status: 200 len: 861 time: 0.0607486 Aug 31 14:04:08.996559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dd79ed3-c481-4ca4-96e7-21a19dde5433 req-25bd768d-3d86-468a-96d5-39a0dea11290 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3777acdd-d687-4a72-9449-9b77608c9762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298839 Aug 31 14:04:09.102356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dd79ed3-c481-4ca4-96e7-21a19dde5433 req-2124f1e7-e5f5-4454-8c7d-e0adde6d6b5b service neutron] 10.222.0.52 "GET /v2.0/networks/3777acdd-d687-4a72-9449-9b77608c9762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974674 Aug 31 14:04:09.227100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dd79ed3-c481-4ca4-96e7-21a19dde5433 req-95d33665-b0cc-49ea-a891-3905c809330c service neutron] 10.222.0.52 "GET /v2.0/networks/3777acdd-d687-4a72-9449-9b77608c9762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151209 Aug 31 14:04:09.409203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9882bc2-ea54-48c6-a013-3aab3bd84788 req-ab92e1c6-d399-4315-acd0-a874f6f960fc tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:09.411003 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9882bc2-ea54-48c6-a013-3aab3bd84788 req-ab92e1c6-d399-4315-acd0-a874f6f960fc tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0616188 Aug 31 14:04:09.462223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9882bc2-ea54-48c6-a013-3aab3bd84788 req-50a888aa-f564-4f1b-ad90-e29560187457 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449238 Aug 31 14:04:09.564576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb6977-5151-4853-9c3f-7f0df577e87d req-ef381188-d2eb-4509-a574-6844804194fd tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:09.566088 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aacb6977-5151-4853-9c3f-7f0df577e87d req-ef381188-d2eb-4509-a574-6844804194fd tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 945 time: 0.0580437 Aug 31 14:04:09.618827 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aacb6977-5151-4853-9c3f-7f0df577e87d req-2ac9c9af-07ca-4698-9217-ef43777d601d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452657 Aug 31 14:04:09.624372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd274ef-061a-4b41-89bb-d387fb72d252 req-75007085-9a6e-43a6-b51f-1b4b7b14c362 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:09.628475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdd274ef-061a-4b41-89bb-d387fb72d252 req-75007085-9a6e-43a6-b51f-1b4b7b14c362 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0704811 Aug 31 14:04:09.686558 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdd274ef-061a-4b41-89bb-d387fb72d252 req-e6b52ab7-a978-40f1-9e72-dd5cbba45b42 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477345 Aug 31 14:04:09.814845 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-27eacd8f-6cc0-4ff4-95a8-fde581539109 req-d420434b-5f9f-41ae-8ace-983dfc99b4eb tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0448194 Aug 31 14:04:09.977935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658892f7-53b1-4eb7-9ed4-3c9ff1e04a37 req-1bf98a28-d2f4-4c4c-85dd-d5cb2de7cfaf tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:09.979481 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-658892f7-53b1-4eb7-9ed4-3c9ff1e04a37 req-1bf98a28-d2f4-4c4c-85dd-d5cb2de7cfaf tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 944 time: 0.0532317 Aug 31 14:04:10.006456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30305a53-cb7b-469c-84bb-4077884c00c4 req-639195c4-a843-41a6-bfaa-664aaee12569 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:10.008001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30305a53-cb7b-469c-84bb-4077884c00c4 req-639195c4-a843-41a6-bfaa-664aaee12569 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.52 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 945 time: 0.0905466 Aug 31 14:04:10.019971 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-658892f7-53b1-4eb7-9ed4-3c9ff1e04a37 req-ddd6d4fb-361b-4e57-9612-739528d0798c tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b8826be-ecdd-4c69-898f-d50ae582590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336964 Aug 31 14:04:10.033580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602835ae-73a6-4e9a-98c6-e8488fc53fca req-f93f552a-a9b0-43b4-bd9e-e54d364e3d9e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:10.035138 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-602835ae-73a6-4e9a-98c6-e8488fc53fca req-f93f552a-a9b0-43b4-bd9e-e54d364e3d9e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0910642 Aug 31 14:04:10.120498 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-602835ae-73a6-4e9a-98c6-e8488fc53fca req-13f1e6db-e252-4daf-8742-63bfd717371c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682545 Aug 31 14:04:10.147662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-30305a53-cb7b-469c-84bb-4077884c00c4 req-50eeea1d-f642-4467-b491-d8fe545c16ea tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Deleting port e40278a9-98ca-421b-8279-2e69e27676d1 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:10.148008 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-30305a53-cb7b-469c-84bb-4077884c00c4 req-50eeea1d-f642-4467-b491-d8fe545c16ea tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:10.238541 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645082d-8b72-4fbe-9eab-e2272ca9dd24 req-7a29daa6-c566-4eda-ae07-4975b75854db tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:10.240037 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7645082d-8b72-4fbe-9eab-e2272ca9dd24 req-7a29daa6-c566-4eda-ae07-4975b75854db tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0482452 Aug 31 14:04:10.245323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-30305a53-cb7b-469c-84bb-4077884c00c4 req-50eeea1d-f642-4467-b491-d8fe545c16ea tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] For port e40278a9-98ca-421b-8279-2e69e27676d1, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e40278a9-98ca-421b-8279-2e69e27676d1,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:10.245705 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-30305a53-cb7b-469c-84bb-4077884c00c4 req-50eeea1d-f642-4467-b491-d8fe545c16ea tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:10.259217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-30305a53-cb7b-469c-84bb-4077884c00c4 req-50eeea1d-f642-4467-b491-d8fe545c16ea tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Calling delete_port for e40278a9-98ca-421b-8279-2e69e27676d1 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:10.279247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7645082d-8b72-4fbe-9eab-e2272ca9dd24 req-38e3b783-75af-42e9-bad6-dcd63c15e2a3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328910 Aug 31 14:04:10.399667 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-30305a53-cb7b-469c-84bb-4077884c00c4 req-50eeea1d-f642-4467-b491-d8fe545c16ea tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:10.411682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['e40278a9-98ca-421b-8279-2e69e27676d1'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:10.430350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eeea1d-f642-4467-b491-d8fe545c16ea tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Pushing event deleted for resources: {'Port': ['ID=e40278a9-98ca-421b-8279-2e69e27676d1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:10.477432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-30305a53-cb7b-469c-84bb-4077884c00c4 req-50eeea1d-f642-4467-b491-d8fe545c16ea tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] No DVR routers for this DVR port e40278a9-98ca-421b-8279-2e69e27676d1 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:04:10.481632 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-30305a53-cb7b-469c-84bb-4077884c00c4 req-50eeea1d-f642-4467-b491-d8fe545c16ea tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:10.483838 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30305a53-cb7b-469c-84bb-4077884c00c4 req-50eeea1d-f642-4467-b491-d8fe545c16ea tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.52 "DELETE /v2.0/ports/e40278a9-98ca-421b-8279-2e69e27676d1 HTTP/1.1" status: 204 len: 173 time: 0.4663024 Aug 31 14:04:10.484338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b45c5d-f903-4020-82d2-88589ffbb746', 'name': 'network-vif-deleted', 'tag': 'e40278a9-98ca-421b-8279-2e69e27676d1'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:10.486754 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2273e00-aebe-4f5c-8ac9-e46336e03a28" -d '{"events": [{"server_uuid": "50b45c5d-f903-4020-82d2-88589ffbb746", "name": "network-vif-deleted", "tag": "e40278a9-98ca-421b-8279-2e69e27676d1"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:10.623651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e0607-e73e-47ce-8c8b-0dc2e354a68f req-8b584159-5886-4507-aa76-ebe39a651be8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:10.624290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-23d12644-09ba-42da-93d1-d5e3612392f2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:10.625382 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-23d12644-09ba-42da-93d1-d5e3612392f2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 812 time: 0.1460273 Aug 31 14:04:10.626410 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf6e0607-e73e-47ce-8c8b-0dc2e354a68f req-8b584159-5886-4507-aa76-ebe39a651be8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0702920 Aug 31 14:04:10.643032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-0cc94602-b925-40d1-997a-57d22abde7af tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/quotas/c28ecdeb550f4a6594d69709db570fca HTTP/1.1" status: 200 len: 375 time: 0.0118051 Aug 31 14:04:10.670646 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf6e0607-e73e-47ce-8c8b-0dc2e354a68f req-5ea9cd9f-c1f5-477b-ba33-c7dc45253413 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374613 Aug 31 14:04:10.728249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-1be5a947-38aa-487e-a29a-f99305bc0eba tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0782692 Aug 31 14:04:10.737861 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2354615-3d51-4e5e-a4c8-a76d93d1263c x-openstack-request-id: req-a2354615-3d51-4e5e-a4c8-a76d93d1263c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:10.738208 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b45c5d-f903-4020-82d2-88589ffbb746", "name": "network-vif-deleted", "tag": "e40278a9-98ca-421b-8279-2e69e27676d1", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:10.738349 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2354615-3d51-4e5e-a4c8-a76d93d1263c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:10.738745 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b45c5d-f903-4020-82d2-88589ffbb746', 'name': 'network-vif-deleted', 'tag': 'e40278a9-98ca-421b-8279-2e69e27676d1', 'status': 'completed', 'code': 200} Aug 31 14:04:10.819305 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73313574-0eb3-400c-988f-eb2b6a334742 req-531fc6d8-76ad-4b33-9993-0c2851c8a66d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b45c5d-f903-4020-82d2-88589ffbb746 HTTP/1.1" status: 200 len: 210 time: 0.0311489 Aug 31 14:04:10.827520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-32c16081-834f-4a6e-9829-b6477611272b service neutron] 10.222.0.20 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983996 Aug 31 14:04:10.937089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-019968a7-ab51-4db0-9fc5-4520f236e484 service neutron] 10.222.0.20 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015780 Aug 31 14:04:11.049996 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-273d38a5-651f-4c19-9409-56cbbfc452ba req-0dbfa833-4cca-4d38-ab19-4c0efcc27742 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0308788 Aug 31 14:04:11.194916 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c47a9bce-895c-4172-b5d3-3620c51ebf61 req-29fbeba8-1b8b-435b-9377-666c2e08dd8f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 210 time: 0.0321174 Aug 31 14:04:11.211214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670c5ed-a0e2-4056-a4fb-e641ef3e8b68 req-a92bcf58-7e23-4340-82db-01a8507ad0ab tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:11.214105 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3670c5ed-a0e2-4056-a4fb-e641ef3e8b68 req-a92bcf58-7e23-4340-82db-01a8507ad0ab tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 944 time: 0.0711834 Aug 31 14:04:11.262336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3670c5ed-a0e2-4056-a4fb-e641ef3e8b68 req-b37b44c4-509e-49a5-9705-da980515fe3b tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b8826be-ecdd-4c69-898f-d50ae582590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Aug 31 14:04:11.809842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a2ac-5d40-4506-8040-e0d87af1707b req-3fd04ef9-8528-4865-b180-2876f9378dbf tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:11.811416 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c86a2ac-5d40-4506-8040-e0d87af1707b req-3fd04ef9-8528-4865-b180-2876f9378dbf tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0581191 Aug 31 14:04:11.852938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c86a2ac-5d40-4506-8040-e0d87af1707b req-477c07f2-53a4-4010-a2bb-e4a217ff4be5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347431 Aug 31 14:04:12.093120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a3fd67d7-6c72-46b0-9c72-389aa8a55419 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:04:12.189888 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1745e6ac-3747-4a80-b615-f48d75ac3da0 req-23f8d728-6bc9-471c-a899-9bfade68b45f tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0365427 Aug 31 14:04:12.205512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-7335287f-62c3-4a43-943f-4a5c6748c602 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:12.206213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-6f94f786-7048-4580-8fea-61e3e20eb375 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:12.207404 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-7335287f-62c3-4a43-943f-4a5c6748c602 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.1236756 Aug 31 14:04:12.208783 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-6f94f786-7048-4580-8fea-61e3e20eb375 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 812 time: 0.1620088 Aug 31 14:04:12.230409 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-198e2871-3b6b-4065-9675-d7c5a6a1cb2f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/quotas/c49ff878b8ce4be8846e7a9703cafd7a HTTP/1.1" status: 200 len: 375 time: 0.0172081 Aug 31 14:04:12.232569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a3fd67d7-6c72-46b0-9c72-389aa8a55419, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a3fd67d7-6c72-46b0-9c72-389aa8a55419,segment=NetworkSegment(2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8),segment_id=2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:12.247646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'a3fd67d7-6c72-46b0-9c72-389aa8a55419', 'network_id': '3777acdd-d687-4a72-9449-9b77608c9762', 'port_id': 'a3fd67d7-6c72-46b0-9c72-389aa8a55419', 'mac_address': 'fa:16:3e:8e:29:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8afd2e9-80d3-4a0d-8565-3fbf78cc2f84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:04:12.269428 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-6195421c-a916-4d0d-9132-5c5791083acc tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327821 Aug 31 14:04:12.291249 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:12.306737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fd67d7-6c72-46b0-9c72-389aa8a55419 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:12.322480 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Request body: {'port': {'device_id': '344fabb8-aff5-42f9-9f70-24f7eaf35118', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'admin_state_up': True, 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:12.332715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a3fd67d7-6c72-46b0-9c72-389aa8a55419, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a3fd67d7-6c72-46b0-9c72-389aa8a55419,segment=NetworkSegment(2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8),segment_id=2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:12.340473 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:12.410639 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-1a701c19-a731-4827-b4f9-dde5e0314582 service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333275 Aug 31 14:04:12.444895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a3fd67d7-6c72-46b0-9c72-389aa8a55419,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:12.459719 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-364ddcd4-d12f-4982-a6cb-f7f3707abdb1 req-baad1f06-1b8a-4297-8a3b-425aa23b91e1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 210 time: 0.0459893 Aug 31 14:04:12.532233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Made reservation on behalf of c28ecdeb550f4a6594d69709db570fca for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:12.533229 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-c1089659-c2c7-480a-b749-8132a840a08f service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147983 Aug 31 14:04:12.535942 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:12.659655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c2209-6e71-41c8-bd31-7495b646bcaf req-4661c7af-e990-4572-a245-0b6287d404ea tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:12.661674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-805c2209-6e71-41c8-bd31-7495b646bcaf req-4661c7af-e990-4572-a245-0b6287d404ea tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 945 time: 0.1134889 Aug 31 14:04:12.669210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a3fd67d7-6c72-46b0-9c72-389aa8a55419'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:12.739346 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-906771dc-b5df-4a11-83ce-9b681abc3e35 req-9053c171-3f26-4ec6-9aa4-ba9d28be5e7f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 210 time: 0.0345457 Aug 31 14:04:12.754603 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-805c2209-6e71-41c8-bd31-7495b646bcaf req-788d92db-6616-4453-bf8f-aa3d47963d47 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b8826be-ecdd-4c69-898f-d50ae582590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773213 Aug 31 14:04:12.769195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Allocated IP 172.20.0.5 (b45e4484-4dc4-4454-8a6c-8a97e099c7b8/02a3a4ef-59fa-4c60-9ec4-e3c9654a7457/83cbdc99-2eff-423f-bdc7-e40f9344c363) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:12.966113 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:12.990552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Transition to ACTIVE for port object 83cbdc99-2eff-423f-bdc7-e40f9344c363 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:13.011144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eca59-515d-42f6-9bac-c00dcc7970e1 req-675b4eee-bcfc-4589-b498-9b32fc822f8d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:13.019945 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a01eca59-515d-42f6-9bac-c00dcc7970e1 req-675b4eee-bcfc-4589-b498-9b32fc822f8d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0857553 Aug 31 14:04:13.050203 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:13.064374 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a01eca59-515d-42f6-9bac-c00dcc7970e1 req-f6a6cc4c-6db4-443c-8f86-67ec6694f0cd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431230 Aug 31 14:04:13.120503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:13.124325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:13.128801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:13.136613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event updated for resources: {'Port': ['ID=83cbdc99-2eff-423f-bdc7-e40f9344c363,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:13.193769 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:13.194707 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:13.214967 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-2dae8cb7-1372-4435-b088-b7b35d219e2d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8997149 Aug 31 14:04:13.237669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Request body: {'port': {'device_id': '344fabb8-aff5-42f9-9f70-24f7eaf35118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:13.325374 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:13.353164 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b85d06c-d58b-48e2-9049-57dc42e031a1 req-f49cc730-63d8-44f7-b6a3-6aabb3fa9458 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0470712 Aug 31 14:04:13.419495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['66034099-cfe4-42e5-b43b-a0ba131e5b72'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:13.536874 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fb4381e1-7fc1-4a5a-a575-fd7f5ddd5914 None None] Provisioning for port 83cbdc99-2eff-423f-bdc7-e40f9344c363 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:13.543980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fb4381e1-7fc1-4a5a-a575-fd7f5ddd5914 None None] Provisioning complete for port 83cbdc99-2eff-423f-bdc7-e40f9344c363 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:13.544751 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fb4381e1-7fc1-4a5a-a575-fd7f5ddd5914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:13.598972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fb4381e1-7fc1-4a5a-a575-fd7f5ddd5914 None None] Port 83cbdc99-2eff-423f-bdc7-e40f9344c363 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:04:13.657915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bb007-604c-4eb0-980f-0e30adeb6794 req-bd2b42d1-5a9e-40eb-b909-60092d89b289 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:13.659472 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-450bb007-604c-4eb0-980f-0e30adeb6794 req-bd2b42d1-5a9e-40eb-b909-60092d89b289 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 931 time: 0.1130517 Aug 31 14:04:13.728112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-450bb007-604c-4eb0-980f-0e30adeb6794 req-f17f01d1-9dd5-4f00-ace9-5f06f5f54e68 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592513 Aug 31 14:04:13.778722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cbdc99-2eff-423f-bdc7-e40f9344c363 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:13.788300 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:13.803792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Transition to ACTIVE for port object 83cbdc99-2eff-423f-bdc7-e40f9344c363 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:13.809726 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:13.871728 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b351d37-8af9-48b0-afd8-9eaa00841a14 req-a307ff7f-c731-4731-b739-a7b37589ced2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 210 time: 0.0374422 Aug 31 14:04:13.909567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Pushing event updated for resources: {'Port': ['ID=83cbdc99-2eff-423f-bdc7-e40f9344c363,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:14.019611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb3a76-4c72-4a3e-a514-e62e0937e301 req-b415bb87-5f07-45da-94e5-93e899489510 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.021385 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9eb3a76-4c72-4a3e-a514-e62e0937e301 req-b415bb87-5f07-45da-94e5-93e899489510 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 945 time: 0.1636543 Aug 31 14:04:14.092918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Attempting to bind port 83cbdc99-2eff-423f-bdc7-e40f9344c363 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:14.093235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Attempting to bind port 83cbdc99-2eff-423f-bdc7-e40f9344c363 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:14.093686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Attempting to bind port 83cbdc99-2eff-423f-bdc7-e40f9344c363 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:14.101648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9eb3a76-4c72-4a3e-a514-e62e0937e301 req-dbee777a-1893-44e1-b68e-7b8e45ad08f4 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b8826be-ecdd-4c69-898f-d50ae582590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734315 Aug 31 14:04:14.106426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Port 83cbdc99-2eff-423f-bdc7-e40f9344c363 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:04:14.106857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Attempting to bind port 83cbdc99-2eff-423f-bdc7-e40f9344c363 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:14.121842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:14.122787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Checking segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:14.122787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Bound using segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:14.123025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Bound port: 83cbdc99-2eff-423f-bdc7-e40f9344c363, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:14.123360 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:14.124817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a3fd67d7-6c72-46b0-9c72-389aa8a55419 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:14.134483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-1bc56365-6d25-4b4b-9c2b-ff89da9a35b9 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.136252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-1bc56365-6d25-4b4b-9c2b-ff89da9a35b9 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.1924787 Aug 31 14:04:14.154060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Request body: {'port': {'device_id': 'a5cf780a-9abd-473b-b355-fbe7d073ce94', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'admin_state_up': True, 'tenant_id': 'c49ff878b8ce4be8846e7a9703cafd7a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:14.200554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port a3fd67d7-6c72-46b0-9c72-389aa8a55419 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:14.205868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port a3fd67d7-6c72-46b0-9c72-389aa8a55419 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:14.206464 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:14.298509 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:14.317195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] For port 83cbdc99-2eff-423f-bdc7-e40f9344c363, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:14.322398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] For port 83cbdc99-2eff-423f-bdc7-e40f9344c363, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=83cbdc99-2eff-423f-bdc7-e40f9344c363,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:14.327279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9ec87c-8981-49d7-9d8c-059297db0fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fd67d7-6c72-46b0-9c72-389aa8a55419'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:14.331842 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee95df19-1555-44b0-8e3a-c87ac6b889cc" -d '{"events": [{"server_uuid": "0f9ec87c-8981-49d7-9d8c-059297db0fdd", "name": "network-vif-plugged", "status": "completed", "tag": "a3fd67d7-6c72-46b0-9c72-389aa8a55419"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:14.334120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3c866-a96a-4e13-97e6-4c92705ab5a1 req-eb2c56f8-103b-4dae-836a-69c706942808 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.335663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-add3c866-a96a-4e13-97e6-4c92705ab5a1 req-eb2c56f8-103b-4dae-836a-69c706942808 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.1436028 Aug 31 14:04:14.345155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:14.355035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a3fd67d7-6c72-46b0-9c72-389aa8a55419, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a3fd67d7-6c72-46b0-9c72-389aa8a55419,segment=NetworkSegment(2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8),segment_id=2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:14.363556 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:14.365180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e40278a9-98ca-421b-8279-2e69e27676d1 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:14.424562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.425197 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:14.426714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] 10.222.0.52 "PUT /v2.0/ports/83cbdc99-2eff-423f-bdc7-e40f9344c363 HTTP/1.1" status: 200 len: 1091 time: 1.1992681 Aug 31 14:04:14.429244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344fabb8-aff5-42f9-9f70-24f7eaf35118', 'tag': '83cbdc99-2eff-423f-bdc7-e40f9344c363'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:14.431610 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f276ba8-4939-450b-b42a-b1e2a2665bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "344fabb8-aff5-42f9-9f70-24f7eaf35118", "tag": "83cbdc99-2eff-423f-bdc7-e40f9344c363"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:14.474474 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0325f430-bb39-48a5-8c30-633767352039 x-openstack-request-id: req-0325f430-bb39-48a5-8c30-633767352039 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:14.475522 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9ec87c-8981-49d7-9d8c-059297db0fdd", "name": "network-vif-plugged", "status": "completed", "tag": "a3fd67d7-6c72-46b0-9c72-389aa8a55419", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:14.478164 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0325f430-bb39-48a5-8c30-633767352039 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:14.479891 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9ec87c-8981-49d7-9d8c-059297db0fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fd67d7-6c72-46b0-9c72-389aa8a55419', 'code': 200} Aug 31 14:04:14.480141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08258624-268e-4f88-8e43-f02773d8e478 service neutron] Pushing event updated for resources: {'Port': ['ID=83cbdc99-2eff-423f-bdc7-e40f9344c363,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:14.500716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-add3c866-a96a-4e13-97e6-4c92705ab5a1 req-03575ae9-715f-4070-8dbb-e3a54f007fde tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565897 Aug 31 14:04:14.501939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Made reservation on behalf of c49ff878b8ce4be8846e7a9703cafd7a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:14.503179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: e40278a9-98ca-421b-8279-2e69e27676d1 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:04:14.506990 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e40278a9-98ca-421b-8279-2e69e27676d1 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:14.511702 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:14.563703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a3fd67d7-6c72-46b0-9c72-389aa8a55419,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:14.606377 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87e3c625-0c9a-4b0c-a3dd-890ecd677613 req-a1932c34-6987-4418-bffb-971a93f296ce tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0349715 Aug 31 14:04:14.615323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-ec647442-0a42-4019-a375-faf896d86d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.616926 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-ec647442-0a42-4019-a375-faf896d86d72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 1094 time: 0.0927129 Aug 31 14:04:14.662063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8406c-4803-41cb-a9e5-1ae68104825d req-2d46ccfd-6ba5-433d-b50d-e909ef204cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.663869 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ae8406c-4803-41cb-a9e5-1ae68104825d req-2d46ccfd-6ba5-433d-b50d-e909ef204cde service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 1097 time: 0.1301405 Aug 31 14:04:14.685591 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-4cbbcdbe-7400-4dc0-97b2-ea97a4372ec6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83cbdc99-2eff-423f-bdc7-e40f9344c363 HTTP/1.1" status: 200 len: 217 time: 0.0563340 Aug 31 14:04:14.698305 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eb507d-4dbb-4aa5-9671-94331dec3fec x-openstack-request-id: req-18eb507d-4dbb-4aa5-9671-94331dec3fec {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:14.698598 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344fabb8-aff5-42f9-9f70-24f7eaf35118", "tag": "83cbdc99-2eff-423f-bdc7-e40f9344c363", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:14.698851 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18eb507d-4dbb-4aa5-9671-94331dec3fec {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:14.699255 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344fabb8-aff5-42f9-9f70-24f7eaf35118', 'tag': '83cbdc99-2eff-423f-bdc7-e40f9344c363', 'status': 'completed', 'code': 200} Aug 31 14:04:14.757320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-c224bf99-be9b-4c7a-b612-6c034ffc8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.758693 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-c224bf99-be9b-4c7a-b612-6c034ffc8d06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.0637264 Aug 31 14:04:14.772235 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ae8406c-4803-41cb-a9e5-1ae68104825d req-0a252e1a-7f77-4cd1-b26f-7ecc9b199dcd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5b8826be-ecdd-4c69-898f-d50ae582590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968440 Aug 31 14:04:14.778814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Allocated IP 172.20.0.11 (a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa/962b2de8-40f4-47f7-980e-7d061aa8c497/17c69f86-b231-47fb-b342-9892246c5fc4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:14.861141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-0bcaafad-201b-4c2a-992f-45a7bb4eab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.862651 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-0bcaafad-201b-4c2a-992f-45a7bb4eab78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932312 Aug 31 14:04:14.884837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7ef1f-e0c5-4084-9670-3034e40b0781 req-1a4ff57b-b077-4c18-a578-d4e7d987fb90 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:14.886618 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-23e7ef1f-e0c5-4084-9670-3034e40b0781 req-1a4ff57b-b077-4c18-a578-d4e7d987fb90 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 943 time: 0.0660505 Aug 31 14:04:14.952205 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-23e7ef1f-e0c5-4084-9670-3034e40b0781 req-8c1af7e6-fb0c-44a6-867f-ded2dba98da5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468960 Aug 31 14:04:15.007393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61c1f105-ba2f-4dec-ad2c-16303b5369f6 req-744768b2-ace7-468c-960f-bf9b2ec002a9 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 210 time: 0.0409458 Aug 31 14:04:15.018907 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:15.072944 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:15.127802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-e6d66bbf-0bc8-43a7-82a6-6913a6783914 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276660 Aug 31 14:04:15.147575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:15.153095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:15.160351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:15.228103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Pushing event updated for resources: {'Port': ['ID=17c69f86-b231-47fb-b342-9892246c5fc4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:15.277066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:15.278184 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:15.302008 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5494c083-384f-4a0d-9f9c-274b2714b0ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1528192 Aug 31 14:04:15.317510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Request body: {'port': {'device_id': 'a5cf780a-9abd-473b-b355-fbe7d073ce94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:15.320014 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7f6f38d-5b00-429d-b0ba-61d2211b54ed req-8d5627b0-bea5-4681-ad45-a0d553eabc4d service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823959 Aug 31 14:04:15.329509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efad42b-627a-4d25-8b95-2a178f69e9db req-f679c5e4-bcda-4fd2-91a9-ab2c998a012d tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:15.331149 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5efad42b-627a-4d25-8b95-2a178f69e9db req-f679c5e4-bcda-4fd2-91a9-ab2c998a012d tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 946 time: 0.0743935 Aug 31 14:04:15.402744 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5efad42b-627a-4d25-8b95-2a178f69e9db req-7e53f265-baa9-4826-a761-d4296b429cf0 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b8826be-ecdd-4c69-898f-d50ae582590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633509 Aug 31 14:04:15.403263 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:15.453823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f276ba8-4939-450b-b42a-b1e2a2665bc7 req-de5e1d09-763b-4e0c-a77b-56e98e7da978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:15.455852 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f276ba8-4939-450b-b42a-b1e2a2665bc7 req-de5e1d09-763b-4e0c-a77b-56e98e7da978 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 1094 time: 0.0667963 Aug 31 14:04:15.600371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f276ba8-4939-450b-b42a-b1e2a2665bc7 req-a6701cac-cbb1-4969-8271-cdf69911624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:15.602048 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f276ba8-4939-450b-b42a-b1e2a2665bc7 req-a6701cac-cbb1-4969-8271-cdf69911624c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.1351051 Aug 31 14:04:15.665568 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f276ba8-4939-450b-b42a-b1e2a2665bc7 req-2b360438-fd8a-45d1-810b-4219cf4438a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83cbdc99-2eff-423f-bdc7-e40f9344c363 HTTP/1.1" status: 200 len: 217 time: 0.0528002 Aug 31 14:04:15.752806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f276ba8-4939-450b-b42a-b1e2a2665bc7 req-826ca9e4-41d5-4c8d-a662-3c45e629463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:15.754153 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f276ba8-4939-450b-b42a-b1e2a2665bc7 req-826ca9e4-41d5-4c8d-a662-3c45e629463f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.0763650 Aug 31 14:04:15.847565 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab70b766-0ba3-490d-8755-adfee38b6ce3 req-9a586c1e-3eb2-497d-b44c-5662e239a825 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0354750 Aug 31 14:04:15.861707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f276ba8-4939-450b-b42a-b1e2a2665bc7 req-c65905fb-3f8b-44ad-82c3-a155bf24c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:15.863545 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f276ba8-4939-450b-b42a-b1e2a2665bc7 req-c65905fb-3f8b-44ad-82c3-a155bf24c960 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988722 Aug 31 14:04:16.024702 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f276ba8-4939-450b-b42a-b1e2a2665bc7 req-bff38172-5610-4014-989b-6509c24920cd service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457615 Aug 31 14:04:16.040328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bf94c-2e4f-4109-9088-018c81a1e7bc req-c96bd6c8-5389-4668-b01a-b191a47d7871 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:16.043168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c47bf94c-2e4f-4109-9088-018c81a1e7bc req-c96bd6c8-5389-4668-b01a-b191a47d7871 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.4214146 Aug 31 14:04:16.158230 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c47bf94c-2e4f-4109-9088-018c81a1e7bc req-3526789d-fd32-4cb2-aeef-4f5e00d1c250 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937984 Aug 31 14:04:16.174061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c69f86-b231-47fb-b342-9892246c5fc4 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:16.182919 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.200820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Transition to ACTIVE for port object 17c69f86-b231-47fb-b342-9892246c5fc4 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:16.208682 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.276385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b1ff8-3ce5-4bf4-9a4f-2f8f6c5d08e2 req-f8074cda-3583-4102-95c1-8c12e9d205eb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:16.289594 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a89b1ff8-3ce5-4bf4-9a4f-2f8f6c5d08e2 req-f8074cda-3583-4102-95c1-8c12e9d205eb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 943 time: 0.2111266 Aug 31 14:04:16.321211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Pushing event updated for resources: {'Port': ['ID=17c69f86-b231-47fb-b342-9892246c5fc4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:16.350558 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0f276ba8-4939-450b-b42a-b1e2a2665bc7 req-95537e6b-e0a3-4e1d-8808-c9e53e4c53f5 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113229 Aug 31 14:04:16.351413 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a89b1ff8-3ce5-4bf4-9a4f-2f8f6c5d08e2 req-36fc7907-e103-467c-a40f-8b6fa7429e37 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565827 Aug 31 14:04:16.380316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69720ee-f3c5-4bce-a419-d9cb98fb7d52 req-af7416b3-cf97-43aa-b54f-4e5451cc9e88 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:16.382456 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a69720ee-f3c5-4bce-a419-d9cb98fb7d52 req-af7416b3-cf97-43aa-b54f-4e5451cc9e88 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 944 time: 0.1190865 Aug 31 14:04:16.449625 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Attempting to bind port 17c69f86-b231-47fb-b342-9892246c5fc4 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:16.450211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Attempting to bind port 17c69f86-b231-47fb-b342-9892246c5fc4 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:16.450443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Attempting to bind port 17c69f86-b231-47fb-b342-9892246c5fc4 on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:16.457111 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a69720ee-f3c5-4bce-a419-d9cb98fb7d52 req-a05805a3-3afb-46dd-8a12-adbbee5b27e8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599134 Aug 31 14:04:16.459524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Port 17c69f86-b231-47fb-b342-9892246c5fc4 on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:04:16.459808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Attempting to bind port 17c69f86-b231-47fb-b342-9892246c5fc4 on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:16.466946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:16.469359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Checking segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:16.469359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Bound using segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:16.469359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Bound port: 17c69f86-b231-47fb-b342-9892246c5fc4, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:16.469359 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.599423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] For port 17c69f86-b231-47fb-b342-9892246c5fc4, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:16.603856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] For port 17c69f86-b231-47fb-b342-9892246c5fc4, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=17c69f86-b231-47fb-b342-9892246c5fc4,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:16.608099 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.627761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc93a20-0340-4f12-9394-6af10ce28a2a req-0857ea7f-d5cd-480a-ba9d-136a12d38cf5 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:16.629572 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2dc93a20-0340-4f12-9394-6af10ce28a2a req-0857ea7f-d5cd-480a-ba9d-136a12d38cf5 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 946 time: 0.0948281 Aug 31 14:04:16.694171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:16.695245 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:16.697668 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] 10.222.0.13 "PUT /v2.0/ports/17c69f86-b231-47fb-b342-9892246c5fc4 HTTP/1.1" status: 200 len: 1092 time: 1.3857358 Aug 31 14:04:16.704706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cf780a-9abd-473b-b355-fbe7d073ce94', 'tag': '17c69f86-b231-47fb-b342-9892246c5fc4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:16.708664 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79845ec4-3e79-4f76-a831-6b59d035cdb4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cf780a-9abd-473b-b355-fbe7d073ce94", "tag": "17c69f86-b231-47fb-b342-9892246c5fc4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:16.758005 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29356a78-dbd9-4045-ba84-520eb20b4257 x-openstack-request-id: req-29356a78-dbd9-4045-ba84-520eb20b4257 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:16.758471 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cf780a-9abd-473b-b355-fbe7d073ce94", "tag": "17c69f86-b231-47fb-b342-9892246c5fc4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:16.758889 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29356a78-dbd9-4045-ba84-520eb20b4257 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:16.759573 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cf780a-9abd-473b-b355-fbe7d073ce94', 'tag': '17c69f86-b231-47fb-b342-9892246c5fc4', 'status': 'completed', 'code': 200} Aug 31 14:04:16.780338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c009b71-64f2-4c81-a0c1-fe8e5fa26f8c service neutron] Pushing event updated for resources: {'Port': ['ID=17c69f86-b231-47fb-b342-9892246c5fc4,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:16.823942 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2dc93a20-0340-4f12-9394-6af10ce28a2a req-5a525dc5-aa49-4fe9-bbf1-f214591a7ed6 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b8826be-ecdd-4c69-898f-d50ae582590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714177 Aug 31 14:04:16.845688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-7bda7358-d351-4fc7-a149-2e8b1703607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:16.848278 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-7bda7358-d351-4fc7-a149-2e8b1703607e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 1095 time: 0.0938530 Aug 31 14:04:16.896528 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-1a950196-1d33-4d69-97d2-0c871671c2a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17c69f86-b231-47fb-b342-9892246c5fc4 HTTP/1.1" status: 200 len: 217 time: 0.0358119 Aug 31 14:04:16.973241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-64dd4550-eb99-439e-acb7-1e35f0ca0a04 req-baaa79cd-afee-43e2-853c-06973ded6f1d tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0359786 Aug 31 14:04:16.983526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-1923fdf0-cdcd-4a66-8983-3f83f6782d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:16.985242 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-1923fdf0-cdcd-4a66-8983-3f83f6782d19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.0772328 Aug 31 14:04:17.021690 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-4e00f7f1-470a-45d9-8183-afba3875c28e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277555 Aug 31 14:04:17.133074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-b46f241a-90f2-4530-b7d0-bdeb02bcd7a2 service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036882 Aug 31 14:04:17.235350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5a5c9-39e0-45dd-8671-fe3a9cc23ec2 req-eaa9b05c-e39a-4273-b88b-66d391db0f29 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:17.236969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-41f5a5c9-39e0-45dd-8671-fe3a9cc23ec2 req-eaa9b05c-e39a-4273-b88b-66d391db0f29 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 946 time: 0.1235645 Aug 31 14:04:17.278401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebe70ba1-a872-4486-9c9f-0ed079ea0a6f req-2fb3b00e-085f-416f-8c62-c3a92ea1338f service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296473 Aug 31 14:04:17.301705 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-41f5a5c9-39e0-45dd-8671-fe3a9cc23ec2 req-7786de73-55f7-4dc0-868a-0436ce5d4d4f tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b8826be-ecdd-4c69-898f-d50ae582590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502524 Aug 31 14:04:17.310846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4105f-a6f8-4bc7-9139-dc92c7d8330e req-8a569416-c8ad-4674-96c6-088d142521fc tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:17.312689 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47f4105f-a6f8-4bc7-9139-dc92c7d8330e req-8a569416-c8ad-4674-96c6-088d142521fc tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0693009 Aug 31 14:04:17.372907 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47f4105f-a6f8-4bc7-9139-dc92c7d8330e req-bfe26f3b-e16d-414b-95d8-5a3f0ab8eb0e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521595 Aug 31 14:04:17.490833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79845ec4-3e79-4f76-a831-6b59d035cdb4 req-8656dbad-4796-47f5-8e00-4dc3a1cab9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:17.492732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79845ec4-3e79-4f76-a831-6b59d035cdb4 req-8656dbad-4796-47f5-8e00-4dc3a1cab9f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 1095 time: 0.1148820 Aug 31 14:04:17.659072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec6e75-6d24-42ea-872b-fc685c0ccc49 req-0fcbeb65-99a4-447c-9712-142939db6b8e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:17.660666 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-afec6e75-6d24-42ea-872b-fc685c0ccc49 req-0fcbeb65-99a4-447c-9712-142939db6b8e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 943 time: 0.1253331 Aug 31 14:04:17.697011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79845ec4-3e79-4f76-a831-6b59d035cdb4 req-5b919213-35b9-44d6-90d7-38cb6de35c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:17.698689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79845ec4-3e79-4f76-a831-6b59d035cdb4 req-5b919213-35b9-44d6-90d7-38cb6de35c27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 911 time: 0.1923742 Aug 31 14:04:17.730984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8950532-d177-477c-b955-2c0f5f9db678 req-ca4f2399-f826-4b3a-8376-a4523f503aa5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:17.732726 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8950532-d177-477c-b955-2c0f5f9db678 req-ca4f2399-f826-4b3a-8376-a4523f503aa5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 944 time: 0.0656841 Aug 31 14:04:17.764233 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79845ec4-3e79-4f76-a831-6b59d035cdb4 req-90e71874-a41e-4c1f-9da0-328ec93e8204 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17c69f86-b231-47fb-b342-9892246c5fc4 HTTP/1.1" status: 200 len: 217 time: 0.0532620 Aug 31 14:04:17.787808 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8950532-d177-477c-b955-2c0f5f9db678 req-e4c1676a-6ca1-4b44-b929-acb61a639077 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472443 Aug 31 14:04:17.824231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-afec6e75-6d24-42ea-872b-fc685c0ccc49 req-74258337-a90f-48f1-b03c-05fd1eff5f61 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494505 Aug 31 14:04:17.854846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79845ec4-3e79-4f76-a831-6b59d035cdb4 req-4a8943bd-7f1f-494a-8b19-4db5792dae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:17.856583 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79845ec4-3e79-4f76-a831-6b59d035cdb4 req-4a8943bd-7f1f-494a-8b19-4db5792dae14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.0823262 Aug 31 14:04:17.895494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79845ec4-3e79-4f76-a831-6b59d035cdb4 req-8805be50-a104-4181-bc33-dc4db754958c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300515 Aug 31 14:04:18.007131 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79845ec4-3e79-4f76-a831-6b59d035cdb4 req-79b34ae4-9248-473b-9447-cbddebbd006b service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946896 Aug 31 14:04:18.085219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2515aa29-eb76-4f76-83d1-f5a78f92a43a req-25622c7e-c581-4283-aba0-bea72385e235 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0275018 Aug 31 14:04:18.113489 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79845ec4-3e79-4f76-a831-6b59d035cdb4 req-ff016718-0cd3-40c5-97c6-685c19f1a090 service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965860 Aug 31 14:04:18.153245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 83cbdc99-2eff-423f-bdc7-e40f9344c363 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:04:18.251874 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 83cbdc99-2eff-423f-bdc7-e40f9344c363, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=83cbdc99-2eff-423f-bdc7-e40f9344c363,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:18.266964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '83cbdc99-2eff-423f-bdc7-e40f9344c363', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'port_id': '83cbdc99-2eff-423f-bdc7-e40f9344c363', 'mac_address': 'fa:16:3e:69:32:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:04:18.310191 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:18.329436 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cbdc99-2eff-423f-bdc7-e40f9344c363 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:18.354504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 83cbdc99-2eff-423f-bdc7-e40f9344c363, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=83cbdc99-2eff-423f-bdc7-e40f9344c363,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:18.361356 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:18.435268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=83cbdc99-2eff-423f-bdc7-e40f9344c363,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:18.457867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28754831-9d8c-403c-bec8-ce3691846d72 req-89a9a830-8580-4b15-8a74-93cded1a2eb3 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:18.459658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28754831-9d8c-403c-bec8-ce3691846d72 req-89a9a830-8580-4b15-8a74-93cded1a2eb3 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 946 time: 0.0643260 Aug 31 14:04:18.523943 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28754831-9d8c-403c-bec8-ce3691846d72 req-8c2ec51a-7b18-402e-b084-22ab077c61f5 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b8826be-ecdd-4c69-898f-d50ae582590c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571992 Aug 31 14:04:18.596405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05080-112d-4b5c-b5fd-bbbc58fcf731 req-b0795773-a687-4fec-a238-12c4668424f3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:18.598616 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cab05080-112d-4b5c-b5fd-bbbc58fcf731 req-b0795773-a687-4fec-a238-12c4668424f3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0758317 Aug 31 14:04:18.649360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cab05080-112d-4b5c-b5fd-bbbc58fcf731 req-0e92661d-f904-4f77-b2c6-5007f5a0e488 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435293 Aug 31 14:04:18.688513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['83cbdc99-2eff-423f-bdc7-e40f9344c363'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:18.782086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff13e5-cdec-4a28-966c-1e1d3a16bd3e req-aa844497-2c91-4233-b455-836ddf89f9b9 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:18.783507 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebff13e5-cdec-4a28-966c-1e1d3a16bd3e req-aa844497-2c91-4233-b455-836ddf89f9b9 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 946 time: 0.0486317 Aug 31 14:04:18.899843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-ebff13e5-cdec-4a28-966c-1e1d3a16bd3e req-b2b6703d-743a-4133-bd0c-c61bcdd76cab tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Deleting port a3fd67d7-6c72-46b0-9c72-389aa8a55419 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:18.900914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ebff13e5-cdec-4a28-966c-1e1d3a16bd3e req-b2b6703d-743a-4133-bd0c-c61bcdd76cab tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:18.945727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458d89d-390c-45b6-bfa7-91f211c709e9 req-4260491f-f0c0-43cc-b711-c96f92662c98 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:18.947388 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c458d89d-390c-45b6-bfa7-91f211c709e9 req-4260491f-f0c0-43cc-b711-c96f92662c98 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 944 time: 0.0646687 Aug 31 14:04:18.993623 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c458d89d-390c-45b6-bfa7-91f211c709e9 req-05cc1fc3-ccf3-4330-8596-a2923a0f6251 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396850 Aug 31 14:04:19.039253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cff6d-7ef9-4fdf-acaa-5948c160e6a6 req-16cbe297-dcfd-4d0c-8915-49e5037e03db tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:19.040753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a12cff6d-7ef9-4fdf-acaa-5948c160e6a6 req-16cbe297-dcfd-4d0c-8915-49e5037e03db tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 944 time: 0.1175902 Aug 31 14:04:19.063609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac8d6b20-a4a5-4960-888f-786a0ca16dc4 req-1e355bb9-dd11-4ab9-bc74-11d1126bb9e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0303848 Aug 31 14:04:19.069311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-ebff13e5-cdec-4a28-966c-1e1d3a16bd3e req-b2b6703d-743a-4133-bd0c-c61bcdd76cab tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] For port a3fd67d7-6c72-46b0-9c72-389aa8a55419, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a3fd67d7-6c72-46b0-9c72-389aa8a55419,segment=NetworkSegment(2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8),segment_id=2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:19.069683 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ebff13e5-cdec-4a28-966c-1e1d3a16bd3e req-b2b6703d-743a-4133-bd0c-c61bcdd76cab tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:19.091555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-ebff13e5-cdec-4a28-966c-1e1d3a16bd3e req-b2b6703d-743a-4133-bd0c-c61bcdd76cab tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Calling delete_port for a3fd67d7-6c72-46b0-9c72-389aa8a55419 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:19.115542 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a12cff6d-7ef9-4fdf-acaa-5948c160e6a6 req-a24b390a-7f08-42f1-978e-f48f256903b4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592589 Aug 31 14:04:19.255855 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2ab66baa-2dd2-44d7-a41a-cafd1e3b7c0e req-ab9f9443-4c72-42e3-86ef-d38384ad226a tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0495036 Aug 31 14:04:19.273859 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ebff13e5-cdec-4a28-966c-1e1d3a16bd3e req-b2b6703d-743a-4133-bd0c-c61bcdd76cab tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:19.308924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6703d-743a-4133-bd0c-c61bcdd76cab tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Pushing event deleted for resources: {'Port': ['ID=a3fd67d7-6c72-46b0-9c72-389aa8a55419,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:19.342950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a3fd67d7-6c72-46b0-9c72-389aa8a55419'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:19.383100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebff13e5-cdec-4a28-966c-1e1d3a16bd3e req-b2b6703d-743a-4133-bd0c-c61bcdd76cab tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] No DVR routers for this DVR port a3fd67d7-6c72-46b0-9c72-389aa8a55419 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:04:19.389440 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ebff13e5-cdec-4a28-966c-1e1d3a16bd3e req-b2b6703d-743a-4133-bd0c-c61bcdd76cab tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:19.392256 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebff13e5-cdec-4a28-966c-1e1d3a16bd3e req-b2b6703d-743a-4133-bd0c-c61bcdd76cab tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.52 "DELETE /v2.0/ports/a3fd67d7-6c72-46b0-9c72-389aa8a55419 HTTP/1.1" status: 204 len: 173 time: 0.6010251 Aug 31 14:04:19.392804 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9ec87c-8981-49d7-9d8c-059297db0fdd', 'name': 'network-vif-deleted', 'tag': 'a3fd67d7-6c72-46b0-9c72-389aa8a55419'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:19.396741 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8c5460-f4e7-4326-925e-8367d7c561a2" -d '{"events": [{"server_uuid": "0f9ec87c-8981-49d7-9d8c-059297db0fdd", "name": "network-vif-deleted", "tag": "a3fd67d7-6c72-46b0-9c72-389aa8a55419"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:19.448095 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2967f9cc-105f-4164-9ee8-6228cc776d17 x-openstack-request-id: req-2967f9cc-105f-4164-9ee8-6228cc776d17 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:19.448571 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9ec87c-8981-49d7-9d8c-059297db0fdd", "name": "network-vif-deleted", "tag": "a3fd67d7-6c72-46b0-9c72-389aa8a55419", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:19.448940 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2967f9cc-105f-4164-9ee8-6228cc776d17 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:19.449552 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9ec87c-8981-49d7-9d8c-059297db0fdd', 'name': 'network-vif-deleted', 'tag': 'a3fd67d7-6c72-46b0-9c72-389aa8a55419', 'status': 'completed', 'code': 200} Aug 31 14:04:19.643064 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa74d1c1-54b6-44de-85f0-81d63bf6a0f8 req-33a68eb5-7c72-4b3e-9cd2-5ef7bc188d29 tempest-InstanceActionsNegativeTestJSON-669449092 tempest-InstanceActionsNegativeTestJSON-669449092-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9ec87c-8981-49d7-9d8c-059297db0fdd HTTP/1.1" status: 200 len: 210 time: 0.0270269 Aug 31 14:04:19.784530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b70b9-8b0f-41ed-929f-d96ed9ea4ca2 req-0a2db2d1-5019-42e9-af6a-515481bf4ee1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:19.786037 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-621b70b9-8b0f-41ed-929f-d96ed9ea4ca2 req-0a2db2d1-5019-42e9-af6a-515481bf4ee1 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0544834 Aug 31 14:04:19.826228 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-621b70b9-8b0f-41ed-929f-d96ed9ea4ca2 req-ee0b1ba0-0324-4400-a12e-f5ee223fa492 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327551 Aug 31 14:04:20.122424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29803446-b202-4177-be6a-7696dd49e222 req-9aee5e7b-89da-4354-bfd7-9d41fc1b7f8e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:20.124259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-29803446-b202-4177-be6a-7696dd49e222 req-9aee5e7b-89da-4354-bfd7-9d41fc1b7f8e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 944 time: 0.0542798 Aug 31 14:04:20.166523 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-29803446-b202-4177-be6a-7696dd49e222 req-89ff445b-aed3-4907-8faf-82f76f1c6d63 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352297 Aug 31 14:04:20.175646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 83cbdc99-2eff-423f-bdc7-e40f9344c363 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:20.231110 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 83cbdc99-2eff-423f-bdc7-e40f9344c363 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:20.236385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 83cbdc99-2eff-423f-bdc7-e40f9344c363 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:20.236893 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:20.278527 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fca82-9b24-4d4b-b7cc-b05aaeb90ada req-8bb97c4f-61a8-4d3d-b3e1-23c99647dd68 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:20.280066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-566fca82-9b24-4d4b-b7cc-b05aaeb90ada req-8bb97c4f-61a8-4d3d-b3e1-23c99647dd68 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 944 time: 0.0723915 Aug 31 14:04:20.317992 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:20.324606 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-566fca82-9b24-4d4b-b7cc-b05aaeb90ada req-638bce19-d8dd-4ae0-a967-469e6473b4a6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381904 Aug 31 14:04:20.349023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344fabb8-aff5-42f9-9f70-24f7eaf35118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cbdc99-2eff-423f-bdc7-e40f9344c363'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:20.351859 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3104ca7c-965b-48eb-b38a-aec94e779e57" -d '{"events": [{"server_uuid": "344fabb8-aff5-42f9-9f70-24f7eaf35118", "name": "network-vif-plugged", "status": "completed", "tag": "83cbdc99-2eff-423f-bdc7-e40f9344c363"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:20.369268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 83cbdc99-2eff-423f-bdc7-e40f9344c363, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=83cbdc99-2eff-423f-bdc7-e40f9344c363,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:20.374269 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:20.402137 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ee5217-8405-4b74-a5b7-432b38cd71d5 x-openstack-request-id: req-40ee5217-8405-4b74-a5b7-432b38cd71d5 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:20.402468 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344fabb8-aff5-42f9-9f70-24f7eaf35118", "name": "network-vif-plugged", "status": "completed", "tag": "83cbdc99-2eff-423f-bdc7-e40f9344c363", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:20.402676 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40ee5217-8405-4b74-a5b7-432b38cd71d5 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:20.403068 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344fabb8-aff5-42f9-9f70-24f7eaf35118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cbdc99-2eff-423f-bdc7-e40f9344c363', 'code': 200} Aug 31 14:04:20.411580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fab8a1c1-cf15-4176-bf12-28437a5903b1 req-40f62aec-fb50-4488-ad23-b71afe5b38b8 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0558233 Aug 31 14:04:20.428214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=83cbdc99-2eff-423f-bdc7-e40f9344c363,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:20.516027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0eb6f-0047-48e1-8b9f-df3d3cefb7de req-615fd2b8-56ef-48fb-839d-2db5025d9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:20.517581 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70b0eb6f-0047-48e1-8b9f-df3d3cefb7de req-615fd2b8-56ef-48fb-839d-2db5025d9ec5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 1096 time: 0.0427988 Aug 31 14:04:20.559836 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70b0eb6f-0047-48e1-8b9f-df3d3cefb7de req-800458cb-3ad8-462a-9b18-3135de77ed42 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Aug 31 14:04:20.589504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 17c69f86-b231-47fb-b342-9892246c5fc4 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:04:20.690547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 17c69f86-b231-47fb-b342-9892246c5fc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=17c69f86-b231-47fb-b342-9892246c5fc4,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:20.701901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '17c69f86-b231-47fb-b342-9892246c5fc4', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'port_id': '17c69f86-b231-47fb-b342-9892246c5fc4', 'mac_address': 'fa:16:3e:d5:e0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962b2de8-40f4-47f7-980e-7d061aa8c497', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:04:20.705998 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42678) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:20.753545 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:20.767592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c69f86-b231-47fb-b342-9892246c5fc4 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:20.775323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5e20ff-5bc2-4779-bc84-dd5f60926a15 admin admin] Deleting subnet f8afd2e9-80d3-4a0d-8565-3fbf78cc2f84 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:04:20.785071 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db5e20ff-5bc2-4779-bc84-dd5f60926a15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:20.798244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 17c69f86-b231-47fb-b342-9892246c5fc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=17c69f86-b231-47fb-b342-9892246c5fc4,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:20.803428 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:20.842787 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db5e20ff-5bc2-4779-bc84-dd5f60926a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:20.868746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=17c69f86-b231-47fb-b342-9892246c5fc4,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:20.869058 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:04:20.904866 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db5e20ff-5bc2-4779-bc84-dd5f60926a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:20.982464 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db5e20ff-5bc2-4779-bc84-dd5f60926a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.010266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f76109-e09b-42bb-8ec9-e5520cc2ed7b req-2557a9bf-0426-41ae-bb06-a059f67bcf82 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:21.012502 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60f76109-e09b-42bb-8ec9-e5520cc2ed7b req-2557a9bf-0426-41ae-bb06-a059f67bcf82 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0799115 Aug 31 14:04:21.018504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e20ff-5bc2-4779-bc84-dd5f60926a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8afd2e9-80d3-4a0d-8565-3fbf78cc2f84,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:21.024802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db5e20ff-5bc2-4779-bc84-dd5f60926a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.026989 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-db5e20ff-5bc2-4779-bc84-dd5f60926a15 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f8afd2e9-80d3-4a0d-8565-3fbf78cc2f84 HTTP/1.1" status: 204 len: 168 time: 0.3192286 Aug 31 14:04:21.029678 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42684) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:21.137759 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60f76109-e09b-42bb-8ec9-e5520cc2ed7b req-fc8ca0d0-7455-4b45-b4b0-66713d2e9af8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178257 Aug 31 14:04:21.156919 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.247268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['17c69f86-b231-47fb-b342-9892246c5fc4'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:21.261414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.311800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3777acdd-d687-4a72-9449-9b77608c9762']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:21.319990 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:21.320908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae31d9f-b6d8-41b2-8b74-45bbe4c335e8') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:21.337396 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.360495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699fbac-74e0-446c-9ce5-5dfe715a9471 req-28eec2fa-824f-46f8-a43d-2d8552d213fe tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:21.362335 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d699fbac-74e0-446c-9ce5-5dfe715a9471 req-28eec2fa-824f-46f8-a43d-2d8552d213fe tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 945 time: 0.1054225 Aug 31 14:04:21.367749 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.379180 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:04:21.381223 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:04:21.382609 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:04:21.479795 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d699fbac-74e0-446c-9ce5-5dfe715a9471 req-bfdf4f31-e0d2-4544-95d2-4260db0ddcf1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020098 Aug 31 14:04:21.480658 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.487141 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.489221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] 10.222.0.20 "DELETE /v2.0/networks/3777acdd-d687-4a72-9449-9b77608c9762 HTTP/1.1" status: 204 len: 168 time: 0.4582863 Aug 31 14:04:21.497921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40789c78-ea1d-49c5-9b6b-70e1733de12d req-c98dbeda-af7d-431d-a300-21d9587ee4a0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:21.502116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40789c78-ea1d-49c5-9b6b-70e1733de12d req-c98dbeda-af7d-431d-a300-21d9587ee4a0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 945 time: 0.0848696 Aug 31 14:04:21.514916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c6dd5-c066-4b41-87fe-55a38603256d admin admin] Pushing event deleted for resources: {'Network': ['ID=3777acdd-d687-4a72-9449-9b77608c9762,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:21.580816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40789c78-ea1d-49c5-9b6b-70e1733de12d req-5ad717ff-8613-420c-9f2a-98d74aafae2a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605981 Aug 31 14:04:21.634219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e51a8587-34c2-4289-b295-ac7b205981bf req-1dd4fe9e-3518-4319-9454-2509a8e1380c tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0467525 Aug 31 14:04:21.684930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42700) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:21.730306 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2ce2fd56-f3c3-4015-bd46-f6efa8181e81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c543490857084d5cb560107ceec4262e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442154 Aug 31 14:04:21.732741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42702) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:21.801027 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c01007f9-3144-4358-94f8-25beb5a1c872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.830770 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c01007f9-3144-4358-94f8-25beb5a1c872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.913183 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c01007f9-3144-4358-94f8-25beb5a1c872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.916744 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c01007f9-3144-4358-94f8-25beb5a1c872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:21.920289 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c01007f9-3144-4358-94f8-25beb5a1c872 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b8826be-ecdd-4c69-898f-d50ae582590c HTTP/1.1" status: 204 len: 168 time: 0.1843646 Aug 31 14:04:21.933905 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b9bb8e27-668d-485a-910c-49cc6922d8ab req-fdf32f47-cf7f-4841-b1d4-fdb4bdf271c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed4d4b6ed35d4e26b9b9eff1fef4da98&device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0375676 Aug 31 14:04:21.944306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01007f9-3144-4358-94f8-25beb5a1c872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8826be-ecdd-4c69-898f-d50ae582590c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:21.981320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b9bb8e27-668d-485a-910c-49cc6922d8ab req-037de81a-cae7-4492-ac14-c07796da4f96 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed4d4b6ed35d4e26b9b9eff1fef4da98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394931 Aug 31 14:04:22.029922 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d20d179-36ff-42ab-88ea-b8b9ab6cc75f req-5abc41b7-de7b-48b7-9a9e-d0f52f687533 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0473228 Aug 31 14:04:22.106108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb8e27-668d-485a-910c-49cc6922d8ab req-356b05be-2da0-4dd0-815e-4250725ccb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:22.108757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b9bb8e27-668d-485a-910c-49cc6922d8ab req-356b05be-2da0-4dd0-815e-4250725ccb60 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1157465 Aug 31 14:04:22.200952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a3fd67d7-6c72-46b0-9c72-389aa8a55419 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:22.239573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: a3fd67d7-6c72-46b0-9c72-389aa8a55419 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:04:22.240058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a3fd67d7-6c72-46b0-9c72-389aa8a55419 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:22.299804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43306cd7-fc66-413f-9414-b67dfd5d143b req-b96cbdeb-f1fe-4328-91e9-84726a855374 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:22.299804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43306cd7-fc66-413f-9414-b67dfd5d143b req-b96cbdeb-f1fe-4328-91e9-84726a855374 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0674448 Aug 31 14:04:22.347793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43306cd7-fc66-413f-9414-b67dfd5d143b req-590d07e9-d467-46d7-b690-3022ee816d61 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Aug 31 14:04:22.622525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01345e-4643-4235-8da4-56bf164e5ad9 req-dcd05b63-fc49-460e-bdc0-235ba21a8af0 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:22.624217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dd01345e-4643-4235-8da4-56bf164e5ad9 req-dcd05b63-fc49-460e-bdc0-235ba21a8af0 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 945 time: 0.0523858 Aug 31 14:04:22.670562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dd01345e-4643-4235-8da4-56bf164e5ad9 req-262994dd-bb41-45d6-a574-94c417087dcb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388682 Aug 31 14:04:22.717255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e0e73-02ed-46f7-9d32-55dcdb48c5e8 req-a9153022-9c7f-48f5-a8b1-f7565ee822b3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:22.719397 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c78e0e73-02ed-46f7-9d32-55dcdb48c5e8 req-a9153022-9c7f-48f5-a8b1-f7565ee822b3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 945 time: 0.0539508 Aug 31 14:04:22.750547 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42738) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:22.762630 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c78e0e73-02ed-46f7-9d32-55dcdb48c5e8 req-4b7fa00e-7db0-47dc-af9e-57120a7af39b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371494 Aug 31 14:04:22.854209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-network', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:22.873784 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Made reservation on behalf of d86285c2fd3a43c4bc27eae2eeb466f3 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:22.876716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:22.885085 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:22.974503 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:22.978525 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:23.004508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:04:23.013591 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf28512-13fa-4687-ba53-2173e1168711,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:23.022078 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:23.022193 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Added segment 0c0a7537-6be2-46c7-a3b0-2bedd8f5b988 of type vlan for network 9024cac1-f71a-4e28-af94-f4914df0aa35 Aug 31 14:04:23.065810 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:23.091402 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:23.092378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:23.093004 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:23.139786 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ccbb194-f711-4085-9e84-c6d062eda847 req-7bf9ed40-4e24-40dc-83fc-f449c4abe82f tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0331483 Aug 31 14:04:23.149597 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3980021 Aug 31 14:04:23.152700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42748) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:23.159802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a7349064-f14b-485c-a860-59ab6ba6faef admin admin] Request body: {'subnet': {'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-subnet', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:23.160395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00e430-ade8-4e80-baed-7580e77e7045 admin admin] Pushing event updated for resources: {'Network': ['ID=9024cac1-f71a-4e28-af94-f4914df0aa35,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:23.174870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 9024cac1-f71a-4e28-af94-f4914df0aa35 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:04:23.181477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7349064-f14b-485c-a860-59ab6ba6faef admin admin] Made reservation on behalf of d86285c2fd3a43c4bc27eae2eeb466f3 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:23.183991 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7349064-f14b-485c-a860-59ab6ba6faef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:23.372463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7349064-f14b-485c-a860-59ab6ba6faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:23.446697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7349064-f14b-485c-a860-59ab6ba6faef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2679964-85de-455f-8381-ab1dfce8644c,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:23.481546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7349064-f14b-485c-a860-59ab6ba6faef admin admin] Checking segment: {'id': '0c0a7537-6be2-46c7-a3b0-2bedd8f5b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:23.482167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7349064-f14b-485c-a860-59ab6ba6faef admin admin] Network hostable DHCP agents. Network: 9024cac1-f71a-4e28-af94-f4914df0aa35, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:04:23.506393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc441e-5645-42fb-9f04-220a24adee5e req-0dddb7bc-1264-4607-97e5-c535f9afa347 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:23.508703 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-00fc441e-5645-42fb-9f04-220a24adee5e req-0dddb7bc-1264-4607-97e5-c535f9afa347 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0827811 Aug 31 14:04:23.523316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7349064-f14b-485c-a860-59ab6ba6faef admin admin] Network 9024cac1-f71a-4e28-af94-f4914df0aa35 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:04:23.542014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a7349064-f14b-485c-a860-59ab6ba6faef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 9024cac1-f71a-4e28-af94-f4914df0aa35) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:23.546592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7349064-f14b-485c-a860-59ab6ba6faef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:23.547506 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7349064-f14b-485c-a860-59ab6ba6faef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:23.552299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615411bc-8f44-4914-b428-08470e74bafc None None] Network 9024cac1-f71a-4e28-af94-f4914df0aa35 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:23.568293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-00fc441e-5645-42fb-9f04-220a24adee5e req-1a7d00c0-d87a-4cb3-aa13-b6508864cfb4 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533209 Aug 31 14:04:23.577502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42756) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:23.578325 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a7349064-f14b-485c-a860-59ab6ba6faef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4234259 Aug 31 14:04:23.592003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:23.606249 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:23.607423 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:23.666339 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:23.688238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dac668-3700-497d-874e-6513c8a1461f None None] Network 9024cac1-f71a-4e28-af94-f4914df0aa35 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:23.739157 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b9bb8e27-668d-485a-910c-49cc6922d8ab req-e8fd446d-a548-46ae-8df8-c88e7e6c28ad tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0301123 Aug 31 14:04:23.853475 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:23.885537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dafa84-6abd-4ed2-a518-1b4459e2aee8 req-329ebdc4-aa70-4b20-98e4-bd083ed9e387 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:23.887742 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91dafa84-6abd-4ed2-a518-1b4459e2aee8 req-329ebdc4-aa70-4b20-98e4-bd083ed9e387 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 945 time: 0.1375089 Aug 31 14:04:23.961887 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91dafa84-6abd-4ed2-a518-1b4459e2aee8 req-d06cb0c4-737d-494f-bbd4-5f3c45f4d1f6 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425384 Aug 31 14:04:24.387001 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bfd7f410-d7aa-46ec-80f2-40892ebb27c0 req-1c66578b-c052-4a5e-ab0b-8ac5d6b0c5f8 tempest-ServerShowV257Test-1620221719 tempest-ServerShowV257Test-1620221719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb479bf-6aed-480e-a2e3-b91f78aa8838 HTTP/1.1" status: 200 len: 210 time: 0.0302296 Aug 31 14:04:24.425217 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.444601 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.552137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Allocated IP 172.25.3.34 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/eba0c212-c481-45d7-9a31-7483d26c2eab) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:24.611872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 17c69f86-b231-47fb-b342-9892246c5fc4 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:24.661884 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.692134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 17c69f86-b231-47fb-b342-9892246c5fc4 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:24.698247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 17c69f86-b231-47fb-b342-9892246c5fc4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:24.698918 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.705386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.710702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1051-23c3-4b94-8bd1-b21ede2537f9 req-db96be29-4333-430f-af1b-ccd0164f1679 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:24.712245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7ce1051-23c3-4b94-8bd1-b21ede2537f9 req-db96be29-4333-430f-af1b-ccd0164f1679 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0655665 Aug 31 14:04:24.755846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:24.759151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:24.762848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:24.768739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7ce1051-23c3-4b94-8bd1-b21ede2537f9 req-38bcda5b-0d6d-468f-9056-f32ddff0be71 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498898 Aug 31 14:04:24.797327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Pushing event updated for resources: {'Port': ['ID=eba0c212-c481-45d7-9a31-7483d26c2eab,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:24.813107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:24.813549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:24.814045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:24.814357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:24.814694 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:24.816071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:24.816071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:24.816071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:24.816071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:24.816071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:24.816071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:24.816071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:24.926995 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:24.955422 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cf780a-9abd-473b-b355-fbe7d073ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c69f86-b231-47fb-b342-9892246c5fc4'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:24.957793 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82105b35-b7a6-4350-b726-60bbc0e3d82f" -d '{"events": [{"server_uuid": "a5cf780a-9abd-473b-b355-fbe7d073ce94", "name": "network-vif-plugged", "status": "completed", "tag": "17c69f86-b231-47fb-b342-9892246c5fc4"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:24.975713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 17c69f86-b231-47fb-b342-9892246c5fc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=17c69f86-b231-47fb-b342-9892246c5fc4,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:24.981484 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.022752 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a87bde1-31c1-497b-b789-10a14b52a8b1 x-openstack-request-id: req-0a87bde1-31c1-497b-b789-10a14b52a8b1 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:25.023049 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cf780a-9abd-473b-b355-fbe7d073ce94", "name": "network-vif-plugged", "status": "completed", "tag": "17c69f86-b231-47fb-b342-9892246c5fc4", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:25.023331 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a87bde1-31c1-497b-b789-10a14b52a8b1 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:25.023711 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cf780a-9abd-473b-b355-fbe7d073ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c69f86-b231-47fb-b342-9892246c5fc4', 'code': 200} Aug 31 14:04:25.049102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=17c69f86-b231-47fb-b342-9892246c5fc4,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:25.130409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84b60-2d32-416f-a426-f658b986a816 req-7e3f0576-5a5e-40d3-8be8-2f6d83afd8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:25.133394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f0b84b60-2d32-416f-a426-f658b986a816 req-7e3f0576-5a5e-40d3-8be8-2f6d83afd8ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 1097 time: 0.0441661 Aug 31 14:04:25.148156 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.186974 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f0b84b60-2d32-416f-a426-f658b986a816 req-1490ed88-dab6-41dd-9c1c-c946592ac657 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417740 Aug 31 14:04:25.215153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dafe7c-b1a5-4dca-a27e-0dfa71765677 req-baf55cd5-6797-4d42-bc6b-cc036d2ca50e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:25.217046 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7dafe7c-b1a5-4dca-a27e-0dfa71765677 req-baf55cd5-6797-4d42-bc6b-cc036d2ca50e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 946 time: 0.1205740 Aug 31 14:04:25.318649 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7dafe7c-b1a5-4dca-a27e-0dfa71765677 req-b172f6d9-2370-47dc-9276-5f4cae8801d8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894861 Aug 31 14:04:25.434048 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.588223 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Router 37ef929a-af2e-4802-896b-16f02dcc792d is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:04:25.701971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42790) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:25.708151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:04:25.717434 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Sync routers for ids ['37ef929a-af2e-4802-896b-16f02dcc792d'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:04:25.725894 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:25.727278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ccbb0c84-6406-411e-833f-8489553e8cee admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.1477036 Aug 31 14:04:25.729026 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Routers {'37ef929a-af2e-4802-896b-16f02dcc792d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:25.729648 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-951a868b-e320-4b1f-8665-631af842dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:04:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['37ef929a-af2e-4802-896b-16f02dcc792d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:25.730289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42794) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:25.845025 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Set router 37ef929a-af2e-4802-896b-16f02dcc792d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:25.845295 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cc064d2-97c7-4639-b975-49f99ef00162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.032983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951ad01-3181-46ca-8325-7bdcf76d38e9 req-c9354713-ffc4-4d0b-a3ff-379c42c5a2fd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:26.034523 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3951ad01-3181-46ca-8325-7bdcf76d38e9 req-c9354713-ffc4-4d0b-a3ff-379c42c5a2fd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.1762657 Aug 31 14:04:26.056744 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-951a868b-e320-4b1f-8665-631af842dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:04:24Z', 'revision_number': 3, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:26.085096 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Checking router: 37ef929a-af2e-4802-896b-16f02dcc792d for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:04:26.085544 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Updating router 37ef929a-af2e-4802-896b-16f02dcc792d port eba0c212-c481-45d7-9a31-7483d26c2eab binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:04:26.115973 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.162812 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3951ad01-3181-46ca-8325-7bdcf76d38e9 req-41f7d2ed-5d8e-4fe9-809f-fe476c36cc3b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132977 Aug 31 14:04:26.224447 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cc064d2-97c7-4639-b975-49f99ef00162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.231316 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cc064d2-97c7-4639-b975-49f99ef00162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.295295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5cc064d2-97c7-4639-b975-49f99ef00162 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed4d4b6ed35d4e26b9b9eff1fef4da98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5888717 Aug 31 14:04:26.295615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42802) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:26.312980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc064d2-97c7-4639-b975-49f99ef00162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb41ae74-4456-42bf-8287-aa3c1e2e9505,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:26.361871 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d1b856e-ac67-4644-a972-9e9363e3c894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.397287 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d1b856e-ac67-4644-a972-9e9363e3c894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.460906 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.473593 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Transition to ACTIVE for port object eba0c212-c481-45d7-9a31-7483d26c2eab will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:26.482986 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.525161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df01b8-eb70-4120-bce9-71087274652f req-3478d42c-73bc-4332-ad44-483e7c5388a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:26.527200 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06df01b8-eb70-4120-bce9-71087274652f req-3478d42c-73bc-4332-ad44-483e7c5388a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 946 time: 0.1143255 Aug 31 14:04:26.546025 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d1b856e-ac67-4644-a972-9e9363e3c894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.550148 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d1b856e-ac67-4644-a972-9e9363e3c894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.553833 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7d1b856e-ac67-4644-a972-9e9363e3c894 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb41ae74-4456-42bf-8287-aa3c1e2e9505 HTTP/1.1" status: 204 len: 168 time: 0.2567544 Aug 31 14:04:26.555259 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.571829 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Attempting to bind port eba0c212-c481-45d7-9a31-7483d26c2eab on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:26.572312 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Attempting to bind port eba0c212-c481-45d7-9a31-7483d26c2eab by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:26.572811 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Attempting to bind port eba0c212-c481-45d7-9a31-7483d26c2eab on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:26.609877 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b856e-ac67-4644-a972-9e9363e3c894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb41ae74-4456-42bf-8287-aa3c1e2e9505,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:26.621094 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:26.621832 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:26.622410 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.623311 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:26.624525 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Bound port: eba0c212-c481-45d7-9a31-7483d26c2eab, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:26.625112 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.638663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06df01b8-eb70-4120-bce9-71087274652f req-d6102beb-8a59-4334-9428-8de97f27d139 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816357 Aug 31 14:04:26.726138 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Pushing event updated for resources: {'Port': ['ID=eba0c212-c481-45d7-9a31-7483d26c2eab,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:26.757997 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-951a868b-e320-4b1f-8665-631af842dbff None None] For port eba0c212-c481-45d7-9a31-7483d26c2eab, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:26.762840 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-951a868b-e320-4b1f-8665-631af842dbff None None] For port eba0c212-c481-45d7-9a31-7483d26c2eab, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=eba0c212-c481-45d7-9a31-7483d26c2eab,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:26.772377 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:26.772931 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:26.773688 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:26.774415 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:26.774906 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:26.775472 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:26.775977 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:26.776545 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:26.777059 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:26.777609 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:26.778160 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:26.778759 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:26.794703 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:26.894059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Allocated IP 172.20.0.1 (9024cac1-f71a-4e28-af94-f4914df0aa35/d2679964-85de-455f-8381-ab1dfce8644c/017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:26.897977 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Routers {'37ef929a-af2e-4802-896b-16f02dcc792d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:26.898798 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-951a868b-e320-4b1f-8665-631af842dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:04:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['37ef929a-af2e-4802-896b-16f02dcc792d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:26.901264 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4231a-65bf-4197-a718-ebcc54951cb9 None None] Pushing event updated for resources: {'Port': ['ID=eba0c212-c481-45d7-9a31-7483d26c2eab,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:27.042224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:27.058042 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-951a868b-e320-4b1f-8665-631af842dbff None None] Set router 37ef929a-af2e-4802-896b-16f02dcc792d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:27.101689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:27.163734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Pushing event updated for resources: {'Port': ['ID=017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:27.173447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Network 9024cac1-f71a-4e28-af94-f4914df0aa35 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:27.177919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:27.180640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:27.234296 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:27.323669 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-951a868b-e320-4b1f-8665-631af842dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:04:24Z', 'revision_number': 3, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:27.376398 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a868b-e320-4b1f-8665-631af842dbff None None] The sync data for ids ['37ef929a-af2e-4802-896b-16f02dcc792d'] in n-d-792364-6 is: [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:04:24Z', 'revision_number': 3, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:04:27.388942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679c21d-f327-4de6-8adf-898b0e242ede req-7fb9f518-ecc5-4561-a245-0528371f6bed tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:27.391581 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d679c21d-f327-4de6-8adf-898b0e242ede req-7fb9f518-ecc5-4561-a245-0528371f6bed tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.1062329 Aug 31 14:04:27.486184 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d679c21d-f327-4de6-8adf-898b0e242ede req-70e5038a-8761-4596-b252-649351d3b636 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821848 Aug 31 14:04:27.495117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:27.554748 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42838) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:27.717128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1151136345-network', 'tenant_id': '93201db978fd4fb68fc8ccf0243740c3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:27.749899 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:27.758208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:27.770733 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Made reservation on behalf of 93201db978fd4fb68fc8ccf0243740c3 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:27.774207 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:27.794595 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:27.851021 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:27.916864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2f624-6a97-4b07-87b7-9c4d3fc304f6 req-4b712bb4-a21b-4244-a538-3b04fa0cc33b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:27.919113 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7fe2f624-6a97-4b07-87b7-9c4d3fc304f6 req-4b712bb4-a21b-4244-a538-3b04fa0cc33b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 946 time: 0.0938685 Aug 31 14:04:27.971911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Pushing event updated for resources: {'Port': ['ID=017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:27.994085 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7fe2f624-6a97-4b07-87b7-9c4d3fc304f6 req-30b74f01-2f86-48fa-afb3-4ef85348be2b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610631 Aug 31 14:04:28.043467 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.050372 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.081635 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:04:28.110161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6335354-acc8-4c1b-99bc-85e8410450a0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:28.114913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.115394 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Added segment e7d3eca4-c6da-4144-8a0c-c3be0c5058a9 of type vlan for network debf8e50-f1ea-4a6e-92bc-4f6118826889 Aug 31 14:04:28.212950 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.255980 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.257431 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:28.257701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.369662 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8119392 Aug 31 14:04:28.370209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42856) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:28.392236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-30f30d35-d2a0-40f5-b83c-1cadc0660a7e admin admin] Request body: {'subnet': {'network_id': 'debf8e50-f1ea-4a6e-92bc-4f6118826889', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1151136345-subnet', 'tenant_id': '93201db978fd4fb68fc8ccf0243740c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:28.399784 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40d146-ede7-4d7b-8764-1507a7042d35 admin admin] Pushing event updated for resources: {'Network': ['ID=debf8e50-f1ea-4a6e-92bc-4f6118826889,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:28.403036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce298df8-190d-42d0-959c-64daae834128 req-46893cfc-d6ae-4322-aa37-6a904bfca1ae tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:28.411637 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce298df8-190d-42d0-959c-64daae834128 req-46893cfc-d6ae-4322-aa37-6a904bfca1ae tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 945 time: 0.4624517 Aug 31 14:04:28.461971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network debf8e50-f1ea-4a6e-92bc-4f6118826889 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:04:28.521367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Network 9024cac1-f71a-4e28-af94-f4914df0aa35 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:28.545032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:28.576400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f30d35-d2a0-40f5-b83c-1cadc0660a7e admin admin] Made reservation on behalf of 93201db978fd4fb68fc8ccf0243740c3 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:28.611357 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-30f30d35-d2a0-40f5-b83c-1cadc0660a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:28.654584 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device eba0c212-c481-45d7-9a31-7483d26c2eab up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:28.771920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce298df8-190d-42d0-959c-64daae834128 req-a279e82c-11e2-438d-a19d-4256ab53f1ed tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593674 Aug 31 14:04:28.864789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port eba0c212-c481-45d7-9a31-7483d26c2eab completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:28.873465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42822d21-48ee-4b8a-a976-4497bb7aec85 req-e9521969-6d81-4e56-8644-d5b51fccc4fc tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:28.889636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port eba0c212-c481-45d7-9a31-7483d26c2eab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:28.891055 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-42822d21-48ee-4b8a-a976-4497bb7aec85 req-e9521969-6d81-4e56-8644-d5b51fccc4fc tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.2207394 Aug 31 14:04:28.893387 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.064917 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-30f30d35-d2a0-40f5-b83c-1cadc0660a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.068209 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-42822d21-48ee-4b8a-a976-4497bb7aec85 req-5c4f5131-94d4-47fe-a841-c2db09a3c38d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743069 Aug 31 14:04:29.152101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.197425 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Router 37ef929a-af2e-4802-896b-16f02dcc792d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:04:29.197425 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f30d35-d2a0-40f5-b83c-1cadc0660a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7ca525-9034-4745-8c9e-999c40ad1efa,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:29.197744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port eba0c212-c481-45d7-9a31-7483d26c2eab, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=eba0c212-c481-45d7-9a31-7483d26c2eab,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:29.210510 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.257334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f30d35-d2a0-40f5-b83c-1cadc0660a7e admin admin] Checking segment: {'id': 'e7d3eca4-c6da-4144-8a0c-c3be0c5058a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'debf8e50-f1ea-4a6e-92bc-4f6118826889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:29.257901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f30d35-d2a0-40f5-b83c-1cadc0660a7e admin admin] Network hostable DHCP agents. Network: debf8e50-f1ea-4a6e-92bc-4f6118826889, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:04:29.306374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=eba0c212-c481-45d7-9a31-7483d26c2eab,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:29.381115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f30d35-d2a0-40f5-b83c-1cadc0660a7e admin admin] Network debf8e50-f1ea-4a6e-92bc-4f6118826889 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:04:29.396859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-30f30d35-d2a0-40f5-b83c-1cadc0660a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, debf8e50-f1ea-4a6e-92bc-4f6118826889) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:29.403927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f30d35-d2a0-40f5-b83c-1cadc0660a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:29.404625 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-30f30d35-d2a0-40f5-b83c-1cadc0660a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.408122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe507ae-ca79-4bf8-aa67-3bc53f4f852c None None] Network debf8e50-f1ea-4a6e-92bc-4f6118826889 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:29.440649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-30f30d35-d2a0-40f5-b83c-1cadc0660a7e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0547113 Aug 31 14:04:29.440649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:04:29.458187 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-27f956dd-8c6d-4659-85c0-58f84604c229 admin admin] 10.222.0.20 "PUT /v2.0/routers/37ef929a-af2e-4802-896b-16f02dcc792d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7163029 Aug 31 14:04:29.641312 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2607cc3-33fb-4c14-a813-c93d95563f93 None None] Network debf8e50-f1ea-4a6e-92bc-4f6118826889 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:29.641992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42882) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:29.764008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Deleting subnet 4b7ca525-9034-4745-8c9e-999c40ad1efa {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:04:29.776359 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.876493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:29.946467 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.025331 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.063227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7ca525-9034-4745-8c9e-999c40ad1efa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:30.066792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.068974 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4b7ca525-9034-4745-8c9e-999c40ad1efa HTTP/1.1" status: 204 len: 168 time: 0.4262373 Aug 31 14:04:30.070947 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Sync routers for ids ['37ef929a-af2e-4802-896b-16f02dcc792d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:04:30.071506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42900) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:30.084684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b1103-8b8e-4c69-b824-9ec45e507a09 req-8aef74c5-aa4e-4211-aa71-bfeb30e05a4c tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:30.085854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:30.086397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:30.086810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:30.087296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:30.087746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:30.088149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:30.088314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Routers {'37ef929a-af2e-4802-896b-16f02dcc792d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:30.088744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:30.089035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:04:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['37ef929a-af2e-4802-896b-16f02dcc792d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:30.089224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:30.089659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:30.090060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:30.090457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:30.090862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8193d92-2ccc-418a-8821-0cc4ea500968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:30.101811 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3e1b1103-8b8e-4c69-b824-9ec45e507a09 req-8aef74c5-aa4e-4211-aa71-bfeb30e05a4c tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 945 time: 0.1083369 Aug 31 14:04:30.173814 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3e1b1103-8b8e-4c69-b824-9ec45e507a09 req-f0eeb389-73af-4d68-85a7-7c20a428e418 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660133 Aug 31 14:04:30.237523 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.241773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Set router 37ef929a-af2e-4802-896b-16f02dcc792d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:30.289537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab449b43-4f26-4cb4-98cc-9417f8c69db1 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:30.291196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab449b43-4f26-4cb4-98cc-9417f8c69db1 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/networks?id=9024cac1-f71a-4e28-af94-f4914df0aa35 HTTP/1.1" status: 200 len: 819 time: 0.1491032 Aug 31 14:04:30.368559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-cbbd19b7-6e37-40a1-9f57-ff61125ded15 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/quotas/d86285c2fd3a43c4bc27eae2eeb466f3 HTTP/1.1" status: 200 len: 375 time: 0.0512874 Aug 31 14:04:30.397698 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.438021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['debf8e50-f1ea-4a6e-92bc-4f6118826889']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:30.451168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d3eca4-c6da-4144-8a0c-c3be0c5058a9') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:30.451413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d3eca4-c6da-4144-8a0c-c3be0c5058a9') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:30.476170 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.500647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-510a3124-ac8e-49f0-b303-73fc2ab745ec tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175661 Aug 31 14:04:30.502114 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.511798 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:04:30.512448 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.513812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device eba0c212-c481-45d7-9a31-7483d26c2eab up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:04:30.522339 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:04:30.598787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:04:27Z', 'revision_number': 4, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1', 'name': '', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'mac_address': 'fa:16:3e:5a:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:26Z', 'updated_at': '2021-08-31T14:04:27Z', 'revision_number': 2, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'subnets': [{'id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:30.639079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Checking router: 37ef929a-af2e-4802-896b-16f02dcc792d for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:04:30.639630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Updating router 37ef929a-af2e-4802-896b-16f02dcc792d port 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:04:30.644885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.648010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port eba0c212-c481-45d7-9a31-7483d26c2eab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:30.649300 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.664552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.669115 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] 10.222.0.20 "DELETE /v2.0/networks/debf8e50-f1ea-4a6e-92bc-4f6118826889 HTTP/1.1" status: 204 len: 168 time: 0.5956397 Aug 31 14:04:30.709720 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:30.745520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87b256-cfbc-44d9-8fe0-979bebddd163 admin admin] Pushing event deleted for resources: {'Network': ['ID=debf8e50-f1ea-4a6e-92bc-4f6118826889,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:30.776204 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ee8e6171-b00f-4ea8-bc94-cd3eb1998371 service neutron] 10.222.0.20 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659593 Aug 31 14:04:30.866779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06883c32-2859-49fc-9c51-e33b82ff64b2 req-a1e31cf6-cfcd-46d2-8ffe-e00f43a07e8f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:30.875374 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06883c32-2859-49fc-9c51-e33b82ff64b2 req-a1e31cf6-cfcd-46d2-8ffe-e00f43a07e8f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0884991 Aug 31 14:04:30.939154 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-140ab77b-3790-4070-9742-8764d00510cb service neutron] 10.222.0.20 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614997 Aug 31 14:04:30.942808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42928) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:30.943506 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06883c32-2859-49fc-9c51-e33b82ff64b2 req-76c467ec-2964-4e58-afab-33635fe967dd tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641024 Aug 31 14:04:31.084857 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eb9b20ac-125c-4496-b0b2-3f24b16d0476 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93201db978fd4fb68fc8ccf0243740c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357441 Aug 31 14:04:31.086136 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42932) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:31.113285 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.127164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Transition to ACTIVE for port object 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:31.135788 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.201354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7abf4f-f00d-4aca-9767-ddbdd27103ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.263893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7abf4f-f00d-4aca-9767-ddbdd27103ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.276804 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Pushing event updated for resources: {'Port': ['ID=017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:31.308219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:31.308789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:31.309894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:31.309894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:31.310256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:31.310752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:31.311223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:31.311713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:31.312232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:31.312757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:31.313256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:31.313765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:04:31.344234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Attempting to bind port 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:31.345147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Attempting to bind port 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '0c0a7537-6be2-46c7-a3b0-2bedd8f5b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:31.345696 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Attempting to bind port 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 on network 9024cac1-f71a-4e28-af94-f4914df0aa35 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:31.371712 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-99daeaa3-d4a8-4379-9831-10abb7692cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.374788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:31.374788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Checking segment: {'id': '0c0a7537-6be2-46c7-a3b0-2bedd8f5b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:31.375804 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.375976 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Bound using segment: {'id': '0c0a7537-6be2-46c7-a3b0-2bedd8f5b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:31.376866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Bound port: 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0a7537-6be2-46c7-a3b0-2bedd8f5b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:31.379359 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.412650 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9d47c239-80a5-46a5-8614-bad56dc3802c req-ae63fd4b-67a9-4b36-9c0b-9400aafd659c tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 210 time: 0.1161985 Aug 31 14:04:31.487131 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7abf4f-f00d-4aca-9767-ddbdd27103ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.492809 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7abf4f-f00d-4aca-9767-ddbdd27103ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.494501 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-db7abf4f-f00d-4aca-9767-ddbdd27103ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6335354-acc8-4c1b-99bc-85e8410450a0 HTTP/1.1" status: 204 len: 168 time: 0.4063880 Aug 31 14:04:31.527111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7abf4f-f00d-4aca-9767-ddbdd27103ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6335354-acc8-4c1b-99bc-85e8410450a0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:31.627251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] For port 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:31.634781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] For port 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1,segment=NetworkSegment(0c0a7537-6be2-46c7-a3b0-2bedd8f5b988),segment_id=0c0a7537-6be2-46c7-a3b0-2bedd8f5b988)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:31.643307 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:31.794366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Routers {'37ef929a-af2e-4802-896b-16f02dcc792d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:31.803568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:04:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['37ef929a-af2e-4802-896b-16f02dcc792d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:31.909707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba2d4f-be3b-4993-8dd0-c259a49ed961 req-dbf55468-9601-42c4-858d-af9cfe0fc04f tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:31.924479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08ba2d4f-be3b-4993-8dd0-c259a49ed961 req-dbf55468-9601-42c4-858d-af9cfe0fc04f tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 945 time: 0.1754658 Aug 31 14:04:32.048560 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08ba2d4f-be3b-4993-8dd0-c259a49ed961 req-292bafc3-2d07-4e24-8891-742ca097c54c tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215756 Aug 31 14:04:32.079122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87219e5d-3abf-4a4b-a3f1-ad8f736b0338 None None] Pushing event updated for resources: {'Port': ['ID=017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:32.200836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] Set router 37ef929a-af2e-4802-896b-16f02dcc792d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:32.255172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ed565-8084-49fb-aa8c-cb1d00ada932 req-0a8730e7-3967-4d92-9ea8-0f1fd6e46fcc tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:32.267207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d9ed565-8084-49fb-aa8c-cb1d00ada932 req-0a8730e7-3967-4d92-9ea8-0f1fd6e46fcc tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.1219685 Aug 31 14:04:32.407828 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d9ed565-8084-49fb-aa8c-cb1d00ada932 req-304cce9d-a154-4ac8-9f9c-55abd389e47b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390934 Aug 31 14:04:32.560211 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3507bede-1a89-4cb5-9660-98ac556b9834 req-2e134d8e-7851-410d-87f4-97071aa9f8a2 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 210 time: 0.0443392 Aug 31 14:04:32.686508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:04:27Z', 'revision_number': 4, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1', 'name': '', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'mac_address': 'fa:16:3e:5a:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:26Z', 'updated_at': '2021-08-31T14:04:31Z', 'revision_number': 4, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'subnets': [{'id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:32.722362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190f3b9-e609-4480-9968-98dc20703914 None None] The sync data for ids ['37ef929a-af2e-4802-896b-16f02dcc792d'] in n-d-792364-6 is: [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:04:27Z', 'revision_number': 4, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1', 'name': '', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'mac_address': 'fa:16:3e:5a:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:26Z', 'updated_at': '2021-08-31T14:04:31Z', 'revision_number': 4, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'subnets': [{'id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:04:33.121634 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-27028fab-84fe-45e0-ac14-a1870a809c91 service neutron] show failed (client error): The resource could not be found. Aug 31 14:04:33.122819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-27028fab-84fe-45e0-ac14-a1870a809c91 service neutron] 10.222.0.13 "GET /v2.0/ports/03543d41-2e82-4457-9900-6539548f1314/bindings/n-h2-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0988958 Aug 31 14:04:33.341636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758044d-3f3c-4d91-b25f-4e0f6ad7fc2c req-37f5baca-e179-4c1a-8593-ab90b611995c tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:33.350943 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a758044d-3f3c-4d91-b25f-4e0f6ad7fc2c req-37f5baca-e179-4c1a-8593-ab90b611995c tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 945 time: 0.1471331 Aug 31 14:04:33.436011 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-221b4f1a-9aff-4424-982c-c04944c1904c tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:33.439284 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-221b4f1a-9aff-4424-982c-c04944c1904c tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.52 "GET /v2.0/networks?id=9024cac1-f71a-4e28-af94-f4914df0aa35 HTTP/1.1" status: 200 len: 819 time: 0.3361435 Aug 31 14:04:33.471347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Request body: {'port': {'device_id': '69667e22-7de8-47f3-b835-5a037887dd33', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'admin_state_up': True, 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:33.609126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-c7fe5cc9-a9fc-4a64-b891-bd48bd957e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:33.612723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-c7fe5cc9-a9fc-4a64-b891-bd48bd957e2a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3&tenant_id=080b42569e654447a2d600dfa0c1e0e3 HTTP/1.1" status: 200 len: 1101 time: 0.1145139 Aug 31 14:04:33.668910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:33.731219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a758044d-3f3c-4d91-b25f-4e0f6ad7fc2c req-c1a8359e-b3ac-4a54-a0ee-460a8d126d26 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3789959 Aug 31 14:04:33.817488 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Made reservation on behalf of d86285c2fd3a43c4bc27eae2eeb466f3 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:04:33.823753 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.826865 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:33.933601 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91f165f4-f7dd-4e46-8cdf-fd7e125fbdc0 req-68d85ebe-8cac-4e65-9ab4-e249bf04e542 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 210 time: 0.0849040 Aug 31 14:04:33.966720 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.024064 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b95f3332-7da9-43c3-a27d-fdf5de7c68af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.098390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c30b6-c223-4f4b-811c-5c9d95fdc514 req-0533ce95-cc29-4dad-994d-8bfb46f04cb8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:34.121998 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a6c30b6-c223-4f4b-811c-5c9d95fdc514 req-0533ce95-cc29-4dad-994d-8bfb46f04cb8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.4887090 Aug 31 14:04:34.255127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Allocated IP 172.20.0.8 (9024cac1-f71a-4e28-af94-f4914df0aa35/d2679964-85de-455f-8381-ab1dfce8644c/a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:04:34.403342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a6c30b6-c223-4f4b-811c-5c9d95fdc514 req-f3561f55-e7c3-4b51-bdd4-ef42f391d1f6 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714555 Aug 31 14:04:34.526096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:34.583275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-05c08204-50a9-4603-8d33-e14ac4e39616 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:34.588182 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.597607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-05c08204-50a9-4603-8d33-e14ac4e39616 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 945 time: 0.4593997 Aug 31 14:04:34.645374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:34.721579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:34.729387 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.748594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:34.760901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:34.761989 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.797446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Deleting port 82e8872c-fd15-45a9-9f18-754d30a95a19 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:34.798283 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.801895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03543d41-2e82-4457-9900-6539548f1314'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:34.805495 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8d01c1-9330-4697-ba3c-c82bf1a6221c" -d '{"events": [{"server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "name": "network-vif-unplugged", "status": "completed", "tag": "03543d41-2e82-4457-9900-6539548f1314"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:34.812707 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.873262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Transition to ACTIVE for port object 03543d41-2e82-4457-9900-6539548f1314 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:34.883796 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.893577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Network 9024cac1-f71a-4e28-af94-f4914df0aa35 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:04:34.917112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:04:34.925010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:04:34.929638 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Pushing event updated for resources: {'Port': ['ID=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:34.931063 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:34.962085 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80c7d53-84ef-420a-aa80-f77678c87fcf x-openstack-request-id: req-b80c7d53-84ef-420a-aa80-f77678c87fcf {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:34.962514 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "name": "network-vif-unplugged", "status": "completed", "tag": "03543d41-2e82-4457-9900-6539548f1314", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:34.962867 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b80c7d53-84ef-420a-aa80-f77678c87fcf {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:34.963364 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03543d41-2e82-4457-9900-6539548f1314', 'code': 200} Aug 31 14:04:35.035137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:35.045170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1,segment=NetworkSegment(0c0a7537-6be2-46c7-a3b0-2bedd8f5b988),segment_id=0c0a7537-6be2-46c7-a3b0-2bedd8f5b988)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:35.052216 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.061140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] For port 82e8872c-fd15-45a9-9f18-754d30a95a19, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=82e8872c-fd15-45a9-9f18-754d30a95a19,segment=NetworkSegment(8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b),segment_id=8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:35.062403 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.098540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:35.099314 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.128890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] No DVR routers for this DVR port 03543d41-2e82-4457-9900-6539548f1314 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:04:35.133248 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b32f0-c8e3-4b06-96b1-630c9a690f5e req-058dada1-10f3-46cd-b063-39145ce66c84 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:35.142315 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f82b32f0-c8e3-4b06-96b1-630c9a690f5e req-058dada1-10f3-46cd-b063-39145ce66c84 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 945 time: 0.1357636 Aug 31 14:04:35.146759 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-c87faeaa-a6d0-4de1-9e6d-164ebd16dccb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6898379 Aug 31 14:04:35.159070 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.178510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Request body: {'port': {'device_id': '69667e22-7de8-47f3-b835-5a037887dd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:35.196319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:35.259144 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f82b32f0-c8e3-4b06-96b1-630c9a690f5e req-26cb11af-fd44-44f8-951d-b45ec131fee3 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups?id=35e16449-fc24-45f1-97f1-bd8cbe94e56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157672 Aug 31 14:04:35.301819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.392026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Attempting to bind port 03543d41-2e82-4457-9900-6539548f1314 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:35.392364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Attempting to bind port 03543d41-2e82-4457-9900-6539548f1314 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:35.392934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Attempting to bind port 03543d41-2e82-4457-9900-6539548f1314 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:35.408064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0b48-7eec-40e5-802e-4c682dbea020 req-06fe5de8-e67e-4b6c-a80d-cdeb538ebb0c tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:35.410066 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bde0b48-7eec-40e5-802e-4c682dbea020 req-06fe5de8-e67e-4b6c-a80d-cdeb538ebb0c tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 931 time: 0.2748189 Aug 31 14:04:35.479016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Port 03543d41-2e82-4457-9900-6539548f1314 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:04:35.479589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Attempting to bind port 03543d41-2e82-4457-9900-6539548f1314 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:35.511508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:35.511844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:35.512311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:35.516898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Bound port: 03543d41-2e82-4457-9900-6539548f1314, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:35.516898 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.569729 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.570052 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.571028 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Floating IP 81f6750d-ddcd-4a66-b945-b491e59d8db7 disassociated. External IP: 172.25.3.14, port: 82e8872c-fd15-45a9-9f18-754d30a95a19. Aug 31 14:04:35.571028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Calling delete_port for 82e8872c-fd15-45a9-9f18-754d30a95a19 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:35.613066 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bde0b48-7eec-40e5-802e-4c682dbea020 req-91b6ceb2-7eb2-419b-884e-c1fd2e191319 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375208 Aug 31 14:04:35.648968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5555202-90c2-4814-bfd5-e05485416f8d req-d3c3a45d-b113-461e-80af-1a836b3be56a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:35.651131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5555202-90c2-4814-bfd5-e05485416f8d req-d3c3a45d-b113-461e-80af-1a836b3be56a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 948 time: 0.1184442 Aug 31 14:04:35.706525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:35.710721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:35.736381 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.744479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5555202-90c2-4814-bfd5-e05485416f8d req-a99bdcef-f20a-4513-b4db-8f1640f94c04 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834289 Aug 31 14:04:35.800913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:35.801595 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.803717 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] 10.222.0.52 "PUT /v2.0/ports/03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 1096 time: 2.1668649 Aug 31 14:04:35.874187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a59565-eddf-429c-b596-f56b33162d14 service neutron] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:35.913106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:35.924404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.948643 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Transition to ACTIVE for port object a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:35.956511 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:35.964900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:36.012780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-0faf7ab0-b6d6-4e38-95c6-ab7dfc6b8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:36.014567 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-0faf7ab0-b6d6-4e38-95c6-ab7dfc6b8541 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1099 time: 0.1597521 Aug 31 14:04:36.016086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Pushing event deleted for resources: {'Port': ['ID=82e8872c-fd15-45a9-9f18-754d30a95a19,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:36.168049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Attempting to bind port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:36.168916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Attempting to bind port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '0c0a7537-6be2-46c7-a3b0-2bedd8f5b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:36.169118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Attempting to bind port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe on network 9024cac1-f71a-4e28-af94-f4914df0aa35 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:36.173631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Pushing event updated for resources: {'Port': ['ID=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:36.178189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe on network 9024cac1-f71a-4e28-af94-f4914df0aa35 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:04:36.178517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Attempting to bind port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe on network 9024cac1-f71a-4e28-af94-f4914df0aa35 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:36.189262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:36.189262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Checking segment: {'id': '0c0a7537-6be2-46c7-a3b0-2bedd8f5b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:36.189262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Bound using segment: {'id': '0c0a7537-6be2-46c7-a3b0-2bedd8f5b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:36.189731 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Bound port: a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0a7537-6be2-46c7-a3b0-2bedd8f5b988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:36.190101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:36.239019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-07ff5a3e-856b-4ff9-8812-6f16c82b3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:36.240794 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-07ff5a3e-856b-4ff9-8812-6f16c82b3562 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2115242 Aug 31 14:04:36.319406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] For port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:36.326170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] For port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,segment=NetworkSegment(0c0a7537-6be2-46c7-a3b0-2bedd8f5b988),segment_id=0c0a7537-6be2-46c7-a3b0-2bedd8f5b988)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:36.335139 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:36.335439 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-b3ecc5e5-4a71-4bf9-ba2c-257ebded4328 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 217 time: 0.0635281 Aug 31 14:04:36.485996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-77c6154b-cb31-4457-ac82-7cd8136e5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:36.487412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-77c6154b-cb31-4457-ac82-7cd8136e5b35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1307611 Aug 31 14:04:36.495029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Router c23f5e5d-2897-4067-80be-57c63d30d360 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:04:36.559228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:36.566989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:36.571930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] 10.222.0.52 "PUT /v2.0/ports/a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 1091 time: 1.3992729 Aug 31 14:04:36.580256 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:36.590577 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e0d226-579e-4991-95fd-c2fbd5d754d9" -d '{"events": [{"name": "network-changed", "server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:36.645850 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 03543d41-2e82-4457-9900-6539548f1314 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:36.693294 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-453abf78-add9-420a-959c-3dfd6bf04020 req-9c054325-dfce-44d6-825a-9581b0fe1ee4 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 210 time: 0.1909826 Aug 31 14:04:36.719619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:36.798606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:04:36.812940 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403f5917-d8d5-4803-b493-9caaaff13fc0 None None] Sync routers for ids ['c23f5e5d-2897-4067-80be-57c63d30d360'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:04:36.829527 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f5917-d8d5-4803-b493-9caaaff13fc0 None None] Routers {'c23f5e5d-2897-4067-80be-57c63d30d360'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:36.832203 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-403f5917-d8d5-4803-b493-9caaaff13fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:04:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c23f5e5d-2897-4067-80be-57c63d30d360'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:36.833547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-0d108d02-8bb3-4839-a22f-f1240a6c77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:36.839265 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-0d108d02-8bb3-4839-a22f-f1240a6c77bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3399138 Aug 31 14:04:36.845516 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d309284-6011-4fab-acfa-0ea9ca7bace8 x-openstack-request-id: req-4d309284-6011-4fab-acfa-0ea9ca7bace8 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:36.845812 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:36.846069 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d309284-6011-4fab-acfa-0ea9ca7bace8 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:36.846497 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'status': 'completed', 'code': 200} Aug 31 14:04:36.847136 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41930e-ec72-4098-b0dd-ca4a85662a10 service neutron] Pushing event updated for resources: {'Port': ['ID=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:36.955815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43072) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:36.972067 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:36.989896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 03543d41-2e82-4457-9900-6539548f1314 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:37.001001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:37.001478 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:37.013992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-62bd535f-f831-41f0-ad46-a8268dd2c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:37.018454 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-62bd535f-f831-41f0-ad46-a8268dd2c9a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3&device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 1094 time: 0.3511200 Aug 31 14:04:37.032992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] No DVR routers for this DVR port 82e8872c-fd15-45a9-9f18-754d30a95a19 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:04:37.034896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'tag': '03543d41-2e82-4457-9900-6539548f1314'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:37.036807 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96e68cb-b77d-4bf5-9f68-27f6840283e8" -d '{"events": [{"name": "network-changed", "server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "tag": "03543d41-2e82-4457-9900-6539548f1314"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:37.068861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a66c3b-7131-4bd4-a0ed-2953b31e463f req-2693cf30-71c9-477d-a6c9-75e053ff5e7d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:37.079035 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-92a66c3b-7131-4bd4-a0ed-2953b31e463f req-2693cf30-71c9-477d-a6c9-75e053ff5e7d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 943 time: 0.2077363 Aug 31 14:04:37.103818 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:37.105723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a3ec6d6-49fc-4ee9-97be-135a1a85b26e req-9507a5fc-38bd-4862-843e-9d5db180dbf7 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.52 "DELETE /v2.0/ports/82e8872c-fd15-45a9-9f18-754d30a95a19 HTTP/1.1" status: 204 len: 173 time: 2.5018854 Aug 31 14:04:37.139060 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-403f5917-d8d5-4803-b493-9caaaff13fc0 None None] Set router c23f5e5d-2897-4067-80be-57c63d30d360 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:37.169559 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-89735d49-c8b3-408b-bcc3-0b81fef77344 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 217 time: 0.1415415 Aug 31 14:04:37.201664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeb32f-1332-4f0d-952e-780162463366 req-7eff9a8f-c9e4-4f69-9659-3b5bb80b8751 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:37.209757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1daeb32f-1332-4f0d-952e-780162463366 req-7eff9a8f-c9e4-4f69-9659-3b5bb80b8751 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 948 time: 0.1005685 Aug 31 14:04:37.221408 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-ee172f85-46a9-465a-9bf0-c51cb76dbd7d service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378229 Aug 31 14:04:37.242983 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-92a66c3b-7131-4bd4-a0ed-2953b31e463f req-1177efe4-5cca-4212-9185-48949760d480 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632438 Aug 31 14:04:37.269602 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-7c3bade7-5b50-4c44-816d-d4118f861b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:37.269602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-7c3bade7-5b50-4c44-816d-d4118f861b6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2679964-85de-455f-8381-ab1dfce8644c HTTP/1.1" status: 200 len: 859 time: 0.0880253 Aug 31 14:04:37.282801 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a75a386-6c38-457b-b244-648bf8562b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:37.340696 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-e3a6b8d1-39d9-4a60-878b-ccc143485b39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9024cac1-f71a-4e28-af94-f4914df0aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424483 Aug 31 14:04:37.483678 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-ad57d57c-2d64-43a9-8555-366fab6db083 service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257291 Aug 31 14:04:37.608722 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c955d034-1e2b-4b77-a92c-b92692d0c92d req-2a20ab30-59c1-4e87-88ff-b9b9bd03007f service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167467 Aug 31 14:04:37.622225 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-403f5917-d8d5-4803-b493-9caaaff13fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ac309c59-30de-4cf1-87ce-08d585ca8c21', 'name': '', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'mac_address': 'fa:16:3e:6b:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:37Z', 'updated_at': '2021-08-31T14:00:48Z', 'revision_number': 5, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'subnets': [{'id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:37.632767 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e177288a-377f-4c9e-acb4-983fd5a1edf2 x-openstack-request-id: req-e177288a-377f-4c9e-acb4-983fd5a1edf2 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:37.633100 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "tag": "03543d41-2e82-4457-9900-6539548f1314", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:37.633339 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e177288a-377f-4c9e-acb4-983fd5a1edf2 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:37.634180 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'tag': '03543d41-2e82-4457-9900-6539548f1314', 'status': 'completed', 'code': 200} Aug 31 14:04:37.696985 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1daeb32f-1332-4f0d-952e-780162463366 req-c7ecca24-637f-448c-a3dc-f1b01acc0242 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862020 Aug 31 14:04:37.727558 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e8017-088c-4143-aef9-a8d1b40cda9b req-c9d6cc50-fdbf-43b2-bbe8-9c9b2cc5a2f3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:37.729616 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-247e8017-088c-4143-aef9-a8d1b40cda9b req-c9d6cc50-fdbf-43b2-bbe8-9c9b2cc5a2f3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1158454 Aug 31 14:04:37.739750 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b2302f8-1565-405f-863e-9fe54751bbb9 req-028a3253-1974-4a60-9492-095d010dd0cc service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057120 Aug 31 14:04:37.749812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-c77e0b39-c109-4ddc-b3ba-4feccaa20703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:37.761552 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-c77e0b39-c109-4ddc-b3ba-4feccaa20703 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1099 time: 0.1229479 Aug 31 14:04:37.805854 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-247e8017-088c-4143-aef9-a8d1b40cda9b req-54105456-5e90-40c8-96bf-85caabfc2b9a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651064 Aug 31 14:04:37.820767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0d226-579e-4991-95fd-c2fbd5d754d9 req-9966c437-8c06-4dab-ade7-0886767d93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:37.825274 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27e0d226-579e-4991-95fd-c2fbd5d754d9 req-9966c437-8c06-4dab-ade7-0886767d93bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3&device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 1094 time: 0.1488380 Aug 31 14:04:37.834427 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403f5917-d8d5-4803-b493-9caaaff13fc0 None None] Checking router: c23f5e5d-2897-4067-80be-57c63d30d360 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:04:37.869364 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f5917-d8d5-4803-b493-9caaaff13fc0 None None] Routers {'c23f5e5d-2897-4067-80be-57c63d30d360'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:37.878760 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-403f5917-d8d5-4803-b493-9caaaff13fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:04:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c23f5e5d-2897-4067-80be-57c63d30d360'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:37.971728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-0529696d-6136-4bc3-95ec-194439a3cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:37.980005 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-0529696d-6136-4bc3-95ec-194439a3cb3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1099 time: 0.1407020 Aug 31 14:04:37.994281 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a75a386-6c38-457b-b244-648bf8562b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.016309 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a75a386-6c38-457b-b244-648bf8562b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.059515 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-403f5917-d8d5-4803-b493-9caaaff13fc0 None None] Set router c23f5e5d-2897-4067-80be-57c63d30d360 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:38.073548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-92ed16c5-f980-4467-acf2-ce18a59622f9 req-974214db-77e7-4140-af24-20e2283533f9 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 210 time: 0.1312497 Aug 31 14:04:38.129718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-e4989270-7ef2-4c2f-9dea-182369ca17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:38.131229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-e4989270-7ef2-4c2f-9dea-182369ca17a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.3669100 Aug 31 14:04:38.133805 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9a75a386-6c38-457b-b244-648bf8562b79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3e7428124bf48908a7b11d81a2bac19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1743603 Aug 31 14:04:38.136575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43090) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:38.140132 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75a386-6c38-457b-b244-648bf8562b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c27f2e4-2e43-4955-af6a-2393410a909b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:38.183860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0d226-579e-4991-95fd-c2fbd5d754d9 req-b2316a5c-27cb-452f-a4e5-b1c1f312e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:38.185807 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27e0d226-579e-4991-95fd-c2fbd5d754d9 req-b2316a5c-27cb-452f-a4e5-b1c1f312e8c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9024cac1-f71a-4e28-af94-f4914df0aa35 HTTP/1.1" status: 200 len: 920 time: 0.3347447 Aug 31 14:04:38.200886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c704e-854c-496e-b0ff-6f98cb2d451d req-606f05d4-778c-40c4-9480-a3e785fa60b4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:38.210696 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-804c704e-854c-496e-b0ff-6f98cb2d451d req-606f05d4-778c-40c4-9480-a3e785fa60b4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.2005286 Aug 31 14:04:38.212696 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-36b8ff86-41a0-4803-8dd3-d220e21600b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 217 time: 0.0702162 Aug 31 14:04:38.280684 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27e0d226-579e-4991-95fd-c2fbd5d754d9 req-92d771b4-f8f5-40d7-8b8e-38a5102c3358 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 217 time: 0.0676191 Aug 31 14:04:38.285439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 82e8872c-fd15-45a9-9f18-754d30a95a19 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:38.339987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 82e8872c-fd15-45a9-9f18-754d30a95a19 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:04:38.340518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 82e8872c-fd15-45a9-9f18-754d30a95a19 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:38.362776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0d226-579e-4991-95fd-c2fbd5d754d9 req-78ed96c5-3396-4553-a5a6-4826fbe922da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:38.364339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27e0d226-579e-4991-95fd-c2fbd5d754d9 req-78ed96c5-3396-4553-a5a6-4826fbe922da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2679964-85de-455f-8381-ab1dfce8644c HTTP/1.1" status: 200 len: 859 time: 0.0652599 Aug 31 14:04:38.373385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-9741cbf4-e3b4-4628-971b-2a4f396b4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:38.375622 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-804c704e-854c-496e-b0ff-6f98cb2d451d req-a08a378e-f6aa-4035-b465-ed96babc1f9c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609571 Aug 31 14:04:38.375754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-9741cbf4-e3b4-4628-971b-2a4f396b4a1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1505742 Aug 31 14:04:38.377306 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79eee1d0-bee5-4370-8011-1bda54e18e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.380279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-ae2e9f5e-48d1-4520-af60-8f7c85a8d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:38.381877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-ae2e9f5e-48d1-4520-af60-8f7c85a8d140 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.3625634 Aug 31 14:04:38.429158 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27e0d226-579e-4991-95fd-c2fbd5d754d9 req-41517279-9800-4a94-9a73-c88338ffca44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9024cac1-f71a-4e28-af94-f4914df0aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523055 Aug 31 14:04:38.465565 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-403f5917-d8d5-4803-b493-9caaaff13fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ac309c59-30de-4cf1-87ce-08d585ca8c21', 'name': '', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'mac_address': 'fa:16:3e:6b:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:37Z', 'updated_at': '2021-08-31T14:00:48Z', 'revision_number': 5, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'subnets': [{'id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:38.497547 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-5289c069-4114-4d56-8536-8a48c3977725 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 217 time: 0.1011546 Aug 31 14:04:38.565381 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403f5917-d8d5-4803-b493-9caaaff13fc0 None None] The sync data for ids ['c23f5e5d-2897-4067-80be-57c63d30d360'] in n-d-792364-6 is: [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ac309c59-30de-4cf1-87ce-08d585ca8c21', 'name': '', 'network_id': '32e80b2a-96f7-42f4-b113-1b21fb467318', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'mac_address': 'fa:16:3e:6b:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:37Z', 'updated_at': '2021-08-31T14:00:48Z', 'revision_number': 5, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'subnets': [{'id': 'd50b5bd4-258e-43ae-bc2c-e694548f6a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:04:38.604085 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79eee1d0-bee5-4370-8011-1bda54e18e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.617830 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27e0d226-579e-4991-95fd-c2fbd5d754d9 req-612335c6-9c61-4e43-99a7-93be709dfd50 service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735117 Aug 31 14:04:38.679446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-1159d423-1386-4b6a-aef8-56adf3a8ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:38.689375 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-1159d423-1386-4b6a-aef8-56adf3a8ba43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3053746 Aug 31 14:04:38.770541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-3f824365-cb02-446f-bb6f-75cba24c78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:38.773498 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-3f824365-cb02-446f-bb6f-75cba24c78e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2617290 Aug 31 14:04:38.793659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32dfdd-7bc2-4ec7-9a08-833dbdbcf6a6 req-1f255dc4-9c16-400e-88fc-d68bec07272b tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:38.804346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-de32dfdd-7bc2-4ec7-9a08-833dbdbcf6a6 req-1f255dc4-9c16-400e-88fc-d68bec07272b tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 943 time: 0.4189625 Aug 31 14:04:38.838975 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27e0d226-579e-4991-95fd-c2fbd5d754d9 req-aaf106b9-97b6-428b-a0dd-b8c860cffe65 service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945319 Aug 31 14:04:38.894299 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.947071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcb4c6-e6c7-456d-be69-33514eff4632 req-6360e8d9-5a09-4003-9e3e-0d3c6d8cca8b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:38.956039 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e7dcb4c6-e6c7-456d-be69-33514eff4632 req-6360e8d9-5a09-4003-9e3e-0d3c6d8cca8b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1149251 Aug 31 14:04:38.970484 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:38.973466 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-7e8caf91-a1ea-4b31-be79-b9be8d15fe04 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584836 Aug 31 14:04:39.019821 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e7dcb4c6-e6c7-456d-be69-33514eff4632 req-a2b620f7-de8f-4c8d-8554-315258f5ae2a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619590 Aug 31 14:04:39.154737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163a4cb-5187-4c81-be1a-6cc4db6604b9 None None] New status for floating IP 81f6750d-ddcd-4a66-b945-b491e59d8db7: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:04:39.174089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-7878cefa-d45b-4063-b7d3-88e8af3d84a9 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784170 Aug 31 14:04:39.184470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f037-bf8c-4d3d-818c-e6ed89a64458 req-62504ccc-0b4b-44d5-bc0a-ea0725710010 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:39.186282 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d967f037-bf8c-4d3d-818c-e6ed89a64458 req-62504ccc-0b4b-44d5-bc0a-ea0725710010 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 948 time: 0.0905104 Aug 31 14:04:39.204877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-de32dfdd-7bc2-4ec7-9a08-833dbdbcf6a6 req-76bdef45-7ce7-4e02-8abb-c3b88a2eb4bf tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991957 Aug 31 14:04:39.211090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-15274252-932c-4231-aff0-89ffb71e33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:39.215405 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-15274252-932c-4231-aff0-89ffb71e33b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4058917 Aug 31 14:04:39.216190 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79eee1d0-bee5-4370-8011-1bda54e18e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:39.223754 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79eee1d0-bee5-4370-8011-1bda54e18e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:39.233805 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-79eee1d0-bee5-4370-8011-1bda54e18e12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c27f2e4-2e43-4955-af6a-2393410a909b HTTP/1.1" status: 204 len: 168 time: 1.0936422 Aug 31 14:04:39.273604 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d967f037-bf8c-4d3d-818c-e6ed89a64458 req-10acd4a8-a1f2-48eb-a5ed-2fe55269bdb2 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799294 Aug 31 14:04:39.416526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eee1d0-bee5-4370-8011-1bda54e18e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c27f2e4-2e43-4955-af6a-2393410a909b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:39.432003 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-056a0aa1-ad48-40ac-90cf-57f089e3ee1e service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970499 Aug 31 14:04:39.504180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-29552794-d9e3-4433-821c-41416a568d76 req-38eeaefa-8631-4bbc-8f10-507ffb6c197a tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 210 time: 0.0711050 Aug 31 14:04:39.634295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96e68cb-b77d-4bf5-9f68-27f6840283e8 req-98a3b8ac-de17-49ac-a450-6db5ffc51ba7 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900611 Aug 31 14:04:39.634758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'name': 'network-vif-deleted', 'tag': '82e8872c-fd15-45a9-9f18-754d30a95a19'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:39.637667 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34eb0a39-e842-4f7b-b9d3-35ad73471d66" -d '{"events": [{"server_uuid": "7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765", "name": "network-vif-deleted", "tag": "82e8872c-fd15-45a9-9f18-754d30a95a19"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:39.698354 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efd51f5-d1ce-4bae-bd07-1630aee47228 x-openstack-request-id: req-5efd51f5-d1ce-4bae-bd07-1630aee47228 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:39.698662 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765", "name": "network-vif-deleted", "tag": "82e8872c-fd15-45a9-9f18-754d30a95a19", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:39.698917 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5efd51f5-d1ce-4bae-bd07-1630aee47228 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:39.699449 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765', 'name': 'network-vif-deleted', 'tag': '82e8872c-fd15-45a9-9f18-754d30a95a19', 'status': 'completed', 'code': 200} Aug 31 14:04:39.785045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43120) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:39.802446 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bf44d475-cb2f-412f-9d5b-ea42eb9b0a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:39.888418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2029e4-687e-4fde-9c3a-203e87d817f2 req-3436c500-2731-4899-8bfd-d9b9a929e638 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:39.890107 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e2029e4-687e-4fde-9c3a-203e87d817f2 req-3436c500-2731-4899-8bfd-d9b9a929e638 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0635929 Aug 31 14:04:39.958266 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e2029e4-687e-4fde-9c3a-203e87d817f2 req-3289e4b5-75a3-4e31-80fb-796e0bd15389 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580673 Aug 31 14:04:39.964519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bf44d475-cb2f-412f-9d5b-ea42eb9b0a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:39.971800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bf44d475-cb2f-412f-9d5b-ea42eb9b0a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:40.018373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44d475-cb2f-412f-9d5b-ea42eb9b0a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7ae06c-181c-474a-b36a-c1152521cba0,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:40.023770 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bf44d475-cb2f-412f-9d5b-ea42eb9b0a6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=109794e17be34f22be886e87bcd1898c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369764 Aug 31 14:04:40.026492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43124) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:40.098723 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b99f7b2-f53b-40ae-beaa-472d4d76a3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:40.123165 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b99f7b2-f53b-40ae-beaa-472d4d76a3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:40.175318 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b99f7b2-f53b-40ae-beaa-472d4d76a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:40.179646 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b99f7b2-f53b-40ae-beaa-472d4d76a3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:40.181310 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9b99f7b2-f53b-40ae-beaa-472d4d76a3a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a7ae06c-181c-474a-b36a-c1152521cba0 HTTP/1.1" status: 204 len: 168 time: 0.1537802 Aug 31 14:04:40.193590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99f7b2-f53b-40ae-beaa-472d4d76a3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7ae06c-181c-474a-b36a-c1152521cba0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:40.297080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:04:40.500092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,segment=NetworkSegment(0c0a7537-6be2-46c7-a3b0-2bedd8f5b988),segment_id=0c0a7537-6be2-46c7-a3b0-2bedd8f5b988)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:40.507478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baeeb98-6124-4d86-8836-bb3d33e60de4 req-b291681f-44d5-4478-a32b-1db0cb915df3 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:40.518411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'port_id': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'mac_address': 'fa:16:3e:75:51:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:04:40.522824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd086da-30b2-4af1-b8e8-7691a201f4f5 req-5b40339f-311d-453b-8d70-c8736ecd9585 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:40.525266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1baeeb98-6124-4d86-8836-bb3d33e60de4 req-b291681f-44d5-4478-a32b-1db0cb915df3 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 943 time: 0.1702299 Aug 31 14:04:40.534950 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bd086da-30b2-4af1-b8e8-7691a201f4f5 req-5b40339f-311d-453b-8d70-c8736ecd9585 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 948 time: 0.1362307 Aug 31 14:04:40.591456 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:40.603160 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bd086da-30b2-4af1-b8e8-7691a201f4f5 req-5df130aa-eb6b-4b48-8602-7e67bc7ecd44 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671144 Aug 31 14:04:40.624180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:40.661918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,segment=NetworkSegment(0c0a7537-6be2-46c7-a3b0-2bedd8f5b988),segment_id=0c0a7537-6be2-46c7-a3b0-2bedd8f5b988)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:40.666514 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:40.680946 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1baeeb98-6124-4d86-8836-bb3d33e60de4 req-8aa5a59a-c220-4b11-91b5-03736b9c3286 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534441 Aug 31 14:04:40.750834 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:40.876638 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12787d40-2ac1-45bb-9f57-34d5e4c9b9f3 req-95b5c8ce-11d2-4c1f-a320-c4d84e0c98b6 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 210 time: 0.0434403 Aug 31 14:04:41.054816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:41.130082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bcb7c-a5d2-4e11-98e1-dbff633dd4b1 req-b2369a2e-6e21-4cbb-9daa-d3a40622402b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:41.131747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af2bcb7c-a5d2-4e11-98e1-dbff633dd4b1 req-b2369a2e-6e21-4cbb-9daa-d3a40622402b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0628440 Aug 31 14:04:41.207439 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af2bcb7c-a5d2-4e11-98e1-dbff633dd4b1 req-bdbebf76-21ca-4803-a539-e5461e286048 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647247 Aug 31 14:04:41.758087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56bd6c-ba22-4005-9e3f-e8513de7317f req-91cd2d9d-7ce1-4db7-bbd9-f10400d0968e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:41.768243 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fc56bd6c-ba22-4005-9e3f-e8513de7317f req-91cd2d9d-7ce1-4db7-bbd9-f10400d0968e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 948 time: 0.0821240 Aug 31 14:04:41.820419 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fc56bd6c-ba22-4005-9e3f-e8513de7317f req-abef172f-a9cc-42e0-9181-24121258402f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494626 Aug 31 14:04:41.883062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd72fa1-7e20-4a16-83e5-6372ca2521e5 req-7c3da163-2eee-4247-8203-02639cf4ebe7 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:41.893655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdd72fa1-7e20-4a16-83e5-6372ca2521e5 req-7c3da163-2eee-4247-8203-02639cf4ebe7 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 944 time: 0.0846536 Aug 31 14:04:41.948843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdd72fa1-7e20-4a16-83e5-6372ca2521e5 req-82e6969f-6797-4596-bdaa-2f33243c1c0c tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512934 Aug 31 14:04:42.103623 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-746429bf-5451-4719-8133-6cb281fdd1a8 req-2d42bf48-0e3b-44ec-9ec7-db4e8f6baef8 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 210 time: 0.0420275 Aug 31 14:04:42.297424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-ae50958f-feb7-4383-b7eb-02d1cfc0fb20 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:42.304599 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-ae50958f-feb7-4383-b7eb-02d1cfc0fb20 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.52 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3&tenant_id=080b42569e654447a2d600dfa0c1e0e3&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 948 time: 0.0919991 Aug 31 14:04:42.312713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 03543d41-2e82-4457-9900-6539548f1314 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:04:42.358550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947d126-782d-4847-bf46-55b12902f9de req-66ac08e0-da40-4e6e-972c-e196be5aa100 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:42.363809 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9947d126-782d-4847-bf46-55b12902f9de req-66ac08e0-da40-4e6e-972c-e196be5aa100 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 948 time: 0.1239591 Aug 31 14:04:42.416779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:42.432727 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9947d126-782d-4847-bf46-55b12902f9de req-8097995e-72e2-47a3-b0b7-3f0e63a6b48f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573900 Aug 31 14:04:42.483082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-d395f330-698a-479d-8d5f-a8684a30d1ca service neutron] 10.222.0.52 "GET /v2.0/ports/03543d41-2e82-4457-9900-6539548f1314/bindings/n-h2-792364-6 HTTP/1.1" status: 200 len: 382 time: 0.1540852 Aug 31 14:04:42.504470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993040-f326-44cf-af75-aa718a3875c0 req-d63e25cc-f6a7-41d4-8054-7d02df0abb02 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:42.509894 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b993040-f326-44cf-af75-aa718a3875c0 req-d63e25cc-f6a7-41d4-8054-7d02df0abb02 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1114035 Aug 31 14:04:42.514444 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:42.532249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:42.533230 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:42.568026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:42.592363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '03543d41-2e82-4457-9900-6539548f1314', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '03543d41-2e82-4457-9900-6539548f1314', 'mac_address': 'fa:16:3e:83:0d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:04:42.606689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b993040-f326-44cf-af75-aa718a3875c0 req-5ecd36ec-aa83-4076-97a4-4bbc847e5b07 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892727 Aug 31 14:04:42.632222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-749a46ec-e216-48d3-9cf2-c7bfa70df684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:42.634049 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-749a46ec-e216-48d3-9cf2-c7bfa70df684 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1099 time: 0.1045442 Aug 31 14:04:42.657688 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:42.702666 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03543d41-2e82-4457-9900-6539548f1314 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:42.730210 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:42.749919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:42.756748 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:42.801947 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:42.805494 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684b3b8e-436c-45d8-ba56-e3e8ef929324" -d '{"events": [{"server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "name": "network-vif-plugged", "status": "completed", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:42.813885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-942920c4-c124-423d-9697-a5f2b6f156c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:42.831610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,segment=NetworkSegment(0c0a7537-6be2-46c7-a3b0-2bedd8f5b988),segment_id=0c0a7537-6be2-46c7-a3b0-2bedd8f5b988)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:42.831870 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-942920c4-c124-423d-9697-a5f2b6f156c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1810589 Aug 31 14:04:42.845773 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:42.875278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:42.920420 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e4155b-8b23-4450-8ac8-af62cfe5d843 x-openstack-request-id: req-92e4155b-8b23-4450-8ac8-af62cfe5d843 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:42.921788 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "name": "network-vif-plugged", "status": "completed", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:42.922308 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92e4155b-8b23-4450-8ac8-af62cfe5d843 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:42.923192 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'code': 200} Aug 31 14:04:42.971038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:42.997649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-968a76a6-bab8-4df9-8f06-09d07953c939 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 217 time: 0.1459889 Aug 31 14:04:43.092318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-1b7bc070-d8dc-4fe9-b117-36d253f34ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:43.094712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-1b7bc070-d8dc-4fe9-b117-36d253f34ded service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0825825 Aug 31 14:04:43.161798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2800df-4120-4022-9a6c-d2b16b501d03 req-2de0a115-72f7-4a55-9784-dd57d3cec22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:43.164372 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef2800df-4120-4022-9a6c-d2b16b501d03 req-2de0a115-72f7-4a55-9784-dd57d3cec22c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 1096 time: 0.0805430 Aug 31 14:04:43.174183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['03543d41-2e82-4457-9900-6539548f1314'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:43.215005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-21a3161a-b9be-4c55-8c59-e23a1bff7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:43.218145 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-21a3161a-b9be-4c55-8c59-e23a1bff7af9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104536 Aug 31 14:04:43.308816 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef2800df-4120-4022-9a6c-d2b16b501d03 req-6f2504cf-ffe6-4dab-a896-2a19a4b4344f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209371 Aug 31 14:04:43.350154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25353b1-c4ff-49d4-9969-674b0145170a req-fa2bbe37-d0c8-4d84-90a6-8015ee83ed25 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:43.362958 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f25353b1-c4ff-49d4-9969-674b0145170a req-fa2bbe37-d0c8-4d84-90a6-8015ee83ed25 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.2239156 Aug 31 14:04:43.466936 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f25353b1-c4ff-49d4-9969-674b0145170a req-1c823002-7061-4fe7-a350-d73bae6bb257 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999770 Aug 31 14:04:43.501773 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53c4edd2-9858-4fb8-9f2a-e3ec251901da req-d383bbc3-7874-4ab9-a3d8-9a579d07ac90 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 210 time: 0.2034464 Aug 31 14:04:43.551013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-f35ffa2f-181d-4d45-80be-bf86b31ab316 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180697 Aug 31 14:04:43.710247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8647119-faf5-4a67-bda9-d8ea8f3e7835 req-4c0705e8-760c-419a-900d-6a0322d68c64 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:43.725463 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8647119-faf5-4a67-bda9-d8ea8f3e7835 req-4c0705e8-760c-419a-900d-6a0322d68c64 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 949 time: 0.1089919 Aug 31 14:04:43.750293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-b1c90409-e705-4ada-a60c-68f1e0cb0277 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881058 Aug 31 14:04:43.778275 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8647119-faf5-4a67-bda9-d8ea8f3e7835 req-cb046550-918f-457f-bec0-db239aa47a4d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499749 Aug 31 14:04:43.895690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbe21-fcd1-49e8-91b4-1d8bc64685f1 req-73f43427-f5b9-466a-9f5c-93d3117b8092 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:43.905792 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d0cbe21-fcd1-49e8-91b4-1d8bc64685f1 req-73f43427-f5b9-466a-9f5c-93d3117b8092 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1734765 Aug 31 14:04:43.959751 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d0cbe21-fcd1-49e8-91b4-1d8bc64685f1 req-247c994a-55dd-4edc-8b3c-f604cc772f2b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529344 Aug 31 14:04:44.758265 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625c6e4-bcb0-4b29-9a7b-b888da1ee0c8 req-6fb78c4b-a2b7-4f92-85ee-37f1718b011d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:44.760042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c625c6e4-bcb0-4b29-9a7b-b888da1ee0c8 req-6fb78c4b-a2b7-4f92-85ee-37f1718b011d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1306581 Aug 31 14:04:44.803813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-863fc3e6-f243-4913-acbb-951cbf942821 req-685470e9-77b3-4b72-aaab-8d54b19c212d tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0e7cb3-0d35-45bd-86b2-3bd6bbb84765 HTTP/1.1" status: 200 len: 210 time: 0.0861342 Aug 31 14:04:44.859771 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c625c6e4-bcb0-4b29-9a7b-b888da1ee0c8 req-83d3b184-360d-43ca-98fa-b04b09c1d625 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861626 Aug 31 14:04:45.236848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d1400-67ec-4a52-838b-8f83991004e9 req-8db6eaad-d179-40fb-bb75-e91e0da97857 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:45.238347 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c43d1400-67ec-4a52-838b-8f83991004e9 req-8db6eaad-d179-40fb-bb75-e91e0da97857 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0777071 Aug 31 14:04:45.313131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c43d1400-67ec-4a52-838b-8f83991004e9 req-c0dd100b-7ab6-46e8-9023-62fee8e2505c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679231 Aug 31 14:04:45.507175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297c62b-22bd-4083-8099-799625e0d1a2 req-c8638317-9d89-4196-b1e6-445c5084c3da tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:45.516147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3297c62b-22bd-4083-8099-799625e0d1a2 req-c8638317-9d89-4196-b1e6-445c5084c3da tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 949 time: 0.0924172 Aug 31 14:04:45.598621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3297c62b-22bd-4083-8099-799625e0d1a2 req-31172d36-d043-4ced-8f92-16dfd78d3dbf tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811276 Aug 31 14:04:45.956420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43290) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:46.113379 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6260810-b145-4d7e-9b28-d82048e56619 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.146980 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6260810-b145-4d7e-9b28-d82048e56619 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.170466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c957b4-676d-4bcb-bc07-8e395822dca1 req-bd697741-83b1-4a8d-b9fe-ed384326897f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:46.173764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93c957b4-676d-4bcb-bc07-8e395822dca1 req-bd697741-83b1-4a8d-b9fe-ed384326897f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 946 time: 0.1120121 Aug 31 14:04:46.237643 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5e75-2c51-4d0f-9ffb-6de750893c6a req-853b9f45-9420-44a9-82e5-581a61db296d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:46.250798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e26c5e75-2c51-4d0f-9ffb-6de750893c6a req-853b9f45-9420-44a9-82e5-581a61db296d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.2031467 Aug 31 14:04:46.268931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93c957b4-676d-4bcb-bc07-8e395822dca1 req-aab83df0-13b4-4eb4-849d-c6f86f9571e9 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878718 Aug 31 14:04:46.310665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6260810-b145-4d7e-9b28-d82048e56619 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.315797 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6260810-b145-4d7e-9b28-d82048e56619 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.322847 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c6260810-b145-4d7e-9b28-d82048e56619 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "DELETE /v2.0/security-groups/35e16449-fc24-45f1-97f1-bd8cbe94e56e HTTP/1.1" status: 204 len: 168 time: 0.3644640 Aug 31 14:04:46.325313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43294) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:46.341856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 03543d41-2e82-4457-9900-6539548f1314 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:46.374575 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-3016617a-2e5c-4cb6-a422-e954305a6c27 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] show failed (client error): The resource could not be found. Aug 31 14:04:46.378617 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3016617a-2e5c-4cb6-a422-e954305a6c27 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "GET /v2.0/security-groups/35e16449-fc24-45f1-97f1-bd8cbe94e56e HTTP/1.1" status: 404 len: 347 time: 0.0495036 Aug 31 14:04:46.386005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43298) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:46.393943 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e26c5e75-2c51-4d0f-9ffb-6de750893c6a req-85973360-bd45-4a22-95ba-e7f536444c08 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413870 Aug 31 14:04:46.409526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6260810-b145-4d7e-9b28-d82048e56619 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e16449-fc24-45f1-97f1-bd8cbe94e56e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:46.465044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 03543d41-2e82-4457-9900-6539548f1314 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:46.501145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 03543d41-2e82-4457-9900-6539548f1314 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:46.503222 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.678750 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.692728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da9b1-dd85-4544-8fc4-fb3f42d23410 req-b4df75b2-f6a4-4d38-ad41-69c861c4d476 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:46.705016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-363da9b1-dd85-4544-8fc4-fb3f42d23410 req-b4df75b2-f6a4-4d38-ad41-69c861c4d476 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1938205 Aug 31 14:04:46.775263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03543d41-2e82-4457-9900-6539548f1314'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:46.780807 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91e7f52-ca82-47d3-b8c5-bd2077eda97b" -d '{"events": [{"server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "name": "network-vif-plugged", "status": "completed", "tag": "03543d41-2e82-4457-9900-6539548f1314"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:46.802140 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:46.807589 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:46.818726 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-363da9b1-dd85-4544-8fc4-fb3f42d23410 req-085eb5de-0d30-43a2-b8c5-0b7abacf85cb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111770 Aug 31 14:04:46.925288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6f84c533-b6ab-46c1-8cac-9aad8bcf3df8 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Deleting port 5b82bc56-2c51-4450-8e46-2302b315ebec {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:46.927793 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6f84c533-b6ab-46c1-8cac-9aad8bcf3df8 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:47.008141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:47.124389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bbea1-23d3-42d6-bb00-cb4f9cc9570a req-dd8375a0-67df-488a-8d46-54834eee8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.126926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c91bbea1-23d3-42d6-bb00-cb4f9cc9570a req-dd8375a0-67df-488a-8d46-54834eee8024 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3&device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 1096 time: 0.2925899 Aug 31 14:04:47.159560 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563415b-d3fe-4260-9dbe-08e3657f80b7 req-34287dbd-fc97-402a-9d8a-ad8cf668633a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.167843 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e563415b-d3fe-4260-9dbe-08e3657f80b7 req-34287dbd-fc97-402a-9d8a-ad8cf668633a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1289227 Aug 31 14:04:47.216965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d94472-b119-4dbb-aac8-d35bffd622fc req-173e7046-9e49-4a4b-a9c7-7f8538c952d0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.219757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70d94472-b119-4dbb-aac8-d35bffd622fc req-173e7046-9e49-4a4b-a9c7-7f8538c952d0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.2424569 Aug 31 14:04:47.245257 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e563415b-d3fe-4260-9dbe-08e3657f80b7 req-b94f49cd-d05c-4420-8bf5-140701e270d3 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699303 Aug 31 14:04:47.351530 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddd01d6-f99e-436a-8ac9-4b6d213377da x-openstack-request-id: req-9ddd01d6-f99e-436a-8ac9-4b6d213377da {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:47.352591 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "name": "network-vif-plugged", "status": "completed", "tag": "03543d41-2e82-4457-9900-6539548f1314", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:47.352861 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ddd01d6-f99e-436a-8ac9-4b6d213377da {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:47.353768 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03543d41-2e82-4457-9900-6539548f1314', 'code': 200} Aug 31 14:04:47.393045 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6f84c533-b6ab-46c1-8cac-9aad8bcf3df8 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:47.393374 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6f84c533-b6ab-46c1-8cac-9aad8bcf3df8 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:47.430043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6f84c533-b6ab-46c1-8cac-9aad8bcf3df8 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Calling delete_port for 5b82bc56-2c51-4450-8e46-2302b315ebec owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:47.461080 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70d94472-b119-4dbb-aac8-d35bffd622fc req-0a09ff48-5fec-41f1-bee0-b8d49a1a1f13 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923418 Aug 31 14:04:47.481057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-ed7ccd0e-8b57-4f3c-8c38-839114c95a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.482727 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-ed7ccd0e-8b57-4f3c-8c38-839114c95a95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3&tenant_id=080b42569e654447a2d600dfa0c1e0e3 HTTP/1.1" status: 200 len: 1101 time: 0.1336548 Aug 31 14:04:47.485743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bbea1-23d3-42d6-bb00-cb4f9cc9570a req-15820197-a87d-4b8e-bc93-42339de9f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.487227 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c91bbea1-23d3-42d6-bb00-cb4f9cc9570a req-15820197-a87d-4b8e-bc93-42339de9f0dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=9024cac1-f71a-4e28-af94-f4914df0aa35 HTTP/1.1" status: 200 len: 920 time: 0.3503120 Aug 31 14:04:47.510523 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1cf77-f04d-4f50-aac4-95b1a01ee90a req-3b2df912-558d-4d11-938e-c34300fc5f87 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.512475 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07a1cf77-f04d-4f50-aac4-95b1a01ee90a req-3b2df912-558d-4d11-938e-c34300fc5f87 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 946 time: 0.0895693 Aug 31 14:04:47.539525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:04:47.567215 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07a1cf77-f04d-4f50-aac4-95b1a01ee90a req-e0c0bf62-02e4-4c3c-a3f6-fe4dbad9d3d2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447571 Aug 31 14:04:47.581937 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c91bbea1-23d3-42d6-bb00-cb4f9cc9570a req-bd1fa94a-09fb-4aa7-a1fa-2ebf847f09c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 217 time: 0.0467052 Aug 31 14:04:47.728855 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:47.733808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bbea1-23d3-42d6-bb00-cb4f9cc9570a req-673c4de8-977d-4de1-975a-e830d7adb05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.735306 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c91bbea1-23d3-42d6-bb00-cb4f9cc9570a req-673c4de8-977d-4de1-975a-e830d7adb05b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2679964-85de-455f-8381-ab1dfce8644c HTTP/1.1" status: 200 len: 859 time: 0.1346343 Aug 31 14:04:47.787217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c91bbea1-23d3-42d6-bb00-cb4f9cc9570a req-6a8453c3-a7e5-4724-ac8f-cb93176c8511 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9024cac1-f71a-4e28-af94-f4914df0aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344553 Aug 31 14:04:47.989681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04f0c9-930b-45c3-ad66-8db0cdf8bba2 req-58082ed2-329f-45fd-a0a6-f26baf1a9f07 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:47.997109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae04f0c9-930b-45c3-ad66-8db0cdf8bba2 req-58082ed2-329f-45fd-a0a6-f26baf1a9f07 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0868821 Aug 31 14:04:48.053735 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6f84c533-b6ab-46c1-8cac-9aad8bcf3df8 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:48.069345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae04f0c9-930b-45c3-ad66-8db0cdf8bba2 req-74448ca4-f52c-4b78-969f-3706732a7ffa tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653198 Aug 31 14:04:48.155990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84c533-b6ab-46c1-8cac-9aad8bcf3df8 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Pushing event deleted for resources: {'Port': ['ID=5b82bc56-2c51-4450-8e46-2302b315ebec,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:48.248045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf345-dffd-450b-83fe-9b8dcf186e36 req-2955d289-6998-44bd-b212-130db4779512 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:48.250361 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cbbf345-dffd-450b-83fe-9b8dcf186e36 req-2955d289-6998-44bd-b212-130db4779512 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 946 time: 0.4414968 Aug 31 14:04:48.365079 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c91bbea1-23d3-42d6-bb00-cb4f9cc9570a req-7ea7108e-cb06-4a4f-923c-f93f3ffb30f3 service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528471 Aug 31 14:04:48.633280 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842c53d-25e9-4739-a0a5-8a33d3e96a2d req-14596d7e-8193-4bb7-91c6-7d9d479d51da tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:48.637380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5842c53d-25e9-4739-a0a5-8a33d3e96a2d req-14596d7e-8193-4bb7-91c6-7d9d479d51da tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0838978 Aug 31 14:04:48.686098 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5842c53d-25e9-4739-a0a5-8a33d3e96a2d req-c7c4bf42-c3b8-42a3-856e-e082d5bd75ea tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 Aug 31 14:04:48.688605 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6f84c533-b6ab-46c1-8cac-9aad8bcf3df8 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:48.691805 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6f84c533-b6ab-46c1-8cac-9aad8bcf3df8 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:48.696563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6f84c533-b6ab-46c1-8cac-9aad8bcf3df8 tempest-ServersTestBootFromVolume-1206061307 tempest-ServersTestBootFromVolume-1206061307-project] 10.222.0.20 "DELETE /v2.0/floatingips/81f6750d-ddcd-4a66-b945-b491e59d8db7 HTTP/1.1" status: 204 len: 168 time: 2.3061373 Aug 31 14:04:48.697908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43344) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:48.830520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca3961-1e4b-4492-9092-62d47c82cede req-5da848c0-aad6-4fd3-8be8-d8cbcafadddd tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:48.832169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9ca3961-1e4b-4492-9092-62d47c82cede req-5da848c0-aad6-4fd3-8be8-d8cbcafadddd tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.4898562 Aug 31 14:04:48.840100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:48.949002 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c91bbea1-23d3-42d6-bb00-cb4f9cc9570a req-d2ed4624-6a0a-473b-9f69-777ba63754a7 service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753713 Aug 31 14:04:48.966447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:48.969680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-7cbbf345-dffd-450b-83fe-9b8dcf186e36 req-53ca3b1a-238b-4656-afb4-5016326658ec tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Deleting port 17c69f86-b231-47fb-b342-9892246c5fc4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:48.970060 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7cbbf345-dffd-450b-83fe-9b8dcf186e36 req-53ca3b1a-238b-4656-afb4-5016326658ec tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:49.046831 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9ca3961-1e4b-4492-9092-62d47c82cede req-b443e680-bb80-4c93-836e-7bea79ff78af tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801016 Aug 31 14:04:49.099380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03543d41-2e82-4457-9900-6539548f1314'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:49.102628 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5bc053-4b32-4fde-8fa0-5d39ae1745d1" -d '{"events": [{"server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "name": "network-vif-unplugged", "status": "completed", "tag": "03543d41-2e82-4457-9900-6539548f1314"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:49.107389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:49.153813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Transition to ACTIVE for port object 03543d41-2e82-4457-9900-6539548f1314 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:04:49.162009 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:49.185920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7cbbf345-dffd-450b-83fe-9b8dcf186e36 req-53ca3b1a-238b-4656-afb4-5016326658ec tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] For port 17c69f86-b231-47fb-b342-9892246c5fc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=17c69f86-b231-47fb-b342-9892246c5fc4,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:49.186352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7cbbf345-dffd-450b-83fe-9b8dcf186e36 req-53ca3b1a-238b-4656-afb4-5016326658ec tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:49.229816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-7cbbf345-dffd-450b-83fe-9b8dcf186e36 req-53ca3b1a-238b-4656-afb4-5016326658ec tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Calling delete_port for 17c69f86-b231-47fb-b342-9892246c5fc4 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:49.291825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] No DVR routers for this DVR port 03543d41-2e82-4457-9900-6539548f1314 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:04:49.306275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:49.397611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd357f7-6aad-4874-9a7c-2a539532a9b0 req-05912276-fcf7-4e7e-add1-e1756df4dd27 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:49.400119 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bd357f7-6aad-4874-9a7c-2a539532a9b0 req-05912276-fcf7-4e7e-add1-e1756df4dd27 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 946 time: 0.1638944 Aug 31 14:04:49.511532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Attempting to bind port 03543d41-2e82-4457-9900-6539548f1314 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:04:49.512374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Attempting to bind port 03543d41-2e82-4457-9900-6539548f1314 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:04:49.512957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Attempting to bind port 03543d41-2e82-4457-9900-6539548f1314 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:49.548212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Port 03543d41-2e82-4457-9900-6539548f1314 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:04:49.548756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Attempting to bind port 03543d41-2e82-4457-9900-6539548f1314 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:04:49.567479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:04:49.567829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:04:49.568238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:04:49.568763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Bound port: 03543d41-2e82-4457-9900-6539548f1314, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:04:49.569186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:49.601886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307e1e-d5a2-4b2d-9ec8-4f1acae6674a req-a1432b16-a610-4993-aa10-f712dad6b759 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:49.603503 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-60307e1e-d5a2-4b2d-9ec8-4f1acae6674a req-a1432b16-a610-4993-aa10-f712dad6b759 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1833770 Aug 31 14:04:49.617582 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bd357f7-6aad-4874-9a7c-2a539532a9b0 req-b87b2895-4f01-4599-9ca1-5224c681cf8b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953592 Aug 31 14:04:49.804127 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe49292c-b053-42da-9045-753ff17bc05a x-openstack-request-id: req-fe49292c-b053-42da-9045-753ff17bc05a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:49.804460 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "name": "network-vif-unplugged", "status": "completed", "tag": "03543d41-2e82-4457-9900-6539548f1314", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:49.804707 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe49292c-b053-42da-9045-753ff17bc05a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:49.805107 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03543d41-2e82-4457-9900-6539548f1314', 'code': 200} Aug 31 14:04:49.839064 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-60307e1e-d5a2-4b2d-9ec8-4f1acae6674a req-6822ab48-872f-4105-80f5-0fa21d2a486f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955359 Aug 31 14:04:49.844313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:04:49.857416 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7cbbf345-dffd-450b-83fe-9b8dcf186e36 req-53ca3b1a-238b-4656-afb4-5016326658ec tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:49.864321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:04:49.872422 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['17c69f86-b231-47fb-b342-9892246c5fc4'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:49.877278 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a7cdb04-919b-4f01-a3dc-1e9a469b785a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:49.904128 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:49.910410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca3b1a-238b-4656-afb4-5016326658ec tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Pushing event deleted for resources: {'Port': ['ID=17c69f86-b231-47fb-b342-9892246c5fc4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:49.977040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:49.977918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:49.980226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] 10.222.0.13 "PUT /v2.0/ports/03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 1097 time: 2.4888623 Aug 31 14:04:50.032810 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762def4-edac-45ae-847d-4103e63c38e3 req-a8096c01-36b8-4121-8ddc-e625c1607fb3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:50.035921 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6762def4-edac-45ae-847d-4103e63c38e3 req-a8096c01-36b8-4121-8ddc-e625c1607fb3 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 949 time: 0.1527312 Aug 31 14:04:50.066778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbbf345-dffd-450b-83fe-9b8dcf186e36 req-53ca3b1a-238b-4656-afb4-5016326658ec tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] No DVR routers for this DVR port 17c69f86-b231-47fb-b342-9892246c5fc4 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:04:50.069784 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7cbbf345-dffd-450b-83fe-9b8dcf186e36 req-53ca3b1a-238b-4656-afb4-5016326658ec tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:50.072779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cbbf345-dffd-450b-83fe-9b8dcf186e36 req-53ca3b1a-238b-4656-afb4-5016326658ec tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "DELETE /v2.0/ports/17c69f86-b231-47fb-b342-9892246c5fc4 HTTP/1.1" status: 204 len: 173 time: 1.8107710 Aug 31 14:04:50.110232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8a944-57e3-4d94-a1c4-5e1ab078887d service neutron] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=11']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:50.147201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-b7a5c8cd-75c5-4a71-b81e-e90f84c525d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:50.151488 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-b7a5c8cd-75c5-4a71-b81e-e90f84c525d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1100 time: 0.1294518 Aug 31 14:04:50.182674 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6762def4-edac-45ae-847d-4103e63c38e3 req-7e477e59-438b-48cf-a2c5-8811b446c25d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072545 Aug 31 14:04:50.377909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 03543d41-2e82-4457-9900-6539548f1314 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:50.486017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2ff3f-fc18-46b8-bdbe-f90110b14ea1 req-ee247686-5d46-48c5-b036-789496e8425e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:50.505185 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25a2ff3f-fc18-46b8-bdbe-f90110b14ea1 req-ee247686-5d46-48c5-b036-789496e8425e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.2926288 Aug 31 14:04:50.535859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 03543d41-2e82-4457-9900-6539548f1314 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:50.551596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-dfc00353-5bf4-417b-886c-f5f5dcac9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:50.553851 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-dfc00353-5bf4-417b-886c-f5f5dcac9d88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.3938618 Aug 31 14:04:50.587536 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cdb04-919b-4f01-a3dc-1e9a469b785a admin admin] Deleting port ac309c59-30de-4cf1-87ce-08d585ca8c21 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:50.588492 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a7cdb04-919b-4f01-a3dc-1e9a469b785a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:50.665415 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25a2ff3f-fc18-46b8-bdbe-f90110b14ea1 req-da7dd61c-ec6c-43c8-a267-39a234792d2b tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587954 Aug 31 14:04:50.668200 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-6e0fe4b0-f51d-4584-94b0-36d1ff0b0b68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 217 time: 0.0878644 Aug 31 14:04:50.757486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-1a7cdb04-919b-4f01-a3dc-1e9a469b785a admin admin] For port ac309c59-30de-4cf1-87ce-08d585ca8c21, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ac309c59-30de-4cf1-87ce-08d585ca8c21,segment=NetworkSegment(8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b),segment_id=8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:50.758117 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a7cdb04-919b-4f01-a3dc-1e9a469b785a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:50.806884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-4dcc6372-f71a-42e2-a05d-370806a511d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:50.809514 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-4dcc6372-f71a-42e2-a05d-370806a511d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1328499 Aug 31 14:04:50.814082 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73098372-fb40-4204-bb94-9f3ef1d4c682 req-51536682-2912-43eb-a036-0a8b95f71cc0 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 210 time: 0.0529199 Aug 31 14:04:50.815115 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cdb04-919b-4f01-a3dc-1e9a469b785a admin admin] Calling delete_port for ac309c59-30de-4cf1-87ce-08d585ca8c21 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:50.900599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-f3230df2-65fb-45a7-a088-433a48fa9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:50.905549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-f3230df2-65fb-45a7-a088-433a48fa9090 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0820601 Aug 31 14:04:51.055155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d278a-0944-4d42-834a-4f189746e6f1 req-12ae4fd6-6fda-416b-b3f9-c2d32b0e546c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:51.056764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e8d278a-0944-4d42-834a-4f189746e6f1 req-12ae4fd6-6fda-416b-b3f9-c2d32b0e546c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0766728 Aug 31 14:04:51.097723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-26518fdd-f5dc-41e2-9d1a-2488921826b0 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858604 Aug 31 14:04:51.128178 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a7cdb04-919b-4f01-a3dc-1e9a469b785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:51.135735 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e8d278a-0944-4d42-834a-4f189746e6f1 req-ab8397fe-a491-46fe-bbbc-dcfc024f110b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632677 Aug 31 14:04:51.177923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cdb04-919b-4f01-a3dc-1e9a469b785a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac309c59-30de-4cf1-87ce-08d585ca8c21,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:51.391452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a86736-8795-4feb-8db0-0806c7d1f6eb req-def486d0-4059-412a-9376-7c2c358b1f12 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842982 Aug 31 14:04:51.442961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dc449-7091-421b-a2b1-52d9e70b3b49 req-80a6eb50-5b03-49ff-9afe-d4cfd2c94b75 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:51.452556 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f4dc449-7091-421b-a2b1-52d9e70b3b49 req-80a6eb50-5b03-49ff-9afe-d4cfd2c94b75 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 949 time: 0.1611454 Aug 31 14:04:51.580483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a7cdb04-919b-4f01-a3dc-1e9a469b785a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:51.586593 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f4dc449-7091-421b-a2b1-52d9e70b3b49 req-f9ed6366-a50a-4bf1-9d53-e0193bc0fe8b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284897 Aug 31 14:04:51.634360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff0c28-e092-406c-b4c3-da5d40a1c21a req-4ba2f4b6-2b7a-4cc8-9495-b409e11ac621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:51.639279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26ff0c28-e092-406c-b4c3-da5d40a1c21a req-4ba2f4b6-2b7a-4cc8-9495-b409e11ac621 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 1095 time: 0.0995665 Aug 31 14:04:51.816980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'tag': '03543d41-2e82-4457-9900-6539548f1314'}, {'server_uuid': 'a5cf780a-9abd-473b-b355-fbe7d073ce94', 'name': 'network-vif-deleted', 'tag': '17c69f86-b231-47fb-b342-9892246c5fc4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:51.823021 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba8603c-bdb7-42af-ae6f-91f9804dc664" -d '{"events": [{"name": "network-changed", "server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "tag": "03543d41-2e82-4457-9900-6539548f1314"}, {"server_uuid": "a5cf780a-9abd-473b-b355-fbe7d073ce94", "name": "network-vif-deleted", "tag": "17c69f86-b231-47fb-b342-9892246c5fc4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:51.833717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff0c28-e092-406c-b4c3-da5d40a1c21a req-7ca55027-0a89-481e-b57c-e69d4a84fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:51.844280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26ff0c28-e092-406c-b4c3-da5d40a1c21a req-7ca55027-0a89-481e-b57c-e69d4a84fa43 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.1946948 Aug 31 14:04:51.861483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b555b-a131-44b7-b98c-818f53be3000 req-8330a4b6-98b8-4c84-8b67-1160d43206f6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:51.868804 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df7b555b-a131-44b7-b98c-818f53be3000 req-8330a4b6-98b8-4c84-8b67-1160d43206f6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1898620 Aug 31 14:04:51.929802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df7b555b-a131-44b7-b98c-818f53be3000 req-f33161c1-22a1-4bbb-a636-f0fde3a35eb1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600328 Aug 31 14:04:52.062792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d73ae6-7c95-41f3-8955-f1617705f22d req-411dace1-2e64-4f3e-9d68-d7d3d14012f1 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:52.066788 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-34d73ae6-7c95-41f3-8955-f1617705f22d req-411dace1-2e64-4f3e-9d68-d7d3d14012f1 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.2160268 Aug 31 14:04:52.104860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26ff0c28-e092-406c-b4c3-da5d40a1c21a req-6b5f92b3-ef51-4151-ae6a-f2fcf0c02b8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 200 len: 998 time: 0.2477150 Aug 31 14:04:52.152833 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bbc8adfa-0218-4b6a-8fb8-c7c576fdea19 req-ded35012-dca9-4589-809b-6fd9be58ed45 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 210 time: 0.0503554 Aug 31 14:04:52.194146 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7cdb04-919b-4f01-a3dc-1e9a469b785a admin admin] Router c23f5e5d-2897-4067-80be-57c63d30d360 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:04:52.244013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-34d73ae6-7c95-41f3-8955-f1617705f22d req-3212823b-8d50-4ec9-a9dd-522892a7c30f tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626871 Aug 31 14:04:52.279151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff0c28-e092-406c-b4c3-da5d40a1c21a req-02a35dab-03a8-4703-a298-7f9ac1e55fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:52.284549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26ff0c28-e092-406c-b4c3-da5d40a1c21a req-02a35dab-03a8-4703-a298-7f9ac1e55fe9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.1503375 Aug 31 14:04:52.378856 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b53975-9f54-44c2-827a-0b61e3227478 x-openstack-request-id: req-91b53975-9f54-44c2-827a-0b61e3227478 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:52.379334 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "tag": "03543d41-2e82-4457-9900-6539548f1314", "status": "completed", "code": 200}, {"server_uuid": "a5cf780a-9abd-473b-b355-fbe7d073ce94", "name": "network-vif-deleted", "tag": "17c69f86-b231-47fb-b342-9892246c5fc4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:52.379743 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91b53975-9f54-44c2-827a-0b61e3227478 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:52.380391 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'tag': '03543d41-2e82-4457-9900-6539548f1314', 'status': 'completed', 'code': 200} Aug 31 14:04:52.380858 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cf780a-9abd-473b-b355-fbe7d073ce94', 'name': 'network-vif-deleted', 'tag': '17c69f86-b231-47fb-b342-9892246c5fc4', 'status': 'completed', 'code': 200} Aug 31 14:04:52.495016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff0c28-e092-406c-b4c3-da5d40a1c21a req-10d24c1d-b946-4320-a964-13e33d269472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:52.497304 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26ff0c28-e092-406c-b4c3-da5d40a1c21a req-10d24c1d-b946-4320-a964-13e33d269472 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2034049 Aug 31 14:04:52.504116 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7cdb04-919b-4f01-a3dc-1e9a469b785a admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:04:52.511395 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1a7cdb04-919b-4f01-a3dc-1e9a469b785a admin admin] 10.222.0.20 "PUT /v2.0/routers/c23f5e5d-2897-4067-80be-57c63d30d360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8109226 Aug 31 14:04:52.513264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-7ba470c4-726c-45ee-bfaf-ee727bb5ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:52.515136 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-7ba470c4-726c-45ee-bfaf-ee727bb5ebb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1100 time: 0.1093733 Aug 31 14:04:52.516817 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43418) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:52.520732 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484d2c7-db0a-46c0-a25b-a9558f02aa2c None None] Sync routers for ids ['c23f5e5d-2897-4067-80be-57c63d30d360'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:04:52.532653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-0a8bfc62-e620-4c16-909b-1518bae239fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:52.538137 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-0a8bfc62-e620-4c16-909b-1518bae239fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1100 time: 0.1692202 Aug 31 14:04:52.540538 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484d2c7-db0a-46c0-a25b-a9558f02aa2c None None] Routers {'c23f5e5d-2897-4067-80be-57c63d30d360'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:52.548294 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-7484d2c7-db0a-46c0-a25b-a9558f02aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:04:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c23f5e5d-2897-4067-80be-57c63d30d360'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:52.810363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26ff0c28-e092-406c-b4c3-da5d40a1c21a req-352bdb7a-b8e8-476d-9a81-dc53383aecaf service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799268 Aug 31 14:04:52.816186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 17c69f86-b231-47fb-b342-9892246c5fc4 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:52.816833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-c605bfdb-b88e-41f1-b8e3-c114b1522b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:52.818887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-c605bfdb-b88e-41f1-b8e3-c114b1522b25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.2661927 Aug 31 14:04:52.826484 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-7484d2c7-db0a-46c0-a25b-a9558f02aa2c None None] Set router c23f5e5d-2897-4067-80be-57c63d30d360 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:52.854058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 17c69f86-b231-47fb-b342-9892246c5fc4 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:04:52.856637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 17c69f86-b231-47fb-b342-9892246c5fc4 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:52.946484 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-adfb892b-4ad0-4b6b-b3a5-ba3342615f04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 217 time: 0.1076124 Aug 31 14:04:52.990358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-1c776181-ff2b-454b-8361-4ec2931a6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:52.991866 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-1c776181-ff2b-454b-8361-4ec2931a6734 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.4281139 Aug 31 14:04:52.995218 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:53.008805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a1d93-3fa4-4cd3-802e-ebd0f233064e req-79a70004-1290-44a0-97b8-471565fb860d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:53.016240 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-373a1d93-3fa4-4cd3-802e-ebd0f233064e req-79a70004-1290-44a0-97b8-471565fb860d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 949 time: 0.1783776 Aug 31 14:04:53.097059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-a02d380a-df4c-44fb-8f8f-b51cdd20eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:53.099365 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-a02d380a-df4c-44fb-8f8f-b51cdd20eba1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1355190 Aug 31 14:04:53.169354 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-c3350ba9-d4b8-46fa-9caa-165c0a4a5a0a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 200 len: 217 time: 0.1515396 Aug 31 14:04:53.337864 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-7484d2c7-db0a-46c0-a25b-a9558f02aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:04:51Z', 'revision_number': 5, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:53.422150 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484d2c7-db0a-46c0-a25b-a9558f02aa2c None None] Checking router: c23f5e5d-2897-4067-80be-57c63d30d360 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:04:53.445604 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484d2c7-db0a-46c0-a25b-a9558f02aa2c None None] Routers {'c23f5e5d-2897-4067-80be-57c63d30d360'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:04:53.448262 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-7484d2c7-db0a-46c0-a25b-a9558f02aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:04:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c23f5e5d-2897-4067-80be-57c63d30d360'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:53.455382 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26ff0c28-e092-406c-b4c3-da5d40a1c21a req-3e68b2cf-1c80-4c63-8add-82444141caef service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143274 Aug 31 14:04:53.486941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251bfc8-1c2c-49aa-9ccd-55daded29a01 req-8d49fee8-4146-412d-8c1d-6d44324dbe54 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:53.501985 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3251bfc8-1c2c-49aa-9ccd-55daded29a01 req-8d49fee8-4146-412d-8c1d-6d44324dbe54 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.2527256 Aug 31 14:04:53.511735 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-373a1d93-3fa4-4cd3-802e-ebd0f233064e req-1a9f857f-d5f6-48ad-ae84-2c267df2b112 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239612 Aug 31 14:04:53.526471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-254c5fea-8d44-4172-a43f-7958a7bf0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:53.528556 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-254c5fea-8d44-4172-a43f-7958a7bf0d06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3488250 Aug 31 14:04:53.596144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-0fc925a2-b1e9-4023-8164-fa09c405ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:53.604654 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-0fc925a2-b1e9-4023-8164-fa09c405ba64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.3989618 Aug 31 14:04:53.753548 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-7484d2c7-db0a-46c0-a25b-a9558f02aa2c None None] Set router c23f5e5d-2897-4067-80be-57c63d30d360 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:04:53.819587 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:53.839007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0fff4094-c79a-4fda-a35d-58655975e6fe req-257ae634-40ab-4201-8690-3d290ebf543d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 210 time: 0.1195784 Aug 31 14:04:53.849903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3251bfc8-1c2c-49aa-9ccd-55daded29a01 req-3f3a7b0f-191a-40b9-a319-f5cbcd5aa5a8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466985 Aug 31 14:04:53.892697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-92892453-c63d-4b7e-8d9e-8c656da2e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:53.892697 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-92892453-c63d-4b7e-8d9e-8c656da2e24e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2698417 Aug 31 14:04:54.018239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-bbdac344-5575-4072-b1f6-d5f4148d19c9 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684284 Aug 31 14:04:54.340015 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-7484d2c7-db0a-46c0-a25b-a9558f02aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:04:51Z', 'revision_number': 5, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:54.377943 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-72b29565-e704-4a85-94f5-9911a74e7a6a service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672050 Aug 31 14:04:54.435385 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484d2c7-db0a-46c0-a25b-a9558f02aa2c None None] The sync data for ids ['c23f5e5d-2897-4067-80be-57c63d30d360'] in n-d-792364-6 is: [{'id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'name': 'tempest-ServersTestBootFromVolume-729856424-router', 'tenant_id': '9ba305546f2943cc8d13d5159823234e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:29Z', 'updated_at': '2021-08-31T14:04:51Z', 'revision_number': 5, 'project_id': '9ba305546f2943cc8d13d5159823234e', 'gw_port': {'id': '20b1057d-4367-4361-9f13-681cf2e68df0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f5e5d-2897-4067-80be-57c63d30d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:31Z', 'updated_at': '2021-08-31T14:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:04:54.435750 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-82dd8f81-6e08-44af-a836-8d94763aa1fd service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090788 Aug 31 14:04:54.540058 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfdcfe-28e3-4d27-86e7-05b259712f06 req-b9df0de8-eba9-4a18-b479-7b4b76642bb2 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:54.554605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24dfdcfe-28e3-4d27-86e7-05b259712f06 req-b9df0de8-eba9-4a18-b479-7b4b76642bb2 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.5289514 Aug 31 14:04:54.673358 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24dfdcfe-28e3-4d27-86e7-05b259712f06 req-dcf8c9ed-6b71-4f31-936c-7b308e2bfdcd tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171553 Aug 31 14:04:54.756748 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Deleting port 20b1057d-4367-4361-9f13-681cf2e68df0 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:54.757305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:54.766604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d433b24-f647-497d-ad27-30a6513f5e59 req-a4559361-ba3c-48b5-b9ce-b4a8efbb3cac tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:54.769305 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d433b24-f647-497d-ad27-30a6513f5e59 req-a4559361-ba3c-48b5-b9ce-b4a8efbb3cac tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 949 time: 0.1029751 Aug 31 14:04:54.837882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 03543d41-2e82-4457-9900-6539548f1314 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:04:54.869744 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ba8603c-bdb7-42af-ae6f-91f9804dc664 req-00c5a79e-c43b-4b55-926f-a2f07397a770 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781342 Aug 31 14:04:54.910269 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d433b24-f647-497d-ad27-30a6513f5e59 req-62d57898-dd6c-4a66-bd17-77030cb24ca0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299613 Aug 31 14:04:55.039227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] For port 20b1057d-4367-4361-9f13-681cf2e68df0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=20b1057d-4367-4361-9f13-681cf2e68df0,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:55.039511 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:55.074950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Calling delete_port for 20b1057d-4367-4361-9f13-681cf2e68df0 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:55.105076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:55.132472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '03543d41-2e82-4457-9900-6539548f1314', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '03543d41-2e82-4457-9900-6539548f1314', 'mac_address': 'fa:16:3e:83:0d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:04:55.208182 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:55.220240 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6d73d4bf-6bcb-40a5-bf3a-0f5549b4289f req-d3a1d04c-358b-44c5-a7e0-f747f82eef9b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 210 time: 0.1223981 Aug 31 14:04:55.227369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03543d41-2e82-4457-9900-6539548f1314 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:04:55.275783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:55.284317 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:55.306040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363ab65-307e-49e5-bb67-2f4312fd12a2 req-44db3fa1-d19b-4c61-8130-9fc8478f7829 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:55.312757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2363ab65-307e-49e5-bb67-2f4312fd12a2 req-44db3fa1-d19b-4c61-8130-9fc8478f7829 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1598170 Aug 31 14:04:55.356470 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=12']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:55.424261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2363ab65-307e-49e5-bb67-2f4312fd12a2 req-20f7aaff-2549-4a21-8092-e0d7f3f23ade tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992441 Aug 31 14:04:55.550314 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbbcd8-adba-476c-920b-e018ec0702c0 req-5b30e5bf-9520-4d8a-b1f0-442338d7453d tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:55.554544 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-10bbbcd8-adba-476c-920b-e018ec0702c0 req-5b30e5bf-9520-4d8a-b1f0-442338d7453d tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 1101 time: 0.1514807 Aug 31 14:04:55.672156 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-10bbbcd8-adba-476c-920b-e018ec0702c0 req-8550a313-682d-467c-a4c3-415f0be4be4e tempest-MigrationsAdminTest-110292525 tempest-MigrationsAdminTest-110292525-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011267 Aug 31 14:04:55.692113 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:55.707091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['03543d41-2e82-4457-9900-6539548f1314'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:55.763092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=20b1057d-4367-4361-9f13-681cf2e68df0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:55.926488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55389f8f-9951-450f-9e8c-f55703eac19a req-43f703cc-72bc-437c-855e-333354009ea3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:55.931805 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55389f8f-9951-450f-9e8c-f55703eac19a req-43f703cc-72bc-437c-855e-333354009ea3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1479726 Aug 31 14:04:55.952600 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:55.969244 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52642e-aeb9-4709-b82f-6735efdc120d req-9ec50a70-f395-4365-a182-2aa8c81a95d0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:55.971644 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee52642e-aeb9-4709-b82f-6735efdc120d req-9ec50a70-f395-4365-a182-2aa8c81a95d0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1129100 Aug 31 14:04:56.006340 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55389f8f-9951-450f-9e8c-f55703eac19a req-00790b33-eecf-40c2-88b1-4100360c7aa4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663717 Aug 31 14:04:56.540786 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee52642e-aeb9-4709-b82f-6735efdc120d req-363f17c3-5c5d-44fb-b63d-7398a9060a6a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391204 Aug 31 14:04:56.546163 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.554984 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.604644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ac309c59-30de-4cf1-87ce-08d585ca8c21 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:56.640456 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.641508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c23f5e5d-2897-4067-80be-57c63d30d360 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:04:56.652598 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.653967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9aea677e-c406-4648-853d-6faf06551ed9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c23f5e5d-2897-4067-80be-57c63d30d360 HTTP/1.1" status: 204 len: 168 time: 4.1372001 Aug 31 14:04:56.661408 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43500) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:56.675117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ac309c59-30de-4cf1-87ce-08d585ca8c21 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:04:56.675724 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ac309c59-30de-4cf1-87ce-08d585ca8c21 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:56.767882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe0852-9abb-41c1-b2a0-970832704044 req-9c91f0a4-d8cd-4fce-b4a3-f325e61b0aef tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:56.777130 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c87a538-16b5-4f58-bf9c-3eb5823db966 req-c7fe0890-4bae-4484-830d-bcce08730519 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 210 time: 0.0693715 Aug 31 14:04:56.780465 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33fe0852-9abb-41c1-b2a0-970832704044 req-9c91f0a4-d8cd-4fce-b4a3-f325e61b0aef tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.1614923 Aug 31 14:04:56.794613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-603a6ee2-fc77-46be-aec8-4f45071cf975 admin admin] Deleting subnet d50b5bd4-258e-43ae-bc2c-e694548f6a87 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:04:56.799197 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-603a6ee2-fc77-46be-aec8-4f45071cf975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:56.889123 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33fe0852-9abb-41c1-b2a0-970832704044 req-5f01f098-1aa2-4323-bbd3-0474b499e20d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741622 Aug 31 14:04:56.903510 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-603a6ee2-fc77-46be-aec8-4f45071cf975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.066328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-603a6ee2-fc77-46be-aec8-4f45071cf975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.104585 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-1ebb31dd-5cb4-4b3b-8ed2-8af3e15be9fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1066060 Aug 31 14:04:57.206271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995b02d-af97-48a7-bd56-afccbd7e2f26 req-8cdd04f6-5a87-44b4-a482-915e96f11abd tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.213939 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4995b02d-af97-48a7-bd56-afccbd7e2f26 req-8cdd04f6-5a87-44b4-a482-915e96f11abd tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0903795 Aug 31 14:04:57.224874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-32aebb0c-bd18-4900-b352-8cf8cba753a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.225634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-32aebb0c-bd18-4900-b352-8cf8cba753a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.226766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-32aebb0c-bd18-4900-b352-8cf8cba753a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.227423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-32aebb0c-bd18-4900-b352-8cf8cba753a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.229594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-32aebb0c-bd18-4900-b352-8cf8cba753a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.230130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-32aebb0c-bd18-4900-b352-8cf8cba753a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.230649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-32aebb0c-bd18-4900-b352-8cf8cba753a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.236309 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-32aebb0c-bd18-4900-b352-8cf8cba753a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6489 time: 0.0946252 Aug 31 14:04:57.243644 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-603a6ee2-fc77-46be-aec8-4f45071cf975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.258700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43510) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:57.275529 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c4290-1183-439e-8bc8-845bfdcb93d9 None None] Network 32e80b2a-96f7-42f4-b113-1b21fb467318 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:04:57.288677 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-603a6ee2-fc77-46be-aec8-4f45071cf975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.298568 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-603a6ee2-fc77-46be-aec8-4f45071cf975 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d50b5bd4-258e-43ae-bc2c-e694548f6a87 HTTP/1.1" status: 204 len: 168 time: 0.6340933 Aug 31 14:04:57.304613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43514) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:57.321932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a6ee2-fc77-46be-aec8-4f45071cf975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50b5bd4-258e-43ae-bc2c-e694548f6a87,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:57.328966 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4995b02d-af97-48a7-bd56-afccbd7e2f26 req-64809590-e7af-49f7-ba98-76c6151405ce tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139507 Aug 31 14:04:57.549980 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.591668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18636b1c-3ecd-4238-ac17-7ffad3e59717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.608745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-9ea69942-8d10-4256-aaa3-398ba79cf056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.609245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-9ea69942-8d10-4256-aaa3-398ba79cf056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.609803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-9ea69942-8d10-4256-aaa3-398ba79cf056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.611850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-9ea69942-8d10-4256-aaa3-398ba79cf056 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5fb4c7e-2c3a-4423-9d26-009e73aec85e&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a HTTP/1.1" status: 200 len: 2291 time: 0.3360491 Aug 31 14:04:57.665202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1606b43f-e9a7-49ed-81de-6c08561df413 None None] DHCP port deletion for 32e80b2a-96f7-42f4-b113-1b21fb467318 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:04:57.690913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa16c7-967c-46f6-9ea6-384fb765d5bd req-3f961a60-960b-4483-a797-aa9ba3c59b5f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:57.693280 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2caa16c7-967c-46f6-9ea6-384fb765d5bd req-3f961a60-960b-4483-a797-aa9ba3c59b5f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0762374 Aug 31 14:04:57.751542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1606b43f-e9a7-49ed-81de-6c08561df413 None None] Deleting port 821210b2-db8c-4d9f-bc84-522166c5444c {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:57.751915 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1606b43f-e9a7-49ed-81de-6c08561df413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.765486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2caa16c7-967c-46f6-9ea6-384fb765d5bd req-f544d68e-8eec-4807-b98e-11d911d54889 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619287 Aug 31 14:04:57.818889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Deleting port 821210b2-db8c-4d9f-bc84-522166c5444c {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:57.819224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.827823 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-0bfcc96f-e528-479e-a325-f2e67c85bf31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3adf0515-04b3-473a-9e4d-355c21d8fc2a HTTP/1.1" status: 200 len: 1002 time: 0.1796250 Aug 31 14:04:57.835765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1606b43f-e9a7-49ed-81de-6c08561df413 None None] For port 821210b2-db8c-4d9f-bc84-522166c5444c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=821210b2-db8c-4d9f-bc84-522166c5444c,segment=NetworkSegment(8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b),segment_id=8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:57.836631 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1606b43f-e9a7-49ed-81de-6c08561df413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.854239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1606b43f-e9a7-49ed-81de-6c08561df413 None None] Calling delete_port for 821210b2-db8c-4d9f-bc84-522166c5444c owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:57.870299 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:04:57.975519 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1606b43f-e9a7-49ed-81de-6c08561df413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:57.991083 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-100b9e2d-b92b-4078-96c3-448cf2965588 req-c66fff43-1136-45c7-bb61-3a6f5ae7e4b0 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5cf780a-9abd-473b-b355-fbe7d073ce94 HTTP/1.1" status: 200 len: 210 time: 0.0422132 Aug 31 14:04:58.030523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606b43f-e9a7-49ed-81de-6c08561df413 None None] Pushing event deleted for resources: {'Port': ['ID=821210b2-db8c-4d9f-bc84-522166c5444c,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:58.041144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606b43f-e9a7-49ed-81de-6c08561df413 None None] No DVR routers for this DVR port 821210b2-db8c-4d9f-bc84-522166c5444c on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:04:58.138596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c209f-9af9-41fd-baaa-f59c0f0d3e85 req-7036b530-b7fc-47d2-bb13-108426efac10 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:58.141246 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db7c209f-9af9-41fd-baaa-f59c0f0d3e85 req-7036b530-b7fc-47d2-bb13-108426efac10 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.0567403 Aug 31 14:04:58.183527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db7c209f-9af9-41fd-baaa-f59c0f0d3e85 req-e0bfcedb-54f2-4f41-8d94-a679b7b918d8 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357184 Aug 31 14:04:58.273210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d851a9-cd74-40c0-8a66-686c82fbbad4 req-a875dcfd-2b89-4dc5-9111-655ab2872bdb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:58.274742 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99d851a9-cd74-40c0-8a66-686c82fbbad4 req-a875dcfd-2b89-4dc5-9111-655ab2872bdb tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.5753262 Aug 31 14:04:58.294392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] For port 821210b2-db8c-4d9f-bc84-522166c5444c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=821210b2-db8c-4d9f-bc84-522166c5444c,segment=NetworkSegment(8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b),segment_id=8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:58.294973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.339595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Calling delete_port for 821210b2-db8c-4d9f-bc84-522166c5444c owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:58.353271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df4f82-e661-414a-8056-4e28d27fab9e req-facfda01-a47e-4135-815a-03197a655fff tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:58.354778 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2df4f82-e661-414a-8056-4e28d27fab9e req-facfda01-a47e-4135-815a-03197a655fff tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 950 time: 0.5539501 Aug 31 14:04:58.362063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-fe67a961-1e4b-4df3-86dd-cfc7e8ebeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:58.363479 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-fe67a961-1e4b-4df3-86dd-cfc7e8ebeb45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3 HTTP/1.1" status: 200 len: 850 time: 0.5168855 Aug 31 14:04:58.484800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 20b1057d-4367-4361-9f13-681cf2e68df0 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:58.496405 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99d851a9-cd74-40c0-8a66-686c82fbbad4 req-715727fa-759f-4971-85c4-66eed8e1c0a5 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124352 Aug 31 14:04:58.510205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 20b1057d-4367-4361-9f13-681cf2e68df0 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:04:58.510442 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18636b1c-3ecd-4238-ac17-7ffad3e59717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.510651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 20b1057d-4367-4361-9f13-681cf2e68df0 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:58.511265 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 821210b2-db8c-4d9f-bc84-522166c5444c no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:04:58.525080 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18636b1c-3ecd-4238-ac17-7ffad3e59717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.532948 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 821210b2-db8c-4d9f-bc84-522166c5444c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:04:58.533295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 821210b2-db8c-4d9f-bc84-522166c5444c not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:04:58.615211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-7a6b8a9e-8e52-40cb-84a3-f0c8f78fa372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:58.616760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-7a6b8a9e-8e52-40cb-84a3-f0c8f78fa372 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5fb4c7e-2c3a-4423-9d26-009e73aec85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2431676 Aug 31 14:04:58.623057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18636b1c-3ecd-4238-ac17-7ffad3e59717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e632ba90-cf48-422e-802b-08e79b6be7a4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:58.629771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-18636b1c-3ecd-4238-ac17-7ffad3e59717 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7cc79fbd4f84bdfa3f4fd26ddb37527&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3696594 Aug 31 14:04:58.632809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43530) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:58.684897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-97de924d-9756-45ac-b10e-43453416ebde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.695511 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.712096 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-97de924d-9756-45ac-b10e-43453416ebde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.735355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=821210b2-db8c-4d9f-bc84-522166c5444c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:58.744646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] No DVR routers for this DVR port 821210b2-db8c-4d9f-bc84-522166c5444c on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:04:58.759749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f2df4f82-e661-414a-8056-4e28d27fab9e req-275d8112-5c7c-420c-ab00-68f9867da6d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Deleting port 03543d41-2e82-4457-9900-6539548f1314 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:04:58.760122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2df4f82-e661-414a-8056-4e28d27fab9e req-275d8112-5c7c-420c-ab00-68f9867da6d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.785875 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-97de924d-9756-45ac-b10e-43453416ebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.788359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-97de924d-9756-45ac-b10e-43453416ebde admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.789631 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-97de924d-9756-45ac-b10e-43453416ebde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e632ba90-cf48-422e-802b-08e79b6be7a4 HTTP/1.1" status: 204 len: 168 time: 0.1557806 Aug 31 14:04:58.799581 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de924d-9756-45ac-b10e-43453416ebde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e632ba90-cf48-422e-802b-08e79b6be7a4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:58.884528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 03543d41-2e82-4457-9900-6539548f1314 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:04:58.937576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-7801d029-39d5-4bf8-befa-6ce95837d911 service neutron] 10.222.0.13 "GET /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099740 Aug 31 14:04:58.942387 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.952354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 03543d41-2e82-4457-9900-6539548f1314 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:04:58.955974 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413431e-4397-4694-86a4-531891203f9e req-cfcda196-d799-4a8d-b4ab-b653098a698c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:58.960003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 03543d41-2e82-4457-9900-6539548f1314 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:04:58.960733 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:58.965529 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1413431e-4397-4694-86a4-531891203f9e req-cfcda196-d799-4a8d-b4ab-b653098a698c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0869901 Aug 31 14:04:58.975621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e80b2a-96f7-42f4-b113-1b21fb467318']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:59.020833 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1413431e-4397-4694-86a4-531891203f9e req-14040982-1af3-40d6-b596-a0289dad74ae tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542290 Aug 31 14:04:59.042249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:59.042738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca6fef0-2609-4b8e-aaa5-bdc967db3b0b') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:04:59.070533 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.075262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.097070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03543d41-2e82-4457-9900-6539548f1314'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:04:59.099193 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72481aff-684b-4ee8-b0ff-09615635aad4" -d '{"events": [{"server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "name": "network-vif-plugged", "status": "completed", "tag": "03543d41-2e82-4457-9900-6539548f1314"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:04:59.112771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:59.117361 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.118239 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.130673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f2df4f82-e661-414a-8056-4e28d27fab9e req-275d8112-5c7c-420c-ab00-68f9867da6d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] For port 03543d41-2e82-4457-9900-6539548f1314, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=03543d41-2e82-4457-9900-6539548f1314,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:04:59.130979 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2df4f82-e661-414a-8056-4e28d27fab9e req-275d8112-5c7c-420c-ab00-68f9867da6d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.135781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:04:59.136202 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:04:59.137970 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:04:59.191393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=13']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:59.238683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f2df4f82-e661-414a-8056-4e28d27fab9e req-275d8112-5c7c-420c-ab00-68f9867da6d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Calling delete_port for 03543d41-2e82-4457-9900-6539548f1314 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:04:59.244619 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b17f41a-e429-4fe3-ab17-ec4ae22dde6b x-openstack-request-id: req-5b17f41a-e429-4fe3-ab17-ec4ae22dde6b {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:04:59.244920 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "name": "network-vif-plugged", "status": "completed", "tag": "03543d41-2e82-4457-9900-6539548f1314", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:04:59.245200 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b17f41a-e429-4fe3-ab17-ec4ae22dde6b {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:04:59.245603 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03543d41-2e82-4457-9900-6539548f1314', 'code': 200} Aug 31 14:04:59.278239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43554) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:59.281548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-679d6e72-e9be-42ad-8304-a75a29a85473 service neutron] 10.222.0.13 "GET /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231885 Aug 31 14:04:59.301739 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cbee26e7-a582-4e04-925e-fc13342ace30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.377907 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.410439 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.416829 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] 10.222.0.20 "DELETE /v2.0/networks/32e80b2a-96f7-42f4-b113-1b21fb467318 HTTP/1.1" status: 204 len: 168 time: 2.1046934 Aug 31 14:04:59.433649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-15f06cac-f7a2-4c48-8489-f0cccad67622 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=ac6194a5-9eba-4751-8944-10a6f7e9a853 HTTP/1.1" status: 200 len: 217 time: 0.1431432 Aug 31 14:04:59.514556 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0a0dc-88b8-498c-8fd2-f8e0aadf6f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=32e80b2a-96f7-42f4-b113-1b21fb467318,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:59.525554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62cb49b5-e212-4ad7-b097-2410cf8aca0e req-4d9bea41-8cee-4f8f-a0df-3bf1a18b6710 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1348007 Aug 31 14:04:59.605297 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cbee26e7-a582-4e04-925e-fc13342ace30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.618148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb1d61-5b34-4b4a-b92f-cdc73d3072fc req-5e5359f8-2cb6-43bd-a0b5-ad4402e3f203 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:59.625042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5cdb1d61-5b34-4b4a-b92f-cdc73d3072fc req-5e5359f8-2cb6-43bd-a0b5-ad4402e3f203 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1567037 Aug 31 14:04:59.631901 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cbee26e7-a582-4e04-925e-fc13342ace30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.633491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f213516-95c1-46ec-9068-4e3336760985 req-45b50ef8-90a8-4ff5-8044-82472b06d58f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:59.641613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f213516-95c1-46ec-9068-4e3336760985 req-45b50ef8-90a8-4ff5-8044-82472b06d58f tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=612affe1-8c5d-45af-bf41-7ba5171eb1a3 HTTP/1.1" status: 200 len: 951 time: 0.2552168 Aug 31 14:04:59.674449 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cbee26e7-a582-4e04-925e-fc13342ace30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7296ba73ac0142249562de2da30ea56c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951020 Aug 31 14:04:59.684697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43564) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:59.694679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-79f78f0b-52d1-4f4c-908b-b7b9763ba96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:59.696674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-79f78f0b-52d1-4f4c-908b-b7b9763ba96a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.1875920 Aug 31 14:04:59.712205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb49b5-e212-4ad7-b097-2410cf8aca0e req-4436a71b-e707-44b0-bbe8-c5bddf8451cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:59.713884 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62cb49b5-e212-4ad7-b097-2410cf8aca0e req-4436a71b-e707-44b0-bbe8-c5bddf8451cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=080b42569e654447a2d600dfa0c1e0e3&device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 1101 time: 0.1492748 Aug 31 14:04:59.722069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43566) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:59.736089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee26e7-a582-4e04-925e-fc13342ace30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7462de1-c9f8-4f6e-87da-a0f9cc24a832,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:04:59.744460 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5cdb1d61-5b34-4b4a-b92f-cdc73d3072fc req-ea481c53-59eb-44eb-b654-ed23bec105c2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160216 Aug 31 14:04:59.835493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f213516-95c1-46ec-9068-4e3336760985 req-ee3b5865-9d97-43d6-a36f-e041bf8628da tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929843 Aug 31 14:04:59.852031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb49b5-e212-4ad7-b097-2410cf8aca0e req-71b85945-7fb8-471c-b37d-cbe60fe978c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:59.865353 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62cb49b5-e212-4ad7-b097-2410cf8aca0e req-71b85945-7fb8-471c-b37d-cbe60fe978c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1196475 Aug 31 14:04:59.894615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-c485a06f-9393-410e-a1ea-3e08a2d67751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:04:59.896812 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-c485a06f-9393-410e-a1ea-3e08a2d67751 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1882956 Aug 31 14:04:59.902803 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ad113ebb-7aa6-40bf-8ce6-0e0240065371 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ba305546f2943cc8d13d5159823234e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724935 Aug 31 14:04:59.906409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43570) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:04:59.944579 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2df4f82-e661-414a-8056-4e28d27fab9e req-275d8112-5c7c-420c-ab00-68f9867da6d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.960688 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9d710d51-2ec4-4597-8c27-ea2e926bb495', 'ea2adb95-1327-4b67-b70a-6461136e8ef6', '03543d41-2e82-4457-9900-6539548f1314'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:04:59.961325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1786ba28-b14c-4a96-8486-aae9bf489d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:04:59.962293 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62cb49b5-e212-4ad7-b097-2410cf8aca0e req-45521604-0d4a-4fac-96a7-3db2d687c973 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc HTTP/1.1" status: 200 len: 217 time: 0.0806565 Aug 31 14:04:59.966203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['f6cfb259-a4fe-4bb8-9991-251f8461d9bc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:00.035643 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb49b5-e212-4ad7-b097-2410cf8aca0e req-29129fa0-e056-42f6-8e21-5bb0def7df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:00.038110 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62cb49b5-e212-4ad7-b097-2410cf8aca0e req-29129fa0-e056-42f6-8e21-5bb0def7df2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0663018 Aug 31 14:05:00.104747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d8112-5c7c-420c-ab00-68f9867da6d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Pushing event deleted for resources: {'Port': ['ID=03543d41-2e82-4457-9900-6539548f1314,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:00.133960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb49b5-e212-4ad7-b097-2410cf8aca0e req-76ed6ab1-179e-48ef-b4f1-83e1cecaa6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:00.136067 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62cb49b5-e212-4ad7-b097-2410cf8aca0e req-76ed6ab1-179e-48ef-b4f1-83e1cecaa6a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888464 Aug 31 14:05:00.232939 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1786ba28-b14c-4a96-8486-aae9bf489d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.289756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6df53f8-c00c-4747-8fb2-061a6b49a857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.305261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2df4f82-e661-414a-8056-4e28d27fab9e req-275d8112-5c7c-420c-ab00-68f9867da6d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] No DVR routers for this DVR port 03543d41-2e82-4457-9900-6539548f1314 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:00.321028 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2df4f82-e661-414a-8056-4e28d27fab9e req-275d8112-5c7c-420c-ab00-68f9867da6d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.323960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2df4f82-e661-414a-8056-4e28d27fab9e req-275d8112-5c7c-420c-ab00-68f9867da6d9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "DELETE /v2.0/ports/03543d41-2e82-4457-9900-6539548f1314 HTTP/1.1" status: 204 len: 173 time: 1.9587901 Aug 31 14:05:00.328713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'name': 'network-vif-deleted', 'tag': '03543d41-2e82-4457-9900-6539548f1314'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:00.331199 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9668b51a-dca8-476e-b1a1-8aa7ea32259b" -d '{"events": [{"server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "name": "network-vif-deleted", "tag": "03543d41-2e82-4457-9900-6539548f1314"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:00.431928 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62cb49b5-e212-4ad7-b097-2410cf8aca0e req-278d9a79-2f1f-46d3-9a79-e066a37bfe14 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815835 Aug 31 14:05:00.461832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c91e6-eed1-4db4-9254-7d538cee9452 req-f6fb45ac-b3e0-49ce-aafa-5fdf1c776d6d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:00.464815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f72c91e6-eed1-4db4-9254-7d538cee9452 req-f6fb45ac-b3e0-49ce-aafa-5fdf1c776d6d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.4614270 Aug 31 14:05:00.475383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e0b80-f3e7-499b-9957-8fdcea97a891 req-025e3524-e934-431a-829f-23c058265747 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:00.483686 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b5e0b80-f3e7-499b-9957-8fdcea97a891 req-025e3524-e934-431a-829f-23c058265747 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.2732189 Aug 31 14:05:00.494771 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6df53f8-c00c-4747-8fb2-061a6b49a857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.502454 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-55b1b3ac-7ddb-4804-b7da-e2c98eb3dc59 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872617 Aug 31 14:05:00.540007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b5e0b80-f3e7-499b-9957-8fdcea97a891 req-50d5e9c8-c55d-4902-87bb-5c03685a5b26 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/quotas/c49ff878b8ce4be8846e7a9703cafd7a HTTP/1.1" status: 200 len: 375 time: 0.0552890 Aug 31 14:05:00.569130 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1786ba28-b14c-4a96-8486-aae9bf489d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.572020 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b5e0b80-f3e7-499b-9957-8fdcea97a891 req-13e7daf1-ee15-4f9e-a114-0e9194717590 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311108 Aug 31 14:05:00.573408 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1786ba28-b14c-4a96-8486-aae9bf489d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.574533 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1786ba28-b14c-4a96-8486-aae9bf489d71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7462de1-c9f8-4f6e-87da-a0f9cc24a832 HTTP/1.1" status: 204 len: 168 time: 0.8877425 Aug 31 14:05:00.653381 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62cb49b5-e212-4ad7-b097-2410cf8aca0e req-7143fbe7-e58b-492a-8657-662c6ccf6778 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075028 Aug 31 14:05:00.667134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786ba28-b14c-4a96-8486-aae9bf489d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7462de1-c9f8-4f6e-87da-a0f9cc24a832,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:00.689293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f72c91e6-eed1-4db4-9254-7d538cee9452 req-8a2b06b7-b5c0-4dc2-82dc-d2ca4667e8b2 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973755 Aug 31 14:05:00.746371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6df53f8-c00c-4747-8fb2-061a6b49a857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.749893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6df53f8-c00c-4747-8fb2-061a6b49a857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:00.751138 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c6df53f8-c00c-4747-8fb2-061a6b49a857 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea045496-daf9-4f24-b6da-9ed49ec8fe01 HTTP/1.1" status: 204 len: 168 time: 0.8437800 Aug 31 14:05:00.754610 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b5e0b80-f3e7-499b-9957-8fdcea97a891 req-505842b8-f3d6-4075-843e-54329e5599ea service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463530 Aug 31 14:05:00.791543 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ffc46d-2a49-4d1d-9b06-c6dae23f6a72 x-openstack-request-id: req-54ffc46d-2a49-4d1d-9b06-c6dae23f6a72 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:00.791861 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612affe1-8c5d-45af-bf41-7ba5171eb1a3", "name": "network-vif-deleted", "tag": "03543d41-2e82-4457-9900-6539548f1314", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:00.792182 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54ffc46d-2a49-4d1d-9b06-c6dae23f6a72 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:00.794465 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612affe1-8c5d-45af-bf41-7ba5171eb1a3', 'name': 'network-vif-deleted', 'tag': '03543d41-2e82-4457-9900-6539548f1314', 'status': 'completed', 'code': 200} Aug 31 14:05:00.809376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df53f8-c00c-4747-8fb2-061a6b49a857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea045496-daf9-4f24-b6da-9ed49ec8fe01,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:00.823315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-764d43c0-0b1f-4c90-8539-aaf4b7b2bd79 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959077 Aug 31 14:05:00.893355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-49e0b713-332d-4cdb-aa18-ba2d209f674c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=7627da9a-ba2e-426b-8648-956bac9056d9 HTTP/1.1" status: 200 len: 217 time: 0.0601337 Aug 31 14:05:00.895978 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b5e0b80-f3e7-499b-9957-8fdcea97a891 req-74b3ff1e-326a-48b2-8627-1467d0484bf4 service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407917 Aug 31 14:05:00.962439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-24195616-e851-4462-95e5-5456387a4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:00.964045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-24195616-e851-4462-95e5-5456387a4ab6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.0637422 Aug 31 14:05:01.093906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-5f2ca730-8c37-4c3d-b4cb-c1e091a87e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:01.096093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-5f2ca730-8c37-4c3d-b4cb-c1e091a87e6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206322 Aug 31 14:05:01.267355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfbc3f-976c-4f77-8325-725ab1a10a20 req-110cd606-017b-4544-a360-63f016711e95 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:01.269037 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bdfbc3f-976c-4f77-8325-725ab1a10a20 req-110cd606-017b-4544-a360-63f016711e95 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.2470098 Aug 31 14:05:01.318134 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ed6ef365-ace6-4392-b760-ffca888c173a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:01.386868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43616) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:01.392746 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36a577ac-8a6d-47cb-ba84-5cb027454a71 req-15cbc6c4-2c87-43fa-a1bd-426d2dcd6ccb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a284a28-960c-4c2a-8246-17041518d00b HTTP/1.1" status: 200 len: 210 time: 0.0407143 Aug 31 14:05:01.431380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bfbc-f94c-4376-8413-8dbc7398639a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:01.448626 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bdfbc3f-976c-4f77-8325-725ab1a10a20 req-1785cb49-a953-48d7-a19b-9de3bb425e92 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629133 Aug 31 14:05:01.454913 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-01e26bff-abfb-4f45-b22e-79562a467103 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496501 Aug 31 14:05:01.848765 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5c8f9-21e4-466f-bf35-426163acb7dd req-b61c1e61-390f-4d22-af4d-a06b9f844e24 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:01.857747 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7c5c8f9-21e4-466f-bf35-426163acb7dd req-b61c1e61-390f-4d22-af4d-a06b9f844e24 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0753765 Aug 31 14:05:01.895353 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bfbc-f94c-4376-8413-8dbc7398639a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:01.912504 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bfbc-f94c-4376-8413-8dbc7398639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:01.916669 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7c5c8f9-21e4-466f-bf35-426163acb7dd req-a6f83245-07b7-4ab8-b05f-cda4c1836f45 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570188 Aug 31 14:05:01.933551 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-15ffd56b-6fdd-4ee5-9983-4f30b3a89f05 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550624 Aug 31 14:05:02.008955 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5cf9bfbc-f94c-4376-8413-8dbc7398639a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02a608c843ec4a16ae32b605ddcf129e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206732 Aug 31 14:05:02.009198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43650) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:02.012028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-96129826-a7b6-4608-b182-1fbe885157b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=83219683-f9b0-42b6-82dc-6016f15f8221 HTTP/1.1" status: 200 len: 217 time: 0.0692327 Aug 31 14:05:02.013300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9bfbc-f94c-4376-8413-8dbc7398639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951ab783-7841-46f5-bec2-ba3c92000b33,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:02.079355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-049f3fa9-d7b4-4654-959a-ba03521971b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:02.081926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-049f3fa9-d7b4-4654-959a-ba03521971b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.0610425 Aug 31 14:05:02.182700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-92cc6c12-1ac8-4783-8083-9724010bdf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:02.184591 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-92cc6c12-1ac8-4783-8083-9724010bdf88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949121 Aug 31 14:05:02.232221 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e61e-ab21-42e1-a873-074cb0eff385 req-ed7ccf2b-d3a4-43d5-926e-e13be1e2e69c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:02.234437 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2d24e61e-ab21-42e1-a873-074cb0eff385 req-ed7ccf2b-d3a4-43d5-926e-e13be1e2e69c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 951 time: 0.1567364 Aug 31 14:05:02.274405 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43660) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:02.277203 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c05a9569-21ed-4e5c-8b0b-aef4e9c0f4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:02.329598 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2d24e61e-ab21-42e1-a873-074cb0eff385 req-3e7dac16-80f5-4ac0-8936-15e30a5de33d tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858235 Aug 31 14:05:02.341935 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c05a9569-21ed-4e5c-8b0b-aef4e9c0f4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:02.382839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-ad7bde9c-875a-4fba-a6e7-405a10d20c75 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870708 Aug 31 14:05:02.538604 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c05a9569-21ed-4e5c-8b0b-aef4e9c0f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:02.541224 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c05a9569-21ed-4e5c-8b0b-aef4e9c0f4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:02.542498 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c05a9569-21ed-4e5c-8b0b-aef4e9c0f4d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/951ab783-7841-46f5-bec2-ba3c92000b33 HTTP/1.1" status: 204 len: 168 time: 0.5321090 Aug 31 14:05:02.552959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-994298664-network', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:02.570665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a9569-21ed-4e5c-8b0b-aef4e9c0f4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951ab783-7841-46f5-bec2-ba3c92000b33,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:02.620858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd0155-06f2-45e4-8fe5-09e6e0a310c7 req-9d36842a-3a2e-460f-9228-23ff94705b9c tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:02.633374 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1cbd0155-06f2-45e4-8fe5-09e6e0a310c7 req-9d36842a-3a2e-460f-9228-23ff94705b9c tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1732097 Aug 31 14:05:02.651013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-7116ed04-0cd0-4a55-be71-71080f088ca0 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602756 Aug 31 14:05:02.676607 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1cbd0155-06f2-45e4-8fe5-09e6e0a310c7 req-8af8c2bf-294b-444e-a949-ed4b45341607 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421963 Aug 31 14:05:02.688199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Made reservation on behalf of 1f2efc98a97a4ab5bd1f2aca39a17c94 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:02.689818 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:02.737622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-74e47b46-a19e-480a-9fd0-bd178b611dff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=b2bf1ed2-10fe-417a-8870-b240c3970b3f HTTP/1.1" status: 200 len: 217 time: 0.0568888 Aug 31 14:05:02.739635 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:02.814849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324daaf-51f5-4759-b8b8-daeb51c93470 req-2b9c8dc1-a99a-48c7-8eed-085d8ccb33c7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:02.822505 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2324daaf-51f5-4759-b8b8-daeb51c93470 req-2b9c8dc1-a99a-48c7-8eed-085d8ccb33c7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1703475 Aug 31 14:05:02.839963 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-cc2fceff-bee2-40b5-bc6e-50b037a17a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:02.841758 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-cc2fceff-bee2-40b5-bc6e-50b037a17a8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.0931098 Aug 31 14:05:02.897182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 03543d41-2e82-4457-9900-6539548f1314 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:02.925382 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2324daaf-51f5-4759-b8b8-daeb51c93470 req-ecdcdaf7-e2af-478b-9bf8-fc2aedd40971 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017218 Aug 31 14:05:02.980853 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 03543d41-2e82-4457-9900-6539548f1314 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:05:02.989099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 03543d41-2e82-4457-9900-6539548f1314 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:03.016926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-854b24a6-3b04-4f51-839f-9caea1aa4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:03.019644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-854b24a6-3b04-4f51-839f-9caea1aa4241 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1627426 Aug 31 14:05:03.147349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b8c1-5969-4417-b967-0c8eec43397c req-11562cba-9db1-46aa-93d5-5793e480dede tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:03.161198 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88d9b8c1-5969-4417-b967-0c8eec43397c req-11562cba-9db1-46aa-93d5-5793e480dede tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1131668 Aug 31 14:05:03.244326 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88d9b8c1-5969-4417-b967-0c8eec43397c req-bd0c19ff-9d4e-48a4-b555-109ff23e1ea9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814986 Aug 31 14:05:03.559383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44951aab-421c-43e0-a24a-7ec0f15a4061 req-01d203e9-ccc1-4f69-8e02-779fc4036c15 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:03.570366 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-44951aab-421c-43e0-a24a-7ec0f15a4061 req-01d203e9-ccc1-4f69-8e02-779fc4036c15 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 951 time: 0.1266012 Aug 31 14:05:03.641169 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-44951aab-421c-43e0-a24a-7ec0f15a4061 req-b0b39866-006f-437b-bb44-769d9a5c93ad tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690081 Aug 31 14:05:03.678481 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.689338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038df04-9355-4d0c-8211-f0e030cf3ad9 req-5b752c2f-21d8-4629-975c-beaa86836ad5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:03.691041 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5038df04-9355-4d0c-8211-f0e030cf3ad9 req-5b752c2f-21d8-4629-975c-beaa86836ad5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 951 time: 0.5977645 Aug 31 14:05:03.697331 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-3f3383b4-8cfd-4a13-9e65-65f44aceb053 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606283 Aug 31 14:05:03.707027 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.856958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:05:03.898395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-d7a1abad-8b83-42b4-b5bb-a982c3a0c4ed tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:03.903371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-d7a1abad-8b83-42b4-b5bb-a982c3a0c4ed tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.4031663 Aug 31 14:05:03.904070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44de5707-2f68-4b0b-b6c2-4d22c70319e4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:03.932405 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:03.932788 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Added segment 703b2d0d-385c-45b8-b9df-ac89d567f085 of type vlan for network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 Aug 31 14:05:03.968132 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.003478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1b4c-f951-4cd1-96bb-783a9ba051d7 req-33cb5e53-2418-4250-96bb-f2eede993b5d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:04.015326 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08f07830-351b-4212-b4ac-bbfe8025e789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.017531 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae6c1b4c-f951-4cd1-96bb-783a9ba051d7 req-33cb5e53-2418-4250-96bb-f2eede993b5d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1331098 Aug 31 14:05:04.034136 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-9d52c516-bf70-4371-bb67-e9cf9e6afaf9 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/quotas/c49ff878b8ce4be8846e7a9703cafd7a HTTP/1.1" status: 200 len: 375 time: 0.1028590 Aug 31 14:05:04.051766 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.077983 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae6c1b4c-f951-4cd1-96bb-783a9ba051d7 req-fd3c98e8-31d4-42f7-a5ca-d47767e95ae4 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590394 Aug 31 14:05:04.114315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-de19c1f6-7e2a-4dbe-b556-d4faf7bb2774 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700994 Aug 31 14:05:04.124746 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-4fb4478d-16c5-4e75-af24-9c74445e3ce9 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115503 Aug 31 14:05:04.246739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-0748775d-ad9e-48e2-88dd-2273fde34d8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1bcd0b3-38ba-4164-85db-c6f590972787 HTTP/1.1" status: 200 len: 217 time: 0.1109984 Aug 31 14:05:04.251279 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.252191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:04.252817 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.304688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-5038df04-9355-4d0c-8211-f0e030cf3ad9 req-a4ba0a30-85a9-4223-bc0f-1aef133af667 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Deleting port ea2adb95-1327-4b67-b70a-6461136e8ef6 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:04.305033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5038df04-9355-4d0c-8211-f0e030cf3ad9 req-a4ba0a30-85a9-4223-bc0f-1aef133af667 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.421406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1428597 Aug 31 14:05:04.422072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43726) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:04.428198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-333cc6b3-ef96-4da0-931a-fcc1e594526e admin admin] Request body: {'subnet': {'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-994298664-subnet', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:04.459484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-8b3ff7a4-c1cd-4726-9fe5-69d41830ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:04.460739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333cc6b3-ef96-4da0-931a-fcc1e594526e admin admin] Made reservation on behalf of 1f2efc98a97a4ab5bd1f2aca39a17c94 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:04.461886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-8b3ff7a4-c1cd-4726-9fe5-69d41830ff2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c13a0b8-31ff-48a2-9d84-997661bb621d HTTP/1.1" status: 200 len: 797 time: 0.2063408 Aug 31 14:05:04.463893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-333cc6b3-ef96-4da0-931a-fcc1e594526e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.467921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc049592-745e-45e1-b66d-8366d396a466 admin admin] Pushing event updated for resources: {'Network': ['ID=cf5cf5d0-f670-49ce-8680-81fb514e0dd8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:04.482773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:05:04.539445 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-91a0deb1-226a-419a-b74d-571e95b4d953 service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065466 Aug 31 14:05:04.666362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5038df04-9355-4d0c-8211-f0e030cf3ad9 req-a4ba0a30-85a9-4223-bc0f-1aef133af667 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] For port ea2adb95-1327-4b67-b70a-6461136e8ef6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ea2adb95-1327-4b67-b70a-6461136e8ef6,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:04.666936 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5038df04-9355-4d0c-8211-f0e030cf3ad9 req-a4ba0a30-85a9-4223-bc0f-1aef133af667 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.694205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-53821e23-e802-47c0-ab31-2cde98347af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:04.696763 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-53821e23-e802-47c0-ab31-2cde98347af1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2208581 Aug 31 14:05:04.727197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-5038df04-9355-4d0c-8211-f0e030cf3ad9 req-a4ba0a30-85a9-4223-bc0f-1aef133af667 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Calling delete_port for ea2adb95-1327-4b67-b70a-6461136e8ef6 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:04.762719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-333cc6b3-ef96-4da0-931a-fcc1e594526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:04.844148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cc6b3-ef96-4da0-931a-fcc1e594526e admin admin] Pushing event updated for resources: {'Subnet': ['ID=881a208b-bb54-40df-9459-d09bbbea0405,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:04.884249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-c1b45fbd-349e-4f0a-b564-42384cf25bcb service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439236 Aug 31 14:05:04.896897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb4547-9aa6-479d-89b7-eef45eb779c4 req-507a5a12-4489-4ea4-90e2-46625d7f42a0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:04.905263 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8eb4547-9aa6-479d-89b7-eef45eb779c4 req-507a5a12-4489-4ea4-90e2-46625d7f42a0 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 951 time: 0.1612279 Aug 31 14:05:04.915429 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-dccad18c-68f5-4897-805f-46d7a47e68b4 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071922 Aug 31 14:05:04.932794 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333cc6b3-ef96-4da0-931a-fcc1e594526e admin admin] Checking segment: {'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:04.933237 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333cc6b3-ef96-4da0-931a-fcc1e594526e admin admin] Network hostable DHCP agents. Network: cf5cf5d0-f670-49ce-8680-81fb514e0dd8, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:05:04.980876 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8eb4547-9aa6-479d-89b7-eef45eb779c4 req-41803109-1d74-43a1-96b8-9dc6ef0bc41e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730569 Aug 31 14:05:05.015962 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333cc6b3-ef96-4da0-931a-fcc1e594526e admin admin] Network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:05:05.039728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-333cc6b3-ef96-4da0-931a-fcc1e594526e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, cf5cf5d0-f670-49ce-8680-81fb514e0dd8) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:05.050298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333cc6b3-ef96-4da0-931a-fcc1e594526e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:05.053210 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-333cc6b3-ef96-4da0-931a-fcc1e594526e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.061935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b08efe-ac2f-428e-a84c-4595053ce223 None None] Network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:05:05.096543 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-333cc6b3-ef96-4da0-931a-fcc1e594526e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6726065 Aug 31 14:05:05.100682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43748) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:05.116937 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:05.121815 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5038df04-9355-4d0c-8211-f0e030cf3ad9 req-a4ba0a30-85a9-4223-bc0f-1aef133af667 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.191232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.192638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.211721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba0a30-85a9-4223-bc0f-1aef133af667 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Pushing event deleted for resources: {'Port': ['ID=ea2adb95-1327-4b67-b70a-6461136e8ef6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:05.214168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9d710d51-2ec4-4597-8c27-ea2e926bb495'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:05.222407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-02d0e4c4-3250-4797-878d-2a3fa3caaa47 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862222 Aug 31 14:05:05.229857 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['f6cfb259-a4fe-4bb8-9991-251f8461d9bc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:05.350950 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.455583 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.543398 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-eafb6159-4d61-4ce4-bb09-0e0dd4607444 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8a30911-6d66-4d40-8dab-8fe6556e0287 HTTP/1.1" status: 200 len: 217 time: 0.2650166 Aug 31 14:05:05.548642 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-946a7647-1120-461f-b4dd-72fb727bd504 req-395346cb-39f4-4287-a5e1-ba5774e7ae12 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 210 time: 0.2234147 Aug 31 14:05:05.551133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5038df04-9355-4d0c-8211-f0e030cf3ad9 req-a4ba0a30-85a9-4223-bc0f-1aef133af667 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] No DVR routers for this DVR port ea2adb95-1327-4b67-b70a-6461136e8ef6 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:05.580277 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5038df04-9355-4d0c-8211-f0e030cf3ad9 req-a4ba0a30-85a9-4223-bc0f-1aef133af667 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.589459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5038df04-9355-4d0c-8211-f0e030cf3ad9 req-a4ba0a30-85a9-4223-bc0f-1aef133af667 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "DELETE /v2.0/ports/ea2adb95-1327-4b67-b70a-6461136e8ef6 HTTP/1.1" status: 204 len: 173 time: 1.8844192 Aug 31 14:05:05.591391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcef29c-f0c2-4336-8ade-106b4fc29b0f', 'name': 'network-vif-deleted', 'tag': 'ea2adb95-1327-4b67-b70a-6461136e8ef6'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:05.616981 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee52f76-cf09-4e5e-b97a-d8e2499b520d" -d '{"events": [{"server_uuid": "fbcef29c-f0c2-4336-8ade-106b4fc29b0f", "name": "network-vif-deleted", "tag": "ea2adb95-1327-4b67-b70a-6461136e8ef6"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:05.740727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-2353fefa-0e0c-4e34-a935-f9630ec36b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:05.746090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-2353fefa-0e0c-4e34-a935-f9630ec36b55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c13a0b8-31ff-48a2-9d84-997661bb621d HTTP/1.1" status: 200 len: 797 time: 0.1907938 Aug 31 14:05:05.828805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:05.898720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-1cddd65e-22ae-4741-bde1-36af76f3308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:05.903161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-1cddd65e-22ae-4741-bde1-36af76f3308f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1462867 Aug 31 14:05:05.942967 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ffae3-4397-4c21-b9cc-9377ebecac70 req-f678bf5c-3fab-4b86-87a1-cb23547aac99 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:05.955699 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a60ffae3-4397-4c21-b9cc-9377ebecac70 req-f678bf5c-3fab-4b86-87a1-cb23547aac99 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.5233324 Aug 31 14:05:06.097739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-66066e6e-45ef-4bd5-9d7f-52384a1b6d4e service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864550 Aug 31 14:05:06.107104 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a60ffae3-4397-4c21-b9cc-9377ebecac70 req-62e753f8-c33c-48ce-94e5-e21eae3078da tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464880 Aug 31 14:05:06.269579 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01debede-b933-4f49-b280-115151404680 x-openstack-request-id: req-01debede-b933-4f49-b280-115151404680 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:06.269873 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcef29c-f0c2-4336-8ade-106b4fc29b0f", "name": "network-vif-deleted", "tag": "ea2adb95-1327-4b67-b70a-6461136e8ef6", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:06.272028 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01debede-b933-4f49-b280-115151404680 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:06.272450 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcef29c-f0c2-4336-8ade-106b4fc29b0f', 'name': 'network-vif-deleted', 'tag': 'ea2adb95-1327-4b67-b70a-6461136e8ef6', 'status': 'completed', 'code': 200} Aug 31 14:05:06.402757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece45f9-9fcb-4adb-8a17-1c86d224497e req-5d0f0a1b-ea66-4cff-9208-958d98453c70 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973824 Aug 31 14:05:06.482280 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-99f88930-4dc4-4008-9c41-e663b22bfd18 req-e214623d-eeed-4cfe-b28c-726d831d1f13 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcef29c-f0c2-4336-8ade-106b4fc29b0f HTTP/1.1" status: 200 len: 210 time: 0.0589969 Aug 31 14:05:06.530951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'fixed_ips': [{'subnet_id': '881a208b-bb54-40df-9459-d09bbbea0405'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:05:06.533791 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:06.556880 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:06.611106 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:06.733034 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd39b8-c7db-43d6-a3cd-83118f19efb8 req-a80f7ee1-519a-40d7-85ce-59bac6f36dca tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:06.743203 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-78cd39b8-c7db-43d6-a3cd-83118f19efb8 req-a80f7ee1-519a-40d7-85ce-59bac6f36dca tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1359115 Aug 31 14:05:06.752267 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:06.810529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5ce81e0-28ed-409b-ba06-138b354c46b8 req-8d1bbfe7-97b2-43ff-b8cd-1ff4076d5e4d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 210 time: 0.0379524 Aug 31 14:05:06.833473 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-78cd39b8-c7db-43d6-a3cd-83118f19efb8 req-d9d474cd-6fc7-4fa7-9906-28023c7b5e9c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893755 Aug 31 14:05:06.840748 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Allocated IP 172.25.3.199 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/6cb94944-9faa-401d-ba46-2d125f990fb1) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:06.919415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Allocated IP 172.20.0.2 (cf5cf5d0-f670-49ce-8680-81fb514e0dd8/881a208b-bb54-40df-9459-d09bbbea0405/0e284d46-7167-4631-b51d-026a977b3120) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:06.926216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ea2adb95-1327-4b67-b70a-6461136e8ef6 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:06.953855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: ea2adb95-1327-4b67-b70a-6461136e8ef6 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:05:06.954213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ea2adb95-1327-4b67-b70a-6461136e8ef6 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:06.981971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.084131 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.174232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Pushing event updated for resources: {'Port': ['ID=6cb94944-9faa-401d-ba46-2d125f990fb1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:07.185411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:07.188511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:07.192615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:07.263605 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.269000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-b1a3d833-e0c9-4f01-8566-9b0e8492174c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:07.272944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-b1a3d833-e0c9-4f01-8566-9b0e8492174c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.2463961 Aug 31 14:05:07.276537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Transition to ACTIVE for port object 0e284d46-7167-4631-b51d-026a977b3120 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:07.288930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Request body: {'port': {'device_id': '13b13631-8fef-49d2-b0ab-1a2da5458df0', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'admin_state_up': True, 'tenant_id': 'c49ff878b8ce4be8846e7a9703cafd7a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:07.314818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Transition to ACTIVE for port object 0e284d46-7167-4631-b51d-026a977b3120 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:07.328577 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.357339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982705d-095b-49ac-a8cc-e387f0bc3796 req-a6d4eb04-cc57-4101-a87a-5d1dddeb324f tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:07.359879 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f982705d-095b-49ac-a8cc-e387f0bc3796 req-a6d4eb04-cc57-4101-a87a-5d1dddeb324f tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1649060 Aug 31 14:05:07.397775 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:07.401317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:07.412239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:07.454848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f982705d-095b-49ac-a8cc-e387f0bc3796 req-5bb9bb11-abdd-4c64-aacc-d8d3158ce5c6 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836539 Aug 31 14:05:07.472261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Pushing event updated for resources: {'Port': ['ID=0e284d46-7167-4631-b51d-026a977b3120,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:07.517113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Made reservation on behalf of c49ff878b8ce4be8846e7a9703cafd7a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:07.521069 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.548833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Attempting to bind port 0e284d46-7167-4631-b51d-026a977b3120 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:07.549382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Attempting to bind port 0e284d46-7167-4631-b51d-026a977b3120 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:07.549816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Attempting to bind port 0e284d46-7167-4631-b51d-026a977b3120 on network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:07.550448 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.558530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:07.559222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Checking segment: {'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:07.559908 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.560512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Bound using segment: {'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:07.561663 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Bound port: 0e284d46-7167-4631-b51d-026a977b3120, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:07.562139 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.701598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] For port 0e284d46-7167-4631-b51d-026a977b3120, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:07.707550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] For port 0e284d46-7167-4631-b51d-026a977b3120, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0e284d46-7167-4631-b51d-026a977b3120,segment=NetworkSegment(703b2d0d-385c-45b8-b9df-ac89d567f085),segment_id=703b2d0d-385c-45b8-b9df-ac89d567f085)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:07.714321 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:07.732098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Allocated IP 172.20.0.6 (a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa/962b2de8-40f4-47f7-980e-7d061aa8c497/21e4294d-d707-4076-ba79-48fe908c780f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:07.878120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1364c2c-bd0c-48ea-9a5c-89a75df9c086 None None] Pushing event updated for resources: {'Port': ['ID=0e284d46-7167-4631-b51d-026a977b3120,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:07.991321 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-96f37109-dbbf-44e8-9df0-22e77f7b67a0 req-873692b1-8042-4cd8-af7e-b33dd9801bf1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 210 time: 0.0561693 Aug 31 14:05:08.016261 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.023816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7059395-11bd-4edd-85d3-51c0c735cc71 req-e4dcb3dc-874f-4923-8b3a-6531c07c89a9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:08.037991 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7059395-11bd-4edd-85d3-51c0c735cc71 req-e4dcb3dc-874f-4923-8b3a-6531c07c89a9 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.0964510 Aug 31 14:05:08.164850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7059395-11bd-4edd-85d3-51c0c735cc71 req-7d175d7c-6875-49e6-97a2-7694314d6b12 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258481 Aug 31 14:05:08.171568 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.237730 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.257212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6ac3c-157b-4d4c-9a46-9cd81669a88b req-e5cd07d3-871f-4b3b-be40-7092969a86e5 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:08.265998 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-44d6ac3c-157b-4d4c-9a46-9cd81669a88b req-e5cd07d3-871f-4b3b-be40-7092969a86e5 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1136925 Aug 31 14:05:08.296623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:05:08.305809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Pushing event updated for resources: {'Port': ['ID=21e4294d-d707-4076-ba79-48fe908c780f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:08.328420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:08.331209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:08.335476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:08.346184 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-44d6ac3c-157b-4d4c-9a46-9cd81669a88b req-1ddd5eb6-8a8c-4f57-9641-05b88f2d2435 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790410 Aug 31 14:05:08.456198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:08.457291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.506971 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-1671168e-be4e-44d9-aa9c-11193d69d0b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2232754 Aug 31 14:05:08.508098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:05:08.521914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Sync routers for ids ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:05:08.528563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Request body: {'port': {'device_id': '13b13631-8fef-49d2-b0ab-1a2da5458df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:08.539478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.539974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Routers {'d42a43d3-b960-4cb5-b1a4-4e1820c32af8'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:08.541713 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c9370e7b-0b1a-44e3-b2ae-1a164fded2cc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4395206 Aug 31 14:05:08.542142 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:05:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:08.547970 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43832) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:08.612669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0e284d46-7167-4631-b51d-026a977b3120 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:08.703933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:08.737313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5e142-3953-4267-8336-1f8855213c11 req-154775e8-f7b8-443f-b54c-1a0ca7169b01 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:08.749305 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4e5e142-3953-4267-8336-1f8855213c11 req-154775e8-f7b8-443f-b54c-1a0ca7169b01 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1473267 Aug 31 14:05:08.750575 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 0e284d46-7167-4631-b51d-026a977b3120 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:08.809517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Set router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:08.913548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4e5e142-3953-4267-8336-1f8855213c11 req-4822a0a1-7554-4026-a6bb-ff8b10cb8287 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603281 Aug 31 14:05:08.992086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.032653 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.304952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:05:07Z', 'revision_number': 3, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:09.338932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Checking router: d42a43d3-b960-4cb5-b1a4-4e1820c32af8 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:05:09.339332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Updating router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 port 6cb94944-9faa-401d-ba46-2d125f990fb1 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:05:09.404932 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.435008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e4294d-d707-4076-ba79-48fe908c780f {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:09.457635 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.488872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a650d48-8541-4155-a02f-6ef08a4d4230 req-17fab238-b0b8-4a08-ae20-9b52f0309291 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:09.490457 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8a650d48-8541-4155-a02f-6ef08a4d4230 req-17fab238-b0b8-4a08-ae20-9b52f0309291 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.1536474 Aug 31 14:05:09.498591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ae83a-1798-49bc-abc3-f268a1ad6c42 req-0e24e42a-bea6-4418-b993-e9e8df4304f4 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:09.500086 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c1ae83a-1798-49bc-abc3-f268a1ad6c42 req-0e24e42a-bea6-4418-b993-e9e8df4304f4 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 949 time: 0.2027023 Aug 31 14:05:09.521556 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Transition to ACTIVE for port object 21e4294d-d707-4076-ba79-48fe908c780f will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:09.567829 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.590039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab8555-baa9-4a66-85cb-669470e80f51 req-349179dd-a32c-4b95-8ee8-6cd4e75dd880 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:09.593144 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffab8555-baa9-4a66-85cb-669470e80f51 req-349179dd-a32c-4b95-8ee8-6cd4e75dd880 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 931 time: 0.1432638 Aug 31 14:05:09.602276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7097da1-5ec6-479f-a7c9-6e4932759824 None None] Network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:05:09.663769 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8a650d48-8541-4155-a02f-6ef08a4d4230 req-3f8101d5-7dbf-4144-89d8-718af5038768 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603377 Aug 31 14:05:09.681048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Pushing event updated for resources: {'Port': ['ID=21e4294d-d707-4076-ba79-48fe908c780f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:09.737173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5c1fab4c-e923-4fb4-b57a-bec3718f6adf None None] Provisioning for port 0e284d46-7167-4631-b51d-026a977b3120 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:09.744795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5c1fab4c-e923-4fb4-b57a-bec3718f6adf None None] Provisioning complete for port 0e284d46-7167-4631-b51d-026a977b3120 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:09.745184 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5c1fab4c-e923-4fb4-b57a-bec3718f6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.784333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-6c1ae83a-1798-49bc-abc3-f268a1ad6c42 req-ea2ec9cc-8ea6-4a93-ada9-3d729e02f1b7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Deleting port 9d710d51-2ec4-4597-8c27-ea2e926bb495 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:09.784881 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6c1ae83a-1798-49bc-abc3-f268a1ad6c42 req-ea2ec9cc-8ea6-4a93-ada9-3d729e02f1b7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:09.789405 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Attempting to bind port 21e4294d-d707-4076-ba79-48fe908c780f on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:09.789948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Attempting to bind port 21e4294d-d707-4076-ba79-48fe908c780f by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:09.790443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Attempting to bind port 21e4294d-d707-4076-ba79-48fe908c780f on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:09.895421 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffab8555-baa9-4a66-85cb-669470e80f51 req-a9490f32-cb43-416a-b5b9-8a71001470ae tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956398 Aug 31 14:05:10.056722 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5c1fab4c-e923-4fb4-b57a-bec3718f6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.142171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Port 21e4294d-d707-4076-ba79-48fe908c780f on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:05:10.142171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Attempting to bind port 21e4294d-d707-4076-ba79-48fe908c780f on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:10.147326 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.173651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:10.173980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Checking segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:10.174383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Bound using segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:10.174841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Bound port: 21e4294d-d707-4076-ba79-48fe908c780f, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:10.175207 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.230104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d501be-aaea-4891-b5f1-665df41ebc82 req-ea5ee790-a152-4e3a-bc72-ca1c0f825a3f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:10.231733 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38d501be-aaea-4891-b5f1-665df41ebc82 req-ea5ee790-a152-4e3a-bc72-ca1c0f825a3f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1064932 Aug 31 14:05:10.291753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-6c1ae83a-1798-49bc-abc3-f268a1ad6c42 req-ea2ec9cc-8ea6-4a93-ada9-3d729e02f1b7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] For port 9d710d51-2ec4-4597-8c27-ea2e926bb495, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d710d51-2ec4-4597-8c27-ea2e926bb495,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:10.292012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6c1ae83a-1798-49bc-abc3-f268a1ad6c42 req-ea2ec9cc-8ea6-4a93-ada9-3d729e02f1b7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.331050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-6c1ae83a-1798-49bc-abc3-f268a1ad6c42 req-ea2ec9cc-8ea6-4a93-ada9-3d729e02f1b7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Calling delete_port for 9d710d51-2ec4-4597-8c27-ea2e926bb495 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:10.331848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5c1fab4c-e923-4fb4-b57a-bec3718f6adf None None] For port 0e284d46-7167-4631-b51d-026a977b3120, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0e284d46-7167-4631-b51d-026a977b3120,segment=NetworkSegment(703b2d0d-385c-45b8-b9df-ac89d567f085),segment_id=703b2d0d-385c-45b8-b9df-ac89d567f085)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:10.340389 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5c1fab4c-e923-4fb4-b57a-bec3718f6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.356874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38d501be-aaea-4891-b5f1-665df41ebc82 req-6a2b4605-f75c-4908-a2ac-017768854138 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039805 Aug 31 14:05:10.368824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] For port 21e4294d-d707-4076-ba79-48fe908c780f, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:10.425110 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.436818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] For port 21e4294d-d707-4076-ba79-48fe908c780f, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=21e4294d-d707-4076-ba79-48fe908c780f,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:10.443607 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.505571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Transition to ACTIVE for port object 6cb94944-9faa-401d-ba46-2d125f990fb1 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:10.524915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:10.525636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.527487 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] 10.222.0.13 "PUT /v2.0/ports/21e4294d-d707-4076-ba79-48fe908c780f HTTP/1.1" status: 200 len: 1091 time: 2.0117548 Aug 31 14:05:10.530237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b13631-8fef-49d2-b0ab-1a2da5458df0', 'tag': '21e4294d-d707-4076-ba79-48fe908c780f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:10.541464 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80ebf1d-609a-41e1-a7c7-829bbe147c32" -d '{"events": [{"name": "network-changed", "server_uuid": "13b13631-8fef-49d2-b0ab-1a2da5458df0", "tag": "21e4294d-d707-4076-ba79-48fe908c780f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:10.551162 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.584173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fab4c-e923-4fb4-b57a-bec3718f6adf None None] Pushing event updated for resources: {'Port': ['ID=0e284d46-7167-4631-b51d-026a977b3120,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:10.669897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f8dcf-2f08-48fc-b46d-adb7a794d652 req-325ed87a-c908-42d1-9251-bba0de9ca227 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:10.678508 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-860f8dcf-2f08-48fc-b46d-adb7a794d652 req-325ed87a-c908-42d1-9251-bba0de9ca227 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.3103790 Aug 31 14:05:10.681056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Allocated IP 172.20.0.1 (cf5cf5d0-f670-49ce-8680-81fb514e0dd8/881a208b-bb54-40df-9459-d09bbbea0405/76f11026-4820-4b6a-90cb-c1f2bb956320) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:10.693310 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0205b0-7374-4685-b8df-8b85fb54db90 x-openstack-request-id: req-5d0205b0-7374-4685-b8df-8b85fb54db90 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:10.693708 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b13631-8fef-49d2-b0ab-1a2da5458df0", "tag": "21e4294d-d707-4076-ba79-48fe908c780f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:10.693873 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d0205b0-7374-4685-b8df-8b85fb54db90 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:10.694418 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b13631-8fef-49d2-b0ab-1a2da5458df0', 'tag': '21e4294d-d707-4076-ba79-48fe908c780f', 'status': 'completed', 'code': 200} Aug 31 14:05:10.697434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Attempting to bind port 6cb94944-9faa-401d-ba46-2d125f990fb1 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:10.697811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Attempting to bind port 6cb94944-9faa-401d-ba46-2d125f990fb1 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:10.698174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Attempting to bind port 6cb94944-9faa-401d-ba46-2d125f990fb1 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:10.714759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:10.715206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:10.715512 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.715912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:10.716390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Bound port: 6cb94944-9faa-401d-ba46-2d125f990fb1, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:10.716803 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.722977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7574d-b936-4f95-8a44-d9a60a4c4985 None None] Pushing event updated for resources: {'Port': ['ID=6cb94944-9faa-401d-ba46-2d125f990fb1,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:10.790385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd6076-698f-4fd3-889c-98480bace88f service neutron] Pushing event updated for resources: {'Port': ['ID=21e4294d-d707-4076-ba79-48fe908c780f,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:10.800182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] For port 6cb94944-9faa-401d-ba46-2d125f990fb1, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:10.803947 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] For port 6cb94944-9faa-401d-ba46-2d125f990fb1, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6cb94944-9faa-401d-ba46-2d125f990fb1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:10.810393 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.855756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6c1ae83a-1798-49bc-abc3-f268a1ad6c42 req-ea2ec9cc-8ea6-4a93-ada9-3d729e02f1b7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:10.880194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0294d57e-d92c-4767-a91a-500168261216 req-81a9765e-0c0f-4db8-93ff-11948f37d5d4 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=82f8b574-7f99-4272-b6cc-e8c76497ed7f HTTP/1.1" status: 200 len: 210 time: 0.0394800 Aug 31 14:05:10.882076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-a87a1524-578e-4680-9bd4-9ddd65110a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:10.883509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-a87a1524-578e-4680-9bd4-9ddd65110a79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 1094 time: 0.1882644 Aug 31 14:05:10.892818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7574d-b936-4f95-8a44-d9a60a4c4985 None None] Pushing event updated for resources: {'Port': ['ID=6cb94944-9faa-401d-ba46-2d125f990fb1,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:10.896193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9d710d51-2ec4-4597-8c27-ea2e926bb495'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:10.896648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-860f8dcf-2f08-48fc-b46d-adb7a794d652 req-8ee66c19-ff71-4089-9f0b-e29b306e786b tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169809 Aug 31 14:05:10.921802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['f6cfb259-a4fe-4bb8-9991-251f8461d9bc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:10.961434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ec9cc-8ea6-4a93-ada9-3d729e02f1b7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Pushing event deleted for resources: {'Port': ['ID=9d710d51-2ec4-4597-8c27-ea2e926bb495,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:10.990247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:11.007942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Routers {'d42a43d3-b960-4cb5-b1a4-4e1820c32af8'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:11.008595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:05:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:11.015026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Transition to ACTIVE for port object 76f11026-4820-4b6a-90cb-c1f2bb956320 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:11.018908 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-2058052c-8e99-4b15-a0fb-875c67d4f13f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e4294d-d707-4076-ba79-48fe908c780f HTTP/1.1" status: 200 len: 217 time: 0.0730646 Aug 31 14:05:11.056460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8fbaa502-db35-450c-9de3-515d87542a47 None None] Provisioning complete for port 0e284d46-7167-4631-b51d-026a977b3120 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:11.057021 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa502-db35-450c-9de3-515d87542a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:11.100318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1ae83a-1798-49bc-abc3-f268a1ad6c42 req-ea2ec9cc-8ea6-4a93-ada9-3d729e02f1b7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] No DVR routers for this DVR port 9d710d51-2ec4-4597-8c27-ea2e926bb495 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:11.105435 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6c1ae83a-1798-49bc-abc3-f268a1ad6c42 req-ea2ec9cc-8ea6-4a93-ada9-3d729e02f1b7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:11.108991 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c1ae83a-1798-49bc-abc3-f268a1ad6c42 req-ea2ec9cc-8ea6-4a93-ada9-3d729e02f1b7 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.13 "DELETE /v2.0/ports/9d710d51-2ec4-4597-8c27-ea2e926bb495 HTTP/1.1" status: 204 len: 173 time: 1.6019940 Aug 31 14:05:11.125438 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47170e-13d9-414c-b7ab-8efcd18f3a17 req-2c15bed7-8114-4b62-928a-4536f8d962b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:11.134076 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0b47170e-13d9-414c-b7ab-8efcd18f3a17 req-2c15bed7-8114-4b62-928a-4536f8d962b4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 943 time: 0.1186867 Aug 31 14:05:11.143310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-e7d9f697-2e6c-4f50-b037-b2de40d0d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:11.149212 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-e7d9f697-2e6c-4f50-b037-b2de40d0d6fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.1062293 Aug 31 14:05:11.165524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:11.227934 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-2e217504-bf85-40a3-9ea9-9e78205dafb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623262 Aug 31 14:05:11.236277 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0b47170e-13d9-414c-b7ab-8efcd18f3a17 req-e12a67cf-ea1f-4229-9148-98a9f13b27b5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988190 Aug 31 14:05:11.252850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:11.262646 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:11.262893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] Set router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:11.267826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:11.296592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Pushing event updated for resources: {'Port': ['ID=76f11026-4820-4b6a-90cb-c1f2bb956320,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:11.321340 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:11.376887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-8f73471e-7851-4864-afde-c80d9af2aba4 service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410284 Aug 31 14:05:11.594310 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:11.632874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6278af4-9da1-4ec8-ae0a-c07f061d817e req-fd6f3bc3-83a4-4282-817a-bfc1dcae2583 service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472839 Aug 31 14:05:11.703714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:05:07Z', 'revision_number': 3, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:11.787308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ebf1d-609a-41e1-a7c7-829bbe147c32 req-ce30292d-9762-453c-bb16-c76457b0f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:11.788923 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c80ebf1d-609a-41e1-a7c7-829bbe147c32 req-ce30292d-9762-453c-bb16-c76457b0f013 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 1094 time: 0.0843749 Aug 31 14:05:11.792728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb457f4-c588-46f2-b372-725f9466d99d None None] The sync data for ids ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'] in n-d-792364-6 is: [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:05:07Z', 'revision_number': 3, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:05:11.805164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76a81d-1c0c-40bd-ae18-dacdf2efdfd5 req-79b52a24-5991-49fe-a9c2-1719b458358a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:11.815826 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e76a81d-1c0c-40bd-ae18-dacdf2efdfd5 req-79b52a24-5991-49fe-a9c2-1719b458358a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.2150896 Aug 31 14:05:11.829296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-aec68708-2f99-4cdf-bdff-66f915d2d04d None None] Provisioning for port 76f11026-4820-4b6a-90cb-c1f2bb956320 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:11.834066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-aec68708-2f99-4cdf-bdff-66f915d2d04d None None] Provisioning complete for port 76f11026-4820-4b6a-90cb-c1f2bb956320 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:11.834492 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aec68708-2f99-4cdf-bdff-66f915d2d04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:11.885228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-aec68708-2f99-4cdf-bdff-66f915d2d04d None None] Port 76f11026-4820-4b6a-90cb-c1f2bb956320 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:05:11.956766 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:11.962040 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e76a81d-1c0c-40bd-ae18-dacdf2efdfd5 req-9fa084d5-1289-4e29-88b3-93cd467c4a18 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447949 Aug 31 14:05:11.964307 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:12.062501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Pushing event updated for resources: {'Port': ['ID=76f11026-4820-4b6a-90cb-c1f2bb956320,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:12.085795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ebf1d-609a-41e1-a7c7-829bbe147c32 req-a3e31607-9ff3-4ff2-af6c-4ebe110af91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:12.094241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c80ebf1d-609a-41e1-a7c7-829bbe147c32 req-a3e31607-9ff3-4ff2-af6c-4ebe110af91b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 911 time: 0.2744620 Aug 31 14:05:12.119967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:12.191079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22717c4f-379f-4eea-aa14-025a22b71feb req-699cf55a-c2d2-4990-bc76-086936340caa tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:12.193088 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-22717c4f-379f-4eea-aa14-025a22b71feb req-699cf55a-c2d2-4990-bc76-086936340caa tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1316986 Aug 31 14:05:12.198086 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c80ebf1d-609a-41e1-a7c7-829bbe147c32 req-0d7fdb7e-1102-4cc8-9967-2afecc96aa54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e4294d-d707-4076-ba79-48fe908c780f HTTP/1.1" status: 200 len: 217 time: 0.0926394 Aug 31 14:05:12.343200 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:12.348887 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-22717c4f-379f-4eea-aa14-025a22b71feb req-77e32f1d-188e-4c86-88fb-e7da0c2e966e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379039 Aug 31 14:05:12.350719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:12.376401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ebf1d-609a-41e1-a7c7-829bbe147c32 req-4463ac09-60a3-4859-a1e1-ff28ce700676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:12.378415 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c80ebf1d-609a-41e1-a7c7-829bbe147c32 req-4463ac09-60a3-4859-a1e1-ff28ce700676 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.1748676 Aug 31 14:05:12.505417 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c80ebf1d-609a-41e1-a7c7-829bbe147c32 req-3ac475e6-9a3a-4c3d-8fb4-88f29feed82b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170647 Aug 31 14:05:12.629182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:05:12.695407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f8b574-7f99-4272-b6cc-e8c76497ed7f', 'name': 'network-vif-deleted', 'tag': '9d710d51-2ec4-4597-8c27-ea2e926bb495'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:12.711772 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e1fd25-9a76-467e-b92e-d1b1a497d822" -d '{"events": [{"server_uuid": "82f8b574-7f99-4272-b6cc-e8c76497ed7f", "name": "network-vif-deleted", "tag": "9d710d51-2ec4-4597-8c27-ea2e926bb495"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:12.806450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6cb94944-9faa-401d-ba46-2d125f990fb1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:12.886249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021c84c-616e-4fb6-8d4a-6828e4bcda64 req-a97ec371-f5cb-4e1e-a538-a536daa9615d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:12.900879 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8021c84c-616e-4fb6-8d4a-6828e4bcda64 req-a97ec371-f5cb-4e1e-a538-a536daa9615d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 943 time: 0.2661588 Aug 31 14:05:12.917765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 6cb94944-9faa-401d-ba46-2d125f990fb1 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:12.923722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6cb94944-9faa-401d-ba46-2d125f990fb1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:12.924390 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:12.959852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9d710d51-2ec4-4597-8c27-ea2e926bb495 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:12.979696 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c80ebf1d-609a-41e1-a7c7-829bbe147c32 req-a7933eaa-6927-497c-a59a-f880eaa26477 service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694521 Aug 31 14:05:13.048975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8021c84c-616e-4fb6-8d4a-6828e4bcda64 req-b33f9da6-dbb1-468b-a67c-6d859bc76840 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429863 Aug 31 14:05:13.055299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 9d710d51-2ec4-4597-8c27-ea2e926bb495 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:05:13.056005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9d710d51-2ec4-4597-8c27-ea2e926bb495 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:13.065356 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e3f67-0509-410d-baeb-f66773483436 req-d0ad534b-c73b-4cad-9935-81cdaf727c1c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:13.080138 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-990e3f67-0509-410d-baeb-f66773483436 req-d0ad534b-c73b-4cad-9935-81cdaf727c1c tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.2618246 Aug 31 14:05:13.095777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-35ba1b43-6551-4419-a5f2-afe57a127126 None None] Provisioning complete for port 76f11026-4820-4b6a-90cb-c1f2bb956320 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:13.096369 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-35ba1b43-6551-4419-a5f2-afe57a127126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.143571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:05:13.169436 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6dc8671c-61b6-4dc0-97e3-a6a5c7028aab admin admin] 10.222.0.20 "PUT /v2.0/routers/d42a43d3-b960-4cb5-b1a4-4e1820c32af8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6195645 Aug 31 14:05:13.179359 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc588081-de07-4c9d-a462-2c95b0ca2ee6 x-openstack-request-id: req-dc588081-de07-4c9d-a462-2c95b0ca2ee6 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:13.179667 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f8b574-7f99-4272-b6cc-e8c76497ed7f", "name": "network-vif-deleted", "tag": "9d710d51-2ec4-4597-8c27-ea2e926bb495", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:13.179989 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc588081-de07-4c9d-a462-2c95b0ca2ee6 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:13.180356 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f8b574-7f99-4272-b6cc-e8c76497ed7f', 'name': 'network-vif-deleted', 'tag': '9d710d51-2ec4-4597-8c27-ea2e926bb495', 'status': 'completed', 'code': 200} Aug 31 14:05:13.240188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-35ba1b43-6551-4419-a5f2-afe57a127126 None None] Port 76f11026-4820-4b6a-90cb-c1f2bb956320 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:05:13.255111 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.273566 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-990e3f67-0509-410d-baeb-f66773483436 req-bb61d39f-d9a8-4e2e-acae-e6e5d1aea99b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758790 Aug 31 14:05:13.300660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 6cb94944-9faa-401d-ba46-2d125f990fb1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6cb94944-9faa-401d-ba46-2d125f990fb1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:13.312352 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.313544 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0e284d46-7167-4631-b51d-026a977b3120 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:13.438768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0e284d46-7167-4631-b51d-026a977b3120 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:13.439407 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:13.439615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c80ebf1d-609a-41e1-a7c7-829bbe147c32 req-98c04772-7ece-404a-aa4f-8a94f61b7bf5 service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242392 Aug 31 14:05:13.475024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f7cc4-29b5-4b52-b59f-18bab048a192 req-b50fefd7-a5eb-4028-b406-b003a8deb9ff tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:13.487651 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab9f7cc4-29b5-4b52-b59f-18bab048a192 req-b50fefd7-a5eb-4028-b406-b003a8deb9ff tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1520545 Aug 31 14:05:13.515216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=6cb94944-9faa-401d-ba46-2d125f990fb1,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:13.573068 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab9f7cc4-29b5-4b52-b59f-18bab048a192 req-e7c86b7a-7ecb-46f1-ab75-a9a2b838713c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835602 Aug 31 14:05:13.631625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e9194-3488-4e35-928f-770746222baf req-f9517e64-36f5-434d-9df3-3247f4451eb1 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:13.634345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-068e9194-3488-4e35-928f-770746222baf req-f9517e64-36f5-434d-9df3-3247f4451eb1 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.0937047 Aug 31 14:05:13.697350 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-068e9194-3488-4e35-928f-770746222baf req-163bb312-7a0f-4d3b-b887-5bee82b1f1e9 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521004 Aug 31 14:05:14.185749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43928) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:14.192599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d89db0ea-a669-44a1-abf3-fc1720a72097 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700466998', 'description': 'tempest-description--2029530278'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:14.227285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d89db0ea-a669-44a1-abf3-fc1720a72097 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.230988 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802efc6e-68c4-4282-a0e7-08f32977527a req-e4cc570b-4d6f-41fb-8f3b-d4fe1b56d01f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:14.244209 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-802efc6e-68c4-4282-a0e7-08f32977527a req-e4cc570b-4d6f-41fb-8f3b-d4fe1b56d01f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 943 time: 0.1004612 Aug 31 14:05:14.303326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43930) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:14.321775 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-802efc6e-68c4-4282-a0e7-08f32977527a req-13c26e8d-8b6d-403a-914c-66cf3828acc8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750971 Aug 31 14:05:14.419430 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d89db0ea-a669-44a1-abf3-fc1720a72097 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.429116 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d89db0ea-a669-44a1-abf3-fc1720a72097 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.526719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6cb94944-9faa-401d-ba46-2d125f990fb1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:14.534958 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5387ca39-6e8c-43bc-90c4-035b5b07f419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.547019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d89db0ea-a669-44a1-abf3-fc1720a72097 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.548294 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d89db0ea-a669-44a1-abf3-fc1720a72097 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3614068 Aug 31 14:05:14.551174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89db0ea-a669-44a1-abf3-fc1720a72097 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db488e92-a03a-451d-be46-dd2acf051df0,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:14.557501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43936) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:14.566461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e1159f4c-f699-4bae-a8e2-c03aad5ea264 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Request body: {'security_group_rule': {'security_group_id': 'db488e92-a03a-451d-be46-dd2acf051df0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:14.593853 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54117c80-64db-4ab0-a9cb-f6035c0c26ed req-393180d1-e466-45f4-ba4d-0c062fc0275a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:14.596049 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54117c80-64db-4ab0-a9cb-f6035c0c26ed req-393180d1-e466-45f4-ba4d-0c062fc0275a tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.0782936 Aug 31 14:05:14.624656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6cb94944-9faa-401d-ba46-2d125f990fb1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:14.625325 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.625748 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Sync routers for ids ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:05:14.632366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06181d-7ec1-411d-9a73-7ce2caf7f733 req-e2d07f45-ed9d-4869-be1a-dee2286e4398 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:14.642288 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Routers {'d42a43d3-b960-4cb5-b1a4-4e1820c32af8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:14.643553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b06181d-7ec1-411d-9a73-7ce2caf7f733 req-e2d07f45-ed9d-4869-be1a-dee2286e4398 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 950 time: 0.2101126 Aug 31 14:05:14.645664 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:05:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:14.766548 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1159f4c-f699-4bae-a8e2-c03aad5ea264 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.815505 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Set router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:14.825252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-54117c80-64db-4ab0-a9cb-f6035c0c26ed req-61f77352-ddbf-48c1-9b0b-8a0befe1c4a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Deleting port f6cfb259-a4fe-4bb8-9991-251f8461d9bc {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:14.829185 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54117c80-64db-4ab0-a9cb-f6035c0c26ed req-61f77352-ddbf-48c1-9b0b-8a0befe1c4a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.836001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b06181d-7ec1-411d-9a73-7ce2caf7f733 req-85d96fc0-867d-4ec5-962a-21c654b9f42e tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/security-groups?id=83d7f52b-562c-4857-b914-8bb03b933566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912975 Aug 31 14:05:14.838645 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5387ca39-6e8c-43bc-90c4-035b5b07f419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.846157 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5387ca39-6e8c-43bc-90c4-035b5b07f419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.897711 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1159f4c-f699-4bae-a8e2-c03aad5ea264 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.912793 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1159f4c-f699-4bae-a8e2-c03aad5ea264 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:14.928513 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5387ca39-6e8c-43bc-90c4-035b5b07f419 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57d2203099cc44708f24e4dcd9d25f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224728 Aug 31 14:05:14.930892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387ca39-6e8c-43bc-90c4-035b5b07f419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e26e2da-efce-47a8-8443-b2d77262acff,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:14.933171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4457879-868d-40e0-a9ea-611067590a70 req-40792d87-3130-427d-b239-4bfec38bb84c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:14.940729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43944) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:14.947133 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d4457879-868d-40e0-a9ea-611067590a70 req-40792d87-3130-427d-b239-4bfec38bb84c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1825001 Aug 31 14:05:14.959545 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1159f4c-f699-4bae-a8e2-c03aad5ea264 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e48029-3275-4d36-a700-ecaaeef35e51,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:14.973727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 21e4294d-d707-4076-ba79-48fe908c780f details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:05:15.006190 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1159f4c-f699-4bae-a8e2-c03aad5ea264 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.007549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e1159f4c-f699-4bae-a8e2-c03aad5ea264 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4484951 Aug 31 14:05:15.012216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43946) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:15.022959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-64908ec9-d03c-4b40-bc11-73ddf78df1b2 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Request body: {'security_group_rule': {'security_group_id': 'db488e92-a03a-451d-be46-dd2acf051df0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:15.050029 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d4457879-868d-40e0-a9ea-611067590a70 req-7add7d51-2837-47cc-bf8b-2c7a465bae82 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926003 Aug 31 14:05:15.081929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-445cfd71-391d-4e26-bd09-b1b5fd38e68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.092565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111eab8-888a-42f2-9bd4-a0bfaf7f73da req-0846ba43-a367-4221-90ce-f1e2f7cd3980 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:15.099231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-54117c80-64db-4ab0-a9cb-f6035c0c26ed req-61f77352-ddbf-48c1-9b0b-8a0befe1c4a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] For port f6cfb259-a4fe-4bb8-9991-251f8461d9bc, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:15.100852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8111eab8-888a-42f2-9bd4-a0bfaf7f73da req-0846ba43-a367-4221-90ce-f1e2f7cd3980 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1307173 Aug 31 14:05:15.101440 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54117c80-64db-4ab0-a9cb-f6035c0c26ed req-61f77352-ddbf-48c1-9b0b-8a0befe1c4a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.135703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-54117c80-64db-4ab0-a9cb-f6035c0c26ed req-61f77352-ddbf-48c1-9b0b-8a0befe1c4a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Calling delete_port for f6cfb259-a4fe-4bb8-9991-251f8461d9bc owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:15.145841 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64908ec9-d03c-4b40-bc11-73ddf78df1b2 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.149927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 21e4294d-d707-4076-ba79-48fe908c780f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=21e4294d-d707-4076-ba79-48fe908c780f,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:15.160715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-445cfd71-391d-4e26-bd09-b1b5fd38e68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.172270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '21e4294d-d707-4076-ba79-48fe908c780f', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'port_id': '21e4294d-d707-4076-ba79-48fe908c780f', 'mac_address': 'fa:16:3e:b4:aa:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962b2de8-40f4-47f7-980e-7d061aa8c497', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:05:15.188994 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:05:11Z', 'revision_number': 4, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '76f11026-4820-4b6a-90cb-c1f2bb956320', 'name': '', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'mac_address': 'fa:16:3e:a8:ce:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '881a208b-bb54-40df-9459-d09bbbea0405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:10Z', 'updated_at': '2021-08-31T14:05:11Z', 'revision_number': 2, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'subnets': [{'id': '881a208b-bb54-40df-9459-d09bbbea0405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:15.213480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8111eab8-888a-42f2-9bd4-a0bfaf7f73da req-5a3cde62-b176-4330-893f-d60f3576ca38 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113164 Aug 31 14:05:15.224072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.248706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e4294d-d707-4076-ba79-48fe908c780f {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:15.283722 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64908ec9-d03c-4b40-bc11-73ddf78df1b2 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.289091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 21e4294d-d707-4076-ba79-48fe908c780f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=21e4294d-d707-4076-ba79-48fe908c780f,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:15.289539 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64908ec9-d03c-4b40-bc11-73ddf78df1b2 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.295656 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.327816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64908ec9-d03c-4b40-bc11-73ddf78df1b2 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38467efb-7f3f-4fc2-98e0-475b5c096404,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:15.353280 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-445cfd71-391d-4e26-bd09-b1b5fd38e68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.370918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-445cfd71-391d-4e26-bd09-b1b5fd38e68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.379254 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-445cfd71-391d-4e26-bd09-b1b5fd38e68a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e26e2da-efce-47a8-8443-b2d77262acff HTTP/1.1" status: 204 len: 168 time: 0.4313869 Aug 31 14:05:15.379747 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Checking router: d42a43d3-b960-4cb5-b1a4-4e1820c32af8 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:05:15.379747 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Updating router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 port 76f11026-4820-4b6a-90cb-c1f2bb956320 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:05:15.384970 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54117c80-64db-4ab0-a9cb-f6035c0c26ed req-61f77352-ddbf-48c1-9b0b-8a0befe1c4a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.391687 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64908ec9-d03c-4b40-bc11-73ddf78df1b2 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.396004 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-64908ec9-d03c-4b40-bc11-73ddf78df1b2 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3758759 Aug 31 14:05:15.396190 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=21e4294d-d707-4076-ba79-48fe908c780f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:15.397117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43952) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:15.408120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['f6cfb259-a4fe-4bb8-9991-251f8461d9bc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:15.410245 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.416635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:15.449846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cfd71-391d-4e26-bd09-b1b5fd38e68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e26e2da-efce-47a8-8443-b2d77262acff,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:15.504392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f77352-ddbf-48c1-9b0b-8a0befe1c4a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Pushing event deleted for resources: {'Port': ['ID=f6cfb259-a4fe-4bb8-9991-251f8461d9bc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:15.510244 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.582868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-54117c80-64db-4ab0-a9cb-f6035c0c26ed req-61f77352-ddbf-48c1-9b0b-8a0befe1c4a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] No DVR routers for this DVR port f6cfb259-a4fe-4bb8-9991-251f8461d9bc on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:15.588702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-54117c80-64db-4ab0-a9cb-f6035c0c26ed req-61f77352-ddbf-48c1-9b0b-8a0befe1c4a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.592249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54117c80-64db-4ab0-a9cb-f6035c0c26ed req-61f77352-ddbf-48c1-9b0b-8a0befe1c4a5 tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.52 "DELETE /v2.0/ports/f6cfb259-a4fe-4bb8-9991-251f8461d9bc HTTP/1.1" status: 204 len: 173 time: 0.9861848 Aug 31 14:05:15.592249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a5e603-9506-4478-8316-5dd7634346b0', 'name': 'network-vif-deleted', 'tag': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:15.596212 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ffcc16-008f-4630-b09c-54940a553589" -d '{"events": [{"server_uuid": "70a5e603-9506-4478-8316-5dd7634346b0", "name": "network-vif-deleted", "tag": "f6cfb259-a4fe-4bb8-9991-251f8461d9bc"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:15.602521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['21e4294d-d707-4076-ba79-48fe908c780f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:15.672074 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee617476-5fa0-43b1-8990-b8dd44eebba7 req-2ca465bc-ebd1-418c-97e0-eafa824488b2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:15.684933 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee617476-5fa0-43b1-8990-b8dd44eebba7 req-2ca465bc-ebd1-418c-97e0-eafa824488b2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 944 time: 0.1819336 Aug 31 14:05:15.688621 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2324416-0efa-4a64-8560-743ff9309d03 x-openstack-request-id: req-f2324416-0efa-4a64-8560-743ff9309d03 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:15.688981 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a5e603-9506-4478-8316-5dd7634346b0", "name": "network-vif-deleted", "tag": "f6cfb259-a4fe-4bb8-9991-251f8461d9bc", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:15.689208 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2324416-0efa-4a64-8560-743ff9309d03 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:15.689691 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a5e603-9506-4478-8316-5dd7634346b0', 'name': 'network-vif-deleted', 'tag': 'f6cfb259-a4fe-4bb8-9991-251f8461d9bc', 'status': 'completed', 'code': 200} Aug 31 14:05:15.740364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.829739 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee617476-5fa0-43b1-8990-b8dd44eebba7 req-28257741-e193-4c55-a3d2-8acc13136002 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427927 Aug 31 14:05:15.893273 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.927609 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Transition to ACTIVE for port object 76f11026-4820-4b6a-90cb-c1f2bb956320 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:15.939633 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:15.975434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Allocated IP 172.25.3.142 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/049fa33e-f8fc-4879-9ee0-2560c56fa036) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:16.024789 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514b0f7-e017-4a08-a9b0-5cc5e8fa3c4e None None] Pushing event updated for resources: {'Port': ['ID=76f11026-4820-4b6a-90cb-c1f2bb956320,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:16.156030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cca05bb-ca92-4ec4-a9ab-afbbc639b2f7 req-f3448a3e-e96d-4131-9cea-16799eca809b tempest-MigrationsAdminTest-1282773326 tempest-MigrationsAdminTest-1282773326-project] 10.222.0.20 "GET /v2.0/ports?device_id=70a5e603-9506-4478-8316-5dd7634346b0 HTTP/1.1" status: 200 len: 210 time: 0.0648801 Aug 31 14:05:16.217122 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Attempting to bind port 76f11026-4820-4b6a-90cb-c1f2bb956320 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:16.217122 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Attempting to bind port 76f11026-4820-4b6a-90cb-c1f2bb956320 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:16.217122 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Attempting to bind port 76f11026-4820-4b6a-90cb-c1f2bb956320 on network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:16.224446 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:16.225521 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Checking segment: {'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:16.226351 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:16.227040 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Bound using segment: {'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:16.228514 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Bound port: 76f11026-4820-4b6a-90cb-c1f2bb956320, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:16.229210 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:16.267231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43968) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:16.317771 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-625b59ae-2a56-48a7-b72b-e0a89f42c197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:16.337393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33629f90-f756-43ec-b435-51b1a2b60798 req-013fd1e1-e22e-4a28-9330-686681a9fda0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:16.340905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33629f90-f756-43ec-b435-51b1a2b60798 req-013fd1e1-e22e-4a28-9330-686681a9fda0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1011925 Aug 31 14:05:16.354562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:16.418999 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] For port 76f11026-4820-4b6a-90cb-c1f2bb956320, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:16.418999 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] For port 76f11026-4820-4b6a-90cb-c1f2bb956320, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=76f11026-4820-4b6a-90cb-c1f2bb956320,segment=NetworkSegment(703b2d0d-385c-45b8-b9df-ac89d567f085),segment_id=703b2d0d-385c-45b8-b9df-ac89d567f085)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:16.425469 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:16.471930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33629f90-f756-43ec-b435-51b1a2b60798 req-c7b96627-0097-4551-8fb9-749b98ccad47 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176555 Aug 31 14:05:16.492756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:16.553187 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514b0f7-e017-4a08-a9b0-5cc5e8fa3c4e None None] Pushing event updated for resources: {'Port': ['ID=76f11026-4820-4b6a-90cb-c1f2bb956320,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:16.561809 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Routers {'d42a43d3-b960-4cb5-b1a4-4e1820c32af8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:16.562750 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:05:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:16.610017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:16.625726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Pushing event updated for resources: {'Port': ['ID=049fa33e-f8fc-4879-9ee0-2560c56fa036,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:16.634359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:16.643373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:16.693041 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] Set router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:16.725586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acb666-6984-4e77-9911-7e78f94796c1 req-eb4a35a1-49ad-47c9-a4aa-cecdc9f04cbc tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:16.727876 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-72acb666-6984-4e77-9911-7e78f94796c1 req-eb4a35a1-49ad-47c9-a4aa-cecdc9f04cbc tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1553655 Aug 31 14:05:16.740319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-625b59ae-2a56-48a7-b72b-e0a89f42c197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:16.753936 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-625b59ae-2a56-48a7-b72b-e0a89f42c197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:16.932605 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-625b59ae-2a56-48a7-b72b-e0a89f42c197 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ccaeb91419b45f38823d78a8231e5e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6600332 Aug 31 14:05:16.933937 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43972) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:16.934186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b59ae-2a56-48a7-b72b-e0a89f42c197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacf8e11-abea-4abe-91c1-e65f8d023b5d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:16.946172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:16.956475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-72acb666-6984-4e77-9911-7e78f94796c1 req-bb6c56b1-73f9-43ee-9ed7-148366dc4ee4 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078593 Aug 31 14:05:16.965408 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:05:11Z', 'revision_number': 4, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '76f11026-4820-4b6a-90cb-c1f2bb956320', 'name': '', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'mac_address': 'fa:16:3e:a8:ce:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '881a208b-bb54-40df-9459-d09bbbea0405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:10Z', 'updated_at': '2021-08-31T14:05:16Z', 'revision_number': 4, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'subnets': [{'id': '881a208b-bb54-40df-9459-d09bbbea0405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:16.990776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 21e4294d-d707-4076-ba79-48fe908c780f up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:16.999176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c042b18-015c-4b26-9d4e-d16d659aabba req-b33ebb63-e782-4b69-a0f4-9cc75e588825 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:17.004709 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.006639 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7c042b18-015c-4b26-9d4e-d16d659aabba req-b33ebb63-e782-4b69-a0f4-9cc75e588825 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 944 time: 0.1091044 Aug 31 14:05:17.048984 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6bf852-ae2c-49eb-acd0-6b858b09a771 None None] The sync data for ids ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'] in n-d-792364-6 is: [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:05:11Z', 'revision_number': 4, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '76f11026-4820-4b6a-90cb-c1f2bb956320', 'name': '', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'mac_address': 'fa:16:3e:a8:ce:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '881a208b-bb54-40df-9459-d09bbbea0405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:10Z', 'updated_at': '2021-08-31T14:05:16Z', 'revision_number': 4, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'subnets': [{'id': '881a208b-bb54-40df-9459-d09bbbea0405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:05:17.079097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 21e4294d-d707-4076-ba79-48fe908c780f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:17.088003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 21e4294d-d707-4076-ba79-48fe908c780f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:17.088625 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.112176 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7c042b18-015c-4b26-9d4e-d16d659aabba req-db8c9475-e8ce-451a-b77d-a341fc28b7f6 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040022 Aug 31 14:05:17.167653 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-affad68a-2b10-48c8-ab83-daad6bebca25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.241387 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-affad68a-2b10-48c8-ab83-daad6bebca25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.254009 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.319435 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b13631-8fef-49d2-b0ab-1a2da5458df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e4294d-d707-4076-ba79-48fe908c780f'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:17.333756 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed60e704-88b2-42e6-9876-c609394d17d2" -d '{"events": [{"server_uuid": "13b13631-8fef-49d2-b0ab-1a2da5458df0", "name": "network-vif-plugged", "status": "completed", "tag": "21e4294d-d707-4076-ba79-48fe908c780f"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:17.345221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.354909 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-affad68a-2b10-48c8-ab83-daad6bebca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.358659 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-affad68a-2b10-48c8-ab83-daad6bebca25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.359963 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-affad68a-2b10-48c8-ab83-daad6bebca25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eacf8e11-abea-4abe-91c1-e65f8d023b5d HTTP/1.1" status: 204 len: 168 time: 0.4249523 Aug 31 14:05:17.372585 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 21e4294d-d707-4076-ba79-48fe908c780f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=21e4294d-d707-4076-ba79-48fe908c780f,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:17.378463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.379259 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.387520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affad68a-2b10-48c8-ab83-daad6bebca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacf8e11-abea-4abe-91c1-e65f8d023b5d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:17.496831 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dccbc06-6234-4d06-ac91-6e7a514e2ba0 x-openstack-request-id: req-2dccbc06-6234-4d06-ac91-6e7a514e2ba0 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:17.499233 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b13631-8fef-49d2-b0ab-1a2da5458df0", "name": "network-vif-plugged", "status": "completed", "tag": "21e4294d-d707-4076-ba79-48fe908c780f", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:17.499755 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dccbc06-6234-4d06-ac91-6e7a514e2ba0 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:17.500487 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b13631-8fef-49d2-b0ab-1a2da5458df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e4294d-d707-4076-ba79-48fe908c780f', 'code': 200} Aug 31 14:05:17.513449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=21e4294d-d707-4076-ba79-48fe908c780f,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:17.669972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Pushing event updated for resources: {'Port': ['ID=049fa33e-f8fc-4879-9ee0-2560c56fa036,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:17.715998 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.759399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46220ab-612b-4958-af53-643a3cf00840 req-6bad967b-71ae-4cb8-9075-b074e4b6ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:17.762311 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b46220ab-612b-4958-af53-643a3cf00840 req-6bad967b-71ae-4cb8-9075-b074e4b6ff3e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 1096 time: 0.1560090 Aug 31 14:05:17.765481 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:17.780920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-19656ba5-19fe-4429-b210-13718ad1eb3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3660281 Aug 31 14:05:17.819739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bce8d-8d0e-479e-b46c-a225251b20f9 req-1f1ffc7c-055e-4c66-997a-861f2825cf7f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:17.821798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-480bce8d-8d0e-479e-b46c-a225251b20f9 req-1f1ffc7c-055e-4c66-997a-861f2825cf7f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1274042 Aug 31 14:05:17.858230 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b46220ab-612b-4958-af53-643a3cf00840 req-7652b19f-a1c9-4f35-b3f5-730c13b8a23b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869641 Aug 31 14:05:17.939629 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-480bce8d-8d0e-479e-b46c-a225251b20f9 req-d4107893-8814-4c38-a275-a9d5548e69ad tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932019 Aug 31 14:05:18.153326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43996) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:18.323788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cac0f8-b566-42d4-9b26-855588658d64 req-1f91205b-1a09-46fe-af53-1993be37c321 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:18.336343 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98cac0f8-b566-42d4-9b26-855588658d64 req-1f91205b-1a09-46fe-af53-1993be37c321 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1866279 Aug 31 14:05:18.342433 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-20c1d83f-f5e0-4b0f-b394-f9bbb8abd9a1 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--700466998&fields=id&tenant_id=1f2efc98a97a4ab5bd1f2aca39a17c94 HTTP/1.1" status: 200 len: 267 time: 0.0806847 Aug 31 14:05:18.431565 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98cac0f8-b566-42d4-9b26-855588658d64 req-371ce15b-6a57-4c32-8915-4c74e9f3fa8d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761063 Aug 31 14:05:18.499139 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device f6cfb259-a4fe-4bb8-9991-251f8461d9bc no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:18.613409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: f6cfb259-a4fe-4bb8-9991-251f8461d9bc {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:05:18.614698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device f6cfb259-a4fe-4bb8-9991-251f8461d9bc not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:18.634404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-1c73edea-c65b-4092-bc83-7487bec494e5 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:18.649250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-1c73edea-c65b-4092-bc83-7487bec494e5 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/networks?id=cf5cf5d0-f670-49ce-8680-81fb514e0dd8 HTTP/1.1" status: 200 len: 805 time: 0.2881753 Aug 31 14:05:18.697986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05488ecf-7245-4a06-a04c-1b9a5f039516 req-014d57b8-9011-4650-a821-ca0b0151b54f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:18.699902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-05488ecf-7245-4a06-a04c-1b9a5f039516 req-014d57b8-9011-4650-a821-ca0b0151b54f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 945 time: 0.1238151 Aug 31 14:05:18.722527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-ca89416d-bba0-44ea-a221-31df467934c1 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/quotas/1f2efc98a97a4ab5bd1f2aca39a17c94 HTTP/1.1" status: 200 len: 375 time: 0.0379968 Aug 31 14:05:18.740580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 76f11026-4820-4b6a-90cb-c1f2bb956320 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:18.774105 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-05488ecf-7245-4a06-a04c-1b9a5f039516 req-c98bbd27-dc40-4810-9a71-a852a5e74a60 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592647 Aug 31 14:05:18.802726 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eace2b09-4652-4106-a514-ea7e7d5e2700 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=080b42569e654447a2d600dfa0c1e0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6466727 Aug 31 14:05:18.806410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44022) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:18.872608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 76f11026-4820-4b6a-90cb-c1f2bb956320 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:18.883949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 76f11026-4820-4b6a-90cb-c1f2bb956320 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:18.884373 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:18.884820 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-fd5742f9-2fe7-42fb-917e-150f6c4bc022 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f2efc98a97a4ab5bd1f2aca39a17c94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1601186 Aug 31 14:05:18.928128 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0afd813-752f-43f3-998f-54dcb08d8b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:18.972851 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0afd813-752f-43f3-998f-54dcb08d8b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:19.006733 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:19.075191 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0afd813-752f-43f3-998f-54dcb08d8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:19.093741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 76f11026-4820-4b6a-90cb-c1f2bb956320, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=76f11026-4820-4b6a-90cb-c1f2bb956320,segment=NetworkSegment(703b2d0d-385c-45b8-b9df-ac89d567f085),segment_id=703b2d0d-385c-45b8-b9df-ac89d567f085)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:19.097009 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0afd813-752f-43f3-998f-54dcb08d8b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:19.099326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c0afd813-752f-43f3-998f-54dcb08d8b71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83d7f52b-562c-4857-b914-8bb03b933566 HTTP/1.1" status: 204 len: 168 time: 0.2909660 Aug 31 14:05:19.106939 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:19.145009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afd813-752f-43f3-998f-54dcb08d8b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d7f52b-562c-4857-b914-8bb03b933566,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:19.148159 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-554c8e5c-cd79-4574-a5bc-11780a6eacd7 service neutron] 10.222.0.20 "GET /v2.0/networks/cf5cf5d0-f670-49ce-8680-81fb514e0dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578642 Aug 31 14:05:19.332207 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-ffcabad1-972d-4fa9-8bfc-6e2b8d23585b service neutron] 10.222.0.20 "GET /v2.0/networks/cf5cf5d0-f670-49ce-8680-81fb514e0dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711099 Aug 31 14:05:19.375859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f34d7-11e1-4254-8b04-ae281767a0e2 req-3229b807-b6ee-4820-b86c-4a61b71c4a6d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:19.378359 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-119f34d7-11e1-4254-8b04-ae281767a0e2 req-3229b807-b6ee-4820-b86c-4a61b71c4a6d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1891239 Aug 31 14:05:19.389109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=76f11026-4820-4b6a-90cb-c1f2bb956320,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:19.463551 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-119f34d7-11e1-4254-8b04-ae281767a0e2 req-00f65a01-b939-46a8-a85c-85c70d365e95 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774999 Aug 31 14:05:19.654386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902e5c6-22ae-41e0-a74e-72a1bf23342e req-790cc54d-9d60-4c8a-aa01-48d6376115c3 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:19.662509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c902e5c6-22ae-41e0-a74e-72a1bf23342e req-790cc54d-9d60-4c8a-aa01-48d6376115c3 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.0855813 Aug 31 14:05:19.713615 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5596814-550e-4495-a241-5dc111bbe54a req-34d2a44a-76d6-46af-b3d1-57095e835824 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 210 time: 0.0481870 Aug 31 14:05:19.732969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c902e5c6-22ae-41e0-a74e-72a1bf23342e req-8dffda16-782d-42a0-964e-c01ff33d8749 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682945 Aug 31 14:05:19.782187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44054) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:19.840931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c7828158-5831-49b6-a28c-cd19af969a87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c0682681f3b47fa891d0d674b8ad343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564458 Aug 31 14:05:19.845036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44062) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:19.922532 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-37a10a91-760a-4d51-89f9-7ca46377e92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:19.956860 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-37a10a91-760a-4d51-89f9-7ca46377e92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:19.976163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44068) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:19.985106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18ee68-49ce-428e-b09c-25622e661571 req-73550049-9a12-4d7e-9747-7f62d95cf9a2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:19.987341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f18ee68-49ce-428e-b09c-25622e661571 req-73550049-9a12-4d7e-9747-7f62d95cf9a2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 945 time: 0.1045821 Aug 31 14:05:20.039867 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-37a10a91-760a-4d51-89f9-7ca46377e92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.044061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-37a10a91-760a-4d51-89f9-7ca46377e92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.059670 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-37a10a91-760a-4d51-89f9-7ca46377e92f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f32af881-ce4b-434e-8d39-987399053e59 HTTP/1.1" status: 204 len: 168 time: 0.2016485 Aug 31 14:05:20.066627 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f18ee68-49ce-428e-b09c-25622e661571 req-fb372c0a-e45b-401f-a11d-f65469ce39e6 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688016 Aug 31 14:05:20.071166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a10a91-760a-4d51-89f9-7ca46377e92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32af881-ce4b-434e-8d39-987399053e59,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:20.143023 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-73cffeaa-9bb2-415d-92cc-10b7541a2079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.315285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-73cffeaa-9bb2-415d-92cc-10b7541a2079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.321763 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-73cffeaa-9bb2-415d-92cc-10b7541a2079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.354325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b020e6-370c-46cb-ad1f-3bea51339968 req-01aba7ca-4311-41a1-9e2a-f958dc3dbe80 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:20.356203 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-75b020e6-370c-46cb-ad1f-3bea51339968 req-01aba7ca-4311-41a1-9e2a-f958dc3dbe80 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 945 time: 0.0725272 Aug 31 14:05:20.429485 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-75b020e6-370c-46cb-ad1f-3bea51339968 req-8be912e7-943d-4e1e-a93e-1fdaaa7b517c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635290 Aug 31 14:05:20.443561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44084) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:20.443931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-73cffeaa-9bb2-415d-92cc-10b7541a2079 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc5074546f3a45c7a013e73ba09d1fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665723 Aug 31 14:05:20.450430 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cffeaa-9bb2-415d-92cc-10b7541a2079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa33d26-aa37-49f7-bc95-b4173a4a8a00,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:20.534894 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2518-7adc-457f-ac82-935a791712b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.575185 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2518-7adc-457f-ac82-935a791712b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.629959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 76f11026-4820-4b6a-90cb-c1f2bb956320 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:20.653867 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2518-7adc-457f-ac82-935a791712b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.657663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2518-7adc-457f-ac82-935a791712b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.661453 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3b2d2518-7adc-457f-ac82-935a791712b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/caa33d26-aa37-49f7-bc95-b4173a4a8a00 HTTP/1.1" status: 204 len: 168 time: 0.2140985 Aug 31 14:05:20.669414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d2518-7adc-457f-ac82-935a791712b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa33d26-aa37-49f7-bc95-b4173a4a8a00,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:20.681865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c7953-d9c3-4cbd-bc35-8255833bd24c req-86a68cb3-e48e-4d4a-bf20-acd9528de007 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:20.683507 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f81c7953-d9c3-4cbd-bc35-8255833bd24c req-86a68cb3-e48e-4d4a-bf20-acd9528de007 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1023426 Aug 31 14:05:20.722865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 76f11026-4820-4b6a-90cb-c1f2bb956320 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:20.723356 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:20.736850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f81c7953-d9c3-4cbd-bc35-8255833bd24c req-5e445e03-d7a1-4618-8af5-ef0cbf488baf tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470128 Aug 31 14:05:20.885212 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62108b48-2573-4a6e-b648-8f677af26bfc req-bfa39cb1-4b17-4705-aecc-fa5275014af0 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 210 time: 0.0579565 Aug 31 14:05:20.910386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad60c6-875f-4ace-9230-26507b7fce34 req-e689effa-9594-49a0-bd04-ec8a2fd1b067 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:20.921270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56ad60c6-875f-4ace-9230-26507b7fce34 req-e689effa-9594-49a0-bd04-ec8a2fd1b067 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.0718219 Aug 31 14:05:20.961556 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56ad60c6-875f-4ace-9230-26507b7fce34 req-c6000257-2700-4bb2-a24e-5b51f9881ce0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388551 Aug 31 14:05:21.124877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-43d585f4-e160-4964-824d-9650f6e9e7ed tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:21.126455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-43d585f4-e160-4964-824d-9650f6e9e7ed tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.13 "GET /v2.0/networks?id=cf5cf5d0-f670-49ce-8680-81fb514e0dd8 HTTP/1.1" status: 200 len: 805 time: 0.1552331 Aug 31 14:05:21.180286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-e8aabc84-3deb-446e-88db-8e0d5118c81a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f2efc98a97a4ab5bd1f2aca39a17c94 HTTP/1.1" status: 200 len: 379 time: 0.0431883 Aug 31 14:05:21.194637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Request body: {'port': {'device_id': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'admin_state_up': True, 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'security_groups': ['db488e92-a03a-451d-be46-dd2acf051df0']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:21.351904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Made reservation on behalf of 1f2efc98a97a4ab5bd1f2aca39a17c94 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:21.358492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:21.554894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Allocated IP 172.20.0.8 (cf5cf5d0-f670-49ce-8680-81fb514e0dd8/881a208b-bb54-40df-9459-d09bbbea0405/592d22dc-cf70-44bf-9276-27ec1cf850da) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:21.723306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ea1ce-b1f4-4039-8ff1-411a22c003b3 req-b8b17b4c-372c-4a82-9e9f-ef5962638cdf tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:21.728943 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-230ea1ce-b1f4-4039-8ff1-411a22c003b3 req-b8b17b4c-372c-4a82-9e9f-ef5962638cdf tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 945 time: 0.1390791 Aug 31 14:05:21.800989 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-230ea1ce-b1f4-4039-8ff1-411a22c003b3 req-470d3805-04b9-4b5f-a69b-02ffdd5b9976 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675914 Aug 31 14:05:21.840097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:21.867301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Transition to ACTIVE for port object 592d22dc-cf70-44bf-9276-27ec1cf850da will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:21.936632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bf5e2-e5df-4878-83c2-c710deea10a5 req-d96050a2-f53e-46e3-b17b-8a20a88a4467 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:21.946589 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-807bf5e2-e5df-4878-83c2-c710deea10a5 req-d96050a2-f53e-46e3-b17b-8a20a88a4467 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.0924225 Aug 31 14:05:21.969391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:21.998682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:22.034635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:22.039680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:22.057046 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-807bf5e2-e5df-4878-83c2-c710deea10a5 req-b822f892-56b0-4481-a72a-157143dec1b3 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086082 Aug 31 14:05:22.217713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Pushing event updated for resources: {'Port': ['ID=592d22dc-cf70-44bf-9276-27ec1cf850da,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:22.247934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:22.248344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182cb9e-f0a4-451e-bd48-02aa8dc91ae0 req-f96683a4-b87e-4e3b-a474-4d593c888460 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:22.249031 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:22.258569 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8182cb9e-f0a4-451e-bd48-02aa8dc91ae0 req-f96683a4-b87e-4e3b-a474-4d593c888460 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1012669 Aug 31 14:05:22.284030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0fcfe-2fd9-40f6-9f4b-6c68e8cd23b5 req-f49a9955-2a45-4c44-b370-c79285182cb6 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:22.287042 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7c0fcfe-2fd9-40f6-9f4b-6c68e8cd23b5 req-f49a9955-2a45-4c44-b370-c79285182cb6 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 931 time: 0.1501751 Aug 31 14:05:22.289648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-0abb7aad-a26a-4144-b0ad-9a54f985ea68 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1010275 Aug 31 14:05:22.303789 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8182cb9e-f0a4-451e-bd48-02aa8dc91ae0 req-dc767b81-f915-4112-a074-f3a8e92e568d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443189 Aug 31 14:05:22.317121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Request body: {'port': {'device_id': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:22.410129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-22108e5a-777f-47a6-b39b-bf6bcdd3cf69 None None] Provisioning for port 592d22dc-cf70-44bf-9276-27ec1cf850da completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:22.417307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-22108e5a-777f-47a6-b39b-bf6bcdd3cf69 None None] Provisioning complete for port 592d22dc-cf70-44bf-9276-27ec1cf850da triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:22.417690 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22108e5a-777f-47a6-b39b-bf6bcdd3cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:22.421523 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7c0fcfe-2fd9-40f6-9f4b-6c68e8cd23b5 req-7bd8a188-ec94-4e04-9aaf-96682e8c53b6 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264844 Aug 31 14:05:22.446378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acba77-8f63-46f1-aaf7-2ab5d8baed38 req-999becc3-89a3-4a50-9a04-9b44c42ec1e6 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:22.457915 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-29acba77-8f63-46f1-aaf7-2ab5d8baed38 req-999becc3-89a3-4a50-9a04-9b44c42ec1e6 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 945 time: 0.0736673 Aug 31 14:05:22.469572 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:22.474064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-22108e5a-777f-47a6-b39b-bf6bcdd3cf69 None None] Port 592d22dc-cf70-44bf-9276-27ec1cf850da cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:05:22.508707 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-29acba77-8f63-46f1-aaf7-2ab5d8baed38 req-e4d7c11a-d3a2-4fc1-a86c-fe4021238c2a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Aug 31 14:05:22.818368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592d22dc-cf70-44bf-9276-27ec1cf850da {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:22.829475 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:22.843346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Transition to ACTIVE for port object 592d22dc-cf70-44bf-9276-27ec1cf850da will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:22.851015 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:22.931514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Pushing event updated for resources: {'Port': ['ID=592d22dc-cf70-44bf-9276-27ec1cf850da,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:23.005160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Attempting to bind port 592d22dc-cf70-44bf-9276-27ec1cf850da on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:23.005510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Attempting to bind port 592d22dc-cf70-44bf-9276-27ec1cf850da by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:23.005896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Attempting to bind port 592d22dc-cf70-44bf-9276-27ec1cf850da on network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:23.012653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Port 592d22dc-cf70-44bf-9276-27ec1cf850da on network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:05:23.012979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Attempting to bind port 592d22dc-cf70-44bf-9276-27ec1cf850da on network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:23.018695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:23.019179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Checking segment: {'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:23.019574 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Bound using segment: {'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:23.020120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Bound port: 592d22dc-cf70-44bf-9276-27ec1cf850da, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '703b2d0d-385c-45b8-b9df-ac89d567f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:23.020379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:23.051928 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cc9ee7a2-e136-4e5e-985f-f384cf44d93a details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:05:23.117901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] For port 592d22dc-cf70-44bf-9276-27ec1cf850da, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:23.122624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] For port 592d22dc-cf70-44bf-9276-27ec1cf850da, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=592d22dc-cf70-44bf-9276-27ec1cf850da,segment=NetworkSegment(703b2d0d-385c-45b8-b9df-ac89d567f085),segment_id=703b2d0d-385c-45b8-b9df-ac89d567f085)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:23.133433 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:23.235835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:23.240061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:23.244406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] 10.222.0.13 "PUT /v2.0/ports/592d22dc-cf70-44bf-9276-27ec1cf850da HTTP/1.1" status: 200 len: 1091 time: 0.9411578 Aug 31 14:05:23.272369 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'tag': '592d22dc-cf70-44bf-9276-27ec1cf850da'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:23.284487 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e2497-8c79-4698-bc8d-147df4d3779f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7ea7a5-85ab-4e99-a70a-9026b7c0d434", "tag": "592d22dc-cf70-44bf-9276-27ec1cf850da"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:23.284871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc74fc6-2e01-4022-9f2d-271d77f257fc req-4384ac42-f004-4cf5-9fe4-a54422d9aa3b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:23.294601 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bcc74fc6-2e01-4022-9f2d-271d77f257fc req-4384ac42-f004-4cf5-9fe4-a54422d9aa3b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.0991142 Aug 31 14:05:23.305256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:23.328416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'port_id': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'mac_address': 'fa:16:3e:14:48:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:05:23.356298 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bcc74fc6-2e01-4022-9f2d-271d77f257fc req-6bb54acc-9313-49d0-8d6e-e5843314d8a6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604200 Aug 31 14:05:23.383890 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a17b669-6412-4329-b034-185415eaf21d x-openstack-request-id: req-2a17b669-6412-4329-b034-185415eaf21d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:23.384167 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7ea7a5-85ab-4e99-a70a-9026b7c0d434", "tag": "592d22dc-cf70-44bf-9276-27ec1cf850da", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:23.384427 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a17b669-6412-4329-b034-185415eaf21d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:23.384862 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'tag': '592d22dc-cf70-44bf-9276-27ec1cf850da', 'status': 'completed', 'code': 200} Aug 31 14:05:23.391896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c734a0-8f8e-4594-b3f0-3bd6a1a3bd87 service neutron] Pushing event updated for resources: {'Port': ['ID=592d22dc-cf70-44bf-9276-27ec1cf850da,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:23.431979 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:23.455838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-49fb3cac-1594-4ed8-a334-2ecfe508a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:23.457720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-49fb3cac-1594-4ed8-a334-2ecfe508a54c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f2efc98a97a4ab5bd1f2aca39a17c94&device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 1094 time: 0.1539996 Aug 31 14:05:23.466409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc9ee7a2-e136-4e5e-985f-f384cf44d93a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:23.542539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:23.547853 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:23.670834 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:23.752295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['cc9ee7a2-e136-4e5e-985f-f384cf44d93a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:23.773533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a36c8f-327f-4ac3-835c-c40f9d1c72e5 req-1c3208e4-198d-4e58-9078-1a2348d6c89f tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:23.781817 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-90a36c8f-327f-4ac3-835c-c40f9d1c72e5 req-1c3208e4-198d-4e58-9078-1a2348d6c89f tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 943 time: 0.0750449 Aug 31 14:05:23.851001 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-90a36c8f-327f-4ac3-835c-c40f9d1c72e5 req-72c51966-7fe0-40b8-abef-926fb41f0c6b tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679638 Aug 31 14:05:23.911784 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-6335d149-a8b3-44b5-8c06-67f0ffb93c07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=592d22dc-cf70-44bf-9276-27ec1cf850da HTTP/1.1" status: 200 len: 217 time: 0.4436469 Aug 31 14:05:24.010019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda3f4a-8efb-428a-8ff6-c1b04a587c39 req-480d6770-6651-41b1-aceb-bf9b7936a0eb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:24.011653 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8fda3f4a-8efb-428a-8ff6-c1b04a587c39 req-480d6770-6651-41b1-aceb-bf9b7936a0eb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 945 time: 0.1332734 Aug 31 14:05:24.015296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-1bae98f3-9b5a-407f-8306-b86aa335e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:24.017098 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-1bae98f3-9b5a-407f-8306-b86aa335e4a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=881a208b-bb54-40df-9459-d09bbbea0405 HTTP/1.1" status: 200 len: 844 time: 0.0949547 Aug 31 14:05:24.029900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acd957-8c2b-465c-abc5-b2fe22ef2bad req-51eb072f-b07a-4bcd-bf14-18ae4ed25455 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:24.037972 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96acd957-8c2b-465c-abc5-b2fe22ef2bad req-51eb072f-b07a-4bcd-bf14-18ae4ed25455 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1572886 Aug 31 14:05:24.062106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14005b0-97e4-4474-948b-f09ed25054af req-4ec13710-fb51-4c7b-b468-0ac769181fab tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:24.064784 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a14005b0-97e4-4474-948b-f09ed25054af req-4ec13710-fb51-4c7b-b468-0ac769181fab tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 945 time: 0.0672286 Aug 31 14:05:24.089454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44220) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:24.121205 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a14005b0-97e4-4474-948b-f09ed25054af req-797e7d70-8c37-48ab-9132-9f0e37d28473 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495625 Aug 31 14:05:24.157511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96acd957-8c2b-465c-abc5-b2fe22ef2bad req-25af3121-3198-4373-b4e2-0e23c2c459c9 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191564 Aug 31 14:05:24.239822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-56d9440b-acf3-414e-a523-661ffe48d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:24.242374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-56d9440b-acf3-414e-a523-661ffe48d90c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf5cf5d0-f670-49ce-8680-81fb514e0dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025023 Aug 31 14:05:24.268687 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-badf29c2-6893-4697-aae1-825be515780f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:24.347753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8fda3f4a-8efb-428a-8ff6-c1b04a587c39 req-a6ae928a-ecff-4907-8b84-8da262205c1f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Deleting port 21e4294d-d707-4076-ba79-48fe908c780f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:24.348290 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8fda3f4a-8efb-428a-8ff6-c1b04a587c39 req-a6ae928a-ecff-4907-8b84-8da262205c1f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:24.441101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-badf29c2-6893-4697-aae1-825be515780f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:24.449006 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-badf29c2-6893-4697-aae1-825be515780f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:24.504153 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-badf29c2-6893-4697-aae1-825be515780f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5120dce2bcf84bb4aa31c3bd0695c782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135749 Aug 31 14:05:24.505574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf29c2-6893-4697-aae1-825be515780f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17006e1c-2d9d-45de-a861-7b1f5aedeb73,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:24.509831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44256) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:24.514615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-14610b30-f164-4c50-a108-5291a3560982 service neutron] 10.222.0.13 "GET /v2.0/networks/cf5cf5d0-f670-49ce-8680-81fb514e0dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595448 Aug 31 14:05:24.571489 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-795fc3db-b8bc-45d9-8278-95cbbc951720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:24.601907 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-795fc3db-b8bc-45d9-8278-95cbbc951720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:24.611280 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:24.643769 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8fda3f4a-8efb-428a-8ff6-c1b04a587c39 req-a6ae928a-ecff-4907-8b84-8da262205c1f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] For port 21e4294d-d707-4076-ba79-48fe908c780f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=21e4294d-d707-4076-ba79-48fe908c780f,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:24.643769 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8fda3f4a-8efb-428a-8ff6-c1b04a587c39 req-a6ae928a-ecff-4907-8b84-8da262205c1f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:24.697074 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-795fc3db-b8bc-45d9-8278-95cbbc951720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:24.697074 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-795fc3db-b8bc-45d9-8278-95cbbc951720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:24.697074 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-795fc3db-b8bc-45d9-8278-95cbbc951720 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17006e1c-2d9d-45de-a861-7b1f5aedeb73 HTTP/1.1" status: 204 len: 168 time: 0.1858881 Aug 31 14:05:24.709648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8fda3f4a-8efb-428a-8ff6-c1b04a587c39 req-a6ae928a-ecff-4907-8b84-8da262205c1f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Calling delete_port for 21e4294d-d707-4076-ba79-48fe908c780f owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:24.716163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fc3db-b8bc-45d9-8278-95cbbc951720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17006e1c-2d9d-45de-a861-7b1f5aedeb73,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:24.867008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2134d-17e0-4fd2-b947-361bfce469cb req-41e881d0-31e3-4b81-abde-e94079ac445a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:24.868507 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:24.869710 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26b2134d-17e0-4fd2-b947-361bfce469cb req-41e881d0-31e3-4b81-abde-e94079ac445a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 945 time: 0.2455022 Aug 31 14:05:24.939565 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13c69392-1f99-4aa0-8497-2431e9ab393d req-72dd8bbb-d13b-4084-ad06-6ee4848a0ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/cf5cf5d0-f670-49ce-8680-81fb514e0dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167049 Aug 31 14:05:25.008108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26b2134d-17e0-4fd2-b947-361bfce469cb req-74874a5d-055f-4510-aea5-953e00f97193 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177919 Aug 31 14:05:25.067408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cc9ee7a2-e136-4e5e-985f-f384cf44d93a up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:25.196833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e2497-8c79-4698-bc8d-147df4d3779f req-d9840e80-d3e3-413c-b5fb-19fe1825ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:25.201386 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-856e2497-8c79-4698-bc8d-147df4d3779f req-d9840e80-d3e3-413c-b5fb-19fe1825ac2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f2efc98a97a4ab5bd1f2aca39a17c94&device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 1094 time: 0.1907804 Aug 31 14:05:25.207837 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8fda3f4a-8efb-428a-8ff6-c1b04a587c39 req-a6ae928a-ecff-4907-8b84-8da262205c1f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.234575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfab82c-22fa-4205-bf61-e7d3ee38f827 req-be1e6378-6e93-46a4-afac-842b1a5e4883 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:25.239820 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7dfab82c-22fa-4205-bf61-e7d3ee38f827 req-be1e6378-6e93-46a4-afac-842b1a5e4883 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 943 time: 0.2248194 Aug 31 14:05:25.256748 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.267466 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.280261 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44290) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:25.300315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae928a-ecff-4907-8b84-8da262205c1f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Pushing event deleted for resources: {'Port': ['ID=21e4294d-d707-4076-ba79-48fe908c780f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:25.313669 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f30d5d54edbd4479af1a44dac7e736d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7012224 Aug 31 14:05:25.330631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44292) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:25.363161 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc70dfd8-032e-4507-bbbb-ad21578a137e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.396248 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ca42d95f-07c4-4743-96d7-27e726c0e01a req-64721285-ed48-4159-adfe-a4d15955b79a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=13b13631-8fef-49d2-b0ab-1a2da5458df0 HTTP/1.1" status: 200 len: 210 time: 0.1084754 Aug 31 14:05:25.401029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865d42a-fe8b-4288-8a09-3c4ad650e249,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:25.414231 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7dfab82c-22fa-4205-bf61-e7d3ee38f827 req-0b78ed7a-e2d8-4809-a060-73615eb83ac7 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734192 Aug 31 14:05:25.424360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fda3f4a-8efb-428a-8ff6-c1b04a587c39 req-a6ae928a-ecff-4907-8b84-8da262205c1f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] No DVR routers for this DVR port 21e4294d-d707-4076-ba79-48fe908c780f on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:05:25.434292 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8fda3f4a-8efb-428a-8ff6-c1b04a587c39 req-a6ae928a-ecff-4907-8b84-8da262205c1f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.434292 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8fda3f4a-8efb-428a-8ff6-c1b04a587c39 req-a6ae928a-ecff-4907-8b84-8da262205c1f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "DELETE /v2.0/ports/21e4294d-d707-4076-ba79-48fe908c780f HTTP/1.1" status: 204 len: 173 time: 1.3909228 Aug 31 14:05:25.434292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b13631-8fef-49d2-b0ab-1a2da5458df0', 'name': 'network-vif-deleted', 'tag': '21e4294d-d707-4076-ba79-48fe908c780f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:25.437470 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f507a153-759c-447f-b3cb-4ae881b7e5b4" -d '{"events": [{"server_uuid": "13b13631-8fef-49d2-b0ab-1a2da5458df0", "name": "network-vif-deleted", "tag": "21e4294d-d707-4076-ba79-48fe908c780f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:25.488105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e2497-8c79-4698-bc8d-147df4d3779f req-36f6d7c3-3468-4362-844a-3896ad67ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:25.491194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-856e2497-8c79-4698-bc8d-147df4d3779f req-36f6d7c3-3468-4362-844a-3896ad67ffd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf5cf5d0-f670-49ce-8680-81fb514e0dd8 HTTP/1.1" status: 200 len: 906 time: 0.2683587 Aug 31 14:05:25.491864 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['21e4294d-d707-4076-ba79-48fe908c780f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:25.512539 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:25.516413 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:25.519987 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:25.520563 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:25.521596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:25.524576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:25.525160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:25.525759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:25.526260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:25.526752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:25.527226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:25.532715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36990ea5-1ca0-4297-98cf-2199a3811e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:25.578681 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bab8f295-e30e-4e55-891d-161216660edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.579165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-856e2497-8c79-4698-bc8d-147df4d3779f req-129aa027-b601-4d1a-869b-b08b2f5a9397 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=592d22dc-cf70-44bf-9276-27ec1cf850da HTTP/1.1" status: 200 len: 217 time: 0.0800037 Aug 31 14:05:25.625247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port cc9ee7a2-e136-4e5e-985f-f384cf44d93a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:25.625848 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.655720 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bab8f295-e30e-4e55-891d-161216660edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.685365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbcfa4-9e52-487c-a70d-dfca06d3100e req-0c61707f-694c-470c-b118-7ef16ecf163e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:25.687364 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8dbcfa4-9e52-487c-a70d-dfca06d3100e req-0c61707f-694c-470c-b118-7ef16ecf163e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1099021 Aug 31 14:05:25.707282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e2497-8c79-4698-bc8d-147df4d3779f req-e2b9f336-ecae-415b-95ac-eb5efc3cff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:25.712015 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-856e2497-8c79-4698-bc8d-147df4d3779f req-e2b9f336-ecae-415b-95ac-eb5efc3cff19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=881a208b-bb54-40df-9459-d09bbbea0405 HTTP/1.1" status: 200 len: 844 time: 0.1241689 Aug 31 14:05:25.775273 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8dbcfa4-9e52-487c-a70d-dfca06d3100e req-161827f0-0f6d-4447-802d-34d51b6e2cdd tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786583 Aug 31 14:05:25.793705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc70dfd8-032e-4507-bbbb-ad21578a137e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.795007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bab8f295-e30e-4e55-891d-161216660edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.797806 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bab8f295-e30e-4e55-891d-161216660edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.799438 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bab8f295-e30e-4e55-891d-161216660edd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f865d42a-fe8b-4288-8a09-3c4ad650e249 HTTP/1.1" status: 204 len: 168 time: 0.4675841 Aug 31 14:05:25.809526 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484ce659-c3bc-45e5-9951-5d6e02ea5369 x-openstack-request-id: req-484ce659-c3bc-45e5-9951-5d6e02ea5369 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:25.818238 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b13631-8fef-49d2-b0ab-1a2da5458df0", "name": "network-vif-deleted", "tag": "21e4294d-d707-4076-ba79-48fe908c780f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:25.818681 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-484ce659-c3bc-45e5-9951-5d6e02ea5369 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:25.819316 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b13631-8fef-49d2-b0ab-1a2da5458df0', 'name': 'network-vif-deleted', 'tag': '21e4294d-d707-4076-ba79-48fe908c780f', 'status': 'completed', 'code': 200} Aug 31 14:05:25.825682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8f295-e30e-4e55-891d-161216660edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865d42a-fe8b-4288-8a09-3c4ad650e249,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:25.832691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc70dfd8-032e-4507-bbbb-ad21578a137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.837534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e2497-8c79-4698-bc8d-147df4d3779f req-d6a69cfe-4cb0-4e9f-8147-8808612b9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:25.839374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-856e2497-8c79-4698-bc8d-147df4d3779f req-d6a69cfe-4cb0-4e9f-8147-8808612b9484 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf5cf5d0-f670-49ce-8680-81fb514e0dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183078 Aug 31 14:05:25.853844 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.867822 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc70dfd8-032e-4507-bbbb-ad21578a137e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49eadb572a8f4d0a93b06f0894b55180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5830824 Aug 31 14:05:25.868526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44298) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:25.911722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:25.913107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:25.916168 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342bb89-b9d5-4c79-90dd-d51580836d9f" -d '{"events": [{"server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "name": "network-vif-plugged", "status": "completed", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:25.924224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70dfd8-032e-4507-bbbb-ad21578a137e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba51779f-a49e-411b-80c2-cca7d64ab2c0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:25.941613 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:25.980585 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd2ddcdc-574b-4818-97df-ead8fabfd842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:26.036244 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-856e2497-8c79-4698-bc8d-147df4d3779f req-5607b92a-e664-4908-9c36-e4ad79cce745 service neutron] 10.222.0.13 "GET /v2.0/networks/cf5cf5d0-f670-49ce-8680-81fb514e0dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874144 Aug 31 14:05:26.037437 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea5a55f-02a5-4d0c-b489-42df983b9af8 x-openstack-request-id: req-7ea5a55f-02a5-4d0c-b489-42df983b9af8 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:26.037856 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "name": "network-vif-plugged", "status": "completed", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:26.038118 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ea5a55f-02a5-4d0c-b489-42df983b9af8 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:26.039030 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'code': 200} Aug 31 14:05:26.050661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:26.071751 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd2ddcdc-574b-4818-97df-ead8fabfd842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:26.203367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1f1c-4590-499c-955e-a1fb8b837827 req-fdf40251-bca7-433d-872e-ada187fcae00 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:26.211439 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e84b1f1c-4590-499c-955e-a1fb8b837827 req-fdf40251-bca7-433d-872e-ada187fcae00 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.0988877 Aug 31 14:05:26.223819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-856e2497-8c79-4698-bc8d-147df4d3779f req-fb808dfb-9b0d-4366-bf96-e3d2134746f1 service neutron] 10.222.0.13 "GET /v2.0/networks/cf5cf5d0-f670-49ce-8680-81fb514e0dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798720 Aug 31 14:05:26.233796 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd2ddcdc-574b-4818-97df-ead8fabfd842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:26.237259 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd2ddcdc-574b-4818-97df-ead8fabfd842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:26.238497 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dd2ddcdc-574b-4818-97df-ead8fabfd842 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba51779f-a49e-411b-80c2-cca7d64ab2c0 HTTP/1.1" status: 204 len: 168 time: 0.3676970 Aug 31 14:05:26.262720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ddcdc-574b-4818-97df-ead8fabfd842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba51779f-a49e-411b-80c2-cca7d64ab2c0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:26.296125 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e84b1f1c-4590-499c-955e-a1fb8b837827 req-4e9ef941-b2cb-4d25-b140-ecddb1330c3a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802088 Aug 31 14:05:26.535067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44316) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:26.564562 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e183fca-2c4a-4808-96bd-042eab8763d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:26.639660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5cee0-25d7-4214-815c-717c6527d556 req-ecef01bc-055a-402f-9aa5-797909216194 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:26.650321 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-adb5cee0-25d7-4214-815c-717c6527d556 req-ecef01bc-055a-402f-9aa5-797909216194 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 943 time: 0.1104829 Aug 31 14:05:26.734833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-adb5cee0-25d7-4214-815c-717c6527d556 req-c234894f-1615-4416-a253-54be3c71409e tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825191 Aug 31 14:05:26.785499 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e183fca-2c4a-4808-96bd-042eab8763d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:26.797124 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e183fca-2c4a-4808-96bd-042eab8763d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:26.871645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e183fca-2c4a-4808-96bd-042eab8763d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f4b96d-1395-4de2-9aa6-124d3090dbfd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:26.902992 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6e183fca-2c4a-4808-96bd-042eab8763d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d91a5534b1542268f325a66264208eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667171 Aug 31 14:05:26.905721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44342) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:26.991532 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9375098-d792-4a19-a5b6-fb86505cb5c2 req-40f73021-3bea-4151-b42e-08edd24aee60 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:26.993819 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9375098-d792-4a19-a5b6-fb86505cb5c2 req-40f73021-3bea-4151-b42e-08edd24aee60 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.0883541 Aug 31 14:05:27.024396 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75dd7c7e-b99a-4d4f-a396-9fab6693d2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:27.046524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-6a477937-889c-4edd-9551-f4ed93613497 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:27.048258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-6a477937-889c-4edd-9551-f4ed93613497 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.1868227 Aug 31 14:05:27.067660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 592d22dc-cf70-44bf-9276-27ec1cf850da details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:05:27.081426 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75dd7c7e-b99a-4d4f-a396-9fab6693d2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:27.081899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-c0b6e1a8-c7f6-4858-8504-481fc8206f62 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/quotas/c49ff878b8ce4be8846e7a9703cafd7a HTTP/1.1" status: 200 len: 375 time: 0.0269585 Aug 31 14:05:27.099661 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9375098-d792-4a19-a5b6-fb86505cb5c2 req-66fc4f54-0ab5-4590-9c34-01a8bcbe0a35 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964847 Aug 31 14:05:27.149425 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-4a0de491-6dbe-4c10-a466-ebd8bfa0d5ba tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665348 Aug 31 14:05:27.198903 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75dd7c7e-b99a-4d4f-a396-9fab6693d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:27.203897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75dd7c7e-b99a-4d4f-a396-9fab6693d2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:27.219688 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-75dd7c7e-b99a-4d4f-a396-9fab6693d2dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73f4b96d-1395-4de2-9aa6-124d3090dbfd HTTP/1.1" status: 204 len: 168 time: 0.3031926 Aug 31 14:05:27.246260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd7c7e-b99a-4d4f-a396-9fab6693d2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f4b96d-1395-4de2-9aa6-124d3090dbfd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:27.311908 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-118f5cb3-c04f-4116-8a7d-324e6c3a9033 service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614850 Aug 31 14:05:27.358251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 592d22dc-cf70-44bf-9276-27ec1cf850da, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=592d22dc-cf70-44bf-9276-27ec1cf850da,segment=NetworkSegment(703b2d0d-385c-45b8-b9df-ac89d567f085),segment_id=703b2d0d-385c-45b8-b9df-ac89d567f085)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:27.391293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '592d22dc-cf70-44bf-9276-27ec1cf850da', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'port_id': '592d22dc-cf70-44bf-9276-27ec1cf850da', 'mac_address': 'fa:16:3e:b0:1d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881a208b-bb54-40df-9459-d09bbbea0405', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:05:27.493617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659c165-caa8-4d18-93a1-e1d2d465d885 req-ae5abe2e-0447-48f9-8d04-3670326ab224 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:27.501211 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1659c165-caa8-4d18-93a1-e1d2d465d885 req-ae5abe2e-0447-48f9-8d04-3670326ab224 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.0673442 Aug 31 14:05:27.508465 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-78122cb6-daf4-4e4c-8245-ec01c59fcd91 service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954074 Aug 31 14:05:27.509861 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:27.547425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592d22dc-cf70-44bf-9276-27ec1cf850da {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:27.594455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 592d22dc-cf70-44bf-9276-27ec1cf850da, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=592d22dc-cf70-44bf-9276-27ec1cf850da,segment=NetworkSegment(703b2d0d-385c-45b8-b9df-ac89d567f085),segment_id=703b2d0d-385c-45b8-b9df-ac89d567f085)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:27.597699 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1659c165-caa8-4d18-93a1-e1d2d465d885 req-aa25689d-616c-49a6-a0a7-36ad95f2d3c2 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952966 Aug 31 14:05:27.599708 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:27.746692 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bd68d1fe-5438-4313-9291-e0a6015ba58c req-4782e930-1b01-4987-8faa-f659c69b543b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 210 time: 0.0423677 Aug 31 14:05:27.758555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=592d22dc-cf70-44bf-9276-27ec1cf850da,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:27.924798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['592d22dc-cf70-44bf-9276-27ec1cf850da'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:27.984513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8bd8c-c35b-4e0d-b40b-fd758c9049b1 req-43e60651-ea03-42bf-8309-f78885936368 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:27.986160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1f8bd8c-c35b-4e0d-b40b-fd758c9049b1 req-43e60651-ea03-42bf-8309-f78885936368 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 944 time: 0.1463447 Aug 31 14:05:28.090975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1f8bd8c-c35b-4e0d-b40b-fd758c9049b1 req-a30bfd4d-4b70-4f16-a294-b840b66aa0f5 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962763 Aug 31 14:05:28.337795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb374-6189-40ec-a8c2-730f0c41e9e7 req-ee7cbd20-9012-471b-8ac7-bfde22f2d1ec tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:28.339582 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4c4cb374-6189-40ec-a8c2-730f0c41e9e7 req-ee7cbd20-9012-471b-8ac7-bfde22f2d1ec tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.0909829 Aug 31 14:05:28.452309 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4c4cb374-6189-40ec-a8c2-730f0c41e9e7 req-6709aa03-ae63-4574-9db0-6bfe58b33a45 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056674 Aug 31 14:05:28.853675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ec195-8caa-460e-9992-8bad4a07d50e req-9fc15286-f748-4555-aa1b-2991f7382b5d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:28.864029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-796ec195-8caa-460e-9992-8bad4a07d50e req-9fc15286-f748-4555-aa1b-2991f7382b5d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1294451 Aug 31 14:05:28.907464 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5feed2f6-f366-438d-9ede-8fa917ccebfc req-50e22017-3b82-471b-935d-41653511e924 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 210 time: 0.0380619 Aug 31 14:05:28.933432 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-796ec195-8caa-460e-9992-8bad4a07d50e req-b3f36bff-3aec-40d4-bedc-3fddf6626d25 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600655 Aug 31 14:05:29.071381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 21e4294d-d707-4076-ba79-48fe908c780f no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:29.172291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 21e4294d-d707-4076-ba79-48fe908c780f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:05:29.175228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 21e4294d-d707-4076-ba79-48fe908c780f not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:05:29.306709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5781a5-d0ce-4418-8ae3-103d07a92e01 req-566fedc6-d764-4957-bc05-a9de4fff4a3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.309550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bb5781a5-d0ce-4418-8ae3-103d07a92e01 req-566fedc6-d764-4957-bc05-a9de4fff4a3a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 944 time: 0.1082773 Aug 31 14:05:29.486107 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bb5781a5-d0ce-4418-8ae3-103d07a92e01 req-21ee4527-0cc6-4f50-b839-0242e2fc18c5 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541355 Aug 31 14:05:29.547025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-6535fd05-962b-4c77-aaad-bc19a5e3aa16 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.552976 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-6535fd05-962b-4c77-aaad-bc19a5e3aa16 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.2791486 Aug 31 14:05:29.564559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Request body: {'port': {'device_id': '26eb51ca-a948-40e0-ba6a-68b6e9718708', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'admin_state_up': True, 'tenant_id': 'c49ff878b8ce4be8846e7a9703cafd7a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:29.712065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8572daf-ee9f-4a99-9abf-b0d9e1feba8f req-6123ce9b-e5be-43cc-bb9a-f20d1ea18a60 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.721136 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8572daf-ee9f-4a99-9abf-b0d9e1feba8f req-6123ce9b-e5be-43cc-bb9a-f20d1ea18a60 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.0869765 Aug 31 14:05:29.737112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-09add1fb-0c66-4cee-95bd-4c0534cb0c0b tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=29a48bb9452949a1a53ff50510829174&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505860 Aug 31 14:05:29.819335 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8572daf-ee9f-4a99-9abf-b0d9e1feba8f req-55265d74-694d-48a0-8baa-604e73c54950 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811338 Aug 31 14:05:29.838046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Made reservation on behalf of c49ff878b8ce4be8846e7a9703cafd7a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:29.845642 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:29.891308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-343183b1-e76c-4e0e-9782-ce34560fd2e0 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:29.900158 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-343183b1-e76c-4e0e-9782-ce34560fd2e0 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610012 Aug 31 14:05:29.924710 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-641ec470-edb9-4e3d-8ed0-275c79146957 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/quotas/29a48bb9452949a1a53ff50510829174 HTTP/1.1" status: 200 len: 375 time: 0.0230298 Aug 31 14:05:29.988093 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-1ccca829-8360-4f73-a271-728b4ec7389a tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29a48bb9452949a1a53ff50510829174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617201 Aug 31 14:05:30.093099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed1ba58e-fadf-4a35-9dcd-0c8fc21fd27d req-642738ea-8a86-4c3b-a131-a3d9e1a8bcc8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 210 time: 0.0462420 Aug 31 14:05:30.110361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Allocated IP 172.20.0.10 (a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa/962b2de8-40f4-47f7-980e-7d061aa8c497/3182e2be-2014-47b5-954a-95e359ce0fe7) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:30.328252 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06bb3d97-d568-49b8-8a3f-ae7662daa395 req-d850a61c-70c8-4d9b-80b5-2682afef56b5 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 210 time: 0.0632107 Aug 31 14:05:30.516323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b357a57-1978-4762-b698-fda847d9f1d4 req-ae51d6be-c48f-4683-9c6d-a3715f62d706 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.524891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b357a57-1978-4762-b698-fda847d9f1d4 req-ae51d6be-c48f-4683-9c6d-a3715f62d706 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.2701995 Aug 31 14:05:30.596175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b357a57-1978-4762-b698-fda847d9f1d4 req-4bfe87ab-8535-4815-b39c-ee380110d20d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673943 Aug 31 14:05:30.650881 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:30.716945 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:30.800424 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fddb4-162b-4e22-8e3f-a60e1243ec8b req-6373c286-dbec-4ceb-82a5-42ebbafaa7d3 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.808574 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f0fddb4-162b-4e22-8e3f-a60e1243ec8b req-6373c286-dbec-4ceb-82a5-42ebbafaa7d3 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 944 time: 0.1030676 Aug 31 14:05:30.848791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:30.866630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:30.874266 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f0fddb4-162b-4e22-8e3f-a60e1243ec8b req-819a1469-1b99-4c67-950b-c882dcdaa01f tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644166 Aug 31 14:05:30.892234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:30.945796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f076-adbb-4ec1-946c-a8863e765390 req-cff87669-aaea-4b33-a78b-7c5fe85773e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:30.948275 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e952f076-adbb-4ec1-946c-a8863e765390 req-cff87669-aaea-4b33-a78b-7c5fe85773e1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 1096 time: 0.0855305 Aug 31 14:05:30.976353 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Pushing event updated for resources: {'Port': ['ID=3182e2be-2014-47b5-954a-95e359ce0fe7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:30.993703 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e952f076-adbb-4ec1-946c-a8863e765390 req-e2a350e3-214a-4365-a5fa-29386b233d8e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343451 Aug 31 14:05:31.001949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.002163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.002665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.003137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.003495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.003914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.004346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.004751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.005216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.005558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.005965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.006433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.038071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:31.038846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.077434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ee852-e739-419a-86ef-062c3734f549 req-39ad8428-62ba-40af-951d-132ff4cbd442 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:31.079898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-746ee852-e739-419a-86ef-062c3734f549 req-39ad8428-62ba-40af-951d-132ff4cbd442 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1214807 Aug 31 14:05:31.082469 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1968030e-65b5-4313-b1e7-9ff77d267ae3 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5225346 Aug 31 14:05:31.099429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 592d22dc-cf70-44bf-9276-27ec1cf850da up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:31.112882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Request body: {'port': {'device_id': '26eb51ca-a948-40e0-ba6a-68b6e9718708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:31.242467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 592d22dc-cf70-44bf-9276-27ec1cf850da completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:31.250337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 592d22dc-cf70-44bf-9276-27ec1cf850da triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:31.251251 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.259653 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44504) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:31.303674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-746ee852-e739-419a-86ef-062c3734f549 req-818b02e1-684f-4b6c-8008-024e5104d356 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145662 Aug 31 14:05:31.305502 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.339481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9569-36f2-499d-bb3b-7ff88faa7f04 req-357177d7-c843-43fe-a1e7-068a48a4c6af tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:31.386480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-79aa9569-36f2-499d-bb3b-7ff88faa7f04 req-357177d7-c843-43fe-a1e7-068a48a4c6af tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 932 time: 0.1188056 Aug 31 14:05:31.498509 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-79aa9569-36f2-499d-bb3b-7ff88faa7f04 req-66bebe88-e2a5-4de6-9edc-83ce3b3ba42f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325929 Aug 31 14:05:31.513699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0da7-0274-451d-8a83-b7864a35f011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.569300 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.613510 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7baf5814-bec2-4fcd-abed-7d9c3ff4fe63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.618792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592d22dc-cf70-44bf-9276-27ec1cf850da'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:31.621824 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff6d949-3a68-4513-850b-07871e1e1e22" -d '{"events": [{"server_uuid": "4d7ea7a5-85ab-4e99-a70a-9026b7c0d434", "name": "network-vif-plugged", "status": "completed", "tag": "592d22dc-cf70-44bf-9276-27ec1cf850da"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:31.645950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 592d22dc-cf70-44bf-9276-27ec1cf850da, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=592d22dc-cf70-44bf-9276-27ec1cf850da,segment=NetworkSegment(703b2d0d-385c-45b8-b9df-ac89d567f085),segment_id=703b2d0d-385c-45b8-b9df-ac89d567f085)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:31.658093 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.808287 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7baf5814-bec2-4fcd-abed-7d9c3ff4fe63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.813665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7baf5814-bec2-4fcd-abed-7d9c3ff4fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:31.818054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=592d22dc-cf70-44bf-9276-27ec1cf850da,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:31.852256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.852896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.853385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.853884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.854325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.855533 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.855980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.856449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.858090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.858707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.859350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.859916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:05:31.871867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf5814-bec2-4fcd-abed-7d9c3ff4fe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f22525-ffa4-4963-abef-84b74b2efd95,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:31.895870 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5025cbe-57bc-4a4d-9a6b-56f4a0b04ffe x-openstack-request-id: req-f5025cbe-57bc-4a4d-9a6b-56f4a0b04ffe {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:31.897586 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7ea7a5-85ab-4e99-a70a-9026b7c0d434", "name": "network-vif-plugged", "status": "completed", "tag": "592d22dc-cf70-44bf-9276-27ec1cf850da", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:31.899100 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5025cbe-57bc-4a4d-9a6b-56f4a0b04ffe {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:31.901026 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592d22dc-cf70-44bf-9276-27ec1cf850da', 'code': 200} Aug 31 14:05:31.934978 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7baf5814-bec2-4fcd-abed-7d9c3ff4fe63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2317bf07c6b642c988c3cd4e86caf8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6482434 Aug 31 14:05:31.936198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44520) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:31.987101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3182e2be-2014-47b5-954a-95e359ce0fe7 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:32.014586 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.082506 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-04f7a1c1-e5f9-4a5d-8a5d-6fae19ef45bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.135752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9fe2c853-1440-439d-9d4b-f924cece60ef req-fb58e8e4-dba5-4619-ad7c-4eca9bef9457 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 210 time: 0.1249030 Aug 31 14:05:32.143166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e22d3c-d51b-41e0-b3eb-9e0a759f2474 req-4cf1fae5-4285-411e-9908-b3c7d89b4f46 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:32.158875 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52e22d3c-d51b-41e0-b3eb-9e0a759f2474 req-4cf1fae5-4285-411e-9908-b3c7d89b4f46 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1890569 Aug 31 14:05:32.180794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Transition to ACTIVE for port object 3182e2be-2014-47b5-954a-95e359ce0fe7 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:32.193921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e620c-d2cf-4087-9639-359f629da38a req-7f324ec2-9fed-4ee9-86e5-0455b1c27f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:32.196805 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f7e620c-d2cf-4087-9639-359f629da38a req-7f324ec2-9fed-4ee9-86e5-0455b1c27f9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 1096 time: 0.1956964 Aug 31 14:05:32.198104 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.222361 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-04f7a1c1-e5f9-4a5d-8a5d-6fae19ef45bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.259374 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52e22d3c-d51b-41e0-b3eb-9e0a759f2474 req-868df221-f8e1-4734-9434-41448d4b8934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965972 Aug 31 14:05:32.356356 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-04f7a1c1-e5f9-4a5d-8a5d-6fae19ef45bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.368425 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-04f7a1c1-e5f9-4a5d-8a5d-6fae19ef45bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.373645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-04f7a1c1-e5f9-4a5d-8a5d-6fae19ef45bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0f22525-ffa4-4963-abef-84b74b2efd95 HTTP/1.1" status: 204 len: 168 time: 0.4328630 Aug 31 14:05:32.404569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7a1c1-e5f9-4a5d-8a5d-6fae19ef45bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f22525-ffa4-4963-abef-84b74b2efd95,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:32.500685 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3182e2be-2014-47b5-954a-95e359ce0fe7,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:32.537155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f7e620c-d2cf-4087-9639-359f629da38a req-d4d2d6e3-1bba-4cdb-8bfc-76c34fd8610a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312232 Aug 31 14:05:32.551583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6a7e0-effb-4294-9b5d-d33221ea86e3 req-1235f8c6-334b-4330-bb80-6eed9d3c1d19 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:32.560508 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1e6a7e0-effb-4294-9b5d-d33221ea86e3 req-1235f8c6-334b-4330-bb80-6eed9d3c1d19 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 945 time: 0.2789421 Aug 31 14:05:32.692869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Attempting to bind port 3182e2be-2014-47b5-954a-95e359ce0fe7 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:32.693424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Attempting to bind port 3182e2be-2014-47b5-954a-95e359ce0fe7 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:32.693660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Attempting to bind port 3182e2be-2014-47b5-954a-95e359ce0fe7 on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:32.718338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1e6a7e0-effb-4294-9b5d-d33221ea86e3 req-cc0d6d4d-303b-464d-a1cd-740a9ade6da5 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567757 Aug 31 14:05:32.719857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Port 3182e2be-2014-47b5-954a-95e359ce0fe7 on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:05:32.720540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Attempting to bind port 3182e2be-2014-47b5-954a-95e359ce0fe7 on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:32.741586 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dc9b7-307c-4fcd-86d7-fdeb5043174a req-0372c1fe-cc0a-48f1-acaf-53ef1fb5f40b tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:32.743961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:32.749099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Checking segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:32.749642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Bound using segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:32.750225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Bound port: 3182e2be-2014-47b5-954a-95e359ce0fe7, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:32.751218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:32.768594 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-167dc9b7-307c-4fcd-86d7-fdeb5043174a req-0372c1fe-cc0a-48f1-acaf-53ef1fb5f40b tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1865194 Aug 31 14:05:32.818688 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-f93c1c08-8142-49a7-ad20-6bff74453dd2 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=29a48bb9452949a1a53ff50510829174&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279528 Aug 31 14:05:32.973109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] For port 3182e2be-2014-47b5-954a-95e359ce0fe7, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:32.980524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] For port 3182e2be-2014-47b5-954a-95e359ce0fe7, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3182e2be-2014-47b5-954a-95e359ce0fe7,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:32.986452 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-d891d12b-2980-437a-b236-e9383c49ec0c tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:32.988296 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-d891d12b-2980-437a-b236-e9383c49ec0c tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543822 Aug 31 14:05:32.996549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa274dc6-4e70-4c7c-9af7-4d71e8868e1f req-8c9fe802-c9d5-4f02-ade0-36300475298a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:33.000064 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa274dc6-4e70-4c7c-9af7-4d71e8868e1f req-8c9fe802-c9d5-4f02-ade0-36300475298a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 944 time: 0.1556189 Aug 31 14:05:33.005164 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.020426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Request body: {'port': {'device_id': 'dfe9ad7a-67c8-493a-b17c-64371f5dc156', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '29a48bb9452949a1a53ff50510829174'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:33.054336 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-167dc9b7-307c-4fcd-86d7-fdeb5043174a req-d8e2b34c-b58a-4a99-a557-dd80af99456e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816436 Aug 31 14:05:33.092810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:33.093797 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.095183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] 10.222.0.13 "PUT /v2.0/ports/3182e2be-2014-47b5-954a-95e359ce0fe7 HTTP/1.1" status: 200 len: 1092 time: 1.9917941 Aug 31 14:05:33.097522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26eb51ca-a948-40e0-ba6a-68b6e9718708', 'tag': '3182e2be-2014-47b5-954a-95e359ce0fe7'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:33.099985 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2698af6-24a7-49cf-9ac1-647fa7dd402b" -d '{"events": [{"name": "network-changed", "server_uuid": "26eb51ca-a948-40e0-ba6a-68b6e9718708", "tag": "3182e2be-2014-47b5-954a-95e359ce0fe7"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:33.126023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44538) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:33.151674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa274dc6-4e70-4c7c-9af7-4d71e8868e1f req-87dc232f-465f-4f98-9eb1-71f55a95836e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295502 Aug 31 14:05:33.152840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc3029-12df-4461-97a3-e99e8aa5fdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3182e2be-2014-47b5-954a-95e359ce0fe7,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:33.157056 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18b85284-4e72-4b92-a2fd-7d30b2819dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.283502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-769a7111-f74b-4695-a01a-6a386f51f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:33.285652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-769a7111-f74b-4695-a01a-6a386f51f28d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 1095 time: 0.1069469 Aug 31 14:05:33.287927 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3ddd4d-9f1c-4e62-9a8e-90ffd27a9647 x-openstack-request-id: req-3e3ddd4d-9f1c-4e62-9a8e-90ffd27a9647 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:33.288387 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26eb51ca-a948-40e0-ba6a-68b6e9718708", "tag": "3182e2be-2014-47b5-954a-95e359ce0fe7", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:33.288720 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e3ddd4d-9f1c-4e62-9a8e-90ffd27a9647 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:33.289234 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26eb51ca-a948-40e0-ba6a-68b6e9718708', 'tag': '3182e2be-2014-47b5-954a-95e359ce0fe7', 'status': 'completed', 'code': 200} Aug 31 14:05:33.357752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-316d2312-88b9-4d1c-b551-915449879fb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3182e2be-2014-47b5-954a-95e359ce0fe7 HTTP/1.1" status: 200 len: 217 time: 0.0566146 Aug 31 14:05:33.470243 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18b85284-4e72-4b92-a2fd-7d30b2819dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.490127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-5676cedd-09e4-45be-b0e5-4113e859bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:33.492255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-5676cedd-09e4-45be-b0e5-4113e859bc23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.1235461 Aug 31 14:05:33.495124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18b85284-4e72-4b92-a2fd-7d30b2819dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.515149 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-42448991-bb89-46b8-8bbc-e94169dc31a9 req-138452ad-42db-4826-a1c7-20bb38bebad2 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 210 time: 0.1212730 Aug 31 14:05:33.559786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Made reservation on behalf of 29a48bb9452949a1a53ff50510829174 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:33.566290 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.578550 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.772068 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.777757 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:33.913638 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6feccdf-88de-465c-830b-1d43ce1cfb01,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:33.992895 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:34.008504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d7be1-d170-42be-8c73-578692be1c6a req-b71ba41a-ca8a-4f9a-b422-02a77067da21 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:34.016952 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2be1415-d41c-40aa-aba8-7caf8321f8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:34.018097 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-130d7be1-d170-42be-8c73-578692be1c6a req-b71ba41a-ca8a-4f9a-b422-02a77067da21 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 945 time: 0.1755574 Aug 31 14:05:34.034714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-a5b9f500-5751-445f-845c-a90ebe6078ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5296264 Aug 31 14:05:34.069654 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-18b85284-4e72-4b92-a2fd-7d30b2819dd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f2ba32623454769a930fa73afd8bb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9424515 Aug 31 14:05:34.073834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Allocated IP 192.168.233.5 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/a17fb386-06af-4187-8cab-65edb925e56f) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:34.077530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44546) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:34.091618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725e4a5-61f8-4a5c-88e6-36bee495ab9d req-19361df7-0a55-454d-bb04-905481475f6c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:34.102439 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f725e4a5-61f8-4a5c-88e6-36bee495ab9d req-19361df7-0a55-454d-bb04-905481475f6c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.6677849 Aug 31 14:05:34.123821 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-130d7be1-d170-42be-8c73-578692be1c6a req-6e4e2824-a2aa-4f2c-ab3e-740fe50a7b6a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046052 Aug 31 14:05:34.135226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b85284-4e72-4b92-a2fd-7d30b2819dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96729387-dccc-44e3-8a78-7b163aee1538,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:34.255634 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f725e4a5-61f8-4a5c-88e6-36bee495ab9d req-57ce970b-9fab-4113-81e1-70818234ebfb tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521087 Aug 31 14:05:34.338936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-1f333f8e-5f66-4aa6-8d9c-2865b57cad75 service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907152 Aug 31 14:05:34.550343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3da61-212c-4b1c-bdb0-478d3dad0d72 req-41922044-b76a-4fac-af3e-4a9b9cf756f9 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:34.553813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0ea3da61-212c-4b1c-bdb0-478d3dad0d72 req-41922044-b76a-4fac-af3e-4a9b9cf756f9 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 944 time: 0.1665077 Aug 31 14:05:34.588782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7731ec04-2dd2-4d69-b8d7-8d24eff3f5eb req-3b95da21-8984-44cf-99ff-87ccdd8f3383 service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405651 Aug 31 14:05:34.626376 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0ea3da61-212c-4b1c-bdb0-478d3dad0d72 req-bf0727e3-2996-4723-8cb4-a96434b239f5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614431 Aug 31 14:05:34.761050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2698af6-24a7-49cf-9ac1-647fa7dd402b req-f9f3096c-65b6-4c19-b748-35ad220769d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:34.763692 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2698af6-24a7-49cf-9ac1-647fa7dd402b req-f9f3096c-65b6-4c19-b748-35ad220769d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 1095 time: 0.0954738 Aug 31 14:05:34.790516 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5a1d011e-5135-42a8-b806-3bcb7a3fe090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:34.879479 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:05:34.902330 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5a1d011e-5135-42a8-b806-3bcb7a3fe090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:34.921037 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4390854-7fc9-41ee-9aac-59945f1b6232 req-374ec848-3495-44f4-966a-cb9212fc2fdb tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 210 time: 0.0524945 Aug 31 14:05:34.933796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df39b4-745f-4f33-8986-9b833115738d req-e94a5165-7478-4217-825c-b37d77d2bc78 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:34.936236 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-00df39b4-745f-4f33-8986-9b833115738d req-e94a5165-7478-4217-825c-b37d77d2bc78 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.6869695 Aug 31 14:05:34.979283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2698af6-24a7-49cf-9ac1-647fa7dd402b req-315d304e-6e49-48e3-9ffd-be6ab39e8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:34.980986 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2698af6-24a7-49cf-9ac1-647fa7dd402b req-315d304e-6e49-48e3-9ffd-be6ab39e8720 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 911 time: 0.2085161 Aug 31 14:05:35.038348 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2698af6-24a7-49cf-9ac1-647fa7dd402b req-1c92f92b-9901-4428-a624-85dd8a56f189 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3182e2be-2014-47b5-954a-95e359ce0fe7 HTTP/1.1" status: 200 len: 217 time: 0.0491548 Aug 31 14:05:35.061608 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-00df39b4-745f-4f33-8986-9b833115738d req-5f5c7f6a-d2f6-4a8e-81c5-2a7c7e7bedb6 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045692 Aug 31 14:05:35.068032 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.089846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5a1d011e-5135-42a8-b806-3bcb7a3fe090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.092197 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5a1d011e-5135-42a8-b806-3bcb7a3fe090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.095199 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5a1d011e-5135-42a8-b806-3bcb7a3fe090 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96729387-dccc-44e3-8a78-7b163aee1538 HTTP/1.1" status: 204 len: 168 time: 1.0166483 Aug 31 14:05:35.099266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Transition to ACTIVE for port object a17fb386-06af-4187-8cab-65edb925e56f will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:35.128281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d011e-5135-42a8-b806-3bcb7a3fe090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96729387-dccc-44e3-8a78-7b163aee1538,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:35.135180 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.153449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4d4003bd-dcb3-4892-b755-9438cbdc892c req-476f4dce-8703-4f1f-a8d7-8a76f53cf5b8 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1580714619', 'description': 'tempest-description-230719605'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:35.195361 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.245156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2698af6-24a7-49cf-9ac1-647fa7dd402b req-a446dfc9-db2d-4a52-af93-cec3efe488ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:35.254319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2698af6-24a7-49cf-9ac1-647fa7dd402b req-a446dfc9-db2d-4a52-af93-cec3efe488ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.2028813 Aug 31 14:05:35.281122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Pushing event updated for resources: {'Port': ['ID=a17fb386-06af-4187-8cab-65edb925e56f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:35.299790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:35.303061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d4003bd-dcb3-4892-b755-9438cbdc892c req-476f4dce-8703-4f1f-a8d7-8a76f53cf5b8 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.305269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:35.308120 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2698af6-24a7-49cf-9ac1-647fa7dd402b req-0d1461a4-7dbb-49b9-a6f1-89ed48404a4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450499 Aug 31 14:05:35.308414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:35.450296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d0eb1-9d9f-49d9-820b-a23a26ad6a34 req-10936504-c0d2-409b-9c59-a644f376ce60 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:35.453021 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-113d0eb1-9d9f-49d9-820b-a23a26ad6a34 req-10936504-c0d2-409b-9c59-a644f376ce60 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 945 time: 0.1911631 Aug 31 14:05:35.461952 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2698af6-24a7-49cf-9ac1-647fa7dd402b req-48a934d7-0633-4fe6-bee7-350deda6c76c service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437080 Aug 31 14:05:35.509534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:35.510643 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.585375 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-113d0eb1-9d9f-49d9-820b-a23a26ad6a34 req-6d8020a6-d6c5-467c-beb7-1ffba9c4ccaa tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221578 Aug 31 14:05:35.679475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9db6171c-01e9-446d-9234-79441fbbaaef None None] Provisioning for port a17fb386-06af-4187-8cab-65edb925e56f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:35.686005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9db6171c-01e9-446d-9234-79441fbbaaef None None] Provisioning complete for port a17fb386-06af-4187-8cab-65edb925e56f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:35.687796 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9db6171c-01e9-446d-9234-79441fbbaaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.728704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2698af6-24a7-49cf-9ac1-647fa7dd402b req-c28af8f0-4392-48c5-8b10-5eda8d89e6b7 service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551613 Aug 31 14:05:35.756064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9db6171c-01e9-446d-9234-79441fbbaaef None None] Port a17fb386-06af-4187-8cab-65edb925e56f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:05:35.790820 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b22771-a1c9-4b9e-9895-76acb7c87d6a req-9e34c50e-73cb-43ea-9f0b-3651fe1a3f2f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:35.795537 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d4003bd-dcb3-4892-b755-9438cbdc892c req-476f4dce-8703-4f1f-a8d7-8a76f53cf5b8 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.802413 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9b22771-a1c9-4b9e-9895-76acb7c87d6a req-9e34c50e-73cb-43ea-9f0b-3651fe1a3f2f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1044154 Aug 31 14:05:35.807885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d4003bd-dcb3-4892-b755-9438cbdc892c req-476f4dce-8703-4f1f-a8d7-8a76f53cf5b8 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.815647 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-551eb5f0-25cc-4ae5-809d-9682d7a13555 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8056035 Aug 31 14:05:35.842422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Request body: {'port': {'device_id': 'dfe9ad7a-67c8-493a-b17c-64371f5dc156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:35.860478 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d4003bd-dcb3-4892-b755-9438cbdc892c req-476f4dce-8703-4f1f-a8d7-8a76f53cf5b8 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:35.867434 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d4003bd-dcb3-4892-b755-9438cbdc892c req-476f4dce-8703-4f1f-a8d7-8a76f53cf5b8 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.7336538 Aug 31 14:05:35.869904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f4dce-8703-4f1f-a8d7-8a76f53cf5b8 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2e46ac-e381-4058-a9f7-6158765bc1b8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:35.908782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9b22771-a1c9-4b9e-9895-76acb7c87d6a req-42b75fc2-72ba-43d4-8294-358bc9fa412c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049292 Aug 31 14:05:36.011133 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:36.068883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175b00a-8840-4757-bd06-894fc0a4562f req-f728a453-78be-45d3-b470-a3b2028a436c tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:36.071089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4175b00a-8840-4757-bd06-894fc0a4562f req-f728a453-78be-45d3-b470-a3b2028a436c tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 945 time: 0.1059294 Aug 31 14:05:36.082370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44584) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:36.087752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-97eb1a10-5a1f-4957-9e5e-e733da01e693 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Request body: {'floatingip': {'port_id': '592d22dc-cf70-44bf-9276-27ec1cf850da'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:36.156277 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97eb1a10-5a1f-4957-9e5e-e733da01e693 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:36.543894 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0efee11-8461-4561-83b1-fb82caa32adf req-7d21c950-e401-491a-99a6-26cff3c6332b tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1580714619&fields=id&tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3 HTTP/1.1" status: 200 len: 267 time: 0.1442413 Aug 31 14:05:36.550128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ab7ac-3032-4376-bed6-7e2be68ebfe6 req-6030016a-baef-4949-a298-a3859923ba5a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:36.554605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce0ab7ac-3032-4376-bed6-7e2be68ebfe6 req-6030016a-baef-4949-a298-a3859923ba5a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 944 time: 0.1738596 Aug 31 14:05:36.613377 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce0ab7ac-3032-4376-bed6-7e2be68ebfe6 req-0ea37d57-8ad6-4416-a54d-ce409258259f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 Aug 31 14:05:36.666224 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:36.714928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efee11-8461-4561-83b1-fb82caa32adf req-ae9f34b2-402d-4d24-b013-4a99979917ab tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:36.726656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0efee11-8461-4561-83b1-fb82caa32adf req-ae9f34b2-402d-4d24-b013-4a99979917ab tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1612682 Aug 31 14:05:36.734477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c0efee11-8461-4561-83b1-fb82caa32adf req-84f9a20e-414a-4e4a-8d2c-4e7630e8d8d0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Request body: {'port': {'security_groups': ['adf28512-13fa-4687-ba53-2173e1168711', 'ec2e46ac-e381-4058-a9f7-6158765bc1b8']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:36.768716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17fb386-06af-4187-8cab-65edb925e56f {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:36.782205 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:36.808970 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Transition to ACTIVE for port object a17fb386-06af-4187-8cab-65edb925e56f will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:36.815290 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:36.946362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c0efee11-8461-4561-83b1-fb82caa32adf req-84f9a20e-414a-4e4a-8d2c-4e7630e8d8d0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:36.947566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8875f58-3d94-4926-9def-1ef6c85f4fc6 req-068d168d-dd19-436b-9315-5390b1798a70 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:36.956217 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8875f58-3d94-4926-9def-1ef6c85f4fc6 req-068d168d-dd19-436b-9315-5390b1798a70 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 946 time: 0.1441922 Aug 31 14:05:36.981873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Pushing event updated for resources: {'Port': ['ID=a17fb386-06af-4187-8cab-65edb925e56f,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:37.080989 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8875f58-3d94-4926-9def-1ef6c85f4fc6 req-40e53f27-0f0e-479c-a8c0-f527c26cc1eb tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235588 Aug 31 14:05:37.116359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3182e2be-2014-47b5-954a-95e359ce0fe7 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:05:37.144968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Attempting to bind port a17fb386-06af-4187-8cab-65edb925e56f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:37.144968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Attempting to bind port a17fb386-06af-4187-8cab-65edb925e56f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:37.144968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Attempting to bind port a17fb386-06af-4187-8cab-65edb925e56f on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:37.167405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Port a17fb386-06af-4187-8cab-65edb925e56f on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:05:37.167822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Attempting to bind port a17fb386-06af-4187-8cab-65edb925e56f on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:37.182534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:37.183087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:37.183834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:37.184671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Bound port: a17fb386-06af-4187-8cab-65edb925e56f, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:37.185355 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:37.241516 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.resource_extend [None req-97eb1a10-5a1f-4957-9e5e-e733da01e693 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:05:37.369085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c0efee11-8461-4561-83b1-fb82caa32adf req-84f9a20e-414a-4e4a-8d2c-4e7630e8d8d0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] For port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,segment=NetworkSegment(0c0a7537-6be2-46c7-a3b0-2bedd8f5b988),segment_id=0c0a7537-6be2-46c7-a3b0-2bedd8f5b988)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:37.373118 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97eb1a10-5a1f-4957-9e5e-e733da01e693 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:37.382820 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97eb1a10-5a1f-4957-9e5e-e733da01e693 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:37.453160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] For port a17fb386-06af-4187-8cab-65edb925e56f, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:37.484672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] For port a17fb386-06af-4187-8cab-65edb925e56f, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a17fb386-06af-4187-8cab-65edb925e56f,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:37.504559 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:37.548713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:37.549438 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:37.552149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c0efee11-8461-4561-83b1-fb82caa32adf req-84f9a20e-414a-4e4a-8d2c-4e7630e8d8d0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:37.553061 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] 10.222.0.52 "PUT /v2.0/ports/a17fb386-06af-4187-8cab-65edb925e56f HTTP/1.1" status: 200 len: 1094 time: 1.7145293 Aug 31 14:05:37.553912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe9ad7a-67c8-493a-b17c-64371f5dc156', 'tag': 'a17fb386-06af-4187-8cab-65edb925e56f'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:37.558652 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098aaa5b-035a-4721-bf5b-5d627a4ee3be" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe9ad7a-67c8-493a-b17c-64371f5dc156", "tag": "a17fb386-06af-4187-8cab-65edb925e56f"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:37.569899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3182e2be-2014-47b5-954a-95e359ce0fe7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3182e2be-2014-47b5-954a-95e359ce0fe7,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:37.591957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadc260-4f50-4c61-994e-de38f7c99397 req-4586780f-0853-4880-b52d-0497c7a5bc6a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:37.595503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-caadc260-4f50-4c61-994e-de38f7c99397 req-4586780f-0853-4880-b52d-0497c7a5bc6a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.2006798 Aug 31 14:05:37.621207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '3182e2be-2014-47b5-954a-95e359ce0fe7', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'port_id': '3182e2be-2014-47b5-954a-95e359ce0fe7', 'mac_address': 'fa:16:3e:b8:28:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962b2de8-40f4-47f7-980e-7d061aa8c497', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:05:37.637754 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c0efee11-8461-4561-83b1-fb82caa32adf req-84f9a20e-414a-4e4a-8d2c-4e7630e8d8d0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:37.638623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720ce9a-bba5-4a79-bd86-613a964c7390 service neutron] Pushing event updated for resources: {'Port': ['ID=a17fb386-06af-4187-8cab-65edb925e56f,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:37.718990 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:37.773125 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efee11-8461-4561-83b1-fb82caa32adf req-84f9a20e-414a-4e4a-8d2c-4e7630e8d8d0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:37.780529 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c0efee11-8461-4561-83b1-fb82caa32adf req-84f9a20e-414a-4e4a-8d2c-4e7630e8d8d0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:37.784385 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0efee11-8461-4561-83b1-fb82caa32adf req-84f9a20e-414a-4e4a-8d2c-4e7630e8d8d0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "PUT /v2.0/ports/a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 981 time: 1.0565670 Aug 31 14:05:37.787557 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-97eb1a10-5a1f-4957-9e5e-e733da01e693 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Floating IP 429b301c-0cff-4239-b9f4-4715751b4abe associated. External IP: 172.25.3.142, port: 592d22dc-cf70-44bf-9276-27ec1cf850da. Aug 31 14:05:37.791196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:37.801978 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb43ac55-6e1a-4cf4-9b23-3888a6c93168" -d '{"events": [{"name": "network-changed", "server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:37.833298 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-caadc260-4f50-4c61-994e-de38f7c99397 req-ee2b303b-a805-4676-9ab7-d6789c9038fe tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227762 Aug 31 14:05:37.863419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-8dbb73e6-d716-44ed-a0a1-2554993976ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:37.866744 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-8dbb73e6-d716-44ed-a0a1-2554993976ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29a48bb9452949a1a53ff50510829174&device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 1097 time: 0.2043226 Aug 31 14:05:37.909276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9a20e-414a-4e4a-8d2c-4e7630e8d8d0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Pushing event updated for resources: {'Port': ['ID=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:37.943817 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:37.953984 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-2fd311e1-cba1-4edf-b082-6f0d68e72296 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=a17fb386-06af-4187-8cab-65edb925e56f HTTP/1.1" status: 200 len: 217 time: 0.0661454 Aug 31 14:05:38.033015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3182e2be-2014-47b5-954a-95e359ce0fe7 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:38.096235 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bf333d-3aaf-4c80-a61f-ac892f5d1e25 x-openstack-request-id: req-19bf333d-3aaf-4c80-a61f-ac892f5d1e25 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:38.096692 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe9ad7a-67c8-493a-b17c-64371f5dc156", "tag": "a17fb386-06af-4187-8cab-65edb925e56f", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:38.097036 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19bf333d-3aaf-4c80-a61f-ac892f5d1e25 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:38.097648 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe9ad7a-67c8-493a-b17c-64371f5dc156', 'tag': 'a17fb386-06af-4187-8cab-65edb925e56f', 'status': 'completed', 'code': 200} Aug 31 14:05:38.141523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3182e2be-2014-47b5-954a-95e359ce0fe7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3182e2be-2014-47b5-954a-95e359ce0fe7,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:38.173667 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:38.193913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-b8a8585a-d81d-49f6-87f9-e21137004c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:38.195447 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:38.203278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-b8a8585a-d81d-49f6-87f9-e21137004c9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2319098 Aug 31 14:05:38.286776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eb1a10-5a1f-4957-9e5e-e733da01e693 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:05:38.323677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3182e2be-2014-47b5-954a-95e359ce0fe7,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:38.405865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad70f6-b25a-44e8-96fa-fcc113cfb327 req-d9022c44-7604-43c5-9f2e-fd1a5ae53257 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:38.418694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51ad70f6-b25a-44e8-96fa-fcc113cfb327 req-d9022c44-7604-43c5-9f2e-fd1a5ae53257 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 945 time: 0.1853678 Aug 31 14:05:38.454137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-c7f7ed8d-9955-4d18-b04c-04db5a3c2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:38.468264 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-c7f7ed8d-9955-4d18-b04c-04db5a3c2199 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2384796 Aug 31 14:05:38.482168 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-138a10a2-a43b-464f-92fb-8290ef12b725 req-7025f6f1-e43e-4657-a946-132bf8837b04 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1580714619&fields=id&tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3 HTTP/1.1" status: 200 len: 267 time: 0.2791090 Aug 31 14:05:38.607760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eb1a10-5a1f-4957-9e5e-e733da01e693 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:05:38.620785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97eb1a10-5a1f-4957-9e5e-e733da01e693 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:38.648753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51ad70f6-b25a-44e8-96fa-fcc113cfb327 req-b3fe9e2d-c170-490a-8ccf-54904352fcc9 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279303 Aug 31 14:05:38.692041 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-97eb1a10-5a1f-4957-9e5e-e733da01e693 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "PUT /v2.0/floatingips/429b301c-0cff-4239-b9f4-4715751b4abe HTTP/1.1" status: 200 len: 991 time: 2.6083529 Aug 31 14:05:38.700222 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a10a2-a43b-464f-92fb-8290ef12b725 req-0f6b9f1c-5a58-46da-a8f4-c0bdffaa1cf3 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:38.703484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0176a2f-fc2c-4782-ad3a-6dd36d01db44 None None] Sync routers for ids ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:05:38.712290 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-138a10a2-a43b-464f-92fb-8290ef12b725 req-0f6b9f1c-5a58-46da-a8f4-c0bdffaa1cf3 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 984 time: 0.2115760 Aug 31 14:05:38.721617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-138a10a2-a43b-464f-92fb-8290ef12b725 req-8b932c1f-2cc4-4e67-adb7-f7eed2888a31 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Request body: {'port': {'security_groups': ['adf28512-13fa-4687-ba53-2173e1168711']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:38.744020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['3182e2be-2014-47b5-954a-95e359ce0fe7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:38.805917 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff5c44a-30bd-4a2f-9795-2160df69e0aa x-openstack-request-id: req-8ff5c44a-30bd-4a2f-9795-2160df69e0aa {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:38.806510 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:38.806987 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ff5c44a-30bd-4a2f-9795-2160df69e0aa {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:38.807669 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'status': 'completed', 'code': 200} Aug 31 14:05:38.862273 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-accb1d72-d271-4899-9003-feaf26bc06ef service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785682 Aug 31 14:05:39.064624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0176a2f-fc2c-4782-ad3a-6dd36d01db44 None None] Routers {'d42a43d3-b960-4cb5-b1a4-4e1820c32af8'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:39.065285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f0176a2f-fc2c-4782-ad3a-6dd36d01db44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:05:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:39.070253 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43ac55-6e1a-4cf4-9b23-3888a6c93168 req-1875f68a-fdb5-4291-bfdd-37494880fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:39.073396 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb43ac55-6e1a-4cf4-9b23-3888a6c93168 req-1875f68a-fdb5-4291-bfdd-37494880fa04 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3&device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 1135 time: 0.2308302 Aug 31 14:05:39.095365 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8e29cbb-5948-4a97-8ad6-7bdc12151a17 req-19a57873-7ad4-47bf-a258-ac0707ec7e28 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883721 Aug 31 14:05:39.143402 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-138a10a2-a43b-464f-92fb-8290ef12b725 req-8b932c1f-2cc4-4e67-adb7-f7eed2888a31 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:39.163865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af639-4090-429f-80ac-3946b8deb55a req-905338be-2230-49c7-9de7-d1f0f36c6370 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:39.169645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-895af639-4090-429f-80ac-3946b8deb55a req-905338be-2230-49c7-9de7-d1f0f36c6370 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 946 time: 0.1581371 Aug 31 14:05:39.209211 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:39.209981 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:39.320572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43ac55-6e1a-4cf4-9b23-3888a6c93168 req-d750f300-2770-412b-813a-1682cf2c9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:39.322738 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb43ac55-6e1a-4cf4-9b23-3888a6c93168 req-d750f300-2770-412b-813a-1682cf2c9100 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9024cac1-f71a-4e28-af94-f4914df0aa35 HTTP/1.1" status: 200 len: 920 time: 0.2186301 Aug 31 14:05:39.337903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-895af639-4090-429f-80ac-3946b8deb55a req-d5120361-6b8b-4204-8359-f43ce3b70f62 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656111 Aug 31 14:05:39.407715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb43ac55-6e1a-4cf4-9b23-3888a6c93168 req-eb7587d5-f4b6-4e59-81f2-195b2b8bf623 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 217 time: 0.0684569 Aug 31 14:05:39.549326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f0176a2f-fc2c-4782-ad3a-6dd36d01db44 None None] Set router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:39.702416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-138a10a2-a43b-464f-92fb-8290ef12b725 req-8b932c1f-2cc4-4e67-adb7-f7eed2888a31 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] For port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,segment=NetworkSegment(0c0a7537-6be2-46c7-a3b0-2bedd8f5b988),segment_id=0c0a7537-6be2-46c7-a3b0-2bedd8f5b988)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:39.744663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-138a10a2-a43b-464f-92fb-8290ef12b725 req-8b932c1f-2cc4-4e67-adb7-f7eed2888a31 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:39.758821 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-138a10a2-a43b-464f-92fb-8290ef12b725 req-8b932c1f-2cc4-4e67-adb7-f7eed2888a31 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:39.787102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:39.790586 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aaa5b-035a-4721-bf5b-5d627a4ee3be req-5a9e0343-9bf4-4dc5-a389-5ac15b8ea6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:39.792516 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-098aaa5b-035a-4721-bf5b-5d627a4ee3be req-5a9e0343-9bf4-4dc5-a389-5ac15b8ea6cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29a48bb9452949a1a53ff50510829174&device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 1097 time: 0.5193193 Aug 31 14:05:39.879963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a10a2-a43b-464f-92fb-8290ef12b725 req-8b932c1f-2cc4-4e67-adb7-f7eed2888a31 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:39.880744 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-138a10a2-a43b-464f-92fb-8290ef12b725 req-8b932c1f-2cc4-4e67-adb7-f7eed2888a31 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:39.882378 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-138a10a2-a43b-464f-92fb-8290ef12b725 req-8b932c1f-2cc4-4e67-adb7-f7eed2888a31 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "PUT /v2.0/ports/a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 942 time: 1.1691179 Aug 31 14:05:40.010380 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:40.034158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43ac55-6e1a-4cf4-9b23-3888a6c93168 req-d381c343-6366-4d10-9e7f-eaf5d98215cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:40.037787 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb43ac55-6e1a-4cf4-9b23-3888a6c93168 req-d381c343-6366-4d10-9e7f-eaf5d98215cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2679964-85de-455f-8381-ab1dfce8644c HTTP/1.1" status: 200 len: 859 time: 0.6043496 Aug 31 14:05:40.082873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5f17c-6ddf-4d93-998b-81951d90ef58 req-3b267adf-184e-4531-a936-7cf7a33fbd3e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:40.085739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cfb5f17c-6ddf-4d93-998b-81951d90ef58 req-3b267adf-184e-4531-a936-7cf7a33fbd3e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1366663 Aug 31 14:05:40.106336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:40.123583 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37a9dc9-edd5-45dd-bbcc-0c2569eba183" -d '{"events": [{"name": "network-changed", "server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:40.134169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb43ac55-6e1a-4cf4-9b23-3888a6c93168 req-e5ac51d8-9033-493e-bd75-1012f4651c22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9024cac1-f71a-4e28-af94-f4914df0aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739689 Aug 31 14:05:40.278441 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cfb5f17c-6ddf-4d93-998b-81951d90ef58 req-10c4e63e-162f-4ca8-a602-72187bbf865e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512902 Aug 31 14:05:40.348387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb43ac55-6e1a-4cf4-9b23-3888a6c93168 req-45d86e1b-2b32-4fae-a1c3-79cb2b2c0f0a service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001164 Aug 31 14:05:40.473776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aaa5b-035a-4721-bf5b-5d627a4ee3be req-fdde7e14-4c76-4cdd-bfbb-ae14343d6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:40.475908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-098aaa5b-035a-4721-bf5b-5d627a4ee3be req-fdde7e14-4c76-4cdd-bfbb-ae14343d6912 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.6543694 Aug 31 14:05:40.629696 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-098aaa5b-035a-4721-bf5b-5d627a4ee3be req-7960ba83-f47a-48a0-8937-7b3c74b01c37 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=a17fb386-06af-4187-8cab-65edb925e56f HTTP/1.1" status: 200 len: 217 time: 0.1337321 Aug 31 14:05:40.642017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b932c1f-2cc4-4e67-adb7-f7eed2888a31 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Pushing event updated for resources: {'Port': ['ID=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,revision_number=7']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:40.733618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f0176a2f-fc2c-4782-ad3a-6dd36d01db44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:05:11Z', 'revision_number': 4, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '429b301c-0cff-4239-b9f4-4715751b4abe', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'port_id': '592d22dc-cf70-44bf-9276-27ec1cf850da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'mac_address': 'fa:16:3e:b0:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:05:16Z', 'updated_at': '2021-08-31T14:05:36Z', 'revision_number': 1, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f11026-4820-4b6a-90cb-c1f2bb956320', 'name': '', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'mac_address': 'fa:16:3e:a8:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '881a208b-bb54-40df-9459-d09bbbea0405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:10Z', 'updated_at': '2021-08-31T14:05:19Z', 'revision_number': 5, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'subnets': [{'id': '881a208b-bb54-40df-9459-d09bbbea0405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:40.782639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0176a2f-fc2c-4782-ad3a-6dd36d01db44 None None] Checking router: d42a43d3-b960-4cb5-b1a4-4e1820c32af8 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:05:40.812959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0176a2f-fc2c-4782-ad3a-6dd36d01db44 None None] Routers {'d42a43d3-b960-4cb5-b1a4-4e1820c32af8'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:40.814993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f0176a2f-fc2c-4782-ad3a-6dd36d01db44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:05:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:40.818510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'tag': '592d22dc-cf70-44bf-9276-27ec1cf850da'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:40.822155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29642d2-bee8-4f00-9637-5a779ec27c72 req-f6ddf8f5-fe7e-402a-b31e-c5a03af35fa2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:40.826312 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955bbd94-e4b3-4a77-a84f-c8b6545a1c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7ea7a5-85ab-4e99-a70a-9026b7c0d434", "tag": "592d22dc-cf70-44bf-9276-27ec1cf850da"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:40.833622 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d29642d2-bee8-4f00-9637-5a779ec27c72 req-f6ddf8f5-fe7e-402a-b31e-c5a03af35fa2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 945 time: 0.6903567 Aug 31 14:05:40.859573 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aaa5b-035a-4721-bf5b-5d627a4ee3be req-f224917e-9c78-4f0f-80ca-8ea0f39a21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:40.862449 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-098aaa5b-035a-4721-bf5b-5d627a4ee3be req-f224917e-9c78-4f0f-80ca-8ea0f39a21a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2091506 Aug 31 14:05:40.974480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d29642d2-bee8-4f00-9637-5a779ec27c72 req-cd0d0600-790c-4ea1-9209-ee7b324f7d3d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393471 Aug 31 14:05:40.987630 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb43ac55-6e1a-4cf4-9b23-3888a6c93168 req-a7431aff-5a6c-4035-a5ce-fac32c4a99a7 service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272366 Aug 31 14:05:41.005546 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-9b36bd63-6322-46e1-945e-021df38446a0 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5837371 Aug 31 14:05:41.023124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:41.030308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aaa5b-035a-4721-bf5b-5d627a4ee3be req-4c36fe50-8262-423f-ab05-74f8f02a83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:41.033538 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-098aaa5b-035a-4721-bf5b-5d627a4ee3be req-4c36fe50-8262-423f-ab05-74f8f02a83b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1629226 Aug 31 14:05:41.041901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f0176a2f-fc2c-4782-ad3a-6dd36d01db44 None None] Set router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:41.088204 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:41.141653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3182e2be-2014-47b5-954a-95e359ce0fe7 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:41.144122 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea01f881-5b6f-4f43-a50a-30303064cf88 x-openstack-request-id: req-ea01f881-5b6f-4f43-a50a-30303064cf88 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:41.144462 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:41.144706 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea01f881-5b6f-4f43-a50a-30303064cf88 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:41.145109 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'status': 'completed', 'code': 200} Aug 31 14:05:41.252393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a9dc9-edd5-45dd-bbcc-0c2569eba183 req-412504c8-08c7-4790-8583-a2b4647cb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:41.258606 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37a9dc9-edd5-45dd-bbcc-0c2569eba183 req-412504c8-08c7-4790-8583-a2b4647cb9fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3&device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 1096 time: 0.0728958 Aug 31 14:05:41.313421 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540323df-b037-422b-b132-785186a28739 req-12ee09e9-e4ac-467c-bc14-5bfea463e1a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:41.322346 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-540323df-b037-422b-b132-785186a28739 req-12ee09e9-e4ac-467c-bc14-5bfea463e1a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 946 time: 0.1177979 Aug 31 14:05:41.342880 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-098aaa5b-035a-4721-bf5b-5d627a4ee3be req-83e8da48-f5a9-4565-b4d7-04329f4090e7 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957163 Aug 31 14:05:41.465423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a9dc9-edd5-45dd-bbcc-0c2569eba183 req-d7e2bfc6-d9db-4ac0-82c3-ba4d96dc0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:41.467733 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37a9dc9-edd5-45dd-bbcc-0c2569eba183 req-d7e2bfc6-d9db-4ac0-82c3-ba4d96dc0c47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9024cac1-f71a-4e28-af94-f4914df0aa35 HTTP/1.1" status: 200 len: 920 time: 0.1952043 Aug 31 14:05:41.494702 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:41.508888 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-540323df-b037-422b-b132-785186a28739 req-5600ecfa-008d-4384-a216-60ae8c58eb21 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854355 Aug 31 14:05:41.619917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37a9dc9-edd5-45dd-bbcc-0c2569eba183 req-c256c44a-9b9f-4c9f-9a1c-49fd58801f83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 217 time: 0.1314671 Aug 31 14:05:41.654373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-098aaa5b-035a-4721-bf5b-5d627a4ee3be req-ac1ecb6c-975f-4648-9f5b-da6b657b52f5 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990284 Aug 31 14:05:41.725670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 3182e2be-2014-47b5-954a-95e359ce0fe7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:41.742279 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee575a3-4e57-4bb9-bc9b-9bc812ed61e2 x-openstack-request-id: req-eee575a3-4e57-4bb9-bc9b-9bc812ed61e2 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:41.742695 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7ea7a5-85ab-4e99-a70a-9026b7c0d434", "tag": "592d22dc-cf70-44bf-9276-27ec1cf850da", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:41.743045 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eee575a3-4e57-4bb9-bc9b-9bc812ed61e2 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:41.743547 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'tag': '592d22dc-cf70-44bf-9276-27ec1cf850da', 'status': 'completed', 'code': 200} Aug 31 14:05:41.746950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 3182e2be-2014-47b5-954a-95e359ce0fe7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:41.749528 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:41.819536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a9dc9-edd5-45dd-bbcc-0c2569eba183 req-a3484c46-e6a6-4260-b62f-6d221f32e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:41.821524 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37a9dc9-edd5-45dd-bbcc-0c2569eba183 req-a3484c46-e6a6-4260-b62f-6d221f32e8f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2679964-85de-455f-8381-ab1dfce8644c HTTP/1.1" status: 200 len: 859 time: 0.1885743 Aug 31 14:05:41.881915 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37a9dc9-edd5-45dd-bbcc-0c2569eba183 req-a6ed7cf3-959c-415e-83b4-35c12865a3cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9024cac1-f71a-4e28-af94-f4914df0aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433931 Aug 31 14:05:41.891782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Allocated IP 172.25.3.201 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/0de4361d-7147-468e-b3cb-63423f625f1e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:41.966907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bbd94-e4b3-4a77-a84f-c8b6545a1c8a req-77764345-5690-4b9a-a437-d490b9e917b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:41.968917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-955bbd94-e4b3-4a77-a84f-c8b6545a1c8a req-77764345-5690-4b9a-a437-d490b9e917b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f2efc98a97a4ab5bd1f2aca39a17c94&device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 1096 time: 0.1922386 Aug 31 14:05:42.008352 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:42.012169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b925531-2f9d-4000-8e66-51d8b9ccd76d req-811479fc-6721-42c5-8437-40504b977f02 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:42.022066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3b925531-2f9d-4000-8e66-51d8b9ccd76d req-811479fc-6721-42c5-8437-40504b977f02 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.0986440 Aug 31 14:05:42.080411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eb51ca-a948-40e0-ba6a-68b6e9718708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3182e2be-2014-47b5-954a-95e359ce0fe7'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:42.082858 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3c77e4-d9d8-4dca-b446-fceae131e8d6" -d '{"events": [{"server_uuid": "26eb51ca-a948-40e0-ba6a-68b6e9718708", "name": "network-vif-plugged", "status": "completed", "tag": "3182e2be-2014-47b5-954a-95e359ce0fe7"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:42.106319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3182e2be-2014-47b5-954a-95e359ce0fe7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3182e2be-2014-47b5-954a-95e359ce0fe7,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:42.115345 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:42.119382 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3b925531-2f9d-4000-8e66-51d8b9ccd76d req-61d10678-346b-403a-970b-66c52dd3d999 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960681 Aug 31 14:05:42.128045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f0176a2f-fc2c-4782-ad3a-6dd36d01db44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:05:11Z', 'revision_number': 4, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '429b301c-0cff-4239-b9f4-4715751b4abe', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'port_id': '592d22dc-cf70-44bf-9276-27ec1cf850da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'mac_address': 'fa:16:3e:b0:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:05:16Z', 'updated_at': '2021-08-31T14:05:36Z', 'revision_number': 1, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f11026-4820-4b6a-90cb-c1f2bb956320', 'name': '', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'mac_address': 'fa:16:3e:a8:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '881a208b-bb54-40df-9459-d09bbbea0405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:10Z', 'updated_at': '2021-08-31T14:05:19Z', 'revision_number': 5, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'subnets': [{'id': '881a208b-bb54-40df-9459-d09bbbea0405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:42.181260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0176a2f-fc2c-4782-ad3a-6dd36d01db44 None None] The sync data for ids ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'] in n-d-792364-6 is: [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:05:11Z', 'revision_number': 4, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '429b301c-0cff-4239-b9f4-4715751b4abe', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'port_id': '592d22dc-cf70-44bf-9276-27ec1cf850da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'mac_address': 'fa:16:3e:b0:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:05:16Z', 'updated_at': '2021-08-31T14:05:36Z', 'revision_number': 1, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f11026-4820-4b6a-90cb-c1f2bb956320', 'name': '', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'mac_address': 'fa:16:3e:a8:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '881a208b-bb54-40df-9459-d09bbbea0405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:10Z', 'updated_at': '2021-08-31T14:05:19Z', 'revision_number': 5, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'subnets': [{'id': '881a208b-bb54-40df-9459-d09bbbea0405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:05:42.203279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37a9dc9-edd5-45dd-bbcc-0c2569eba183 req-177a4640-dc7f-42f3-94ff-662194bcdcf4 service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071735 Aug 31 14:05:42.235852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3182e2be-2014-47b5-954a-95e359ce0fe7,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:42.359633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63878d1-4796-4741-983b-f4cf5f665679 req-00b59390-aeef-4621-8cdf-ff13e3ae8b28 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:42.361325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:42.365012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bbd94-e4b3-4a77-a84f-c8b6545a1c8a req-de9a66e4-c2a0-4280-ae80-2f6f6bce98af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:42.368730 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d63878d1-4796-4741-983b-f4cf5f665679 req-00b59390-aeef-4621-8cdf-ff13e3ae8b28 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1012874 Aug 31 14:05:42.376700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-955bbd94-e4b3-4a77-a84f-c8b6545a1c8a req-de9a66e4-c2a0-4280-ae80-2f6f6bce98af service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf5cf5d0-f670-49ce-8680-81fb514e0dd8 HTTP/1.1" status: 200 len: 906 time: 0.3970747 Aug 31 14:05:42.461337 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d63878d1-4796-4741-983b-f4cf5f665679 req-5e80ee3b-9ce3-401f-abee-d055bf02873e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844488 Aug 31 14:05:42.623402 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02099a-22e0-4f95-885d-541153c912eb None None] New status for floating IP 429b301c-0cff-4239-b9f4-4715751b4abe: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:05:42.629209 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9219ce0-2c5e-477c-8681-87f5bf326c9c x-openstack-request-id: req-f9219ce0-2c5e-477c-8681-87f5bf326c9c {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:42.629694 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26eb51ca-a948-40e0-ba6a-68b6e9718708", "name": "network-vif-plugged", "status": "completed", "tag": "3182e2be-2014-47b5-954a-95e359ce0fe7", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:42.630329 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9219ce0-2c5e-477c-8681-87f5bf326c9c {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:42.631675 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eb51ca-a948-40e0-ba6a-68b6e9718708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3182e2be-2014-47b5-954a-95e359ce0fe7', 'code': 200} Aug 31 14:05:42.652812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a17fb386-06af-4187-8cab-65edb925e56f details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:05:42.661072 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-955bbd94-e4b3-4a77-a84f-c8b6545a1c8a req-4924d41e-0bbe-43b3-bd96-11b9e54f6d9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=592d22dc-cf70-44bf-9276-27ec1cf850da HTTP/1.1" status: 200 len: 999 time: 0.2758262 Aug 31 14:05:42.666074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37a9dc9-edd5-45dd-bbcc-0c2569eba183 req-2b0ce241-cff5-4d01-aaf7-3d39bb7784a0 service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325936 Aug 31 14:05:42.806127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bbd94-e4b3-4a77-a84f-c8b6545a1c8a req-a6665c9c-36a0-44f2-a503-6398bd16a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:42.814205 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-955bbd94-e4b3-4a77-a84f-c8b6545a1c8a req-a6665c9c-36a0-44f2-a503-6398bd16a8b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=881a208b-bb54-40df-9459-d09bbbea0405 HTTP/1.1" status: 200 len: 844 time: 0.1365404 Aug 31 14:05:42.827964 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007d8cc-60bc-4ca7-a16e-36aa2fdba728 req-268a9444-0641-48cf-b0ad-927f0126884f tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:42.829986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a17fb386-06af-4187-8cab-65edb925e56f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a17fb386-06af-4187-8cab-65edb925e56f,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:42.839802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a007d8cc-60bc-4ca7-a16e-36aa2fdba728 req-268a9444-0641-48cf-b0ad-927f0126884f tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 946 time: 0.1150899 Aug 31 14:05:42.842063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44828) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:42.852360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'a17fb386-06af-4187-8cab-65edb925e56f', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'a17fb386-06af-4187-8cab-65edb925e56f', 'mac_address': 'fa:16:3e:1d:cf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:05:42.911430 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a007d8cc-60bc-4ca7-a16e-36aa2fdba728 req-3c9ae7f4-8193-4028-9381-22142d2a8614 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679536 Aug 31 14:05:43.005928 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:43.025056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17fb386-06af-4187-8cab-65edb925e56f {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:43.073314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a17fb386-06af-4187-8cab-65edb925e56f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a17fb386-06af-4187-8cab-65edb925e56f,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:43.079874 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:43.086428 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:43.170913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a17fb386-06af-4187-8cab-65edb925e56f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:43.178732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bbd94-e4b3-4a77-a84f-c8b6545a1c8a req-3871972e-89be-4aa7-80c8-9b46131fcc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:43.180936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-955bbd94-e4b3-4a77-a84f-c8b6545a1c8a req-3871972e-89be-4aa7-80c8-9b46131fcc64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf5cf5d0-f670-49ce-8680-81fb514e0dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3251550 Aug 31 14:05:43.198624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8bdcb84-88f2-4e3f-b64c-801ee7c69606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:43.210680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fff6ca-6469-434b-8e21-dcdf12af8b5b req-9e39a0ca-9367-4432-93a7-770270c4c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:43.213141 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98fff6ca-6469-434b-8e21-dcdf12af8b5b req-9e39a0ca-9367-4432-93a7-770270c4c1cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 1097 time: 0.3960695 Aug 31 14:05:43.214008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Pushing event updated for resources: {'Port': ['ID=0de4361d-7147-468e-b3cb-63423f625f1e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:43.226631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:43.270415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:43.315824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:43.380991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129854a4-34a2-4734-925c-e5b6acf5f15f req-58534f3f-71fb-41bb-960d-b1e693ae0032 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:43.384070 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-129854a4-34a2-4734-925c-e5b6acf5f15f req-58534f3f-71fb-41bb-960d-b1e693ae0032 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1164742 Aug 31 14:05:43.460411 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-129854a4-34a2-4734-925c-e5b6acf5f15f req-66577adc-3143-4f07-9f25-5f67b6193a24 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571163 Aug 31 14:05:43.470268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a17fb386-06af-4187-8cab-65edb925e56f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:43.501613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98fff6ca-6469-434b-8e21-dcdf12af8b5b req-0d45137b-ebba-4407-a3a9-8e9587efca49 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583973 Aug 31 14:05:43.593358 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-955bbd94-e4b3-4a77-a84f-c8b6545a1c8a req-10785829-958f-400f-a5ed-dfc3395208bc service neutron] 10.222.0.13 "GET /v2.0/networks/cf5cf5d0-f670-49ce-8680-81fb514e0dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911715 Aug 31 14:05:43.623458 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:43.667889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753639f-02c7-49eb-b5eb-7e21e8592e61 req-6e01237f-b5b4-48bb-9336-607c9432af95 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:43.680717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1753639f-02c7-49eb-b5eb-7e21e8592e61 req-6e01237f-b5b4-48bb-9336-607c9432af95 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.0885644 Aug 31 14:05:43.713103 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8bdcb84-88f2-4e3f-b64c-801ee7c69606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:43.767608 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1753639f-02c7-49eb-b5eb-7e21e8592e61 req-b972b0c0-2312-4648-bc6b-b86cd83fae71 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830455 Aug 31 14:05:43.798014 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:43.806325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8bdcb84-88f2-4e3f-b64c-801ee7c69606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:43.904558 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d8bdcb84-88f2-4e3f-b64c-801ee7c69606 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b78c81e6660f47dc87dd940289642535&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0457311 Aug 31 14:05:43.910434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44838) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:43.934484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdcb84-88f2-4e3f-b64c-801ee7c69606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4add973c-bf6a-4ffd-b345-1da8fa81279a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:44.009951 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-955bbd94-e4b3-4a77-a84f-c8b6545a1c8a req-ead28dc2-7785-48c2-a1a0-ccc1014a2544 service neutron] 10.222.0.13 "GET /v2.0/networks/cf5cf5d0-f670-49ce-8680-81fb514e0dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953708 Aug 31 14:05:44.027618 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d29a9faf-5a60-4225-92e4-de30ccac4559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:44.053762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d29a9faf-5a60-4225-92e4-de30ccac4559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:44.123456 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d29a9faf-5a60-4225-92e4-de30ccac4559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:44.126157 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d29a9faf-5a60-4225-92e4-de30ccac4559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:44.130447 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d29a9faf-5a60-4225-92e4-de30ccac4559 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4add973c-bf6a-4ffd-b345-1da8fa81279a HTTP/1.1" status: 204 len: 168 time: 0.2184162 Aug 31 14:05:44.154946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a9faf-5a60-4225-92e4-de30ccac4559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4add973c-bf6a-4ffd-b345-1da8fa81279a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:44.160497 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:44.168130 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:44.190409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dc305-bd2d-43e6-8dfd-c8542c4ff5c0 req-d448fa9b-1c61-4b89-9235-c439b647affb tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:44.196267 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2e3dc305-bd2d-43e6-8dfd-c8542c4ff5c0 req-d448fa9b-1c61-4b89-9235-c439b647affb tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 947 time: 0.0901701 Aug 31 14:05:44.243353 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2e3dc305-bd2d-43e6-8dfd-c8542c4ff5c0 req-1d8da8f2-9c30-4402-9ca0-da0fec910a71 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459313 Aug 31 14:05:44.316931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Pushing event updated for resources: {'Port': ['ID=0de4361d-7147-468e-b3cb-63423f625f1e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:44.342678 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:44.373398 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:44.375713 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-de3b276a-62bf-4e41-9838-67b04fae9d26 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3623223 Aug 31 14:05:44.680335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a17fb386-06af-4187-8cab-65edb925e56f up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:05:44.757189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ccabf-254a-4764-8edc-bbd441ad86a3 req-fda06c6b-e277-4774-a959-7d0e2692fc52 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:44.768053 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce9ccabf-254a-4764-8edc-bbd441ad86a3 req-fda06c6b-e277-4774-a959-7d0e2692fc52 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.0892179 Aug 31 14:05:44.832350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port a17fb386-06af-4187-8cab-65edb925e56f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:44.837204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port a17fb386-06af-4187-8cab-65edb925e56f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:44.837623 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:44.857902 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce9ccabf-254a-4764-8edc-bbd441ad86a3 req-3b549ef0-bb43-4a23-891f-7787512d0a82 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879567 Aug 31 14:05:44.876209 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-f66f58b4-8656-43ac-a0dc-290e459b3bf8 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.201 HTTP/1.1" status: 200 len: 696 time: 0.4857061 Aug 31 14:05:45.007099 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:45.056969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe9ad7a-67c8-493a-b17c-64371f5dc156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17fb386-06af-4187-8cab-65edb925e56f'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:45.060785 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c75e0ed-a234-41d1-9d89-cd8a19e81f00" -d '{"events": [{"server_uuid": "dfe9ad7a-67c8-493a-b17c-64371f5dc156", "name": "network-vif-plugged", "status": "completed", "tag": "a17fb386-06af-4187-8cab-65edb925e56f"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:45.093360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a17fb386-06af-4187-8cab-65edb925e56f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a17fb386-06af-4187-8cab-65edb925e56f,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:45.100352 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:45.155639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-5009dc3d-ade2-4d81-a155-9c13a15732db tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:45.158056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-5009dc3d-ade2-4d81-a155-9c13a15732db tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.2756534 Aug 31 14:05:45.164691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024abc7-eb4b-4744-b6c9-bc0bc9d9bb0d req-11dc2723-c41a-4c7d-a464-d83930b97cce tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:45.178238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-5ff36a66-b3cf-4a02-89d1-c5beeb05291f tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:05:45.178664 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0024abc7-eb4b-4744-b6c9-bc0bc9d9bb0d req-11dc2723-c41a-4c7d-a464-d83930b97cce tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1463404 Aug 31 14:05:45.190172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbc4fd12-b855-4e7c-a7e5-d288209cf344 req-5ff36a66-b3cf-4a02-89d1-c5beeb05291f tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190396 Aug 31 14:05:45.259258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a17fb386-06af-4187-8cab-65edb925e56f,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:45.262533 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0024abc7-eb4b-4744-b6c9-bc0bc9d9bb0d req-cb620a2c-cee5-4983-922c-51d520dab0f4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826135 Aug 31 14:05:45.313221 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aea1114-dd58-44cb-a514-d87d2ae2ce9d x-openstack-request-id: req-3aea1114-dd58-44cb-a514-d87d2ae2ce9d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:45.313872 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe9ad7a-67c8-493a-b17c-64371f5dc156", "name": "network-vif-plugged", "status": "completed", "tag": "a17fb386-06af-4187-8cab-65edb925e56f", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:45.314446 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3aea1114-dd58-44cb-a514-d87d2ae2ce9d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:45.315251 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe9ad7a-67c8-493a-b17c-64371f5dc156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17fb386-06af-4187-8cab-65edb925e56f', 'code': 200} Aug 31 14:05:45.480125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f3f2f-820d-4872-961d-28665dcf218f req-2d966add-b9f5-4b5b-bfae-ea7a5e0cd665 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:45.492466 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d20f3f2f-820d-4872-961d-28665dcf218f req-2d966add-b9f5-4b5b-bfae-ea7a5e0cd665 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0977156 Aug 31 14:05:45.565438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc66fe0-c7fb-442b-b4d3-e46ad914de3a req-db894882-1b06-43f4-a560-86c67ede8b31 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:45.567643 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bcc66fe0-c7fb-442b-b4d3-e46ad914de3a req-db894882-1b06-43f4-a560-86c67ede8b31 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 948 time: 0.1489275 Aug 31 14:05:45.571725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a29a4c-8a51-4ad7-89f2-e330bfcbf430 req-ec761969-abf8-42df-8a6d-47c0459d6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:45.573975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26a29a4c-8a51-4ad7-89f2-e330bfcbf430 req-ec761969-abf8-42df-8a6d-47c0459d6a21 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 1099 time: 0.1683486 Aug 31 14:05:45.575058 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d20f3f2f-820d-4872-961d-28665dcf218f req-c45a5968-c336-486f-95f9-80ce62f581aa tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.201 HTTP/1.1" status: 200 len: 696 time: 0.0813115 Aug 31 14:05:45.591299 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-d20f3f2f-820d-4872-961d-28665dcf218f req-bd02f9ad-57e9-4a8f-9798-c3c0767a9302 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Request body: {'floatingip': {'port_id': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:45.634890 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bcc66fe0-c7fb-442b-b4d3-e46ad914de3a req-7c0d94e2-5a03-4ee5-842e-981e6834dc3c tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498719 Aug 31 14:05:45.673214 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d20f3f2f-820d-4872-961d-28665dcf218f req-bd02f9ad-57e9-4a8f-9798-c3c0767a9302 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:45.677616 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26a29a4c-8a51-4ad7-89f2-e330bfcbf430 req-927a8944-ca69-49a5-9441-a329738cdb6c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482695 Aug 31 14:05:46.555819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d20f3f2f-820d-4872-961d-28665dcf218f req-bd02f9ad-57e9-4a8f-9798-c3c0767a9302 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:46.562058 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d20f3f2f-820d-4872-961d-28665dcf218f req-bd02f9ad-57e9-4a8f-9798-c3c0767a9302 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:46.807678 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [req-d20f3f2f-820d-4872-961d-28665dcf218f req-bd02f9ad-57e9-4a8f-9798-c3c0767a9302 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Floating IP 75a1376c-804c-455f-98e2-2db795557aaa associated. External IP: 172.25.3.201, port: a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe. Aug 31 14:05:46.857842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e4c7b-9082-4182-b3f8-2edb4eca2f7f req-3a2e0dc2-a16b-4b73-a51a-ef82683f3734 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:46.876385 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-088e4c7b-9082-4182-b3f8-2edb4eca2f7f req-3a2e0dc2-a16b-4b73-a51a-ef82683f3734 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1358628 Aug 31 14:05:46.973171 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-088e4c7b-9082-4182-b3f8-2edb4eca2f7f req-45eecd33-32a3-44e5-8c5f-440e76d0eb94 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954604 Aug 31 14:05:47.308051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dae24-b3fd-4f13-a3fb-2204764963c7 req-c0bb3030-25b1-4e2d-bfcb-eb1be526267c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:47.324164 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a87dae24-b3fd-4f13-a3fb-2204764963c7 req-c0bb3030-25b1-4e2d-bfcb-eb1be526267c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1371589 Aug 31 14:05:47.382582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a87dae24-b3fd-4f13-a3fb-2204764963c7 req-686e2239-8185-4c49-859e-8fa0a1895eb8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539951 Aug 31 14:05:47.682150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a21fb6-1468-47c5-bb6a-8f978b7100bf req-6726062a-4b04-482e-a478-579845db52a0 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:47.696685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4a21fb6-1468-47c5-bb6a-8f978b7100bf req-6726062a-4b04-482e-a478-579845db52a0 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 948 time: 0.1948669 Aug 31 14:05:47.760747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4a21fb6-1468-47c5-bb6a-8f978b7100bf req-011ef8e3-8587-4e84-9045-97796df2e2cb tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578892 Aug 31 14:05:47.879622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d20f3f2f-820d-4872-961d-28665dcf218f req-bd02f9ad-57e9-4a8f-9798-c3c0767a9302 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Router 37ef929a-af2e-4802-896b-16f02dcc792d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:05:48.099596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d20f3f2f-820d-4872-961d-28665dcf218f req-bd02f9ad-57e9-4a8f-9798-c3c0767a9302 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:05:48.108859 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d20f3f2f-820d-4872-961d-28665dcf218f req-bd02f9ad-57e9-4a8f-9798-c3c0767a9302 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:48.114934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff43e31-43a4-42a3-9fec-595cfecce6b3 None None] Sync routers for ids ['37ef929a-af2e-4802-896b-16f02dcc792d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:05:48.136962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff43e31-43a4-42a3-9fec-595cfecce6b3 None None] Routers {'37ef929a-af2e-4802-896b-16f02dcc792d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:48.138556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3ff43e31-43a4-42a3-9fec-595cfecce6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:05:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['37ef929a-af2e-4802-896b-16f02dcc792d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:48.186232 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d20f3f2f-820d-4872-961d-28665dcf218f req-bd02f9ad-57e9-4a8f-9798-c3c0767a9302 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "PUT /v2.0/floatingips/75a1376c-804c-455f-98e2-2db795557aaa HTTP/1.1" status: 200 len: 996 time: 2.6012192 Aug 31 14:05:48.190964 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:48.202983 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636f38a6-aa1b-466b-b7a4-ffa6f3289a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:48.253426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312d9c1-af4a-44a9-8adc-759941e1dbda req-ea184929-7e22-4ea2-a951-0d447c9819df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:48.257918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a312d9c1-af4a-44a9-8adc-759941e1dbda req-ea184929-7e22-4ea2-a951-0d447c9819df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 1095 time: 0.1541378 Aug 31 14:05:48.318761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f3f2f-820d-4872-961d-28665dcf218f req-aca56a5c-9e13-4ebe-879a-5edc2484613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:48.321432 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d20f3f2f-820d-4872-961d-28665dcf218f req-aca56a5c-9e13-4ebe-879a-5edc2484613d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3&device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 1096 time: 0.1088355 Aug 31 14:05:48.350012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3ff43e31-43a4-42a3-9fec-595cfecce6b3 None None] Set router 37ef929a-af2e-4802-896b-16f02dcc792d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:48.469557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ea77-d5aa-4f59-a4c3-98eb3a9543c9 req-37b42ecd-03c2-4be8-8a84-1ee11e5e3438 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:48.471447 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d314ea77-d5aa-4f59-a4c3-98eb3a9543c9 req-37b42ecd-03c2-4be8-8a84-1ee11e5e3438 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1230500 Aug 31 14:05:48.542576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312d9c1-af4a-44a9-8adc-759941e1dbda req-31642642-a97d-41ed-8ed0-9c93012d67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:48.544573 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f3f2f-820d-4872-961d-28665dcf218f req-40ddc360-cd42-4481-b257-3a2e7a6bcbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:48.545503 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a312d9c1-af4a-44a9-8adc-759941e1dbda req-31642642-a97d-41ed-8ed0-9c93012d67ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.2688804 Aug 31 14:05:48.559173 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d20f3f2f-820d-4872-961d-28665dcf218f req-40ddc360-cd42-4481-b257-3a2e7a6bcbf6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9024cac1-f71a-4e28-af94-f4914df0aa35 HTTP/1.1" status: 200 len: 920 time: 0.2279086 Aug 31 14:05:48.577576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d314ea77-d5aa-4f59-a4c3-98eb3a9543c9 req-7909182b-4424-4cb0-982a-775c4bd0943c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887823 Aug 31 14:05:48.667683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a312d9c1-af4a-44a9-8adc-759941e1dbda req-1356b1b9-d3da-426c-b364-31551b7e65fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 200 len: 998 time: 0.1068988 Aug 31 14:05:48.741229 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d20f3f2f-820d-4872-961d-28665dcf218f req-97e50a4b-e71f-4db8-b2ae-9cdf41f7c238 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 999 time: 0.1809428 Aug 31 14:05:48.838906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f3f2f-820d-4872-961d-28665dcf218f req-af4ade1f-b3f2-4f32-bd52-005a6c2739c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:48.849675 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d20f3f2f-820d-4872-961d-28665dcf218f req-af4ade1f-b3f2-4f32-bd52-005a6c2739c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2679964-85de-455f-8381-ab1dfce8644c HTTP/1.1" status: 200 len: 859 time: 0.0878515 Aug 31 14:05:48.885133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312d9c1-af4a-44a9-8adc-759941e1dbda req-1a9a3662-0f6b-4234-8363-c7328d9fed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:48.887975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a312d9c1-af4a-44a9-8adc-759941e1dbda req-1a9a3662-0f6b-4234-8363-c7328d9fed05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.2031679 Aug 31 14:05:48.902926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482db3c-8b48-4109-a760-4ea5311bc614 req-24118daa-27b5-4637-8b96-7065cba92486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:48.906167 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0482db3c-8b48-4109-a760-4ea5311bc614 req-24118daa-27b5-4637-8b96-7065cba92486 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 1097 time: 0.1557477 Aug 31 14:05:48.912225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3ff43e31-43a4-42a3-9fec-595cfecce6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:04:27Z', 'revision_number': 4, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '75a1376c-804c-455f-98e2-2db795557aaa', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'port_id': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'mac_address': 'fa:16:3e:75:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69667e22-7de8-47f3-b835-5a037887dd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:05:43Z', 'updated_at': '2021-08-31T14:05:46Z', 'revision_number': 1, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1', 'name': '', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'mac_address': 'fa:16:3e:5a:a9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:26Z', 'updated_at': '2021-08-31T14:04:34Z', 'revision_number': 5, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'subnets': [{'id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:48.933398 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d20f3f2f-820d-4872-961d-28665dcf218f req-49391a9d-c1c9-414d-8ec0-f42d7c603197 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9024cac1-f71a-4e28-af94-f4914df0aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806808 Aug 31 14:05:48.934252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98645-ae88-4ffa-b82f-33644046908f req-10facbca-2e05-4e0a-9921-31c27ad46557 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:48.940244 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25c98645-ae88-4ffa-b82f-33644046908f req-10facbca-2e05-4e0a-9921-31c27ad46557 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.2051611 Aug 31 14:05:48.959329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff43e31-43a4-42a3-9fec-595cfecce6b3 None None] Checking router: 37ef929a-af2e-4802-896b-16f02dcc792d for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:05:48.971024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff43e31-43a4-42a3-9fec-595cfecce6b3 None None] Routers {'37ef929a-af2e-4802-896b-16f02dcc792d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:48.972615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3ff43e31-43a4-42a3-9fec-595cfecce6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:05:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['37ef929a-af2e-4802-896b-16f02dcc792d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:49.074271 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d20f3f2f-820d-4872-961d-28665dcf218f req-f773f53b-8b81-45cd-8c93-e5ceeaecef7d service neutron] 10.222.0.20 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393836 Aug 31 14:05:49.205293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312d9c1-af4a-44a9-8adc-759941e1dbda req-3e292496-08a4-43ae-8a52-ad3a3f464e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:49.206225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3ff43e31-43a4-42a3-9fec-595cfecce6b3 None None] Set router 37ef929a-af2e-4802-896b-16f02dcc792d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:49.207631 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a312d9c1-af4a-44a9-8adc-759941e1dbda req-3e292496-08a4-43ae-8a52-ad3a3f464e66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3016591 Aug 31 14:05:49.213117 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25c98645-ae88-4ffa-b82f-33644046908f req-de1cdcb4-baab-423d-ab0b-9d6f53e14f75 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028520 Aug 31 14:05:49.269444 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d20f3f2f-820d-4872-961d-28665dcf218f req-ee76ebac-dc90-4164-aa28-5d7bc611d1dd service neutron] 10.222.0.20 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776936 Aug 31 14:05:49.329327 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb012aa4-5dc7-4fe0-97fe-d7447f967075 x-openstack-request-id: req-eb012aa4-5dc7-4fe0-97fe-d7447f967075 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:49.330153 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:49.330550 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb012aa4-5dc7-4fe0-97fe-d7447f967075 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:49.335239 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'status': 'completed', 'code': 200} Aug 31 14:05:49.342262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482db3c-8b48-4109-a760-4ea5311bc614 req-3902e642-728e-4140-896b-4badce38dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:49.351964 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0482db3c-8b48-4109-a760-4ea5311bc614 req-3902e642-728e-4140-896b-4badce38dcd4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 917 time: 0.4101086 Aug 31 14:05:49.539189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4da47-d632-4ea6-8d48-8e784f4118b1 req-acab17ba-9b8a-4c9b-8baa-6251c3f1e834 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:49.541817 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51c4da47-d632-4ea6-8d48-8e784f4118b1 req-acab17ba-9b8a-4c9b-8baa-6251c3f1e834 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.0943794 Aug 31 14:05:49.544771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f38a6-aa1b-466b-b7a4-ffa6f3289a7f req-5a5005b2-8758-4565-a5b7-c69736ee7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:49.546989 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-636f38a6-aa1b-466b-b7a4-ffa6f3289a7f req-5a5005b2-8758-4565-a5b7-c69736ee7f86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3&device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 1096 time: 0.1816378 Aug 31 14:05:49.556209 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0482db3c-8b48-4109-a760-4ea5311bc614 req-995d84db-441a-425e-86f2-b9c5af81581e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a HTTP/1.1" status: 200 len: 1001 time: 0.1913388 Aug 31 14:05:49.627553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a312d9c1-af4a-44a9-8adc-759941e1dbda req-acdabbc2-2e64-413f-a1d3-6890927b4e16 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006546 Aug 31 14:05:49.638527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1ce42-25fb-4dcb-ad03-61d223ae9d6d req-d6d09998-66e0-4375-981c-20b2e4c280b0 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:49.640509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a2a1ce42-25fb-4dcb-ad03-61d223ae9d6d req-d6d09998-66e0-4375-981c-20b2e4c280b0 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 948 time: 0.1783943 Aug 31 14:05:49.685919 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51c4da47-d632-4ea6-8d48-8e784f4118b1 req-95fee18f-559e-4a6a-997a-0de7ef2a6874 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311355 Aug 31 14:05:49.771026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f38a6-aa1b-466b-b7a4-ffa6f3289a7f req-937a7b46-478c-49a8-9a2e-03abecb0b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:49.773797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-636f38a6-aa1b-466b-b7a4-ffa6f3289a7f req-937a7b46-478c-49a8-9a2e-03abecb0b77a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9024cac1-f71a-4e28-af94-f4914df0aa35 HTTP/1.1" status: 200 len: 920 time: 0.2099376 Aug 31 14:05:49.806521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482db3c-8b48-4109-a760-4ea5311bc614 req-8fca0214-065a-4c3e-aea7-b019d9f1d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:49.807238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0482db3c-8b48-4109-a760-4ea5311bc614 req-8fca0214-065a-4c3e-aea7-b019d9f1d4a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 200 len: 855 time: 0.2415502 Aug 31 14:05:49.815958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3ff43e31-43a4-42a3-9fec-595cfecce6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:04:27Z', 'revision_number': 4, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '75a1376c-804c-455f-98e2-2db795557aaa', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'port_id': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'mac_address': 'fa:16:3e:75:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69667e22-7de8-47f3-b835-5a037887dd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:05:43Z', 'updated_at': '2021-08-31T14:05:46Z', 'revision_number': 1, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1', 'name': '', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'mac_address': 'fa:16:3e:5a:a9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:26Z', 'updated_at': '2021-08-31T14:04:34Z', 'revision_number': 5, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'subnets': [{'id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:49.885251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff43e31-43a4-42a3-9fec-595cfecce6b3 None None] The sync data for ids ['37ef929a-af2e-4802-896b-16f02dcc792d'] in n-d-792364-6 is: [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:04:27Z', 'revision_number': 4, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '75a1376c-804c-455f-98e2-2db795557aaa', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'port_id': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'mac_address': 'fa:16:3e:75:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69667e22-7de8-47f3-b835-5a037887dd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:05:43Z', 'updated_at': '2021-08-31T14:05:46Z', 'revision_number': 1, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1', 'name': '', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'mac_address': 'fa:16:3e:5a:a9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:26Z', 'updated_at': '2021-08-31T14:04:34Z', 'revision_number': 5, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'subnets': [{'id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:05:49.891937 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a2a1ce42-25fb-4dcb-ad03-61d223ae9d6d req-f12b8e9e-3345-443a-b2dc-e52b64f58c19 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135921 Aug 31 14:05:49.998791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482db3c-8b48-4109-a760-4ea5311bc614 req-e547174a-982b-4696-9929-6074cb5c8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:50.001359 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0482db3c-8b48-4109-a760-4ea5311bc614 req-e547174a-982b-4696-9929-6074cb5c8072 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747444 Aug 31 14:05:50.028244 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a312d9c1-af4a-44a9-8adc-759941e1dbda req-30241417-2b61-4557-b13e-1bcc9042ae75 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813293 Aug 31 14:05:50.042438 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-636f38a6-aa1b-466b-b7a4-ffa6f3289a7f req-94a51290-8d9c-4482-b711-cbc9934e1877 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 999 time: 0.2490799 Aug 31 14:05:50.093378 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-9ea918ba-9b98-423b-9c70-2834bfbaa41b tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.201 HTTP/1.1" status: 200 len: 999 time: 0.1384680 Aug 31 14:05:50.120379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45010) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:50.229092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-964e5612-9c4c-4b2b-9b23-f94916276ec8 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:50.237670 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0482db3c-8b48-4109-a760-4ea5311bc614 req-94338835-5dc4-4378-8431-ca5911ad627a service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274585 Aug 31 14:05:50.243759 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-964e5612-9c4c-4b2b-9b23-f94916276ec8 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports/a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 942 time: 0.1158161 Aug 31 14:05:50.256345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f38a6-aa1b-466b-b7a4-ffa6f3289a7f req-9fe69f86-b6b1-44ef-8490-5ad3b6cd0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:50.259016 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-636f38a6-aa1b-466b-b7a4-ffa6f3289a7f req-9fe69f86-b6b1-44ef-8490-5ad3b6cd0876 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2679964-85de-455f-8381-ab1dfce8644c HTTP/1.1" status: 200 len: 859 time: 0.2007825 Aug 31 14:05:50.261916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ec51-9267-44a5-8d70-4d49057f308e req-3ddd0e82-e1d0-44fc-8ea2-ff4cb3402a84 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:50.264605 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed20ec51-9267-44a5-8d70-4d49057f308e req-3ddd0e82-e1d0-44fc-8ea2-ff4cb3402a84 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1677887 Aug 31 14:05:50.354682 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-636f38a6-aa1b-466b-b7a4-ffa6f3289a7f req-20db034b-c575-4fba-aeba-d512ab3c1c8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9024cac1-f71a-4e28-af94-f4914df0aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824463 Aug 31 14:05:50.384351 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92c3c3-e9ff-4783-b81b-d332b0dc0e34 None None] New status for floating IP 75a1376c-804c-455f-98e2-2db795557aaa: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:05:50.422179 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c5168ba4-1b79-43a2-af8b-78d12e112c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:50.489988 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed20ec51-9267-44a5-8d70-4d49057f308e req-f01804e8-1f58-4b7c-9eec-69ec54e645f0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292467 Aug 31 14:05:50.529924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0482db3c-8b48-4109-a760-4ea5311bc614 req-f5049a32-bc6b-4087-912c-2bbf32c86738 service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628825 Aug 31 14:05:50.658761 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-4f9942fa-4d63-42ff-9820-4295a8ccaaa4 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.201 HTTP/1.1" status: 200 len: 999 time: 0.3115792 Aug 31 14:05:50.689407 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c5168ba4-1b79-43a2-af8b-78d12e112c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:50.716952 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c5168ba4-1b79-43a2-af8b-78d12e112c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:50.811042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-636f38a6-aa1b-466b-b7a4-ffa6f3289a7f req-f0f2b67f-6d7d-47e0-b83c-5b03c9af1c11 service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690321 Aug 31 14:05:50.811311 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c5168ba4-1b79-43a2-af8b-78d12e112c5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbb5643e72384d4faf2c01a2f9c6c682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6852789 Aug 31 14:05:50.811618 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45020) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:50.813491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5168ba4-1b79-43a2-af8b-78d12e112c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee3e0f7-fb3b-4066-bea8-f46cd9240bef,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:51.005218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-f66a69db-9452-4aea-aeb5-1c82e3048ca3 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:51.009116 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-f66a69db-9452-4aea-aeb5-1c82e3048ca3 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.3489635 Aug 31 14:05:51.105412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2beb-b6c1-478a-a477-edfddcb74a50 req-45beab38-0e50-440f-98d8-eef849509158 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:51.107853 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb0a2beb-b6c1-478a-a477-edfddcb74a50 req-45beab38-0e50-440f-98d8-eef849509158 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.0976639 Aug 31 14:05:51.108074 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-796b3051-6bb2-46f6-83a1-ff0ebedba0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.171969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb0a2beb-b6c1-478a-a477-edfddcb74a50 req-ec69f363-c28b-4382-ae2d-354072f22591 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540700 Aug 31 14:05:51.174824 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-636f38a6-aa1b-466b-b7a4-ffa6f3289a7f req-cbd51ad5-9dd3-4427-b481-37edae715450 service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513353 Aug 31 14:05:51.184142 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-796b3051-6bb2-46f6-83a1-ff0ebedba0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.207349 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-4a58f4b6-d0d7-440e-bf7c-e5fdf720f71e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.201 HTTP/1.1" status: 200 len: 1001 time: 0.1850338 Aug 31 14:05:51.225931 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-ce0bf78a-06cb-4409-b4c8-066d204ca75a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:51.312585 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-ce0bf78a-06cb-4409-b4c8-066d204ca75a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.353903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de852ce-d08e-4de5-bcc8-190470910585 req-309e87cd-685c-48e7-93d2-53dac37533dd tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:51.356147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de852ce-d08e-4de5-bcc8-190470910585 req-309e87cd-685c-48e7-93d2-53dac37533dd tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.0785890 Aug 31 14:05:51.359426 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-796b3051-6bb2-46f6-83a1-ff0ebedba0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.362716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-796b3051-6bb2-46f6-83a1-ff0ebedba0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.364465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-796b3051-6bb2-46f6-83a1-ff0ebedba0c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fee3e0f7-fb3b-4066-bea8-f46cd9240bef HTTP/1.1" status: 204 len: 168 time: 0.5510273 Aug 31 14:05:51.390350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b3051-6bb2-46f6-83a1-ff0ebedba0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee3e0f7-fb3b-4066-bea8-f46cd9240bef,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:51.437997 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0de852ce-d08e-4de5-bcc8-190470910585 req-1941d3a7-eea6-4a1f-ae5b-18d952eea114 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699286 Aug 31 14:05:51.587528 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-ce0bf78a-06cb-4409-b4c8-066d204ca75a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.593234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-ce0bf78a-06cb-4409-b4c8-066d204ca75a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:51.593951 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-ce0bf78a-06cb-4409-b4c8-066d204ca75a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Floating IP 75a1376c-804c-455f-98e2-2db795557aaa disassociated. External IP: 172.25.3.201, port: a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe. Aug 31 14:05:51.808127 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-6687ffd0-59b2-41f4-ada9-a8a0c2995af7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=29a48bb9452949a1a53ff50510829174&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325761 Aug 31 14:05:51.901003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45044) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:51.929277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-ce0bf78a-06cb-4409-b4c8-066d204ca75a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Router 37ef929a-af2e-4802-896b-16f02dcc792d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:05:51.936292 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19e45d4f-aeb5-478e-a816-799009859c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.062203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4708051-7774-4e15-887c-f74511aec9d4 req-bb2bf0dc-7f24-4573-b0de-8d17cfe87b7e tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:52.064710 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-bb2bf0dc-7f24-4573-b0de-8d17cfe87b7e tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483127 Aug 31 14:05:52.103983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-ce0bf78a-06cb-4409-b4c8-066d204ca75a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:05:52.110669 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-3cf9fed7-2319-49c5-93ac-0469b2702ce7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/quotas/29a48bb9452949a1a53ff50510829174 HTTP/1.1" status: 200 len: 375 time: 0.0321653 Aug 31 14:05:52.111209 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-ce0bf78a-06cb-4409-b4c8-066d204ca75a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.126832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f76eeb-9604-42bb-98da-4e531101359a None None] Sync routers for ids ['37ef929a-af2e-4802-896b-16f02dcc792d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:05:52.141830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f76eeb-9604-42bb-98da-4e531101359a None None] Routers {'37ef929a-af2e-4802-896b-16f02dcc792d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:52.142440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a1f76eeb-9604-42bb-98da-4e531101359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:05:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['37ef929a-af2e-4802-896b-16f02dcc792d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:52.154476 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-ce0bf78a-06cb-4409-b4c8-066d204ca75a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "PUT /v2.0/floatingips/75a1376c-804c-455f-98e2-2db795557aaa HTTP/1.1" status: 200 len: 695 time: 0.9354692 Aug 31 14:05:52.155043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:52.157566 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddfbc9f-87a3-4b9d-b997-72b0c536912c" -d '{"events": [{"name": "network-changed", "server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:52.232065 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19e45d4f-aeb5-478e-a816-799009859c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.233829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-c73b25a1-dd82-46f6-814e-f9db83221a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:52.241967 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19e45d4f-aeb5-478e-a816-799009859c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.253397 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-c73b25a1-dd82-46f6-814e-f9db83221a6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3&device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 1096 time: 0.0808921 Aug 31 14:05:52.256727 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-58582b80-7763-4b92-af70-bdc1596d0808 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29a48bb9452949a1a53ff50510829174&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292498 Aug 31 14:05:52.320290 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-19e45d4f-aeb5-478e-a816-799009859c43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa701298d57747eea27efcaa5c19dff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174817 Aug 31 14:05:52.324093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45050) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:52.348604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e45d4f-aeb5-478e-a816-799009859c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5f29cb-478a-4757-a3d7-4f22c96ffd38,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:52.376507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a1f76eeb-9604-42bb-98da-4e531101359a None None] Set router 37ef929a-af2e-4802-896b-16f02dcc792d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:52.457184 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7a070887-811f-4892-af2d-5849b81e48b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.495925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-18a18db2-8482-4957-9afc-850055dbdff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:52.499042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-18a18db2-8482-4957-9afc-850055dbdff9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9024cac1-f71a-4e28-af94-f4914df0aa35 HTTP/1.1" status: 200 len: 920 time: 0.2422466 Aug 31 14:05:52.507926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7a070887-811f-4892-af2d-5849b81e48b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.609082 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-4a70ebf6-722d-4826-9725-d50b0df56c75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 217 time: 0.0969818 Aug 31 14:05:52.655720 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7a070887-811f-4892-af2d-5849b81e48b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.660992 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7a070887-811f-4892-af2d-5849b81e48b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:52.665824 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7a070887-811f-4892-af2d-5849b81e48b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f5f29cb-478a-4757-a3d7-4f22c96ffd38 HTTP/1.1" status: 204 len: 168 time: 0.3371334 Aug 31 14:05:52.707137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-bf87da9c-c36b-4de2-814d-0534dbe2b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:52.709869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-bf87da9c-c36b-4de2-814d-0534dbe2b0fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2679964-85de-455f-8381-ab1dfce8644c HTTP/1.1" status: 200 len: 859 time: 0.0894840 Aug 31 14:05:52.712099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a070887-811f-4892-af2d-5849b81e48b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5f29cb-478a-4757-a3d7-4f22c96ffd38,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:52.794737 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-552e3cfc-31cf-4106-b82f-98521af47fe0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9024cac1-f71a-4e28-af94-f4914df0aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619457 Aug 31 14:05:52.829642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715b2ba-ab61-49f7-966e-8a6f043dbe9c req-f3bb30ec-9c8a-45ea-99f5-7d30beddb357 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:52.837833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6715b2ba-ab61-49f7-966e-8a6f043dbe9c req-f3bb30ec-9c8a-45ea-99f5-7d30beddb357 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1544924 Aug 31 14:05:52.915234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a1f76eeb-9604-42bb-98da-4e531101359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:04:27Z', 'revision_number': 4, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1', 'name': '', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'mac_address': 'fa:16:3e:5a:a9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:26Z', 'updated_at': '2021-08-31T14:04:34Z', 'revision_number': 5, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'subnets': [{'id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:52.973652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6715b2ba-ab61-49f7-966e-8a6f043dbe9c req-17d56c2f-f3a6-42e4-af40-0432363abe4e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307447 Aug 31 14:05:53.076524 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-4ec1fb03-df1c-4a45-beba-d84a6f8a9120 service neutron] 10.222.0.20 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501006 Aug 31 14:05:53.172507 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c1fb21-f684-4809-9b96-e84e53c1aa26 x-openstack-request-id: req-d4c1fb21-f684-4809-9b96-e84e53c1aa26 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:53.173353 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:53.173353 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4c1fb21-f684-4809-9b96-e84e53c1aa26 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:53.173625 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'status': 'completed', 'code': 200} Aug 31 14:05:53.325725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfbc9f-87a3-4b9d-b997-72b0c536912c req-34909e5e-7576-4737-a259-91a88e2c3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:53.327319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cc9ee7a2-e136-4e5e-985f-f384cf44d93a no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:53.329995 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ddfbc9f-87a3-4b9d-b997-72b0c536912c req-34909e5e-7576-4737-a259-91a88e2c3cca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3&device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 1096 time: 0.1273415 Aug 31 14:05:53.333317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f76eeb-9604-42bb-98da-4e531101359a None None] Checking router: 37ef929a-af2e-4802-896b-16f02dcc792d for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:05:53.404274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f76eeb-9604-42bb-98da-4e531101359a None None] Routers {'37ef929a-af2e-4802-896b-16f02dcc792d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:05:53.405262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a1f76eeb-9604-42bb-98da-4e531101359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:05:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['37ef929a-af2e-4802-896b-16f02dcc792d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:53.414097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438cd43-8264-4f40-bf5a-4124747f8987 req-d346cb25-b0e3-4190-9b6d-ea3568979107 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:53.416374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7438cd43-8264-4f40-bf5a-4124747f8987 req-d346cb25-b0e3-4190-9b6d-ea3568979107 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 946 time: 0.1276624 Aug 31 14:05:53.480355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a7e70df-1a01-41e7-9cf4-38972990d60d req-88fa913b-1687-4a94-8741-e8c8c76e15ab service neutron] 10.222.0.20 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928695 Aug 31 14:05:53.548218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7438cd43-8264-4f40-bf5a-4124747f8987 req-eefde76d-cf0c-4097-a931-012f5c06398c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210778 Aug 31 14:05:53.658816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfbc9f-87a3-4b9d-b997-72b0c536912c req-23271841-40b9-4033-b6aa-e81dfe26df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:53.662704 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ddfbc9f-87a3-4b9d-b997-72b0c536912c req-23271841-40b9-4033-b6aa-e81dfe26df9b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9024cac1-f71a-4e28-af94-f4914df0aa35 HTTP/1.1" status: 200 len: 920 time: 0.3211501 Aug 31 14:05:53.718693 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:53.728419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a1f76eeb-9604-42bb-98da-4e531101359a None None] Set router 37ef929a-af2e-4802-896b-16f02dcc792d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:05:53.761940 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ddfbc9f-87a3-4b9d-b997-72b0c536912c req-66971ed5-a725-41f9-b223-5c06d6c6863e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 200 len: 217 time: 0.0748155 Aug 31 14:05:53.772450 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28708df1-7c44-4ff9-a230-0b1737c9bd04 req-b4b8f549-2c62-4672-87f7-33815cb16d27 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 210 time: 0.1093793 Aug 31 14:05:53.825779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:53.829558 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c2b57d-a600-4d31-989f-a5876f2530a8" -d '{"events": [{"server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "name": "network-vif-unplugged", "status": "completed", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:53.837160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f69067-0e35-42f6-a577-3e7e114ba19c req-4dd48066-d8b6-41ab-9c86-9593f77ff7d5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:53.838694 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08f69067-0e35-42f6-a577-3e7e114ba19c req-4dd48066-d8b6-41ab-9c86-9593f77ff7d5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.2106307 Aug 31 14:05:53.933294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:05:53.938427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfbc9f-87a3-4b9d-b997-72b0c536912c req-098a99cd-b3ad-41d8-b0ef-5ebc71cc1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:53.941915 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ddfbc9f-87a3-4b9d-b997-72b0c536912c req-098a99cd-b3ad-41d8-b0ef-5ebc71cc1e1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2679964-85de-455f-8381-ab1dfce8644c HTTP/1.1" status: 200 len: 859 time: 0.1560850 Aug 31 14:05:53.946961 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08f69067-0e35-42f6-a577-3e7e114ba19c req-02082ec6-c63f-4ce6-8948-63a4666a83ae tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787919 Aug 31 14:05:53.982502 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:54.021763 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ddfbc9f-87a3-4b9d-b997-72b0c536912c req-bfe7ad92-cfda-4d99-98e5-55f1416d732e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9024cac1-f71a-4e28-af94-f4914df0aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691571 Aug 31 14:05:54.105730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:54.179714 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-92897e79-3c31-440e-a362-76d331656f1d tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/floatingips/75a1376c-804c-455f-98e2-2db795557aaa HTTP/1.1" status: 200 len: 695 time: 0.1815674 Aug 31 14:05:54.245549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a1f76eeb-9604-42bb-98da-4e531101359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:04:27Z', 'revision_number': 4, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1', 'name': '', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'mac_address': 'fa:16:3e:5a:a9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:26Z', 'updated_at': '2021-08-31T14:04:34Z', 'revision_number': 5, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'subnets': [{'id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:05:54.313317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f76eeb-9604-42bb-98da-4e531101359a None None] The sync data for ids ['37ef929a-af2e-4802-896b-16f02dcc792d'] in n-d-792364-6 is: [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:04:27Z', 'revision_number': 4, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1', 'name': '', 'network_id': '9024cac1-f71a-4e28-af94-f4914df0aa35', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'mac_address': 'fa:16:3e:5a:a9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:26Z', 'updated_at': '2021-08-31T14:04:34Z', 'revision_number': 5, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'subnets': [{'id': 'd2679964-85de-455f-8381-ab1dfce8644c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:05:54.427696 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-4d55a90e-ea9f-41ff-aaf3-ae8fc3ec4519 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=29a48bb9452949a1a53ff50510829174&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249402 Aug 31 14:05:54.605725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4708051-7774-4e15-887c-f74511aec9d4 req-585bb6c3-7219-471d-8457-b2ea23fc5084 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:54.608504 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-585bb6c3-7219-471d-8457-b2ea23fc5084 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753764 Aug 31 14:05:54.622941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Request body: {'port': {'device_id': '275440ce-b3e2-4bb7-8df8-73a4f9913481', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '29a48bb9452949a1a53ff50510829174'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:54.882331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Made reservation on behalf of 29a48bb9452949a1a53ff50510829174 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:05:54.893689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:55.029143 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d326cd-b6f2-4f8a-9445-767faa80cba4 None None] New status for floating IP 75a1376c-804c-455f-98e2-2db795557aaa: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:05:55.087302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-cee47975-08ee-43f6-a03c-43239d500508 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:55.089123 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-cee47975-08ee-43f6-a03c-43239d500508 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.8303938 Aug 31 14:05:55.119518 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-dce44b45-4e9e-4f59-837a-e40d23307bd3 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:05:55.121683 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-dce44b45-4e9e-4f59-837a-e40d23307bd3 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211296 Aug 31 14:05:55.150615 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ddfbc9f-87a3-4b9d-b997-72b0c536912c req-f5a8ea41-fa95-4d81-9b35-e6f76ea7f2a8 service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0471861 Aug 31 14:05:55.190527 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9b3f44-94b6-4b75-98d6-6b62e91915e9 x-openstack-request-id: req-ff9b3f44-94b6-4b75-98d6-6b62e91915e9 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:55.191424 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "name": "network-vif-unplugged", "status": "failed", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a", "code": 422}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:55.191922 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff9b3f44-94b6-4b75-98d6-6b62e91915e9 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:55.192607 n-d-792364-6 neutron-server[106389]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'code': 422} returned with failed status Aug 31 14:05:55.468127 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-032b1f43-94d0-4ba5-92f9-ed11e761f33d req-f6b42f23-0d8c-40a9-976b-852197482d46 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 210 time: 0.0990708 Aug 31 14:05:55.476518 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-4b5e2421-bcda-4909-8013-134baeea5868 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.201 HTTP/1.1" status: 200 len: 698 time: 0.3299479 Aug 31 14:05:55.478722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Allocated IP 192.168.233.76 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/fe896fce-ba27-41a6-a163-a8b16ffc7a4f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:05:55.498959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45164) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:55.600504 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-d54e7e25-70e7-4404-987b-4967ec1fa330 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.201 HTTP/1.1" status: 200 len: 698 time: 0.1069455 Aug 31 14:05:55.721416 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:55.761522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Transition to ACTIVE for port object fe896fce-ba27-41a6-a163-a8b16ffc7a4f will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:55.796715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a14f9fb4-2b9d-4009-9cb1-b7ec47d7cc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:55.797041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ddfbc9f-87a3-4b9d-b997-72b0c536912c req-0a786ce4-cdea-4d42-bf10-d5022091c99e service neutron] 10.222.0.52 "GET /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987588 Aug 31 14:05:55.864320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56bc21-65f1-4bae-a725-7e1c5570efad req-df9b26e0-5e75-4ac8-96c3-9f4badb30c59 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:55.865350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-ad2d1bbc-4acc-46dc-91d4-957b431ba59e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Deleting port 0de4361d-7147-468e-b3cb-63423f625f1e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:05:55.865803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-ad2d1bbc-4acc-46dc-91d4-957b431ba59e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:55.865984 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e56bc21-65f1-4bae-a725-7e1c5570efad req-df9b26e0-5e75-4ac8-96c3-9f4badb30c59 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1227274 Aug 31 14:05:55.868309 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:55.888739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a17fb386-06af-4187-8cab-65edb925e56f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:05:55.971364 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-ad2d1bbc-4acc-46dc-91d4-957b431ba59e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:55.971893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-ad2d1bbc-4acc-46dc-91d4-957b431ba59e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:55.974778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:05:55.990830 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:05:55.995110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-ad2d1bbc-4acc-46dc-91d4-957b431ba59e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Calling delete_port for 0de4361d-7147-468e-b3cb-63423f625f1e owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:05:55.999591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Pushing event updated for resources: {'Port': ['ID=fe896fce-ba27-41a6-a163-a8b16ffc7a4f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:56.011787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:05:56.062538 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e56bc21-65f1-4bae-a725-7e1c5570efad req-adef3117-11f1-424b-a28d-e59b24bdde2e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730957 Aug 31 14:05:56.140532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:56.141832 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.176345 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a14f9fb4-2b9d-4009-9cb1-b7ec47d7cc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.185461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a14f9fb4-2b9d-4009-9cb1-b7ec47d7cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.219580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-d7c70693-64c3-42c4-a91b-9aa9574938c3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6005051 Aug 31 14:05:56.264344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Request body: {'port': {'device_id': '275440ce-b3e2-4bb7-8df8-73a4f9913481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:05:56.287607 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-ad2d1bbc-4acc-46dc-91d4-957b431ba59e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.320753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-cabc3621-b0bc-4e67-8c80-1be0823f490e req-62774654-5389-41a5-a17b-198812dd8117 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:05:56.322566 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cabc3621-b0bc-4e67-8c80-1be0823f490e req-62774654-5389-41a5-a17b-198812dd8117 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106885 Aug 31 14:05:56.333895 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a14f9fb4-2b9d-4009-9cb1-b7ec47d7cc8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a77ec1df67e04e9db4046be98ce6bfe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8334548 Aug 31 14:05:56.334785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f9fb4-2b9d-4009-9cb1-b7ec47d7cc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785dec27-cd50-46d3-a4e0-a1541c4b953e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:56.338767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45168) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:05:56.339640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d1bbc-4acc-46dc-91d4-957b431ba59e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Pushing event deleted for resources: {'Port': ['ID=0de4361d-7147-468e-b3cb-63423f625f1e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:56.412678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7fa6c8c9-3142-4fbb-b91b-9c1d492215de None None] Provisioning for port fe896fce-ba27-41a6-a163-a8b16ffc7a4f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:05:56.422609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7fa6c8c9-3142-4fbb-b91b-9c1d492215de None None] Provisioning complete for port fe896fce-ba27-41a6-a163-a8b16ffc7a4f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:05:56.424415 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fa6c8c9-3142-4fbb-b91b-9c1d492215de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.441222 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.455225 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-ad2d1bbc-4acc-46dc-91d4-957b431ba59e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.460210 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-ad2d1bbc-4acc-46dc-91d4-957b431ba59e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.462276 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38f2b101-d413-4e7b-b7f5-f5cc04c5eea6 req-ad2d1bbc-4acc-46dc-91d4-957b431ba59e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "DELETE /v2.0/floatingips/75a1376c-804c-455f-98e2-2db795557aaa HTTP/1.1" status: 204 len: 173 time: 0.8558791 Aug 31 14:05:56.523711 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7fa6c8c9-3142-4fbb-b91b-9c1d492215de None None] Port fe896fce-ba27-41a6-a163-a8b16ffc7a4f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:05:56.556636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-214ee953-8fcc-4c38-bffb-13dfd5768cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.570394 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-59ceee1c-acca-4909-9a1b-bbf2a0d87717 req-1e5417e7-2a0b-431f-b1b9-38c1b75dcb6b tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups/ec2e46ac-e381-4058-a9f7-6158765bc1b8 HTTP/1.1" status: 200 len: 1809 time: 0.0789323 Aug 31 14:05:56.677540 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-59ceee1c-acca-4909-9a1b-bbf2a0d87717 req-8dafc60d-5f1c-4676-826f-bc989a9b88e7 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.715732 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-59ceee1c-acca-4909-9a1b-bbf2a0d87717 req-8dafc60d-5f1c-4676-826f-bc989a9b88e7 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.734276 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-214ee953-8fcc-4c38-bffb-13dfd5768cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.772536 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-59ceee1c-acca-4909-9a1b-bbf2a0d87717 req-8dafc60d-5f1c-4676-826f-bc989a9b88e7 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.777347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-59ceee1c-acca-4909-9a1b-bbf2a0d87717 req-8dafc60d-5f1c-4676-826f-bc989a9b88e7 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:56.781214 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-59ceee1c-acca-4909-9a1b-bbf2a0d87717 req-8dafc60d-5f1c-4676-826f-bc989a9b88e7 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "DELETE /v2.0/security-groups/ec2e46ac-e381-4058-a9f7-6158765bc1b8 HTTP/1.1" status: 204 len: 173 time: 0.1969190 Aug 31 14:05:56.800156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafc60d-5f1c-4676-826f-bc989a9b88e7 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2e46ac-e381-4058-a9f7-6158765bc1b8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:56.906105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36461f0f-1833-42a9-ae90-3f3947289ccc req-98a38b65-a566-456d-becf-499af65730ef tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:56.906621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-36461f0f-1833-42a9-ae90-3f3947289ccc req-98a38b65-a566-456d-becf-499af65730ef tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 935 time: 0.2304072 Aug 31 14:05:56.954321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccdf69-0254-40d1-a5a1-57518416354c req-55fd249c-5f2e-49cc-9097-2e6be04c88a2 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:56.967892 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77ccdf69-0254-40d1-a5a1-57518416354c req-55fd249c-5f2e-49cc-9097-2e6be04c88a2 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.1004457 Aug 31 14:05:57.026619 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77ccdf69-0254-40d1-a5a1-57518416354c req-b8312e3e-b17f-45cd-a0fd-a34315c87b19 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574086 Aug 31 14:05:57.047464 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-214ee953-8fcc-4c38-bffb-13dfd5768cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.052247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-214ee953-8fcc-4c38-bffb-13dfd5768cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.057524 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-214ee953-8fcc-4c38-bffb-13dfd5768cc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/785dec27-cd50-46d3-a4e0-a1541c4b953e HTTP/1.1" status: 204 len: 168 time: 0.7140367 Aug 31 14:05:57.087471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ee953-8fcc-4c38-bffb-13dfd5768cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785dec27-cd50-46d3-a4e0-a1541c4b953e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:57.179369 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-36461f0f-1833-42a9-ae90-3f3947289ccc req-062e7b65-591f-466e-ba3b-ce235d2b63b1 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043879 Aug 31 14:05:57.230403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe896fce-ba27-41a6-a163-a8b16ffc7a4f {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:05:57.236205 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-63cf3b61-f318-4f82-be10-bc30e9fc900a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1192157 Aug 31 14:05:57.257651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cc9ee7a2-e136-4e5e-985f-f384cf44d93a no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:05:57.289417 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.390609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Transition to ACTIVE for port object fe896fce-ba27-41a6-a163-a8b16ffc7a4f will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:05:57.408809 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.479059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4a120-2fe7-4ccf-bc4e-67fcc4ed3245 req-967344f0-d60f-432d-8ab0-d1aadca21fb8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:57.481976 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dbb4a120-2fe7-4ccf-bc4e-67fcc4ed3245 req-967344f0-d60f-432d-8ab0-d1aadca21fb8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1716394 Aug 31 14:05:57.575264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Pushing event updated for resources: {'Port': ['ID=fe896fce-ba27-41a6-a163-a8b16ffc7a4f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:57.705250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dbb4a120-2fe7-4ccf-bc4e-67fcc4ed3245 req-65448f69-e813-484f-8ab3-f45d578d4541 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932745 Aug 31 14:05:57.765876 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Attempting to bind port fe896fce-ba27-41a6-a163-a8b16ffc7a4f on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:05:57.767707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Attempting to bind port fe896fce-ba27-41a6-a163-a8b16ffc7a4f by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:05:57.768529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Attempting to bind port fe896fce-ba27-41a6-a163-a8b16ffc7a4f on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:57.777561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Port fe896fce-ba27-41a6-a163-a8b16ffc7a4f on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:05:57.778327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Attempting to bind port fe896fce-ba27-41a6-a163-a8b16ffc7a4f on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:05:57.787904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:05:57.789647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:05:57.790040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:05:57.790639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Bound port: fe896fce-ba27-41a6-a163-a8b16ffc7a4f, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:05:57.791051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.866693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8fb59-173f-4193-b72a-d0f5a33038da req-afcb7feb-1026-4405-bf78-266d552240b9 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:57.872935 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6bc8fb59-173f-4193-b72a-d0f5a33038da req-afcb7feb-1026-4405-bf78-266d552240b9 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.0879014 Aug 31 14:05:57.947383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] For port fe896fce-ba27-41a6-a163-a8b16ffc7a4f, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:05:57.963775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] For port fe896fce-ba27-41a6-a163-a8b16ffc7a4f, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=fe896fce-ba27-41a6-a163-a8b16ffc7a4f,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:05:57.972365 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:57.991878 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6bc8fb59-173f-4193-b72a-d0f5a33038da req-4847eb81-2b35-4dfc-aa27-bedb9724294e tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051264 Aug 31 14:05:58.040025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:58.040715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:05:58.042578 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] 10.222.0.13 "PUT /v2.0/ports/fe896fce-ba27-41a6-a163-a8b16ffc7a4f HTTP/1.1" status: 200 len: 1095 time: 1.7992635 Aug 31 14:05:58.042889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275440ce-b3e2-4bb7-8df8-73a4f9913481', 'tag': 'fe896fce-ba27-41a6-a163-a8b16ffc7a4f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:05:58.045859 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94865b16-03ae-4dc6-8f54-a8167cc85af8" -d '{"events": [{"name": "network-changed", "server_uuid": "275440ce-b3e2-4bb7-8df8-73a4f9913481", "tag": "fe896fce-ba27-41a6-a163-a8b16ffc7a4f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:05:58.083779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc99e26-40ed-4885-897c-d00586485e22 service neutron] Pushing event updated for resources: {'Port': ['ID=fe896fce-ba27-41a6-a163-a8b16ffc7a4f,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:05:58.151481 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361554d7-c442-46cd-bde4-c9b93507437e x-openstack-request-id: req-361554d7-c442-46cd-bde4-c9b93507437e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:05:58.152177 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275440ce-b3e2-4bb7-8df8-73a4f9913481", "tag": "fe896fce-ba27-41a6-a163-a8b16ffc7a4f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:05:58.152374 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-361554d7-c442-46cd-bde4-c9b93507437e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:05:58.153458 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275440ce-b3e2-4bb7-8df8-73a4f9913481', 'tag': 'fe896fce-ba27-41a6-a163-a8b16ffc7a4f', 'status': 'completed', 'code': 200} Aug 31 14:05:58.237387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4708051-7774-4e15-887c-f74511aec9d4 req-e99b12cf-1f92-49b4-8c79-72a908e99ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:58.244330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-e99b12cf-1f92-49b4-8c79-72a908e99ce6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29a48bb9452949a1a53ff50510829174&device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 1098 time: 0.1199741 Aug 31 14:05:58.309754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a8a6a-959b-4d82-a0f5-a3ae40e3cc71 req-d1827ed1-1e6f-49fd-b92a-45e557e476cd tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:58.321323 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-401a8a6a-959b-4d82-a0f5-a3ae40e3cc71 req-d1827ed1-1e6f-49fd-b92a-45e557e476cd tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.0985422 Aug 31 14:05:58.340458 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-5477249f-ba54-494a-b8d2-70111482941d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=fe896fce-ba27-41a6-a163-a8b16ffc7a4f HTTP/1.1" status: 200 len: 217 time: 0.0861251 Aug 31 14:05:58.417975 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-401a8a6a-959b-4d82-a0f5-a3ae40e3cc71 req-8d1bacc2-3075-4a53-bd21-63fbb71578f7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936894 Aug 31 14:05:58.574824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4708051-7774-4e15-887c-f74511aec9d4 req-66b59926-bc81-48cd-add8-3602ff5c5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:58.577586 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-66b59926-bc81-48cd-add8-3602ff5c5c97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.2216630 Aug 31 14:05:58.600226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21955b1f-c027-4c58-9add-179f61bf0c21 req-a3445cb3-4b11-4d5a-987e-7424d58f5aeb tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:58.602787 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21955b1f-c027-4c58-9add-179f61bf0c21 req-a3445cb3-4b11-4d5a-987e-7424d58f5aeb tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 947 time: 0.1121931 Aug 31 14:05:58.717159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4708051-7774-4e15-887c-f74511aec9d4 req-96f51c62-6af2-47c0-b5b8-c9bce1431fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:58.719245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-96f51c62-6af2-47c0-b5b8-c9bce1431fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325707 Aug 31 14:05:58.723402 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21955b1f-c027-4c58-9add-179f61bf0c21 req-67a6f032-1d86-4d95-a52f-e304a048c6ac tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083589 Aug 31 14:05:58.969474 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-843580b6-0b88-4da3-9ce3-e2b4bdb1823a service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289407 Aug 31 14:05:58.980775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4f1f3-0f26-4392-903d-54ace1a9d049 req-aa43ffc8-bd9f-46ba-8664-4b22ce648bfb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:58.983433 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-64c4f1f3-0f26-4392-903d-54ace1a9d049 req-aa43ffc8-bd9f-46ba-8664-4b22ce648bfb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1143305 Aug 31 14:05:59.145195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-64c4f1f3-0f26-4392-903d-54ace1a9d049 req-54c7fe61-9d66-4dc8-9839-0b00e2f65c55 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458728 Aug 31 14:05:59.206556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a2233-c4a3-4273-8f4e-cf6f29a2288d req-300051fa-d095-4cd8-94c7-3d926ee0c29a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:59.217090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4708051-7774-4e15-887c-f74511aec9d4 req-022f0301-3127-4420-8b91-0b8c75dd6f05 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322946 Aug 31 14:05:59.222371 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-672a2233-c4a3-4273-8f4e-cf6f29a2288d req-300051fa-d095-4cd8-94c7-3d926ee0c29a tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.0992956 Aug 31 14:05:59.292844 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-672a2233-c4a3-4273-8f4e-cf6f29a2288d req-8661c442-97bb-4ed7-9699-2d11a4d4ee29 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674119 Aug 31 14:05:59.649195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94865b16-03ae-4dc6-8f54-a8167cc85af8 req-b9df96bc-940f-41de-b832-1b8b57971c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:59.650738 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94865b16-03ae-4dc6-8f54-a8167cc85af8 req-b9df96bc-940f-41de-b832-1b8b57971c76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29a48bb9452949a1a53ff50510829174&device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 1098 time: 0.3790808 Aug 31 14:05:59.655445 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ec78c-b3bc-4cdb-9eec-24ed0d539688 req-8cbe2ca4-11eb-4dd3-b90d-8b345a908761 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:59.658038 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-993ec78c-b3bc-4cdb-9eec-24ed0d539688 req-8cbe2ca4-11eb-4dd3-b90d-8b345a908761 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.0900795 Aug 31 14:05:59.733129 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-993ec78c-b3bc-4cdb-9eec-24ed0d539688 req-700381b1-491c-4472-afb4-fd4189e00582 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679746 Aug 31 14:05:59.849681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94865b16-03ae-4dc6-8f54-a8167cc85af8 req-b503075d-5a4c-469c-8545-ce9db6655131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:59.852577 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94865b16-03ae-4dc6-8f54-a8167cc85af8 req-b503075d-5a4c-469c-8545-ce9db6655131 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1926138 Aug 31 14:05:59.942095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94865b16-03ae-4dc6-8f54-a8167cc85af8 req-49c1252d-65a0-4667-b8d6-f273890d6c34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=fe896fce-ba27-41a6-a163-a8b16ffc7a4f HTTP/1.1" status: 200 len: 217 time: 0.0728722 Aug 31 14:05:59.954705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5b890-294d-4f32-ba4c-5fa4384d7caa req-8557f19c-1bf4-4cef-b15f-84f7239d7c2b tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:05:59.957509 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2dd5b890-294d-4f32-ba4c-5fa4384d7caa req-8557f19c-1bf4-4cef-b15f-84f7239d7c2b tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 947 time: 0.0842295 Aug 31 14:05:59.994921 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:00.006573 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94865b16-03ae-4dc6-8f54-a8167cc85af8 req-a505ab4f-8935-47fc-9a73-34607ea8cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:00.008038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94865b16-03ae-4dc6-8f54-a8167cc85af8 req-a505ab4f-8935-47fc-9a73-34607ea8cd49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0581944 Aug 31 14:06:00.065005 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2dd5b890-294d-4f32-ba4c-5fa4384d7caa req-cfebbe28-da28-470f-8f94-510f1a358339 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994587 Aug 31 14:06:00.095796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94865b16-03ae-4dc6-8f54-a8167cc85af8 req-e05c385f-7ff1-4536-b0c5-f4efa5fbe3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:00.098794 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94865b16-03ae-4dc6-8f54-a8167cc85af8 req-e05c385f-7ff1-4536-b0c5-f4efa5fbe3b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803840 Aug 31 14:06:00.171954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-60535421-d8e8-4200-8977-5e5b5924d68d tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1856964029'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:00.171954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-60535421-d8e8-4200-8977-5e5b5924d68d tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Unknown quota resources ['metering_label']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:06:00.313682 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94865b16-03ae-4dc6-8f54-a8167cc85af8 req-a22857de-e0d1-4584-afbf-0db0f1756c64 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995740 Aug 31 14:06:00.477636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28f71c-3add-4843-a768-b2ddc43401cc req-dc544a5a-daf1-4706-b90d-ac12c278263f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:00.480593 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b28f71c-3add-4843-a768-b2ddc43401cc req-dc544a5a-daf1-4706-b90d-ac12c278263f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.2270150 Aug 31 14:06:00.518033 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60535421-d8e8-4200-8977-5e5b5924d68d tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.519913 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-60535421-d8e8-4200-8977-5e5b5924d68d tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5235009 Aug 31 14:06:00.534415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45268) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:00.548355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b98c6297-301b-4332-a6b2-0c8126454d07 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a104e472-e462-45e4-8407-1646b8e71529'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:00.549095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b98c6297-301b-4332-a6b2-0c8126454d07 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106388) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:06:00.605710 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516eb51-1334-42e6-beb4-d433ebbaee79 req-e4875762-0b7c-46a8-9933-94ceada4deca tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:00.608333 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9516eb51-1334-42e6-beb4-d433ebbaee79 req-e4875762-0b7c-46a8-9933-94ceada4deca tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1811912 Aug 31 14:06:00.613132 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b059e1f-34d3-4f11-90cb-c56a001c407e req-d91a15f6-f147-4db6-a375-5959205fb55e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1219263 Aug 31 14:06:00.652208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b28f71c-3add-4843-a768-b2ddc43401cc req-9d87ff34-e25b-4d85-a474-29ae772074ea tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568155 Aug 31 14:06:00.708297 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9516eb51-1334-42e6-beb4-d433ebbaee79 req-5151c00d-d9f6-441d-8efd-31db53edb958 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/security-groups?id=adf28512-13fa-4687-ba53-2173e1168711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891933 Aug 31 14:06:00.734420 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94865b16-03ae-4dc6-8f54-a8167cc85af8 req-a1cd9934-8916-42d8-93c6-2cda594b5f26 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041526 Aug 31 14:06:00.736341 n-d-792364-6 neutron-server[106388]: WARNING neutron.services.metering.metering_plugin [None req-b98c6297-301b-4332-a6b2-0c8126454d07 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 14:06:00.794170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b059e1f-34d3-4f11-90cb-c56a001c407e req-a4c8cfa4-b36f-4cb4-9563-adde6d1b9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:00.797094 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b059e1f-34d3-4f11-90cb-c56a001c407e req-a4c8cfa4-b36f-4cb4-9563-adde6d1b9463 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 1097 time: 0.1096497 Aug 31 14:06:00.899466 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b98c6297-301b-4332-a6b2-0c8126454d07 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:00.900634 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b98c6297-301b-4332-a6b2-0c8126454d07 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3624113 Aug 31 14:06:00.905720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45274) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:00.910996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-71e37049-0dd1-4d11-9098-0af079706c79 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a104e472-e462-45e4-8407-1646b8e71529'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:00.911493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-71e37049-0dd1-4d11-9098-0af079706c79 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106388) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:06:00.991590 n-d-792364-6 neutron-server[106388]: WARNING neutron.services.metering.metering_plugin [None req-71e37049-0dd1-4d11-9098-0af079706c79 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 14:06:01.011380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ea750-9a48-423b-864f-8132c98d65f9 req-6434fe02-76ed-4d71-9054-aa286e21a403 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.013947 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d83ea750-9a48-423b-864f-8132c98d65f9 req-6434fe02-76ed-4d71-9054-aa286e21a403 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.1107869 Aug 31 14:06:01.048030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b059e1f-34d3-4f11-90cb-c56a001c407e req-9069979c-1160-487c-b9b6-834aba321d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.049606 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b059e1f-34d3-4f11-90cb-c56a001c407e req-9069979c-1160-487c-b9b6-834aba321d44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.2039273 Aug 31 14:06:01.111262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71e37049-0dd1-4d11-9098-0af079706c79 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.117396 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-71e37049-0dd1-4d11-9098-0af079706c79 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2095342 Aug 31 14:06:01.118169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45278) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:01.131104 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-548b4320-bba6-4bfc-91b7-8a37ee4d283d tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=7d040b45-720f-4f95-9b8f-8947aed70320 HTTP/1.1" status: 200 len: 464 time: 0.0116963 Aug 31 14:06:01.134497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45280) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:01.136066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b059e1f-34d3-4f11-90cb-c56a001c407e req-7e46d5e2-afc9-49b0-845e-38de4c0f8bb3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66034099-cfe4-42e5-b43b-a0ba131e5b72 HTTP/1.1" status: 200 len: 217 time: 0.0685501 Aug 31 14:06:01.159920 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d83ea750-9a48-423b-864f-8132c98d65f9 req-5305c66a-23bd-49fb-a739-2f25f47e9891 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298883 Aug 31 14:06:01.206613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b059e1f-34d3-4f11-90cb-c56a001c407e req-c40208a7-9f73-465e-a1f1-0aa1ef6d6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.208178 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b059e1f-34d3-4f11-90cb-c56a001c407e req-c40208a7-9f73-465e-a1f1-0aa1ef6d6044 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.0624020 Aug 31 14:06:01.243585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63526a-9755-491f-a298-7330b83d0af8 req-66e31700-dc1a-4419-a9b4-be10c405fa05 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.245353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ae63526a-9755-491f-a298-7330b83d0af8 req-66e31700-dc1a-4419-a9b4-be10c405fa05 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 947 time: 0.0799117 Aug 31 14:06:01.274276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device fe896fce-ba27-41a6-a163-a8b16ffc7a4f details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:06:01.356807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd2a8-997e-4983-830f-e04fe56a2ff3 req-0a9781d0-aee4-46a8-b1f4-4f3da4bbf629 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.358722 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfabd2a8-997e-4983-830f-e04fe56a2ff3 req-0a9781d0-aee4-46a8-b1f4-4f3da4bbf629 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.52 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 945 time: 0.1098237 Aug 31 14:06:01.375681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ae63526a-9755-491f-a298-7330b83d0af8 req-3622107d-cd40-40ca-bf6e-244d7748913d tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136954 Aug 31 14:06:01.381306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port fe896fce-ba27-41a6-a163-a8b16ffc7a4f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=fe896fce-ba27-41a6-a163-a8b16ffc7a4f,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:01.405931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'fe896fce-ba27-41a6-a163-a8b16ffc7a4f', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'fe896fce-ba27-41a6-a163-a8b16ffc7a4f', 'mac_address': 'fa:16:3e:ac:85:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:06:01.457385 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a2fafad-7546-4e18-b0e6-095a8b7f2014 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.459234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7a2fafad-7546-4e18-b0e6-095a8b7f2014 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/7d040b45-720f-4f95-9b8f-8947aed70320 HTTP/1.1" status: 204 len: 168 time: 0.3219669 Aug 31 14:06:01.460735 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9da93f77-0874-4676-837e-ddec4fe1ff6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.466832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45282) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:01.479446 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.494289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b059e1f-34d3-4f11-90cb-c56a001c407e req-66bf5b72-690b-44b2-94f0-cb8923caeddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:01.495059 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe896fce-ba27-41a6-a163-a8b16ffc7a4f {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:01.497398 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b059e1f-34d3-4f11-90cb-c56a001c407e req-66bf5b72-690b-44b2-94f0-cb8923caeddb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423313 Aug 31 14:06:01.499306 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-44b379b5-368a-4a4e-804f-8628308477c8 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=7d040b45-720f-4f95-9b8f-8947aed70320 HTTP/1.1" status: 200 len: 221 time: 0.0250337 Aug 31 14:06:01.503059 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45284) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:01.510864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-0a4b0e18-4945-4a31-830a-42a5542f03ae tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--845775804', 'description': 'label created by tempest'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:01.511584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-0a4b0e18-4945-4a31-830a-42a5542f03ae tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Unknown quota resources ['metering_label']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:06:01.523429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port fe896fce-ba27-41a6-a163-a8b16ffc7a4f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=fe896fce-ba27-41a6-a163-a8b16ffc7a4f,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:01.528341 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.535020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-dfabd2a8-997e-4983-830f-e04fe56a2ff3 req-dd01a639-a4de-4f56-8aaa-9e110ca1b151 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Deleting port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:01.535708 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dfabd2a8-997e-4983-830f-e04fe56a2ff3 req-dd01a639-a4de-4f56-8aaa-9e110ca1b151 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.583792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=fe896fce-ba27-41a6-a163-a8b16ffc7a4f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:01.634225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-dfabd2a8-997e-4983-830f-e04fe56a2ff3 req-dd01a639-a4de-4f56-8aaa-9e110ca1b151 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] For port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,segment=NetworkSegment(0c0a7537-6be2-46c7-a3b0-2bedd8f5b988),segment_id=0c0a7537-6be2-46c7-a3b0-2bedd8f5b988)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:01.634613 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dfabd2a8-997e-4983-830f-e04fe56a2ff3 req-dd01a639-a4de-4f56-8aaa-9e110ca1b151 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.649302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-dfabd2a8-997e-4983-830f-e04fe56a2ff3 req-dd01a639-a4de-4f56-8aaa-9e110ca1b151 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Calling delete_port for a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:01.810172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dfabd2a8-997e-4983-830f-e04fe56a2ff3 req-dd01a639-a4de-4f56-8aaa-9e110ca1b151 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.825341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:01.870692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['fe896fce-ba27-41a6-a163-a8b16ffc7a4f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:01.915189 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2326c5b9-2a8c-4c25-9bcf-dfd56187636c req-62c03893-118e-4e23-9813-fe12a88a6567 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.20 "GET /v2.0/ports?device_id=69667e22-7de8-47f3-b835-5a037887dd33 HTTP/1.1" status: 200 len: 210 time: 0.0796020 Aug 31 14:06:01.916315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01a639-a4de-4f56-8aaa-9e110ca1b151 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Pushing event deleted for resources: {'Port': ['ID=a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:01.959101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfabd2a8-997e-4983-830f-e04fe56a2ff3 req-dd01a639-a4de-4f56-8aaa-9e110ca1b151 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] No DVR routers for this DVR port a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:01.963915 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0e18-4945-4a31-830a-42a5542f03ae tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.966422 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0a4b0e18-4945-4a31-830a-42a5542f03ae tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4618425 Aug 31 14:06:01.971146 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dfabd2a8-997e-4983-830f-e04fe56a2ff3 req-dd01a639-a4de-4f56-8aaa-9e110ca1b151 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:01.971336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45292) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:01.976771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfabd2a8-997e-4983-830f-e04fe56a2ff3 req-dd01a639-a4de-4f56-8aaa-9e110ca1b151 tempest-ServerRescueTestJSONUnderV235-592185674 tempest-ServerRescueTestJSONUnderV235-592185674-project] 10.222.0.52 "DELETE /v2.0/ports/a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe HTTP/1.1" status: 204 len: 173 time: 0.5867431 Aug 31 14:06:01.977386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'name': 'network-vif-deleted', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:01.979604 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6131d12-fe2f-4a43-8c9f-4483d066f044" -d '{"events": [{"server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "name": "network-vif-deleted", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:01.994480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b059e1f-34d3-4f11-90cb-c56a001c407e req-c8e2b3cf-b72e-4e6a-9c78-8972d4f62e5f service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780152 Aug 31 14:06:02.151647 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbe5fb-e971-4292-b918-9fc95b7cdcf2 req-2968958d-5255-4e15-9ef6-7f4c77bdca50 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:02.154909 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a5bbe5fb-e971-4292-b918-9fc95b7cdcf2 req-2968958d-5255-4e15-9ef6-7f4c77bdca50 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.3932202 Aug 31 14:06:02.174692 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fde1c3d5-b853-404d-ab6f-423e202b5112 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=6dc6e7f9-2a5b-49ce-a262-b229eab9a569 HTTP/1.1" status: 200 len: 467 time: 0.1969514 Aug 31 14:06:02.175604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45298) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:02.266892 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94de109-1116-4828-bbcd-537e176f8827 x-openstack-request-id: req-b94de109-1116-4828-bbcd-537e176f8827 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:02.267410 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69667e22-7de8-47f3-b835-5a037887dd33", "name": "network-vif-deleted", "tag": "a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:02.267812 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b94de109-1116-4828-bbcd-537e176f8827 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:02.268424 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69667e22-7de8-47f3-b835-5a037887dd33', 'name': 'network-vif-deleted', 'tag': 'a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe', 'status': 'completed', 'code': 200} Aug 31 14:06:02.271747 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a5bbe5fb-e971-4292-b918-9fc95b7cdcf2 req-f72e9bdc-a767-42cb-b524-7a5f18edbf2e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598207 Aug 31 14:06:02.323291 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b059e1f-34d3-4f11-90cb-c56a001c407e req-63d14019-26c7-4425-872b-75b8f600f64a service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713621 Aug 31 14:06:02.525923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d803c-61aa-43cb-9e80-8605a9a57c50 req-39f44fc6-ed8c-471c-8c74-2b721c0bc377 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:02.529278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-710d803c-61aa-43cb-9e80-8605a9a57c50 req-39f44fc6-ed8c-471c-8c74-2b721c0bc377 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 948 time: 0.0609710 Aug 31 14:06:02.533361 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-10f63e29-f6f5-4ab2-ae66-14b2e65951aa tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.533361 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-10f63e29-f6f5-4ab2-ae66-14b2e65951aa tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/6dc6e7f9-2a5b-49ce-a262-b229eab9a569 HTTP/1.1" status: 204 len: 168 time: 0.3567152 Aug 31 14:06:02.545809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45304) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:02.547814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2a487-a32b-4f4f-a6be-11dda649e70c req-85d7faf1-18b3-461f-84a0-5867ea0281f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:02.555250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96a2a487-a32b-4f4f-a6be-11dda649e70c req-85d7faf1-18b3-461f-84a0-5867ea0281f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.2572024 Aug 31 14:06:02.567603 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-64e59572-2d6a-489a-82d1-b5e811eee05a tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=6dc6e7f9-2a5b-49ce-a262-b229eab9a569 HTTP/1.1" status: 200 len: 216 time: 0.0196621 Aug 31 14:06:02.573005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45306) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:02.585813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9510e2f6-d66c-4ed3-8e0f-056a8657d6c3 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0118589 Aug 31 14:06:02.591923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45308) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:02.620987 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8355b710-d239-44d6-9f80-0f2e86531929 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0187461 Aug 31 14:06:02.621161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-710d803c-61aa-43cb-9e80-8605a9a57c50 req-90426eec-68ec-4086-8a97-926db316220b tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455019 Aug 31 14:06:02.628568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45310) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:02.629336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96a2a487-a32b-4f4f-a6be-11dda649e70c req-fb976129-2ff5-4c51-9182-84f46273b091 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731997 Aug 31 14:06:02.698190 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-35a097f2-47de-4f0c-ac95-976a844360e3 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/a104e472-e462-45e4-8407-1646b8e71529 HTTP/1.1" status: 200 len: 473 time: 0.0673246 Aug 31 14:06:02.701649 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45312) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:02.717007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-932713f1-7c0a-4c9b-93ca-65c8fd1ac395 tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/570ca814-8484-4b81-9e3e-01fd58f76176 HTTP/1.1" status: 200 len: 461 time: 0.0139470 Aug 31 14:06:02.720706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45314) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:02.827634 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-829b52ad-7015-4582-83e8-dc474f42f53c tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:02.828842 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-829b52ad-7015-4582-83e8-dc474f42f53c tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/570ca814-8484-4b81-9e3e-01fd58f76176 HTTP/1.1" status: 204 len: 168 time: 0.1071754 Aug 31 14:06:02.832808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45316) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:02.972921 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45320) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:03.054703 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ff09712-14fc-4d10-b2f8-8d88317dab6e tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.055936 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2ff09712-14fc-4d10-b2f8-8d88317dab6e tempest-MeteringTestJSON-381177142 tempest-MeteringTestJSON-381177142-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/a104e472-e462-45e4-8407-1646b8e71529 HTTP/1.1" status: 204 len: 168 time: 0.2221978 Aug 31 14:06:03.306484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device fe896fce-ba27-41a6-a163-a8b16ffc7a4f up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:03.454128 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port fe896fce-ba27-41a6-a163-a8b16ffc7a4f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:03.459346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port fe896fce-ba27-41a6-a163-a8b16ffc7a4f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:03.459834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.549018 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45334) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:03.585317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf59a2-36f1-43ac-a3d1-00158dd29bf3 req-7af76338-1aa1-431a-b284-18cc2754873a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:03.587836 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f5bf59a2-36f1-43ac-a3d1-00158dd29bf3 req-7af76338-1aa1-431a-b284-18cc2754873a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1393793 Aug 31 14:06:03.608651 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.644146 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275440ce-b3e2-4bb7-8df8-73a4f9913481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe896fce-ba27-41a6-a163-a8b16ffc7a4f'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:03.644538 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7195738-c397-42f0-91d8-d758941964bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.649585 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f00c2d-59be-4235-8d75-ea8d2266b0e4" -d '{"events": [{"server_uuid": "275440ce-b3e2-4bb7-8df8-73a4f9913481", "name": "network-vif-plugged", "status": "completed", "tag": "fe896fce-ba27-41a6-a163-a8b16ffc7a4f"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:03.672056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f5bf59a2-36f1-43ac-a3d1-00158dd29bf3 req-ac86871f-4411-4377-8d5c-b552185e2983 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749772 Aug 31 14:06:03.672577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port fe896fce-ba27-41a6-a163-a8b16ffc7a4f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=fe896fce-ba27-41a6-a163-a8b16ffc7a4f,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:03.679267 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:03.787957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=fe896fce-ba27-41a6-a163-a8b16ffc7a4f,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:03.821043 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3c950f-7cf2-4251-8632-dec812228e09 x-openstack-request-id: req-8e3c950f-7cf2-4251-8632-dec812228e09 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:03.821915 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275440ce-b3e2-4bb7-8df8-73a4f9913481", "name": "network-vif-plugged", "status": "completed", "tag": "fe896fce-ba27-41a6-a163-a8b16ffc7a4f", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:03.822176 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e3c950f-7cf2-4251-8632-dec812228e09 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:03.822585 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275440ce-b3e2-4bb7-8df8-73a4f9913481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe896fce-ba27-41a6-a163-a8b16ffc7a4f', 'code': 200} Aug 31 14:06:03.947842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136817e-9d74-462a-a2dd-3fcde644a45a req-f4db7d19-02ed-46dc-a1e4-07f1e63e4610 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:03.956279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b136817e-9d74-462a-a2dd-3fcde644a45a req-f4db7d19-02ed-46dc-a1e4-07f1e63e4610 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.1155400 Aug 31 14:06:03.966510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0723112-4175-42a1-801e-360be562fef4 req-9dd6cb50-f794-4e4b-979e-fc04dc8796dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:03.968035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0723112-4175-42a1-801e-360be562fef4 req-9dd6cb50-f794-4e4b-979e-fc04dc8796dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 1100 time: 0.0984981 Aug 31 14:06:04.035226 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.046351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b136817e-9d74-462a-a2dd-3fcde644a45a req-8b2ac6f1-9e4d-458b-9665-2663add71aab tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884638 Aug 31 14:06:04.056502 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa0c98c1-097c-4d28-9563-d526be2ab72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.074384 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0723112-4175-42a1-801e-360be562fef4 req-1a2289b0-3e06-4f8e-82cb-9752afa46c56 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904682 Aug 31 14:06:04.206097 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-127b2dd5-90d7-4c2d-aa22-1b937b169835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.287003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b384403-1390-45da-81ca-ecf6418ebbbc req-a762a427-ae57-4654-a2cc-e7649769345f tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:04.288614 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b384403-1390-45da-81ca-ecf6418ebbbc req-a762a427-ae57-4654-a2cc-e7649769345f tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 949 time: 0.1277468 Aug 31 14:06:04.390038 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b384403-1390-45da-81ca-ecf6418ebbbc req-4994f819-f6ab-42b9-8096-1abdc3a1b798 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757458 Aug 31 14:06:04.463743 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-127b2dd5-90d7-4c2d-aa22-1b937b169835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.468922 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-127b2dd5-90d7-4c2d-aa22-1b937b169835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.532615 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-127b2dd5-90d7-4c2d-aa22-1b937b169835 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccdf1820b49c4494832e0067b41e1970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9821253 Aug 31 14:06:04.535555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45348) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:04.536572 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b2dd5-90d7-4c2d-aa22-1b937b169835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf286fd-1b95-4d2a-a2bf-00004e0089dd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:04.560353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f7195738-c397-42f0-91d8-d758941964bc admin admin] Deleting port 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:04.560763 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7195738-c397-42f0-91d8-d758941964bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.594247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-050a53c9-427f-43b3-ab24-5d25ee0d95a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.622699 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-050a53c9-427f-43b3-ab24-5d25ee0d95a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.642426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-f7195738-c397-42f0-91d8-d758941964bc admin admin] For port 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1,segment=NetworkSegment(0c0a7537-6be2-46c7-a3b0-2bedd8f5b988),segment_id=0c0a7537-6be2-46c7-a3b0-2bedd8f5b988)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:04.642831 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7195738-c397-42f0-91d8-d758941964bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.656021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f7195738-c397-42f0-91d8-d758941964bc admin admin] Calling delete_port for 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:04.690651 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-050a53c9-427f-43b3-ab24-5d25ee0d95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.693560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-050a53c9-427f-43b3-ab24-5d25ee0d95a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.694718 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-050a53c9-427f-43b3-ab24-5d25ee0d95a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cf286fd-1b95-4d2a-a2bf-00004e0089dd HTTP/1.1" status: 204 len: 168 time: 0.1581743 Aug 31 14:06:04.705500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a53c9-427f-43b3-ab24-5d25ee0d95a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf286fd-1b95-4d2a-a2bf-00004e0089dd,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:04.776118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:04.797108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-303bd1b3-474e-4b9f-9bf0-872a41faf0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:04.799229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-303bd1b3-474e-4b9f-9bf0-872a41faf0f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95&tenant_id=1fa16308430940f087d1a5cc21738e3b HTTP/1.1" status: 200 len: 1095 time: 0.0483851 Aug 31 14:06:04.810305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:04.810675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a418d230-1cb6-43a5-8ac7-ee3a11ed2dbe not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:04.892594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d925-0b5f-4fe2-b9d8-3695a0c4a1c5 req-18afa2c5-2ea7-42b9-8f13-3ed837873a2f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:04.894417 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9fe0d925-0b5f-4fe2-b9d8-3695a0c4a1c5 req-18afa2c5-2ea7-42b9-8f13-3ed837873a2f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.0829957 Aug 31 14:06:04.897056 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7195738-c397-42f0-91d8-d758941964bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:04.909293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-195d478f-e244-4cf4-89d1-2c756f7285ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:04.910937 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-195d478f-e244-4cf4-89d1-2c756f7285ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 1095 time: 0.0715699 Aug 31 14:06:04.936940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7195738-c397-42f0-91d8-d758941964bc admin admin] Pushing event deleted for resources: {'Port': ['ID=017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:04.995680 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9fe0d925-0b5f-4fe2-b9d8-3695a0c4a1c5 req-129fea31-af8f-4c93-8225-c9d5e632d06d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899253 Aug 31 14:06:05.041643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-00387ce7-6fb4-4b3e-aa0e-77cc5b454248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.043241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-00387ce7-6fb4-4b3e-aa0e-77cc5b454248 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 917 time: 0.1187403 Aug 31 14:06:05.130802 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.133779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-8e890b04-ec63-44d8-8852-b84b9fe7b529 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a HTTP/1.1" status: 200 len: 999 time: 0.0776079 Aug 31 14:06:05.137602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45358) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:05.162347 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5868d55d-1f31-48b3-8f3f-3a8a1065652c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.174038 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7195738-c397-42f0-91d8-d758941964bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.218829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-0b5ea4e2-3b8c-4066-a309-f266dc9a8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.221943 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-0b5ea4e2-3b8c-4066-a309-f266dc9a8a4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 200 len: 855 time: 0.0754337 Aug 31 14:06:05.292264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668faa40-625d-4f82-aed7-9b80e07ee334 req-9acd27ed-7531-4683-961a-71c60106f75d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.294333 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-668faa40-625d-4f82-aed7-9b80e07ee334 req-9acd27ed-7531-4683-961a-71c60106f75d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.1449597 Aug 31 14:06:05.303249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-f8939c74-a677-4cdb-a729-323e6d573f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.304849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-f8939c74-a677-4cdb-a729-323e6d573f43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732005 Aug 31 14:06:05.407274 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-668faa40-625d-4f82-aed7-9b80e07ee334 req-ea9b9a15-51a8-4c17-a979-5823ef747946 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041906 Aug 31 14:06:05.414530 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5868d55d-1f31-48b3-8f3f-3a8a1065652c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.429198 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5868d55d-1f31-48b3-8f3f-3a8a1065652c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.477020 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-c874923f-bb84-4032-a675-e6c8514177d3 service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627865 Aug 31 14:06:05.507615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868d55d-1f31-48b3-8f3f-3a8a1065652c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da17d243-0fef-4f87-9d1b-780283113bd2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:05.551776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5868d55d-1f31-48b3-8f3f-3a8a1065652c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ca98774231f49ff80055ea8ae8d1c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127600 Aug 31 14:06:05.554424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45366) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:05.609191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7195738-c397-42f0-91d8-d758941964bc admin admin] Router 37ef929a-af2e-4802-896b-16f02dcc792d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:06:05.618259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5559bb1-6855-4bcf-bac6-4fab5b5fde99 req-eaa43ecd-10f6-4c57-ab63-9c96f470e7cc tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:05.619789 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5559bb1-6855-4bcf-bac6-4fab5b5fde99 req-eaa43ecd-10f6-4c57-ab63-9c96f470e7cc tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 949 time: 0.0729074 Aug 31 14:06:05.652461 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-9b7acd21-ab84-489e-bb47-41f684d467ce service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587577 Aug 31 14:06:05.657179 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8f4d508-f740-41d2-b8ba-bdcfb2fc3505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.691160 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8f4d508-f740-41d2-b8ba-bdcfb2fc3505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.713933 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5559bb1-6855-4bcf-bac6-4fab5b5fde99 req-4e80d893-c2ee-4e7a-91f1-fb5718255fc0 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831051 Aug 31 14:06:05.757085 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8f4d508-f740-41d2-b8ba-bdcfb2fc3505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.762859 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8f4d508-f740-41d2-b8ba-bdcfb2fc3505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:05.764765 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e8f4d508-f740-41d2-b8ba-bdcfb2fc3505 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da17d243-0fef-4f87-9d1b-780283113bd2 HTTP/1.1" status: 204 len: 168 time: 0.2094929 Aug 31 14:06:05.785588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4d508-f740-41d2-b8ba-bdcfb2fc3505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da17d243-0fef-4f87-9d1b-780283113bd2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:05.785876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7195738-c397-42f0-91d8-d758941964bc admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:05.796241 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f7195738-c397-42f0-91d8-d758941964bc admin admin] 10.222.0.20 "PUT /v2.0/routers/37ef929a-af2e-4802-896b-16f02dcc792d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8216450 Aug 31 14:06:05.799555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45376) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:05.801677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5687bd6b-0a69-4ac4-abbb-44c3e9fc95a8 None None] Sync routers for ids ['37ef929a-af2e-4802-896b-16f02dcc792d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:05.833155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5687bd6b-0a69-4ac4-abbb-44c3e9fc95a8 None None] Routers {'37ef929a-af2e-4802-896b-16f02dcc792d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:05.834205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5687bd6b-0a69-4ac4-abbb-44c3e9fc95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['37ef929a-af2e-4802-896b-16f02dcc792d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:05.972708 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.004778 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5687bd6b-0a69-4ac4-abbb-44c3e9fc95a8 None None] Set router 37ef929a-af2e-4802-896b-16f02dcc792d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:06.212407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083644e1-ed8a-4485-a559-7df1ab0e56b7 req-3bfd56b4-aeca-429a-a2f1-6d3930ea7a72 tempest-ServersAdminNegativeTestJSON-736950121 tempest-ServersAdminNegativeTestJSON-736950121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:06.215057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-083644e1-ed8a-4485-a559-7df1ab0e56b7 req-3bfd56b4-aeca-429a-a2f1-6d3930ea7a72 tempest-ServersAdminNegativeTestJSON-736950121 tempest-ServersAdminNegativeTestJSON-736950121-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 1100 time: 0.0842700 Aug 31 14:06:06.225836 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.243631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73476e0-8dfa-496e-a449-b1bca10112ff req-4620785e-cbcd-4a99-95c2-28d035d36f00 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:06.247902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c73476e0-8dfa-496e-a449-b1bca10112ff req-4620785e-cbcd-4a99-95c2-28d035d36f00 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1205256 Aug 31 14:06:06.259731 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-083644e1-ed8a-4485-a559-7df1ab0e56b7 req-eda0bc16-94a6-4a1f-8a76-7e4b234ade0c tempest-ServersAdminNegativeTestJSON-736950121 tempest-ServersAdminNegativeTestJSON-736950121-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.280313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5687bd6b-0a69-4ac4-abbb-44c3e9fc95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:06:04Z', 'revision_number': 5, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port': {'id': 'eba0c212-c481-45d7-9a31-7483d26c2eab', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:04:24Z', 'updated_at': '2021-08-31T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:06.315841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5687bd6b-0a69-4ac4-abbb-44c3e9fc95a8 None None] Checking router: 37ef929a-af2e-4802-896b-16f02dcc792d for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:06.324896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5687bd6b-0a69-4ac4-abbb-44c3e9fc95a8 None None] Routers {'37ef929a-af2e-4802-896b-16f02dcc792d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:06.326112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5687bd6b-0a69-4ac4-abbb-44c3e9fc95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['37ef929a-af2e-4802-896b-16f02dcc792d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:06.343772 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c73476e0-8dfa-496e-a449-b1bca10112ff req-480e9df9-41e1-46a3-b58d-2bd431f5650a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830059 Aug 31 14:06:06.394342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Deleting port eba0c212-c481-45d7-9a31-7483d26c2eab {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:06.394940 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.474469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5687bd6b-0a69-4ac4-abbb-44c3e9fc95a8 None None] Set router 37ef929a-af2e-4802-896b-16f02dcc792d gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:06.631497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] For port eba0c212-c481-45d7-9a31-7483d26c2eab, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=eba0c212-c481-45d7-9a31-7483d26c2eab,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:06.632104 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.648362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5687bd6b-0a69-4ac4-abbb-44c3e9fc95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:06:06Z', 'revision_number': 6, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:06.669673 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-083644e1-ed8a-4485-a559-7df1ab0e56b7 req-eda0bc16-94a6-4a1f-8a76-7e4b234ade0c tempest-ServersAdminNegativeTestJSON-736950121 tempest-ServersAdminNegativeTestJSON-736950121-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.672092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Calling delete_port for eba0c212-c481-45d7-9a31-7483d26c2eab owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:06.676966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-083644e1-ed8a-4485-a559-7df1ab0e56b7 req-eda0bc16-94a6-4a1f-8a76-7e4b234ade0c tempest-ServersAdminNegativeTestJSON-736950121 tempest-ServersAdminNegativeTestJSON-736950121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.701788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5687bd6b-0a69-4ac4-abbb-44c3e9fc95a8 None None] The sync data for ids ['37ef929a-af2e-4802-896b-16f02dcc792d'] in n-d-792364-6 is: [{'id': '37ef929a-af2e-4802-896b-16f02dcc792d', 'name': 'tempest-ServerRescueTestJSONUnderV235-315281628-router', 'tenant_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:04:23Z', 'updated_at': '2021-08-31T14:06:06Z', 'revision_number': 6, 'project_id': 'd86285c2fd3a43c4bc27eae2eeb466f3', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:06.717386 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:06.752202 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-083644e1-ed8a-4485-a559-7df1ab0e56b7 req-eda0bc16-94a6-4a1f-8a76-7e4b234ade0c tempest-ServersAdminNegativeTestJSON-736950121 tempest-ServersAdminNegativeTestJSON-736950121-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290995 Aug 31 14:06:06.776901 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0bc16-94a6-4a1f-8a76-7e4b234ade0c tempest-ServersAdminNegativeTestJSON-736950121 tempest-ServersAdminNegativeTestJSON-736950121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d572d-b5d3-45dc-83c1-e9807ac5256c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:06.816105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e603b-c1e5-48f8-9ccd-5f4021d722fe req-013a1039-0f4f-4184-b6cc-31d434eb811c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:06.826222 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-623e603b-c1e5-48f8-9ccd-5f4021d722fe req-013a1039-0f4f-4184-b6cc-31d434eb811c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.1061647 Aug 31 14:06:06.914956 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-623e603b-c1e5-48f8-9ccd-5f4021d722fe req-5c2d4747-305b-4c1b-8ee5-6d3e7e190a6a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871265 Aug 31 14:06:07.165248 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.229722 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Pushing event deleted for resources: {'Port': ['ID=eba0c212-c481-45d7-9a31-7483d26c2eab,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:07.373520 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.528250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d338e-bc49-4269-a36a-34cc70f03079 req-37cc2231-27a4-41c8-aaba-b40db691c895 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:07.529850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb6d338e-bc49-4269-a36a-34cc70f03079 req-37cc2231-27a4-41c8-aaba-b40db691c895 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.0865989 Aug 31 14:06:07.531609 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.537963 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.612294 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.612854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37ef929a-af2e-4802-896b-16f02dcc792d {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:06:07.616842 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb6d338e-bc49-4269-a36a-34cc70f03079 req-766651e4-7a2f-4c25-b8c4-b7a98117d020 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756078 Aug 31 14:06:07.627166 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.630908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f08eaec1-df2c-4000-8c97-432c51aa8126 admin admin] 10.222.0.20 "DELETE /v2.0/routers/37ef929a-af2e-4802-896b-16f02dcc792d HTTP/1.1" status: 204 len: 168 time: 1.8248889 Aug 31 14:06:07.631015 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45426) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:07.771944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd048e51-1e01-4644-92ee-49fec7961953 admin admin] Deleting subnet d2679964-85de-455f-8381-ab1dfce8644c {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:06:07.775843 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd048e51-1e01-4644-92ee-49fec7961953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.852893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd048e51-1e01-4644-92ee-49fec7961953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.925846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd048e51-1e01-4644-92ee-49fec7961953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:07.995411 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd048e51-1e01-4644-92ee-49fec7961953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.029284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd048e51-1e01-4644-92ee-49fec7961953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2679964-85de-455f-8381-ab1dfce8644c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:08.031427 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd048e51-1e01-4644-92ee-49fec7961953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.036136 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fd048e51-1e01-4644-92ee-49fec7961953 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d2679964-85de-455f-8381-ab1dfce8644c HTTP/1.1" status: 204 len: 168 time: 0.4018998 Aug 31 14:06:08.036395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45438) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:08.155963 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.264889 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.279016 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9024cac1-f71a-4e28-af94-f4914df0aa35']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:08.302863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0a7537-6be2-46c7-a3b0-2bedd8f5b988') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:08.303492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0a7537-6be2-46c7-a3b0-2bedd8f5b988') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:08.319944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.343929 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.351424 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:06:08.351970 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:06:08.354054 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:06:08.397287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45444) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:08.454458 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.480464 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.486891 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] 10.222.0.20 "DELETE /v2.0/networks/9024cac1-f71a-4e28-af94-f4914df0aa35 HTTP/1.1" status: 204 len: 168 time: 0.4451396 Aug 31 14:06:08.488285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda4d6c-af9e-46ce-a52b-2f05459c778c admin admin] Pushing event deleted for resources: {'Network': ['ID=9024cac1-f71a-4e28-af94-f4914df0aa35,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:08.615977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:08.626957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-157221629', 'router:external': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:08.650355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:08.650804 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 017b2e7b-ab1c-41d8-b91e-2f70a6bc8ae1 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:08.651728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device eba0c212-c481-45d7-9a31-7483d26c2eab no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:08.663639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Made reservation on behalf of dd1c5c2abdcd467b8c8165342728e1c2 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:08.671573 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.701814 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.811180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45452) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:08.846406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: eba0c212-c481-45d7-9a31-7483d26c2eab {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:08.846836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device eba0c212-c481-45d7-9a31-7483d26c2eab not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:08.897895 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e84cd956-566e-4147-aee8-70b3a943f7be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d86285c2fd3a43c4bc27eae2eeb466f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853283 Aug 31 14:06:08.898144 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:08.902244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45454) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:08.988538 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.005158 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.016757 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.038859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:06:09.048964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44de1be0-232d-4a2c-8318-4818b0e78660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.064186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.064673 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Added segment 9e8f2a85-b99e-4243-b783-55611ffc0ca1 of type vlan for network d4a41e5b-5a32-48b1-81aa-bed644525b41 Aug 31 14:06:09.152022 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44de1be0-232d-4a2c-8318-4818b0e78660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.157120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af91545-1fc2-4e65-8d5b-321b8c68e432,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:09.201667 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.266618 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.267881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:09.268658 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.334787 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44de1be0-232d-4a2c-8318-4818b0e78660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.339294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44de1be0-232d-4a2c-8318-4818b0e78660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.341784 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-44de1be0-232d-4a2c-8318-4818b0e78660 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adf28512-13fa-4687-ba53-2173e1168711 HTTP/1.1" status: 204 len: 168 time: 0.4383538 Aug 31 14:06:09.373945 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9744258 Aug 31 14:06:09.378259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de1be0-232d-4a2c-8318-4818b0e78660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf28512-13fa-4687-ba53-2173e1168711,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:09.378810 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45458) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:09.387893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Request body: {'subnet': {'network_id': 'd4a41e5b-5a32-48b1-81aa-bed644525b41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:09.390443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a3126-1842-4c85-a6b9-85f88e1cd521 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event updated for resources: {'Network': ['ID=d4a41e5b-5a32-48b1-81aa-bed644525b41,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:09.408560 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network d4a41e5b-5a32-48b1-81aa-bed644525b41 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:06:09.464120 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Made reservation on behalf of dd1c5c2abdcd467b8c8165342728e1c2 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:09.470903 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:09.987140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.objects.ports [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:06:09.987588 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.046585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event updated for resources: {'Subnet': ['ID=835b327d-8826-483b-8e68-8db1ab467489,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:10.067509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Checking segment: {'id': '9e8f2a85-b99e-4243-b783-55611ffc0ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd4a41e5b-5a32-48b1-81aa-bed644525b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:10.067878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Network hostable DHCP agents. Network: d4a41e5b-5a32-48b1-81aa-bed644525b41, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:06:10.096376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Network d4a41e5b-5a32-48b1-81aa-bed644525b41 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:06:10.109247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, d4a41e5b-5a32-48b1-81aa-bed644525b41) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:10.115080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:10.116329 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.119248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a92f0e3-b0cb-4e79-9c20-be29c38d7949 None None] Network d4a41e5b-5a32-48b1-81aa-bed644525b41 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:10.136489 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-98644110-7350-4f41-a003-d45a99f1f3aa tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7553072 Aug 31 14:06:10.139483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45472) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:10.153129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1333764292', 'network_id': 'd4a41e5b-5a32-48b1-81aa-bed644525b41'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:10.199170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Made reservation on behalf of dd1c5c2abdcd467b8c8165342728e1c2 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:10.203766 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.240811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] device_id is not set on port 8b42e6cc-12a2-4495-b9a3-f2e73be06676 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:06:10.348118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab5f446-f394-4130-a585-5ab58acb7873 None None] Network d4a41e5b-5a32-48b1-81aa-bed644525b41 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:10.406109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Allocated IP 172.20.0.8 (d4a41e5b-5a32-48b1-81aa-bed644525b41/835b327d-8826-483b-8e68-8db1ab467489/8b42e6cc-12a2-4495-b9a3-f2e73be06676) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:10.608123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45482) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:10.629847 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.698753 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.750527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Network d4a41e5b-5a32-48b1-81aa-bed644525b41 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:10.762412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:10.764700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event updated for resources: {'Port': ['ID=8b42e6cc-12a2-4495-b9a3-f2e73be06676,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:10.773434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-775323243-network', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:10.773725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:10.818755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Made reservation on behalf of 1ca467a1e13c4380b35bcca2ba8d2148 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:10.822784 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.829088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:10.829753 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.837476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.848767 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3f0a274a-9dc0-41b7-94df-98d159475de2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7079856 Aug 31 14:06:10.851349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45486) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:10.959870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1e97e222-5ed4-49fe-aa5e-2330b1951f6b tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Deleting port 8b42e6cc-12a2-4495-b9a3-f2e73be06676 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:10.960297 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e97e222-5ed4-49fe-aa5e-2330b1951f6b tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.966607 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:10.977907 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.005116 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:06:11.015497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70587e15-dba6-4e43-ad13-e269bafe0264,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:11.021032 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.021373 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Added segment 4f3d08f8-66a8-439e-a5bd-1cc376c78dc0 of type vlan for network d0b5bd67-43f6-464d-968b-b9a83e80305f Aug 31 14:06:11.061775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e97e222-5ed4-49fe-aa5e-2330b1951f6b tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.064610 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.074540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1e97e222-5ed4-49fe-aa5e-2330b1951f6b tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Calling delete_port for 8b42e6cc-12a2-4495-b9a3-f2e73be06676 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:11.093463 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.094475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:11.095068 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.148221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5385809 Aug 31 14:06:11.151765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45488) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:11.157111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8caef9ed-93f8-4fa5-9e09-f4174ed0a44e admin admin] Request body: {'subnet': {'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-775323243-subnet', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:11.170026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb62f13-8063-488f-b879-4b3c3930134d admin admin] Pushing event updated for resources: {'Network': ['ID=d0b5bd67-43f6-464d-968b-b9a83e80305f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:11.194192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network d0b5bd67-43f6-464d-968b-b9a83e80305f details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:06:11.211055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caef9ed-93f8-4fa5-9e09-f4174ed0a44e admin admin] Made reservation on behalf of 1ca467a1e13c4380b35bcca2ba8d2148 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:11.213469 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8caef9ed-93f8-4fa5-9e09-f4174ed0a44e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.306828 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e97e222-5ed4-49fe-aa5e-2330b1951f6b tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.357367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97e222-5ed4-49fe-aa5e-2330b1951f6b tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b42e6cc-12a2-4495-b9a3-f2e73be06676,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:11.461305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e97e222-5ed4-49fe-aa5e-2330b1951f6b tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.467194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1e97e222-5ed4-49fe-aa5e-2330b1951f6b tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8b42e6cc-12a2-4495-b9a3-f2e73be06676 HTTP/1.1" status: 204 len: 168 time: 0.6112266 Aug 31 14:06:11.468302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45490) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:11.475745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4a41e5b-5a32-48b1-81aa-bed644525b41', 'external_fixed_ips': [{'subnet_id': '835b327d-8826-483b-8e68-8db1ab467489', 'ip_address': '172.20.0.8'}]}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:11.539088 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8caef9ed-93f8-4fa5-9e09-f4174ed0a44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.543816 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.544852 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.654192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caef9ed-93f8-4fa5-9e09-f4174ed0a44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:11.880350 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:06:11.968236 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:11.974726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caef9ed-93f8-4fa5-9e09-f4174ed0a44e admin admin] Checking segment: {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:11.975276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caef9ed-93f8-4fa5-9e09-f4174ed0a44e admin admin] Network hostable DHCP agents. Network: d0b5bd67-43f6-464d-968b-b9a83e80305f, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:06:12.070240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caef9ed-93f8-4fa5-9e09-f4174ed0a44e admin admin] Network d0b5bd67-43f6-464d-968b-b9a83e80305f is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:06:12.139636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8caef9ed-93f8-4fa5-9e09-f4174ed0a44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, d0b5bd67-43f6-464d-968b-b9a83e80305f) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:12.146325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caef9ed-93f8-4fa5-9e09-f4174ed0a44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:12.146894 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8caef9ed-93f8-4fa5-9e09-f4174ed0a44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.147463 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c956ce-2c6d-46f4-9e6e-cc4d44ce5b4b None None] Network d0b5bd67-43f6-464d-968b-b9a83e80305f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:12.150513 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.175157 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8caef9ed-93f8-4fa5-9e09-f4174ed0a44e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0223143 Aug 31 14:06:12.178198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45492) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:12.182534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:12.243844 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.246779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.330279 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.348605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-d0b5bd67-43f6-464d-968b-b9a83e80305f', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:06:12.352695 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.566453 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.626542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Allocated IP 172.20.0.2 (d0b5bd67-43f6-464d-968b-b9a83e80305f/6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b/384bb806-b7b8-49c5-970f-e9fc90c7e898) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:12.683094 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.716828 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.839631 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.854377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Transition to ACTIVE for port object 384bb806-b7b8-49c5-970f-e9fc90c7e898 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:12.880762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Transition to ACTIVE for port object 384bb806-b7b8-49c5-970f-e9fc90c7e898 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:12.891994 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:12.952219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Pushing event updated for resources: {'Port': ['ID=384bb806-b7b8-49c5-970f-e9fc90c7e898,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:12.956683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Network d0b5bd67-43f6-464d-968b-b9a83e80305f is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:12.958201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:12.961049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:13.019456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Attempting to bind port 384bb806-b7b8-49c5-970f-e9fc90c7e898 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:13.019851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Attempting to bind port 384bb806-b7b8-49c5-970f-e9fc90c7e898 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:13.020640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Attempting to bind port 384bb806-b7b8-49c5-970f-e9fc90c7e898 on network d0b5bd67-43f6-464d-968b-b9a83e80305f {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:13.026757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:13.027141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Checking segment: {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:13.028095 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.028527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Bound using segment: {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:13.029037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Bound port: 384bb806-b7b8-49c5-970f-e9fc90c7e898, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:13.029404 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.050215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Allocated IP 172.20.0.8 (d4a41e5b-5a32-48b1-81aa-bed644525b41/835b327d-8826-483b-8e68-8db1ab467489/2cdf783b-2677-4167-82a9-66d16a422d57) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:13.101978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.126519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.143122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] For port 384bb806-b7b8-49c5-970f-e9fc90c7e898, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:13.149539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] For port 384bb806-b7b8-49c5-970f-e9fc90c7e898, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=384bb806-b7b8-49c5-970f-e9fc90c7e898,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:13.156718 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.252719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e424fd-bf47-4ef4-b21f-c97784ef9f68 None None] Pushing event updated for resources: {'Port': ['ID=384bb806-b7b8-49c5-970f-e9fc90c7e898,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:13.340567 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.364729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Allocated IP 172.25.3.195 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/fe64290c-c56a-49fd-be88-e8a10949158c) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:13.535628 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.603987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.627262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Network d4a41e5b-5a32-48b1-81aa-bed644525b41 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:13.635201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:13.640195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:13.676142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event updated for resources: {'Port': ['ID=2cdf783b-2677-4167-82a9-66d16a422d57,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:13.808050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:13.888028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Pushing event updated for resources: {'Port': ['ID=fe64290c-c56a-49fd-be88-e8a10949158c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:13.908527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:13.920684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:13.923743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:14.186911 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:14.551919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ceee57-ab9f-4bb3-aa3f-20680e5ee62a None None] Network d0b5bd67-43f6-464d-968b-b9a83e80305f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:14.662786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 384bb806-b7b8-49c5-970f-e9fc90c7e898 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:14.723396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0fbdf917-3ee4-4b56-bb1c-02b7302da2ed None None] Provisioning for port 384bb806-b7b8-49c5-970f-e9fc90c7e898 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:14.741342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 384bb806-b7b8-49c5-970f-e9fc90c7e898 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:14.748373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 384bb806-b7b8-49c5-970f-e9fc90c7e898 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:14.749103 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:14.802110 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:14.931677 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:14.981679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.021474 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 384bb806-b7b8-49c5-970f-e9fc90c7e898, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=384bb806-b7b8-49c5-970f-e9fc90c7e898,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:15.040396 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.164643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=384bb806-b7b8-49c5-970f-e9fc90c7e898,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:15.301721 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.377155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-427826ed-847b-4369-bb02-0f9a480d61d5 None None] Provisioning complete for port 384bb806-b7b8-49c5-970f-e9fc90c7e898 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:15.377914 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-427826ed-847b-4369-bb02-0f9a480d61d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.451025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Router a1fcae60-dddc-4d9f-9687-75fda4a36ed9 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:15.584190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:15.668594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:15.687396 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] Sync routers for ids ['a1fcae60-dddc-4d9f-9687-75fda4a36ed9'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:15.702804 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] Routers {'a1fcae60-dddc-4d9f-9687-75fda4a36ed9'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:15.703439 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['a1fcae60-dddc-4d9f-9687-75fda4a36ed9'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:15.716361 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.717617 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-702685d8-c40c-403a-8e50-827ccaae4138 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.2485511 Aug 31 14:06:15.720375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45496) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:15.815289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:15.829867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Sync routers for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:15.847979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:15.851609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:15.877010 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.878839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cd1c995f-1e48-41e8-b84e-ae48901431dc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6995735 Aug 31 14:06:15.882031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45498) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:15.905195 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:15.924038 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] Set router a1fcae60-dddc-4d9f-9687-75fda4a36ed9 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:16.051429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:16.153124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:16.275725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Deleting port 2cdf783b-2677-4167-82a9-66d16a422d57 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:16.276411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:16.297190 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fcae60-dddc-4d9f-9687-75fda4a36ed9', 'name': '', 'tenant_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4a41e5b-5a32-48b1-81aa-bed644525b41', 'external_fixed_ips': [{'subnet_id': '835b327d-8826-483b-8e68-8db1ab467489', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '2cdf783b-2677-4167-82a9-66d16a422d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:11Z', 'updated_at': '2021-08-31T14:06:13Z', 'revision_number': 3, 'project_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'gw_port': {'id': '2cdf783b-2677-4167-82a9-66d16a422d57', 'name': '', 'network_id': 'd4a41e5b-5a32-48b1-81aa-bed644525b41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:75:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fcae60-dddc-4d9f-9687-75fda4a36ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '835b327d-8826-483b-8e68-8db1ab467489', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '835b327d-8826-483b-8e68-8db1ab467489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:16.344146 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] Checking router: a1fcae60-dddc-4d9f-9687-75fda4a36ed9 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:16.346249 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] Updating router a1fcae60-dddc-4d9f-9687-75fda4a36ed9 port 2cdf783b-2677-4167-82a9-66d16a422d57 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:16.405826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:14Z', 'revision_number': 3, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:16.433882 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:16.480357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Checking router: c4f1e46f-cf78-4b2b-a187-55e0b24a3211 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:16.481262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Updating router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 port fe64290c-c56a-49fd-be88-e8a10949158c binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:16.551321 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:16.593051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:16.629272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Calling delete_port for 2cdf783b-2677-4167-82a9-66d16a422d57 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:16.716843 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 384bb806-b7b8-49c5-970f-e9fc90c7e898 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:16.993226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 384bb806-b7b8-49c5-970f-e9fc90c7e898 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:16.993898 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.030689 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.142955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3274e0-29e3-45d1-b5b7-52fea12d3361 req-8b3553b0-009c-423d-8216-258686b34e12 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:17.148470 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f3274e0-29e3-45d1-b5b7-52fea12d3361 req-8b3553b0-009c-423d-8216-258686b34e12 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.2162950 Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=106390) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers result.read() Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 64, in update_port_precommit Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 79, in _insert_provisioning_block Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 638, in get_objects Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers items = [ Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2839, in __iter__ Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2846, in _iter Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 292, in orm_pre_session_exec Aug 31 14:06:17.233076 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers session._autoflush() Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers self.flush() Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers self._flush(objects) Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers compat.raise_( Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers raise exception Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers flush_context.execute() Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers rec.execute(self) Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1583, in _execute_20 Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1452, in _execute_clauseelement Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1814, in _execute_context Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1993, in _handle_dbapi_exception Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers raise exception Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers result.read() Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 31 14:06:17.241803 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 31 14:06:17.255045 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:06:17.255045 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 31 14:06:17.255045 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-792364-6', 'ml2_port_bindings_port_id': '2cdf783b-2677-4167-82a9-66d16a422d57', 'ml2_port_bindings_host': ''}] Aug 31 14:06:17.255045 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers (Background on this error at: https://sqlalche.me/e/14/e3q8) Aug 31 14:06:17.255045 n-d-792364-6 neutron-server[106390]: ERROR neutron.plugins.ml2.managers Aug 31 14:06:17.259206 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.259427 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.db.api [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:06:17.259427 n-d-792364-6 neutron-server[106390]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 31 14:06:17.259427 n-d-792364-6 neutron-server[106390]: [parameters: {'host': 'n-d-792364-6', 'ml2_port_bindings_port_id': '2cdf783b-2677-4167-82a9-66d16a422d57', 'ml2_port_bindings_host': ''}] Aug 31 14:06:17.259427 n-d-792364-6 neutron-server[106390]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:06:17.259427 n-d-792364-6 neutron-server[106390]: DEBUG oslo_db.api [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:06:17.298030 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.325649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cdf783b-2677-4167-82a9-66d16a422d57,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:17.459318 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.484162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Transition to ACTIVE for port object fe64290c-c56a-49fd-be88-e8a10949158c will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:17.496705 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.559440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Attempting to bind port fe64290c-c56a-49fd-be88-e8a10949158c on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:17.559440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Attempting to bind port fe64290c-c56a-49fd-be88-e8a10949158c by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:17.559440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Attempting to bind port fe64290c-c56a-49fd-be88-e8a10949158c on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:17.567936 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:17.569217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:17.569217 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.569594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:17.570131 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Bound port: fe64290c-c56a-49fd-be88-e8a10949158c, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:17.571356 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.577262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df04f54-03e0-4e68-a4ae-9fa00acacba8 None None] Pushing event updated for resources: {'Port': ['ID=fe64290c-c56a-49fd-be88-e8a10949158c,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:17.593499 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f3274e0-29e3-45d1-b5b7-52fea12d3361 req-cb0e4ceb-2ecf-4d3d-8179-cce52be4320b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4367938 Aug 31 14:06:17.669742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.691100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] For port fe64290c-c56a-49fd-be88-e8a10949158c, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:17.697617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] For port fe64290c-c56a-49fd-be88-e8a10949158c, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fe64290c-c56a-49fd-be88-e8a10949158c,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:17.705063 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.766965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3312df-dcf4-4bf4-ab65-b991f01b3676 req-c312d531-9edb-43e6-be5b-ab4e2e3b7425 tempest-ServersAdminNegativeTestJSON-736950121 tempest-ServersAdminNegativeTestJSON-736950121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:17.771437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Allocated IP 172.20.0.1 (d0b5bd67-43f6-464d-968b-b9a83e80305f/6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b/5a94d2b7-ed89-44b0-992d-8ea2021a02fe) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:17.795525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea3312df-dcf4-4bf4-ab65-b991f01b3676 req-c312d531-9edb-43e6-be5b-ab4e2e3b7425 tempest-ServersAdminNegativeTestJSON-736950121 tempest-ServersAdminNegativeTestJSON-736950121-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 1100 time: 0.7571292 Aug 31 14:06:17.822728 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] Port 2cdf783b-2677-4167-82a9-66d16a422d57 not found while updating agent binding for router a1fcae60-dddc-4d9f-9687-75fda4a36ed9. {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 14:06:17.861802 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] Routers {'a1fcae60-dddc-4d9f-9687-75fda4a36ed9'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:17.862466 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['a1fcae60-dddc-4d9f-9687-75fda4a36ed9'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:17.971979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:17.991968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Transition to ACTIVE for port object 5a94d2b7-ed89-44b0-992d-8ea2021a02fe will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:18.068406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2b0d4-f05c-4126-a080-b2f79f7e08e0 req-22e55177-b42e-409f-b356-a25626240615 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:18.072772 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.074585 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aee2b0d4-f05c-4126-a080-b2f79f7e08e0 req-22e55177-b42e-409f-b356-a25626240615 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.3544633 Aug 31 14:06:18.079105 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.081651 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.092404 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] Set router a1fcae60-dddc-4d9f-9687-75fda4a36ed9 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:18.126969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea3312df-dcf4-4bf4-ab65-b991f01b3676 req-f0d5960d-ff28-456a-8a82-a0f20584443c tempest-ServersAdminNegativeTestJSON-736950121 tempest-ServersAdminNegativeTestJSON-736950121-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277691 Aug 31 14:06:18.137761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df04f54-03e0-4e68-a4ae-9fa00acacba8 None None] Pushing event updated for resources: {'Port': ['ID=fe64290c-c56a-49fd-be88-e8a10949158c,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:18.142165 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:18.143106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:18.191389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.193450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1fcae60-dddc-4d9f-9687-75fda4a36ed9 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:06:18.198516 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.200535 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-90a14756-cdc4-431b-99b6-8bda4d8cd186 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "DELETE /v2.0/routers/a1fcae60-dddc-4d9f-9687-75fda4a36ed9 HTTP/1.1" status: 204 len: 168 time: 2.4790621 Aug 31 14:06:18.203312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45510) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:18.281700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6c4f14-037e-499b-8c5d-ed4866047c32 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Deleting subnet 835b327d-8826-483b-8e68-8db1ab467489 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:06:18.289272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Network d0b5bd67-43f6-464d-968b-b9a83e80305f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:18.291091 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9f6c4f14-037e-499b-8c5d-ed4866047c32 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.303205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:18.320426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:18.358459 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fcae60-dddc-4d9f-9687-75fda4a36ed9', 'name': '', 'tenant_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:11Z', 'updated_at': '2021-08-31T14:06:17Z', 'revision_number': 5, 'project_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:18.422851 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9f6c4f14-037e-499b-8c5d-ed4866047c32 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.433301 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aee2b0d4-f05c-4126-a080-b2f79f7e08e0 req-08603e23-d81c-4296-bc64-d3da50c75a38 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471417 Aug 31 14:06:18.450694 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Pushing event updated for resources: {'Port': ['ID=5a94d2b7-ed89-44b0-992d-8ea2021a02fe,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:18.484330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:18.509249 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc7b0d-9345-4ef4-ab3a-d2147be288d5 None None] The sync data for ids ['a1fcae60-dddc-4d9f-9687-75fda4a36ed9'] in n-d-792364-6 is: [{'id': 'a1fcae60-dddc-4d9f-9687-75fda4a36ed9', 'name': '', 'tenant_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:11Z', 'updated_at': '2021-08-31T14:06:17Z', 'revision_number': 5, 'project_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:18.554671 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.568998 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9f6c4f14-037e-499b-8c5d-ed4866047c32 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.719328 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9f6c4f14-037e-499b-8c5d-ed4866047c32 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.835785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c4f14-037e-499b-8c5d-ed4866047c32 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=835b327d-8826-483b-8e68-8db1ab467489,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:18.860047 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9f6c4f14-037e-499b-8c5d-ed4866047c32 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:18.863026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9f6c4f14-037e-499b-8c5d-ed4866047c32 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/835b327d-8826-483b-8e68-8db1ab467489 HTTP/1.1" status: 204 len: 168 time: 0.6585793 Aug 31 14:06:18.866874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45524) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:19.206103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.267541 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-20cff977-3e6d-4803-870c-bc627f28329b None None] Provisioning for port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:19.286689 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-20cff977-3e6d-4803-870c-bc627f28329b None None] Provisioning complete for port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:19.287743 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-20cff977-3e6d-4803-870c-bc627f28329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.300772 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.346087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:14Z', 'revision_number': 3, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:19.392014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f47fb7-3def-49b3-a112-d1beda8e3254 req-f06acb88-3166-48c2-a1b8-10cd8e0456b3 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:19.394502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-23f47fb7-3def-49b3-a112-d1beda8e3254 req-f06acb88-3166-48c2-a1b8-10cd8e0456b3 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.5074837 Aug 31 14:06:19.433045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b189d9a6-28e1-474c-95b9-c597be7a11b6 None None] The sync data for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 is: [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:14Z', 'revision_number': 3, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:19.442349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3182e2be-2014-47b5-954a-95e359ce0fe7 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:06:19.461217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-20cff977-3e6d-4803-870c-bc627f28329b None None] Port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:19.582175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-23f47fb7-3def-49b3-a112-d1beda8e3254 req-7503d793-4df5-4613-8273-839689a607d6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773660 Aug 31 14:06:19.596048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408b13f-5832-44a7-b966-c7d47a0bed50 req-3e1dfad0-c261-44a6-8daa-17e586198bef tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:19.621655 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6408b13f-5832-44a7-b966-c7d47a0bed50 req-3e1dfad0-c261-44a6-8daa-17e586198bef tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 949 time: 0.1702552 Aug 31 14:06:19.709444 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.728484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a41e5b-5a32-48b1-81aa-bed644525b41']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:19.738346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3182e2be-2014-47b5-954a-95e359ce0fe7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3182e2be-2014-47b5-954a-95e359ce0fe7,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:19.744773 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6408b13f-5832-44a7-b966-c7d47a0bed50 req-0af29c58-222e-4d7a-bf23-f3976a7d94ff tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214178 Aug 31 14:06:19.746872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8f2a85-b99e-4243-b783-55611ffc0ca1') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:19.747406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8f2a85-b99e-4243-b783-55611ffc0ca1') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:19.765391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.767665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '3182e2be-2014-47b5-954a-95e359ce0fe7', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'port_id': '3182e2be-2014-47b5-954a-95e359ce0fe7', 'mac_address': 'fa:16:3e:b8:28:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962b2de8-40f4-47f7-980e-7d061aa8c497', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:06:19.774405 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.791243 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.792034 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.804622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:06:19.805461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:06:19.809455 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:06:19.837396 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.858935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3182e2be-2014-47b5-954a-95e359ce0fe7 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:19.939381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3182e2be-2014-47b5-954a-95e359ce0fe7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3182e2be-2014-47b5-954a-95e359ce0fe7,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:19.940051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.940256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.968781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4a41e5b-5a32-48b1-81aa-bed644525b41 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:06:19.971586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.983653 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:19.985810 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Pushing event updated for resources: {'Port': ['ID=5a94d2b7-ed89-44b0-992d-8ea2021a02fe,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:20.005747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d4a41e5b-5a32-48b1-81aa-bed644525b41 HTTP/1.1" status: 204 len: 168 time: 1.1350832 Aug 31 14:06:20.037509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52ee66-175b-4e9e-a993-009a8aa4f390 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4a41e5b-5a32-48b1-81aa-bed644525b41,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:20.094968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3182e2be-2014-47b5-954a-95e359ce0fe7,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:20.129424 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc8f5-015a-4632-8e2d-f49018d1529e req-f7283138-6e61-48a2-86f9-88d4c769bee4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:20.131036 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c07fc8f5-015a-4632-8e2d-f49018d1529e req-f7283138-6e61-48a2-86f9-88d4c769bee4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 945 time: 0.2087851 Aug 31 14:06:20.144510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Network d0b5bd67-43f6-464d-968b-b9a83e80305f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:20.145898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:20.172907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['3182e2be-2014-47b5-954a-95e359ce0fe7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:20.267833 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c07fc8f5-015a-4632-8e2d-f49018d1529e req-38063d27-b4ae-4857-ade4-5894bce58a46 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194081 Aug 31 14:06:20.391585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:06:20.434466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45540) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:20.439196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e8a72af8-bfaf-496f-a9d0-0c82be3079ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Request body: {'router': {'name': 'tempest-router--1174426747', 'project_id': 'd7b8ca45359c42678ccc1550c573a1b8'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:20.486118 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8a72af8-bfaf-496f-a9d0-0c82be3079ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.487144 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8a72af8-bfaf-496f-a9d0-0c82be3079ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.507683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-53137487-ab63-4151-85dd-7c8fb5db68b4 None None] Provisioning complete for port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:20.508647 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53137487-ab63-4151-85dd-7c8fb5db68b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.584683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:20.598444 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-17006478-341d-4573-aeb6-3f96bc9554b6 admin admin] 10.222.0.20 "PUT /v2.0/routers/c4f1e46f-cf78-4b2b-a187-55e0b24a3211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7129171 Aug 31 14:06:20.619816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-53137487-ab63-4151-85dd-7c8fb5db68b4 None None] Port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:20.639540 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8a72af8-bfaf-496f-a9d0-0c82be3079ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.649627 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8a72af8-bfaf-496f-a9d0-0c82be3079ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.654818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fe64290c-c56a-49fd-be88-e8a10949158c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:20.675721 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8a72af8-bfaf-496f-a9d0-0c82be3079ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.678616 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e8a72af8-bfaf-496f-a9d0-0c82be3079ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2425110 Aug 31 14:06:20.681809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45546) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:20.754525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port fe64290c-c56a-49fd-be88-e8a10949158c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:20.760146 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port fe64290c-c56a-49fd-be88-e8a10949158c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:20.761206 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.804555 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4645cdf-f68e-4be0-89d5-667ab5cf70ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.850693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46ff1e-7bb7-45c4-b675-8ebe3121d46c req-921a0fd9-eda2-4a61-9767-abf052197714 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:20.852672 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c46ff1e-7bb7-45c4-b675-8ebe3121d46c req-921a0fd9-eda2-4a61-9767-abf052197714 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.0795219 Aug 31 14:06:20.904393 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:20.939196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4c46ff1e-7bb7-45c4-b675-8ebe3121d46c req-7733e816-ee3b-49fe-9a31-d4f344d42e7e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735385 Aug 31 14:06:20.955176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port fe64290c-c56a-49fd-be88-e8a10949158c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fe64290c-c56a-49fd-be88-e8a10949158c,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:20.967667 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.099074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=fe64290c-c56a-49fd-be88-e8a10949158c,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:21.159684 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4645cdf-f68e-4be0-89d5-667ab5cf70ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.163705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4645cdf-f68e-4be0-89d5-667ab5cf70ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.229347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31932183-c4f3-4cf1-bbaa-f01296467e14 req-d0ed562a-99c5-4c1d-9ee8-fb6134f961e6 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:21.237216 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-31932183-c4f3-4cf1-bbaa-f01296467e14 req-d0ed562a-99c5-4c1d-9ee8-fb6134f961e6 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 949 time: 0.2744381 Aug 31 14:06:21.264707 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4645cdf-f68e-4be0-89d5-667ab5cf70ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.265614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4645cdf-f68e-4be0-89d5-667ab5cf70ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8034faac-2e71-4c66-8691-ca3f6d51b149 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:06:21.295029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4645cdf-f68e-4be0-89d5-667ab5cf70ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.309272 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d4645cdf-f68e-4be0-89d5-667ab5cf70ab tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "DELETE /v2.0/routers/8034faac-2e71-4c66-8691-ca3f6d51b149 HTTP/1.1" status: 204 len: 168 time: 0.6259861 Aug 31 14:06:21.381932 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-31932183-c4f3-4cf1-bbaa-f01296467e14 req-072cba4e-9f3a-4afa-aecf-6a42a6fbebf3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435833 Aug 31 14:06:21.410836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3182e2be-2014-47b5-954a-95e359ce0fe7 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:21.588732 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 3182e2be-2014-47b5-954a-95e359ce0fe7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:21.589414 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.648952 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45580) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:21.790327 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.857637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eb51ca-a948-40e0-ba6a-68b6e9718708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3182e2be-2014-47b5-954a-95e359ce0fe7'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:21.863488 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d73aaef-5464-41e8-9127-59383c64825b" -d '{"events": [{"server_uuid": "26eb51ca-a948-40e0-ba6a-68b6e9718708", "name": "network-vif-plugged", "status": "completed", "tag": "3182e2be-2014-47b5-954a-95e359ce0fe7"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:21.898186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3182e2be-2014-47b5-954a-95e359ce0fe7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3182e2be-2014-47b5-954a-95e359ce0fe7,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:21.902771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3458804-0814-4ad6-802e-6a88e4ef510f req-d3de9f20-eb1f-4155-80e8-4baeec040ac4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:21.904276 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:21.916252 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3458804-0814-4ad6-802e-6a88e4ef510f req-d3de9f20-eb1f-4155-80e8-4baeec040ac4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 945 time: 0.1054711 Aug 31 14:06:21.938720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8f008-2035-42e0-812b-d1a43a7ade93 req-133eacf3-cf85-4e3a-a11b-4d3258930025 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:21.940933 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-41d8f008-2035-42e0-812b-d1a43a7ade93 req-133eacf3-cf85-4e3a-a11b-4d3258930025 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.13 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 949 time: 0.1508644 Aug 31 14:06:22.012386 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3458804-0814-4ad6-802e-6a88e4ef510f req-21bff07e-cffc-4694-b620-b3fdabf4dc25 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959563 Aug 31 14:06:22.028994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3182e2be-2014-47b5-954a-95e359ce0fe7,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:22.037518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45588) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:22.042252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7e0fdb23-7894-4735-840d-67ec4175f8ad tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985700525', 'description': 'tempest-description--2063527482'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:22.044079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2072585796', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:22.080524 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccd0ec3-b27b-40a3-8bbc-7a0311f22251 x-openstack-request-id: req-1ccd0ec3-b27b-40a3-8bbc-7a0311f22251 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:22.081215 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26eb51ca-a948-40e0-ba6a-68b6e9718708", "name": "network-vif-plugged", "status": "completed", "tag": "3182e2be-2014-47b5-954a-95e359ce0fe7", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:22.081725 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ccd0ec3-b27b-40a3-8bbc-7a0311f22251 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:22.082321 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eb51ca-a948-40e0-ba6a-68b6e9718708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3182e2be-2014-47b5-954a-95e359ce0fe7', 'code': 200} Aug 31 14:06:22.124882 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.127429 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.188324 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e0fdb23-7894-4735-840d-67ec4175f8ad tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.229225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-41d8f008-2035-42e0-812b-d1a43a7ade93 req-a3d5850d-e767-4a54-a31a-2db62ee79798 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Deleting port fe896fce-ba27-41a6-a163-a8b16ffc7a4f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:22.229495 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-41d8f008-2035-42e0-812b-d1a43a7ade93 req-a3d5850d-e767-4a54-a31a-2db62ee79798 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.240812 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.554863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.655704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fe64290c-c56a-49fd-be88-e8a10949158c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:22.697315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998d405-21ec-4b83-b9c4-1ce79dbbf12c req-a9ebd54e-76a8-471d-b7c3-8b0a3232a658 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:22.708417 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2998d405-21ec-4b83-b9c4-1ce79dbbf12c req-a9ebd54e-76a8-471d-b7c3-8b0a3232a658 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 949 time: 0.1470737 Aug 31 14:06:22.743121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port fe64290c-c56a-49fd-be88-e8a10949158c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:22.743535 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.794265 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2998d405-21ec-4b83-b9c4-1ce79dbbf12c req-c7c335b8-50e3-452b-9b89-c2e823ffd404 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845766 Aug 31 14:06:22.902595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-41d8f008-2035-42e0-812b-d1a43a7ade93 req-a3d5850d-e767-4a54-a31a-2db62ee79798 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] For port fe896fce-ba27-41a6-a163-a8b16ffc7a4f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=fe896fce-ba27-41a6-a163-a8b16ffc7a4f,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:22.902994 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-41d8f008-2035-42e0-812b-d1a43a7ade93 req-a3d5850d-e767-4a54-a31a-2db62ee79798 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:22.920063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-41d8f008-2035-42e0-812b-d1a43a7ade93 req-a3d5850d-e767-4a54-a31a-2db62ee79798 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Calling delete_port for fe896fce-ba27-41a6-a163-a8b16ffc7a4f owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:23.205187 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-41d8f008-2035-42e0-812b-d1a43a7ade93 req-a3d5850d-e767-4a54-a31a-2db62ee79798 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.223007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['fe896fce-ba27-41a6-a163-a8b16ffc7a4f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:23.225430 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a17fb386-06af-4187-8cab-65edb925e56f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:23.232039 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.275456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5850d-e767-4a54-a31a-2db62ee79798 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Pushing event deleted for resources: {'Port': ['ID=fe896fce-ba27-41a6-a163-a8b16ffc7a4f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:23.288677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcbb60-0708-4092-a51a-1209c84fa713 req-71ec5dfe-86bd-4694-8f27-2cc2a6a2069c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:23.306210 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47dcbb60-0708-4092-a51a-1209c84fa713 req-71ec5dfe-86bd-4694-8f27-2cc2a6a2069c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 1.1270802 Aug 31 14:06:23.322457 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.490587 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47dcbb60-0708-4092-a51a-1209c84fa713 req-c7290a80-6528-4c38-805b-0bb4f2d83821 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828983 Aug 31 14:06:23.555035 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd92f6-2712-49eb-bbd8-befd650b9b45 req-be2b331f-e769-4abe-83bd-dd16fd79107d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:23.560293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d8f008-2035-42e0-812b-d1a43a7ade93 req-a3d5850d-e767-4a54-a31a-2db62ee79798 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] No DVR routers for this DVR port fe896fce-ba27-41a6-a163-a8b16ffc7a4f on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:23.565355 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-41d8f008-2035-42e0-812b-d1a43a7ade93 req-a3d5850d-e767-4a54-a31a-2db62ee79798 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.567069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-20cd92f6-2712-49eb-bbd8-befd650b9b45 req-be2b331f-e769-4abe-83bd-dd16fd79107d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.2094846 Aug 31 14:06:23.568671 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-41d8f008-2035-42e0-812b-d1a43a7ade93 req-a3d5850d-e767-4a54-a31a-2db62ee79798 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.13 "DELETE /v2.0/ports/fe896fce-ba27-41a6-a163-a8b16ffc7a4f HTTP/1.1" status: 204 len: 173 time: 1.6213880 Aug 31 14:06:23.569442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275440ce-b3e2-4bb7-8df8-73a4f9913481', 'name': 'network-vif-deleted', 'tag': 'fe896fce-ba27-41a6-a163-a8b16ffc7a4f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:23.577129 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf38b6ee-a84b-4b0a-b039-c22fd2885014" -d '{"events": [{"server_uuid": "275440ce-b3e2-4bb7-8df8-73a4f9913481", "name": "network-vif-deleted", "tag": "fe896fce-ba27-41a6-a163-a8b16ffc7a4f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:23.583348 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Sync routers for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:23.661722 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e0fdb23-7894-4735-840d-67ec4175f8ad tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.677438 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:23.678914 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e0fdb23-7894-4735-840d-67ec4175f8ad tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.684608 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:23.710845 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e0fdb23-7894-4735-840d-67ec4175f8ad tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:23.712452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7e0fdb23-7894-4735-840d-67ec4175f8ad tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6738603 Aug 31 14:06:23.722354 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45606) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:23.737089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e5bfac17-2100-47e4-840d-a440fb974bfd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Request body: {'security_group_rule': {'security_group_id': 'bfc14670-a06d-4047-98d7-b82cd0dfbc5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:23.800282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fdb23-7894-4735-840d-67ec4175f8ad tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc14670-a06d-4047-98d7-b82cd0dfbc5d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:23.856100 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-20cd92f6-2712-49eb-bbd8-befd650b9b45 req-7bc71115-903a-41cb-bcbb-9078a91b177e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862895 Aug 31 14:06:23.875074 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Allocated IP 172.25.3.184 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/e6336024-29e4-48dd-b35f-ff0f26d286ef) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:23.877813 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e5bfac17-2100-47e4-840d-a440fb974bfd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.071991 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:24.090680 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8ce57488-a490-45d9-9f81-f2a655ccc455 req-8af3ea27-c8c7-44e8-8c43-df2bf3940b56 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=275440ce-b3e2-4bb7-8df8-73a4f9913481 HTTP/1.1" status: 200 len: 210 time: 0.0608678 Aug 31 14:06:24.228003 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8aa71e-68f5-4d8e-aa4d-108ef223eb4d x-openstack-request-id: req-3f8aa71e-68f5-4d8e-aa4d-108ef223eb4d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:24.228874 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275440ce-b3e2-4bb7-8df8-73a4f9913481", "name": "network-vif-deleted", "tag": "fe896fce-ba27-41a6-a163-a8b16ffc7a4f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:24.228874 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f8aa71e-68f5-4d8e-aa4d-108ef223eb4d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:24.229416 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275440ce-b3e2-4bb7-8df8-73a4f9913481', 'name': 'network-vif-deleted', 'tag': 'fe896fce-ba27-41a6-a163-a8b16ffc7a4f', 'status': 'completed', 'code': 200} Aug 31 14:06:24.327733 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.385986 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e5bfac17-2100-47e4-840d-a440fb974bfd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.404290 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e5bfac17-2100-47e4-840d-a440fb974bfd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.446308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfac17-2100-47e4-840d-a440fb974bfd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400846aa-e018-4d38-bf5b-c1c912aed7f0,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:24.486946 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e5bfac17-2100-47e4-840d-a440fb974bfd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.488704 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e5bfac17-2100-47e4-840d-a440fb974bfd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7561884 Aug 31 14:06:24.492577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45614) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:24.499056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-78c4e50c-e088-4464-a543-a4b4abcf4cff tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Request body: {'security_group_rule': {'security_group_id': 'bfc14670-a06d-4047-98d7-b82cd0dfbc5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:24.519233 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.584426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Pushing event updated for resources: {'Port': ['ID=e6336024-29e4-48dd-b35f-ff0f26d286ef,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:24.616687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:24.621511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:24.626529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:24.632930 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:19Z', 'revision_number': 2, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:24.685597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-78c4e50c-e088-4464-a543-a4b4abcf4cff tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.691540 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Checking router: c4f1e46f-cf78-4b2b-a187-55e0b24a3211 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:24.692038 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Updating router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:24.735338 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.763095 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-78c4e50c-e088-4464-a543-a4b4abcf4cff tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.832704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df23cc7-661d-4355-9dd8-1af650abf154 req-d3eb9d20-1430-44eb-b9d4-ded516eeb921 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:24.834304 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5df23cc7-661d-4355-9dd8-1af650abf154 req-d3eb9d20-1430-44eb-b9d4-ded516eeb921 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.1361866 Aug 31 14:06:24.893178 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-78c4e50c-e088-4464-a543-a4b4abcf4cff tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:24.905279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5df23cc7-661d-4355-9dd8-1af650abf154 req-6911f2ea-3790-4c95-b6d7-3994dbea99f4 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603061 Aug 31 14:06:24.934017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4e50c-e088-4464-a543-a4b4abcf4cff tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ff0fea-4e9c-46a0-8c3d-5424cecaa985,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:25.006576 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-78c4e50c-e088-4464-a543-a4b4abcf4cff tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.008658 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-78c4e50c-e088-4464-a543-a4b4abcf4cff tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5143321 Aug 31 14:06:25.012567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45620) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:25.018183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:25.089672 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.285968 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.319251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896402dd-01c3-4557-a47a-dac309cf874b req-a0f68a8e-05cd-400a-b958-0caa454878a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:25.321044 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-896402dd-01c3-4557-a47a-dac309cf874b req-a0f68a8e-05cd-400a-b958-0caa454878a5 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.2543211 Aug 31 14:06:25.328124 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.354667 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Transition to ACTIVE for port object 5a94d2b7-ed89-44b0-992d-8ea2021a02fe will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:25.375236 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.425598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device fe896fce-ba27-41a6-a163-a8b16ffc7a4f no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:25.431889 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.493048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: fe896fce-ba27-41a6-a163-a8b16ffc7a4f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:25.496321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device fe896fce-ba27-41a6-a163-a8b16ffc7a4f not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:25.541672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Allocated IP 172.25.3.206 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/db880430-3477-4618-88c6-7d793b07d125) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:25.616519 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-896402dd-01c3-4557-a47a-dac309cf874b req-7ab2d7be-907a-475a-809b-3f19c1f1e7fd tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835696 Aug 31 14:06:25.647609 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Pushing event updated for resources: {'Port': ['ID=5a94d2b7-ed89-44b0-992d-8ea2021a02fe,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:25.661900 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:25.662626 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:25.663779 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:25.664352 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:25.664939 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:25.669501 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:25.670790 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:25.671389 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:25.672005 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:25.672592 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:25.673154 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:25.673691 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:25.679119 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Attempting to bind port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:25.680046 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Attempting to bind port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:25.680833 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Attempting to bind port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe on network d0b5bd67-43f6-464d-968b-b9a83e80305f {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:25.695595 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:25.696752 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Checking segment: {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:25.697578 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.698191 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Bound using segment: {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:25.700605 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Bound port: 5a94d2b7-ed89-44b0-992d-8ea2021a02fe, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:25.701664 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.816319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.856470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da24db-fccc-405a-9fdb-9c1e3ac50727 req-07da147c-2505-4260-b477-d39e20687ca3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:25.859023 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] For port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:25.864994 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-01da24db-fccc-405a-9fdb-9c1e3ac50727 req-07da147c-2505-4260-b477-d39e20687ca3 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 948 time: 0.1033618 Aug 31 14:06:25.867068 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] For port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5a94d2b7-ed89-44b0-992d-8ea2021a02fe,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:25.894434 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.930300 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:25.977457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:25.981082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:25.984503 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:25.985693 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:25.999438 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-01da24db-fccc-405a-9fdb-9c1e3ac50727 req-45945f48-37bf-4123-827d-0cc6de90fb52 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335359 Aug 31 14:06:26.032428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:26.155508 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9f50a-c501-40c0-95b0-f3a703c9ac80 None None] Pushing event updated for resources: {'Port': ['ID=5a94d2b7-ed89-44b0-992d-8ea2021a02fe,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:26.207134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event updated for resources: {'Port': ['ID=db880430-3477-4618-88c6-7d793b07d125,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:26.322016 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.361912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfe529-0b21-4eeb-9997-a8a853520a42 req-8ed2fc55-7dd8-44e1-8c16-e7b452e6f40e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:26.364768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12bfe529-0b21-4eeb-9997-a8a853520a42 req-8ed2fc55-7dd8-44e1-8c16-e7b452e6f40e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.1997685 Aug 31 14:06:26.477259 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.490055 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:26.554231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12bfe529-0b21-4eeb-9997-a8a853520a42 req-9dc62893-c962-4941-8064-e96aabf65805 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007369 Aug 31 14:06:26.833099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.908543 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.913413 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:25Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:26.919485 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:26.968079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710922f-0dbf-4ed0-993a-c1a6a21653e9 req-f4dd591f-cb86-4565-a800-00dbb8c66d6a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:26.970050 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f710922f-0dbf-4ed0-993a-c1a6a21653e9 req-f4dd591f-cb86-4565-a800-00dbb8c66d6a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1830771 Aug 31 14:06:26.970214 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236e77d-4a6d-4422-9f07-4117743692b2 None None] The sync data for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 is: [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:25Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:27.039193 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:27.183992 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:27.196521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1741123 Aug 31 14:06:27.196521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f710922f-0dbf-4ed0-993a-c1a6a21653e9 req-e0557f12-b4ab-42a1-b729-d08dc890ae9b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391048 Aug 31 14:06:27.201481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Router da038c48-d244-4f19-81bd-56c8776966cc is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:27.207536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4465bb2-5e9d-4807-9aa7-062e43801952 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event updated for resources: {'Port': ['ID=db880430-3477-4618-88c6-7d793b07d125,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:27.470616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f76dc9-577b-4c96-9265-1807c307fad8 req-55ecc3e2-d154-4149-8257-3aa2c31d1072 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:27.475836 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06f76dc9-577b-4c96-9265-1807c307fad8 req-55ecc3e2-d154-4149-8257-3aa2c31d1072 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 948 time: 0.2255902 Aug 31 14:06:27.573915 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-532581d0-6d41-4ff8-b60f-0be11ed9ad7e tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--985700525&fields=id&tenant_id=1ca467a1e13c4380b35bcca2ba8d2148 HTTP/1.1" status: 200 len: 267 time: 0.0568657 Aug 31 14:06:27.615999 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06f76dc9-577b-4c96-9265-1807c307fad8 req-e013244c-e503-4c7d-874b-d2a40e30b1f7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6feccdf-88de-465c-830b-1d43ce1cfb01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873637 Aug 31 14:06:27.618558 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:27.631331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ca7cbf-d850-45e8-bffa-621822ffdbff None None] Sync routers for ids ['da038c48-d244-4f19-81bd-56c8776966cc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:27.657678 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4d2ea-08f2-4c15-badd-2939af912288 req-89fe217b-0bd9-4228-acb3-1986897ec23a tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:27.659494 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dfb4d2ea-08f2-4c15-badd-2939af912288 req-89fe217b-0bd9-4228-acb3-1986897ec23a tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 948 time: 0.1825721 Aug 31 14:06:27.661458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca7cbf-d850-45e8-bffa-621822ffdbff None None] Routers {'da038c48-d244-4f19-81bd-56c8776966cc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:27.663943 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c4ca7cbf-d850-45e8-bffa-621822ffdbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['da038c48-d244-4f19-81bd-56c8776966cc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:27.666435 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:27.667872 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1f63c86c-753c-4188-8384-ce0584192ee8 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0168476 Aug 31 14:06:27.697514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45656) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:27.710442 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c4ca7cbf-d850-45e8-bffa-621822ffdbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:27.725814 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca7cbf-d850-45e8-bffa-621822ffdbff None None] Routers {'da038c48-d244-4f19-81bd-56c8776966cc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:27.726972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c4ca7cbf-d850-45e8-bffa-621822ffdbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['da038c48-d244-4f19-81bd-56c8776966cc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:27.772917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c4ca7cbf-d850-45e8-bffa-621822ffdbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:27.774288 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ca7cbf-d850-45e8-bffa-621822ffdbff None None] The sync data for ids ['da038c48-d244-4f19-81bd-56c8776966cc'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:27.890426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dce878-49ff-425e-bc55-5cc6af9a7118 req-7d27a23b-b95d-4fb7-971c-ca61eab1bf31 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:27.892292 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0dce878-49ff-425e-bc55-5cc6af9a7118 req-7d27a23b-b95d-4fb7-971c-ca61eab1bf31 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.1389418 Aug 31 14:06:27.938342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-dfb4d2ea-08f2-4c15-badd-2939af912288 req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Deleting port a17fb386-06af-4187-8cab-65edb925e56f {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:27.938734 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dfb4d2ea-08f2-4c15-badd-2939af912288 req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:27.979101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-59d4e46b-112d-45dd-b4ab-88b585ac9a7b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:27.982496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-59d4e46b-112d-45dd-b4ab-88b585ac9a7b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 810 time: 0.3997710 Aug 31 14:06:27.988804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dd7db8db-8f2b-46e9-a0d4-e6a59e49dadb tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/routers/da038c48-d244-4f19-81bd-56c8776966cc HTTP/1.1" status: 200 len: 921 time: 0.2899985 Aug 31 14:06:27.993942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45662) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:28.057098 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0dce878-49ff-425e-bc55-5cc6af9a7118 req-a063878c-368e-41a9-8e87-f7e114e63b09 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220939 Aug 31 14:06:28.057215 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5406b681-7a8d-46f4-9369-fb6eff108d25 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "GET /v2.0/ports?device_id=da038c48-d244-4f19-81bd-56c8776966cc HTTP/1.1" status: 200 len: 205 time: 0.0451913 Aug 31 14:06:28.057215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45664) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:28.071189 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-6a59b31a-2069-4a57-9456-15aebe9da499 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/quotas/1ca467a1e13c4380b35bcca2ba8d2148 HTTP/1.1" status: 200 len: 375 time: 0.0472555 Aug 31 14:06:28.122595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-dfb4d2ea-08f2-4c15-badd-2939af912288 req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] For port a17fb386-06af-4187-8cab-65edb925e56f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a17fb386-06af-4187-8cab-65edb925e56f,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:28.122995 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dfb4d2ea-08f2-4c15-badd-2939af912288 req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.169954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-dfb4d2ea-08f2-4c15-badd-2939af912288 req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Calling delete_port for a17fb386-06af-4187-8cab-65edb925e56f owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:28.383760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-41babd5d-c5ba-4ba1-9e65-4b088304802b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2637372 Aug 31 14:06:28.536326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7aff7-dd0d-4ef5-9ff8-aee35c9ef03e req-b5f94b72-2868-4527-982d-f0bf310c8064 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:28.538361 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b4f7aff7-dd0d-4ef5-9ff8-aee35c9ef03e req-b5f94b72-2868-4527-982d-f0bf310c8064 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1239326 Aug 31 14:06:28.539633 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dfb4d2ea-08f2-4c15-badd-2939af912288 req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.557041 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a17fb386-06af-4187-8cab-65edb925e56f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:28.638980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Pushing event deleted for resources: {'Port': ['ID=a17fb386-06af-4187-8cab-65edb925e56f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:28.643392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-cab952cb-5bd9-416a-9a68-411299471fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464244 Aug 31 14:06:28.669987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.687996 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:28.687996 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:28.688484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:28.689393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:28.689393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:28.689570 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:28.689890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:28.690241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:28.690570 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:28.690895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:28.691218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:28.691554 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:28.742152 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b4f7aff7-dd0d-4ef5-9ff8-aee35c9ef03e req-9a1521fb-71fb-4449-9418-66a414ef60e6 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991305 Aug 31 14:06:28.779108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb4d2ea-08f2-4c15-badd-2939af912288 req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] No DVR routers for this DVR port a17fb386-06af-4187-8cab-65edb925e56f on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:28.786163 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dfb4d2ea-08f2-4c15-badd-2939af912288 req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:28.788304 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dfb4d2ea-08f2-4c15-badd-2939af912288 req-69d34703-6ba5-4dc5-82c7-6095f4a342a7 tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.52 "DELETE /v2.0/ports/a17fb386-06af-4187-8cab-65edb925e56f HTTP/1.1" status: 204 len: 173 time: 1.1192236 Aug 31 14:06:28.788878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe9ad7a-67c8-493a-b17c-64371f5dc156', 'name': 'network-vif-deleted', 'tag': 'a17fb386-06af-4187-8cab-65edb925e56f'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:28.804124 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bbedb8-6366-4e4c-b242-01c224b8b3c6" -d '{"events": [{"server_uuid": "dfe9ad7a-67c8-493a-b17c-64371f5dc156", "name": "network-vif-deleted", "tag": "a17fb386-06af-4187-8cab-65edb925e56f"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:28.805034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5a94d2b7-ed89-44b0-992d-8ea2021a02fe up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:28.920303 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-50e41066-2f1b-4f39-af93-0c872bce7db6 service neutron] 10.222.0.20 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612908 Aug 31 14:06:28.985401 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:28.986848 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdb6b9fd-f3a6-45ed-a1e1-27ef5ace5b27 req-a5ca0b5c-8f52-426d-a63c-aeabd70c5fde tempest-ServersAdminNegativeTestJSON-209158765 tempest-ServersAdminNegativeTestJSON-209158765-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfe9ad7a-67c8-493a-b17c-64371f5dc156 HTTP/1.1" status: 200 len: 210 time: 0.0907385 Aug 31 14:06:28.999692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:28.999692 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.072008 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77afe74d-7b86-45dc-b479-5a9fb117da70 x-openstack-request-id: req-77afe74d-7b86-45dc-b479-5a9fb117da70 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:29.072309 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe9ad7a-67c8-493a-b17c-64371f5dc156", "name": "network-vif-deleted", "tag": "a17fb386-06af-4187-8cab-65edb925e56f", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:29.073232 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77afe74d-7b86-45dc-b479-5a9fb117da70 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:29.073232 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe9ad7a-67c8-493a-b17c-64371f5dc156', 'name': 'network-vif-deleted', 'tag': 'a17fb386-06af-4187-8cab-65edb925e56f', 'status': 'completed', 'code': 200} Aug 31 14:06:29.136450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.264773 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.315946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Deleting port e6336024-29e4-48dd-b35f-ff0f26d286ef {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:29.316640 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.341977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5a94d2b7-ed89-44b0-992d-8ea2021a02fe,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:29.352570 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.426862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03700e13-a823-4a93-8efb-99a24e58b370 req-d9d9a2c5-871b-41ce-a03e-172751a14fd3 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:29.453446 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03700e13-a823-4a93-8efb-99a24e58b370 req-d9d9a2c5-871b-41ce-a03e-172751a14fd3 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 944 time: 0.2310965 Aug 31 14:06:29.472633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cc9ee7a2-e136-4e5e-985f-f384cf44d93a details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:06:29.524308 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.531188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=5a94d2b7-ed89-44b0-992d-8ea2021a02fe,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:29.551392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Calling delete_port for e6336024-29e4-48dd-b35f-ff0f26d286ef owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:29.569977 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03700e13-a823-4a93-8efb-99a24e58b370 req-6ce32faf-eec4-4d2d-aa65-ddef6d7fd971 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133111 Aug 31 14:06:29.731989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:29.758133 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'port_id': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'mac_address': 'fa:16:3e:14:48:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:06:29.806235 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4cc26dd4-0af9-40e8-8ddf-587e035f5ad4 req-f5f9b461-dd81-43fc-a331-349eaf69bdaf tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 210 time: 0.3425527 Aug 31 14:06:29.820387 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.862021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Pushing event deleted for resources: {'Port': ['ID=e6336024-29e4-48dd-b35f-ff0f26d286ef,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:29.878271 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.907327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9ee7a2-e136-4e5e-985f-f384cf44d93a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:29.927013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf21727-3e1e-4473-8d1d-e938c2b40392 req-e060f21c-fcd6-4480-a56f-af14da06cf54 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:29.936411 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bdf21727-3e1e-4473-8d1d-e938c2b40392 req-e060f21c-fcd6-4480-a56f-af14da06cf54 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.0854795 Aug 31 14:06:29.953073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:29.964812 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.989895 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:29.994093 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bdf21727-3e1e-4473-8d1d-e938c2b40392 req-83dd12bf-c83b-4bc1-8324-4440baa68321 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565112 Aug 31 14:06:30.078978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:30.174208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.176971 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.246770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.247348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Fanout notify agent at l3_agent the message router_deleted on router da038c48-d244-4f19-81bd-56c8776966cc {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:06:30.257694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.262199 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e244ac0d-e09e-404d-aa41-1d632bd50b48 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/routers/da038c48-d244-4f19-81bd-56c8776966cc HTTP/1.1" status: 204 len: 168 time: 2.2194810 Aug 31 14:06:30.262477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45702) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:30.267752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1305135839', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'enable_snat': False}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:30.296668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.298119 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.299206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['cc9ee7a2-e136-4e5e-985f-f384cf44d93a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:30.436599 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.687631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5a94d2b7-ed89-44b0-992d-8ea2021a02fe up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:30.702495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45710) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:30.723232 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.775922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:30.776464 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:30.888134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aa1-34f7-4717-93b0-2c71caeb89af req-a6114461-c703-4d3b-baff-ee8be84ccdfe tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:30.906498 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17f31aa1-34f7-4717-93b0-2c71caeb89af req-a6114461-c703-4d3b-baff-ee8be84ccdfe tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 945 time: 0.1764596 Aug 31 14:06:30.962754 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a17fb386-06af-4187-8cab-65edb925e56f no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:30.973771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17f31aa1-34f7-4717-93b0-2c71caeb89af req-7337407f-b2b1-4750-a4af-90a2a1954e28 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661309 Aug 31 14:06:31.015930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4959d9ca-ea42-4e18-ad28-d062813bcc0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29a48bb9452949a1a53ff50510829174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103120 Aug 31 14:06:31.018566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: a17fb386-06af-4187-8cab-65edb925e56f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:31.019440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45720) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:31.022527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a17fb386-06af-4187-8cab-65edb925e56f not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:31.068730 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-211e9d05-c9bd-4e3e-aded-6d46fb220a16 req-4a948f81-4af4-4621-a065-d7fe98426d62 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 210 time: 0.0729833 Aug 31 14:06:31.317678 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7368ede-c1e8-4f1b-a51d-98815d2ab4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.348021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9ff197a6-b166-4fc6-9288-715c1cc2a42d tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:31.350116 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9ff197a6-b166-4fc6-9288-715c1cc2a42d tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.52 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 810 time: 0.2801452 Aug 31 14:06:31.427503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-a323598c-abfd-44b7-8976-01cb43996bac tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ca467a1e13c4380b35bcca2ba8d2148 HTTP/1.1" status: 200 len: 379 time: 0.0647216 Aug 31 14:06:31.439449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cc9ee7a2-e136-4e5e-985f-f384cf44d93a up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:31.443891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Request body: {'port': {'device_id': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'admin_state_up': True, 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'security_groups': ['bfc14670-a06d-4047-98d7-b82cd0dfbc5d']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:31.521710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port cc9ee7a2-e136-4e5e-985f-f384cf44d93a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:31.522700 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.599209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Made reservation on behalf of 1ca467a1e13c4380b35bcca2ba8d2148 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:31.608369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.660151 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.706099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:31.709135 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0728f8-b2e0-4fed-b5ef-0ac2bd4ecc48" -d '{"events": [{"server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "name": "network-vif-plugged", "status": "completed", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:31.738183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:31.742782 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.791467 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345ffd78-3112-4467-ad24-7c9099c73a8c x-openstack-request-id: req-345ffd78-3112-4467-ad24-7c9099c73a8c {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:31.791742 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "name": "network-vif-plugged", "status": "completed", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:31.792002 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-345ffd78-3112-4467-ad24-7c9099c73a8c {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:31.794713 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'code': 200} Aug 31 14:06:31.804956 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.850750 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.868780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,revision_number=10']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:31.887913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:31.895340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:31.896771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:31.896771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:31.896771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:31.897247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:31.897654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:31.898057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:31.898460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:31.898790 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:31.899118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:31.899682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:31.941334 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Allocated IP 172.20.0.4 (d0b5bd67-43f6-464d-968b-b9a83e80305f/6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b/b96d2a4d-bfbe-4241-a4cb-cf4c6797e814) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:31.945258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202258d6-5ba1-41ce-90d2-e410ecc0e564 req-f83e1682-1499-4d09-9f6f-6bbd5b6b7968 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:31.947133 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-202258d6-5ba1-41ce-90d2-e410ecc0e564 req-f83e1682-1499-4d09-9f6f-6bbd5b6b7968 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.3037977 Aug 31 14:06:31.948303 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.958640 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.966965 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:31.988944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6feccdf-88de-465c-830b-1d43ce1cfb01 HTTP/1.1" status: 204 len: 168 time: 0.9622409 Aug 31 14:06:32.066158 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.120070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6feccdf-88de-465c-830b-1d43ce1cfb01,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:32.151477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:32.152637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:32.153100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:32.153624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:32.154054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:32.154705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:32.155140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:32.155617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:32.156045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:32.156501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:32.157259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:32.157756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aeaf42-5a40-4b0d-a7d9-2ce7b1f85d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:06:32.238779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-202258d6-5ba1-41ce-90d2-e410ecc0e564 req-dc552254-6153-4f5f-b032-50cac1c496c2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472885 Aug 31 14:06:32.257323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabd67c-f4f4-4dcd-8e55-9933db15e1a6 req-85060dde-f263-4274-81aa-8e8a5006dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:32.258715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-edabd67c-f4f4-4dcd-8e55-9933db15e1a6 req-85060dde-f263-4274-81aa-8e8a5006dc52 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 1098 time: 0.3314736 Aug 31 14:06:32.282953 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.298985 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Transition to ACTIVE for port object b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:32.341867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-edabd67c-f4f4-4dcd-8e55-9933db15e1a6 req-f5561366-3411-4966-9009-77733c2fe901 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589738 Aug 31 14:06:32.343222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Allocated IP 172.25.3.16 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/e6ab8d17-6954-4873-81ea-18aa60ffae1f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:32.375665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.430306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Network d0b5bd67-43f6-464d-968b-b9a83e80305f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:32.434132 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:32.441551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:32.463220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eec76-4c93-42c3-b7e6-fefd378e8d40 req-3a2198eb-913b-43f6-94f7-a83ffb0aeea1 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:32.464872 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c58eec76-4c93-42c3-b7e6-fefd378e8d40 req-3a2198eb-913b-43f6-94f7-a83ffb0aeea1 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 947 time: 0.1283352 Aug 31 14:06:32.465382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45738) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:32.557859 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.565417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event updated for resources: {'Port': ['ID=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:32.569760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2e3a7-8b58-4599-8b17-212a6fe3830f req-a23f52b0-1e90-4301-ab5f-76663a8e8870 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:32.571561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d2e3a7-8b58-4599-8b17-212a6fe3830f req-a23f52b0-1e90-4301-ab5f-76663a8e8870 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 931 time: 0.1118643 Aug 31 14:06:32.612923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:32.613990 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.632555 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c58eec76-4c93-42c3-b7e6-fefd378e8d40 req-47501942-effc-466b-9dae-baaf2e051b1e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318302 Aug 31 14:06:32.633155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d2e3a7-8b58-4599-8b17-212a6fe3830f req-7f72ef5b-e7c8-4d7d-b0c0-cea766c359e8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540488 Aug 31 14:06:32.685744 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.712795 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-9774c4f7-2bea-4d78-bafb-c70ac12eb237 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2792614 Aug 31 14:06:32.718649 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-00d7fdd9-13f2-4ae6-bc77-8391095766f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d29807b21704c26a759b403e918fbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219956 Aug 31 14:06:32.721046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45742) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:32.736176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Request body: {'port': {'device_id': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:32.761194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:32.762832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event updated for resources: {'Port': ['ID=e6ab8d17-6954-4873-81ea-18aa60ffae1f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:32.781900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:32.784945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:32.785173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7d50d9b5-1d00-4e80-a28e-a7aa55e65ace None None] Provisioning for port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:32.791030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7d50d9b5-1d00-4e80-a28e-a7aa55e65ace None None] Provisioning complete for port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:32.791415 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7d50d9b5-1d00-4e80-a28e-a7aa55e65ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.839653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7d50d9b5-1d00-4e80-a28e-a7aa55e65ace None None] Port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:32.840218 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.842265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70961886-5c4d-4fde-a9bb-72c9be35dafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:32.898458 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70961886-5c4d-4fde-a9bb-72c9be35dafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.149790 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.227869 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70961886-5c4d-4fde-a9bb-72c9be35dafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.230828 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70961886-5c4d-4fde-a9bb-72c9be35dafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.232026 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-70961886-5c4d-4fde-a9bb-72c9be35dafd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e7d572d-b5d3-45dc-83c1-e9807ac5256c HTTP/1.1" status: 204 len: 168 time: 0.5088630 Aug 31 14:06:33.309794 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:33.319504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.336192 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Transition to ACTIVE for port object b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:33.337979 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70961886-5c4d-4fde-a9bb-72c9be35dafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d572d-b5d3-45dc-83c1-e9807ac5256c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:33.345751 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.446565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Pushing event updated for resources: {'Port': ['ID=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:33.543067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Attempting to bind port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:33.543605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Attempting to bind port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:33.543971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Attempting to bind port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 on network d0b5bd67-43f6-464d-968b-b9a83e80305f {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:33.553405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 on network d0b5bd67-43f6-464d-968b-b9a83e80305f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:33.553820 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Attempting to bind port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 on network d0b5bd67-43f6-464d-968b-b9a83e80305f {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:33.570179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:33.570681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Checking segment: {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:33.571093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Bound using segment: {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:33.571545 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Bound port: b96d2a4d-bfbe-4241-a4cb-cf4c6797e814, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:33.572020 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.613157 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.673285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710ff52-9b08-4449-b06e-df5403ed6a72 req-d0d43185-addf-4f6a-b010-a0d35416bfb8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:33.677073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6710ff52-9b08-4449-b06e-df5403ed6a72 req-d0d43185-addf-4f6a-b010-a0d35416bfb8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.2364998 Aug 31 14:06:33.760173 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] For port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:33.810984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] For port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:33.826897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.857413 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6710ff52-9b08-4449-b06e-df5403ed6a72 req-22aa489b-5177-4c6a-ba68-cc106cb1ce3a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791292 Aug 31 14:06:33.862736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fac071-71d7-4b20-8950-4a0f47dfd79a req-10b91455-4d6a-485c-9a46-a8bb52484a0e tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:33.873587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9fac071-71d7-4b20-8950-4a0f47dfd79a req-10b91455-4d6a-485c-9a46-a8bb52484a0e tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 943 time: 0.1241024 Aug 31 14:06:33.943805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:33.944554 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:33.946359 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] 10.222.0.52 "PUT /v2.0/ports/b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 HTTP/1.1" status: 200 len: 1091 time: 1.2240539 Aug 31 14:06:33.949076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'tag': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:33.957797 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e15f7c-cf0e-487d-baa5-43db52670c47" -d '{"events": [{"name": "network-changed", "server_uuid": "a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7", "tag": "b96d2a4d-bfbe-4241-a4cb-cf4c6797e814"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:34.009525 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9fac071-71d7-4b20-8950-4a0f47dfd79a req-c4df7a0e-1df1-41a9-b223-9034bfec4c99 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349103 Aug 31 14:06:34.084679 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.090773 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34bf3d9e-4501-4c2a-824f-34a6c0cc1f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.131953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfcb75-8e27-4922-93e6-5a10a2e919af service neutron] Pushing event updated for resources: {'Port': ['ID=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:34.182178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7e6af-8403-4afa-9930-9e5b9e8f5c75 req-d0d42b19-3239-4751-96e3-a8d2928cdb83 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:34.190404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3b7e6af-8403-4afa-9930-9e5b9e8f5c75 req-d0d42b19-3239-4751-96e3-a8d2928cdb83 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 947 time: 0.1313167 Aug 31 14:06:34.254011 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-b2c99af1-120f-4256-bffa-3672165578bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:34.255689 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-b2c99af1-120f-4256-bffa-3672165578bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 1094 time: 0.2330918 Aug 31 14:06:34.267181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3b7e6af-8403-4afa-9930-9e5b9e8f5c75 req-835aea23-cb56-4735-b392-6252710905f8 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752714 Aug 31 14:06:34.275004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Router b4e9a526-b580-451b-9011-90f65b4532de is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:34.347272 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dcc25b-7fa9-473e-a421-613109dde71f x-openstack-request-id: req-45dcc25b-7fa9-473e-a421-613109dde71f {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:34.347978 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7", "tag": "b96d2a4d-bfbe-4241-a4cb-cf4c6797e814", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:34.348120 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45dcc25b-7fa9-473e-a421-613109dde71f {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:34.348554 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'tag': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814', 'status': 'completed', 'code': 200} Aug 31 14:06:34.369022 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-3a2d14db-385e-4eef-88af-a0485df74a6c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 HTTP/1.1" status: 200 len: 217 time: 0.0996482 Aug 31 14:06:34.445307 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-5f1f0475-6090-406a-be1a-176ddfe08f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:34.447330 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-5f1f0475-6090-406a-be1a-176ddfe08f00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 200 len: 849 time: 0.0706348 Aug 31 14:06:34.518735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:34.529149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-03e2718b-6402-46a5-8fd9-7ccfe5c00575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:34.530795 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-03e2718b-6402-46a5-8fd9-7ccfe5c00575 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0b5bd67-43f6-464d-968b-b9a83e80305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568070 Aug 31 14:06:34.535472 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Sync routers for ids ['b4e9a526-b580-451b-9011-90f65b4532de'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:34.538168 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.540351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-860f1fda-db67-4cf9-93ff-0de100b076b8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2767589 Aug 31 14:06:34.544218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45794) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:34.558732 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Routers {'b4e9a526-b580-451b-9011-90f65b4532de'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:34.559375 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b4e9a526-b580-451b-9011-90f65b4532de'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:34.717861 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1b1266dd-e247-4134-a997-433941698f54 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/routers/b4e9a526-b580-451b-9011-90f65b4532de HTTP/1.1" status: 200 len: 908 time: 0.1712849 Aug 31 14:06:34.719659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45808) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:34.729096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1305135839', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'enable_snat': True}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:34.744892 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-d4944d51-e83f-44f5-91ab-1e3fbb28bd4f service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960132 Aug 31 14:06:34.783470 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.791335 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:34.798956 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Set router b4e9a526-b580-451b-9011-90f65b4532de gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:34.945365 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e14e6c8-47e4-4f5e-bb07-c169caaf6f5a req-f34a5e6f-432f-40fe-86e3-42bc5d00af10 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926076 Aug 31 14:06:34.945566 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.101575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45824) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:35.145834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.148407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e15f7c-cf0e-487d-baa5-43db52670c47 req-ab25c0a5-669b-4edd-9b8c-ab74a4fe1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:35.150023 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5e15f7c-cf0e-487d-baa5-43db52670c47 req-ab25c0a5-669b-4edd-9b8c-ab74a4fe1e76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 1094 time: 0.1195431 Aug 31 14:06:35.228899 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e9a526-b580-451b-9011-90f65b4532de', 'name': 'tempest-snat-router-1305135839', 'tenant_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.16'}], 'enable_snat': False}, 'gw_port_id': 'e6ab8d17-6954-4873-81ea-18aa60ffae1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:30Z', 'updated_at': '2021-08-31T14:06:32Z', 'revision_number': 3, 'project_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'gw_port': {'id': 'e6ab8d17-6954-4873-81ea-18aa60ffae1f', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e9a526-b580-451b-9011-90f65b4532de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:32Z', 'updated_at': '2021-08-31T14:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:35.272401 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.306725 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Checking router: b4e9a526-b580-451b-9011-90f65b4532de for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:35.308474 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Updating router b4e9a526-b580-451b-9011-90f65b4532de port e6ab8d17-6954-4873-81ea-18aa60ffae1f binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:35.368084 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.497972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeea34-45d8-42ef-92f8-9132da65d807 req-6f99e835-ce94-463a-ba81-68c18e684126 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:35.501351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bafeea34-45d8-42ef-92f8-9132da65d807 req-6f99e835-ce94-463a-ba81-68c18e684126 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.4379699 Aug 31 14:06:35.583250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bafeea34-45d8-42ef-92f8-9132da65d807 req-1a1f90b6-cc0f-43a0-bb43-4c9ce682ba82 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633025 Aug 31 14:06:35.599837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-network', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:35.758168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afe6da-0b20-4a79-8348-00686b45b825 req-448fec64-0691-46c3-ae73-d85296eecd17 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:35.762097 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5afe6da-0b20-4a79-8348-00686b45b825 req-448fec64-0691-46c3-ae73-d85296eecd17 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 943 time: 0.5917614 Aug 31 14:06:35.783023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e15f7c-cf0e-487d-baa5-43db52670c47 req-43a42d30-a899-42db-8db3-7214f0f3c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:35.785215 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5e15f7c-cf0e-487d-baa5-43db52670c47 req-43a42d30-a899-42db-8db3-7214f0f3c1c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 911 time: 0.6243870 Aug 31 14:06:35.840882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Made reservation on behalf of 83cee18f030d4f1b80e8dc43d0b67865 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:35.843449 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.859676 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5e15f7c-cf0e-487d-baa5-43db52670c47 req-9be7928e-2974-4b0a-889c-cf590a9902b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 HTTP/1.1" status: 200 len: 217 time: 0.0643675 Aug 31 14:06:35.862716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.938966 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5afe6da-0b20-4a79-8348-00686b45b825 req-3a655d87-4e4d-441d-9981-0008e6760730 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688945 Aug 31 14:06:35.956578 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:35.967845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18142c7-f67f-422a-a067-3646ee501944 req-850fd019-e4a9-4178-a555-f255c96daf18 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:35.970151 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a18142c7-f67f-422a-a067-3646ee501944 req-850fd019-e4a9-4178-a555-f255c96daf18 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 947 time: 0.1109498 Aug 31 14:06:35.989970 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.006015 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Transition to ACTIVE for port object e6ab8d17-6954-4873-81ea-18aa60ffae1f will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:36.016082 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.023426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.034988 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e15f7c-cf0e-487d-baa5-43db52670c47 req-81c642fe-2b1e-4661-aa41-38dfa35d8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:36.038028 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5e15f7c-cf0e-487d-baa5-43db52670c47 req-81c642fe-2b1e-4661-aa41-38dfa35d8620 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 200 len: 849 time: 0.1647704 Aug 31 14:06:36.116531 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f52ae3-fb7f-4d2c-a360-c82eaadd388c None None] Pushing event updated for resources: {'Port': ['ID=e6ab8d17-6954-4873-81ea-18aa60ffae1f,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:36.116921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a18142c7-f67f-422a-a067-3646ee501944 req-c5d4a933-ee76-4139-bcdf-37f411e64026 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055152 Aug 31 14:06:36.127283 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Attempting to bind port e6ab8d17-6954-4873-81ea-18aa60ffae1f on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:36.127649 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Attempting to bind port e6ab8d17-6954-4873-81ea-18aa60ffae1f by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:36.128259 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Attempting to bind port e6ab8d17-6954-4873-81ea-18aa60ffae1f on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:36.142896 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.153250 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:36.154241 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:36.155109 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.159482 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:36.160581 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Bound port: e6ab8d17-6954-4873-81ea-18aa60ffae1f, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:36.161593 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.179079 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.194622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:06:36.229590 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.230238 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Added segment 2a318560-cc73-4b0e-be0c-0051e3391d57 of type vlan for network 81b7ff80-246e-4b78-9a57-b4304a9727a5 Aug 31 14:06:36.241270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb9bb6d-be8c-4523-8842-4cd00e9ab93c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:36.273950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e15f7c-cf0e-487d-baa5-43db52670c47 req-57be6d92-7ae3-4c54-8035-73f65d0637a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:36.275679 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5e15f7c-cf0e-487d-baa5-43db52670c47 req-57be6d92-7ae3-4c54-8035-73f65d0637a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0b5bd67-43f6-464d-968b-b9a83e80305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304576 Aug 31 14:06:36.283101 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] For port e6ab8d17-6954-4873-81ea-18aa60ffae1f, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:36.284352 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.286846 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] For port e6ab8d17-6954-4873-81ea-18aa60ffae1f, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e6ab8d17-6954-4873-81ea-18aa60ffae1f,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:36.294618 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.300968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Allocated IP 172.25.3.170 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/e0984070-a1b3-4d84-afda-90dd25759b51) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:36.355090 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Routers {'b4e9a526-b580-451b-9011-90f65b4532de'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:36.355688 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b4e9a526-b580-451b-9011-90f65b4532de'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:36.415677 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.419887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:36.420742 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.433650 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f52ae3-fb7f-4d2c-a360-c82eaadd388c None None] Pushing event updated for resources: {'Port': ['ID=e6ab8d17-6954-4873-81ea-18aa60ffae1f,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:36.453899 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5e15f7c-cf0e-487d-baa5-43db52670c47 req-8a5ca88d-2ba1-439b-bc6f-ebd13812e9f2 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670060 Aug 31 14:06:36.493064 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.512962 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] Set router b4e9a526-b580-451b-9011-90f65b4532de gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:36.539360 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.592157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:36.596123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:36.600831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:36.668302 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5645561 Aug 31 14:06:36.668958 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45838) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:36.677282 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.682201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c448c723-1550-4dba-906d-ec50c0b9c9cf admin admin] Request body: {'subnet': {'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-subnet', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:36.683632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event updated for resources: {'Port': ['ID=e0984070-a1b3-4d84-afda-90dd25759b51,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:36.693883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044be36-85e0-4397-ae8d-ccb712bb9b43 admin admin] Pushing event updated for resources: {'Network': ['ID=81b7ff80-246e-4b78-9a57-b4304a9727a5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:36.732830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c448c723-1550-4dba-906d-ec50c0b9c9cf admin admin] Made reservation on behalf of 83cee18f030d4f1b80e8dc43d0b67865 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:36.734045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 81b7ff80-246e-4b78-9a57-b4304a9727a5 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:06:36.735422 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c448c723-1550-4dba-906d-ec50c0b9c9cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:36.811422 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e9a526-b580-451b-9011-90f65b4532de', 'name': 'tempest-snat-router-1305135839', 'tenant_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.16'}], 'enable_snat': False}, 'gw_port_id': 'e6ab8d17-6954-4873-81ea-18aa60ffae1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:30Z', 'updated_at': '2021-08-31T14:06:32Z', 'revision_number': 3, 'project_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'gw_port': {'id': 'e6ab8d17-6954-4873-81ea-18aa60ffae1f', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e9a526-b580-451b-9011-90f65b4532de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:32Z', 'updated_at': '2021-08-31T14:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:36.855312 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d45ff6-9efd-4ae5-bfb8-69b0cfa103e3 None None] The sync data for ids ['b4e9a526-b580-451b-9011-90f65b4532de'] in n-d-792364-6 is: [{'id': 'b4e9a526-b580-451b-9011-90f65b4532de', 'name': 'tempest-snat-router-1305135839', 'tenant_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.16'}], 'enable_snat': False}, 'gw_port_id': 'e6ab8d17-6954-4873-81ea-18aa60ffae1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:30Z', 'updated_at': '2021-08-31T14:06:32Z', 'revision_number': 3, 'project_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'gw_port': {'id': 'e6ab8d17-6954-4873-81ea-18aa60ffae1f', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e9a526-b580-451b-9011-90f65b4532de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:32Z', 'updated_at': '2021-08-31T14:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:36.900855 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5e15f7c-cf0e-487d-baa5-43db52670c47 req-08369059-c152-489a-aba1-7717413b98ba service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364244 Aug 31 14:06:36.973665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebd0b3-3862-42c7-80bb-c9aa1e18b096 req-d8293f03-45c0-45f2-9a36-c7422fc07c1b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:36.975594 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-99ebd0b3-3862-42c7-80bb-c9aa1e18b096 req-d8293f03-45c0-45f2-9a36-c7422fc07c1b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1633263 Aug 31 14:06:37.008759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:06:37.169140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8f46-96bb-4fdf-afa9-2658dea5de1c req-d411bed2-7e8c-4798-ad0e-e4b5b8ff43db tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:37.170743 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9dd8f46-96bb-4fdf-afa9-2658dea5de1c req-d411bed2-7e8c-4798-ad0e-e4b5b8ff43db tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 943 time: 0.1324098 Aug 31 14:06:37.190405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:37.208623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'port_id': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814', 'mac_address': 'fa:16:3e:19:6c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:06:37.212688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.214039 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-99ebd0b3-3862-42c7-80bb-c9aa1e18b096 req-6e7e7fc2-ab8c-4ea4-a91d-251230ba7f56 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293572 Aug 31 14:06:37.306602 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c448c723-1550-4dba-906d-ec50c0b9c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.325756 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.368269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:37.408029 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:37.420532 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.489037 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448c723-1550-4dba-906d-ec50c0b9c9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a263b99-a2f4-462b-ac80-5ec73babc9ad,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:37.508268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:37.508701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448c723-1550-4dba-906d-ec50c0b9c9cf admin admin] Checking segment: {'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:37.509308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448c723-1550-4dba-906d-ec50c0b9c9cf admin admin] Network hostable DHCP agents. Network: 81b7ff80-246e-4b78-9a57-b4304a9727a5, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:06:37.536690 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448c723-1550-4dba-906d-ec50c0b9c9cf admin admin] Network 81b7ff80-246e-4b78-9a57-b4304a9727a5 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:06:37.554991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c448c723-1550-4dba-906d-ec50c0b9c9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 81b7ff80-246e-4b78-9a57-b4304a9727a5) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:37.564108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c448c723-1550-4dba-906d-ec50c0b9c9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:37.564968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62019f5-a327-448b-adf7-9d324d4b9e8e None None] Network 81b7ff80-246e-4b78-9a57-b4304a9727a5 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:37.565205 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c448c723-1550-4dba-906d-ec50c0b9c9cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.598867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c448c723-1550-4dba-906d-ec50c0b9c9cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9234278 Aug 31 14:06:37.601213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45846) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:37.610823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:37.671546 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.672819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.784349 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:37.786295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['b96d2a4d-bfbe-4241-a4cb-cf4c6797e814'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:37.896997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-81b7ff80-246e-4b78-9a57-b4304a9727a5', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'fixed_ips': [{'subnet_id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:06:37.898079 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9dd8f46-96bb-4fdf-afa9-2658dea5de1c req-66b33498-567e-45fa-b83b-6195ebb829ea tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7193825 Aug 31 14:06:37.907724 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.056720 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.085112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.104218 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Allocated IP 172.20.0.2 (81b7ff80-246e-4b78-9a57-b4304a9727a5/3a263b99-a2f4-462b-ac80-5ec73babc9ad/519d5c3f-c06c-4ba4-b70d-3d682137a530) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:38.305686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Router 714db47a-fea7-437c-b2c3-4ecf0095c25e is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:38.461306 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.480052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e2aa1-fa9c-4810-97ea-99be1c437442 req-ed4eff80-aed3-47fb-8995-7798a234c9d8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:38.482686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-529e2aa1-fa9c-4810-97ea-99be1c437442 req-ed4eff80-aed3-47fb-8995-7798a234c9d8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.0956240 Aug 31 14:06:38.488165 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.509408 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.521999 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Transition to ACTIVE for port object 519d5c3f-c06c-4ba4-b70d-3d682137a530 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:38.580317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Transition to ACTIVE for port object 519d5c3f-c06c-4ba4-b70d-3d682137a530 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:38.593267 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.603708 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:38.625521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-529e2aa1-fa9c-4810-97ea-99be1c437442 req-d116d9ce-1c3d-45e2-8e1c-bfec85b4b65e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005521 Aug 31 14:06:38.643474 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:38.648526 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bb3ed819-82ac-4558-b57e-397867f31ca6 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9256344 Aug 31 14:06:38.653548 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45854) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:38.671041 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] Sync routers for ids ['714db47a-fea7-437c-b2c3-4ecf0095c25e'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:38.702147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Network 81b7ff80-246e-4b78-9a57-b4304a9727a5 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:38.703627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:38.715280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:38.718910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] Routers {'714db47a-fea7-437c-b2c3-4ecf0095c25e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:38.719564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['714db47a-fea7-437c-b2c3-4ecf0095c25e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:38.797073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e6ab8d17-6954-4873-81ea-18aa60ffae1f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:38.826470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Allocated IP 172.25.3.71 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/26887d14-43e3-4f3f-8a7f-6842e743cc2b) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:38.846057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-43975b8c-70c8-41b1-bef1-022783382e3a tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/routers/714db47a-fea7-437c-b2c3-4ecf0095c25e HTTP/1.1" status: 200 len: 908 time: 0.1888926 Aug 31 14:06:38.846538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45856) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:38.996269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Pushing event updated for resources: {'Port': ['ID=519d5c3f-c06c-4ba4-b70d-3d682137a530,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:38.999048 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.022541 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] Set router 714db47a-fea7-437c-b2c3-4ecf0095c25e gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:39.025249 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.130568 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.159182 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.164932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aabeaf-331a-4017-afea-a32ee0cbb8e9 req-4b58d3cd-ae3c-4463-812c-e506bf1edd0b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:39.167948 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7aabeaf-331a-4017-afea-a32ee0cbb8e9 req-4b58d3cd-ae3c-4463-812c-e506bf1edd0b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 944 time: 0.1515586 Aug 31 14:06:39.195805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.209618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Attempting to bind port 519d5c3f-c06c-4ba4-b70d-3d682137a530 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:39.209996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Attempting to bind port 519d5c3f-c06c-4ba4-b70d-3d682137a530 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:39.210364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Attempting to bind port 519d5c3f-c06c-4ba4-b70d-3d682137a530 on network 81b7ff80-246e-4b78-9a57-b4304a9727a5 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:39.217865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:39.218258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Checking segment: {'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:39.218671 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.219071 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Bound using segment: {'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:39.219619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Bound port: 519d5c3f-c06c-4ba4-b70d-3d682137a530, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:39.220013 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.260938 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.291685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port e6ab8d17-6954-4873-81ea-18aa60ffae1f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:39.295496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7aabeaf-331a-4017-afea-a32ee0cbb8e9 req-c318b89d-159d-4b51-bf91-ae4a36f41888 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216078 Aug 31 14:06:39.297738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:39.304957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:39.320363 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:39.323873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=26887d14-43e3-4f3f-8a7f-6842e743cc2b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:39.331617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e6ab8d17-6954-4873-81ea-18aa60ffae1f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:39.332198 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.374773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Deleting port e0984070-a1b3-4d84-afda-90dd25759b51 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:39.375223 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.407973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] For port 519d5c3f-c06c-4ba4-b70d-3d682137a530, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:39.413394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] For port 519d5c3f-c06c-4ba4-b70d-3d682137a530, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=519d5c3f-c06c-4ba4-b70d-3d682137a530,segment=NetworkSegment(2a318560-cc73-4b0e-be0c-0051e3391d57),segment_id=2a318560-cc73-4b0e-be0c-0051e3391d57)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:39.431621 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.534384 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.559333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Calling delete_port for e0984070-a1b3-4d84-afda-90dd25759b51 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:39.560553 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.572419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714db47a-fea7-437c-b2c3-4ecf0095c25e', 'name': 'tempest-snat-router-1305135839', 'tenant_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'e0984070-a1b3-4d84-afda-90dd25759b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:34Z', 'updated_at': '2021-08-31T14:06:36Z', 'revision_number': 3, 'project_id': 'dd1c5c2abdcd467b8c8165342728e1c2', 'gw_port': {'id': 'e0984070-a1b3-4d84-afda-90dd25759b51', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714db47a-fea7-437c-b2c3-4ecf0095c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:36Z', 'updated_at': '2021-08-31T14:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:39.580572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7524e20-6805-4d0e-a517-1ebd708b6f97 None None] Pushing event updated for resources: {'Port': ['ID=519d5c3f-c06c-4ba4-b70d-3d682137a530,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:39.632193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] Checking router: 714db47a-fea7-437c-b2c3-4ecf0095c25e for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:39.639636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] Updating router 714db47a-fea7-437c-b2c3-4ecf0095c25e port e0984070-a1b3-4d84-afda-90dd25759b51 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:39.645456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port e6ab8d17-6954-4873-81ea-18aa60ffae1f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e6ab8d17-6954-4873-81ea-18aa60ffae1f,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:39.667040 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.701290 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.738406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.809487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=e6ab8d17-6954-4873-81ea-18aa60ffae1f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:39.843530 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:39.886286 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0984070-a1b3-4d84-afda-90dd25759b51,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:39.982667 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.123352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.126445 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.144284 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:06:40.144670 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:06:40.180629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76276f2e-09a8-4087-93b1-eaec8115b67a req-8f48c541-45d8-4884-90a6-d5bf122b335f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:40.190339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76276f2e-09a8-4087-93b1-eaec8115b67a req-8f48c541-45d8-4884-90a6-d5bf122b335f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.3531337 Aug 31 14:06:40.218429 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.219237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 714db47a-fea7-437c-b2c3-4ecf0095c25e {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:06:40.228576 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.233418 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-88e73eda-221c-4161-a1f8-7b144a2c2074 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "DELETE /v2.0/routers/714db47a-fea7-437c-b2c3-4ecf0095c25e HTTP/1.1" status: 204 len: 168 time: 1.3857615 Aug 31 14:06:40.234047 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45868) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:40.303621 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76276f2e-09a8-4087-93b1-eaec8115b67a req-3bb766e4-b1ea-403e-8c41-bf58c099db15 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098146 Aug 31 14:06:40.331415 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.400532 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.513762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Router 4d3e2f42-b538-4249-8be5-cf01c044b11f is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:40.539043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac091a2e-f8e5-459e-8628-81cdca9fe606 req-ce046245-2e98-4c28-809d-ecacf387a09d tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:40.540685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac091a2e-f8e5-459e-8628-81cdca9fe606 req-ce046245-2e98-4c28-809d-ecacf387a09d tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 944 time: 0.1031225 Aug 31 14:06:40.605303 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.610644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac091a2e-f8e5-459e-8628-81cdca9fe606 req-a9ae245b-b9b6-41cc-8671-743c09907dfa tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607738 Aug 31 14:06:40.677998 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] Port e0984070-a1b3-4d84-afda-90dd25759b51 not found while updating agent binding for router 714db47a-fea7-437c-b2c3-4ecf0095c25e. {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 14:06:40.693489 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] Routers set() bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:40.693878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] Router IDs set() for agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:06:40.698877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_agentschedulers_db [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'714db47a-fea7-437c-b2c3-4ecf0095c25e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent'). {{(pid=106389) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:06:40.699277 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616eab3f-90dc-49e2-8f7d-10ba0a2cf496 None None] The sync data for ids ['714db47a-fea7-437c-b2c3-4ecf0095c25e'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:40.734722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Deleting port e6ab8d17-6954-4873-81ea-18aa60ffae1f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:40.735528 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.777111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:40.791693 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Sync routers for ids ['4d3e2f42-b538-4249-8be5-cf01c044b11f'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:40.807575 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e6ab8d17-6954-4873-81ea-18aa60ffae1f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:40.809854 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Routers {'4d3e2f42-b538-4249-8be5-cf01c044b11f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:40.810570 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4d3e2f42-b538-4249-8be5-cf01c044b11f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:40.813020 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.818985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45872) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:40.819765 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7b76f8bb-f6e9-4e5a-8c7e-05a2f299f0f6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.2174146 Aug 31 14:06:40.925180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e6ab8d17-6954-4873-81ea-18aa60ffae1f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:40.925778 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:40.982007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] For port e6ab8d17-6954-4873-81ea-18aa60ffae1f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e6ab8d17-6954-4873-81ea-18aa60ffae1f,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:40.982378 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.013307 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Set router 4d3e2f42-b538-4249-8be5-cf01c044b11f gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:41.017371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Calling delete_port for e6ab8d17-6954-4873-81ea-18aa60ffae1f owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:41.052413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 519d5c3f-c06c-4ba4-b70d-3d682137a530 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:41.054577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:41.170698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 519d5c3f-c06c-4ba4-b70d-3d682137a530 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:41.178564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:41.191721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:41.192122 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.320511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c36b15-601a-41f8-8458-e4a2d4b080ac None None] Network 81b7ff80-246e-4b78-9a57-b4304a9727a5 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:06:41.400418 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.459205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a257b88b-2120-433c-8f60-ad225712ca7f None None] Provisioning for port 519d5c3f-c06c-4ba4-b70d-3d682137a530 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:41.468939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a257b88b-2120-433c-8f60-ad225712ca7f None None] Provisioning complete for port 519d5c3f-c06c-4ba4-b70d-3d682137a530 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:41.469330 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a257b88b-2120-433c-8f60-ad225712ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.490060 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:06:39Z', 'revision_number': 3, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:41.499199 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.514183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:41.516712 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2148de63-9409-45c4-bd66-53c508c10777" -d '{"events": [{"server_uuid": "a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7", "name": "network-vif-plugged", "status": "completed", "tag": "b96d2a4d-bfbe-4241-a4cb-cf4c6797e814"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:41.518461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f6c21-abba-4488-82ff-922636990994 req-d7181d92-f2af-457c-a3a7-166333c9452e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:41.530728 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-107f6c21-abba-4488-82ff-922636990994 req-d7181d92-f2af-457c-a3a7-166333c9452e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.0954740 Aug 31 14:06:41.535280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6ab8d17-6954-4873-81ea-18aa60ffae1f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:41.552635 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Checking router: 4d3e2f42-b538-4249-8be5-cf01c044b11f for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:41.554585 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Updating router 4d3e2f42-b538-4249-8be5-cf01c044b11f port 26887d14-43e3-4f3f-8a7f-6842e743cc2b binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:41.589850 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:41.622956 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b206e8b0-cebc-4268-860f-e18ed62b0340 x-openstack-request-id: req-b206e8b0-cebc-4268-860f-e18ed62b0340 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:41.623264 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7", "name": "network-vif-plugged", "status": "completed", "tag": "b96d2a4d-bfbe-4241-a4cb-cf4c6797e814", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:41.623491 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b206e8b0-cebc-4268-860f-e18ed62b0340 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:41.623884 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814', 'code': 200} Aug 31 14:06:41.627412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.637226 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.639015 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.661579 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-107f6c21-abba-4488-82ff-922636990994 req-acfd2472-1f52-4934-abe7-d48404808c43 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297250 Aug 31 14:06:41.754303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:41.812525 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.820496 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.865687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c0554-5fd1-462b-9eca-5cb9c7849d5d req-3b2a1613-6eb9-4d55-bb97-1e273e6e1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:41.867254 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a65c0554-5fd1-462b-9eca-5cb9c7849d5d req-3b2a1613-6eb9-4d55-bb97-1e273e6e1e0d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 1096 time: 0.1998742 Aug 31 14:06:41.913959 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a257b88b-2120-433c-8f60-ad225712ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.937496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c706be3-768c-45a2-bf68-b39506d674d2 req-d21c33bd-c5cb-40ac-aedd-6dbffcf92a5d tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:41.948077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8c706be3-768c-45a2-bf68-b39506d674d2 req-d21c33bd-c5cb-40ac-aedd-6dbffcf92a5d tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1797905 Aug 31 14:06:41.961975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a257b88b-2120-433c-8f60-ad225712ca7f None None] For port 519d5c3f-c06c-4ba4-b70d-3d682137a530, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=519d5c3f-c06c-4ba4-b70d-3d682137a530,segment=NetworkSegment(2a318560-cc73-4b0e-be0c-0051e3391d57),segment_id=2a318560-cc73-4b0e-be0c-0051e3391d57)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:41.971423 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a257b88b-2120-433c-8f60-ad225712ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.981212 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.981787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4e9a526-b580-451b-9011-90f65b4532de {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:06:41.987796 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:41.992851 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9e35d41a-f3ac-4c26-a34e-552be4ac9778 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b4e9a526-b580-451b-9011-90f65b4532de HTTP/1.1" status: 204 len: 168 time: 1.7539840 Aug 31 14:06:41.992950 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a65c0554-5fd1-462b-9eca-5cb9c7849d5d req-88507ed6-79db-4990-9100-361851628030 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110730 Aug 31 14:06:41.998647 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45892) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:42.018549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1360928971', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:42.020044 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8c706be3-768c-45a2-bf68-b39506d674d2 req-216e9d57-9547-48a9-8ade-8d35ca7378ef tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707941 Aug 31 14:06:42.062191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257b88b-2120-433c-8f60-ad225712ca7f None None] Pushing event updated for resources: {'Port': ['ID=519d5c3f-c06c-4ba4-b70d-3d682137a530,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:42.125209 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.126279 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.217182 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.242721 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Transition to ACTIVE for port object 26887d14-43e3-4f3f-8a7f-6842e743cc2b will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:42.251456 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.326370 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.329143 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Attempting to bind port 26887d14-43e3-4f3f-8a7f-6842e743cc2b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:42.330296 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Attempting to bind port 26887d14-43e3-4f3f-8a7f-6842e743cc2b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:42.330897 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Attempting to bind port 26887d14-43e3-4f3f-8a7f-6842e743cc2b on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:42.356425 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:42.357286 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:42.358251 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.359137 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:42.360408 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Bound port: 26887d14-43e3-4f3f-8a7f-6842e743cc2b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:42.361174 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.406708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0cd10c7f-f665-4e3d-99b3-75d3d4550f0b None None] Provisioning complete for port 519d5c3f-c06c-4ba4-b70d-3d682137a530 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:42.412577 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0cd10c7f-f665-4e3d-99b3-75d3d4550f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.518847 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] For port 26887d14-43e3-4f3f-8a7f-6842e743cc2b, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:42.530058 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] For port 26887d14-43e3-4f3f-8a7f-6842e743cc2b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=26887d14-43e3-4f3f-8a7f-6842e743cc2b,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:42.542563 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.552682 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.569018 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af707601-38a0-4eef-9178-77ff263b1f13 None None] Pushing event updated for resources: {'Port': ['ID=26887d14-43e3-4f3f-8a7f-6842e743cc2b,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:42.719911 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af707601-38a0-4eef-9178-77ff263b1f13 None None] Pushing event updated for resources: {'Port': ['ID=26887d14-43e3-4f3f-8a7f-6842e743cc2b,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:42.762218 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Routers {'4d3e2f42-b538-4249-8be5-cf01c044b11f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:42.764267 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4d3e2f42-b538-4249-8be5-cf01c044b11f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:42.803833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 519d5c3f-c06c-4ba4-b70d-3d682137a530 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:42.919612 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:42.929194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 519d5c3f-c06c-4ba4-b70d-3d682137a530 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:42.929878 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.018140 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.046759 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] Set router 4d3e2f42-b538-4249-8be5-cf01c044b11f gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:43.053431 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb1acb-e465-44b8-b7df-6d91b1bdf160 req-cf648f4f-beb5-4a45-9ed1-30c633e324dd tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:43.063870 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ebb1acb-e465-44b8-b7df-6d91b1bdf160 req-cf648f4f-beb5-4a45-9ed1-30c633e324dd tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1710610 Aug 31 14:06:43.072703 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.185725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e6ab8d17-6954-4873-81ea-18aa60ffae1f no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:43.218207 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ebb1acb-e465-44b8-b7df-6d91b1bdf160 req-4b7f8700-abdf-479d-baf0-a3c5c1ec8518 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525846 Aug 31 14:06:43.308925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Allocated IP 172.20.0.1 (81b7ff80-246e-4b78-9a57-b4304a9727a5/3a263b99-a2f4-462b-ac80-5ec73babc9ad/7318fb53-0b2a-42ba-96f5-401c4fb0dbca) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:43.336473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45f25d-3713-4bae-9fb4-9f69ac0e2e90 req-d6c704a1-9a72-44f9-8774-14de63797b61 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:43.338178 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce45f25d-3713-4bae-9fb4-9f69ac0e2e90 req-d6c704a1-9a72-44f9-8774-14de63797b61 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1545670 Aug 31 14:06:43.421278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Allocated IP 172.25.3.89 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/9dbd2102-cc13-4a35-a8a5-d819e34a4e52) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:43.459366 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:06:39Z', 'revision_number': 3, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:43.483847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce45f25d-3713-4bae-9fb4-9f69ac0e2e90 req-4b7e35a4-a86d-40e3-855b-d77b3bbb43c6 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326394 Aug 31 14:06:43.506992 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f8649-c3eb-4d72-8bc8-9341db4b8f09 None None] The sync data for ids ['4d3e2f42-b538-4249-8be5-cf01c044b11f'] in n-d-792364-6 is: [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:06:39Z', 'revision_number': 3, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:43.553122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: e6ab8d17-6954-4873-81ea-18aa60ffae1f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:06:43.554577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e6ab8d17-6954-4873-81ea-18aa60ffae1f not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:06:43.567292 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.595587 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Transition to ACTIVE for port object 7318fb53-0b2a-42ba-96f5-401c4fb0dbca will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:43.649692 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.702322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Network 81b7ff80-246e-4b78-9a57-b4304a9727a5 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:43.705410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:43.710983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:43.717616 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7318fb53-0b2a-42ba-96f5-401c4fb0dbca,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:43.867047 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:43.938437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1cc14-5d5e-46c1-8752-051c299a06ea req-73b06c69-a339-4038-8908-3657b472ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:43.941146 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aaa1cc14-5d5e-46c1-8752-051c299a06ea req-73b06c69-a339-4038-8908-3657b472ed63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 1097 time: 0.1841486 Aug 31 14:06:43.943631 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:44.000575 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:44.045878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:44.049311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:44.057232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:44.087221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2ab2e275-b6ab-4a30-99b5-64176b6b2e00 None None] Provisioning for port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:44.090999 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Pushing event updated for resources: {'Port': ['ID=9dbd2102-cc13-4a35-a8a5-d819e34a4e52,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:44.095965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2ab2e275-b6ab-4a30-99b5-64176b6b2e00 None None] Provisioning complete for port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:44.096616 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e275-b6ab-4a30-99b5-64176b6b2e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:44.150599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1cc14-5d5e-46c1-8752-051c299a06ea req-06922521-0fe7-461e-954f-2e1c02df6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:44.151176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2e275-b6ab-4a30-99b5-64176b6b2e00 None None] Port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:44.152740 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aaa1cc14-5d5e-46c1-8752-051c299a06ea req-06922521-0fe7-461e-954f-2e1c02df6669 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 911 time: 0.2042639 Aug 31 14:06:44.228189 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aaa1cc14-5d5e-46c1-8752-051c299a06ea req-738af296-6276-40bd-a169-b534d063cca6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3182e2be-2014-47b5-954a-95e359ce0fe7 HTTP/1.1" status: 200 len: 217 time: 0.0643604 Aug 31 14:06:44.233360 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:44.321211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1cc14-5d5e-46c1-8752-051c299a06ea req-11fd575e-3445-48c5-9c72-748a3467f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:44.322839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aaa1cc14-5d5e-46c1-8752-051c299a06ea req-11fd575e-3445-48c5-9c72-748a3467f5e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.0872061 Aug 31 14:06:44.393791 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aaa1cc14-5d5e-46c1-8752-051c299a06ea req-87d3eaa9-7851-4109-813b-f26edea8b34e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504134 Aug 31 14:06:44.398481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:44.516656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e1f06-ca57-4cde-b056-0571bddd1afd req-6f3284c5-9468-475e-8622-e847c80e2102 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:44.518355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a80e1f06-ca57-4cde-b056-0571bddd1afd req-6f3284c5-9468-475e-8622-e847c80e2102 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.1940129 Aug 31 14:06:44.595491 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aaa1cc14-5d5e-46c1-8752-051c299a06ea req-c585a4c4-6264-46ba-bbd5-bfc8b1df1ba0 service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902397 Aug 31 14:06:44.634344 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a80e1f06-ca57-4cde-b056-0571bddd1afd req-721e5f18-b40d-4338-986f-1a9bd9743248 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945892 Aug 31 14:06:44.676076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:44.684315 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:44.731040 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 26887d14-43e3-4f3f-8a7f-6842e743cc2b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:44.745950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625954f6-f2d5-486e-b98f-99f882998703 req-10b747ee-f254-4213-bff9-1225b387c725 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:44.754371 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-625954f6-f2d5-486e-b98f-99f882998703 req-10b747ee-f254-4213-bff9-1225b387c725 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1577532 Aug 31 14:06:44.785234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:44.786775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:44.788921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7318fb53-0b2a-42ba-96f5-401c4fb0dbca,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:44.793848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aaa1cc14-5d5e-46c1-8752-051c299a06ea req-ce64542c-6df5-48d8-8e7e-f873a523f68c service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913338 Aug 31 14:06:44.841885 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 26887d14-43e3-4f3f-8a7f-6842e743cc2b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:44.857517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 26887d14-43e3-4f3f-8a7f-6842e743cc2b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:44.860268 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:44.867187 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-625954f6-f2d5-486e-b98f-99f882998703 req-509df76b-4db6-4f21-957d-eaebe3f0f4fd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122706 Aug 31 14:06:44.941372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Network 81b7ff80-246e-4b78-9a57-b4304a9727a5 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:44.943351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:44.968179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Router 549a821e-1d74-4cc0-b94a-e92f933a0f2d is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:44.983675 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:45.012980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 26887d14-43e3-4f3f-8a7f-6842e743cc2b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=26887d14-43e3-4f3f-8a7f-6842e743cc2b,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:45.020589 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:45.100054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=26887d14-43e3-4f3f-8a7f-6842e743cc2b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:45.134895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:45.149972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c47bb-2a49-4c64-a245-eadce25378c6 None None] Sync routers for ids ['549a821e-1d74-4cc0-b94a-e92f933a0f2d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:45.156028 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:45.158417 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9622e5e6-4ce7-4eef-b374-740867aef49f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1583886 Aug 31 14:06:45.160786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45924) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:45.164290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d6e18-98f2-4882-9eeb-85ecd6a5cc15 req-71c7b512-4c19-44be-83cd-3c62ec54f982 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:45.164709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c47bb-2a49-4c64-a245-eadce25378c6 None None] Routers {'549a821e-1d74-4cc0-b94a-e92f933a0f2d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:45.165357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b26c47bb-2a49-4c64-a245-eadce25378c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['549a821e-1d74-4cc0-b94a-e92f933a0f2d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:45.165886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b06d6e18-98f2-4882-9eeb-85ecd6a5cc15 req-71c7b512-4c19-44be-83cd-3c62ec54f982 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1673396 Aug 31 14:06:45.166991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b112d718-96a7-43a2-b91f-431531db2030 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'enable_snat': False}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:45.176355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45926) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:45.181216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7f5de018-4da9-48bb-8ae5-7651d90f5538 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Request body: {'floatingip': {'port_id': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:45.217760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b26c47bb-2a49-4c64-a245-eadce25378c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:45.232610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c47bb-2a49-4c64-a245-eadce25378c6 None None] Routers {'549a821e-1d74-4cc0-b94a-e92f933a0f2d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:45.233398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b26c47bb-2a49-4c64-a245-eadce25378c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['549a821e-1d74-4cc0-b94a-e92f933a0f2d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:45.233527 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f5de018-4da9-48bb-8ae5-7651d90f5538 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:45.273567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Router 4d3e2f42-b538-4249-8be5-cf01c044b11f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:06:45.296533 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b26c47bb-2a49-4c64-a245-eadce25378c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:45.297286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c47bb-2a49-4c64-a245-eadce25378c6 None None] The sync data for ids ['549a821e-1d74-4cc0-b94a-e92f933a0f2d'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:45.319880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-abc81422-7a79-4319-a532-a8cc526821ce None None] Provisioning complete for port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:45.320524 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-abc81422-7a79-4319-a532-a8cc526821ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:45.366955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-abc81422-7a79-4319-a532-a8cc526821ce None None] Port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:45.504870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:45.515995 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-156daa7a-e40c-4ef0-88ba-54186beff7a2 admin admin] 10.222.0.20 "PUT /v2.0/routers/4d3e2f42-b538-4249-8be5-cf01c044b11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6923611 Aug 31 14:06:45.540287 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b112d718-96a7-43a2-b91f-431531db2030 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:45.744552 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Sync routers for ids ['4d3e2f42-b538-4249-8be5-cf01c044b11f'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:45.768318 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Routers {'4d3e2f42-b538-4249-8be5-cf01c044b11f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:45.769277 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4d3e2f42-b538-4249-8be5-cf01c044b11f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:45.812670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43e57c-8869-4060-9b59-515e58265183 req-bf090047-5298-4e1f-b1f8-a391356c920a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:45.814267 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f43e57c-8869-4060-9b59-515e58265183 req-bf090047-5298-4e1f-b1f8-a391356c920a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.0751586 Aug 31 14:06:45.886091 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f43e57c-8869-4060-9b59-515e58265183 req-bbbb934a-4f0b-4881-bd4b-feb3830009c6 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657320 Aug 31 14:06:45.947270 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Set router 4d3e2f42-b538-4249-8be5-cf01c044b11f gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:45.971788 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f5de018-4da9-48bb-8ae5-7651d90f5538 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:45.978167 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f5de018-4da9-48bb-8ae5-7651d90f5538 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.089756 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-7f5de018-4da9-48bb-8ae5-7651d90f5538 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Floating IP 6b3bd3c3-83f2-455f-b057-e2a81ad5e763 associated. External IP: 172.25.3.206, port: b96d2a4d-bfbe-4241-a4cb-cf4c6797e814. Aug 31 14:06:46.131562 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b112d718-96a7-43a2-b91f-431531db2030 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.139628 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b112d718-96a7-43a2-b91f-431531db2030 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.192953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-8690ed03-2879-484f-8e18-bd37ff5911f0 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:46.194496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-8690ed03-2879-484f-8e18-bd37ff5911f0 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/networks?id=81b7ff80-246e-4b78-9a57-b4304a9727a5 HTTP/1.1" status: 200 len: 829 time: 0.1855664 Aug 31 14:06:46.205907 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '7318fb53-0b2a-42ba-96f5-401c4fb0dbca', 'name': '', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'mac_address': 'fa:16:3e:d7:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:42Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 2, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'subnets': [{'id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:46.220067 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-a6561cd4-7b4f-4cd2-9327-f56391a38366 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/quotas/83cee18f030d4f1b80e8dc43d0b67865 HTTP/1.1" status: 200 len: 375 time: 0.0176580 Aug 31 14:06:46.234921 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Checking router: 4d3e2f42-b538-4249-8be5-cf01c044b11f for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:46.235184 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Updating router 4d3e2f42-b538-4249-8be5-cf01c044b11f port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:06:46.260386 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.326069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5de018-4da9-48bb-8ae5-7651d90f5538 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:06:46.346745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b112d718-96a7-43a2-b91f-431531db2030 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Router 549a821e-1d74-4cc0-b94a-e92f933a0f2d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:06:46.363244 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-f1a37920-e5ea-4b3c-b7e0-6f069bd7686d tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83cee18f030d4f1b80e8dc43d0b67865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088548 Aug 31 14:06:46.610375 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.644237 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Transition to ACTIVE for port object 7318fb53-0b2a-42ba-96f5-401c4fb0dbca will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:46.656050 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.670944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b112d718-96a7-43a2-b91f-431531db2030 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:46.679242 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b112d718-96a7-43a2-b91f-431531db2030 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.684974 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b112d718-96a7-43a2-b91f-431531db2030 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "PUT /v2.0/routers/549a821e-1d74-4cc0-b94a-e92f933a0f2d HTTP/1.1" status: 200 len: 921 time: 1.5191650 Aug 31 14:06:46.686096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45954) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:46.699600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb16dae-f4c3-4971-a5ad-27e8997fff49 None None] Sync routers for ids ['549a821e-1d74-4cc0-b94a-e92f933a0f2d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:46.743067 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 26887d14-43e3-4f3f-8a7f-6842e743cc2b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:46.851123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5de018-4da9-48bb-8ae5-7651d90f5538 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:46.853856 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27e9e0-9052-475e-9dd4-4788ab9afb96 None None] Pushing event updated for resources: {'Port': ['ID=7318fb53-0b2a-42ba-96f5-401c4fb0dbca,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:46.858672 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-be8f0a40-1901-4c98-a318-bded6230fb19 service neutron] 10.222.0.20 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807651 Aug 31 14:06:46.864315 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f5de018-4da9-48bb-8ae5-7651d90f5538 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.866044 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Attempting to bind port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:46.866317 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Attempting to bind port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:46.866799 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Attempting to bind port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca on network 81b7ff80-246e-4b78-9a57-b4304a9727a5 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:46.884370 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:46.884755 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Checking segment: {'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:46.885348 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.885691 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Bound using segment: {'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:46.886692 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Bound port: 7318fb53-0b2a-42ba-96f5-401c4fb0dbca, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:46.890429 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:46.896571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb16dae-f4c3-4971-a5ad-27e8997fff49 None None] Routers {'549a821e-1d74-4cc0-b94a-e92f933a0f2d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:46.903585 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9bb16dae-f4c3-4971-a5ad-27e8997fff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['549a821e-1d74-4cc0-b94a-e92f933a0f2d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:46.914717 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7f5de018-4da9-48bb-8ae5-7651d90f5538 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "PUT /v2.0/floatingips/6b3bd3c3-83f2-455f-b057-e2a81ad5e763 HTTP/1.1" status: 200 len: 991 time: 1.7329488 Aug 31 14:06:46.914717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'tag': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:46.915126 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b62838-98c1-4291-8cb5-a6ae3f77ffa7 None None] Sync routers for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:46.915274 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a45d60-9960-4b15-8866-dac872318f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7", "tag": "b96d2a4d-bfbe-4241-a4cb-cf4c6797e814"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:46.961772 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b62838-98c1-4291-8cb5-a6ae3f77ffa7 None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:46.962402 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f5b62838-98c1-4291-8cb5-a6ae3f77ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:47.001086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9bb16dae-f4c3-4971-a5ad-27e8997fff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:47.023272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb16dae-f4c3-4971-a5ad-27e8997fff49 None None] Routers {'549a821e-1d74-4cc0-b94a-e92f933a0f2d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:47.024689 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9bb16dae-f4c3-4971-a5ad-27e8997fff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['549a821e-1d74-4cc0-b94a-e92f933a0f2d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:47.048540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-29ed821b-ce25-44cf-ad28-eb2fbca42d79 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/routers/549a821e-1d74-4cc0-b94a-e92f933a0f2d HTTP/1.1" status: 200 len: 921 time: 0.3610365 Aug 31 14:06:47.052614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45964) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:47.078950 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] For port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:47.083985 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] For port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7318fb53-0b2a-42ba-96f5-401c4fb0dbca,segment=NetworkSegment(2a318560-cc73-4b0e-be0c-0051e3391d57),segment_id=2a318560-cc73-4b0e-be0c-0051e3391d57)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:47.089454 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-f4833d73-b2b6-4f8c-835f-22aead447329 service neutron] 10.222.0.20 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093444 Aug 31 14:06:47.117774 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:47.126119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9bb16dae-f4c3-4971-a5ad-27e8997fff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:47.127571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb16dae-f4c3-4971-a5ad-27e8997fff49 None None] The sync data for ids ['549a821e-1d74-4cc0-b94a-e92f933a0f2d'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:47.143433 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ac83bd-340e-42a5-8df9-40bdfc26aa4a x-openstack-request-id: req-98ac83bd-340e-42a5-8df9-40bdfc26aa4a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:47.147936 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7", "tag": "b96d2a4d-bfbe-4241-a4cb-cf4c6797e814", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:47.147936 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98ac83bd-340e-42a5-8df9-40bdfc26aa4a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:47.148257 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'tag': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814', 'status': 'completed', 'code': 200} Aug 31 14:06:47.174018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 26887d14-43e3-4f3f-8a7f-6842e743cc2b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:47.177371 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:47.205272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45d60-9960-4b15-8866-dac872318f2b req-2420d614-127e-455a-bf84-182074b0893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:47.207432 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64a45d60-9960-4b15-8866-dac872318f2b req-2420d614-127e-455a-bf84-182074b0893f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 1096 time: 0.0883746 Aug 31 14:06:47.382085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a339db-6fda-4046-9903-7dc2d2056f75 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:47.388189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45970) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:47.388822 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d2a339db-6fda-4046-9903-7dc2d2056f75 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&device_id=549a821e-1d74-4cc0-b94a-e92f933a0f2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3342741 Aug 31 14:06:47.413492 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f5b62838-98c1-4291-8cb5-a6ae3f77ffa7 None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:47.426259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a775a1-35d1-44e5-8b7e-7a25db64eaf3 req-e78edf16-c403-4d03-a48e-b304035d15e7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:47.427852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-22a775a1-35d1-44e5-8b7e-7a25db64eaf3 req-e78edf16-c403-4d03-a48e-b304035d15e7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 946 time: 0.2183180 Aug 31 14:06:47.448426 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Routers {'4d3e2f42-b538-4249-8be5-cf01c044b11f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:47.449089 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4d3e2f42-b538-4249-8be5-cf01c044b11f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:47.491298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3182e2be-2014-47b5-954a-95e359ce0fe7 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:06:47.530058 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-22a775a1-35d1-44e5-8b7e-7a25db64eaf3 req-7bb4d759-b8af-400e-8c7f-aafa7b701119 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909631 Aug 31 14:06:47.547276 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27e9e0-9052-475e-9dd4-4788ab9afb96 None None] Pushing event updated for resources: {'Port': ['ID=7318fb53-0b2a-42ba-96f5-401c4fb0dbca,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:47.665732 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:47.714115 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] Set router 4d3e2f42-b538-4249-8be5-cf01c044b11f gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:47.720504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3182e2be-2014-47b5-954a-95e359ce0fe7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3182e2be-2014-47b5-954a-95e359ce0fe7,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:47.722503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eb51ca-a948-40e0-ba6a-68b6e9718708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3182e2be-2014-47b5-954a-95e359ce0fe7'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:47.727441 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729c2640-3f50-4448-93a7-ad90bcf52096" -d '{"events": [{"server_uuid": "26eb51ca-a948-40e0-ba6a-68b6e9718708", "name": "network-vif-unplugged", "status": "completed", "tag": "3182e2be-2014-47b5-954a-95e359ce0fe7"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:47.733320 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:47.826467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3182e2be-2014-47b5-954a-95e359ce0fe7,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:47.901027 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf9ff122-f10d-4900-89fe-ff33ce196a47 req-0371e7cf-cc6c-4350-95f0-fd200c4cd62d tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 210 time: 0.0361624 Aug 31 14:06:47.902189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45d60-9960-4b15-8866-dac872318f2b req-2938034f-07ea-42ce-985d-a42ab0adfc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:47.903575 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64a45d60-9960-4b15-8866-dac872318f2b req-2938034f-07ea-42ce-985d-a42ab0adfc24 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 911 time: 0.6875300 Aug 31 14:06:48.030387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64a45d60-9960-4b15-8866-dac872318f2b req-9c7c59c2-80d6-47a4-b9e0-f9992da2f1c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 HTTP/1.1" status: 200 len: 999 time: 0.1137929 Aug 31 14:06:48.071568 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afb7713-71e6-4ef7-8225-7738caecbd35 x-openstack-request-id: req-7afb7713-71e6-4ef7-8225-7738caecbd35 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:48.072081 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26eb51ca-a948-40e0-ba6a-68b6e9718708", "name": "network-vif-unplugged", "status": "failed", "tag": "3182e2be-2014-47b5-954a-95e359ce0fe7", "code": 422}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:48.072399 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7afb7713-71e6-4ef7-8225-7738caecbd35 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:48.073567 n-d-792364-6 neutron-server[106389]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26eb51ca-a948-40e0-ba6a-68b6e9718708', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3182e2be-2014-47b5-954a-95e359ce0fe7', 'code': 422} returned with failed status Aug 31 14:06:48.088675 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed4143-3b9b-42b0-9f74-dbb8b300be94 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:48.090166 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-09ed4143-3b9b-42b0-9f74-dbb8b300be94 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 881 time: 0.7009840 Aug 31 14:06:48.093073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45996) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:48.134133 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45d60-9960-4b15-8866-dac872318f2b req-e6ae827c-b0fb-49f2-93e2-6a34541fff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:48.136526 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64a45d60-9960-4b15-8866-dac872318f2b req-e6ae827c-b0fb-49f2-93e2-6a34541fff2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 200 len: 849 time: 0.0976641 Aug 31 14:06:48.145475 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f5b62838-98c1-4291-8cb5-a6ae3f77ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '6b3bd3c3-83f2-455f-b057-e2a81ad5e763', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'floating_ip_address': '172.25.3.206', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'port_id': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'mac_address': 'fa:16:3e:19:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:06:26Z', 'updated_at': '2021-08-31T14:06:45Z', 'revision_number': 1, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:29Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:48.191052 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2b5492c8-06a5-49db-9b35-87b262843527 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "GET /v2.0/ports?device_id=549a821e-1d74-4cc0-b94a-e92f933a0f2d HTTP/1.1" status: 200 len: 205 time: 0.0961111 Aug 31 14:06:48.191737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46004) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:48.200026 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b62838-98c1-4291-8cb5-a6ae3f77ffa7 None None] Checking router: c4f1e46f-cf78-4b2b-a187-55e0b24a3211 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:06:48.211439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45d60-9960-4b15-8866-dac872318f2b req-714611a5-bcc6-4339-a45e-592741a96dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:48.215081 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '7318fb53-0b2a-42ba-96f5-401c4fb0dbca', 'name': '', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'mac_address': 'fa:16:3e:d7:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:42Z', 'updated_at': '2021-08-31T14:06:47Z', 'revision_number': 4, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'subnets': [{'id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:48.215854 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64a45d60-9960-4b15-8866-dac872318f2b req-714611a5-bcc6-4339-a45e-592741a96dfe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0b5bd67-43f6-464d-968b-b9a83e80305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674846 Aug 31 14:06:48.254735 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b62838-98c1-4291-8cb5-a6ae3f77ffa7 None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:48.255380 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f5b62838-98c1-4291-8cb5-a6ae3f77ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:48.258041 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00ecb6-97d1-4f19-86c3-c91ef76e9217 None None] The sync data for ids ['4d3e2f42-b538-4249-8be5-cf01c044b11f'] in n-d-792364-6 is: [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '7318fb53-0b2a-42ba-96f5-401c4fb0dbca', 'name': '', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'mac_address': 'fa:16:3e:d7:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:42Z', 'updated_at': '2021-08-31T14:06:47Z', 'revision_number': 4, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'subnets': [{'id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:48.430191 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.456388 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64a45d60-9960-4b15-8866-dac872318f2b req-68d13d1e-97b5-4329-b802-407e54e81fc6 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261150 Aug 31 14:06:48.510697 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f5b62838-98c1-4291-8cb5-a6ae3f77ffa7 None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:06:48.626922 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64a45d60-9960-4b15-8866-dac872318f2b req-0b311470-19f5-4330-ab40-354816e17832 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610866 Aug 31 14:06:48.714142 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7318fb53-0b2a-42ba-96f5-401c4fb0dbca up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:48.737533 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.837055 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:48.843097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:48.843899 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:48.877960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affac63-e4f6-4fd7-be1d-a8fd3f3bbcbd req-918fd378-7ddd-4760-bf9c-10e3818cf25f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:48.884479 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4affac63-e4f6-4fd7-be1d-a8fd3f3bbcbd req-918fd378-7ddd-4760-bf9c-10e3818cf25f tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=26eb51ca-a948-40e0-ba6a-68b6e9718708 HTTP/1.1" status: 200 len: 944 time: 0.1289132 Aug 31 14:06:48.888658 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:06:48.960301 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f5b62838-98c1-4291-8cb5-a6ae3f77ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '6b3bd3c3-83f2-455f-b057-e2a81ad5e763', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'floating_ip_address': '172.25.3.206', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'port_id': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'mac_address': 'fa:16:3e:19:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:06:26Z', 'updated_at': '2021-08-31T14:06:45Z', 'revision_number': 1, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:29Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:48.971100 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.009286 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b62838-98c1-4291-8cb5-a6ae3f77ffa7 None None] The sync data for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 is: [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '6b3bd3c3-83f2-455f-b057-e2a81ad5e763', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'floating_ip_address': '172.25.3.206', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'port_id': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'mac_address': 'fa:16:3e:19:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:06:26Z', 'updated_at': '2021-08-31T14:06:45Z', 'revision_number': 1, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:29Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:49.015367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Deleting port 9dbd2102-cc13-4a35-a8a5-d819e34a4e52 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:49.015846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.076290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7318fb53-0b2a-42ba-96f5-401c4fb0dbca,segment=NetworkSegment(2a318560-cc73-4b0e-be0c-0051e3391d57),segment_id=2a318560-cc73-4b0e-be0c-0051e3391d57)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:49.090652 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.121672 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33d8af0d-5857-4069-a5c0-e800237c5c03 req-d916e5b7-b0bb-4501-8fc7-ccc6fa518adc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 210 time: 0.0653684 Aug 31 14:06:49.198305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=7318fb53-0b2a-42ba-96f5-401c4fb0dbca,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:49.204273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-f407f566-1236-4d13-83bd-5d06b1ce3cfe tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:49.205862 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-f407f566-1236-4d13-83bd-5d06b1ce3cfe tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.13 "GET /v2.0/networks?id=81b7ff80-246e-4b78-9a57-b4304a9727a5 HTTP/1.1" status: 200 len: 829 time: 0.3164065 Aug 31 14:06:49.229116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Request body: {'port': {'device_id': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'admin_state_up': True, 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:49.350653 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.372891 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Calling delete_port for 9dbd2102-cc13-4a35-a8a5-d819e34a4e52 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:49.407870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-4affac63-e4f6-4fd7-be1d-a8fd3f3bbcbd req-358367a0-950f-43b1-9e97-52f6b4322dbb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Deleting port 3182e2be-2014-47b5-954a-95e359ce0fe7 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:49.408248 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4affac63-e4f6-4fd7-be1d-a8fd3f3bbcbd req-358367a0-950f-43b1-9e97-52f6b4322dbb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.432022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d83c5-f1ca-4264-9b1c-49ff12dc5b7d None None] New status for floating IP 6b3bd3c3-83f2-455f-b057-e2a81ad5e763: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:06:49.579032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Made reservation on behalf of 83cee18f030d4f1b80e8dc43d0b67865 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:49.583149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.644329 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4affac63-e4f6-4fd7-be1d-a8fd3f3bbcbd req-358367a0-950f-43b1-9e97-52f6b4322dbb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] For port 3182e2be-2014-47b5-954a-95e359ce0fe7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3182e2be-2014-47b5-954a-95e359ce0fe7,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:49.644729 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4affac63-e4f6-4fd7-be1d-a8fd3f3bbcbd req-358367a0-950f-43b1-9e97-52f6b4322dbb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.677835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-4affac63-e4f6-4fd7-be1d-a8fd3f3bbcbd req-358367a0-950f-43b1-9e97-52f6b4322dbb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Calling delete_port for 3182e2be-2014-47b5-954a-95e359ce0fe7 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:49.869721 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:49.878334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Allocated IP 172.20.0.10 (81b7ff80-246e-4b78-9a57-b4304a9727a5/3a263b99-a2f4-462b-ac80-5ec73babc9ad/11c53d63-df20-469d-a31b-6ac82c74d261) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:49.919641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Pushing event deleted for resources: {'Port': ['ID=9dbd2102-cc13-4a35-a8a5-d819e34a4e52,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:50.053872 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.055686 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4affac63-e4f6-4fd7-be1d-a8fd3f3bbcbd req-358367a0-950f-43b1-9e97-52f6b4322dbb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.209073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358367a0-950f-43b1-9e97-52f6b4322dbb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Pushing event deleted for resources: {'Port': ['ID=3182e2be-2014-47b5-954a-95e359ce0fe7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:50.221191 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39be4e6f-75be-4827-8457-c24f3db59f58 req-f0bd8c7a-a737-48ea-b34a-d034ab159a84 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 210 time: 0.0328019 Aug 31 14:06:50.224548 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.242012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.277706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-4affac63-e4f6-4fd7-be1d-a8fd3f3bbcbd req-358367a0-950f-43b1-9e97-52f6b4322dbb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] No DVR routers for this DVR port 3182e2be-2014-47b5-954a-95e359ce0fe7 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:06:50.313751 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4affac63-e4f6-4fd7-be1d-a8fd3f3bbcbd req-358367a0-950f-43b1-9e97-52f6b4322dbb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.321209 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4affac63-e4f6-4fd7-be1d-a8fd3f3bbcbd req-358367a0-950f-43b1-9e97-52f6b4322dbb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "DELETE /v2.0/ports/3182e2be-2014-47b5-954a-95e359ce0fe7 HTTP/1.1" status: 204 len: 173 time: 1.4172904 Aug 31 14:06:50.324860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eb51ca-a948-40e0-ba6a-68b6e9718708', 'name': 'network-vif-deleted', 'tag': '3182e2be-2014-47b5-954a-95e359ce0fe7'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:50.327733 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8e2b52-204d-4ca0-a616-11458aade91f" -d '{"events": [{"server_uuid": "26eb51ca-a948-40e0-ba6a-68b6e9718708", "name": "network-vif-deleted", "tag": "3182e2be-2014-47b5-954a-95e359ce0fe7"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:50.351040 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.351683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Fanout notify agent at l3_agent the message router_deleted on router 549a821e-1d74-4cc0-b94a-e92f933a0f2d {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:06:50.362544 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.367682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46046) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:50.367851 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3d8cba4b-a46f-42fc-b15a-0e99ceb568e7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/routers/549a821e-1d74-4cc0-b94a-e92f933a0f2d HTTP/1.1" status: 204 len: 168 time: 2.1749902 Aug 31 14:06:50.372873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ca14e055-c2e2-4b59-8161-8f4d76083450 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2059683341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:50.390280 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.402107 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca14e055-c2e2-4b59-8161-8f4d76083450 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.405652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Transition to ACTIVE for port object 11c53d63-df20-469d-a31b-6ac82c74d261 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:50.406203 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca14e055-c2e2-4b59-8161-8f4d76083450 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.427910 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119fbdfe-c419-415f-96ef-01607a96ca1b x-openstack-request-id: req-119fbdfe-c419-415f-96ef-01607a96ca1b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:50.428211 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26eb51ca-a948-40e0-ba6a-68b6e9718708", "name": "network-vif-deleted", "tag": "3182e2be-2014-47b5-954a-95e359ce0fe7", "status": "failed", "code": 422}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:50.428463 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-119fbdfe-c419-415f-96ef-01607a96ca1b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:50.428876 n-d-792364-6 neutron-server[106388]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26eb51ca-a948-40e0-ba6a-68b6e9718708', 'name': 'network-vif-deleted', 'tag': '3182e2be-2014-47b5-954a-95e359ce0fe7', 'status': 'failed', 'code': 422} returned with failed status Aug 31 14:06:50.458709 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.471472 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca14e055-c2e2-4b59-8161-8f4d76083450 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.477596 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca14e055-c2e2-4b59-8161-8f4d76083450 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.505902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Network 81b7ff80-246e-4b78-9a57-b4304a9727a5 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:50.506129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca14e055-c2e2-4b59-8161-8f4d76083450 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.510148 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ca14e055-c2e2-4b59-8161-8f4d76083450 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1388044 Aug 31 14:06:50.510530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46048) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:50.511539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:50.514906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:50.525170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:50.564632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Pushing event updated for resources: {'Port': ['ID=11c53d63-df20-469d-a31b-6ac82c74d261,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:50.592364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:50.593208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.623975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-ec3d61eb-44be-49f9-aedc-c43361c4c37f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4033604 Aug 31 14:06:50.660882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7318fb53-0b2a-42ba-96f5-401c4fb0dbca up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:50.664349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Request body: {'port': {'device_id': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:50.721716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:50.722094 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.736668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.872802 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.881606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f5b204e7-d293-43fb-9098-06aa83505b87 None None] Provisioning for port 11c53d63-df20-469d-a31b-6ac82c74d261 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:50.892408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f5b204e7-d293-43fb-9098-06aa83505b87 None None] Provisioning complete for port 11c53d63-df20-469d-a31b-6ac82c74d261 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:50.893001 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f5b204e7-d293-43fb-9098-06aa83505b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:50.952768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f5b204e7-d293-43fb-9098-06aa83505b87 None None] Port 11c53d63-df20-469d-a31b-6ac82c74d261 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:06:51.072189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c53d63-df20-469d-a31b-6ac82c74d261 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:51.080609 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.086033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-9d7de414-a009-4d19-af38-c25d092b6b1b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:51.087563 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-9d7de414-a009-4d19-af38-c25d092b6b1b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.1367521 Aug 31 14:06:51.095311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Transition to ACTIVE for port object 11c53d63-df20-469d-a31b-6ac82c74d261 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:51.100303 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.112024 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-df9aa78e-eec9-4105-9568-7044ed172c55 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/quotas/c49ff878b8ce4be8846e7a9703cafd7a HTTP/1.1" status: 200 len: 375 time: 0.0157766 Aug 31 14:06:51.155219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-2c2da874-ffad-49ed-a689-beb9e2d13032 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366044 Aug 31 14:06:51.180364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Pushing event updated for resources: {'Port': ['ID=11c53d63-df20-469d-a31b-6ac82c74d261,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:51.238608 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Attempting to bind port 11c53d63-df20-469d-a31b-6ac82c74d261 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:51.239293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Attempting to bind port 11c53d63-df20-469d-a31b-6ac82c74d261 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:51.239407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Attempting to bind port 11c53d63-df20-469d-a31b-6ac82c74d261 on network 81b7ff80-246e-4b78-9a57-b4304a9727a5 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:51.244679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Port 11c53d63-df20-469d-a31b-6ac82c74d261 on network 81b7ff80-246e-4b78-9a57-b4304a9727a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:51.245541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Attempting to bind port 11c53d63-df20-469d-a31b-6ac82c74d261 on network 81b7ff80-246e-4b78-9a57-b4304a9727a5 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:51.251081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:51.251421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Checking segment: {'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:51.251815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Bound using segment: {'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:51.252257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Bound port: 11c53d63-df20-469d-a31b-6ac82c74d261, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a318560-cc73-4b0e-be0c-0051e3391d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:51.252654 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.315176 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.345480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.355049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] For port 11c53d63-df20-469d-a31b-6ac82c74d261, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:51.374880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] For port 11c53d63-df20-469d-a31b-6ac82c74d261, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=11c53d63-df20-469d-a31b-6ac82c74d261,segment=NetworkSegment(2a318560-cc73-4b0e-be0c-0051e3391d57),segment_id=2a318560-cc73-4b0e-be0c-0051e3391d57)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:51.390856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4e19-629f-465b-b64e-2e76075909ef req-916ffec8-f243-4db1-b32e-4eb81d482386 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:51.397563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1ac4e19-629f-465b-b64e-2e76075909ef req-916ffec8-f243-4db1-b32e-4eb81d482386 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 944 time: 0.0820427 Aug 31 14:06:51.399206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.409983 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-eb1d42cf-2c41-483c-be3a-3d3a27856468 service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106733 Aug 31 14:06:51.468584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:51.469078 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.470511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] 10.222.0.13 "PUT /v2.0/ports/11c53d63-df20-469d-a31b-6ac82c74d261 HTTP/1.1" status: 200 len: 1092 time: 0.8171539 Aug 31 14:06:51.495401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52a899-7a1b-4fe4-ba05-81e65efe3156 service neutron] Pushing event updated for resources: {'Port': ['ID=11c53d63-df20-469d-a31b-6ac82c74d261,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:51.511647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1ac4e19-629f-465b-b64e-2e76075909ef req-09ca1ab8-ff7a-465e-a292-eb22c5316ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9bb6d-be8c-4523-8842-4cd00e9ab93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095815 Aug 31 14:06:51.554673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Allocated IP 172.25.3.219 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/5c0f7237-e0ce-403f-992d-bc6cbc176e62) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:51.580468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-033f6da6-77f6-48f7-a551-a2691c3af10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:51.583164 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-033f6da6-77f6-48f7-a551-a2691c3af10b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83cee18f030d4f1b80e8dc43d0b67865&device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 1095 time: 0.0686641 Aug 31 14:06:51.594353 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-67289b13-c722-4211-a8d3-20ba124c005d service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742103 Aug 31 14:06:51.676981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-b1bfb746-9654-4027-99c6-22909d1253f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c53d63-df20-469d-a31b-6ac82c74d261 HTTP/1.1" status: 200 len: 217 time: 0.0838554 Aug 31 14:06:51.702196 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.747844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-5f4dc613-4385-4b83-8219-7e8042beab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:51.749581 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-5f4dc613-4385-4b83-8219-7e8042beab20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a263b99-a2f4-462b-ac80-5ec73babc9ad HTTP/1.1" status: 200 len: 868 time: 0.0648429 Aug 31 14:06:51.757290 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:51.788714 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:51.801185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:51.830267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:51.830505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-e0ee251b-14c4-4378-a55f-a2a83f741473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:51.832129 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-e0ee251b-14c4-4378-a55f-a2a83f741473 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81b7ff80-246e-4b78-9a57-b4304a9727a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738337 Aug 31 14:06:51.890930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ecb5d91e-4090-48fc-87ea-7833e26242a2 req-d7cef261-a0a9-4dc9-8643-66996a91acba tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 210 time: 0.0587335 Aug 31 14:06:51.897825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Pushing event updated for resources: {'Port': ['ID=5c0f7237-e0ce-403f-992d-bc6cbc176e62,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:51.944256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-9260c368-0daa-4ad6-b233-6075dd19cf9e service neutron] 10.222.0.13 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044443 Aug 31 14:06:52.049768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-776b03c2-e7ee-4223-87dd-4271a9919360 req-b193edf9-6916-405c-b9c5-b2382aa70071 service neutron] 10.222.0.13 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973375 Aug 31 14:06:52.167883 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:52.395332 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:52.400277 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:52.430260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'tag': '11c53d63-df20-469d-a31b-6ac82c74d261'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:52.434061 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c37aa6d-204b-448d-bb90-155618943b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "35835388-3fb7-45f7-bec7-94cecdd3bcf9", "tag": "11c53d63-df20-469d-a31b-6ac82c74d261"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:52.474892 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44221807-ce9e-4d93-be4b-fa20c6d75fc5 x-openstack-request-id: req-44221807-ce9e-4d93-be4b-fa20c6d75fc5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:52.475255 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35835388-3fb7-45f7-bec7-94cecdd3bcf9", "tag": "11c53d63-df20-469d-a31b-6ac82c74d261", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:52.475596 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44221807-ce9e-4d93-be4b-fa20c6d75fc5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:52.476088 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'tag': '11c53d63-df20-469d-a31b-6ac82c74d261', 'status': 'completed', 'code': 200} Aug 31 14:06:52.551921 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Router c9837034-b1e8-418a-8e5f-69c7b8baee44 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:52.558725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37aa6d-204b-448d-bb90-155618943b0d req-4a14e881-c2af-4d5d-8054-6d1a65420e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.560476 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c37aa6d-204b-448d-bb90-155618943b0d req-4a14e881-c2af-4d5d-8054-6d1a65420e88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83cee18f030d4f1b80e8dc43d0b67865&device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 1095 time: 0.0499060 Aug 31 14:06:52.669303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37aa6d-204b-448d-bb90-155618943b0d req-40b37987-4ef7-4883-a3a9-77c5fbacaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.670838 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c37aa6d-204b-448d-bb90-155618943b0d req-40b37987-4ef7-4883-a3a9-77c5fbacaf23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81b7ff80-246e-4b78-9a57-b4304a9727a5 HTTP/1.1" status: 200 len: 930 time: 0.1029558 Aug 31 14:06:52.731978 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c37aa6d-204b-448d-bb90-155618943b0d req-0acf2d4b-c24c-4537-b7de-1fec61e2f003 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c53d63-df20-469d-a31b-6ac82c74d261 HTTP/1.1" status: 200 len: 217 time: 0.0399640 Aug 31 14:06:52.836882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37aa6d-204b-448d-bb90-155618943b0d req-084f9d00-c027-4e41-8a5f-45f04d19febf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.838652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c37aa6d-204b-448d-bb90-155618943b0d req-084f9d00-c027-4e41-8a5f-45f04d19febf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a263b99-a2f4-462b-ac80-5ec73babc9ad HTTP/1.1" status: 200 len: 868 time: 0.0935979 Aug 31 14:06:52.899589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37aa6d-204b-448d-bb90-155618943b0d req-fe3613b1-6ada-41c5-8b55-3376fe5a175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:52.901506 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c37aa6d-204b-448d-bb90-155618943b0d req-fe3613b1-6ada-41c5-8b55-3376fe5a175a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81b7ff80-246e-4b78-9a57-b4304a9727a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539892 Aug 31 14:06:52.982349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:52.996518 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:52.997657 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb065a-e975-4ed4-8125-f9aa68f130ce None None] Sync routers for ids ['c9837034-b1e8-418a-8e5f-69c7b8baee44'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:52.998923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e7455f4f-a07c-428f-886a-2cb27c95d804 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "PUT /v2.0/routers/c9837034-b1e8-418a-8e5f-69c7b8baee44 HTTP/1.1" status: 200 len: 880 time: 2.4860027 Aug 31 14:06:53.002877 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46096) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:53.022009 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb065a-e975-4ed4-8125-f9aa68f130ce None None] Routers {'c9837034-b1e8-418a-8e5f-69c7b8baee44'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:53.022968 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-8dcb065a-e975-4ed4-8125-f9aa68f130ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c9837034-b1e8-418a-8e5f-69c7b8baee44'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:53.065065 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-8dcb065a-e975-4ed4-8125-f9aa68f130ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:53.077504 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb065a-e975-4ed4-8125-f9aa68f130ce None None] Routers {'c9837034-b1e8-418a-8e5f-69c7b8baee44'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:53.079013 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-8dcb065a-e975-4ed4-8125-f9aa68f130ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c9837034-b1e8-418a-8e5f-69c7b8baee44'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:53.086643 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d73864-7485-479e-8406-820eacf0108e req-21a3c281-02aa-4bc9-b15d-716eb82dabda tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.088189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17d73864-7485-479e-8406-820eacf0108e req-21a3c281-02aa-4bc9-b15d-716eb82dabda tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 944 time: 0.4901214 Aug 31 14:06:53.116599 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-8dcb065a-e975-4ed4-8125-f9aa68f130ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:53.117553 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb065a-e975-4ed4-8125-f9aa68f130ce None None] The sync data for ids ['c9837034-b1e8-418a-8e5f-69c7b8baee44'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:53.176314 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-845c751d-aecd-43da-81c9-948494d71fcb tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/routers/c9837034-b1e8-418a-8e5f-69c7b8baee44 HTTP/1.1" status: 200 len: 921 time: 0.1722338 Aug 31 14:06:53.179838 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17d73864-7485-479e-8406-820eacf0108e req-685c7513-8d9c-47b1-9e9b-2ff94f28a912 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9bb6d-be8c-4523-8842-4cd00e9ab93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532818 Aug 31 14:06:53.180312 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46098) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:53.267538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50540ee6-1128-43cd-8b22-89d40e0395bf tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.269286 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-50540ee6-1128-43cd-8b22-89d40e0395bf tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&device_id=c9837034-b1e8-418a-8e5f-69c7b8baee44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0878475 Aug 31 14:06:53.272151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46100) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:53.379217 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4253b582-d7c2-4d2d-8ddf-76c92faf60b4 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.383997 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4253b582-d7c2-4d2d-8ddf-76c92faf60b4 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 881 time: 0.1073613 Aug 31 14:06:53.385181 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46102) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:53.420042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46104) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:53.420860 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ead4298f-3165-42e7-a987-14b8f6e2e38f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9837034-b1e8-418a-8e5f-69c7b8baee44 HTTP/1.1" status: 200 len: 205 time: 0.0345554 Aug 31 14:06:53.498794 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9f7fd54-c3c4-4595-b3c9-45bc1972476e req-e84d8a36-dff0-4941-8473-6f51ed88cc17 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 210 time: 0.0844753 Aug 31 14:06:53.509895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 11c53d63-df20-469d-a31b-6ac82c74d261 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:06:53.608631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-8a273cf8-02c5-4d95-b687-ec1154b820e1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:53.610120 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-8a273cf8-02c5-4d95-b687-ec1154b820e1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.6890473 Aug 31 14:06:53.614186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c37aa6d-204b-448d-bb90-155618943b0d req-8b1476f4-8c8c-4a83-b58b-ffd2cf040682 service neutron] 10.222.0.13 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947665 Aug 31 14:06:53.614358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 11c53d63-df20-469d-a31b-6ac82c74d261, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=11c53d63-df20-469d-a31b-6ac82c74d261,segment=NetworkSegment(2a318560-cc73-4b0e-be0c-0051e3391d57),segment_id=2a318560-cc73-4b0e-be0c-0051e3391d57)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:53.633809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '11c53d63-df20-469d-a31b-6ac82c74d261', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'port_id': '11c53d63-df20-469d-a31b-6ac82c74d261', 'mac_address': 'fa:16:3e:29:06:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:06:53.634129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Request body: {'port': {'device_id': 'a781432f-2d59-49a6-8093-ec4c6ca756b7', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'admin_state_up': True, 'tenant_id': 'c49ff878b8ce4be8846e7a9703cafd7a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:53.658111 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:53.688779 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:53.705005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c53d63-df20-469d-a31b-6ac82c74d261 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:53.725612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 11c53d63-df20-469d-a31b-6ac82c74d261, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=11c53d63-df20-469d-a31b-6ac82c74d261,segment=NetworkSegment(2a318560-cc73-4b0e-be0c-0051e3391d57),segment_id=2a318560-cc73-4b0e-be0c-0051e3391d57)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:53.730222 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:53.792483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=11c53d63-df20-469d-a31b-6ac82c74d261,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:53.884864 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5c37aa6d-204b-448d-bb90-155618943b0d req-2d668a95-03cd-4365-9176-89beb60b4ef7 service neutron] 10.222.0.13 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566414 Aug 31 14:06:53.900513 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:53.917686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Made reservation on behalf of c49ff878b8ce4be8846e7a9703cafd7a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:53.921454 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.026991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Deleting port 5c0f7237-e0ce-403f-992d-bc6cbc176e62 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:54.027335 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.027555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['11c53d63-df20-469d-a31b-6ac82c74d261'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:06:54.138468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Allocated IP 172.20.0.11 (a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa/962b2de8-40f4-47f7-980e-7d061aa8c497/2150bc14-5b7d-4410-9b0a-aea3f7d0e44e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:54.159137 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.175588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Calling delete_port for 5c0f7237-e0ce-403f-992d-bc6cbc176e62 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:54.449986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d46492-f48d-4802-b12a-75a8c888d63a req-0ffe8b9f-2de5-44f7-839a-75837e192237 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:54.451590 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83d46492-f48d-4802-b12a-75a8c888d63a req-0ffe8b9f-2de5-44f7-839a-75837e192237 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 945 time: 0.1585240 Aug 31 14:06:54.454682 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.535694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83d46492-f48d-4802-b12a-75a8c888d63a req-e23d07dd-1e3c-43eb-9269-808d0ac83161 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9bb6d-be8c-4523-8842-4cd00e9ab93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757945 Aug 31 14:06:54.562123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.587749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Pushing event deleted for resources: {'Port': ['ID=5c0f7237-e0ce-403f-992d-bc6cbc176e62,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:54.590055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.649399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76172375-357f-4dd2-9325-422afe7ba1b4 req-16f2e881-389a-4b13-89b1-ab7d099315db tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:54.651582 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76172375-357f-4dd2-9325-422afe7ba1b4 req-16f2e881-389a-4b13-89b1-ab7d099315db tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 932 time: 0.0638809 Aug 31 14:06:54.658049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:54.681667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:54.687757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:54.692175 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76172375-357f-4dd2-9325-422afe7ba1b4 req-dcc96bb5-fb40-47de-8cc4-3a5e53d96684 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340381 Aug 31 14:06:54.722989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Pushing event updated for resources: {'Port': ['ID=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:54.740267 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.839383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:54.840018 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.850297 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.854782 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.865043 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-79d257ef-018e-4538-8530-18c05df3bd58 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2355275 Aug 31 14:06:54.903335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Request body: {'port': {'device_id': 'a781432f-2d59-49a6-8093-ec4c6ca756b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:54.931237 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.931767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Fanout notify agent at l3_agent the message router_deleted on router c9837034-b1e8-418a-8e5f-69c7b8baee44 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:06:54.940411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.941551 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-483798fb-5bfc-4676-95c7-82863b1d8d77 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/routers/c9837034-b1e8-418a-8e5f-69c7b8baee44 HTTP/1.1" status: 204 len: 168 time: 1.5205631 Aug 31 14:06:54.946439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46122) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:54.951107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c7fe2fb7-482e-4ebe-90e9-c4f5d938ba73 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1652350355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:54.986263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c7fe2fb7-482e-4ebe-90e9-c4f5d938ba73 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.987323 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c7fe2fb7-482e-4ebe-90e9-c4f5d938ba73 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:54.990279 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.051685 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c7fe2fb7-482e-4ebe-90e9-c4f5d938ba73 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.058354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c7fe2fb7-482e-4ebe-90e9-c4f5d938ba73 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.076661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c7fe2fb7-482e-4ebe-90e9-c4f5d938ba73 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.077924 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c7fe2fb7-482e-4ebe-90e9-c4f5d938ba73 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1305754 Aug 31 14:06:55.080808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46124) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:55.085188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'enable_snat': True}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:55.298585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:55.301930 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.306224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.318520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Transition to ACTIVE for port object 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:55.322518 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.378339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Pushing event updated for resources: {'Port': ['ID=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:55.466099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Attempting to bind port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:06:55.466623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Attempting to bind port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:06:55.466972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Attempting to bind port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:55.471844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:06:55.472164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Attempting to bind port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:06:55.477023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:06:55.477362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Checking segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:06:55.477746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Bound using segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:06:55.478174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Bound port: 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:06:55.478535 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.505269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 11c53d63-df20-469d-a31b-6ac82c74d261 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:06:55.531458 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.544529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] For port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:06:55.547658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] For port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:06:55.552182 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.553620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.559129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 11c53d63-df20-469d-a31b-6ac82c74d261 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:06:55.563640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 11c53d63-df20-469d-a31b-6ac82c74d261 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:06:55.564055 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.596819 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:55.597921 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.600423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] 10.222.0.13 "PUT /v2.0/ports/2150bc14-5b7d-4410-9b0a-aea3f7d0e44e HTTP/1.1" status: 200 len: 1092 time: 0.7019303 Aug 31 14:06:55.601101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a781432f-2d59-49a6-8093-ec4c6ca756b7', 'tag': '2150bc14-5b7d-4410-9b0a-aea3f7d0e44e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:55.603913 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf579bd-7d39-4c6f-8f5c-675e01fd3118" -d '{"events": [{"name": "network-changed", "server_uuid": "a781432f-2d59-49a6-8093-ec4c6ca756b7", "tag": "2150bc14-5b7d-4410-9b0a-aea3f7d0e44e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:55.661230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a53184-9721-439a-8e43-b25d529affa2 service neutron] Pushing event updated for resources: {'Port': ['ID=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:55.679939 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1958a3ee-3e16-4dd0-bd0a-e88da7c8dafd x-openstack-request-id: req-1958a3ee-3e16-4dd0-bd0a-e88da7c8dafd {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:55.681778 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a781432f-2d59-49a6-8093-ec4c6ca756b7", "tag": "2150bc14-5b7d-4410-9b0a-aea3f7d0e44e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:55.682032 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1958a3ee-3e16-4dd0-bd0a-e88da7c8dafd {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:55.682474 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a781432f-2d59-49a6-8093-ec4c6ca756b7', 'tag': '2150bc14-5b7d-4410-9b0a-aea3f7d0e44e', 'status': 'completed', 'code': 200} Aug 31 14:06:55.726988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-a28830fe-9357-4f04-9dec-cf8f24e10712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:55.730406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-a28830fe-9357-4f04-9dec-cf8f24e10712 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 1095 time: 0.0629079 Aug 31 14:06:55.734022 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.762928 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Allocated IP 172.25.3.162 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/a6b0ed5f-05ea-4604-a832-8b9d2ae879fb) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:55.779294 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-29bd84e6-4a64-4ee1-91ae-e7eb8f31b831 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e HTTP/1.1" status: 200 len: 217 time: 0.0406609 Aug 31 14:06:55.780244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 11c53d63-df20-469d-a31b-6ac82c74d261, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=11c53d63-df20-469d-a31b-6ac82c74d261,segment=NetworkSegment(2a318560-cc73-4b0e-be0c-0051e3391d57),segment_id=2a318560-cc73-4b0e-be0c-0051e3391d57)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:55.781352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c53d63-df20-469d-a31b-6ac82c74d261'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:06:55.784624 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b941ae8b-dc8a-455d-b770-b73dbe2ddea0" -d '{"events": [{"server_uuid": "35835388-3fb7-45f7-bec7-94cecdd3bcf9", "name": "network-vif-plugged", "status": "completed", "tag": "11c53d63-df20-469d-a31b-6ac82c74d261"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:06:55.786264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e442817-fb9a-4972-bfbe-a7caebfd8738 req-71374c22-a0b4-4634-801a-53419d430072 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:55.788203 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.788533 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e442817-fb9a-4972-bfbe-a7caebfd8738 req-71374c22-a0b4-4634-801a-53419d430072 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 945 time: 0.1056168 Aug 31 14:06:55.842812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=11c53d63-df20-469d-a31b-6ac82c74d261,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:55.872746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-4ce4bf8a-c50e-49cf-b043-b2a288881090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:55.874257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-4ce4bf8a-c50e-49cf-b043-b2a288881090 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.0835459 Aug 31 14:06:55.882854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910139-5d11-47cb-9cf5-a688eb418486 req-65f17c12-6140-4f50-b819-a7f8cbe348ca tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:55.884764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4910139-5d11-47cb-9cf5-a688eb418486 req-65f17c12-6140-4f50-b819-a7f8cbe348ca tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 944 time: 0.1035984 Aug 31 14:06:55.900199 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e442817-fb9a-4972-bfbe-a7caebfd8738 req-e242e36d-1a25-4a83-92d9-4a899df1ee30 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9bb6d-be8c-4523-8842-4cd00e9ab93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945075 Aug 31 14:06:55.921126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-ebce6b2c-2347-4443-b654-2a162c079fac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345840 Aug 31 14:06:55.948905 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:55.959522 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1162cf2-d29c-4b78-b752-6df33d2aa951 x-openstack-request-id: req-e1162cf2-d29c-4b78-b752-6df33d2aa951 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:06:55.960623 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35835388-3fb7-45f7-bec7-94cecdd3bcf9", "name": "network-vif-plugged", "status": "completed", "tag": "11c53d63-df20-469d-a31b-6ac82c74d261", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:06:55.961036 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1162cf2-d29c-4b78-b752-6df33d2aa951 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:06:55.961637 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c53d63-df20-469d-a31b-6ac82c74d261', 'code': 200} Aug 31 14:06:56.009562 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:56.031959 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4910139-5d11-47cb-9cf5-a688eb418486 req-a929090c-0292-46a8-9f5c-648efe3350a6 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342967 Aug 31 14:06:56.050893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:06:56.059125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:06:56.063449 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:06:56.096819 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event updated for resources: {'Port': ['ID=a6b0ed5f-05ea-4604-a832-8b9d2ae879fb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:56.153208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6346aeb-c497-4b88-abf8-879e61c0f305 req-275e2be4-c731-4b0d-b3f6-20466d654afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:56.154982 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6346aeb-c497-4b88-abf8-879e61c0f305 req-275e2be4-c731-4b0d-b3f6-20466d654afa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 1097 time: 0.1220543 Aug 31 14:06:56.162754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-83259b76-6ccf-44f3-b423-082ff45e0c33 service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329783 Aug 31 14:06:56.251795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6346aeb-c497-4b88-abf8-879e61c0f305 req-270584bd-ad32-422e-8f32-adedbdf18a5b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2cb9bb6d-be8c-4523-8842-4cd00e9ab93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881784 Aug 31 14:06:56.290067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c37e1e56-986e-4277-b6cc-11a97a130927 req-f3e077cd-7aa5-4c67-99aa-6389514b427a service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192181 Aug 31 14:06:56.387887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:56.496228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcde3e-1434-40d4-ac90-11b549f3415c req-bb2fd339-ef81-42c7-893a-bf4ac606cf9c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:56.498726 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4dcde3e-1434-40d4-ac90-11b549f3415c req-bb2fd339-ef81-42c7-893a-bf4ac606cf9c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0780931 Aug 31 14:06:56.574577 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4dcde3e-1434-40d4-ac90-11b549f3415c req-f41585eb-f7b2-4f8b-aaf3-d4a62b379645 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601935 Aug 31 14:06:56.576575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf579bd-7d39-4c6f-8f5c-675e01fd3118 req-e40f9dd2-0704-4304-96fe-2b56c82d2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:56.578039 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bf579bd-7d39-4c6f-8f5c-675e01fd3118 req-e40f9dd2-0704-4304-96fe-2b56c82d2886 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 1095 time: 0.0781062 Aug 31 14:06:56.668131 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:56.680411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf579bd-7d39-4c6f-8f5c-675e01fd3118 req-03e9f95c-b0b2-4d88-9de7-d6ac984dd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:56.681980 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bf579bd-7d39-4c6f-8f5c-675e01fd3118 req-03e9f95c-b0b2-4d88-9de7-d6ac984dd182 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 911 time: 0.0968952 Aug 31 14:06:56.687568 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:56.728792 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bf579bd-7d39-4c6f-8f5c-675e01fd3118 req-5adf9b82-eee8-42a1-a6e5-0faed7ded95d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e HTTP/1.1" status: 200 len: 217 time: 0.0361092 Aug 31 14:06:56.752521 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13b2fe-019c-42f4-886a-459cfe0ed587 req-021361cb-b617-460e-be45-fd7883efdbed tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:56.754078 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c13b2fe-019c-42f4-886a-459cfe0ed587 req-021361cb-b617-460e-be45-fd7883efdbed tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1009374 Aug 31 14:06:56.794268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf579bd-7d39-4c6f-8f5c-675e01fd3118 req-c908e0d0-3f6a-4394-a268-09d904d5c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:56.795807 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bf579bd-7d39-4c6f-8f5c-675e01fd3118 req-c908e0d0-3f6a-4394-a268-09d904d5c79d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.0539248 Aug 31 14:06:56.830899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bf579bd-7d39-4c6f-8f5c-675e01fd3118 req-34988ce5-6d62-4cec-b98b-8cbbd88ff3ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260515 Aug 31 14:06:56.843586 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c13b2fe-019c-42f4-886a-459cfe0ed587 req-1729f941-ef6b-4150-bb19-75a3cc06fada tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804160 Aug 31 14:06:56.879019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Router fbcdd09d-5ae0-4edb-819f-df6ec4963678 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:06:56.987220 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-cd37a6d0-1a5c-4f89-b053-acd8464a22b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0800018 Aug 31 14:06:56.989227 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bf579bd-7d39-4c6f-8f5c-675e01fd3118 req-495b4066-4bb8-4311-9ead-23286ca845f9 service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501527 Aug 31 14:06:57.031534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:06:57.039781 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:57.042082 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a056176e-47bd-48f3-b888-be8d00024b44 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "PUT /v2.0/routers/fbcdd09d-5ae0-4edb-819f-df6ec4963678 HTTP/1.1" status: 200 len: 915 time: 1.9601400 Aug 31 14:06:57.044637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46152) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:57.047634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73918b33-7683-4496-ad00-2bae7a13a76c None None] Sync routers for ids ['fbcdd09d-5ae0-4edb-819f-df6ec4963678'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:06:57.062172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73918b33-7683-4496-ad00-2bae7a13a76c None None] Routers {'fbcdd09d-5ae0-4edb-819f-df6ec4963678'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:57.062816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-73918b33-7683-4496-ad00-2bae7a13a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['fbcdd09d-5ae0-4edb-819f-df6ec4963678'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:57.125124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-73918b33-7683-4496-ad00-2bae7a13a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:57.148809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73918b33-7683-4496-ad00-2bae7a13a76c None None] Routers {'fbcdd09d-5ae0-4edb-819f-df6ec4963678'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:06:57.150243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-73918b33-7683-4496-ad00-2bae7a13a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['fbcdd09d-5ae0-4edb-819f-df6ec4963678'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:57.211268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-73918b33-7683-4496-ad00-2bae7a13a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:06:57.212210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73918b33-7683-4496-ad00-2bae7a13a76c None None] The sync data for ids ['fbcdd09d-5ae0-4edb-819f-df6ec4963678'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:06:57.230000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823f62b-e229-4e1d-b7aa-c96c4affa58e req-d189cdd1-c614-427d-851d-b94396a9581e tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.231497 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b823f62b-e229-4e1d-b7aa-c96c4affa58e req-d189cdd1-c614-427d-851d-b94396a9581e tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 946 time: 0.2411058 Aug 31 14:06:57.252110 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b85037ae-86e8-4266-bc24-6abc22f51964 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/routers/fbcdd09d-5ae0-4edb-819f-df6ec4963678 HTTP/1.1" status: 200 len: 921 time: 0.2058971 Aug 31 14:06:57.255520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46172) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:57.257946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-4d6fd8c3-cca5-4bc7-80f3-26d1e70dcd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.258166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-4d6fd8c3-cca5-4bc7-80f3-26d1e70dcd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.258477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-4d6fd8c3-cca5-4bc7-80f3-26d1e70dcd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.258943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-4d6fd8c3-cca5-4bc7-80f3-26d1e70dcd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.259457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-4d6fd8c3-cca5-4bc7-80f3-26d1e70dcd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.260078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-4d6fd8c3-cca5-4bc7-80f3-26d1e70dcd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.261201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-4d6fd8c3-cca5-4bc7-80f3-26d1e70dcd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.263177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-4d6fd8c3-cca5-4bc7-80f3-26d1e70dcd8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6489 time: 0.1409364 Aug 31 14:06:57.285338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bf579bd-7d39-4c6f-8f5c-675e01fd3118 req-f4df395f-458b-4239-90f9-b1a8f1bd585c service neutron] 10.222.0.13 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681928 Aug 31 14:06:57.300514 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744982-8017-45fa-a90a-7e2833df557d req-a2e8bb82-2508-49e7-a6ca-148723bcfdf3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.302018 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-a2e8bb82-2508-49e7-a6ca-148723bcfdf3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 812 time: 0.1909125 Aug 31 14:06:57.304704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b823f62b-e229-4e1d-b7aa-c96c4affa58e req-a5ca0ddb-7a8f-403e-b4a8-4f5e8a4423c7 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9bb6d-be8c-4523-8842-4cd00e9ab93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635767 Aug 31 14:06:57.322771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bbec0d-d2fd-49c0-a15e-0de59e723556 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.330166 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-76bbec0d-d2fd-49c0-a15e-0de59e723556 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&device_id=fbcdd09d-5ae0-4edb-819f-df6ec4963678&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0736675 Aug 31 14:06:57.338434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46174) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:57.361485 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-1e7038a3-3a53-4a62-a114-33078a18cd23 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/quotas/c28ecdeb550f4a6594d69709db570fca HTTP/1.1" status: 200 len: 375 time: 0.0301208 Aug 31 14:06:57.422483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-c5c87e09-dc57-4e02-821c-b31ee3acb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.423037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-c5c87e09-dc57-4e02-821c-b31ee3acb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.423601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-c5c87e09-dc57-4e02-821c-b31ee3acb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.425360 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-c5c87e09-dc57-4e02-821c-b31ee3acb64e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5fb4c7e-2c3a-4423-9d26-009e73aec85e&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a HTTP/1.1" status: 200 len: 2291 time: 0.1193378 Aug 31 14:06:57.483082 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-af06eeaf-8698-419f-b644-7824b50cc0de tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1205940 Aug 31 14:06:57.518820 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-5ab44d5c-8b08-41c4-a284-041dae4e36c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3adf0515-04b3-473a-9e4d-355c21d8fc2a HTTP/1.1" status: 200 len: 1002 time: 0.0829177 Aug 31 14:06:57.566696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e0a84-695b-49e3-9138-1046ffaa3e25 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.568120 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0e6e0a84-695b-49e3-9138-1046ffaa3e25 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 881 time: 0.2295187 Aug 31 14:06:57.572171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46176) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:57.599654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-ef01c140-213e-4a44-a48b-2202a55194b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.601202 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-ef01c140-213e-4a44-a48b-2202a55194b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3 HTTP/1.1" status: 200 len: 850 time: 0.0744457 Aug 31 14:06:57.612650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64551-bd21-4da6-99c9-566de25272c5 req-8d322fff-9a8c-4cb7-a4d7-96bb0a415d3b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.614205 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8d64551-bd21-4da6-99c9-566de25272c5 req-8d322fff-9a8c-4cb7-a4d7-96bb0a415d3b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 944 time: 0.0860357 Aug 31 14:06:57.684544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8d64551-bd21-4da6-99c9-566de25272c5 req-8e1175c9-9946-493f-bd07-73b567c2b499 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608585 Aug 31 14:06:57.690374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-165a8693-8ff9-41a8-b069-10b61dbbf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:57.691359 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-165a8693-8ff9-41a8-b069-10b61dbbf7aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5fb4c7e-2c3a-4423-9d26-009e73aec85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760775 Aug 31 14:06:57.798087 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-59eab1ae-dc01-4d76-9cee-a0582239c7e9 service neutron] 10.222.0.13 "GET /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989506 Aug 31 14:06:57.864686 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d6702afe-d2d2-4309-bdb8-d6ffa19dc39a tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcdd09d-5ae0-4edb-819f-df6ec4963678 HTTP/1.1" status: 200 len: 205 time: 0.2902663 Aug 31 14:06:57.869458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46178) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:06:57.884641 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-80b1eaaa-ff29-47b2-b8ba-5fa0aec6f3f9 service neutron] 10.222.0.20 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006543 Aug 31 14:06:57.980995 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-730fbe4b-17b2-4268-993c-87e970dfb6a6 service neutron] 10.222.0.20 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889003 Aug 31 14:06:58.278621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-72a92d5d-330a-450f-94bb-ea1dd6a7e00d service neutron] 10.222.0.13 "GET /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723830 Aug 31 14:06:58.350420 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-935af9a3-ae4f-466c-87a2-0592db1269da req-d779ae42-72ba-4b13-9d75-f6b675b8ae5f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 210 time: 0.0744469 Aug 31 14:06:58.354878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-25f2fdda-2a52-45f9-b79f-06a650ad5a1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=ac6194a5-9eba-4751-8944-10a6f7e9a853 HTTP/1.1" status: 200 len: 217 time: 0.0650671 Aug 31 14:06:58.388351 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:58.472676 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95369d4b-37ba-4376-a8b0-8c2a8af13567 req-950398c3-86ff-40d5-8102-674ded485173 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:58.474718 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-95369d4b-37ba-4376-a8b0-8c2a8af13567 req-950398c3-86ff-40d5-8102-674ded485173 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 946 time: 0.0819740 Aug 31 14:06:58.507528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-f42249dd-85c9-46ae-81a5-016afb8046fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:58.509082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-f42249dd-85c9-46ae-81a5-016afb8046fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.1431711 Aug 31 14:06:58.549237 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-95369d4b-37ba-4376-a8b0-8c2a8af13567 req-e29cf1b7-267c-4f6b-9bb3-74127a6f9eea tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9bb6d-be8c-4523-8842-4cd00e9ab93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673864 Aug 31 14:06:58.579712 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:58.586285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-186f4e83-3ee5-4fae-903f-37f230a4000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:58.587883 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-186f4e83-3ee5-4fae-903f-37f230a4000d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0696926 Aug 31 14:06:58.821870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992162d5-ba6e-4bf4-b945-14798e667b4c req-836397b8-33eb-454a-94a5-2a53d42503d4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:58.821870 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-992162d5-ba6e-4bf4-b945-14798e667b4c req-836397b8-33eb-454a-94a5-2a53d42503d4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 944 time: 0.0527089 Aug 31 14:06:58.870351 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-992162d5-ba6e-4bf4-b945-14798e667b4c req-a97509f4-d4d2-403a-b72a-1574a83dff10 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Aug 31 14:06:58.897670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Deleting port a6b0ed5f-05ea-4604-a832-8b9d2ae879fb {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:06:58.898220 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:58.904595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-f7952d8e-99d8-4eaf-a34b-8624d4224812 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 258 time: 0.2977171 Aug 31 14:06:58.953798 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-d03d9043-844f-4e1d-89e1-df8855de15d4 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534768 Aug 31 14:06:58.956688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:59.050077 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.120642 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.148382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Calling delete_port for a6b0ed5f-05ea-4604-a832-8b9d2ae879fb owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:06:59.154855 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-da5ad06a-b785-40ec-9185-e9ff5511fca0 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935720 Aug 31 14:06:59.214426 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-cfbd9cb4-23a7-4044-b1fb-14616ba2484f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=7627da9a-ba2e-426b-8648-956bac9056d9 HTTP/1.1" status: 200 len: 217 time: 0.0499015 Aug 31 14:06:59.320659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-58275ae4-b635-4bfd-8359-ce9aa9df3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:59.322181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-58275ae4-b635-4bfd-8359-ce9aa9df3a03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.0744958 Aug 31 14:06:59.334288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744982-8017-45fa-a90a-7e2833df557d req-a49052f5-5d7f-436c-becc-d4c174a17035 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:59.336062 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-a49052f5-5d7f-436c-becc-d4c174a17035 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 812 time: 0.1318672 Aug 31 14:06:59.358749 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Request body: {'port': {'device_id': 'e5653e98-1325-49f7-9c56-680df5d85092', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'admin_state_up': True, 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:06:59.441039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-23ff1d21-7f90-4d26-90f7-58a957ec7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:06:59.442602 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-23ff1d21-7f90-4d26-90f7-58a957ec7d43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1114047 Aug 31 14:06:59.489870 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.511845 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ba3b344a-6807-4b8b-82c4-b5de40448d6b req-e053a753-02db-4838-b300-b18a8afc7008 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 210 time: 0.0326931 Aug 31 14:06:59.540064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:06:59.557149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Made reservation on behalf of c28ecdeb550f4a6594d69709db570fca for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:06:59.561883 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.590493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.643780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Pushing event deleted for resources: {'Port': ['ID=a6b0ed5f-05ea-4604-a832-8b9d2ae879fb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:59.665337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:59.678227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '2150bc14-5b7d-4410-9b0a-aea3f7d0e44e', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'port_id': '2150bc14-5b7d-4410-9b0a-aea3f7d0e44e', 'mac_address': 'fa:16:3e:70:91:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962b2de8-40f4-47f7-980e-7d061aa8c497', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:06:59.680338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-afa3b4eb-7131-4abd-a73d-bfd093992f57 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301121 Aug 31 14:06:59.722521 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.723418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Allocated IP 172.20.0.8 (b45e4484-4dc4-4454-8a6c-8a97e099c7b8/02a3a4ef-59fa-4c60-9ec4-e3c9654a7457/dcc74e5c-45f1-4812-95d2-76ba7cf9bd21) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:59.737306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:06:59.757074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:06:59.761858 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.808081 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.814615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:06:59.820884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Allocated IP 172.25.3.97 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/9370ac34-fa7f-47f7-9a80-0840ff9c272f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:06:59.896401 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.915365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Transition to ACTIVE for port object dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:06:59.971351 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.976858 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:06:59.991725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.008628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['66034099-cfe4-42e5-b43b-a0ba131e5b72', '83cbdc99-2eff-423f-bdc7-e40f9344c363'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:00.037232 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-c70f9113-d3f8-4161-8c2a-ddd5cf3288c3 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154199 Aug 31 14:07:00.053594 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.054143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Fanout notify agent at l3_agent the message router_deleted on router fbcdd09d-5ae0-4edb-819f-df6ec4963678 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:00.057155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:00.066260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:00.068543 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.068770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:00.069815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-607a18c9-06be-4c2d-88a9-fce9d8996f8f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/routers/fbcdd09d-5ae0-4edb-819f-df6ec4963678 HTTP/1.1" status: 204 len: 168 time: 2.1988301 Aug 31 14:07:00.077215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46212) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:00.077929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event updated for resources: {'Port': ['ID=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:00.086404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['2150bc14-5b7d-4410-9b0a-aea3f7d0e44e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:00.086615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b46bdb15-ee6b-4d42-98f7-282ad47e849b tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1438977973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:00.102103 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-27024770-ec52-42bd-9c6f-acdf62ea7fbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=83219683-f9b0-42b6-82dc-6016f15f8221 HTTP/1.1" status: 200 len: 217 time: 0.0562274 Aug 31 14:07:00.103092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0585577-62cc-41ef-a3dd-809ba677444b req-967b3f94-9373-434b-80ea-cfb0d731d4f4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:00.104867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b0585577-62cc-41ef-a3dd-809ba677444b req-967b3f94-9373-434b-80ea-cfb0d731d4f4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 945 time: 0.1484611 Aug 31 14:07:00.172845 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.189237 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b46bdb15-ee6b-4d42-98f7-282ad47e849b tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.190287 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b46bdb15-ee6b-4d42-98f7-282ad47e849b tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.192723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-64385d0e-9b9d-4764-83dc-c8a094329cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:00.194261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-64385d0e-9b9d-4764-83dc-c8a094329cf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.0822880 Aug 31 14:07:00.199338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:00.200000 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.228668 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b0585577-62cc-41ef-a3dd-809ba677444b req-4ae2e798-ac37-464b-8464-05972f57f3bf tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984085 Aug 31 14:07:00.240656 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-41d1f1ce-a626-4182-b194-4ac10c6c3e30 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8888175 Aug 31 14:07:00.267250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Request body: {'port': {'device_id': 'e5653e98-1325-49f7-9c56-680df5d85092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:00.330399 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.394284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-96bf9a3a-e78b-4c23-baa8-1cca718dfd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:00.396899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-96bf9a3a-e78b-4c23-baa8-1cca718dfd31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1461558 Aug 31 14:07:00.407746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:00.408978 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b46bdb15-ee6b-4d42-98f7-282ad47e849b tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.444862 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b46bdb15-ee6b-4d42-98f7-282ad47e849b tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.463760 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.471863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:00.473144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d8c3f62d-8c01-4883-a740-9e73bbb3e710 None None] Provisioning for port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:00.478558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d8c3f62d-8c01-4883-a740-9e73bbb3e710 None None] Provisioning complete for port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:00.478955 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f62d-8c01-4883-a740-9e73bbb3e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.482641 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b46bdb15-ee6b-4d42-98f7-282ad47e849b tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.487358 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b46bdb15-ee6b-4d42-98f7-282ad47e849b tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4024966 Aug 31 14:07:00.487721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46214) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:00.491820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:00.492690 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'enable_snat': False}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:00.540318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3f62d-8c01-4883-a740-9e73bbb3e710 None None] Port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:00.575464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Pushing event updated for resources: {'Port': ['ID=9370ac34-fa7f-47f7-9a80-0840ff9c272f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:00.648383 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-16d75c2a-858c-4168-9d19-4503aa43791e service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365680 Aug 31 14:07:00.655517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:00.936277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e5ac7-9d40-41da-a01c-3db216b76a92 req-eec87259-714e-4904-a574-30652618a6f8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:00.938707 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-648e5ac7-9d40-41da-a01c-3db216b76a92 req-eec87259-714e-4904-a574-30652618a6f8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 931 time: 0.2699726 Aug 31 14:07:00.949382 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.070836 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-648e5ac7-9d40-41da-a01c-3db216b76a92 req-d4e5d294-f1f0-4bcb-adfd-d9e97120a6b2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243651 Aug 31 14:07:01.089452 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.168196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-7b24347a-8dcd-4177-9ab1-711ddb2da96e service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089898 Aug 31 14:07:01.207055 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:01.217267 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.239541 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Transition to ACTIVE for port object dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:01.249010 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.250491 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-57b95417-6108-40e4-a09a-f78ca41cb8a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=b2bf1ed2-10fe-417a-8870-b240c3970b3f HTTP/1.1" status: 200 len: 217 time: 0.0698857 Aug 31 14:07:01.334108 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d9330394-6b7e-4cc5-a87d-3534d003f004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.383284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-8ead9e42-1cae-43b7-8087-55ad1898f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:01.384878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-8ead9e42-1cae-43b7-8087-55ad1898f639 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.1269407 Aug 31 14:07:01.413863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Pushing event updated for resources: {'Port': ['ID=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:01.452992 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.461584 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.467952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-521763a0-736f-418a-8880-ebea62ce5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:01.469272 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-521763a0-736f-418a-8880-ebea62ce5b46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731404 Aug 31 14:07:01.512950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca49ec-c572-4363-bb66-270adf9edd46 req-f7a3b9e3-b4aa-482f-ae8a-ae82f41bfc8a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:01.514355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2fca49ec-c572-4363-bb66-270adf9edd46 req-f7a3b9e3-b4aa-482f-ae8a-ae82f41bfc8a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 945 time: 0.1900976 Aug 31 14:07:01.538719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.549894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:01.577489 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.599680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Pushing event updated for resources: {'Port': ['ID=9370ac34-fa7f-47f7-9a80-0840ff9c272f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:01.626253 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.626719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:01.633564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:01.633564 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.637624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Attempting to bind port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:01.637971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Attempting to bind port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:01.638309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Attempting to bind port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:01.654285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.655586 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-abd6060b-940d-4f4d-99c6-db1b32aa64cc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7359953 Aug 31 14:07:01.656902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:07:01.657637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Attempting to bind port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:01.662127 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-5524efa5-e72f-48d6-8f66-15a5eb20ce3f service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696243 Aug 31 14:07:01.673272 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2fca49ec-c572-4363-bb66-270adf9edd46 req-8445d5a2-f46c-439b-9612-13a936f405ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418054 Aug 31 14:07:01.676983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:01.677345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Checking segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:01.677789 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Bound using segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:01.678197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Bound port: dcc74e5c-45f1-4812-95d2-76ba7cf9bd21, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:01.678574 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.760412 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.778897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-19442e52-1766-4f99-845f-e40ec498c9db tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.1156209 Aug 31 14:07:01.793521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a781432f-2d59-49a6-8093-ec4c6ca756b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2150bc14-5b7d-4410-9b0a-aea3f7d0e44e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:01.796425 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fd9d06-6745-48c4-9e06-79f73ce54d71" -d '{"events": [{"server_uuid": "a781432f-2d59-49a6-8093-ec4c6ca756b7", "name": "network-vif-plugged", "status": "completed", "tag": "2150bc14-5b7d-4410-9b0a-aea3f7d0e44e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:01.797489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Allocated IP 172.25.3.136 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/2df7e950-73a2-4fea-912f-a1ca0926eb33) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:01.814012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:01.820395 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.822153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] For port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:01.827182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] For port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:01.879387 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.892671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:01.895638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-ea02c573-f096-4fc3-9880-f8635178d6c6 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232671 Aug 31 14:07:01.927182 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d290170e-6fe6-41e1-90ef-779914971426 x-openstack-request-id: req-d290170e-6fe6-41e1-90ef-779914971426 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:01.927182 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a781432f-2d59-49a6-8093-ec4c6ca756b7", "name": "network-vif-plugged", "status": "completed", "tag": "2150bc14-5b7d-4410-9b0a-aea3f7d0e44e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:01.927182 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d290170e-6fe6-41e1-90ef-779914971426 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:01.927182 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a781432f-2d59-49a6-8093-ec4c6ca756b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2150bc14-5b7d-4410-9b0a-aea3f7d0e44e', 'code': 200} Aug 31 14:07:01.955302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:01.956024 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:01.958980 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] 10.222.0.52 "PUT /v2.0/ports/dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 HTTP/1.1" status: 200 len: 1091 time: 1.7012122 Aug 31 14:07:01.961976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5653e98-1325-49f7-9c56-680df5d85092', 'tag': 'dcc74e5c-45f1-4812-95d2-76ba7cf9bd21'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:01.967068 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-505abdc2-8257-4512-b1b0-444c9ac0a848 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1bcd0b3-38ba-4164-85db-c6f590972787 HTTP/1.1" status: 200 len: 217 time: 0.0636191 Aug 31 14:07:01.967469 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef68b42-bc93-4c66-b89f-691299a70572" -d '{"events": [{"name": "network-changed", "server_uuid": "e5653e98-1325-49f7-9c56-680df5d85092", "tag": "dcc74e5c-45f1-4812-95d2-76ba7cf9bd21"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:02.021174 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514ca73-1a74-42ed-acfe-c56baa8c090a service neutron] Pushing event updated for resources: {'Port': ['ID=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:02.032909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-d8f1398e-cb5f-4ed1-b40a-28b9b704a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.034688 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-d8f1398e-cb5f-4ed1-b40a-28b9b704a468 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c13a0b8-31ff-48a2-9d84-997661bb621d HTTP/1.1" status: 200 len: 797 time: 0.0596068 Aug 31 14:07:02.086222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:02.129126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-3a1145c0-57b5-4561-85ce-c8ce93b90ce5 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.130576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e939b1d0-0627-4a1a-9916-dde7b7b9ace6 req-3a1145c0-57b5-4561-85ce-c8ce93b90ce5 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.3404467 Aug 31 14:07:02.139901 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070e0b9f-031e-414b-803c-242e96503354 x-openstack-request-id: req-070e0b9f-031e-414b-803c-242e96503354 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:02.139901 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5653e98-1325-49f7-9c56-680df5d85092", "tag": "dcc74e5c-45f1-4812-95d2-76ba7cf9bd21", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:02.140692 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-070e0b9f-031e-414b-803c-242e96503354 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:02.140692 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5653e98-1325-49f7-9c56-680df5d85092', 'tag': 'dcc74e5c-45f1-4812-95d2-76ba7cf9bd21', 'status': 'completed', 'code': 200} Aug 31 14:07:02.144189 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:02.148221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-4d7d3ce8-6c9a-4e2f-84bf-50d69332815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.149881 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-4d7d3ce8-6c9a-4e2f-84bf-50d69332815a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1020820 Aug 31 14:07:02.175474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:02.176612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89776788-dfd5-48bf-95d1-246153f97b8d req-17df25c9-7a85-4875-b3eb-ceaf125c2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.178988 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:02.180379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89776788-dfd5-48bf-95d1-246153f97b8d req-17df25c9-7a85-4875-b3eb-ceaf125c2af0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 1097 time: 0.1446469 Aug 31 14:07:02.189335 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744982-8017-45fa-a90a-7e2833df557d req-49545a94-39ad-4ed2-ac82-b2e03f71b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.192379 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-49545a94-39ad-4ed2-ac82-b2e03f71b4fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 1094 time: 0.1524892 Aug 31 14:07:02.193753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:02.331075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-53070e48-14fa-43c7-bea3-60d21ecb44cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 HTTP/1.1" status: 200 len: 217 time: 0.0910213 Aug 31 14:07:02.346954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89776788-dfd5-48bf-95d1-246153f97b8d req-b011e5d7-7a1d-422c-ab22-93f354570735 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587501 Aug 31 14:07:02.380122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Pushing event updated for resources: {'Port': ['ID=2df7e950-73a2-4fea-912f-a1ca0926eb33,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:02.401694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14e876b4-7fd5-422b-af19-12ba7f7a1db0 req-86077469-d495-41e6-a343-d59a737e69d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1511047 Aug 31 14:07:02.416748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-fa818428-1ff6-465d-a087-02b192d9e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.418256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-fa818428-1ff6-465d-a087-02b192d9e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1663315 Aug 31 14:07:02.422345 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-90d1492a-9957-4ba1-9202-b5d878c9b92d service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486973 Aug 31 14:07:02.500862 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-9299ed63-8d35-496c-95d2-7dab03a4d178 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.0760202 Aug 31 14:07:02.517130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-c305ca1a-8f79-40fb-9766-dd461c010edd tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Request body: {'floatingip': {'port_id': '11c53d63-df20-469d-a31b-6ac82c74d261', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:02.567235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e876b4-7fd5-422b-af19-12ba7f7a1db0 req-06b140c1-349e-4609-9ae0-cd4d38fe122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.568781 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14e876b4-7fd5-422b-af19-12ba7f7a1db0 req-06b140c1-349e-4609-9ae0-cd4d38fe122a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 1095 time: 0.1010242 Aug 31 14:07:02.609373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-c305ca1a-8f79-40fb-9766-dd461c010edd tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:02.728496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee46d1-210f-4b7c-9ef2-50186ffed730 req-378d8eee-a02b-4a5a-971c-b7e7a38bdadd tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.730056 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6eee46d1-210f-4b7c-9ef2-50186ffed730 req-378d8eee-a02b-4a5a-971c-b7e7a38bdadd tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 943 time: 0.5080988 Aug 31 14:07:02.768271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744982-8017-45fa-a90a-7e2833df557d req-1d7e9a65-5ab4-479e-bae2-1b4484aca7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.769863 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-1d7e9a65-5ab4-479e-bae2-1b4484aca7ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.4261649 Aug 31 14:07:02.833114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-612b0ac7-2c25-4c40-a299-248e48ed2215 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822940 Aug 31 14:07:02.875748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e876b4-7fd5-422b-af19-12ba7f7a1db0 req-e7c67faf-72d3-496f-8ae9-05082fe57a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.877278 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14e876b4-7fd5-422b-af19-12ba7f7a1db0 req-e7c67faf-72d3-496f-8ae9-05082fe57a8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.2706621 Aug 31 14:07:02.878570 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6eee46d1-210f-4b7c-9ef2-50186ffed730 req-c1e5da3f-a821-481d-b9a0-705a60cf8589 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256316 Aug 31 14:07:02.909929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744982-8017-45fa-a90a-7e2833df557d req-6645c7be-9f35-40a3-b256-cace8637bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:02.911588 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-6645c7be-9f35-40a3-b256-cace8637bb7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302702 Aug 31 14:07:02.925746 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-ea2d9d4f-f917-4aca-ae8c-c8c1302c3789 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8a30911-6d66-4d40-8dab-8fe6556e0287 HTTP/1.1" status: 200 len: 217 time: 0.0591257 Aug 31 14:07:03.050812 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:03.068632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14e876b4-7fd5-422b-af19-12ba7f7a1db0 req-de3de8e7-63b7-4b61-8dbd-77c80f2a1be9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 200 len: 998 time: 0.1571593 Aug 31 14:07:03.076934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-7b8ad6c1-18fa-40c1-978b-29f863cbdfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:03.078389 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-7b8ad6c1-18fa-40c1-978b-29f863cbdfd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c13a0b8-31ff-48a2-9d84-997661bb621d HTTP/1.1" status: 200 len: 797 time: 0.1211538 Aug 31 14:07:03.145638 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-b5f6ca77-de04-4cf4-94e3-9e19903db2f1 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968589 Aug 31 14:07:03.214113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8589f21-09d5-4149-8259-a41663ff3030 req-7bd94ac7-1a28-48b0-9264-55c0d04fdc9a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:03.215667 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8589f21-09d5-4149-8259-a41663ff3030 req-7bd94ac7-1a28-48b0-9264-55c0d04fdc9a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.1756043 Aug 31 14:07:03.233266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e876b4-7fd5-422b-af19-12ba7f7a1db0 req-ab1c5f33-782b-4b6a-a232-8523b1bd2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:03.234721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14e876b4-7fd5-422b-af19-12ba7f7a1db0 req-ab1c5f33-782b-4b6a-a232-8523b1bd2666 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.1510298 Aug 31 14:07:03.281308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-f8cf9080-1021-4c22-bafb-88ae2c88f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:03.283418 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-f8cf9080-1021-4c22-bafb-88ae2c88f06b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1637769 Aug 31 14:07:03.352636 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e8589f21-09d5-4149-8259-a41663ff3030 req-2d2ce0ca-3f3c-443a-ad33-b9ec6cb0f7d8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033971 Aug 31 14:07:03.390882 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c744982-8017-45fa-a90a-7e2833df557d req-0547f3f0-787e-4abb-a907-8138145a15db service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089810 Aug 31 14:07:03.534883 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:03.546797 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:03.633411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef68b42-bc93-4c66-b89f-691299a70572 req-7ef2c32a-af5e-4195-8c15-79e817409f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:03.637534 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aef68b42-bc93-4c66-b89f-691299a70572 req-7ef2c32a-af5e-4195-8c15-79e817409f9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 1094 time: 0.1504436 Aug 31 14:07:03.780895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e876b4-7fd5-422b-af19-12ba7f7a1db0 req-ad636ed6-7c68-4a35-9248-4afa975fd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:03.782387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14e876b4-7fd5-422b-af19-12ba7f7a1db0 req-ad636ed6-7c68-4a35-9248-4afa975fd05d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5383415 Aug 31 14:07:03.852033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Router 9845c43f-714f-4fbe-96c8-3def949d330d is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:07:03.921521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-9657e380-f730-4a19-9109-195b2d8c79fb service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260970 Aug 31 14:07:03.929436 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef68b42-bc93-4c66-b89f-691299a70572 req-290fa26e-e89e-4310-91f4-b23813d9ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:03.931306 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aef68b42-bc93-4c66-b89f-691299a70572 req-290fa26e-e89e-4310-91f4-b23813d9ca2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.1702511 Aug 31 14:07:03.959977 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-c305ca1a-8f79-40fb-9766-dd461c010edd tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:03.997320 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:04.003118 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-c305ca1a-8f79-40fb-9766-dd461c010edd tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:04.016196 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-381a6a6e-e6da-4002-9662-8aef1062aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:04.043128 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aef68b42-bc93-4c66-b89f-691299a70572 req-f6f5a099-20d4-435a-8347-3ccc6487a6cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 HTTP/1.1" status: 200 len: 217 time: 0.0926094 Aug 31 14:07:04.108202 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14e876b4-7fd5-422b-af19-12ba7f7a1db0 req-a5bd7570-af20-4e63-b857-5c5ca1c00b79 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106749 Aug 31 14:07:04.124859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:04.131993 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:04.133278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-023ba15c-c8d6-4e69-abe3-8cf24a5ea329 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "PUT /v2.0/routers/9845c43f-714f-4fbe-96c8-3def949d330d HTTP/1.1" status: 200 len: 916 time: 3.6446395 Aug 31 14:07:04.139556 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46250) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:04.141795 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3531f6-2096-4164-be7a-bc5fa01ed4f4 None None] Sync routers for ids ['9845c43f-714f-4fbe-96c8-3def949d330d'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:04.144529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66035e50-47d4-445d-bdb6-ac808efbb11b req-3c16be25-67ad-4421-9af7-a073ff922f8f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:04.146108 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-66035e50-47d4-445d-bdb6-ac808efbb11b req-3c16be25-67ad-4421-9af7-a073ff922f8f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 943 time: 0.1143796 Aug 31 14:07:04.148175 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef68b42-bc93-4c66-b89f-691299a70572 req-25c1b885-a9d5-4508-837c-81b49c0d1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:04.149716 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aef68b42-bc93-4c66-b89f-691299a70572 req-25c1b885-a9d5-4508-837c-81b49c0d1eaa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.0973215 Aug 31 14:07:04.167348 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3531f6-2096-4164-be7a-bc5fa01ed4f4 None None] Routers {'9845c43f-714f-4fbe-96c8-3def949d330d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:04.168230 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4d3531f6-2096-4164-be7a-bc5fa01ed4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9845c43f-714f-4fbe-96c8-3def949d330d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:04.234293 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-66035e50-47d4-445d-bdb6-ac808efbb11b req-b1278e8a-49ec-4c9d-b3e4-e3481d32b8a3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750811 Aug 31 14:07:04.242341 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef68b42-bc93-4c66-b89f-691299a70572 req-db806ff4-bdd7-4ce4-89af-3728d3ab23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:04.243800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aef68b42-bc93-4c66-b89f-691299a70572 req-db806ff4-bdd7-4ce4-89af-3728d3ab23bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834744 Aug 31 14:07:04.281390 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-280c4245-cc7a-4b98-8072-f87272fa45d2 req-319398ec-7397-4f8d-b493-83f23973804d service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432782 Aug 31 14:07:04.296185 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-c305ca1a-8f79-40fb-9766-dd461c010edd tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Floating IP 86496bb2-e320-4ad8-b43d-698d1c10cf62 associated. External IP: 172.25.3.97, port: 11c53d63-df20-469d-a31b-6ac82c74d261. Aug 31 14:07:04.337173 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4d3531f6-2096-4164-be7a-bc5fa01ed4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:04.351815 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3531f6-2096-4164-be7a-bc5fa01ed4f4 None None] Routers {'9845c43f-714f-4fbe-96c8-3def949d330d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:04.353292 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4d3531f6-2096-4164-be7a-bc5fa01ed4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9845c43f-714f-4fbe-96c8-3def949d330d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:04.397710 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4d3531f6-2096-4164-be7a-bc5fa01ed4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:04.398629 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3531f6-2096-4164-be7a-bc5fa01ed4f4 None None] The sync data for ids ['9845c43f-714f-4fbe-96c8-3def949d330d'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:04.451466 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14e876b4-7fd5-422b-af19-12ba7f7a1db0 req-db76e31b-0593-469f-8987-fb37e5c07d60 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061152 Aug 31 14:07:04.481515 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aef68b42-bc93-4c66-b89f-691299a70572 req-5a5ee343-db91-4194-9b64-8227b747f721 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123873 Aug 31 14:07:04.495318 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7aa20b01-4c5a-45db-a0f4-6c0216f737d2 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/routers/9845c43f-714f-4fbe-96c8-3def949d330d HTTP/1.1" status: 200 len: 922 time: 0.3520603 Aug 31 14:07:04.498413 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46254) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:04.598806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41c93a-48ae-4e7e-ba15-9566e0056902 req-ac107224-1503-4d6d-be88-d959209583be tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:04.601422 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6d41c93a-48ae-4e7e-ba15-9566e0056902 req-ac107224-1503-4d6d-be88-d959209583be tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.1532431 Aug 31 14:07:04.637128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-c305ca1a-8f79-40fb-9766-dd461c010edd tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Router 4d3e2f42-b538-4249-8be5-cf01c044b11f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:04.652062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b5ed2-cd1a-4895-a4ba-8701af5ee0cb tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:04.653635 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d13b5ed2-cd1a-4895-a4ba-8701af5ee0cb tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&device_id=9845c43f-714f-4fbe-96c8-3def949d330d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1541593 Aug 31 14:07:04.662440 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:04.736929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6d41c93a-48ae-4e7e-ba15-9566e0056902 req-4270361d-03f5-44be-985b-c76ac131a54c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250579 Aug 31 14:07:04.749625 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aef68b42-bc93-4c66-b89f-691299a70572 req-8e8245a4-fae3-47a1-b3fe-d07f2abcbd82 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487321 Aug 31 14:07:04.781178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-c305ca1a-8f79-40fb-9766-dd461c010edd tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:04.790575 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-c305ca1a-8f79-40fb-9766-dd461c010edd tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:04.796680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1562a97-9f93-4dd0-8f81-92b6a06c0aa2 None None] Sync routers for ids ['4d3e2f42-b538-4249-8be5-cf01c044b11f'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:04.808351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1562a97-9f93-4dd0-8f81-92b6a06c0aa2 None None] Routers {'4d3e2f42-b538-4249-8be5-cf01c044b11f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:04.809160 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d1562a97-9f93-4dd0-8f81-92b6a06c0aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4d3e2f42-b538-4249-8be5-cf01c044b11f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:04.809620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc20c48-3dfd-40cd-84f7-381565dab799 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:04.811064 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8dc20c48-3dfd-40cd-84f7-381565dab799 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 881 time: 0.1484492 Aug 31 14:07:04.814398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46264) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:04.842789 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-c305ca1a-8f79-40fb-9766-dd461c010edd tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "PUT /v2.0/floatingips/86496bb2-e320-4ad8-b43d-698d1c10cf62 HTTP/1.1" status: 200 len: 996 time: 2.3341751 Aug 31 14:07:04.845061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'tag': '11c53d63-df20-469d-a31b-6ac82c74d261'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:04.845912 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a6457dc3-d552-4d8b-a879-ab7ca0594e14 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "GET /v2.0/ports?device_id=9845c43f-714f-4fbe-96c8-3def949d330d HTTP/1.1" status: 200 len: 205 time: 0.0302649 Aug 31 14:07:04.848286 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46266) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:04.853815 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846445bb-34a6-408a-a43d-8ea8f88a7f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "35835388-3fb7-45f7-bec7-94cecdd3bcf9", "tag": "11c53d63-df20-469d-a31b-6ac82c74d261"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:04.914278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-4e430707-73b1-44b6-8e00-a613b2d643eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:04.916037 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-4e430707-73b1-44b6-8e00-a613b2d643eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=83cee18f030d4f1b80e8dc43d0b67865&device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 1097 time: 0.0568299 Aug 31 14:07:05.015200 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.059757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-2daf83c1-448b-4606-a328-3a49c98ab85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:05.061804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-2daf83c1-448b-4606-a328-3a49c98ab85b service neutron] 10.222.0.20 "GET /v2.0/networks?id=81b7ff80-246e-4b78-9a57-b4304a9727a5 HTTP/1.1" status: 200 len: 930 time: 0.1239326 Aug 31 14:07:05.078794 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc68a1e-89c0-4f62-8d57-a7a025e954b6 x-openstack-request-id: req-dfc68a1e-89c0-4f62-8d57-a7a025e954b6 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:05.079257 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35835388-3fb7-45f7-bec7-94cecdd3bcf9", "tag": "11c53d63-df20-469d-a31b-6ac82c74d261", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:05.079849 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfc68a1e-89c0-4f62-8d57-a7a025e954b6 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:05.080590 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'tag': '11c53d63-df20-469d-a31b-6ac82c74d261', 'status': 'completed', 'code': 200} Aug 31 14:07:05.087809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:07:05.113843 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d1562a97-9f93-4dd0-8f81-92b6a06c0aa2 None None] Set router 4d3e2f42-b538-4249-8be5-cf01c044b11f gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:05.190740 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-5431d9e4-ca16-410e-ae85-fd4475dcdf5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c53d63-df20-469d-a31b-6ac82c74d261 HTTP/1.1" status: 200 len: 999 time: 0.1222010 Aug 31 14:07:05.197526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846445bb-34a6-408a-a43d-8ea8f88a7f8c req-288c14ff-7420-47cc-9dc9-031d4f57efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:05.199473 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-846445bb-34a6-408a-a43d-8ea8f88a7f8c req-288c14ff-7420-47cc-9dc9-031d4f57efe8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83cee18f030d4f1b80e8dc43d0b67865&device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 1097 time: 0.0778427 Aug 31 14:07:05.224370 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.249148 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.269211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37bcdf-2c54-4b0b-bcf5-9e413b8ac4f8 req-cea87065-7907-46d6-96a0-9487ca025bdf tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:05.271074 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f37bcdf-2c54-4b0b-bcf5-9e413b8ac4f8 req-cea87065-7907-46d6-96a0-9487ca025bdf tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.0729539 Aug 31 14:07:05.303091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-477bc6e2-8ae9-4eb8-8cc9-c204be3905cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:05.304537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-477bc6e2-8ae9-4eb8-8cc9-c204be3905cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a263b99-a2f4-462b-ac80-5ec73babc9ad HTTP/1.1" status: 200 len: 868 time: 0.1041508 Aug 31 14:07:05.345520 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f37bcdf-2c54-4b0b-bcf5-9e413b8ac4f8 req-bb4552b8-0290-402e-ad07-3bea93de71a1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640647 Aug 31 14:07:05.376797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846445bb-34a6-408a-a43d-8ea8f88a7f8c req-0f06d221-3d2e-4196-9ae9-24a0b2ff851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:05.379101 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-846445bb-34a6-408a-a43d-8ea8f88a7f8c req-0f06d221-3d2e-4196-9ae9-24a0b2ff851d service neutron] 10.222.0.13 "GET /v2.0/networks?id=81b7ff80-246e-4b78-9a57-b4304a9727a5 HTTP/1.1" status: 200 len: 930 time: 0.1707730 Aug 31 14:07:05.382096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:05.397389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Deleting port 2df7e950-73a2-4fea-912f-a1ca0926eb33 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:05.398332 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.403105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'dcc74e5c-45f1-4812-95d2-76ba7cf9bd21', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'port_id': 'dcc74e5c-45f1-4812-95d2-76ba7cf9bd21', 'mac_address': 'fa:16:3e:13:92:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:07:05.449062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-906b6b7d-3c28-45af-ad78-1d546b036eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:05.449062 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-906b6b7d-3c28-45af-ad78-1d546b036eb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81b7ff80-246e-4b78-9a57-b4304a9727a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296892 Aug 31 14:07:05.491240 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.497956 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-846445bb-34a6-408a-a43d-8ea8f88a7f8c req-eeda9b44-22ee-4f3d-9d0a-8bff43b32d2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c53d63-df20-469d-a31b-6ac82c74d261 HTTP/1.1" status: 200 len: 999 time: 0.1085501 Aug 31 14:07:05.513680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:05.544490 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:05.545271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc73d8f-a18c-4c65-87d6-a5197c7045f1 req-7cde49cc-4fa7-428b-9ae2-8212dcdca831 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:05.546971 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0dc73d8f-a18c-4c65-87d6-a5197c7045f1 req-7cde49cc-4fa7-428b-9ae2-8212dcdca831 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 943 time: 0.0848744 Aug 31 14:07:05.556875 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.557793 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.570828 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d1562a97-9f93-4dd0-8f81-92b6a06c0aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '86496bb2-e320-4ad8-b43d-698d1c10cf62', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'port_id': '11c53d63-df20-469d-a31b-6ac82c74d261', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'mac_address': 'fa:16:3e:29:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:07:00Z', 'updated_at': '2021-08-31T14:07:03Z', 'revision_number': 1, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7318fb53-0b2a-42ba-96f5-401c4fb0dbca', 'name': '', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'mac_address': 'fa:16:3e:d7:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:42Z', 'updated_at': '2021-08-31T14:06:49Z', 'revision_number': 5, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'subnets': [{'id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:05.586770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Calling delete_port for 2df7e950-73a2-4fea-912f-a1ca0926eb33 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:05.625960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846445bb-34a6-408a-a43d-8ea8f88a7f8c req-6fda4785-78b8-4950-b8b9-f8bf225fca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:05.627634 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-846445bb-34a6-408a-a43d-8ea8f88a7f8c req-6fda4785-78b8-4950-b8b9-f8bf225fca53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a263b99-a2f4-462b-ac80-5ec73babc9ad HTTP/1.1" status: 200 len: 868 time: 0.0997450 Aug 31 14:07:05.632358 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0dc73d8f-a18c-4c65-87d6-a5197c7045f1 req-21232339-01f2-4d4d-a729-14a393ffc7f7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769920 Aug 31 14:07:05.636883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1562a97-9f93-4dd0-8f81-92b6a06c0aa2 None None] Checking router: 4d3e2f42-b538-4249-8be5-cf01c044b11f for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:05.663906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:05.668132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-ccd93f1f-e15e-4d7e-b9fe-2a004dc5d4e6 service neutron] 10.222.0.20 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011964 Aug 31 14:07:05.669183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1562a97-9f93-4dd0-8f81-92b6a06c0aa2 None None] Routers {'4d3e2f42-b538-4249-8be5-cf01c044b11f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:05.670211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d1562a97-9f93-4dd0-8f81-92b6a06c0aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4d3e2f42-b538-4249-8be5-cf01c044b11f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:05.765060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846445bb-34a6-408a-a43d-8ea8f88a7f8c req-12a0c4d9-e3bb-43bb-90cb-fd27d323f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:05.766875 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-846445bb-34a6-408a-a43d-8ea8f88a7f8c req-12a0c4d9-e3bb-43bb-90cb-fd27d323f93d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81b7ff80-246e-4b78-9a57-b4304a9727a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265366 Aug 31 14:07:05.801278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d1562a97-9f93-4dd0-8f81-92b6a06c0aa2 None None] Set router 4d3e2f42-b538-4249-8be5-cf01c044b11f gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:05.860719 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-667c2249-906e-4c37-b2b0-f481c1cb303f req-0407c685-08ba-4e6d-bd57-d2debb360f2b service neutron] 10.222.0.20 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774359 Aug 31 14:07:05.873488 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:05.918251 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-846445bb-34a6-408a-a43d-8ea8f88a7f8c req-162b31b7-8089-451e-899b-a3529b93ddd0 service neutron] 10.222.0.13 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342573 Aug 31 14:07:05.931258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Pushing event deleted for resources: {'Port': ['ID=2df7e950-73a2-4fea-912f-a1ca0926eb33,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:05.948074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['dcc74e5c-45f1-4812-95d2-76ba7cf9bd21'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:06.144000 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-b99d6b9a-4561-4db7-b27f-47a5b3f5e2a9 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 258 time: 0.2080357 Aug 31 14:07:06.145996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-846445bb-34a6-408a-a43d-8ea8f88a7f8c req-f8c866c7-053b-4153-96ea-5c8103b66932 service neutron] 10.222.0.13 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186394 Aug 31 14:07:06.158065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:06.184748 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.269982 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d1562a97-9f93-4dd0-8f81-92b6a06c0aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '86496bb2-e320-4ad8-b43d-698d1c10cf62', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'port_id': '11c53d63-df20-469d-a31b-6ac82c74d261', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'mac_address': 'fa:16:3e:29:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:07:00Z', 'updated_at': '2021-08-31T14:07:03Z', 'revision_number': 1, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7318fb53-0b2a-42ba-96f5-401c4fb0dbca', 'name': '', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'mac_address': 'fa:16:3e:d7:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:42Z', 'updated_at': '2021-08-31T14:06:49Z', 'revision_number': 5, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'subnets': [{'id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:06.285894 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.303260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1562a97-9f93-4dd0-8f81-92b6a06c0aa2 None None] The sync data for ids ['4d3e2f42-b538-4249-8be5-cf01c044b11f'] in n-d-792364-6 is: [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '86496bb2-e320-4ad8-b43d-698d1c10cf62', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'port_id': '11c53d63-df20-469d-a31b-6ac82c74d261', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'mac_address': 'fa:16:3e:29:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:07:00Z', 'updated_at': '2021-08-31T14:07:03Z', 'revision_number': 1, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7318fb53-0b2a-42ba-96f5-401c4fb0dbca', 'name': '', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'mac_address': 'fa:16:3e:d7:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:42Z', 'updated_at': '2021-08-31T14:06:49Z', 'revision_number': 5, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'subnets': [{'id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:06.307823 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.403584 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.406614 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.504134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Allocated IP 172.25.3.249 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/88dfc534-27f0-4f0d-bdb3-8c3bc2bd4705) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:06.521354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.522045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Fanout notify agent at l3_agent the message router_deleted on router 9845c43f-714f-4fbe-96c8-3def949d330d {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:06.534956 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.540619 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b894f615-71e2-4e88-b8c5-0ec56401ac7f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/routers/9845c43f-714f-4fbe-96c8-3def949d330d HTTP/1.1" status: 204 len: 168 time: 1.6870236 Aug 31 14:07:06.540619 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46286) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:06.560721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-478661793', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:06.615298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230f52c-15c5-4bec-b3a1-ff9e9f3ab1ea req-c2cc8e74-8a42-4df5-8b53-c3b7ab83bbb8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:06.617058 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7230f52c-15c5-4bec-b3a1-ff9e9f3ab1ea req-c2cc8e74-8a42-4df5-8b53-c3b7ab83bbb8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.1493204 Aug 31 14:07:06.623517 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.624679 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.671144 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.683686 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.722353 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.726466 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.726972 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7230f52c-15c5-4bec-b3a1-ff9e9f3ab1ea req-e561a895-6604-42d4-b6a4-485eb96ebee9 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854936 Aug 31 14:07:06.767436 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:06.770587 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:06.777231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:06.786689 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac2ebf-c20a-47c1-9071-fecfb914dba5 None None] New status for floating IP 86496bb2-e320-4ad8-b43d-698d1c10cf62: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:07:06.850683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Pushing event updated for resources: {'Port': ['ID=88dfc534-27f0-4f0d-bdb3-8c3bc2bd4705,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:06.922705 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.943479 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:06.971638 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.012691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaf829-eb85-4ef1-82fa-df8a62c75f83 req-73ed6ac9-f82c-4521-b53c-33081579bcbb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:07.014337 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3deaf829-eb85-4ef1-82fa-df8a62c75f83 req-73ed6ac9-f82c-4521-b53c-33081579bcbb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 944 time: 0.1351299 Aug 31 14:07:07.073863 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3deaf829-eb85-4ef1-82fa-df8a62c75f83 req-2e9b2875-da79-40de-92c5-4f85b1e196dc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471799 Aug 31 14:07:07.096554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:07.152082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:07.159469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:07.160110 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.175708 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.183356 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.261692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Pushing event updated for resources: {'Port': ['ID=88dfc534-27f0-4f0d-bdb3-8c3bc2bd4705,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:07.263654 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.279056 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.300174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.302950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:07.305073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5653e98-1325-49f7-9c56-680df5d85092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc74e5c-45f1-4812-95d2-76ba7cf9bd21'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:07.307926 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c53b9b-c084-4db9-9dd2-efe22ffdddbd" -d '{"events": [{"server_uuid": "e5653e98-1325-49f7-9c56-680df5d85092", "name": "network-vif-plugged", "status": "completed", "tag": "dcc74e5c-45f1-4812-95d2-76ba7cf9bd21"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:07.312887 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.327680 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.349282 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.351450 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4273ebba-7b2f-4486-b49f-ba39d0693fac tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1994488 Aug 31 14:07:07.381454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:07.423456 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-d132dd5c-4b64-4184-a0dd-f23e41b0cb90 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0624540 Aug 31 14:07:07.457359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Allocated IP 172.25.3.107 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/84ad7978-5a50-4bee-8191-f796a8a2d425) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:07.463773 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8573082f-890f-4d33-b22f-29ec4c60d554 x-openstack-request-id: req-8573082f-890f-4d33-b22f-29ec4c60d554 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:07.464561 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5653e98-1325-49f7-9c56-680df5d85092", "name": "network-vif-plugged", "status": "completed", "tag": "dcc74e5c-45f1-4812-95d2-76ba7cf9bd21", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:07.465127 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8573082f-890f-4d33-b22f-29ec4c60d554 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:07.465710 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5653e98-1325-49f7-9c56-680df5d85092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc74e5c-45f1-4812-95d2-76ba7cf9bd21', 'code': 200} Aug 31 14:07:07.539434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4e4a85cf-73ad-48bc-8bf3-faefec654416 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:07.540876 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25d68d57-5994-4275-b028-4cdf9e7d6a3a req-4e4a85cf-73ad-48bc-8bf3-faefec654416 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.1110468 Aug 31 14:07:07.613122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.653224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf42bc8-4f39-4f53-8011-71283562b009 req-a092b439-d434-4c39-90f5-c5c2436647dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:07.654778 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bbf42bc8-4f39-4f53-8011-71283562b009 req-a092b439-d434-4c39-90f5-c5c2436647dd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 1096 time: 0.1068125 Aug 31 14:07:07.709498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f736d8-ea88-44ba-8987-dbc902a69868 req-c2779263-67aa-44fd-8f8f-eca228e7ddea tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:07.711013 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63f736d8-ea88-44ba-8987-dbc902a69868 req-c2779263-67aa-44fd-8f8f-eca228e7ddea tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1041412 Aug 31 14:07:07.762753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bbf42bc8-4f39-4f53-8011-71283562b009 req-539d3da7-a7a9-4eeb-b2ca-affb84e32a39 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976784 Aug 31 14:07:07.776580 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63f736d8-ea88-44ba-8987-dbc902a69868 req-18f3d060-6fb0-462d-88ba-43ee2441ebfa tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0588448 Aug 31 14:07:07.777671 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.822509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:07.827610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-63f736d8-ea88-44ba-8987-dbc902a69868 req-d9c996dc-f24c-442f-8f69-23689e0f6255 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Request body: {'floatingip': {'port_id': '11c53d63-df20-469d-a31b-6ac82c74d261', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:07.861568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:07.873119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:07.876798 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee59eae-d900-4690-b41a-0fcb8f019a1f req-cbf63fc1-0d31-4a8f-8b98-be7c28642dd1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:07.878423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bee59eae-d900-4690-b41a-0fcb8f019a1f req-cbf63fc1-0d31-4a8f-8b98-be7c28642dd1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.0601768 Aug 31 14:07:07.879499 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-63f736d8-ea88-44ba-8987-dbc902a69868 req-d9c996dc-f24c-442f-8f69-23689e0f6255 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:07.923640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bee59eae-d900-4690-b41a-0fcb8f019a1f req-88bbe5ba-fd9e-4345-a551-2e5f991f23fe tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387685 Aug 31 14:07:07.948806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Pushing event updated for resources: {'Port': ['ID=84ad7978-5a50-4bee-8191-f796a8a2d425,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:08.204384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b6080-84ee-43ab-931e-0c5e6db9ba9b req-695c04a7-10c3-4120-b6a0-458e33361c5a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:08.206786 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-385b6080-84ee-43ab-931e-0c5e6db9ba9b req-695c04a7-10c3-4120-b6a0-458e33361c5a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 945 time: 0.0598552 Aug 31 14:07:08.260385 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-385b6080-84ee-43ab-931e-0c5e6db9ba9b req-f9c5d271-030c-4cf7-b29d-ee55b0e28974 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359750 Aug 31 14:07:08.326019 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-63f736d8-ea88-44ba-8987-dbc902a69868 req-d9c996dc-f24c-442f-8f69-23689e0f6255 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 14:07:08.327207 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63f736d8-ea88-44ba-8987-dbc902a69868 req-d9c996dc-f24c-442f-8f69-23689e0f6255 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "PUT /v2.0/floatingips/0db304b6-09b0-41cc-b2db-137de8b7c747 HTTP/1.1" status: 409 len: 551 time: 0.5135012 Aug 31 14:07:08.361269 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.508806 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c069efd3-fef1-43f0-af00-b8db706883ad req-d0c12430-6b90-4730-8b46-1fbe5fd06e65 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips/0db304b6-09b0-41cc-b2db-137de8b7c747 HTTP/1.1" status: 200 len: 693 time: 0.0505002 Aug 31 14:07:08.913482 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:08.988137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069efd3-fef1-43f0-af00-b8db706883ad req-bb4acd2e-8867-40d6-a96c-4b166d3883e5 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:08.989874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c069efd3-fef1-43f0-af00-b8db706883ad req-bb4acd2e-8867-40d6-a96c-4b166d3883e5 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.4748819 Aug 31 14:07:08.998547 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.031717 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.101620 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c069efd3-fef1-43f0-af00-b8db706883ad req-1bbaa143-8dca-4403-811e-a8e523e439a7 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0940781 Aug 31 14:07:09.105982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7171-29cd-4d85-b160-fe7f3d250473 req-70223374-1efb-4835-ba32-dc09676aa329 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:09.107736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad8d7171-29cd-4d85-b160-fe7f3d250473 req-70223374-1efb-4835-ba32-dc09676aa329 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.0624306 Aug 31 14:07:09.156669 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad8d7171-29cd-4d85-b160-fe7f3d250473 req-a25f043b-9a62-4479-b9f6-e270c12c0efe tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367825 Aug 31 14:07:09.214963 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c069efd3-fef1-43f0-af00-b8db706883ad req-7bf97d59-8fcd-4690-aa05-72e2bc5eb543 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.1012754 Aug 31 14:07:09.378260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Router d392ef6b-4cce-40d6-9134-345a653edadc is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:07:09.395879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e845503-6996-45d8-80c8-82133c9faf64 req-f4f876dd-dfef-45ed-9ef8-179cf9f880a5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:09.398741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e845503-6996-45d8-80c8-82133c9faf64 req-f4f876dd-dfef-45ed-9ef8-179cf9f880a5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 945 time: 0.0597537 Aug 31 14:07:09.402051 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-c069efd3-fef1-43f0-af00-b8db706883ad req-8b234fdb-cfc9-47cc-bf81-4e98f2227f47 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Deleting port 88dfc534-27f0-4f0d-bdb3-8c3bc2bd4705 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:09.402476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c069efd3-fef1-43f0-af00-b8db706883ad req-8b234fdb-cfc9-47cc-bf81-4e98f2227f47 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.453557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e845503-6996-45d8-80c8-82133c9faf64 req-90f5a70c-2c31-48aa-ae95-1af88eef3581 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467770 Aug 31 14:07:09.567352 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c069efd3-fef1-43f0-af00-b8db706883ad req-8b234fdb-cfc9-47cc-bf81-4e98f2227f47 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.567693 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c069efd3-fef1-43f0-af00-b8db706883ad req-8b234fdb-cfc9-47cc-bf81-4e98f2227f47 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.578440 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:09.587580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-c069efd3-fef1-43f0-af00-b8db706883ad req-8b234fdb-cfc9-47cc-bf81-4e98f2227f47 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Calling delete_port for 88dfc534-27f0-4f0d-bdb3-8c3bc2bd4705 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:09.592877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5998c26-424e-4781-a912-24464d545f47 None None] Sync routers for ids ['d392ef6b-4cce-40d6-9134-345a653edadc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:09.604716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5998c26-424e-4781-a912-24464d545f47 None None] Routers {'d392ef6b-4cce-40d6-9134-345a653edadc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:09.609638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d5998c26-424e-4781-a912-24464d545f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d392ef6b-4cce-40d6-9134-345a653edadc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:09.616789 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.618780 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d846bd17-c7e9-483b-b01c-08913cbf7983 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0763290 Aug 31 14:07:09.623993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46328) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:09.633748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:09.643509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d5998c26-424e-4781-a912-24464d545f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:09.653050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5998c26-424e-4781-a912-24464d545f47 None None] Routers {'d392ef6b-4cce-40d6-9134-345a653edadc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:09.653682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d5998c26-424e-4781-a912-24464d545f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d392ef6b-4cce-40d6-9134-345a653edadc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:09.702755 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d5998c26-424e-4781-a912-24464d545f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:09.703608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5998c26-424e-4781-a912-24464d545f47 None None] The sync data for ids ['d392ef6b-4cce-40d6-9134-345a653edadc'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:09.791813 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c069efd3-fef1-43f0-af00-b8db706883ad req-8b234fdb-cfc9-47cc-bf81-4e98f2227f47 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.825024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b234fdb-cfc9-47cc-bf81-4e98f2227f47 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Pushing event deleted for resources: {'Port': ['ID=88dfc534-27f0-4f0d-bdb3-8c3bc2bd4705,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:09.899948 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c069efd3-fef1-43f0-af00-b8db706883ad req-8b234fdb-cfc9-47cc-bf81-4e98f2227f47 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.904581 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c069efd3-fef1-43f0-af00-b8db706883ad req-8b234fdb-cfc9-47cc-bf81-4e98f2227f47 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:09.905895 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c069efd3-fef1-43f0-af00-b8db706883ad req-8b234fdb-cfc9-47cc-bf81-4e98f2227f47 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "DELETE /v2.0/floatingips/0db304b6-09b0-41cc-b2db-137de8b7c747 HTTP/1.1" status: 204 len: 173 time: 0.6806452 Aug 31 14:07:09.994979 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-6acf59f3-1695-4821-b395-99a15f27e669 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 1001 time: 0.0701218 Aug 31 14:07:10.055724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-eea22568-594f-4348-b15d-25cf50bcbdb0 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:10.057427 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-eea22568-594f-4348-b15d-25cf50bcbdb0 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports/11c53d63-df20-469d-a31b-6ac82c74d261 HTTP/1.1" status: 200 len: 943 time: 0.0543981 Aug 31 14:07:10.132562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a22c387-ddc4-403f-ba68-d5f169168751 req-b2e6c59f-2bf3-4972-b997-a76012378036 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c28ecdeb550f4a6594d69709db570fca HTTP/1.1" status: 200 len: 267 time: 0.3941946 Aug 31 14:07:10.179648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-73ac71ab-a936-4160-8982-a035406ac4d2 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 1001 time: 0.0771301 Aug 31 14:07:10.264743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22c387-ddc4-403f-ba68-d5f169168751 req-f6320aa9-bf07-4ca9-8858-cee70485051d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:10.266571 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a22c387-ddc4-403f-ba68-d5f169168751 req-f6320aa9-bf07-4ca9-8858-cee70485051d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 945 time: 0.1023607 Aug 31 14:07:10.297453 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-652321ef-6c8b-486d-9ffa-fcb1a3a4e112 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:10.298905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-652321ef-6c8b-486d-9ffa-fcb1a3a4e112 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.1143646 Aug 31 14:07:10.315813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-6a22c387-ddc4-403f-ba68-d5f169168751 req-d8def6d1-b55d-455c-b718-3fae9d49e54c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Request body: {'port': {'security_groups': []}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:10.379254 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-aa523664-90d8-4421-aca7-3285e18f837d tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 1001 time: 0.0680101 Aug 31 14:07:10.390218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-8704a401-2fbe-4944-b4e7-270ba615f5fc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:10.438704 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a22c387-ddc4-403f-ba68-d5f169168751 req-d8def6d1-b55d-455c-b718-3fae9d49e54c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.455438 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.458964 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-8704a401-2fbe-4944-b4e7-270ba615f5fc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.500019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.635836 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-8704a401-2fbe-4944-b4e7-270ba615f5fc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.642232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-8704a401-2fbe-4944-b4e7-270ba615f5fc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.642786 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-8704a401-2fbe-4944-b4e7-270ba615f5fc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Floating IP 86496bb2-e320-4ad8-b43d-698d1c10cf62 disassociated. External IP: 172.25.3.97, port: 11c53d63-df20-469d-a31b-6ac82c74d261. Aug 31 14:07:10.657634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Deleting port 84ad7978-5a50-4bee-8191-f796a8a2d425 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:10.657975 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.719803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-6a22c387-ddc4-403f-ba68-d5f169168751 req-d8def6d1-b55d-455c-b718-3fae9d49e54c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] For port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:10.771788 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a22c387-ddc4-403f-ba68-d5f169168751 req-d8def6d1-b55d-455c-b718-3fae9d49e54c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.777477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.780491 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a22c387-ddc4-403f-ba68-d5f169168751 req-d8def6d1-b55d-455c-b718-3fae9d49e54c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.794560 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['66034099-cfe4-42e5-b43b-a0ba131e5b72', '83cbdc99-2eff-423f-bdc7-e40f9344c363', 'dcc74e5c-45f1-4812-95d2-76ba7cf9bd21'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:10.827454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Calling delete_port for 84ad7978-5a50-4bee-8191-f796a8a2d425 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:10.864574 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22c387-ddc4-403f-ba68-d5f169168751 req-d8def6d1-b55d-455c-b718-3fae9d49e54c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:10.866244 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a22c387-ddc4-403f-ba68-d5f169168751 req-d8def6d1-b55d-455c-b718-3fae9d49e54c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:10.877113 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a22c387-ddc4-403f-ba68-d5f169168751 req-d8def6d1-b55d-455c-b718-3fae9d49e54c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "PUT /v2.0/ports/dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 HTTP/1.1" status: 200 len: 904 time: 0.5973842 Aug 31 14:07:10.877925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5653e98-1325-49f7-9c56-680df5d85092', 'tag': 'dcc74e5c-45f1-4812-95d2-76ba7cf9bd21'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:10.880596 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab200483-d8f9-4a3f-b7a4-e5c33c700c23" -d '{"events": [{"name": "network-changed", "server_uuid": "e5653e98-1325-49f7-9c56-680df5d85092", "tag": "dcc74e5c-45f1-4812-95d2-76ba7cf9bd21"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:10.896242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-8704a401-2fbe-4944-b4e7-270ba615f5fc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Router 4d3e2f42-b538-4249-8be5-cf01c044b11f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:10.952618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8def6d1-b55d-455c-b718-3fae9d49e54c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event updated for resources: {'Port': ['ID=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:11.027248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['dcc74e5c-45f1-4812-95d2-76ba7cf9bd21'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:11.105752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-8704a401-2fbe-4944-b4e7-270ba615f5fc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:11.112606 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-8704a401-2fbe-4944-b4e7-270ba615f5fc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:11.119788 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf38f49-a7ab-4e22-bfee-a75d75c4bf25 None None] Sync routers for ids ['4d3e2f42-b538-4249-8be5-cf01c044b11f'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:11.133836 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf38f49-a7ab-4e22-bfee-a75d75c4bf25 None None] Routers {'4d3e2f42-b538-4249-8be5-cf01c044b11f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:11.134665 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4bf38f49-a7ab-4e22-bfee-a75d75c4bf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4d3e2f42-b538-4249-8be5-cf01c044b11f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:11.164777 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-8704a401-2fbe-4944-b4e7-270ba615f5fc tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "PUT /v2.0/floatingips/86496bb2-e320-4ad8-b43d-698d1c10cf62 HTTP/1.1" status: 200 len: 694 time: 0.7783582 Aug 31 14:07:11.165382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'tag': '11c53d63-df20-469d-a31b-6ac82c74d261'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:11.168177 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934fe741-a39c-4077-94c5-17c358a532b0" -d '{"events": [{"name": "network-changed", "server_uuid": "35835388-3fb7-45f7-bec7-94cecdd3bcf9", "tag": "11c53d63-df20-469d-a31b-6ac82c74d261"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:11.230555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691cc08-3716-4766-b681-d2e4406c2b29 req-8afda8ab-3508-4ac3-b598-8db8f529ba05 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:11.234350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-23fd9475-bcd4-429c-82e2-57172ed160ec None None] Provisioning complete for port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:11.234738 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-23fd9475-bcd4-429c-82e2-57172ed160ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:11.239568 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e691cc08-3716-4766-b681-d2e4406c2b29 req-8afda8ab-3508-4ac3-b598-8db8f529ba05 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.1616175 Aug 31 14:07:11.244725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-7230f7a0-5998-4fa1-ad0c-59bfba6536a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:11.246528 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-7230f7a0-5998-4fa1-ad0c-59bfba6536a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=83cee18f030d4f1b80e8dc43d0b67865&device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 1097 time: 0.0592303 Aug 31 14:07:11.295408 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e691cc08-3716-4766-b681-d2e4406c2b29 req-8d768279-2ff2-4ee3-89db-43ed02225519 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502717 Aug 31 14:07:11.297067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:11.322050 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-4bf38f49-a7ab-4e22-bfee-a75d75c4bf25 None None] Set router 4d3e2f42-b538-4249-8be5-cf01c044b11f gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:11.458263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-0ad5b6c2-0f6d-4302-9876-8c7534c2bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:11.461349 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-0ad5b6c2-0f6d-4302-9876-8c7534c2bd7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=81b7ff80-246e-4b78-9a57-b4304a9727a5 HTTP/1.1" status: 200 len: 930 time: 0.2036486 Aug 31 14:07:11.470528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Pushing event deleted for resources: {'Port': ['ID=84ad7978-5a50-4bee-8191-f796a8a2d425,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:11.508155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:11.518751 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-8c0bcb32-e665-475d-90c1-e48c26a917a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c53d63-df20-469d-a31b-6ac82c74d261 HTTP/1.1" status: 200 len: 217 time: 0.0411587 Aug 31 14:07:11.592887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-ff3792cd-b9c0-476a-bd60-6422e5ac1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:11.601446 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-ff3792cd-b9c0-476a-bd60-6422e5ac1a24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a263b99-a2f4-462b-ac80-5ec73babc9ad HTTP/1.1" status: 200 len: 868 time: 0.0737009 Aug 31 14:07:11.647276 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4bf38f49-a7ab-4e22-bfee-a75d75c4bf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '7318fb53-0b2a-42ba-96f5-401c4fb0dbca', 'name': '', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'mac_address': 'fa:16:3e:d7:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:42Z', 'updated_at': '2021-08-31T14:06:49Z', 'revision_number': 5, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'subnets': [{'id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:11.659129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-2dc0f863-2c61-4b59-a90b-a4df20b0f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:11.661083 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-2dc0f863-2c61-4b59-a90b-a4df20b0f20e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81b7ff80-246e-4b78-9a57-b4304a9727a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588381 Aug 31 14:07:11.688458 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf38f49-a7ab-4e22-bfee-a75d75c4bf25 None None] Checking router: 4d3e2f42-b538-4249-8be5-cf01c044b11f for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:11.699935 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf38f49-a7ab-4e22-bfee-a75d75c4bf25 None None] Routers {'4d3e2f42-b538-4249-8be5-cf01c044b11f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:11.700507 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4bf38f49-a7ab-4e22-bfee-a75d75c4bf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4d3e2f42-b538-4249-8be5-cf01c044b11f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:11.792550 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-86d076fa-aa71-4c10-b7c6-0a3c10de3753 service neutron] 10.222.0.20 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237402 Aug 31 14:07:11.839608 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:11.848504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ae9a5-c9bc-4ea0-9c19-6690c3812d04 req-2e8a61f7-209a-409f-b324-4438a4cfcec4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:11.855224 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d15ae9a5-c9bc-4ea0-9c19-6690c3812d04 req-2e8a61f7-209a-409f-b324-4438a4cfcec4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 907 time: 0.1754658 Aug 31 14:07:11.858212 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:11.860413 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-4bf38f49-a7ab-4e22-bfee-a75d75c4bf25 None None] Set router 4d3e2f42-b538-4249-8be5-cf01c044b11f gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:11.940960 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b783201-59f4-42a4-bc97-b65e34acebe7 req-9ae767db-6a49-4012-9340-c608b1ca1846 service neutron] 10.222.0.20 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415882 Aug 31 14:07:11.973021 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec96993-be06-45ca-963e-40e71ddc5fca x-openstack-request-id: req-3ec96993-be06-45ca-963e-40e71ddc5fca {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:11.973310 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5653e98-1325-49f7-9c56-680df5d85092", "tag": "dcc74e5c-45f1-4812-95d2-76ba7cf9bd21", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:11.973559 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ec96993-be06-45ca-963e-40e71ddc5fca {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:11.973969 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5653e98-1325-49f7-9c56-680df5d85092', 'tag': 'dcc74e5c-45f1-4812-95d2-76ba7cf9bd21', 'status': 'completed', 'code': 200} Aug 31 14:07:11.986810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Router d392ef6b-4cce-40d6-9134-345a653edadc has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:12.031878 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2317f086-4aba-4969-8e08-1f4ba76fdcaa x-openstack-request-id: req-2317f086-4aba-4969-8e08-1f4ba76fdcaa {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:12.032295 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35835388-3fb7-45f7-bec7-94cecdd3bcf9", "tag": "11c53d63-df20-469d-a31b-6ac82c74d261", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:12.032673 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2317f086-4aba-4969-8e08-1f4ba76fdcaa {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:12.033170 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'tag': '11c53d63-df20-469d-a31b-6ac82c74d261', 'status': 'completed', 'code': 200} Aug 31 14:07:12.137315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200483-d8f9-4a3f-b7a4-e5c33c700c23 req-55b2612b-ade3-495c-b696-636d4e689882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.139050 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab200483-d8f9-4a3f-b7a4-e5c33c700c23 req-55b2612b-ade3-495c-b696-636d4e689882 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 1058 time: 0.1213672 Aug 31 14:07:12.140751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:12.156579 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:12.158338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ed39fe01-780a-49e0-a33d-70ce90a7da7e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "PUT /v2.0/routers/d392ef6b-4cce-40d6-9134-345a653edadc HTTP/1.1" status: 200 len: 705 time: 2.5325899 Aug 31 14:07:12.159184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3b0d9-eb21-49e7-b81a-ca16f95b45ad None None] Sync routers for ids ['d392ef6b-4cce-40d6-9134-345a653edadc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:12.160721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46364) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:12.167622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36993e5-4dd0-4b58-beb3-992952afc7b3 req-59b06193-93fc-449e-955d-4258ed6191e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.185612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3b0d9-eb21-49e7-b81a-ca16f95b45ad None None] Routers {'d392ef6b-4cce-40d6-9134-345a653edadc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:12.186977 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c36993e5-4dd0-4b58-beb3-992952afc7b3 req-59b06193-93fc-449e-955d-4258ed6191e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1013634 Aug 31 14:07:12.190070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-20a3b0d9-eb21-49e7-b81a-ca16f95b45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d392ef6b-4cce-40d6-9134-345a653edadc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:12.231699 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4bf38f49-a7ab-4e22-bfee-a75d75c4bf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '7318fb53-0b2a-42ba-96f5-401c4fb0dbca', 'name': '', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'mac_address': 'fa:16:3e:d7:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:42Z', 'updated_at': '2021-08-31T14:06:49Z', 'revision_number': 5, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'subnets': [{'id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:12.259508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-20a3b0d9-eb21-49e7-b81a-ca16f95b45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:12.274342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3b0d9-eb21-49e7-b81a-ca16f95b45ad None None] Routers {'d392ef6b-4cce-40d6-9134-345a653edadc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:12.275457 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-20a3b0d9-eb21-49e7-b81a-ca16f95b45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d392ef6b-4cce-40d6-9134-345a653edadc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:12.289851 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf38f49-a7ab-4e22-bfee-a75d75c4bf25 None None] The sync data for ids ['4d3e2f42-b538-4249-8be5-cf01c044b11f'] in n-d-792364-6 is: [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '7318fb53-0b2a-42ba-96f5-401c4fb0dbca', 'name': '', 'network_id': '81b7ff80-246e-4b78-9a57-b4304a9727a5', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'mac_address': 'fa:16:3e:d7:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:42Z', 'updated_at': '2021-08-31T14:06:49Z', 'revision_number': 5, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'subnets': [{'id': '3a263b99-a2f4-462b-ac80-5ec73babc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:12.316167 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-20a3b0d9-eb21-49e7-b81a-ca16f95b45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:12.316882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3b0d9-eb21-49e7-b81a-ca16f95b45ad None None] The sync data for ids ['d392ef6b-4cce-40d6-9134-345a653edadc'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:12.335486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c36993e5-4dd0-4b58-beb3-992952afc7b3 req-dec5d9ca-19d0-4c89-bc7c-66f334d6d71b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474037 Aug 31 14:07:12.344596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fe741-a39c-4077-94c5-17c358a532b0 req-1d3a6832-ad6c-4e15-be07-3296d965ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.346335 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934fe741-a39c-4077-94c5-17c358a532b0 req-1d3a6832-ad6c-4e15-be07-3296d965ccc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83cee18f030d4f1b80e8dc43d0b67865&device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 1097 time: 0.2772727 Aug 31 14:07:12.386398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200483-d8f9-4a3f-b7a4-e5c33c700c23 req-cbbc26aa-8959-4faa-a737-19f79430863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.388001 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab200483-d8f9-4a3f-b7a4-e5c33c700c23 req-cbbc26aa-8959-4faa-a737-19f79430863c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.2316561 Aug 31 14:07:12.450796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-70d5cf65-c138-4fe9-82b0-eeb7907eb1f4 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/routers/d392ef6b-4cce-40d6-9134-345a653edadc HTTP/1.1" status: 200 len: 740 time: 0.2864678 Aug 31 14:07:12.452859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46374) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:12.457342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-bd5016ac-9804-476e-9b91-16500d3203b0 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips/86496bb2-e320-4ad8-b43d-698d1c10cf62 HTTP/1.1" status: 200 len: 694 time: 0.2143137 Aug 31 14:07:12.464354 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab200483-d8f9-4a3f-b7a4-e5c33c700c23 req-8d6ba1c9-cc10-4c46-abb6-2e132d2a4c6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 HTTP/1.1" status: 200 len: 217 time: 0.0647304 Aug 31 14:07:12.495944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fe741-a39c-4077-94c5-17c358a532b0 req-15fb6265-c530-4923-b1d6-a9c757e68f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.498758 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934fe741-a39c-4077-94c5-17c358a532b0 req-15fb6265-c530-4923-b1d6-a9c757e68f77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81b7ff80-246e-4b78-9a57-b4304a9727a5 HTTP/1.1" status: 200 len: 930 time: 0.1337066 Aug 31 14:07:12.545135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c17df9dc-1ae5-4fe3-a98f-f093ab1a29a8 tempest-RoutersAdminTest-201874177 tempest-RoutersAdminTest-201874177-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&device_id=d392ef6b-4cce-40d6-9134-345a653edadc HTTP/1.1" status: 200 len: 205 time: 0.0910394 Aug 31 14:07:12.575577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46378) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:12.578578 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934fe741-a39c-4077-94c5-17c358a532b0 req-644b7817-ab60-4d0b-9c04-dc9baf280242 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c53d63-df20-469d-a31b-6ac82c74d261 HTTP/1.1" status: 200 len: 217 time: 0.0542333 Aug 31 14:07:12.623387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0cb81adb-e687-4ce9-9d57-423f577cb64f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d392ef6b-4cce-40d6-9134-345a653edadc HTTP/1.1" status: 200 len: 205 time: 0.0486925 Aug 31 14:07:12.626667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46382) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:12.661577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fe741-a39c-4077-94c5-17c358a532b0 req-a38acd99-0628-4e2e-9d71-a8771f621251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.663446 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d177f6e-15ff-4e5a-89ea-ae13dd05ce84 None None] New status for floating IP 86496bb2-e320-4ad8-b43d-698d1c10cf62: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:07:12.663570 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934fe741-a39c-4077-94c5-17c358a532b0 req-a38acd99-0628-4e2e-9d71-a8771f621251 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a263b99-a2f4-462b-ac80-5ec73babc9ad HTTP/1.1" status: 200 len: 868 time: 0.0730109 Aug 31 14:07:12.679418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200483-d8f9-4a3f-b7a4-e5c33c700c23 req-ad38b263-8358-458d-b497-03141ee42e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.681209 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab200483-d8f9-4a3f-b7a4-e5c33c700c23 req-ad38b263-8358-458d-b497-03141ee42e0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.1819916 Aug 31 14:07:12.696124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-5c19e5c3-ca6a-4c90-864e-30acb8a976e0 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.697771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-5c19e5c3-ca6a-4c90-864e-30acb8a976e0 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 784 time: 0.2365162 Aug 31 14:07:12.723356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-a274fee0-4dc3-42b3-8c74-aa026dbaae3f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:07:12.724349 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-a274fee0-4dc3-42b3-8c74-aa026dbaae3f tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070202 Aug 31 14:07:12.758303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115e8a2-4340-4ea9-a3e4-fef7d8ac696c req-aab1da23-0a66-4930-9e57-482b5ab3d824 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.759837 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a115e8a2-4340-4ea9-a3e4-fef7d8ac696c req-aab1da23-0a66-4930-9e57-482b5ab3d824 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.2621481 Aug 31 14:07:12.763954 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2edba358-873f-412d-a561-374aa2235a9e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:12.779932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fe741-a39c-4077-94c5-17c358a532b0 req-a1247895-8afc-4d3e-850d-89f823181a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.781638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934fe741-a39c-4077-94c5-17c358a532b0 req-a1247895-8afc-4d3e-850d-89f823181a38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81b7ff80-246e-4b78-9a57-b4304a9727a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071539 Aug 31 14:07:12.791374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-70d52aa7-aff9-414f-a24e-ed79374b5218 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 697 time: 0.0569382 Aug 31 14:07:12.901668 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-fda4b95e-d959-41fb-8af9-260a61a963d3 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 697 time: 0.0868614 Aug 31 14:07:12.929736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200483-d8f9-4a3f-b7a4-e5c33c700c23 req-0cec5e7c-0092-48b9-95b5-3cde21e2950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:12.932597 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab200483-d8f9-4a3f-b7a4-e5c33c700c23 req-0cec5e7c-0092-48b9-95b5-3cde21e2950c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2167919 Aug 31 14:07:12.982524 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a115e8a2-4340-4ea9-a3e4-fef7d8ac696c req-0618fb02-a4ba-47ad-81c9-72798f23f669 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823037 Aug 31 14:07:12.990332 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934fe741-a39c-4077-94c5-17c358a532b0 req-a18a2859-ed5d-48e5-8d54-3a5db09d341c service neutron] 10.222.0.13 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963522 Aug 31 14:07:13.155459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934fe741-a39c-4077-94c5-17c358a532b0 req-b7411a2a-0d5f-4229-a94a-0ff145920ee2 service neutron] 10.222.0.13 "GET /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314869 Aug 31 14:07:13.162328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-97c6dc26-9535-4dc6-9e29-33e6065689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Deleting port 9370ac34-fa7f-47f7-9a80-0840ff9c272f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:13.162779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-97c6dc26-9535-4dc6-9e29-33e6065689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.251594 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-97c6dc26-9535-4dc6-9e29-33e6065689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.251888 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-97c6dc26-9535-4dc6-9e29-33e6065689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.266028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-97c6dc26-9535-4dc6-9e29-33e6065689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Calling delete_port for 9370ac34-fa7f-47f7-9a80-0840ff9c272f owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:13.368198 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2edba358-873f-412d-a561-374aa2235a9e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.387352 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2edba358-873f-412d-a561-374aa2235a9e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.455255 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-97c6dc26-9535-4dc6-9e29-33e6065689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.476640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550a99-afcf-4aa9-9540-c7e139645a17 req-f32adda1-7d99-4098-b8eb-3051134b6b1c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:13.478192 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c2550a99-afcf-4aa9-9540-c7e139645a17 req-f32adda1-7d99-4098-b8eb-3051134b6b1c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1652443 Aug 31 14:07:13.482895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2edba358-873f-412d-a561-374aa2235a9e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.483439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edba358-873f-412d-a561-374aa2235a9e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Fanout notify agent at l3_agent the message router_deleted on router d392ef6b-4cce-40d6-9134-345a653edadc {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:13.490874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6dc26-9535-4dc6-9e29-33e6065689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Pushing event deleted for resources: {'Port': ['ID=9370ac34-fa7f-47f7-9a80-0840ff9c272f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:13.504595 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2edba358-873f-412d-a561-374aa2235a9e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.509084 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2edba358-873f-412d-a561-374aa2235a9e tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/routers/d392ef6b-4cce-40d6-9134-345a653edadc HTTP/1.1" status: 204 len: 168 time: 0.8797929 Aug 31 14:07:13.512460 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46386) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.547774 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-773ca36c-fe36-41d7-8a49-5336d9d07e1d tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "GET /v2.0/ports?device_id=d392ef6b-4cce-40d6-9134-345a653edadc HTTP/1.1" status: 200 len: 205 time: 0.0340619 Aug 31 14:07:13.549787 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab200483-d8f9-4a3f-b7a4-e5c33c700c23 req-6a227c7e-233e-4fcc-83de-0f96c0bd97d5 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846949 Aug 31 14:07:13.550338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46388) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.563538 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-97c6dc26-9535-4dc6-9e29-33e6065689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.566793 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-97c6dc26-9535-4dc6-9e29-33e6065689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:13.568014 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0816446-76bf-4f0b-abe4-4a42efbe65fc req-97c6dc26-9535-4dc6-9e29-33e6065689f3 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "DELETE /v2.0/floatingips/86496bb2-e320-4ad8-b43d-698d1c10cf62 HTTP/1.1" status: 204 len: 173 time: 0.6506767 Aug 31 14:07:13.620694 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-5fb8b128-3854-4a28-8ba3-5caa0b66fc9d tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] delete failed (client error): The resource could not be found. Aug 31 14:07:13.621775 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5fb8b128-3854-4a28-8ba3-5caa0b66fc9d tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/routers/d392ef6b-4cce-40d6-9134-345a653edadc HTTP/1.1" status: 404 len: 336 time: 0.0691643 Aug 31 14:07:13.624835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46392) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.669728 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c749a7a2-a273-4ac3-82a4-a5b0579ef1a5 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "GET /v2.0/ports?device_id=9845c43f-714f-4fbe-96c8-3def949d330d HTTP/1.1" status: 200 len: 205 time: 0.0430908 Aug 31 14:07:13.672245 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c2550a99-afcf-4aa9-9540-c7e139645a17 req-b69d0b6e-9452-4df0-810a-ae5dbb499cd2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808074 Aug 31 14:07:13.672719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46394) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.745820 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-06d4023a-3269-4aa8-9bac-7d0bf413051d tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] delete failed (client error): The resource could not be found. Aug 31 14:07:13.746989 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-06d4023a-3269-4aa8-9bac-7d0bf413051d tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/routers/9845c43f-714f-4fbe-96c8-3def949d330d HTTP/1.1" status: 404 len: 336 time: 0.0731604 Aug 31 14:07:13.749786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46398) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.774787 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab200483-d8f9-4a3f-b7a4-e5c33c700c23 req-c9f6c721-46c7-4cf4-8709-77d5ec8063c7 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720772 Aug 31 14:07:13.789866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-aec3a549-0df6-4872-bde6-cad3a15584d7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbcdd09d-5ae0-4edb-819f-df6ec4963678 HTTP/1.1" status: 200 len: 205 time: 0.0386083 Aug 31 14:07:13.792719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46402) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.834880 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-be4ec4db-da2e-4576-ad2f-0afd90a42821 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] delete failed (client error): The resource could not be found. Aug 31 14:07:13.835965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-be4ec4db-da2e-4576-ad2f-0afd90a42821 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/routers/fbcdd09d-5ae0-4edb-819f-df6ec4963678 HTTP/1.1" status: 404 len: 336 time: 0.0423217 Aug 31 14:07:13.839628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46410) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.876030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46416) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.876446 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a48c3e20-a5a3-4df8-a368-af817efc2332 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9837034-b1e8-418a-8e5f-69c7b8baee44 HTTP/1.1" status: 200 len: 205 time: 0.0352747 Aug 31 14:07:13.929431 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-91ffd63b-06e1-46a6-96d5-92c08ed79bef tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] delete failed (client error): The resource could not be found. Aug 31 14:07:13.933502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-91ffd63b-06e1-46a6-96d5-92c08ed79bef tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/routers/c9837034-b1e8-418a-8e5f-69c7b8baee44 HTTP/1.1" status: 404 len: 336 time: 0.0534797 Aug 31 14:07:13.936590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46418) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:13.989897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-90304b9f-53ea-4fcd-915f-5ca8b1a7074f tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "GET /v2.0/ports?device_id=549a821e-1d74-4cc0-b94a-e92f933a0f2d HTTP/1.1" status: 200 len: 205 time: 0.0548825 Aug 31 14:07:13.993141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46420) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:14.031128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-0630465c-d29e-4cc8-a0b5-48b56da5591d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:14.033006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-0630465c-d29e-4cc8-a0b5-48b56da5591d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 812 time: 0.1375172 Aug 31 14:07:14.036831 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-c917013c-dbe4-441a-baaa-e55c369f055a tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] delete failed (client error): The resource could not be found. Aug 31 14:07:14.040401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c917013c-dbe4-441a-baaa-e55c369f055a tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/routers/549a821e-1d74-4cc0-b94a-e92f933a0f2d HTTP/1.1" status: 404 len: 336 time: 0.0439177 Aug 31 14:07:14.042095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46424) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:14.058405 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-65a12756-279b-48ef-ac3f-08c8a9301bb6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/quotas/c28ecdeb550f4a6594d69709db570fca HTTP/1.1" status: 200 len: 375 time: 0.0144384 Aug 31 14:07:14.061264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a91a8c-b5ed-4252-bb11-fd86cfc0305e req-5a7b8670-0175-4aad-8540-5097414d7d24 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:14.062830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83a91a8c-b5ed-4252-bb11-fd86cfc0305e req-5a7b8670-0175-4aad-8540-5097414d7d24 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1447358 Aug 31 14:07:14.079849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ef4bea8e-67cb-4d44-a5a1-266a170eb5d7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "GET /v2.0/ports?device_id=da038c48-d244-4f19-81bd-56c8776966cc HTTP/1.1" status: 200 len: 205 time: 0.0374734 Aug 31 14:07:14.082311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46426) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:14.120929 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83a91a8c-b5ed-4252-bb11-fd86cfc0305e req-121b1a1d-5a2e-4f2e-bb07-604754253222 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0442691 Aug 31 14:07:14.148936 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-eab9ab08-f791-4cd7-b85e-9681386c9850 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] delete failed (client error): The resource could not be found. Aug 31 14:07:14.154104 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eab9ab08-f791-4cd7-b85e-9681386c9850 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/routers/da038c48-d244-4f19-81bd-56c8776966cc HTTP/1.1" status: 404 len: 336 time: 0.0665350 Aug 31 14:07:14.154494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46430) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:14.188759 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d8cb85-bf25-4727-be96-1a19283b6ad7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] DELETE failed (client error): The resource could not be found. Aug 31 14:07:14.189366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d8cb85-bf25-4727-be96-1a19283b6ad7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:07:14.192618 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-81d8cb85-bf25-4727-be96-1a19283b6ad7 tempest-RoutersAdminTest-605685318 tempest-RoutersAdminTest-605685318-project] 10.222.0.20 "DELETE /v2.0/subnets/835b327d-8826-483b-8e68-8db1ab467489 HTTP/1.1" status: 404 len: 337 time: 0.0355954 Aug 31 14:07:14.209753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18bba699-71e5-44e5-aa7b-b1c0f4421130 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1390934 Aug 31 14:07:14.267270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb512ad-9391-4a6a-b330-758e5b2d55af req-cb5afc7d-c0c6-4c18-ad3e-f58ac2979ffc tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:14.271629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5eb512ad-9391-4a6a-b330-758e5b2d55af req-cb5afc7d-c0c6-4c18-ad3e-f58ac2979ffc tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.0888839 Aug 31 14:07:14.327194 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-291f7014-e7f2-4b23-a616-ef4df2b54b9b service neutron] 10.222.0.20 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088197 Aug 31 14:07:14.347045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5eb512ad-9391-4a6a-b330-758e5b2d55af req-6d91a997-310d-4f02-84ca-ffc739dbd11b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572586 Aug 31 14:07:14.423519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-54c91596-a01a-4b90-a133-413e6629aa82 req-7786ea39-2b4f-49be-abce-d7d48c6f3848 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0526192 Aug 31 14:07:14.471657 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-44c587d1-f5fa-4fdf-a541-5be37d38dc64 service neutron] 10.222.0.20 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379025 Aug 31 14:07:14.505394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46438) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:14.736597 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-780e18f8-c513-4d88-8b51-875a92415e39 req-6434f329-6f4d-410e-8bc4-4a655431b3af tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 210 time: 0.0771778 Aug 31 14:07:14.749455 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbbda618-fe0d-496a-89a7-29f1a8ef1077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.821459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03add5c-8d1f-44d8-b339-a86e07db485a req-07e7e356-65d7-4f5d-b944-9d6a0e39a9f0 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:14.823333 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b03add5c-8d1f-44d8-b339-a86e07db485a req-07e7e356-65d7-4f5d-b944-9d6a0e39a9f0 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 946 time: 0.1120749 Aug 31 14:07:14.908416 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbbda618-fe0d-496a-89a7-29f1a8ef1077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.914184 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbbda618-fe0d-496a-89a7-29f1a8ef1077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:14.915282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b03add5c-8d1f-44d8-b339-a86e07db485a req-4c652d9f-8d40-424d-94b1-b6217c640588 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9bb6d-be8c-4523-8842-4cd00e9ab93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778732 Aug 31 14:07:14.978057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dbbda618-fe0d-496a-89a7-29f1a8ef1077 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=903e79f5a68a4c1b8349eaeaf44538ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4714875 Aug 31 14:07:14.980633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbda618-fe0d-496a-89a7-29f1a8ef1077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f0a629-6dbe-4a6b-a80f-4dd12d13c1a8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:14.981579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46460) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:15.059997 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c97c-ddf7-46d2-b1a4-42979e4b6b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.096846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c97c-ddf7-46d2-b1a4-42979e4b6b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.163201 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c97c-ddf7-46d2-b1a4-42979e4b6b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.166330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c97c-ddf7-46d2-b1a4-42979e4b6b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:15.167590 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b7a4c97c-ddf7-46d2-b1a4-42979e4b6b6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81f0a629-6dbe-4a6b-a80f-4dd12d13c1a8 HTTP/1.1" status: 204 len: 168 time: 0.1850300 Aug 31 14:07:15.178114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4c97c-ddf7-46d2-b1a4-42979e4b6b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f0a629-6dbe-4a6b-a80f-4dd12d13c1a8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:15.520731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fa8ce-8a8b-449b-a3c2-4b22eea5ca68 req-fc94fc90-1340-4831-b09a-0a565041d2c2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:15.523176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e0fa8ce-8a8b-449b-a3c2-4b22eea5ca68 req-fc94fc90-1340-4831-b09a-0a565041d2c2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.0618322 Aug 31 14:07:15.561150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46470) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:15.583109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e0fa8ce-8a8b-449b-a3c2-4b22eea5ca68 req-c568097d-6237-4cc0-a651-0320abd30e0b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509336 Aug 31 14:07:15.607152 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d2363544-e240-4c6a-932d-2817dadcf94b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd1c5c2abdcd467b8c8165342728e1c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425999 Aug 31 14:07:15.607931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46472) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:15.861452 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-863cf3b1-7b0d-4b1d-a43c-be55934170e2 req-12a49901-9e5e-41f0-9817-673a44065dda tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 210 time: 0.0355957 Aug 31 14:07:16.084113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965083b-eda6-4d0a-a303-93712c65530b req-fa6559be-2cc2-49c4-8a6c-e0e90ef5d848 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:16.085947 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2965083b-eda6-4d0a-a303-93712c65530b req-fa6559be-2cc2-49c4-8a6c-e0e90ef5d848 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 946 time: 0.0972764 Aug 31 14:07:16.138082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-33731542-be1e-4a11-abd6-a0dba02daeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.141619 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2965083b-eda6-4d0a-a303-93712c65530b req-784d4ca1-7efb-4bf5-a51c-953a27a73f9d tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9bb6d-be8c-4523-8842-4cd00e9ab93c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465481 Aug 31 14:07:16.191038 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-33731542-be1e-4a11-abd6-a0dba02daeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.238671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-ae0b48ca-3a27-409d-abbc-853041aa1913 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:16.240172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-ae0b48ca-3a27-409d-abbc-853041aa1913 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.13 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 812 time: 0.2266600 Aug 31 14:07:16.256349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Request body: {'port': {'device_id': '2a1ea939-77f9-4403-8595-9f00da99a46f', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'admin_state_up': True, 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:16.317035 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-33731542-be1e-4a11-abd6-a0dba02daeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.320120 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-33731542-be1e-4a11-abd6-a0dba02daeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.325013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-33731542-be1e-4a11-abd6-a0dba02daeb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8af91545-1fc2-4e65-8d5b-321b8c68e432 HTTP/1.1" status: 204 len: 168 time: 0.7119803 Aug 31 14:07:16.336551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33731542-be1e-4a11-abd6-a0dba02daeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af91545-1fc2-4e65-8d5b-321b8c68e432,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:16.398239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Made reservation on behalf of c28ecdeb550f4a6594d69709db570fca for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:16.402291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.563921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f9769-b8e5-4702-825b-eb3db19ad083 req-58bce278-7d9c-4a56-964b-95efd0028a83 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:16.565568 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee6f9769-b8e5-4702-825b-eb3db19ad083 req-58bce278-7d9c-4a56-964b-95efd0028a83 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.13 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 946 time: 0.1227057 Aug 31 14:07:16.634839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Allocated IP 172.20.0.9 (b45e4484-4dc4-4454-8a6c-8a97e099c7b8/02a3a4ef-59fa-4c60-9ec4-e3c9654a7457/4d89543d-1b25-4308-9f95-de582d8af510) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:16.751477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ee6f9769-b8e5-4702-825b-eb3db19ad083 req-1696352c-624e-4064-8f06-d9b613ab2f95 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Deleting port 11c53d63-df20-469d-a31b-6ac82c74d261 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:16.751827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee6f9769-b8e5-4702-825b-eb3db19ad083 req-1696352c-624e-4064-8f06-d9b613ab2f95 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.780507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea05f81-3eb2-4505-8630-ccd297f6db4c req-10b34702-854a-429d-9d6e-81fde19fe620 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:16.790471 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eea05f81-3eb2-4505-8630-ccd297f6db4c req-10b34702-854a-429d-9d6e-81fde19fe620 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.0948379 Aug 31 14:07:16.837241 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eea05f81-3eb2-4505-8630-ccd297f6db4c req-e269d21d-9fcb-4c3e-a4dc-710623d904b8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450163 Aug 31 14:07:16.925080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ee6f9769-b8e5-4702-825b-eb3db19ad083 req-1696352c-624e-4064-8f06-d9b613ab2f95 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] For port 11c53d63-df20-469d-a31b-6ac82c74d261, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=11c53d63-df20-469d-a31b-6ac82c74d261,segment=NetworkSegment(2a318560-cc73-4b0e-be0c-0051e3391d57),segment_id=2a318560-cc73-4b0e-be0c-0051e3391d57)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:16.925460 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee6f9769-b8e5-4702-825b-eb3db19ad083 req-1696352c-624e-4064-8f06-d9b613ab2f95 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.938157 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:16.950930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ee6f9769-b8e5-4702-825b-eb3db19ad083 req-1696352c-624e-4064-8f06-d9b613ab2f95 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Calling delete_port for 11c53d63-df20-469d-a31b-6ac82c74d261 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:16.985741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Transition to ACTIVE for port object 4d89543d-1b25-4308-9f95-de582d8af510 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:16.988691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58ec16ce-571f-45ed-9dd1-6930b1afaf6c req-fc1d0bff-12d3-4e64-abd9-941bcb5d5384 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 210 time: 0.0428703 Aug 31 14:07:17.087828 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.106215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['66034099-cfe4-42e5-b43b-a0ba131e5b72', '83cbdc99-2eff-423f-bdc7-e40f9344c363'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:17.185201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:17.192904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:17.197470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event updated for resources: {'Port': ['ID=4d89543d-1b25-4308-9f95-de582d8af510,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:17.203270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:17.246544 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee6f9769-b8e5-4702-825b-eb3db19ad083 req-1696352c-624e-4064-8f06-d9b613ab2f95 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.268648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['11c53d63-df20-469d-a31b-6ac82c74d261'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:17.301732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696352c-624e-4064-8f06-d9b613ab2f95 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Pushing event deleted for resources: {'Port': ['ID=11c53d63-df20-469d-a31b-6ac82c74d261,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:17.383476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:17.384847 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.474603 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d9975ed-968f-4f86-877f-00d79151b205 req-52cf4fd2-f18e-483d-9e88-dc51c2033860 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.20 "GET /v2.0/ports?device_id=35835388-3fb7-45f7-bec7-94cecdd3bcf9 HTTP/1.1" status: 200 len: 210 time: 0.1517894 Aug 31 14:07:17.522772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6f9769-b8e5-4702-825b-eb3db19ad083 req-1696352c-624e-4064-8f06-d9b613ab2f95 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] No DVR routers for this DVR port 11c53d63-df20-469d-a31b-6ac82c74d261 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:17.526544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-273a1af1-f097-4707-85ce-042cc74ac6e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2740796 Aug 31 14:07:17.527964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ee6f9769-b8e5-4702-825b-eb3db19ad083 req-1696352c-624e-4064-8f06-d9b613ab2f95 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.530275 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee6f9769-b8e5-4702-825b-eb3db19ad083 req-1696352c-624e-4064-8f06-d9b613ab2f95 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718 tempest-FloatingIPsAssociationNegativeTestJSON-1917378718-project] 10.222.0.13 "DELETE /v2.0/ports/11c53d63-df20-469d-a31b-6ac82c74d261 HTTP/1.1" status: 204 len: 173 time: 0.9566352 Aug 31 14:07:17.530821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'name': 'network-vif-deleted', 'tag': '11c53d63-df20-469d-a31b-6ac82c74d261'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:17.533454 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d82d7-73d3-4cc8-a1b9-67a8fb549abc" -d '{"events": [{"server_uuid": "35835388-3fb7-45f7-bec7-94cecdd3bcf9", "name": "network-vif-deleted", "tag": "11c53d63-df20-469d-a31b-6ac82c74d261"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:17.552532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Request body: {'port': {'device_id': '2a1ea939-77f9-4403-8595-9f00da99a46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:17.619253 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7c9827-4942-4686-bd16-d1183bb3cb60 x-openstack-request-id: req-6a7c9827-4942-4686-bd16-d1183bb3cb60 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:17.619588 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35835388-3fb7-45f7-bec7-94cecdd3bcf9", "name": "network-vif-deleted", "tag": "11c53d63-df20-469d-a31b-6ac82c74d261", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:17.620320 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a7c9827-4942-4686-bd16-d1183bb3cb60 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:17.622175 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35835388-3fb7-45f7-bec7-94cecdd3bcf9', 'name': 'network-vif-deleted', 'tag': '11c53d63-df20-469d-a31b-6ac82c74d261', 'status': 'completed', 'code': 200} Aug 31 14:07:17.709521 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.808409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-27253695-a1f0-4087-85d8-202efbf55678 None None] Provisioning for port 4d89543d-1b25-4308-9f95-de582d8af510 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:17.812341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-27253695-a1f0-4087-85d8-202efbf55678 None None] Provisioning complete for port 4d89543d-1b25-4308-9f95-de582d8af510 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:17.812760 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-27253695-a1f0-4087-85d8-202efbf55678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:17.890795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-27253695-a1f0-4087-85d8-202efbf55678 None None] Port 4d89543d-1b25-4308-9f95-de582d8af510 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:18.000279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73b091-735a-4d9d-86dc-93f92428d063 req-27c8ec03-a1bd-4401-acf5-77baf738452e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:18.004528 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f73b091-735a-4d9d-86dc-93f92428d063 req-27c8ec03-a1bd-4401-acf5-77baf738452e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.0794103 Aug 31 14:07:18.094967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f73b091-735a-4d9d-86dc-93f92428d063 req-9cb135e8-ff13-4a07-98f0-50d492db4614 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810506 Aug 31 14:07:18.168553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d89543d-1b25-4308-9f95-de582d8af510 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:18.184264 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.225257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b4f16-88cb-4d87-a89a-06a80c695e28 req-5ec90c54-fe10-446a-9728-24cd21e306a8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:18.227056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-671b4f16-88cb-4d87-a89a-06a80c695e28 req-5ec90c54-fe10-446a-9728-24cd21e306a8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 931 time: 0.1264989 Aug 31 14:07:18.228244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Transition to ACTIVE for port object 4d89543d-1b25-4308-9f95-de582d8af510 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:18.234715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.378508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d89543d-1b25-4308-9f95-de582d8af510,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:18.404255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-671b4f16-88cb-4d87-a89a-06a80c695e28 req-6c1cc7da-bfc1-4818-a6c6-ff532b6bd866 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645198 Aug 31 14:07:18.495808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Attempting to bind port 4d89543d-1b25-4308-9f95-de582d8af510 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:18.496360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Attempting to bind port 4d89543d-1b25-4308-9f95-de582d8af510 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:18.496857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Attempting to bind port 4d89543d-1b25-4308-9f95-de582d8af510 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:18.498600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46548) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:18.502382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Port 4d89543d-1b25-4308-9f95-de582d8af510 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:07:18.502382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Attempting to bind port 4d89543d-1b25-4308-9f95-de582d8af510 on network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:18.509130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:18.510085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Checking segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:18.510506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Bound using segment: {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:18.511014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Bound port: 4d89543d-1b25-4308-9f95-de582d8af510, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e75cafe-81bf-494b-8d2a-44cac33850ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:18.511515 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.591867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46554) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:18.599663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] For port 4d89543d-1b25-4308-9f95-de582d8af510, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:18.603078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] For port 4d89543d-1b25-4308-9f95-de582d8af510, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d89543d-1b25-4308-9f95-de582d8af510,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:18.610460 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.657040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:18.657668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.659334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] 10.222.0.13 "PUT /v2.0/ports/4d89543d-1b25-4308-9f95-de582d8af510 HTTP/1.1" status: 200 len: 1091 time: 1.1202779 Aug 31 14:07:18.662216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-074afaf9-c445-4eda-b4b3-34b755bd86cf tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1633670743'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:18.686475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1a69b-ce42-4058-b1cd-6c179b521eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d89543d-1b25-4308-9f95-de582d8af510,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:18.753373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-074afaf9-c445-4eda-b4b3-34b755bd86cf tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.754722 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-074afaf9-c445-4eda-b4b3-34b755bd86cf tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.789103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-b258df38-e8af-40ac-8ce8-1e67c8989fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:18.791666 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-b258df38-e8af-40ac-8ce8-1e67c8989fb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 1094 time: 0.0753434 Aug 31 14:07:18.848561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-f0d52fd0-61b4-4c16-a330-9e57262fe853 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d89543d-1b25-4308-9f95-de582d8af510 HTTP/1.1" status: 200 len: 217 time: 0.0461695 Aug 31 14:07:18.876876 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-074afaf9-c445-4eda-b4b3-34b755bd86cf tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.888590 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-074afaf9-c445-4eda-b4b3-34b755bd86cf tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.918245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-9d760af2-b090-43cd-89d5-2984c988c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:18.919726 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-9d760af2-b090-43cd-89d5-2984c988c18c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.0599248 Aug 31 14:07:18.922691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-074afaf9-c445-4eda-b4b3-34b755bd86cf tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:18.926287 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-074afaf9-c445-4eda-b4b3-34b755bd86cf tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4238791 Aug 31 14:07:18.926736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46562) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:19.027381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-05d58889-0c0a-437d-9c7f-461eb2c0e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:19.028860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-05d58889-0c0a-437d-9c7f-461eb2c0e108 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987644 Aug 31 14:07:19.041555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffcc52-8cbb-493f-b133-5488c75da6c6 req-b8181844-35dc-4eb0-b9be-6f31dc4ba084 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:19.043152 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-faffcc52-8cbb-493f-b133-5488c75da6c6 req-b8181844-35dc-4eb0-b9be-6f31dc4ba084 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 947 time: 0.0784004 Aug 31 14:07:19.054039 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5439f86-6724-472e-9be9-fb2c5e9b514c tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.135269 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-faffcc52-8cbb-493f-b133-5488c75da6c6 req-5997eccf-88a7-4037-9ef8-a4fb88d1ccfc tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729334 Aug 31 14:07:19.181713 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-2bb188f4-385f-4cc4-a35f-520997fb1118 service neutron] 10.222.0.13 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373038 Aug 31 14:07:19.298323 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5439f86-6724-472e-9be9-fb2c5e9b514c tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.328247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5439f86-6724-472e-9be9-fb2c5e9b514c tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.330564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a3b042e-b6be-4292-88d4-959a30f6af31 req-3c728d24-021b-4e35-bf9e-89f74c384f00 service neutron] 10.222.0.13 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398163 Aug 31 14:07:19.409386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ea89f-5bed-41ef-a7bd-598905404abf req-3c9094b0-a427-481d-8158-afb83695d5a7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:19.410877 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3a0ea89f-5bed-41ef-a7bd-598905404abf req-3c9094b0-a427-481d-8158-afb83695d5a7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.1486259 Aug 31 14:07:19.420072 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5439f86-6724-472e-9be9-fb2c5e9b514c tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.420072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5439f86-6724-472e-9be9-fb2c5e9b514c tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67756d7e-e544-4ca3-a4d4-de34c6f7f7e0 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:19.420072 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5439f86-6724-472e-9be9-fb2c5e9b514c tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.429466 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d5439f86-6724-472e-9be9-fb2c5e9b514c tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] 10.222.0.20 "DELETE /v2.0/routers/67756d7e-e544-4ca3-a4d4-de34c6f7f7e0 HTTP/1.1" status: 204 len: 168 time: 0.4928341 Aug 31 14:07:19.429466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46570) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:19.434871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bd0e95e0-d357-4e56-9327-01a5cc6eaf0f tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Request body: {'router': {'name': 'tempest-router-82216297', 'distributed': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:19.522483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd0e95e0-d357-4e56-9327-01a5cc6eaf0f tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.523665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd0e95e0-d357-4e56-9327-01a5cc6eaf0f tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.529463 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3a0ea89f-5bed-41ef-a7bd-598905404abf req-a67b489b-479c-444e-a3a9-cc3a7d7ca5be tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064110 Aug 31 14:07:19.619963 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 11c53d63-df20-469d-a31b-6ac82c74d261 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:19.627270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1ea939-77f9-4403-8595-9f00da99a46f', 'tag': '4d89543d-1b25-4308-9f95-de582d8af510'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:19.629583 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635d5aa9-81c6-48f0-867f-3ae570016e12" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1ea939-77f9-4403-8595-9f00da99a46f", "tag": "4d89543d-1b25-4308-9f95-de582d8af510"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:19.638004 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd0e95e0-d357-4e56-9327-01a5cc6eaf0f tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.647054 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd0e95e0-d357-4e56-9327-01a5cc6eaf0f tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.660179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 11c53d63-df20-469d-a31b-6ac82c74d261 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:19.660839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 11c53d63-df20-469d-a31b-6ac82c74d261 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:19.665419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4a155-c5aa-4997-8dda-4059cef19745 req-30aef252-d36e-4afc-834f-eb7981652bb5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:19.669534 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e3b4a155-c5aa-4997-8dda-4059cef19745 req-30aef252-d36e-4afc-834f-eb7981652bb5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 943 time: 0.0753226 Aug 31 14:07:19.670622 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-662e72b7-891f-451f-8bb5-25c11c488d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.672390 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd0e95e0-d357-4e56-9327-01a5cc6eaf0f tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.676505 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bd0e95e0-d357-4e56-9327-01a5cc6eaf0f tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2445805 Aug 31 14:07:19.698857 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079d5c4f-a669-4048-9946-3a6828b9af7f x-openstack-request-id: req-079d5c4f-a669-4048-9946-3a6828b9af7f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:19.699240 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1ea939-77f9-4403-8595-9f00da99a46f", "tag": "4d89543d-1b25-4308-9f95-de582d8af510", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:19.699566 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-079d5c4f-a669-4048-9946-3a6828b9af7f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:19.700179 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1ea939-77f9-4403-8595-9f00da99a46f', 'tag': '4d89543d-1b25-4308-9f95-de582d8af510', 'status': 'completed', 'code': 200} Aug 31 14:07:19.700747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46578) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:19.819961 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e3b4a155-c5aa-4997-8dda-4059cef19745 req-cba73187-24eb-4b5b-8f56-fb2e65a4166a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440887 Aug 31 14:07:19.836290 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0214bde-ce9e-44f2-abb8-070d5e3dbd31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:19.843520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d5aa9-81c6-48f0-867f-3ae570016e12 req-a8627cf9-d37b-448f-9c3d-19c033dba630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:19.845796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-635d5aa9-81c6-48f0-867f-3ae570016e12 req-a8627cf9-d37b-448f-9c3d-19c033dba630 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 1094 time: 0.0981598 Aug 31 14:07:19.956392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-662e72b7-891f-451f-8bb5-25c11c488d21 admin admin] Deleting port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:19.956808 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-662e72b7-891f-451f-8bb5-25c11c488d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.039935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-662e72b7-891f-451f-8bb5-25c11c488d21 admin admin] For port 7318fb53-0b2a-42ba-96f5-401c4fb0dbca, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7318fb53-0b2a-42ba-96f5-401c4fb0dbca,segment=NetworkSegment(2a318560-cc73-4b0e-be0c-0051e3391d57),segment_id=2a318560-cc73-4b0e-be0c-0051e3391d57)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:20.040355 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-662e72b7-891f-451f-8bb5-25c11c488d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.064743 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0214bde-ce9e-44f2-abb8-070d5e3dbd31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.065082 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-662e72b7-891f-451f-8bb5-25c11c488d21 admin admin] Calling delete_port for 7318fb53-0b2a-42ba-96f5-401c4fb0dbca owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:20.068006 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0214bde-ce9e-44f2-abb8-070d5e3dbd31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.120884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d5aa9-81c6-48f0-867f-3ae570016e12 req-8cca27cd-b2ab-404c-8527-f229ece79f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:20.122471 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-635d5aa9-81c6-48f0-867f-3ae570016e12 req-8cca27cd-b2ab-404c-8527-f229ece79f6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.2403038 Aug 31 14:07:20.126872 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0214bde-ce9e-44f2-abb8-070d5e3dbd31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.127522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0214bde-ce9e-44f2-abb8-070d5e3dbd31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7ef31b0-ffdf-49cc-9a11-cc355ff5a805 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:20.132375 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0214bde-ce9e-44f2-abb8-070d5e3dbd31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.143008 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e0214bde-ce9e-44f2-abb8-070d5e3dbd31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e7ef31b0-ffdf-49cc-9a11-cc355ff5a805 HTTP/1.1" status: 204 len: 168 time: 0.4314685 Aug 31 14:07:20.143008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46580) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:20.146555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-388f7a54-2020-40fb-873f-8bc9ed16cde6 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Request body: {'router': {'name': 'tempest-router-1917432780', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c9b4a56ec27c4bc4ad5d84e41f7ef3d6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:20.179694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-635d5aa9-81c6-48f0-867f-3ae570016e12 req-e56e83f0-edda-458a-8895-368e54f9cd5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d89543d-1b25-4308-9f95-de582d8af510 HTTP/1.1" status: 200 len: 217 time: 0.0450876 Aug 31 14:07:20.208580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-388f7a54-2020-40fb-873f-8bc9ed16cde6 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.209619 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-388f7a54-2020-40fb-873f-8bc9ed16cde6 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.296770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d5aa9-81c6-48f0-867f-3ae570016e12 req-c799651c-853f-444e-b279-b731135550ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:20.298844 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-635d5aa9-81c6-48f0-867f-3ae570016e12 req-c799651c-853f-444e-b279-b731135550ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.0998788 Aug 31 14:07:20.302042 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-388f7a54-2020-40fb-873f-8bc9ed16cde6 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.305639 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-662e72b7-891f-451f-8bb5-25c11c488d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.307902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-388f7a54-2020-40fb-873f-8bc9ed16cde6 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.348027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e72b7-891f-451f-8bb5-25c11c488d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7318fb53-0b2a-42ba-96f5-401c4fb0dbca,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:20.354092 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-388f7a54-2020-40fb-873f-8bc9ed16cde6 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.356172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-388f7a54-2020-40fb-873f-8bc9ed16cde6 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2128046 Aug 31 14:07:20.359755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46584) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:20.368037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Request body: {'router': {'distributed': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:20.377310 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ebe85-3855-4a90-b62d-2a095864fc9d req-39854b40-c8f5-4b68-a3dd-295050073362 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:20.378103 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da1ebe85-3855-4a90-b62d-2a095864fc9d req-39854b40-c8f5-4b68-a3dd-295050073362 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 947 time: 0.1236799 Aug 31 14:07:20.457372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d5aa9-81c6-48f0-867f-3ae570016e12 req-49c8f53e-c421-401d-bd89-21de1220cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:20.460303 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-635d5aa9-81c6-48f0-867f-3ae570016e12 req-49c8f53e-c421-401d-bd89-21de1220cc61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484849 Aug 31 14:07:20.502045 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da1ebe85-3855-4a90-b62d-2a095864fc9d req-afed8be6-f1b3-4fb9-8d74-e38128f872ab tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957522 Aug 31 14:07:20.625728 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-662e72b7-891f-451f-8bb5-25c11c488d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.802656 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.803046 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.904216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662e72b7-891f-451f-8bb5-25c11c488d21 admin admin] Router 4d3e2f42-b538-4249-8be5-cf01c044b11f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:20.916199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e5a7e-bad6-41e2-8b88-2e9b55965bf4 req-6d9263c2-bc19-4f6c-985c-3b12e7df0bd6 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:20.917885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e08e5a7e-bad6-41e2-8b88-2e9b55965bf4 req-6d9263c2-bc19-4f6c-985c-3b12e7df0bd6 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.2295456 Aug 31 14:07:20.924559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=106388) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 14:07:20.924910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Router dce96755-aa6a-4204-97c9-f0534504a330 migrating from provider to provider. {{(pid=106388) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 14:07:20.925382 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.939077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-635d5aa9-81c6-48f0-867f-3ae570016e12 req-0bb8c459-fa47-4eea-8642-62a07df17b6b service neutron] 10.222.0.13 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087293 Aug 31 14:07:20.940082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:20.951599 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.279782 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba8436-2492-456e-b3e3-aeb4736700bc req-ce69df98-6ae3-4a3a-9cce-4c5a37bc9144 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:21.281467 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-42ba8436-2492-456e-b3e3-aeb4736700bc req-ce69df98-6ae3-4a3a-9cce-4c5a37bc9144 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 943 time: 0.3710186 Aug 31 14:07:21.363857 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-42ba8436-2492-456e-b3e3-aeb4736700bc req-c4ea769c-7420-4968-a96a-04fdf7d9ab64 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534761 Aug 31 14:07:21.371488 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662e72b7-891f-451f-8bb5-25c11c488d21 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:21.380800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-662e72b7-891f-451f-8bb5-25c11c488d21 admin admin] 10.222.0.20 "PUT /v2.0/routers/4d3e2f42-b538-4249-8be5-cf01c044b11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7872584 Aug 31 14:07:21.392622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46596) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:21.392927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9577de8-b90c-437e-80c6-d8722fa97291 None None] Sync routers for ids ['4d3e2f42-b538-4249-8be5-cf01c044b11f'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:21.393665 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e08e5a7e-bad6-41e2-8b88-2e9b55965bf4 req-31e9fad5-90c1-40c4-9d3c-d0d0cb33905b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633682 Aug 31 14:07:21.402776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9577de8-b90c-437e-80c6-d8722fa97291 None None] Routers {'4d3e2f42-b538-4249-8be5-cf01c044b11f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:21.403470 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9577de8-b90c-437e-80c6-d8722fa97291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4d3e2f42-b538-4249-8be5-cf01c044b11f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:21.477184 n-d-792364-6 neutron-server[106388]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] No L3 agents can host the router dce96755-aa6a-4204-97c9-f0534504a330 Aug 31 14:07:21.495883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-49844c80-0ed8-4268-801b-2bfa2872c831 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:21.497322 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-49844c80-0ed8-4268-801b-2bfa2872c831 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 947 time: 0.2042992 Aug 31 14:07:21.549356 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c9577de8-b90c-437e-80c6-d8722fa97291 None None] Set router 4d3e2f42-b538-4249-8be5-cf01c044b11f gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:21.577153 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.613045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-635d5aa9-81c6-48f0-867f-3ae570016e12 req-76034aec-12e2-4250-aa9f-b5288a242543 service neutron] 10.222.0.13 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532378 Aug 31 14:07:21.637668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4d89543d-1b25-4308-9f95-de582d8af510 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:07:21.747688 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.784726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4d89543d-1b25-4308-9f95-de582d8af510, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d89543d-1b25-4308-9f95-de582d8af510,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:21.790318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Hosts for router dce96755-aa6a-4204-97c9-f0534504a330: [] {{(pid=106388) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 14:07:21.810022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '4d89543d-1b25-4308-9f95-de582d8af510', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'port_id': '4d89543d-1b25-4308-9f95-de582d8af510', 'mac_address': 'fa:16:3e:ea:b4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:07:21.838139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec77baf-0e1c-4396-9d1c-5460a1a12695 req-a9679339-2198-4b5f-ba06-1b5c610c3c1e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:21.839388 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5ec77baf-0e1c-4396-9d1c-5460a1a12695 req-a9679339-2198-4b5f-ba06-1b5c610c3c1e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 947 time: 0.2208502 Aug 31 14:07:21.842251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Hosts for other DVR routers connected to router dce96755-aa6a-4204-97c9-f0534504a330: set() {{(pid=106388) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 14:07:21.842707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Deleting port 26887d14-43e3-4f3f-8a7f-6842e743cc2b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:21.843072 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.845781 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.849079 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f5f1a398-e0c9-4275-aaf9-f069b0f4ab31 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] 10.222.0.20 "PUT /v2.0/routers/dce96755-aa6a-4204-97c9-f0534504a330 HTTP/1.1" status: 200 len: 717 time: 1.4877875 Aug 31 14:07:21.849710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46606) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:21.860528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Deleting port cc9ee7a2-e136-4e5e-985f-f384cf44d93a {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:21.860867 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.916858 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.936398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] For port 26887d14-43e3-4f3f-8a7f-6842e743cc2b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=26887d14-43e3-4f3f-8a7f-6842e743cc2b,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:21.936879 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:21.943131 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d89543d-1b25-4308-9f95-de582d8af510 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:21.953447 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Calling delete_port for 26887d14-43e3-4f3f-8a7f-6842e743cc2b owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:21.990009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4d89543d-1b25-4308-9f95-de582d8af510, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d89543d-1b25-4308-9f95-de582d8af510,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:21.994458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9577de8-b90c-437e-80c6-d8722fa97291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:07:20Z', 'revision_number': 5, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port': {'id': '26887d14-43e3-4f3f-8a7f-6842e743cc2b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:38Z', 'updated_at': '2021-08-31T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:22.001670 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.005632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7b604620-876b-4563-a6ea-4926b3863a60 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] 10.222.0.20 "GET /v2.0/routers/dce96755-aa6a-4204-97c9-f0534504a330 HTTP/1.1" status: 200 len: 717 time: 0.1522720 Aug 31 14:07:22.006798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46608) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:22.021243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5ec77baf-0e1c-4396-9d1c-5460a1a12695 req-be70ce70-eb02-4a25-a7d2-eca57bdb17ee tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5d4c83d-9a72-499a-b008-9bb5e320ab19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697092 Aug 31 14:07:22.067032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] For port cc9ee7a2-e136-4e5e-985f-f384cf44d93a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:22.067583 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.075763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9577de8-b90c-437e-80c6-d8722fa97291 None None] Checking router: 4d3e2f42-b538-4249-8be5-cf01c044b11f for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:22.108837 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9577de8-b90c-437e-80c6-d8722fa97291 None None] Routers {'4d3e2f42-b538-4249-8be5-cf01c044b11f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:22.109881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9577de8-b90c-437e-80c6-d8722fa97291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4d3e2f42-b538-4249-8be5-cf01c044b11f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:22.224271 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4d89543d-1b25-4308-9f95-de582d8af510,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:22.252364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c9577de8-b90c-437e-80c6-d8722fa97291 None None] Set router 4d3e2f42-b538-4249-8be5-cf01c044b11f gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:22.277781 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-edaa37e7-b943-44e1-870a-4131edb34ce5 tempest-RoutersTestDVR-1693910513 tempest-RoutersTestDVR-1693910513-project] 10.222.0.20 "GET /v2.0/routers/dce96755-aa6a-4204-97c9-f0534504a330 HTTP/1.1" status: 200 len: 683 time: 0.2696769 Aug 31 14:07:22.279199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.281296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46612) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:22.319922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9577de8-b90c-437e-80c6-d8722fa97291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:07:21Z', 'revision_number': 6, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:22.334847 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.335286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.335772 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Floating IP c0030cf8-9ecc-4f47-9048-6616adbe15c5 disassociated. External IP: 172.25.3.62, port: cc9ee7a2-e136-4e5e-985f-f384cf44d93a. Aug 31 14:07:22.336084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Calling delete_port for cc9ee7a2-e136-4e5e-985f-f384cf44d93a owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:22.349644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9577de8-b90c-437e-80c6-d8722fa97291 None None] The sync data for ids ['4d3e2f42-b538-4249-8be5-cf01c044b11f'] in n-d-792364-6 is: [{'id': '4d3e2f42-b538-4249-8be5-cf01c044b11f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1399780313-router', 'tenant_id': '83cee18f030d4f1b80e8dc43d0b67865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:37Z', 'updated_at': '2021-08-31T14:07:21Z', 'revision_number': 6, 'project_id': '83cee18f030d4f1b80e8dc43d0b67865', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:22.350753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Pushing event deleted for resources: {'Port': ['ID=26887d14-43e3-4f3f-8a7f-6842e743cc2b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:22.366342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4d89543d-1b25-4308-9f95-de582d8af510'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:22.492347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c27c3b6d-6f75-4a12-88de-9fb6bd907005 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.583926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.602383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136637a-b148-4f66-add7-fb3562aa1682 req-5f1e8e45-4316-4159-aeb6-890c209dbc8b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:22.604620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e136637a-b148-4f66-add7-fb3562aa1682 req-5f1e8e45-4316-4159-aeb6-890c209dbc8b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.0841258 Aug 31 14:07:22.617496 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.633345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event deleted for resources: {'Port': ['ID=cc9ee7a2-e136-4e5e-985f-f384cf44d93a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:22.721357 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e136637a-b148-4f66-add7-fb3562aa1682 req-68361f7c-8e7e-40be-a1a1-da52d6de4916 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921066 Aug 31 14:07:22.819446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a872c-7ca8-4174-b233-0105c0bea9fc req-0947869c-e973-4e5c-a82b-a2b24fe53638 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:22.821498 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e0a872c-7ca8-4174-b233-0105c0bea9fc req-0947869c-e973-4e5c-a82b-a2b24fe53638 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 944 time: 0.3216870 Aug 31 14:07:22.846072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Router e1ff8bba-8553-433e-afdd-a9eb00e58833 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:22.888172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.893891 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c27c3b6d-6f75-4a12-88de-9fb6bd907005 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.896854 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.903489 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7318fb53-0b2a-42ba-96f5-401c4fb0dbca no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:22.923887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c27c3b6d-6f75-4a12-88de-9fb6bd907005 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:22.937800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 7318fb53-0b2a-42ba-96f5-401c4fb0dbca {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:22.938231 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7318fb53-0b2a-42ba-96f5-401c4fb0dbca not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:23.034737 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.035263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d3e2f42-b538-4249-8be5-cf01c044b11f {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:23.042802 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.047494 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-16886265-143e-43d6-90a5-4d39b9eb7219 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4d3e2f42-b538-4249-8be5-cf01c044b11f HTTP/1.1" status: 204 len: 168 time: 1.6579416 Aug 31 14:07:23.048965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46626) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:23.049644 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c27c3b6d-6f75-4a12-88de-9fb6bd907005 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.050007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27c3b6d-6f75-4a12-88de-9fb6bd907005 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dce96755-aa6a-4204-97c9-f0534504a330 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:23.055579 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c27c3b6d-6f75-4a12-88de-9fb6bd907005 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.077904 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c27c3b6d-6f75-4a12-88de-9fb6bd907005 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] 10.222.0.20 "DELETE /v2.0/routers/dce96755-aa6a-4204-97c9-f0534504a330 HTTP/1.1" status: 204 len: 168 time: 0.7900090 Aug 31 14:07:23.084328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e0a872c-7ca8-4174-b233-0105c0bea9fc req-31d67f93-7c1f-4188-b67b-120e949e07af tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146177 Aug 31 14:07:23.084851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46630) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:23.119869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0925310a-8bf2-47ab-bc78-90b2d6385c9a tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Request body: {'router': {'name': 'tempest-router-581597985', 'distributed': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:23.128796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:23.140863 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b8b8b-e3f4-449f-b73f-4c301dc0511c None None] Sync routers for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:23.159144 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b8b8b-e3f4-449f-b73f-4c301dc0511c None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:23.161027 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-bf0b8b8b-e3f4-449f-b73f-4c301dc0511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:23.221245 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3cf1256-7b65-45e6-96bf-ee6a353f033c req-343bd02b-5859-4531-906b-919b8c9078e1 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fba4a6b-80c5-4369-83e3-216f33672d95 HTTP/1.1" status: 200 len: 210 time: 0.0433381 Aug 31 14:07:23.240678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] No DVR routers for this DVR port cc9ee7a2-e136-4e5e-985f-f384cf44d93a on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:23.264478 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.266846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7fa3cd0a-5328-47c9-ab4b-fd455469a9da req-63615c8b-9a5b-49f6-85be-663bc4bc36f6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.13 "DELETE /v2.0/ports/cc9ee7a2-e136-4e5e-985f-f384cf44d93a HTTP/1.1" status: 204 len: 173 time: 1.7535875 Aug 31 14:07:23.270401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7981bb-3f95-49a1-9ef2-71066ac49151 admin admin] Deleting subnet 3a263b99-a2f4-462b-ac80-5ec73babc9ad {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:07:23.277070 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0925310a-8bf2-47ab-bc78-90b2d6385c9a tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.278540 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0925310a-8bf2-47ab-bc78-90b2d6385c9a tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.282605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'name': 'network-vif-deleted', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:23.285416 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32db1c0-7f85-402b-961e-c8f2c1103d7f" -d '{"events": [{"server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "name": "network-vif-deleted", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:23.303522 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a7981bb-3f95-49a1-9ef2-71066ac49151 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.358475 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-bf0b8b8b-e3f4-449f-b73f-4c301dc0511c None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:23.361951 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dcf508-c2f1-4b67-b7e8-a193ba475480 x-openstack-request-id: req-b5dcf508-c2f1-4b67-b7e8-a193ba475480 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:23.362265 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fba4a6b-80c5-4369-83e3-216f33672d95", "name": "network-vif-deleted", "tag": "cc9ee7a2-e136-4e5e-985f-f384cf44d93a", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:23.363690 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5dcf508-c2f1-4b67-b7e8-a193ba475480 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:23.363690 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fba4a6b-80c5-4369-83e3-216f33672d95', 'name': 'network-vif-deleted', 'tag': 'cc9ee7a2-e136-4e5e-985f-f384cf44d93a', 'status': 'completed', 'code': 200} Aug 31 14:07:23.410033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a7981bb-3f95-49a1-9ef2-71066ac49151 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.472675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496829e-768f-44bf-bf58-8a296cab2add req-ffd8ac81-e330-4486-9485-4ec47a8f213b tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:23.477030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7496829e-768f-44bf-bf58-8a296cab2add req-ffd8ac81-e330-4486-9485-4ec47a8f213b tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 945 time: 0.2920921 Aug 31 14:07:23.482080 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0925310a-8bf2-47ab-bc78-90b2d6385c9a tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.494930 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0925310a-8bf2-47ab-bc78-90b2d6385c9a tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.578551 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0925310a-8bf2-47ab-bc78-90b2d6385c9a tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.579801 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0925310a-8bf2-47ab-bc78-90b2d6385c9a tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4932601 Aug 31 14:07:23.583134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46634) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:23.616043 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7496829e-768f-44bf-bf58-8a296cab2add req-6848d7a7-5514-405f-b106-9910caf17e40 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149845 Aug 31 14:07:23.635287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4d89543d-1b25-4308-9f95-de582d8af510 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:23.656468 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a7981bb-3f95-49a1-9ef2-71066ac49151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.716475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 4d89543d-1b25-4308-9f95-de582d8af510 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:23.721519 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 4d89543d-1b25-4308-9f95-de582d8af510 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:23.722167 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.724523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5022bd3-ac1f-48de-b487-69f3273fa3c8 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.758934 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a7981bb-3f95-49a1-9ef2-71066ac49151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.773986 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-bf0b8b8b-e3f4-449f-b73f-4c301dc0511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:35Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:23.822209 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b8b8b-e3f4-449f-b73f-4c301dc0511c None None] Checking router: e1ff8bba-8553-433e-afdd-a9eb00e58833 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:23.831391 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b8b8b-e3f4-449f-b73f-4c301dc0511c None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:23.832157 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-bf0b8b8b-e3f4-449f-b73f-4c301dc0511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:23.856222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7981bb-3f95-49a1-9ef2-71066ac49151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a263b99-a2f4-462b-ac80-5ec73babc9ad,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:23.869649 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.880552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a7981bb-3f95-49a1-9ef2-71066ac49151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.889088 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3a7981bb-3f95-49a1-9ef2-71066ac49151 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3a263b99-a2f4-462b-ac80-5ec73babc9ad HTTP/1.1" status: 204 len: 168 time: 0.8386917 Aug 31 14:07:23.892478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46642) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:23.932727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d220e73-03ee-4a13-86e3-154ec6ee969a None None] Network 81b7ff80-246e-4b78-9a57-b4304a9727a5 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:23.940896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4d89543d-1b25-4308-9f95-de582d8af510, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d89543d-1b25-4308-9f95-de582d8af510,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:23.942471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1ea939-77f9-4403-8595-9f00da99a46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d89543d-1b25-4308-9f95-de582d8af510'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:23.945264 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0510bb7-1b88-424f-a630-71a187e0d4b8" -d '{"events": [{"server_uuid": "2a1ea939-77f9-4403-8595-9f00da99a46f", "name": "network-vif-plugged", "status": "completed", "tag": "4d89543d-1b25-4308-9f95-de582d8af510"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:23.950712 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:23.952029 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cc9ee7a2-e136-4e5e-985f-f384cf44d93a no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:24.044295 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7cb96d-66b9-4608-be05-c6702b0962d7 x-openstack-request-id: req-3a7cb96d-66b9-4608-be05-c6702b0962d7 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:24.046827 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1ea939-77f9-4403-8595-9f00da99a46f", "name": "network-vif-plugged", "status": "completed", "tag": "4d89543d-1b25-4308-9f95-de582d8af510", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:24.046982 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a7cb96d-66b9-4608-be05-c6702b0962d7 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:24.047303 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1ea939-77f9-4403-8595-9f00da99a46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d89543d-1b25-4308-9f95-de582d8af510', 'code': 200} Aug 31 14:07:24.050820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: cc9ee7a2-e136-4e5e-985f-f384cf44d93a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:24.050820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cc9ee7a2-e136-4e5e-985f-f384cf44d93a not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:24.063090 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-bf0b8b8b-e3f4-449f-b73f-4c301dc0511c None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:24.066991 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5022bd3-ac1f-48de-b487-69f3273fa3c8 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.073117 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5022bd3-ac1f-48de-b487-69f3273fa3c8 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.161814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0630bbb-cc7b-4fc2-91a3-65eb51b0414b req-4fbfbf5d-5ad0-4654-9a87-02790d1f899d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:24.163561 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f0630bbb-cc7b-4fc2-91a3-65eb51b0414b req-4fbfbf5d-5ad0-4654-9a87-02790d1f899d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.2063286 Aug 31 14:07:24.164200 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5022bd3-ac1f-48de-b487-69f3273fa3c8 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.164749 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5022bd3-ac1f-48de-b487-69f3273fa3c8 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c6c6c35-0b8d-4738-99e1-501b711634bb {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:24.169651 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5022bd3-ac1f-48de-b487-69f3273fa3c8 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.181316 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a5022bd3-ac1f-48de-b487-69f3273fa3c8 tempest-RoutersTestDVR-1200252347 tempest-RoutersTestDVR-1200252347-project-admin] 10.222.0.20 "DELETE /v2.0/routers/9c6c6c35-0b8d-4738-99e1-501b711634bb HTTP/1.1" status: 204 len: 168 time: 0.5912132 Aug 31 14:07:24.226666 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.271248 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f0630bbb-cc7b-4fc2-91a3-65eb51b0414b req-b14aa63a-e44d-40eb-8d66-737e3ce0c4ed tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882735 Aug 31 14:07:24.286640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18312cc-2384-4742-a222-8851f79b4265 req-da4f123f-d9dc-4597-a03d-ac4edfe8ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:24.288745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a18312cc-2384-4742-a222-8851f79b4265 req-da4f123f-d9dc-4597-a03d-ac4edfe8ae6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 1096 time: 0.1649990 Aug 31 14:07:24.340525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4d89543d-1b25-4308-9f95-de582d8af510,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:24.375088 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-bf0b8b8b-e3f4-449f-b73f-4c301dc0511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:35Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:24.410276 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b8b8b-e3f4-449f-b73f-4c301dc0511c None None] The sync data for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 is: [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:35Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:24.479452 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2704d-83f2-4e26-b95d-761b39704cca req-1100ec5f-ead4-4fe6-8034-4df240b703f3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:24.481109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56e2704d-83f2-4e26-b95d-761b39704cca req-1100ec5f-ead4-4fe6-8034-4df240b703f3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.1909649 Aug 31 14:07:24.496017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4e313b-1923-4284-bea9-45a5cd5196b2 None None] DHCP port deletion for 81b7ff80-246e-4b78-9a57-b4304a9727a5 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:07:24.545388 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a18312cc-2384-4742-a222-8851f79b4265 req-69716f8f-da84-4939-9f19-6c2952b14342 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151425 Aug 31 14:07:24.630914 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56e2704d-83f2-4e26-b95d-761b39704cca req-3dd3b095-134f-4033-a055-f192d2736596 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375685 Aug 31 14:07:24.638759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e313b-1923-4284-bea9-45a5cd5196b2 None None] Deleting port 519d5c3f-c06c-4ba4-b70d-3d682137a530 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:24.639549 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d4e313b-1923-4284-bea9-45a5cd5196b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.659137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Deleting port 519d5c3f-c06c-4ba4-b70d-3d682137a530 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:24.660379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.710526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 26887d14-43e3-4f3f-8a7f-6842e743cc2b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:24.730910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46662) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:24.747297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 26887d14-43e3-4f3f-8a7f-6842e743cc2b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:24.748097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 26887d14-43e3-4f3f-8a7f-6842e743cc2b not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:24.748737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 519d5c3f-c06c-4ba4-b70d-3d682137a530 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:24.759041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46664) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:24.785767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0e1ea-e9fa-437b-8535-d644c3c3a4d3 req-248a6361-8a15-4ee3-97be-924cd5c068d8 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:24.787971 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6fc0e1ea-e9fa-437b-8535-d644c3c3a4d3 req-248a6361-8a15-4ee3-97be-924cd5c068d8 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 945 time: 0.0931027 Aug 31 14:07:24.814585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] For port 519d5c3f-c06c-4ba4-b70d-3d682137a530, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=519d5c3f-c06c-4ba4-b70d-3d682137a530,segment=NetworkSegment(2a318560-cc73-4b0e-be0c-0051e3391d57),segment_id=2a318560-cc73-4b0e-be0c-0051e3391d57)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:24.814964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.816245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2d4e313b-1923-4284-bea9-45a5cd5196b2 None None] For port 519d5c3f-c06c-4ba4-b70d-3d682137a530, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=519d5c3f-c06c-4ba4-b70d-3d682137a530,segment=NetworkSegment(2a318560-cc73-4b0e-be0c-0051e3391d57),segment_id=2a318560-cc73-4b0e-be0c-0051e3391d57)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:24.816952 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d4e313b-1923-4284-bea9-45a5cd5196b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.837957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e313b-1923-4284-bea9-45a5cd5196b2 None None] Calling delete_port for 519d5c3f-c06c-4ba4-b70d-3d682137a530 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:24.863930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6fc0e1ea-e9fa-437b-8535-d644c3c3a4d3 req-4dbb40e6-807d-4e4d-81bc-c39992617742 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675008 Aug 31 14:07:24.874078 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03b52c03-952f-48b7-b613-413649e1a8f0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.879856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Calling delete_port for 519d5c3f-c06c-4ba4-b70d-3d682137a530 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:24.916972 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03b52c03-952f-48b7-b613-413649e1a8f0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:24.969484 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01bc9382-a861-4366-a95e-a4fcb3dd069b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.055128 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.062271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03b52c03-952f-48b7-b613-413649e1a8f0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.066136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03b52c03-952f-48b7-b613-413649e1a8f0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.071216 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-03b52c03-952f-48b7-b613-413649e1a8f0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "DELETE /v2.0/security-groups/d5d4c83d-9a72-499a-b008-9bb5e320ab19 HTTP/1.1" status: 204 len: 168 time: 0.3388140 Aug 31 14:07:25.074619 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46674) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:25.099381 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-e7c93ca7-fd91-45f5-94b1-433cd18787f2 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] show failed (client error): The resource could not be found. Aug 31 14:07:25.104600 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e7c93ca7-fd91-45f5-94b1-433cd18787f2 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups/d5d4c83d-9a72-499a-b008-9bb5e320ab19 HTTP/1.1" status: 404 len: 347 time: 0.0248940 Aug 31 14:07:25.108298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46676) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:25.119953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233fc0b-7589-46db-8053-afe3ba5c34aa None None] New status for floating IP c0030cf8-9ecc-4f47-9048-6616adbe15c5: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:07:25.125196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] No DVR routers for this DVR port 519d5c3f-c06c-4ba4-b70d-3d682137a530 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:25.130663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Pushing event deleted for resources: {'Port': ['ID=519d5c3f-c06c-4ba4-b70d-3d682137a530,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:25.135139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b52c03-952f-48b7-b613-413649e1a8f0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d4c83d-9a72-499a-b008-9bb5e320ab19,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:25.180944 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.233610 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.249368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b7ff80-246e-4b78-9a57-b4304a9727a5']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:25.268965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a318560-cc73-4b0e-be0c-0051e3391d57') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:25.269353 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a318560-cc73-4b0e-be0c-0051e3391d57') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:25.275576 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01bc9382-a861-4366-a95e-a4fcb3dd069b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.280870 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01bc9382-a861-4366-a95e-a4fcb3dd069b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.285034 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.330991 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.341058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:07:25.342089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:07:25.345294 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:07:25.351968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc9382-a861-4366-a95e-a4fcb3dd069b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf7778f-7e81-4768-a834-7927530e6de6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:25.362585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-6859a9e3-f117-497a-ba2f-f02448d43c8c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Deleting port 1c3bdccd-cfa4-468d-9bfc-0388d8c138e8 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:25.362829 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6859a9e3-f117-497a-ba2f-f02448d43c8c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.376324 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-01bc9382-a861-4366-a95e-a4fcb3dd069b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9b4a56ec27c4bc4ad5d84e41f7ef3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160572 Aug 31 14:07:25.381093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46684) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:25.427045 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d4e313b-1923-4284-bea9-45a5cd5196b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.509052 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.516099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e313b-1923-4284-bea9-45a5cd5196b2 None None] No DVR routers for this DVR port 519d5c3f-c06c-4ba4-b70d-3d682137a530 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:25.520184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e313b-1923-4284-bea9-45a5cd5196b2 None None] Pushing event deleted for resources: {'Port': ['ID=519d5c3f-c06c-4ba4-b70d-3d682137a530,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:25.540998 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.546090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] 10.222.0.20 "DELETE /v2.0/networks/81b7ff80-246e-4b78-9a57-b4304a9727a5 HTTP/1.1" status: 204 len: 168 time: 1.6497507 Aug 31 14:07:25.546370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde4c77-896f-4b48-b6d4-f20cb597c424 admin admin] Pushing event deleted for resources: {'Network': ['ID=81b7ff80-246e-4b78-9a57-b4304a9727a5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:25.595286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3be78f32-ceba-4e2c-99ac-4cbf205f90cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.644539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044756a9-fe84-4d1a-9ba7-3d1bbd7ca641 req-1a4a44cb-09bc-49e3-bf88-7bf392926fb9 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:25.646124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-044756a9-fe84-4d1a-9ba7-3d1bbd7ca641 req-1a4a44cb-09bc-49e3-bf88-7bf392926fb9 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.1067193 Aug 31 14:07:25.650846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3be78f32-ceba-4e2c-99ac-4cbf205f90cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.715867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-044756a9-fe84-4d1a-9ba7-3d1bbd7ca641 req-a4f53ed4-53ae-4c3e-926c-c36a36b36dfa tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586605 Aug 31 14:07:25.731338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46692) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:25.757045 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3be78f32-ceba-4e2c-99ac-4cbf205f90cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.761242 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3be78f32-ceba-4e2c-99ac-4cbf205f90cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.766900 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3be78f32-ceba-4e2c-99ac-4cbf205f90cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaf7778f-7e81-4768-a834-7927530e6de6 HTTP/1.1" status: 204 len: 168 time: 0.3809683 Aug 31 14:07:25.776355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be78f32-ceba-4e2c-99ac-4cbf205f90cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf7778f-7e81-4768-a834-7927530e6de6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:25.827063 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c24b11e7-2194-4917-9c0e-71660c4e6940 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83cee18f030d4f1b80e8dc43d0b67865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942292 Aug 31 14:07:25.831603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46696) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:25.843409 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6859a9e3-f117-497a-ba2f-f02448d43c8c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.844723 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6859a9e3-f117-497a-ba2f-f02448d43c8c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.862524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-6859a9e3-f117-497a-ba2f-f02448d43c8c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Calling delete_port for 1c3bdccd-cfa4-468d-9bfc-0388d8c138e8 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:25.888848 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:07:25.893438 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e96a6-ee1c-4d52-9b1f-52040058e285 req-44d7ec06-88dc-4724-8d0f-767942f79f85 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:25.897658 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-069e96a6-ee1c-4d52-9b1f-52040058e285 req-44d7ec06-88dc-4724-8d0f-767942f79f85 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 945 time: 0.1503706 Aug 31 14:07:25.950600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7a887-e98b-4ca7-b147-1a16019fcc9e req-059e3c80-288b-4d44-8a61-84e6f2cfc8b6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:25.952192 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82b7a887-e98b-4ca7-b147-1a16019fcc9e req-059e3c80-288b-4d44-8a61-84e6f2cfc8b6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.0946059 Aug 31 14:07:25.955424 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25de965d-df28-4428-b137-254b141ba0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:25.993488 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25de965d-df28-4428-b137-254b141ba0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.040214 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82b7a887-e98b-4ca7-b147-1a16019fcc9e req-7f0c76fd-0874-4407-a135-dcb3dadb31fc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798428 Aug 31 14:07:26.045848 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-069e96a6-ee1c-4d52-9b1f-52040058e285 req-c6465264-16e7-4268-a4f8-f82b7357c0ca tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380582 Aug 31 14:07:26.097706 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25de965d-df28-4428-b137-254b141ba0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.100399 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25de965d-df28-4428-b137-254b141ba0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.111846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-25de965d-df28-4428-b137-254b141ba0a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cb9bb6d-be8c-4523-8842-4cd00e9ab93c HTTP/1.1" status: 204 len: 168 time: 0.2691598 Aug 31 14:07:26.119568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de965d-df28-4428-b137-254b141ba0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb9bb6d-be8c-4523-8842-4cd00e9ab93c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:26.204712 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6859a9e3-f117-497a-ba2f-f02448d43c8c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.230939 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859a9e3-f117-497a-ba2f-f02448d43c8c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event deleted for resources: {'Port': ['ID=1c3bdccd-cfa4-468d-9bfc-0388d8c138e8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:26.310352 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6859a9e3-f117-497a-ba2f-f02448d43c8c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.315198 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6859a9e3-f117-497a-ba2f-f02448d43c8c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.317060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6859a9e3-f117-497a-ba2f-f02448d43c8c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "DELETE /v2.0/floatingips/c0030cf8-9ecc-4f47-9048-6616adbe15c5 HTTP/1.1" status: 204 len: 168 time: 1.2076859 Aug 31 14:07:26.418289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46710) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:26.451695 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-856a4fe9-75e0-4128-b8a8-0a23dcbea1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.596909 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-856a4fe9-75e0-4128-b8a8-0a23dcbea1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.602300 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-856a4fe9-75e0-4128-b8a8-0a23dcbea1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.671607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a4fe9-75e0-4128-b8a8-0a23dcbea1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96c4edb-81d7-4931-a5d7-853c9f478a18,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:26.679652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-856a4fe9-75e0-4128-b8a8-0a23dcbea1aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f62a8535c2542968aacc9697bbf0bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598875 Aug 31 14:07:26.683116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46716) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:26.706923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46718) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:26.711891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-0fa21bb5-c08d-4df2-acec-f96fb8dd78f7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259914768', 'description': 'tempest-description--2120999254'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:26.741109 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fa21bb5-c08d-4df2-acec-f96fb8dd78f7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.757791 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b742d11-6338-4819-8172-93b6a8adaaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.790513 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b742d11-6338-4819-8172-93b6a8adaaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.887012 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fa21bb5-c08d-4df2-acec-f96fb8dd78f7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.893163 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fa21bb5-c08d-4df2-acec-f96fb8dd78f7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.923087 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fa21bb5-c08d-4df2-acec-f96fb8dd78f7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.924802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0fa21bb5-c08d-4df2-acec-f96fb8dd78f7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2167332 Aug 31 14:07:26.929984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46726) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:26.937927 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ab7f746c-3a08-459b-9b1e-163d8e6f355b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Request body: {'security_group_rule': {'security_group_id': '9b94145c-b87d-4b24-a169-709034708305', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:26.944493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa21bb5-c08d-4df2-acec-f96fb8dd78f7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b94145c-b87d-4b24-a169-709034708305,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:26.948791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638f3b4-5618-4a45-9fc8-be7effd4bc8f req-61877e39-1746-45b7-8c9f-4b5a22da6b21 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:26.952613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3638f3b4-5618-4a45-9fc8-be7effd4bc8f req-61877e39-1746-45b7-8c9f-4b5a22da6b21 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.0958607 Aug 31 14:07:26.961824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b742d11-6338-4819-8172-93b6a8adaaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.967738 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b742d11-6338-4819-8172-93b6a8adaaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:26.972091 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1b742d11-6338-4819-8172-93b6a8adaaf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d96c4edb-81d7-4931-a5d7-853c9f478a18 HTTP/1.1" status: 204 len: 168 time: 0.2847662 Aug 31 14:07:26.984953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b742d11-6338-4819-8172-93b6a8adaaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96c4edb-81d7-4931-a5d7-853c9f478a18,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:26.992201 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab7f746c-3a08-459b-9b1e-163d8e6f355b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.036472 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3638f3b4-5618-4a45-9fc8-be7effd4bc8f req-679c87da-0664-43be-8efd-6b6bbc2c5a7b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659459 Aug 31 14:07:27.105880 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab7f746c-3a08-459b-9b1e-163d8e6f355b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.111496 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab7f746c-3a08-459b-9b1e-163d8e6f355b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.137089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f746c-3a08-459b-9b1e-163d8e6f355b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe56997-9017-4892-89d5-053a7267184b,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:27.146763 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab7f746c-3a08-459b-9b1e-163d8e6f355b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.153022 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46740) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:27.155279 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ab7f746c-3a08-459b-9b1e-163d8e6f355b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2203186 Aug 31 14:07:27.160610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ece31956-15f7-40f8-b444-09b3ac325e02 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Request body: {'security_group_rule': {'security_group_id': '9b94145c-b87d-4b24-a169-709034708305', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:27.291674 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff94082-51f9-427c-9160-7c8285698ad5 req-83442549-2734-430b-8f98-340ba03f0aac tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:27.304774 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0ff94082-51f9-427c-9160-7c8285698ad5 req-83442549-2734-430b-8f98-340ba03f0aac tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 945 time: 0.0917768 Aug 31 14:07:27.372568 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0ff94082-51f9-427c-9160-7c8285698ad5 req-b5bc70ab-b4e7-4bda-89e4-eb43db456e8e tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653946 Aug 31 14:07:27.639607 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ece31956-15f7-40f8-b444-09b3ac325e02 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.663264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420b649-27cb-4b8c-9eea-f456a926011f req-38b0d39e-20d5-4d77-a933-29d2104271cc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:27.664883 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2420b649-27cb-4b8c-9eea-f456a926011f req-38b0d39e-20d5-4d77-a933-29d2104271cc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.4542384 Aug 31 14:07:27.676784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-700af0c1-c1e3-492a-9023-c36d215fb9ae tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:27.678304 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-700af0c1-c1e3-492a-9023-c36d215fb9ae tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 945 time: 0.4695995 Aug 31 14:07:27.806620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ece31956-15f7-40f8-b444-09b3ac325e02 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.811690 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2420b649-27cb-4b8c-9eea-f456a926011f req-34eaa9fc-efcb-4d1a-b1a0-3a58d9d768dc tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276929 Aug 31 14:07:27.814400 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ece31956-15f7-40f8-b444-09b3ac325e02 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.846379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece31956-15f7-40f8-b444-09b3ac325e02 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7bca51-46bb-4442-93ea-fff89f0a23fe,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:27.856603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ece31956-15f7-40f8-b444-09b3ac325e02 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:27.857641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ece31956-15f7-40f8-b444-09b3ac325e02 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7028873 Aug 31 14:07:27.861818 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46770) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:27.874135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Deleting port 592d22dc-cf70-44bf-9276-27ec1cf850da {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:27.874455 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.092211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] For port 592d22dc-cf70-44bf-9276-27ec1cf850da, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=592d22dc-cf70-44bf-9276-27ec1cf850da,segment=NetworkSegment(703b2d0d-385c-45b8-b9df-ac89d567f085),segment_id=703b2d0d-385c-45b8-b9df-ac89d567f085)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:28.092595 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.177477 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46808) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:28.251658 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:28.295330 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e7101f47-7aa7-4ae5-92cc-4edb39caece5 tempest-AgentManagementNegativeTest-1076018919 tempest-AgentManagementNegativeTest-1076018919-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1162980 Aug 31 14:07:28.307476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.309411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478c141-6ead-4c25-978c-c2c17bb4d850 req-38b8c49d-8c6c-4d7b-afe8-990791b27325 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:28.310972 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3478c141-6ead-4c25-978c-c2c17bb4d850 req-38b8c49d-8c6c-4d7b-afe8-990791b27325 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.1562626 Aug 31 14:07:28.317455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c94415-a543-438b-9987-f4eb13b5a531 req-5bc43551-f03a-408d-b7d4-249f12fd4a35 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:28.319057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-66c94415-a543-438b-9987-f4eb13b5a531 req-5bc43551-f03a-408d-b7d4-249f12fd4a35 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.1018825 Aug 31 14:07:28.411333 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-66c94415-a543-438b-9987-f4eb13b5a531 req-11c1ca56-9d68-4fb9-8e98-425d9ff79101 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806527 Aug 31 14:07:28.423060 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3478c141-6ead-4c25-978c-c2c17bb4d850 req-3dff7e66-bfb3-4b4e-9e7a-3cc5474fe454 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970986 Aug 31 14:07:28.424927 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.425713 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.426041 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Floating IP 429b301c-0cff-4239-b9f4-4715751b4abe disassociated. External IP: 172.25.3.142, port: 592d22dc-cf70-44bf-9276-27ec1cf850da. Aug 31 14:07:28.426588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Calling delete_port for 592d22dc-cf70-44bf-9276-27ec1cf850da owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:28.480212 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.648516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Allocated IP 172.25.3.174 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/79f670bd-9278-4635-bc61-1455a7362a7d) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:28.660817 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46828) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:28.781859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad2081-bee0-4631-a58a-010cee31e343 req-18938386-647d-456c-aae6-b1ae2794761a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:28.798330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4ad2081-bee0-4631-a58a-010cee31e343 req-18938386-647d-456c-aae6-b1ae2794761a tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7ea7a5-85ab-4e99-a70a-9026b7c0d434 HTTP/1.1" status: 200 len: 945 time: 0.2160332 Aug 31 14:07:28.812052 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.832479 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.861853 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:28.906486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Pushing event deleted for resources: {'Port': ['ID=592d22dc-cf70-44bf-9276-27ec1cf850da,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:28.910261 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:28.914774 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:28.922804 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:28.924905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46834) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:28.928717 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4ad2081-bee0-4631-a58a-010cee31e343 req-51cf1275-e784-4cf9-98ef-05b7409291ec tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups?id=db488e92-a03a-451d-be46-dd2acf051df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289406 Aug 31 14:07:28.932843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event updated for resources: {'Port': ['ID=79f670bd-9278-4635-bc61-1455a7362a7d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:28.976057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:28.976730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:28.976910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:28.977222 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:28.977803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:28.979001 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:28.979001 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:28.979001 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:28.979416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:28.979805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:28.980270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:28.980612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:29.091092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:29.094169 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac66ab3e-d891-4bf8-82eb-92598f0145a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.100477 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1877e66f-aea3-4d49-a29e-ac436c6f6d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.128226 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.174880 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.api [None req-ac66ab3e-d891-4bf8-82eb-92598f0145a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:07:29.174880 n-d-792364-6 neutron-server[106387]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:07:29.174880 n-d-792364-6 neutron-server[106387]: [parameters: {'project_id_1': 'dee880e35547438abdfcb1ee301dddb6', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 7, 29, 141122)}] Aug 31 14:07:29.174880 n-d-792364-6 neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:07:29.175382 n-d-792364-6 neutron-server[106387]: DEBUG oslo_db.api [None req-ac66ab3e-d891-4bf8-82eb-92598f0145a0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:07:29.190427 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.214026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:29.227720 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e06d7-2f3d-4709-8a59-1b93b925ca23 None None] Sync routers for ids ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:29.241288 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e06d7-2f3d-4709-8a59-1b93b925ca23 None None] Routers {'d42a43d3-b960-4cb5-b1a4-4e1820c32af8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:29.242582 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fb0e06d7-2f3d-4709-8a59-1b93b925ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:29.275602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] No DVR routers for this DVR port 592d22dc-cf70-44bf-9276-27ec1cf850da on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:29.278661 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.281381 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6474295-6f86-4d6c-b6a5-c0d8f20626d4 req-d5c40d62-cd1f-4c2e-9f59-b26655a973b4 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.13 "DELETE /v2.0/ports/592d22dc-cf70-44bf-9276-27ec1cf850da HTTP/1.1" status: 204 len: 173 time: 1.5937133 Aug 31 14:07:29.282137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'name': 'network-vif-deleted', 'tag': '592d22dc-cf70-44bf-9276-27ec1cf850da'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:29.285879 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670e6787-5974-45f3-9c91-91386bd26ff9" -d '{"events": [{"server_uuid": "4d7ea7a5-85ab-4e99-a70a-9026b7c0d434", "name": "network-vif-deleted", "tag": "592d22dc-cf70-44bf-9276-27ec1cf850da"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:29.339909 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43488fa-7e2e-4750-ada7-a565c2952ce6 x-openstack-request-id: req-b43488fa-7e2e-4750-ada7-a565c2952ce6 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:29.340209 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7ea7a5-85ab-4e99-a70a-9026b7c0d434", "name": "network-vif-deleted", "tag": "592d22dc-cf70-44bf-9276-27ec1cf850da", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:29.340495 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b43488fa-7e2e-4750-ada7-a565c2952ce6 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:29.340922 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7ea7a5-85ab-4e99-a70a-9026b7c0d434', 'name': 'network-vif-deleted', 'tag': '592d22dc-cf70-44bf-9276-27ec1cf850da', 'status': 'completed', 'code': 200} Aug 31 14:07:29.369653 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1877e66f-aea3-4d49-a29e-ac436c6f6d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.394231 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-fb0e06d7-2f3d-4709-8a59-1b93b925ca23 None None] Set router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:29.399954 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1877e66f-aea3-4d49-a29e-ac436c6f6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.468681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877e66f-aea3-4d49-a29e-ac436c6f6d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2ef70f-a9bc-49f9-8358-225019aa04de,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:29.473498 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1877e66f-aea3-4d49-a29e-ac436c6f6d8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be064ab1f8754197ae05db9e58ba0139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477974 Aug 31 14:07:29.476698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46844) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:29.508281 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.520035 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.598060 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5975397e-1cf0-43e4-bce6-568f19b935b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.652206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5975397e-1cf0-43e4-bce6-568f19b935b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.667978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event updated for resources: {'Port': ['ID=79f670bd-9278-4635-bc61-1455a7362a7d,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:29.680060 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac66ab3e-d891-4bf8-82eb-92598f0145a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.682234 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fb0e06d7-2f3d-4709-8a59-1b93b925ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:05:11Z', 'revision_number': 4, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '76f11026-4820-4b6a-90cb-c1f2bb956320', 'name': '', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'mac_address': 'fa:16:3e:a8:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '881a208b-bb54-40df-9459-d09bbbea0405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:10Z', 'updated_at': '2021-08-31T14:05:19Z', 'revision_number': 5, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'subnets': [{'id': '881a208b-bb54-40df-9459-d09bbbea0405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:29.683843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2af8e-f1fe-4ca6-97a9-717dacbe4e3f req-cfedbc98-6ab9-4bd9-86d6-51f5e4a7ad23 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:29.685647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8e2af8e-f1fe-4ca6-97a9-717dacbe4e3f req-cfedbc98-6ab9-4bd9-86d6-51f5e4a7ad23 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.1099000 Aug 31 14:07:29.688850 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.704882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ce59a-2a93-4546-adcb-acdc2dbecf79 req-a12341b0-9e26-4dbe-9876-8eddb05f32a3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:29.710967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab0ce59a-2a93-4546-adcb-acdc2dbecf79 req-a12341b0-9e26-4dbe-9876-8eddb05f32a3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.1422474 Aug 31 14:07:29.716133 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e06d7-2f3d-4709-8a59-1b93b925ca23 None None] Checking router: d42a43d3-b960-4cb5-b1a4-4e1820c32af8 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:29.730038 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e06d7-2f3d-4709-8a59-1b93b925ca23 None None] Routers {'d42a43d3-b960-4cb5-b1a4-4e1820c32af8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:29.732767 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fb0e06d7-2f3d-4709-8a59-1b93b925ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:29.746632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8e2af8e-f1fe-4ca6-97a9-717dacbe4e3f req-d9b220df-a595-497d-9cc3-618de5443c27 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527594 Aug 31 14:07:29.763216 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5975397e-1cf0-43e4-bce6-568f19b935b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.773231 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5975397e-1cf0-43e4-bce6-568f19b935b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.773231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5975397e-1cf0-43e4-bce6-568f19b935b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e2ef70f-a9bc-49f9-8358-225019aa04de HTTP/1.1" status: 204 len: 168 time: 0.2914433 Aug 31 14:07:29.788138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975397e-1cf0-43e4-bce6-568f19b935b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2ef70f-a9bc-49f9-8358-225019aa04de,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:29.861008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab0ce59a-2a93-4546-adcb-acdc2dbecf79 req-5319cbf7-f2e8-487c-ad9c-2571a3a6a0d6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402552 Aug 31 14:07:29.882335 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac66ab3e-d891-4bf8-82eb-92598f0145a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.895676 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac66ab3e-d891-4bf8-82eb-92598f0145a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.914886 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-fb0e06d7-2f3d-4709-8a59-1b93b925ca23 None None] Set router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:29.923149 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:29.933593 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-85d45f4c-2adb-414c-8903-69049609a804 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0599771 Aug 31 14:07:30.011430 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46858) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:30.026337 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ac66ab3e-d891-4bf8-82eb-92598f0145a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dee880e35547438abdfcb1ee301dddb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3596039 Aug 31 14:07:30.027570 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66ab3e-d891-4bf8-82eb-92598f0145a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf52eb-4a1e-42ee-a299-96c9c3b61850,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:30.135647 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f614af4f-4485-4245-bd57-ea374a9163ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.165122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46866) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:30.175421 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f614af4f-4485-4245-bd57-ea374a9163ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.245980 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fb0e06d7-2f3d-4709-8a59-1b93b925ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:05:11Z', 'revision_number': 4, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '76f11026-4820-4b6a-90cb-c1f2bb956320', 'name': '', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'mac_address': 'fa:16:3e:a8:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '881a208b-bb54-40df-9459-d09bbbea0405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:10Z', 'updated_at': '2021-08-31T14:05:19Z', 'revision_number': 5, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'subnets': [{'id': '881a208b-bb54-40df-9459-d09bbbea0405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:30.292875 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e06d7-2f3d-4709-8a59-1b93b925ca23 None None] The sync data for ids ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'] in n-d-792364-6 is: [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:05:11Z', 'revision_number': 4, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '76f11026-4820-4b6a-90cb-c1f2bb956320', 'name': '', 'network_id': 'cf5cf5d0-f670-49ce-8680-81fb514e0dd8', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'mac_address': 'fa:16:3e:a8:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '881a208b-bb54-40df-9459-d09bbbea0405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:10Z', 'updated_at': '2021-08-31T14:05:19Z', 'revision_number': 5, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'subnets': [{'id': '881a208b-bb54-40df-9459-d09bbbea0405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:30.299828 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f614af4f-4485-4245-bd57-ea374a9163ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.307558 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f614af4f-4485-4245-bd57-ea374a9163ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.312449 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d361b909-d7f5-4624-9132-1662d135e7bc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.313184 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f614af4f-4485-4245-bd57-ea374a9163ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbcf52eb-4a1e-42ee-a299-96c9c3b61850 HTTP/1.1" status: 204 len: 168 time: 0.3021619 Aug 31 14:07:30.321293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614af4f-4485-4245-bd57-ea374a9163ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf52eb-4a1e-42ee-a299-96c9c3b61850,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:30.353929 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d361b909-d7f5-4624-9132-1662d135e7bc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.422472 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-3215c747-732c-4d5e-a44d-42198ae269cf tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--259914768&fields=id&tenant_id=1fa16308430940f087d1a5cc21738e3b HTTP/1.1" status: 200 len: 267 time: 0.1630616 Aug 31 14:07:30.557560 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d361b909-d7f5-4624-9132-1662d135e7bc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.560190 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d361b909-d7f5-4624-9132-1662d135e7bc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:30.561541 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d361b909-d7f5-4624-9132-1662d135e7bc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "DELETE /v2.0/security-groups/db488e92-a03a-451d-be46-dd2acf051df0 HTTP/1.1" status: 204 len: 168 time: 0.3951187 Aug 31 14:07:30.565733 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46898) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:30.605029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361b909-d7f5-4624-9132-1662d135e7bc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db488e92-a03a-451d-be46-dd2acf051df0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:30.633466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-cbceefac-0dbd-412d-b910-68cc6245c3dc tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:30.635387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-cbceefac-0dbd-412d-b910-68cc6245c3dc tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 816 time: 0.2112095 Aug 31 14:07:30.657787 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-186dfbf4-63db-4f72-9a3d-41ee24443504 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/quotas/1fa16308430940f087d1a5cc21738e3b HTTP/1.1" status: 200 len: 375 time: 0.0135100 Aug 31 14:07:30.682217 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-0d6d6816-d358-433a-8b06-e8b152347150 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] show failed (client error): The resource could not be found. Aug 31 14:07:30.683734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0d6d6816-d358-433a-8b06-e8b152347150 tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "GET /v2.0/security-groups/db488e92-a03a-451d-be46-dd2acf051df0 HTTP/1.1" status: 404 len: 347 time: 0.1164618 Aug 31 14:07:30.689017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46906) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:30.769330 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-262a55ba-a1cd-45d1-9076-3f44a0c33bc3 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870333 Aug 31 14:07:30.794035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ec8c9-bcc7-4c2d-a4e5-fca0785f0caf None None] New status for floating IP 429b301c-0cff-4239-b9f4-4715751b4abe: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:07:30.863426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4ad6f-eeda-4536-9c5c-96fef813ed5f req-f59afcdb-df6e-434c-bd38-f326408e3156 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:30.866248 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6f4ad6f-eeda-4536-9c5c-96fef813ed5f req-f59afcdb-df6e-434c-bd38-f326408e3156 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.2534733 Aug 31 14:07:30.887527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-5af9f989-bf16-4cfd-b2ee-79ebf679659f service neutron] 10.222.0.20 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188443 Aug 31 14:07:30.949282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6f4ad6f-eeda-4536-9c5c-96fef813ed5f req-832d1685-f59d-40be-b891-1781648122f3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740767 Aug 31 14:07:30.997163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-752b6683-7605-4d5f-b493-3362cca92dcc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Deleting port 049fa33e-f8fc-4879-9ee0-2560c56fa036 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:30.997706 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-0beb9fbf-4a82-4603-a36d-cc4c8b9875cc service neutron] 10.222.0.20 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049807 Aug 31 14:07:30.997840 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-752b6683-7605-4d5f-b493-3362cca92dcc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.212955 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-752b6683-7605-4d5f-b493-3362cca92dcc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.213907 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-752b6683-7605-4d5f-b493-3362cca92dcc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.232694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-752b6683-7605-4d5f-b493-3362cca92dcc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Calling delete_port for 049fa33e-f8fc-4879-9ee0-2560c56fa036 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:31.247978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7e453-8d19-4a25-aa4a-3e94f28874c0 req-2811991f-f7a4-4cb1-894e-a0e23b78481c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:31.249636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82e7e453-8d19-4a25-aa4a-3e94f28874c0 req-2811991f-f7a4-4cb1-894e-a0e23b78481c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.1283455 Aug 31 14:07:31.336628 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-548bf0dc-1594-4527-aff0-93ff0e30687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.350885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82e7e453-8d19-4a25-aa4a-3e94f28874c0 req-0886b417-8461-4a8b-a19c-893ed63a7f8c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920117 Aug 31 14:07:31.484669 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-60e6d4f4-d447-4a71-b369-5cbc45291f0d req-ed99b38d-fbf4-411b-bda5-a634ac4dba7b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 210 time: 0.0771406 Aug 31 14:07:31.508689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46944) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:31.509305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-752b6683-7605-4d5f-b493-3362cca92dcc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.544221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b6683-7605-4d5f-b493-3362cca92dcc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Pushing event deleted for resources: {'Port': ['ID=049fa33e-f8fc-4879-9ee0-2560c56fa036,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:31.641620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-752b6683-7605-4d5f-b493-3362cca92dcc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.644937 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-752b6683-7605-4d5f-b493-3362cca92dcc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.646427 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-752b6683-7605-4d5f-b493-3362cca92dcc tempest-ServersTestJSON-141373381 tempest-ServersTestJSON-141373381-project] 10.222.0.20 "DELETE /v2.0/floatingips/429b301c-0cff-4239-b9f4-4715751b4abe HTTP/1.1" status: 204 len: 168 time: 0.9548080 Aug 31 14:07:31.650636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46956) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:31.655034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4d89543d-1b25-4308-9f95-de582d8af510 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:07:31.663405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 592d22dc-cf70-44bf-9276-27ec1cf850da no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:31.697567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 592d22dc-cf70-44bf-9276-27ec1cf850da {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:31.698248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 592d22dc-cf70-44bf-9276-27ec1cf850da not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:31.780111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1810621685'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:31.810286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4d89543d-1b25-4308-9f95-de582d8af510, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d89543d-1b25-4308-9f95-de582d8af510,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:31.828345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '4d89543d-1b25-4308-9f95-de582d8af510', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'port_id': '4d89543d-1b25-4308-9f95-de582d8af510', 'mac_address': 'fa:16:3e:ea:b4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:07:31.846250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Made reservation on behalf of 54e735a53b97441c87b5c21cf2bb7797 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:31.849863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.875370 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.886615 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:31.911648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d89543d-1b25-4308-9f95-de582d8af510 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:31.942789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4d89543d-1b25-4308-9f95-de582d8af510, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d89543d-1b25-4308-9f95-de582d8af510,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:31.948541 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.017100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46962) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:32.032291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4d89543d-1b25-4308-9f95-de582d8af510,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:32.042232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.042926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.043440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.043960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.044545 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.045102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.045796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.046385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.046927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.047707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.048278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.049072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.080510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4d89543d-1b25-4308-9f95-de582d8af510'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:32.100584 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.108865 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.131635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c5b07-a2d2-4dc4-9a77-2ec32e6c510d req-22be18c3-b2cb-46e6-b4fe-027eff36daf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:32.139543 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ae8c5b07-a2d2-4dc4-9a77-2ec32e6c510d req-22be18c3-b2cb-46e6-b4fe-027eff36daf7 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 944 time: 0.1004620 Aug 31 14:07:32.156959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:32.164680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069bcb64-7253-4259-b2af-8d5b8e0a56a2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:32.173972 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.174292 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Added segment ad4af4f8-9094-496d-96a8-ebff271f157c of type vlan for network f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 Aug 31 14:07:32.184171 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.224226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ae8c5b07-a2d2-4dc4-9a77-2ec32e6c510d req-f03f9c71-8d27-4965-ba07-03a7d85f06ff tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837078 Aug 31 14:07:32.244497 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.296169 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.303398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:32.304155 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.401754 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.406975 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.437982 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9364750 Aug 31 14:07:32.442213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46972) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:32.449846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-35cb61eb-1210-4bf1-b32f-542d411787f0 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Request body: {'subnet': {'network_id': 'f7a3aee1-61e0-4cc0-bdb8-625832a7ca71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:32.457815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc453a21-d1b0-402c-9984-956c47cea445 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Pushing event updated for resources: {'Network': ['ID=f7a3aee1-61e0-4cc0-bdb8-625832a7ca71,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:32.470543 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:32.490639 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76d58fbc4e8842fa8eca212280466229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665372 Aug 31 14:07:32.497432 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46974) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:32.500501 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-847cf8f5-1921-4713-998c-73aca4361ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.523701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1c92ae-2233-4b75-ba1c-de03540d089c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:32.540639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.541159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.541581 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.542145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.542564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.542984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.543787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.544211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.545040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.545234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.546599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.546599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc8931-53d2-4179-ba7f-01f8905bf994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:07:32.646031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-959962e2-6c3e-48af-bb90-6abafe09be5a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:32.648106 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-959962e2-6c3e-48af-bb90-6abafe09be5a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.13 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 816 time: 0.1954901 Aug 31 14:07:32.686405 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ade740b4-0707-495a-b655-6c3d755fe818 req-f146e5fc-fd5b-44c7-9180-6ddeec1b4bd8 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 210 time: 0.0341563 Aug 31 14:07:32.720102 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-fd7e4bf4-bb50-4cca-8c5f-726779ebbd5f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fa16308430940f087d1a5cc21738e3b HTTP/1.1" status: 200 len: 379 time: 0.0549541 Aug 31 14:07:32.730015 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b8905-2978-4048-9942-75e4be6f6754 req-4cf8329f-109a-4c1d-b61c-eafeca4a2f04 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:32.731567 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef8b8905-2978-4048-9942-75e4be6f6754 req-4cf8329f-109a-4c1d-b61c-eafeca4a2f04 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.2861931 Aug 31 14:07:32.732654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Request body: {'port': {'device_id': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'admin_state_up': True, 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'security_groups': ['9b94145c-b87d-4b24-a169-709034708305']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:32.769667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb27-578f-40fb-bf0f-6f4ece2f7997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.796727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cb61eb-1210-4bf1-b32f-542d411787f0 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Made reservation on behalf of 54e735a53b97441c87b5c21cf2bb7797 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:32.800176 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35cb61eb-1210-4bf1-b32f-542d411787f0 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.849508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Made reservation on behalf of 1fa16308430940f087d1a5cc21738e3b for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:32.855082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.916859 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb27-578f-40fb-bf0f-6f4ece2f7997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:32.923308 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef8b8905-2978-4048-9942-75e4be6f6754 req-57e2b683-1f50-4298-a2d8-d142f8f1729c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837592 Aug 31 14:07:33.018847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Allocated IP 172.20.0.11 (d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f/14fcfe0c-f083-4938-bd24-abff21dedf23/3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:33.088558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb27-578f-40fb-bf0f-6f4ece2f7997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.091449 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb27-578f-40fb-bf0f-6f4ece2f7997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.095229 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7ef3bb27-578f-40fb-bf0f-6f4ece2f7997 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de1c92ae-2233-4b75-ba1c-de03540d089c HTTP/1.1" status: 204 len: 168 time: 0.5955131 Aug 31 14:07:33.121768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3bb27-578f-40fb-bf0f-6f4ece2f7997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1c92ae-2233-4b75-ba1c-de03540d089c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:33.211434 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.219039 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35cb61eb-1210-4bf1-b32f-542d411787f0 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.231209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Transition to ACTIVE for port object 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:33.285667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-847cf8f5-1921-4713-998c-73aca4361ee0 admin admin] Deleting port 76f11026-4820-4b6a-90cb-c1f2bb956320 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:33.286407 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-847cf8f5-1921-4713-998c-73aca4361ee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.304750 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb61eb-1210-4bf1-b32f-542d411787f0 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Pushing event updated for resources: {'Subnet': ['ID=f5ab5bbf-ca9f-4dfa-a9cd-3828bf77f051,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:33.320230 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.419999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:33.474012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:33.480056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:33.483398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:33.553907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d971e-2730-4e9f-a2d1-29bcc8109e5c req-5130d430-3cf5-4da3-87ea-9e98044d09c2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:33.555711 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e89d971e-2730-4e9f-a2d1-29bcc8109e5c req-5130d430-3cf5-4da3-87ea-9e98044d09c2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 944 time: 0.1451197 Aug 31 14:07:33.620828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:33.621794 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.661495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4d89543d-1b25-4308-9f95-de582d8af510 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:33.693639 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-71fe418f-c3f4-4898-9b06-9723fbbc5626 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9647598 Aug 31 14:07:33.710100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Request body: {'port': {'device_id': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:33.834068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 4d89543d-1b25-4308-9f95-de582d8af510 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:33.834455 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.845451 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb61eb-1210-4bf1-b32f-542d411787f0 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Checking segment: {'id': 'ad4af4f8-9094-496d-96a8-ebff271f157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7a3aee1-61e0-4cc0-bdb8-625832a7ca71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:33.846511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb61eb-1210-4bf1-b32f-542d411787f0 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Network hostable DHCP agents. Network: f7a3aee1-61e0-4cc0-bdb8-625832a7ca71, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:33.853937 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.888301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e89d971e-2730-4e9f-a2d1-29bcc8109e5c req-7706abe0-141e-4877-a63b-28ca38150867 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149450 Aug 31 14:07:33.960309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-847cf8f5-1921-4713-998c-73aca4361ee0 admin admin] For port 76f11026-4820-4b6a-90cb-c1f2bb956320, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=76f11026-4820-4b6a-90cb-c1f2bb956320,segment=NetworkSegment(703b2d0d-385c-45b8-b9df-ac89d567f085),segment_id=703b2d0d-385c-45b8-b9df-ac89d567f085)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:33.961035 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-847cf8f5-1921-4713-998c-73aca4361ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:33.973081 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb61eb-1210-4bf1-b32f-542d411787f0 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Network f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:33.985294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-847cf8f5-1921-4713-998c-73aca4361ee0 admin admin] Calling delete_port for 76f11026-4820-4b6a-90cb-c1f2bb956320 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:34.012716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-35cb61eb-1210-4bf1-b32f-542d411787f0 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, f7a3aee1-61e0-4cc0-bdb8-625832a7ca71) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:34.031360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70a0e08-b302-4cc2-9e3d-43375abf58da None None] Network f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:34.037508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cb61eb-1210-4bf1-b32f-542d411787f0 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:34.038198 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35cb61eb-1210-4bf1-b32f-542d411787f0 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.058479 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.072978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c28e2-6463-46c6-8992-1c2379caf495 req-3bff855d-35af-4126-ab5b-902ae4c0928a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:34.081513 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-264c28e2-6463-46c6-8992-1c2379caf495 req-3bff855d-35af-4126-ab5b-902ae4c0928a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 932 time: 0.2320127 Aug 31 14:07:34.101699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3dd7cf13-5e55-4959-b281-998d8bc33d74 None None] Provisioning for port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:34.106187 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.115671 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-67d4700e-162d-4d19-8d7d-f642c466bef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.136525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3dd7cf13-5e55-4959-b281-998d8bc33d74 None None] Provisioning complete for port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:34.136962 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dd7cf13-5e55-4959-b281-998d8bc33d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.197556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4d89543d-1b25-4308-9f95-de582d8af510, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d89543d-1b25-4308-9f95-de582d8af510,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:34.201674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1ea939-77f9-4403-8595-9f00da99a46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d89543d-1b25-4308-9f95-de582d8af510'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:34.213812 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4435b38a-4bf6-48c6-97ea-a0f2e2eec177" -d '{"events": [{"server_uuid": "2a1ea939-77f9-4403-8595-9f00da99a46f", "name": "network-vif-plugged", "status": "completed", "tag": "4d89543d-1b25-4308-9f95-de582d8af510"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:34.222484 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.339125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7cf13-5e55-4959-b281-998d8bc33d74 None None] Port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:34.391648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-264c28e2-6463-46c6-8992-1c2379caf495 req-84c1c368-b52e-4d29-8617-5605bf56300f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3084917 Aug 31 14:07:34.400030 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-35cb61eb-1210-4bf1-b32f-542d411787f0 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9534907 Aug 31 14:07:34.400994 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47032) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:34.406048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Request body: {'port': {'network_id': 'f7a3aee1-61e0-4cc0-bdb8-625832a7ca71', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1139945908'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:34.469158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4d89543d-1b25-4308-9f95-de582d8af510,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:34.536777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-f7a3aee1-61e0-4cc0-bdb8-625832a7ca71', 'network_id': 'f7a3aee1-61e0-4cc0-bdb8-625832a7ca71', 'tenant_id': '54e735a53b97441c87b5c21cf2bb7797', 'fixed_ips': [{'subnet_id': 'f5ab5bbf-ca9f-4dfa-a9cd-3828bf77f051'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:07:34.537855 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.542129 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596d7182-010c-4531-a083-8a0c72e4281a x-openstack-request-id: req-596d7182-010c-4531-a083-8a0c72e4281a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:34.542642 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1ea939-77f9-4403-8595-9f00da99a46f", "name": "network-vif-plugged", "status": "completed", "tag": "4d89543d-1b25-4308-9f95-de582d8af510", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:34.543366 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-596d7182-010c-4531-a083-8a0c72e4281a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:34.543914 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1ea939-77f9-4403-8595-9f00da99a46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d89543d-1b25-4308-9f95-de582d8af510', 'code': 200} Aug 31 14:07:34.550042 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-847cf8f5-1921-4713-998c-73aca4361ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.552015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:34.585077 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.601439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449b85c-a812-4f2b-b34c-677aa6e408dd req-f9e03851-accd-4d51-9d48-4373173c8363 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:34.621255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7449b85c-a812-4f2b-b34c-677aa6e408dd req-f9e03851-accd-4d51-9d48-4373173c8363 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.2875988 Aug 31 14:07:34.700692 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cf8f5-1921-4713-998c-73aca4361ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=76f11026-4820-4b6a-90cb-c1f2bb956320,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:34.709202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Transition to ACTIVE for port object 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:34.732759 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:34.813237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Allocated IP 172.20.0.2 (f7a3aee1-61e0-4cc0-bdb8-625832a7ca71/f5ab5bbf-ca9f-4dfa-a9cd-3828bf77f051/67deec68-6a52-409e-97bf-317ea77acfaf) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:34.909633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7449b85c-a812-4f2b-b34c-677aa6e408dd req-c1f3ba52-b08d-43c7-a389-5c8409d78429 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868507 Aug 31 14:07:35.033662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:35.181092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Attempting to bind port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:35.181531 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Attempting to bind port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:35.181759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Attempting to bind port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 on network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:35.193523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 on network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:07:35.193857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Attempting to bind port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 on network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:35.202928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:35.211715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Checking segment: {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:35.211715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Bound using segment: {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:35.211715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Bound port: 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:35.211715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.216816 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-847cf8f5-1921-4713-998c-73aca4361ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.226432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481796b-7e1a-41bc-ba08-8780222c3078 req-42df4525-d6bc-4cbe-8e71-c86e5b266c0f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:35.228134 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2481796b-7e1a-41bc-ba08-8780222c3078 req-42df4525-d6bc-4cbe-8e71-c86e5b266c0f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.1180410 Aug 31 14:07:35.235652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Made reservation on behalf of 54e735a53b97441c87b5c21cf2bb7797 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:35.239091 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.266107 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.298186 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] device_id is not set on port 50ccb86b-97c7-491e-8b11-0b2946e8eebc yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:07:35.361548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2481796b-7e1a-41bc-ba08-8780222c3078 req-6041b26d-37d4-4921-ab16-e1f7253d70cb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259792 Aug 31 14:07:35.372455 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.403152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Transition to ACTIVE for port object 67deec68-6a52-409e-97bf-317ea77acfaf will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:35.412553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:35.427427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:35.435577 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.442503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Transition to ACTIVE for port object 67deec68-6a52-409e-97bf-317ea77acfaf will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:35.466907 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.488262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:35.489726 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.491499 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] 10.222.0.13 "PUT /v2.0/ports/3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 HTTP/1.1" status: 200 len: 1092 time: 1.7888198 Aug 31 14:07:35.495841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:35.499787 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7954e3c-4d6f-468c-9063-503b726d4daa" -d '{"events": [{"name": "network-changed", "server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:35.570273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a667e-1c83-447f-bdc7-1b86f8b49742 service neutron] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:35.585455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Pushing event updated for resources: {'Port': ['ID=67deec68-6a52-409e-97bf-317ea77acfaf,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:35.598335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Network f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:35.600549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:35.607037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:35.694806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Attempting to bind port 67deec68-6a52-409e-97bf-317ea77acfaf on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:35.695449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Attempting to bind port 67deec68-6a52-409e-97bf-317ea77acfaf by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'ad4af4f8-9094-496d-96a8-ebff271f157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7a3aee1-61e0-4cc0-bdb8-625832a7ca71'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:35.695825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Attempting to bind port 67deec68-6a52-409e-97bf-317ea77acfaf on network f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:35.700570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-1dc0d0da-0630-4b81-8d85-66256027a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:35.702870 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-1dc0d0da-0630-4b81-8d85-66256027a019 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 1095 time: 0.1021523 Aug 31 14:07:35.703049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:35.703943 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Checking segment: {'id': 'ad4af4f8-9094-496d-96a8-ebff271f157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7a3aee1-61e0-4cc0-bdb8-625832a7ca71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:35.703943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.704295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Bound using segment: {'id': 'ad4af4f8-9094-496d-96a8-ebff271f157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7a3aee1-61e0-4cc0-bdb8-625832a7ca71'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:35.704876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Bound port: 67deec68-6a52-409e-97bf-317ea77acfaf, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4af4f8-9094-496d-96a8-ebff271f157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7a3aee1-61e0-4cc0-bdb8-625832a7ca71'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:35.705467 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.736629 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faae85-dae0-45a6-87fa-834a392f453c req-d0ea1e97-59c6-43bc-8743-7f3d1fc79d03 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:35.750485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0faae85-dae0-45a6-87fa-834a392f453c req-d0ea1e97-59c6-43bc-8743-7f3d1fc79d03 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 944 time: 0.1520925 Aug 31 14:07:35.815206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] For port 67deec68-6a52-409e-97bf-317ea77acfaf, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:35.817243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-533230ff-2a49-446c-8aff-80ab6e2f250b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 HTTP/1.1" status: 200 len: 217 time: 0.1034608 Aug 31 14:07:35.820051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] For port 67deec68-6a52-409e-97bf-317ea77acfaf, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=67deec68-6a52-409e-97bf-317ea77acfaf,segment=NetworkSegment(ad4af4f8-9094-496d-96a8-ebff271f157c),segment_id=ad4af4f8-9094-496d-96a8-ebff271f157c)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:35.827080 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:35.884967 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ee8dfa-879f-4738-b2ef-a7a2710eff95 x-openstack-request-id: req-b2ee8dfa-879f-4738-b2ef-a7a2710eff95 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:35.885270 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:35.886126 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2ee8dfa-879f-4738-b2ef-a7a2710eff95 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:35.886126 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'status': 'completed', 'code': 200} Aug 31 14:07:35.915711 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c324788-0c9b-469b-b565-40ba49244026 None None] Pushing event updated for resources: {'Port': ['ID=67deec68-6a52-409e-97bf-317ea77acfaf,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:35.917807 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0faae85-dae0-45a6-87fa-834a392f453c req-bb9c6cc9-5e15-411e-aeb4-8b2c9ad9ed93 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561637 Aug 31 14:07:35.923760 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Allocated IP 172.20.0.7 (f7a3aee1-61e0-4cc0-bdb8-625832a7ca71/f5ab5bbf-ca9f-4dfa-a9cd-3828bf77f051/50ccb86b-97c7-491e-8b11-0b2946e8eebc) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:35.948113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-f16e444b-d963-45d8-8fb8-76bbd44a0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:35.957931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-f16e444b-d963-45d8-8fb8-76bbd44a0a6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 200 len: 855 time: 0.1267560 Aug 31 14:07:36.084077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-92fd19ec-46df-453e-9bc1-419d4de84393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:36.085699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-92fd19ec-46df-453e-9bc1-419d4de84393 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246951 Aug 31 14:07:36.092281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847cf8f5-1921-4713-998c-73aca4361ee0 admin admin] Router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:36.334749 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-15914329-3db4-4726-9d24-842116eec61e service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396724 Aug 31 14:07:36.468170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847cf8f5-1921-4713-998c-73aca4361ee0 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:36.480919 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-847cf8f5-1921-4713-998c-73aca4361ee0 admin admin] 10.222.0.20 "PUT /v2.0/routers/d42a43d3-b960-4cb5-b1a4-4e1820c32af8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8255682 Aug 31 14:07:36.484953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47064) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:36.487236 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61debfd3-59b0-4156-97ff-8f96802aade9 None None] Sync routers for ids ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:36.502945 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61debfd3-59b0-4156-97ff-8f96802aade9 None None] Routers {'d42a43d3-b960-4cb5-b1a4-4e1820c32af8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:36.503581 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-61debfd3-59b0-4156-97ff-8f96802aade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:36.564098 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76158ab8-2f44-459c-826f-e93ef0bc3c8e req-f6f3adcf-c17a-4f03-a2ad-cfae7cbeae4d service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203667 Aug 31 14:07:36.636113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3690f2-de28-416e-8abc-c6a1126d88a7 req-14393713-cb3a-4fba-8a36-5c7d81a94714 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:36.646708 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c3690f2-de28-416e-8abc-c6a1126d88a7 req-14393713-cb3a-4fba-8a36-5c7d81a94714 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.4801188 Aug 31 14:07:36.702220 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.703609 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.731636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Transition to ACTIVE for port object 50ccb86b-97c7-491e-8b11-0b2946e8eebc will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:36.753479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c3690f2-de28-416e-8abc-c6a1126d88a7 req-7e851c09-2a84-491f-b48f-1b6d06ea57cd tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002924 Aug 31 14:07:36.793467 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-61debfd3-59b0-4156-97ff-8f96802aade9 None None] Set router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:36.808222 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:36.885656 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.036449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 67deec68-6a52-409e-97bf-317ea77acfaf up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:37.062945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Network f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:37.068210 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:37.073636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:37.095384 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.107782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7954e3c-4d6f-468c-9063-503b726d4daa req-7674ba84-8c62-4c69-adb6-9ffe07ba1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:37.111656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7954e3c-4d6f-468c-9063-503b726d4daa req-7674ba84-8c62-4c69-adb6-9ffe07ba1da0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 1095 time: 0.4416487 Aug 31 14:07:37.186427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Pushing event updated for resources: {'Port': ['ID=50ccb86b-97c7-491e-8b11-0b2946e8eebc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:37.203394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8493a2b-4902-4312-a638-f06e8f548639 req-88ab2c7c-77a0-4f1c-a464-74bf5dcbe492 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:37.205345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c8493a2b-4902-4312-a638-f06e8f548639 req-88ab2c7c-77a0-4f1c-a464-74bf5dcbe492 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.2390330 Aug 31 14:07:37.234409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 67deec68-6a52-409e-97bf-317ea77acfaf completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:37.276028 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c8493a2b-4902-4312-a638-f06e8f548639 req-cd3994be-7f6f-462d-8f13-c0188eacccaa tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526466 Aug 31 14:07:37.297203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:37.298520 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.344792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7cf2c17b-7c0e-410b-9811-7ca85b6c5082 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9386599 Aug 31 14:07:37.344980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47074) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:37.355975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Request body: {'port': {'network_id': 'f7a3aee1-61e0-4cc0-bdb8-625832a7ca71', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1869349123', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:37.360868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.api.validators [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] bootfile-name is not in valid_values {{(pid=106387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:07:37.361309 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.api.validators [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] tftp-server is not in valid_values {{(pid=106387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:07:37.361661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.api.validators [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] server-ip-address is not in valid_values {{(pid=106387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:07:37.459996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7954e3c-4d6f-468c-9063-503b726d4daa req-17fb1cd7-26ab-4504-8b4c-970ebd09a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:37.461946 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7954e3c-4d6f-468c-9063-503b726d4daa req-17fb1cd7-26ab-4504-8b4c-970ebd09a8d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 917 time: 0.2915685 Aug 31 14:07:37.552427 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-61debfd3-59b0-4156-97ff-8f96802aade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:07:34Z', 'revision_number': 5, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port': {'id': '6cb94944-9faa-401d-ba46-2d125f990fb1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:05:06Z', 'updated_at': '2021-08-31T14:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:37.602046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Made reservation on behalf of 54e735a53b97441c87b5c21cf2bb7797 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:37.607543 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.644083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] device_id is not set on port 5965da4c-2434-44bc-b31a-a7a7d9645f48 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:07:37.644338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7954e3c-4d6f-468c-9063-503b726d4daa req-d4da850a-35b9-403d-ad70-35869cf838aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 HTTP/1.1" status: 200 len: 217 time: 0.1725619 Aug 31 14:07:37.653691 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61debfd3-59b0-4156-97ff-8f96802aade9 None None] Checking router: d42a43d3-b960-4cb5-b1a4-4e1820c32af8 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:37.660860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:07:37.676118 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61debfd3-59b0-4156-97ff-8f96802aade9 None None] Routers {'d42a43d3-b960-4cb5-b1a4-4e1820c32af8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:37.676808 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-61debfd3-59b0-4156-97ff-8f96802aade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:37.690328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee951b9-a651-4967-bc40-4b39be80c6f6 None None] Network f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:37.819979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7954e3c-4d6f-468c-9063-503b726d4daa req-467aedb7-d37e-4b63-84ef-e7d68e34e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:37.826124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7954e3c-4d6f-468c-9063-503b726d4daa req-467aedb7-d37e-4b63-84ef-e7d68e34e22f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 200 len: 855 time: 0.1462247 Aug 31 14:07:37.846801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ce700-9401-499c-acad-ed4890048542 req-3ba6d251-c897-4222-b90a-c6c3b260014d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:37.850808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-510ce700-9401-499c-acad-ed4890048542 req-3ba6d251-c897-4222-b90a-c6c3b260014d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 944 time: 0.2495763 Aug 31 14:07:37.854773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Deleting port 6cb94944-9faa-401d-ba46-2d125f990fb1 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:37.857603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:37.866023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Allocated IP 172.20.0.10 (f7a3aee1-61e0-4cc0-bdb8-625832a7ca71/f5ab5bbf-ca9f-4dfa-a9cd-3828bf77f051/5965da4c-2434-44bc-b31a-a7a7d9645f48) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:37.881237 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-61debfd3-59b0-4156-97ff-8f96802aade9 None None] Set router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:37.991439 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-61debfd3-59b0-4156-97ff-8f96802aade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:07:37Z', 'revision_number': 6, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:38.066417 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61debfd3-59b0-4156-97ff-8f96802aade9 None None] The sync data for ids ['d42a43d3-b960-4cb5-b1a4-4e1820c32af8'] in n-d-792364-6 is: [{'id': 'd42a43d3-b960-4cb5-b1a4-4e1820c32af8', 'name': 'tempest-ServersTestJSON-994298664-router', 'tenant_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:05:05Z', 'updated_at': '2021-08-31T14:07:37Z', 'revision_number': 6, 'project_id': '1f2efc98a97a4ab5bd1f2aca39a17c94', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:38.086633 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.106258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Transition to ACTIVE for port object 5965da4c-2434-44bc-b31a-a7a7d9645f48 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:38.140254 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-510ce700-9401-499c-acad-ed4890048542 req-b591ac53-9c7a-47af-bb3f-3e2a5048860c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641408 Aug 31 14:07:38.144346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2d1be4b6-13f5-4adb-be41-f0d03e3c4b2f None None] Provisioning for port 67deec68-6a52-409e-97bf-317ea77acfaf completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:38.156503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7954e3c-4d6f-468c-9063-503b726d4daa req-3e1126da-2328-4985-8459-c4af074b2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:38.158282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7954e3c-4d6f-468c-9063-503b726d4daa req-3e1126da-2328-4985-8459-c4af074b2b75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2948029 Aug 31 14:07:38.167936 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2d1be4b6-13f5-4adb-be41-f0d03e3c4b2f None None] Provisioning complete for port 67deec68-6a52-409e-97bf-317ea77acfaf triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:38.168892 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d1be4b6-13f5-4adb-be41-f0d03e3c4b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.181902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] For port 6cb94944-9faa-401d-ba46-2d125f990fb1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6cb94944-9faa-401d-ba46-2d125f990fb1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:38.182271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.226253 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.246446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Calling delete_port for 6cb94944-9faa-401d-ba46-2d125f990fb1 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:38.348110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Network f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:38.356470 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7954e3c-4d6f-468c-9063-503b726d4daa req-7a4316cc-6d5c-485d-ba3a-71d5a9e88462 service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901493 Aug 31 14:07:38.369857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:38.435341 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:38.495459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:38.540835 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ea23-2cdb-4573-b7aa-9b695f6b4a7d req-b90b196e-6a36-4e5c-bfe8-9cba1bb7e25e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:38.548869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab81ea23-2cdb-4573-b7aa-9b695f6b4a7d req-b90b196e-6a36-4e5c-bfe8-9cba1bb7e25e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.3570123 Aug 31 14:07:38.583259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Pushing event updated for resources: {'Port': ['ID=5965da4c-2434-44bc-b31a-a7a7d9645f48,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:38.626901 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:38.627888 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.644143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'port_id': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'mac_address': 'fa:16:3e:09:8d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:07:38.651235 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d1be4b6-13f5-4adb-be41-f0d03e3c4b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.669965 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab81ea23-2cdb-4573-b7aa-9b695f6b4a7d req-ea8b128c-7014-4ca0-a818-604e75d04116 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197071 Aug 31 14:07:38.680164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-03b053ad-7a04-4d0b-b025-4de9ca634e13 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.3337600 Aug 31 14:07:38.682820 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47088) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:38.738226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 76f11026-4820-4b6a-90cb-c1f2bb956320 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:38.751310 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:38.798209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 76f11026-4820-4b6a-90cb-c1f2bb956320 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:38.798914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 76f11026-4820-4b6a-90cb-c1f2bb956320 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:38.865605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:38.904318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dedbfc-1b1a-4373-a942-fcaadf72f8d9 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:38.916329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dedbfc-1b1a-4373-a942-fcaadf72f8d9 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:38.927858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dedbfc-1b1a-4373-a942-fcaadf72f8d9 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:38.935388 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-20dedbfc-1b1a-4373-a942-fcaadf72f8d9 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2503014 Aug 31 14:07:38.936044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47094) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:38.948500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2d1be4b6-13f5-4adb-be41-f0d03e3c4b2f None None] For port 67deec68-6a52-409e-97bf-317ea77acfaf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=67deec68-6a52-409e-97bf-317ea77acfaf,segment=NetworkSegment(ad4af4f8-9094-496d-96a8-ebff271f157c),segment_id=ad4af4f8-9094-496d-96a8-ebff271f157c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:38.980009 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d1be4b6-13f5-4adb-be41-f0d03e3c4b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.022218 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:39.155227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1be4b6-13f5-4adb-be41-f0d03e3c4b2f None None] Pushing event updated for resources: {'Port': ['ID=67deec68-6a52-409e-97bf-317ea77acfaf,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:39.189521 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.200546 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.206337 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-29ee62c0-cdb8-48a0-be3e-44613870961e tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Deleting port 5965da4c-2434-44bc-b31a-a7a7d9645f48 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:39.207165 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29ee62c0-cdb8-48a0-be3e-44613870961e tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.213811 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.307446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d0b6613b-6a72-4bb9-a998-daa10e301dd7 None None] Provisioning for port 5965da4c-2434-44bc-b31a-a7a7d9645f48 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:39.338273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d0b6613b-6a72-4bb9-a998-daa10e301dd7 None None] Provisioning complete for port 5965da4c-2434-44bc-b31a-a7a7d9645f48 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:39.338656 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d0b6613b-6a72-4bb9-a998-daa10e301dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.427660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:39.460023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f7afe-82e4-4740-9632-a007b77fc814 req-445822af-1a24-486c-ae3a-9f5e475d78de tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:39.461650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a6f7afe-82e4-4740-9632-a007b77fc814 req-445822af-1a24-486c-ae3a-9f5e475d78de tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.4784663 Aug 31 14:07:39.466667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29ee62c0-cdb8-48a0-be3e-44613870961e tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.472082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6613b-6a72-4bb9-a998-daa10e301dd7 None None] Port 5965da4c-2434-44bc-b31a-a7a7d9645f48 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:39.485668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8945bb-61bf-4203-a1cd-3092b2e851ca req-b1c3e7ba-7fc6-4391-85e8-9aa6a7beb7fd tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:39.487277 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af8945bb-61bf-4203-a1cd-3092b2e851ca req-b1c3e7ba-7fc6-4391-85e8-9aa6a7beb7fd tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 946 time: 0.5146656 Aug 31 14:07:39.495274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d0b6613b-6a72-4bb9-a998-daa10e301dd7 None None] Provisioning complete for port 67deec68-6a52-409e-97bf-317ea77acfaf triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:39.495656 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d0b6613b-6a72-4bb9-a998-daa10e301dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.500128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-29ee62c0-cdb8-48a0-be3e-44613870961e tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Calling delete_port for 5965da4c-2434-44bc-b31a-a7a7d9645f48 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:39.512295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7954e3c-4d6f-468c-9063-503b726d4daa req-0e06ee45-d2ae-4b96-9a26-d54572d8fa10 service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1477582 Aug 31 14:07:39.559183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:39.627946 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.648657 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a6f7afe-82e4-4740-9632-a007b77fc814 req-2153d1b0-8374-4265-af05-5b48100e3138 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583977 Aug 31 14:07:39.711832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:39.765597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb94944-9faa-401d-ba46-2d125f990fb1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:39.850287 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.971986 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.974741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:39.995391 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.038918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dd827-e879-445e-96d1-1329e26e0733 req-132480dd-04d0-476d-b21f-23e907f4be5d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:40.043990 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-238dd827-e879-445e-96d1-1329e26e0733 req-132480dd-04d0-476d-b21f-23e907f4be5d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.2931199 Aug 31 14:07:40.052382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:40.075350 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.075916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d42a43d3-b960-4cb5-b1a4-4e1820c32af8 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:07:40.081051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a781432f-2d59-49a6-8093-ec4c6ca756b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2150bc14-5b7d-4410-9b0a-aea3f7d0e44e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:40.085643 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3846a4-fbd8-4265-9d19-9fcd602a3845" -d '{"events": [{"server_uuid": "a781432f-2d59-49a6-8093-ec4c6ca756b7", "name": "network-vif-unplugged", "status": "completed", "tag": "2150bc14-5b7d-4410-9b0a-aea3f7d0e44e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:40.093198 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.098807 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-df533166-87e8-4523-b2ec-60f65d48ed3b admin admin] 10.222.0.20 "DELETE /v2.0/routers/d42a43d3-b960-4cb5-b1a4-4e1820c32af8 HTTP/1.1" status: 204 len: 168 time: 3.6125219 Aug 31 14:07:40.100046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47106) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:40.110615 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.124066 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29ee62c0-cdb8-48a0-be3e-44613870961e tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.153211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d0b6613b-6a72-4bb9-a998-daa10e301dd7 None None] Provisioning for port 50ccb86b-97c7-491e-8b11-0b2946e8eebc completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:40.182231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee62c0-cdb8-48a0-be3e-44613870961e tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Pushing event deleted for resources: {'Port': ['ID=5965da4c-2434-44bc-b31a-a7a7d9645f48,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:40.184185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d0b6613b-6a72-4bb9-a998-daa10e301dd7 None None] Provisioning complete for port 50ccb86b-97c7-491e-8b11-0b2946e8eebc triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:40.184736 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d0b6613b-6a72-4bb9-a998-daa10e301dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.279767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:40.282120 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29ee62c0-cdb8-48a0-be3e-44613870961e tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.289285 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-29ee62c0-cdb8-48a0-be3e-44613870961e tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] 10.222.0.20 "DELETE /v2.0/ports/5965da4c-2434-44bc-b31a-a7a7d9645f48 HTTP/1.1" status: 204 len: 168 time: 1.3521283 Aug 31 14:07:40.290138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47108) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:40.302152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b8b7a0db-96f5-4c85-9923-61c4590b7080 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Request body: {'port': {'name': 'tempest-new-port-name-2039685804', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:40.302152 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.api.validators [None req-b8b7a0db-96f5-4c85-9923-61c4590b7080 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] bootfile-name is not in valid_values {{(pid=106387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:07:40.302504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.api.validators [None req-b8b7a0db-96f5-4c85-9923-61c4590b7080 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] tftp-server is not in valid_values {{(pid=106387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:07:40.302769 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.api.validators [None req-b8b7a0db-96f5-4c85-9923-61c4590b7080 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] server-ip-address is not in valid_values {{(pid=106387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:07:40.320888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6613b-6a72-4bb9-a998-daa10e301dd7 None None] Port 50ccb86b-97c7-491e-8b11-0b2946e8eebc cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:40.343189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-32880fda-dbe7-4ad4-b7de-3612b9429d26 admin admin] Deleting subnet 881a208b-bb54-40df-9459-d09bbbea0405 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:07:40.348635 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32880fda-dbe7-4ad4-b7de-3612b9429d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.393028 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-238dd827-e879-445e-96d1-1329e26e0733 req-10981d14-a120-42fc-a753-d023f5ed6587 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986300 Aug 31 14:07:40.393703 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8b7a0db-96f5-4c85-9923-61c4590b7080 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.422150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-af8945bb-61bf-4203-a1cd-3092b2e851ca req-5979fab6-6a32-4a51-a971-7195c8c2c7b7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Deleting port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:40.422430 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-af8945bb-61bf-4203-a1cd-3092b2e851ca req-5979fab6-6a32-4a51-a971-7195c8c2c7b7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.441696 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ade9c44d-22d4-4d84-82e3-900b61a81696 None None] Could not find standard attr ID for object 5965da4c-2434-44bc-b31a-a7a7d9645f48. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:07:40.465348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ade9c44d-22d4-4d84-82e3-900b61a81696 None None] Provisioning complete for port 50ccb86b-97c7-491e-8b11-0b2946e8eebc triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:40.465742 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ade9c44d-22d4-4d84-82e3-900b61a81696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.503672 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ade9c44d-22d4-4d84-82e3-900b61a81696 None None] Port 50ccb86b-97c7-491e-8b11-0b2946e8eebc cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:40.526005 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32880fda-dbe7-4ad4-b7de-3612b9429d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.571637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eaacd-365c-4918-a576-5540e2d778e7 req-d471ace1-87cc-4ae3-91ca-3de2d4aa3002 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:40.579157 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-769eaacd-365c-4918-a576-5540e2d778e7 req-d471ace1-87cc-4ae3-91ca-3de2d4aa3002 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 944 time: 0.3420250 Aug 31 14:07:40.682383 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-769eaacd-365c-4918-a576-5540e2d778e7 req-322cf455-39be-48a9-b7c8-81a90a9a9f04 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001935 Aug 31 14:07:40.694756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-af8945bb-61bf-4203-a1cd-3092b2e851ca req-5979fab6-6a32-4a51-a971-7195c8c2c7b7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] For port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:40.695061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-af8945bb-61bf-4203-a1cd-3092b2e851ca req-5979fab6-6a32-4a51-a971-7195c8c2c7b7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.714915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 67deec68-6a52-409e-97bf-317ea77acfaf up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:40.729020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-af8945bb-61bf-4203-a1cd-3092b2e851ca req-5979fab6-6a32-4a51-a971-7195c8c2c7b7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Calling delete_port for 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:40.771516 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8b7a0db-96f5-4c85-9923-61c4590b7080 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.775648 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09c51f1-6c30-4f54-a196-2efe7a582b90 x-openstack-request-id: req-a09c51f1-6c30-4f54-a196-2efe7a582b90 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:40.775948 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a781432f-2d59-49a6-8093-ec4c6ca756b7", "name": "network-vif-unplugged", "status": "completed", "tag": "2150bc14-5b7d-4410-9b0a-aea3f7d0e44e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:40.776205 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a09c51f1-6c30-4f54-a196-2efe7a582b90 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:40.776627 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a781432f-2d59-49a6-8093-ec4c6ca756b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2150bc14-5b7d-4410-9b0a-aea3f7d0e44e', 'code': 200} Aug 31 14:07:40.784085 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8b7a0db-96f5-4c85-9923-61c4590b7080 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.827359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 67deec68-6a52-409e-97bf-317ea77acfaf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:40.827774 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.938652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7a0db-96f5-4c85-9923-61c4590b7080 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Pushing event updated for resources: {'Port': ['ID=50ccb86b-97c7-491e-8b11-0b2946e8eebc,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:40.959297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7a0db-96f5-4c85-9923-61c4590b7080 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] In _notify_port_updated(), no bound segment for port 50ccb86b-97c7-491e-8b11-0b2946e8eebc on network f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 {{(pid=106387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:07:40.985098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b7a0db-96f5-4c85-9923-61c4590b7080 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:40.986290 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8b7a0db-96f5-4c85-9923-61c4590b7080 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:40.995417 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b8b7a0db-96f5-4c85-9923-61c4590b7080 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] 10.222.0.20 "PUT /v2.0/ports/50ccb86b-97c7-491e-8b11-0b2946e8eebc HTTP/1.1" status: 200 len: 1136 time: 0.7002769 Aug 31 14:07:40.996063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47118) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:41.082335 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32880fda-dbe7-4ad4-b7de-3612b9429d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.128781 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-af8945bb-61bf-4203-a1cd-3092b2e851ca req-5979fab6-6a32-4a51-a971-7195c8c2c7b7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.164170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6cb94944-9faa-401d-ba46-2d125f990fb1 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:41.209736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979fab6-6a32-4a51-a971-7195c8c2c7b7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Pushing event deleted for resources: {'Port': ['ID=2150bc14-5b7d-4410-9b0a-aea3f7d0e44e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:41.218433 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 6cb94944-9faa-401d-ba46-2d125f990fb1 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:41.218892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6cb94944-9faa-401d-ba46-2d125f990fb1 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:41.270234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8945bb-61bf-4203-a1cd-3092b2e851ca req-5979fab6-6a32-4a51-a971-7195c8c2c7b7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] No DVR routers for this DVR port 2150bc14-5b7d-4410-9b0a-aea3f7d0e44e on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:41.275459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-af8945bb-61bf-4203-a1cd-3092b2e851ca req-5979fab6-6a32-4a51-a971-7195c8c2c7b7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.276769 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af8945bb-61bf-4203-a1cd-3092b2e851ca req-5979fab6-6a32-4a51-a971-7195c8c2c7b7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.13 "DELETE /v2.0/ports/2150bc14-5b7d-4410-9b0a-aea3f7d0e44e HTTP/1.1" status: 204 len: 173 time: 1.7547758 Aug 31 14:07:41.277348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a781432f-2d59-49a6-8093-ec4c6ca756b7', 'name': 'network-vif-deleted', 'tag': '2150bc14-5b7d-4410-9b0a-aea3f7d0e44e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:41.279861 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06309227-6fd1-4118-a077-56a786d9c09b" -d '{"events": [{"server_uuid": "a781432f-2d59-49a6-8093-ec4c6ca756b7", "name": "network-vif-deleted", "tag": "2150bc14-5b7d-4410-9b0a-aea3f7d0e44e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:41.317062 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32880fda-dbe7-4ad4-b7de-3612b9429d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.347170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-22dd723d-26db-4617-ad69-cda141780077 None None] Provisioning complete for port 50ccb86b-97c7-491e-8b11-0b2946e8eebc triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:41.347888 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22dd723d-26db-4617-ad69-cda141780077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.383435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32880fda-dbe7-4ad4-b7de-3612b9429d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881a208b-bb54-40df-9459-d09bbbea0405,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:41.386824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32880fda-dbe7-4ad4-b7de-3612b9429d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.390042 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-32880fda-dbe7-4ad4-b7de-3612b9429d26 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/881a208b-bb54-40df-9459-d09bbbea0405 HTTP/1.1" status: 204 len: 168 time: 1.2859867 Aug 31 14:07:41.391911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ac94c3-16cd-40da-a408-f9e9a84c7a7e None None] Network cf5cf5d0-f670-49ce-8680-81fb514e0dd8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:41.393744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47130) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:41.422936 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089b8b7a-d659-4101-b6e6-f12553ad6b6d x-openstack-request-id: req-089b8b7a-d659-4101-b6e6-f12553ad6b6d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:41.423305 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a781432f-2d59-49a6-8093-ec4c6ca756b7", "name": "network-vif-deleted", "tag": "2150bc14-5b7d-4410-9b0a-aea3f7d0e44e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:41.423489 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-089b8b7a-d659-4101-b6e6-f12553ad6b6d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:41.423983 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a781432f-2d59-49a6-8093-ec4c6ca756b7', 'name': 'network-vif-deleted', 'tag': '2150bc14-5b7d-4410-9b0a-aea3f7d0e44e', 'status': 'completed', 'code': 200} Aug 31 14:07:41.505008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-22dd723d-26db-4617-ad69-cda141780077 None None] Port 50ccb86b-97c7-491e-8b11-0b2946e8eebc cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:07:41.576566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431d0295-78f3-4207-9e53-7507d6a59354 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:41.581128 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-431d0295-78f3-4207-9e53-7507d6a59354 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] 10.222.0.20 "GET /v2.0/ports/50ccb86b-97c7-491e-8b11-0b2946e8eebc HTTP/1.1" status: 200 len: 1136 time: 0.5795066 Aug 31 14:07:41.584893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47134) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:41.637015 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.672636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f088a70-62fc-4bed-ba73-f42dc421ec8f req-c3eecb70-9c75-44ff-9527-17001ea26dfa tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:41.675512 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f088a70-62fc-4bed-ba73-f42dc421ec8f req-c3eecb70-9c75-44ff-9527-17001ea26dfa tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.1424251 Aug 31 14:07:41.690869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1f6b-e4ae-434d-a1bd-cf6a3d4a4acd req-5936e678-eda5-4f0a-9c91-76f4b47a989f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:41.700247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef0c1f6b-e4ae-434d-a1bd-cf6a3d4a4acd req-5936e678-eda5-4f0a-9c91-76f4b47a989f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.1118038 Aug 31 14:07:41.704617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:41.779353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc00467-9819-4aba-9b26-20a9490e3f5d None None] DHCP port deletion for cf5cf5d0-f670-49ce-8680-81fb514e0dd8 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:07:41.831653 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef0c1f6b-e4ae-434d-a1bd-cf6a3d4a4acd req-7bab8e44-4dfc-405f-9b2e-478d30d67da7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300020 Aug 31 14:07:41.835032 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f088a70-62fc-4bed-ba73-f42dc421ec8f req-b874985e-8605-498f-8ea2-a6c84065db13 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495874 Aug 31 14:07:41.867389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-311ff1b0-c489-42f5-9e46-dcd97a6e74af tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Deleting port 50ccb86b-97c7-491e-8b11-0b2946e8eebc {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:41.867389 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-311ff1b0-c489-42f5-9e46-dcd97a6e74af tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.890367 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:41.901290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Deleting port 0e284d46-7167-4631-b51d-026a977b3120 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:41.901694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:41.902728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:41.912378 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.028471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] For port 0e284d46-7167-4631-b51d-026a977b3120, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0e284d46-7167-4631-b51d-026a977b3120,segment=NetworkSegment(703b2d0d-385c-45b8-b9df-ac89d567f085),segment_id=703b2d0d-385c-45b8-b9df-ac89d567f085)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:42.028471 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.047480 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Calling delete_port for 0e284d46-7167-4631-b51d-026a977b3120 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:42.052518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fbc00467-9819-4aba-9b26-20a9490e3f5d None None] Deleting port 0e284d46-7167-4631-b51d-026a977b3120 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:42.054433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47144) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:42.054916 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fbc00467-9819-4aba-9b26-20a9490e3f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.166226 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dded9380-4662-4bd0-974a-0da6a304e752 req-c21e4374-244d-4150-a4fe-525d8f423e8b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=a781432f-2d59-49a6-8093-ec4c6ca756b7 HTTP/1.1" status: 200 len: 210 time: 0.0404193 Aug 31 14:07:42.166226 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-311ff1b0-c489-42f5-9e46-dcd97a6e74af tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.166226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-311ff1b0-c489-42f5-9e46-dcd97a6e74af tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Calling delete_port for 50ccb86b-97c7-491e-8b11-0b2946e8eebc owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:42.247506 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.261102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fbc00467-9819-4aba-9b26-20a9490e3f5d None None] For port 0e284d46-7167-4631-b51d-026a977b3120, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0e284d46-7167-4631-b51d-026a977b3120,segment=NetworkSegment(703b2d0d-385c-45b8-b9df-ac89d567f085),segment_id=703b2d0d-385c-45b8-b9df-ac89d567f085)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:42.261741 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fbc00467-9819-4aba-9b26-20a9490e3f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.285125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fbc00467-9819-4aba-9b26-20a9490e3f5d None None] Calling delete_port for 0e284d46-7167-4631-b51d-026a977b3120 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:42.298655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e284d46-7167-4631-b51d-026a977b3120,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:42.301588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] No DVR routers for this DVR port 0e284d46-7167-4631-b51d-026a977b3120 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:42.342302 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463ce9f5-2b9a-4394-b97f-886ca32a3f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.419386 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fbc00467-9819-4aba-9b26-20a9490e3f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.428988 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.431416 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.454354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5cf5d0-f670-49ce-8680-81fb514e0dd8']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:42.455128 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-311ff1b0-c489-42f5-9e46-dcd97a6e74af tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.480491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703b2d0d-385c-45b8-b9df-ac89d567f085') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:42.480853 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703b2d0d-385c-45b8-b9df-ac89d567f085') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:42.485866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc00467-9819-4aba-9b26-20a9490e3f5d None None] No DVR routers for this DVR port 0e284d46-7167-4631-b51d-026a977b3120 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:42.488209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc00467-9819-4aba-9b26-20a9490e3f5d None None] Pushing event deleted for resources: {'Port': ['ID=0e284d46-7167-4631-b51d-026a977b3120,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:42.509387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ff1b0-c489-42f5-9e46-dcd97a6e74af tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Pushing event deleted for resources: {'Port': ['ID=50ccb86b-97c7-491e-8b11-0b2946e8eebc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:42.513472 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.542480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:42.542688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.548833 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.561714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:07:42.562088 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:07:42.564638 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:07:42.642186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:42.653246 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463ce9f5-2b9a-4394-b97f-886ca32a3f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.677374 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-463ce9f5-2b9a-4394-b97f-886ca32a3f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.715001 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-463ce9f5-2b9a-4394-b97f-886ca32a3f6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=372d50563dc34b2fbb680c7396c67c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6597910 Aug 31 14:07:42.720487 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47154) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:42.729357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0e284d46-7167-4631-b51d-026a977b3120 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:42.759858 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.767555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 0e284d46-7167-4631-b51d-026a977b3120 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:42.768030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0e284d46-7167-4631-b51d-026a977b3120 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:42.788616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:42.793167 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0464d94-a842-4653-b6dc-fa3093f6ac7d" -d '{"events": [{"server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "name": "network-vif-plugged", "status": "completed", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:42.794077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ce9f5-2b9a-4394-b97f-886ca32a3f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582598a6-e740-438c-bf17-6249f45b5471,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:42.811282 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-311ff1b0-c489-42f5-9e46-dcd97a6e74af tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.815697 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-311ff1b0-c489-42f5-9e46-dcd97a6e74af tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] 10.222.0.20 "DELETE /v2.0/ports/50ccb86b-97c7-491e-8b11-0b2946e8eebc HTTP/1.1" status: 204 len: 168 time: 1.2265103 Aug 31 14:07:42.817414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47158) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:42.839375 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:42.849518 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf5cf5d0-f670-49ce-8680-81fb514e0dd8 HTTP/1.1" status: 204 len: 168 time: 1.4546428 Aug 31 14:07:42.851739 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9485288-233f-4800-a1c4-504a906b2402 x-openstack-request-id: req-d9485288-233f-4800-a1c4-504a906b2402 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:42.852176 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "name": "network-vif-plugged", "status": "completed", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:42.852461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b091b-7965-45ff-86b7-1e65db06bd10 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf5cf5d0-f670-49ce-8680-81fb514e0dd8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:42.853216 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9485288-233f-4800-a1c4-504a906b2402 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:42.853216 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'code': 200} Aug 31 14:07:43.024795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f66bb62-1296-4677-bdb7-effe551bfcb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.028936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd890c0b-aef9-4a86-9cff-59472a9421e3 req-3dd76410-73fb-4e68-a1a2-3273f8379237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:43.034324 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dd890c0b-aef9-4a86-9cff-59472a9421e3 req-3dd76410-73fb-4e68-a1a2-3273f8379237 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 1097 time: 0.1202364 Aug 31 14:07:43.051786 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f66bb62-1296-4677-bdb7-effe551bfcb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.067960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47166) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:43.078999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbb740-7442-4286-b2c6-472bb021bb8d req-f2f8616a-bc25-40c9-aa6c-7d48be6353c3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:43.084724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2154e3a6-617b-4665-b6ad-bedf6295ac8c tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Deleting subnet f5ab5bbf-ca9f-4dfa-a9cd-3828bf77f051 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:07:43.086521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dcbb740-7442-4286-b2c6-472bb021bb8d req-f2f8616a-bc25-40c9-aa6c-7d48be6353c3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.1195345 Aug 31 14:07:43.087957 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2154e3a6-617b-4665-b6ad-bedf6295ac8c tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.126082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dd890c0b-aef9-4a86-9cff-59472a9421e3 req-6b126d1f-d44c-46dc-a4ba-b7615024669e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813293 Aug 31 14:07:43.139630 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace1707-1a9b-48a5-9dfe-15d8a3588d27 req-dcd53a7b-59c9-44be-a437-4036f03bdbd2 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:43.141630 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cace1707-1a9b-48a5-9dfe-15d8a3588d27 req-dcd53a7b-59c9-44be-a437-4036f03bdbd2 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1713045 Aug 31 14:07:43.182683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-06f2d32f-040c-46e3-81eb-99470b8f7e46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f2efc98a97a4ab5bd1f2aca39a17c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1133587 Aug 31 14:07:43.185380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47172) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:43.185889 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2154e3a6-617b-4665-b6ad-bedf6295ac8c tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.206943 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dcbb740-7442-4286-b2c6-472bb021bb8d req-1ea538c6-6a6a-472f-877f-3a40d9d1790f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149745 Aug 31 14:07:43.240512 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f66bb62-1296-4677-bdb7-effe551bfcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.244161 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f66bb62-1296-4677-bdb7-effe551bfcb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.248281 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8f66bb62-1296-4677-bdb7-effe551bfcb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/582598a6-e740-438c-bf17-6249f45b5471 HTTP/1.1" status: 204 len: 168 time: 0.5118551 Aug 31 14:07:43.263944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66bb62-1296-4677-bdb7-effe551bfcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582598a6-e740-438c-bf17-6249f45b5471,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:43.279232 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cace1707-1a9b-48a5-9dfe-15d8a3588d27 req-8729667a-0e36-4c2b-86f4-072fc06d7cee tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261351 Aug 31 14:07:43.333313 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cde0b790-3cba-407d-9198-bcdf2895d141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.394371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cde0b790-3cba-407d-9198-bcdf2895d141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.448394 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2154e3a6-617b-4665-b6ad-bedf6295ac8c tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.467617 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cde0b790-3cba-407d-9198-bcdf2895d141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.470909 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cde0b790-3cba-407d-9198-bcdf2895d141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.472407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cde0b790-3cba-407d-9198-bcdf2895d141 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44de5707-2f68-4b0b-b6c2-4d22c70319e4 HTTP/1.1" status: 204 len: 168 time: 0.2860861 Aug 31 14:07:43.483281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0b790-3cba-407d-9198-bcdf2895d141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44de5707-2f68-4b0b-b6c2-4d22c70319e4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:43.592501 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2154e3a6-617b-4665-b6ad-bedf6295ac8c tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.637186 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2154e3a6-617b-4665-b6ad-bedf6295ac8c tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.639422 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2154e3a6-617b-4665-b6ad-bedf6295ac8c tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] 10.222.0.20 "DELETE /v2.0/subnets/f5ab5bbf-ca9f-4dfa-a9cd-3828bf77f051 HTTP/1.1" status: 204 len: 168 time: 0.8208203 Aug 31 14:07:43.640341 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154e3a6-617b-4665-b6ad-bedf6295ac8c tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ab5bbf-ca9f-4dfa-a9cd-3828bf77f051,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:43.643384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47186) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:43.648274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b731c1-56af-4730-8c70-20239e708084 None None] Network f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:43.785601 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.912110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-2d47cb51-5c1e-49a5-adcf-c61af512f35d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:43.920550 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-2d47cb51-5c1e-49a5-adcf-c61af512f35d tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.1778731 Aug 31 14:07:43.938031 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-3eca1b90-f10f-488b-8e13-6ef71958ef65 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/quotas/c49ff878b8ce4be8846e7a9703cafd7a HTTP/1.1" status: 200 len: 375 time: 0.0163233 Aug 31 14:07:43.958254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Deleting port 67deec68-6a52-409e-97bf-317ea77acfaf {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:43.960702 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:43.993965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac77afef-1920-4c07-9bdf-272d14e7d891 None None] DHCP port deletion for f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:07:44.028467 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-1be3b595-e08d-4cd0-995d-990070303802 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826745 Aug 31 14:07:44.070858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ac77afef-1920-4c07-9bdf-272d14e7d891 None None] Deleting port 67deec68-6a52-409e-97bf-317ea77acfaf {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:44.071814 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ac77afef-1920-4c07-9bdf-272d14e7d891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.109775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] For port 67deec68-6a52-409e-97bf-317ea77acfaf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=67deec68-6a52-409e-97bf-317ea77acfaf,segment=NetworkSegment(ad4af4f8-9094-496d-96a8-ebff271f157c),segment_id=ad4af4f8-9094-496d-96a8-ebff271f157c)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:44.113071 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.141678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Calling delete_port for 67deec68-6a52-409e-97bf-317ea77acfaf owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:44.174793 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-64660094-e8dc-4cb8-83a5-c56880d5dae6 service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447625 Aug 31 14:07:44.183023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ac77afef-1920-4c07-9bdf-272d14e7d891 None None] For port 67deec68-6a52-409e-97bf-317ea77acfaf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=67deec68-6a52-409e-97bf-317ea77acfaf,segment=NetworkSegment(ad4af4f8-9094-496d-96a8-ebff271f157c),segment_id=ad4af4f8-9094-496d-96a8-ebff271f157c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:44.183425 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ac77afef-1920-4c07-9bdf-272d14e7d891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.198355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ac77afef-1920-4c07-9bdf-272d14e7d891 None None] Calling delete_port for 67deec68-6a52-409e-97bf-317ea77acfaf owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:44.310630 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.329446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] No DVR routers for this DVR port 67deec68-6a52-409e-97bf-317ea77acfaf on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:44.371973 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-4f75937f-e20b-41d7-8a65-b4409c56d35a service neutron] 10.222.0.20 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935608 Aug 31 14:07:44.413084 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ac77afef-1920-4c07-9bdf-272d14e7d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.424790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Pushing event deleted for resources: {'Port': ['ID=67deec68-6a52-409e-97bf-317ea77acfaf,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:44.469172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77afef-1920-4c07-9bdf-272d14e7d891 None None] No DVR routers for this DVR port 67deec68-6a52-409e-97bf-317ea77acfaf on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:07:44.471858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77afef-1920-4c07-9bdf-272d14e7d891 None None] Pushing event deleted for resources: {'Port': ['ID=67deec68-6a52-409e-97bf-317ea77acfaf,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:44.599737 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.619445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a3aee1-61e0-4cc0-bdb8-625832a7ca71']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:44.648817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4af4f8-9094-496d-96a8-ebff271f157c') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:44.649625 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4af4f8-9094-496d-96a8-ebff271f157c') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:44.659109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e75b3a-7a71-4079-a8e2-74eba1bbdb3c req-fd88b3ca-2ff3-40b1-89eb-6a2711654c52 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:44.667356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7e75b3a-7a71-4079-a8e2-74eba1bbdb3c req-fd88b3ca-2ff3-40b1-89eb-6a2711654c52 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.2580261 Aug 31 14:07:44.706480 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.729032 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 67deec68-6a52-409e-97bf-317ea77acfaf no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:44.745762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7e75b3a-7a71-4079-a8e2-74eba1bbdb3c req-21b5165e-0e58-447c-bb61-80297538f345 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729206 Aug 31 14:07:44.756854 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.777398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:07:44.777815 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:07:44.781424 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:07:44.807989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 67deec68-6a52-409e-97bf-317ea77acfaf {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:07:44.809976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12767aa-946f-486d-a8fc-4a2dfd092d96 req-8d462973-941e-43e5-8cd0-d7d1820ffb0b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:44.811389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 67deec68-6a52-409e-97bf-317ea77acfaf not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:07:44.824980 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f12767aa-946f-486d-a8fc-4a2dfd092d96 req-8d462973-941e-43e5-8cd0-d7d1820ffb0b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1190083 Aug 31 14:07:44.923111 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.942258 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:44.942539 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f12767aa-946f-486d-a8fc-4a2dfd092d96 req-11a05792-717f-4ca5-a92b-d4609a82e4cb tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153915 Aug 31 14:07:44.947062 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] 10.222.0.20 "DELETE /v2.0/networks/f7a3aee1-61e0-4cc0-bdb8-625832a7ca71 HTTP/1.1" status: 204 len: 168 time: 1.2996612 Aug 31 14:07:45.006449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96780bd-d4c7-4fce-8d05-88cc24d106f1 tempest-ExtraDHCPOptionsTestJSON-1937414347 tempest-ExtraDHCPOptionsTestJSON-1937414347-project] Pushing event deleted for resources: {'Network': ['ID=f7a3aee1-61e0-4cc0-bdb8-625832a7ca71,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:45.142803 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7174751f-1d75-4d2c-8240-4b58bbd5bc95 req-afb2e05c-60c1-418c-b626-47d0d4e59075 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 210 time: 0.0724111 Aug 31 14:07:45.155305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd68007-8067-455c-b797-863969793b5b req-9314b61c-5c00-4507-8c23-09b92bab6e78 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:45.166648 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47246) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:45.167321 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cd68007-8067-455c-b797-863969793b5b req-9314b61c-5c00-4507-8c23-09b92bab6e78 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.0870399 Aug 31 14:07:45.171837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7a830901-87f2-447d-b156-53c1b6584731 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Request body: {'floatingip': {'port_id': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:45.258026 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a830901-87f2-447d-b156-53c1b6584731 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.421979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47258) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:45.906290 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a830901-87f2-447d-b156-53c1b6584731 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.923443 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a830901-87f2-447d-b156-53c1b6584731 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:45.968785 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f6a976b3-3c3a-44dd-a339-323117acedce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54e735a53b97441c87b5c21cf2bb7797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453327 Aug 31 14:07:45.971152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47276) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:46.037543 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba170968-39f2-43cc-ba52-0366a95f54e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.077575 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba170968-39f2-43cc-ba52-0366a95f54e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.103639 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bcc94-3d6e-4056-9771-077d282672bc req-5e02b901-029a-4c9b-bdd1-d639b18efbb0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:46.117113 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e7bcc94-3d6e-4056-9771-077d282672bc req-5e02b901-029a-4c9b-bdd1-d639b18efbb0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.2074087 Aug 31 14:07:46.169640 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-7a830901-87f2-447d-b156-53c1b6584731 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Floating IP 9229bdf5-d47e-49bf-8d5a-c1ed0fb1fb2b associated. External IP: 172.25.3.174, port: 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9. Aug 31 14:07:46.207113 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba170968-39f2-43cc-ba52-0366a95f54e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.212332 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba170968-39f2-43cc-ba52-0366a95f54e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:46.218209 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ba170968-39f2-43cc-ba52-0366a95f54e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/069bcb64-7253-4259-b2af-8d5b8e0a56a2 HTTP/1.1" status: 204 len: 168 time: 0.2459254 Aug 31 14:07:46.228826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba170968-39f2-43cc-ba52-0366a95f54e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069bcb64-7253-4259-b2af-8d5b8e0a56a2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:46.238459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e7bcc94-3d6e-4056-9771-077d282672bc req-2a1cabf7-4146-4f65-ab58-6661b946b701 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202321 Aug 31 14:07:46.668179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-ec769328-290c-4631-9819-74953c5b7234 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:46.668426 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b53a493b-1a47-43ae-8644-9ce4f5607d3b req-eb2cf1bb-a2b9-437c-8565-1c77444d59b1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 210 time: 0.0667281 Aug 31 14:07:46.669517 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-ec769328-290c-4631-9819-74953c5b7234 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.52 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 810 time: 0.3824334 Aug 31 14:07:46.703549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Request body: {'port': {'device_id': 'bd37a77f-2bdf-4c39-9872-6c81060a6dda', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'admin_state_up': True, 'tenant_id': 'c49ff878b8ce4be8846e7a9703cafd7a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:46.868609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a830901-87f2-447d-b156-53c1b6584731 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Router e1ff8bba-8553-433e-afdd-a9eb00e58833 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:07:47.051479 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a830901-87f2-447d-b156-53c1b6584731 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:07:47.057858 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a830901-87f2-447d-b156-53c1b6584731 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.067240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0e1f84-6066-471f-8c23-5e0282d2c5a0 None None] Sync routers for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:07:47.106017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e1f84-6066-471f-8c23-5e0282d2c5a0 None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:47.130648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-eb0e1f84-6066-471f-8c23-5e0282d2c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:47.170668 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Made reservation on behalf of c49ff878b8ce4be8846e7a9703cafd7a for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:47.188623 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:47.281460 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7a830901-87f2-447d-b156-53c1b6584731 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "PUT /v2.0/floatingips/9229bdf5-d47e-49bf-8d5a-c1ed0fb1fb2b HTTP/1.1" status: 200 len: 992 time: 2.1136336 Aug 31 14:07:47.289503 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:47.301444 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f604ee-381a-4313-bf2d-8062e2c3b8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:47.427660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-eb0e1f84-6066-471f-8c23-5e0282d2c5a0 None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:47.640378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04a6d9-8997-4eb5-bd0b-8db3808761a5 req-ade04b1d-a13f-4c5e-8d82-d030cf57b717 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:47.649974 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e04a6d9-8997-4eb5-bd0b-8db3808761a5 req-ade04b1d-a13f-4c5e-8d82-d030cf57b717 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.2066443 Aug 31 14:07:47.650577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47346) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:47.725829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f604ee-381a-4313-bf2d-8062e2c3b8a3 req-1a87e07d-b6a8-4fe4-bb12-2d99f6425b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:47.728298 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f604ee-381a-4313-bf2d-8062e2c3b8a3 req-1a87e07d-b6a8-4fe4-bb12-2d99f6425b35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 1097 time: 0.1682482 Aug 31 14:07:47.731232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Allocated IP 172.20.0.5 (a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa/962b2de8-40f4-47f7-980e-7d061aa8c497/11e96f89-6b85-4167-bd27-704b82141916) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:47.841563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e04a6d9-8997-4eb5-bd0b-8db3808761a5 req-cc3c8bca-00e4-447d-bb10-4c9dd5aff936 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493719 Aug 31 14:07:47.882495 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e84a6ec-7eff-49bb-944c-d2a008fc3087 x-openstack-request-id: req-1e84a6ec-7eff-49bb-944c-d2a008fc3087 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:47.882845 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:47.883035 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e84a6ec-7eff-49bb-944c-d2a008fc3087 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:47.884031 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'status': 'completed', 'code': 200} Aug 31 14:07:47.926879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47354) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:47.961126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f604ee-381a-4313-bf2d-8062e2c3b8a3 req-eba4edc6-33b7-4933-a84d-fc5a43b8d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:47.972920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f604ee-381a-4313-bf2d-8062e2c3b8a3 req-eba4edc6-33b7-4933-a84d-fc5a43b8d3ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 917 time: 0.2322867 Aug 31 14:07:48.078005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-eb0e1f84-6066-471f-8c23-5e0282d2c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '9229bdf5-d47e-49bf-8d5a-c1ed0fb1fb2b', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'port_id': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'mac_address': 'fa:16:3e:09:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:07:29Z', 'updated_at': '2021-08-31T14:07:45Z', 'revision_number': 1, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:35Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:48.115749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-430845758'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:48.122570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0e1f84-6066-471f-8c23-5e0282d2c5a0 None None] Checking router: e1ff8bba-8553-433e-afdd-a9eb00e58833 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:07:48.135011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e1f84-6066-471f-8c23-5e0282d2c5a0 None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:07:48.135917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-eb0e1f84-6066-471f-8c23-5e0282d2c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:07:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:48.157150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7d85920-5c31-4d2f-b0ab-9be749f8822a req-df9aaace-2568-46ec-9eb2-cfec8cfe52d4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 210 time: 0.1054764 Aug 31 14:07:48.203854 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5b98bf16-3a91-4112-a54d-d7a6455abb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.214180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.240567 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f604ee-381a-4313-bf2d-8062e2c3b8a3 req-3c4d0488-61cb-4dd3-9b9f-63f0a1f61b7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 HTTP/1.1" status: 200 len: 1000 time: 0.2574081 Aug 31 14:07:48.281552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:48.286126 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.325859 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.332556 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.401983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:48.406797 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:48.428692 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:48.437641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Pushing event updated for resources: {'Port': ['ID=11e96f89-6b85-4167-bd27-704b82141916,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:48.487274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f604ee-381a-4313-bf2d-8062e2c3b8a3 req-d8f82559-9592-47aa-96c9-78650e9c6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:48.494110 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-eb0e1f84-6066-471f-8c23-5e0282d2c5a0 None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:07:48.495094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f604ee-381a-4313-bf2d-8062e2c3b8a3 req-d8f82559-9592-47aa-96c9-78650e9c6da6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 200 len: 855 time: 0.2174914 Aug 31 14:07:48.559142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47364) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:48.589466 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5b98bf16-3a91-4112-a54d-d7a6455abb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.604679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f604ee-381a-4313-bf2d-8062e2c3b8a3 req-0ecd30d7-09c4-49ba-96e8-ff5ff7510cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:48.606716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f604ee-381a-4313-bf2d-8062e2c3b8a3 req-0ecd30d7-09c4-49ba-96e8-ff5ff7510cc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998719 Aug 31 14:07:48.614581 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:48.615404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.631070 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5b98bf16-3a91-4112-a54d-d7a6455abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.783134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98bf16-3a91-4112-a54d-d7a6455abb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e4b86d-146c-4447-8750-a4519ececcaf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:48.798784 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5b98bf16-3a91-4112-a54d-d7a6455abb3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67c300797e6e4f3297dc6d75bb2e23e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1169050 Aug 31 14:07:48.801797 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47370) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:48.843148 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f604ee-381a-4313-bf2d-8062e2c3b8a3 req-58eb4ff6-2c82-480a-a37d-fd452cef3f4c service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131791 Aug 31 14:07:48.844305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-eb0e1f84-6066-471f-8c23-5e0282d2c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '9229bdf5-d47e-49bf-8d5a-c1ed0fb1fb2b', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'port_id': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'mac_address': 'fa:16:3e:09:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:07:29Z', 'updated_at': '2021-08-31T14:07:45Z', 'revision_number': 1, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:35Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:48.886170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0e1f84-6066-471f-8c23-5e0282d2c5a0 None None] The sync data for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 is: [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '9229bdf5-d47e-49bf-8d5a-c1ed0fb1fb2b', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'port_id': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'mac_address': 'fa:16:3e:09:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:07:29Z', 'updated_at': '2021-08-31T14:07:45Z', 'revision_number': 1, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:35Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:07:48.912410 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45498654-f412-41b3-8688-0ccf95dd7a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.927528 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.959962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:48.993964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa15478e-33e9-46e0-8ff5-9b6099a85420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.003233 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45498654-f412-41b3-8688-0ccf95dd7a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.025412 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-8e855d03-8d82-4bee-8d11-4baada72b4c8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3344603 Aug 31 14:07:49.047353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Request body: {'port': {'device_id': 'bd37a77f-2bdf-4c39-9872-6c81060a6dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:49.067743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:49.100591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52648fbe-970b-429d-b8ac-e61bea5ac591,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:49.109367 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.109726 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Added segment 8a56ee3a-efc9-45ad-a14d-27d1aec7319a of type vlan for network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f Aug 31 14:07:49.176115 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.279896 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22015076-1e25-450c-be08-db261e5bf4b8 None None] New status for floating IP 9229bdf5-d47e-49bf-8d5a-c1ed0fb1fb2b: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:07:49.330613 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.336994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:49.337707 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.430042 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f604ee-381a-4313-bf2d-8062e2c3b8a3 req-d8ba90a1-d53a-4a16-87bd-ecc44fdb8e5f service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008817 Aug 31 14:07:49.473345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcdada-7496-497b-a7ee-81c3eec45bc5 req-c2211f03-fc43-4169-81d0-4934cc944a9c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:49.475007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a5fcdada-7496-497b-a7ee-81c3eec45bc5 req-c2211f03-fc43-4169-81d0-4934cc944a9c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 931 time: 0.2270761 Aug 31 14:07:49.484648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Network': ['ID=840a8aa3-bc54-4ae0-87df-c08ad5d58f8f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:49.497826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:49.550454 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a5fcdada-7496-497b-a7ee-81c3eec45bc5 req-429347b8-4e53-401d-8a4e-733fb1ca5a26 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685551 Aug 31 14:07:49.579507 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa15478e-33e9-46e0-8ff5-9b6099a85420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.590012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa15478e-33e9-46e0-8ff5-9b6099a85420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.603486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81d984-ebad-40b8-9ad0-3ac7b7fb73fb req-e7e7c464-41d8-4e75-babd-389bcb190425 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:49.612152 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d81d984-ebad-40b8-9ad0-3ac7b7fb73fb req-e7e7c464-41d8-4e75-babd-389bcb190425 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.5610285 Aug 31 14:07:49.620004 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45498654-f412-41b3-8688-0ccf95dd7a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.635263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45498654-f412-41b3-8688-0ccf95dd7a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.639990 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-45498654-f412-41b3-8688-0ccf95dd7a9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49e4b86d-146c-4447-8750-a4519ececcaf HTTP/1.1" status: 204 len: 168 time: 0.8358057 Aug 31 14:07:49.645165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-28a53fda-d8f1-4887-99fa-86f0c6bb54fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7124779 Aug 31 14:07:49.649880 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47386) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:49.664106 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.674654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'name': 'tempest-PortsIpV6TestJSON-726889075'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:49.675512 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-aa15478e-33e9-46e0-8ff5-9b6099a85420 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8acb9ce9618842408586afe6490f2214&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1152329 Aug 31 14:07:49.676420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15478e-33e9-46e0-8ff5-9b6099a85420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91548317-e221-4ace-8f7d-58fccbfd1513,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:49.679004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47388) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:49.708946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45498654-f412-41b3-8688-0ccf95dd7a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e4b86d-146c-4447-8750-a4519ececcaf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:49.792234 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a56dbb6-84fa-4426-b659-0505ae442e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.828365 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d81d984-ebad-40b8-9ad0-3ac7b7fb73fb req-b4e94a96-4989-4c1f-ac74-f3b73c9370e4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148607 Aug 31 14:07:49.832400 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a56dbb6-84fa-4426-b659-0505ae442e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.916907 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a56dbb6-84fa-4426-b659-0505ae442e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.920589 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a56dbb6-84fa-4426-b659-0505ae442e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.935512 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4a56dbb6-84fa-4426-b659-0505ae442e15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91548317-e221-4ace-8f7d-58fccbfd1513 HTTP/1.1" status: 204 len: 168 time: 0.2496998 Aug 31 14:07:49.940636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:49.944225 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:49.959111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56dbb6-84fa-4426-b659-0505ae442e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91548317-e221-4ace-8f7d-58fccbfd1513,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:50.013886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port 2ac5a211-37b3-4bdd-ae57-271b10ba260e yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:07:50.304219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e96f89-6b85-4167-bd27-704b82141916 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:50.310656 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.317008 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.340629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Transition to ACTIVE for port object 11e96f89-6b85-4167-bd27-704b82141916 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:50.357251 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.433215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Pushing event updated for resources: {'Port': ['ID=11e96f89-6b85-4167-bd27-704b82141916,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:50.433215 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.554080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=2ac5a211-37b3-4bdd-ae57-271b10ba260e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:50.609878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Checking segment: {'id': '8a56ee3a-efc9-45ad-a14d-27d1aec7319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:50.610510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network hostable DHCP agents. Network: 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:50.613860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Attempting to bind port 11e96f89-6b85-4167-bd27-704b82141916 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:50.614195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Attempting to bind port 11e96f89-6b85-4167-bd27-704b82141916 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:50.614529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Attempting to bind port 11e96f89-6b85-4167-bd27-704b82141916 on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:50.633001 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Port 11e96f89-6b85-4167-bd27-704b82141916 on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:07:50.633428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Attempting to bind port 11e96f89-6b85-4167-bd27-704b82141916 on network a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:50.653762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:50.654173 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Checking segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:50.654496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Bound using segment: {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:50.654945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Bound port: 11e96f89-6b85-4167-bd27-704b82141916, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c189fc2-adad-4157-bc77-90c1518810fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:50.655310 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.681980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:50.714302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:50.723633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccc1424-8655-4a95-bb08-3d8e9bb705c8 None None] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:50.752491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47428) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:50.777599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:50.783308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:50.783949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:50.836031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20d804-77bf-4704-ae56-d05e6859a033 req-262c4c71-f338-47fe-b705-4231f3cdcca1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:50.843566 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f20d804-77bf-4704-ae56-d05e6859a033 req-262c4c71-f338-47fe-b705-4231f3cdcca1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 943 time: 0.1536748 Aug 31 14:07:50.868832 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ee6776af-e96f-456d-8d44-2557c76d48b8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2047100 Aug 31 14:07:50.872601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47434) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:50.890919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4025dce9-3926-4c17-b82e-f3ca6fe2fef0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-667724885'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:50.908815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] For port 11e96f89-6b85-4167-bd27-704b82141916, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:50.912733 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] For port 11e96f89-6b85-4167-bd27-704b82141916, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=11e96f89-6b85-4167-bd27-704b82141916,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:50.927811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-672597234-network', 'tenant_id': '253d3e3b3fd34c608c196eb7caadfddd'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:50.935244 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.000734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f20d804-77bf-4704-ae56-d05e6859a033 req-b1dbdaa7-c673-4449-97ca-879d173b6a10 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355386 Aug 31 14:07:51.001698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4025dce9-3926-4c17-b82e-f3ca6fe2fef0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:51.005235 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4025dce9-3926-4c17-b82e-f3ca6fe2fef0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.059804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4025dce9-3926-4c17-b82e-f3ca6fe2fef0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:51.077141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:51.079822 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4025dce9-3926-4c17-b82e-f3ca6fe2fef0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.080621 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.080964 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-4025dce9-3926-4c17-b82e-f3ca6fe2fef0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Added segment f8e7d032-c17e-42f1-b0cf-f3279ae490b5 of type vlan for network 7d16cee5-c87f-45a7-90e0-99190974a174 Aug 31 14:07:51.082302 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] 10.222.0.52 "PUT /v2.0/ports/11e96f89-6b85-4167-bd27-704b82141916 HTTP/1.1" status: 200 len: 1091 time: 2.0481863 Aug 31 14:07:51.096329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd37a77f-2bdf-4c39-9872-6c81060a6dda', 'tag': '11e96f89-6b85-4167-bd27-704b82141916'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:51.134281 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6746cc8d-060a-4d30-87a4-32f772f024f4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd37a77f-2bdf-4c39-9872-6c81060a6dda", "tag": "11e96f89-6b85-4167-bd27-704b82141916"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:51.143555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4025dce9-3926-4c17-b82e-f3ca6fe2fef0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.172394 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4025dce9-3926-4c17-b82e-f3ca6fe2fef0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.179855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4025dce9-3926-4c17-b82e-f3ca6fe2fef0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:51.181580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4025dce9-3926-4c17-b82e-f3ca6fe2fef0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.235505 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ded314-884a-4efc-b061-feab88a19138 x-openstack-request-id: req-17ded314-884a-4efc-b061-feab88a19138 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:51.236678 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd37a77f-2bdf-4c39-9872-6c81060a6dda", "tag": "11e96f89-6b85-4167-bd27-704b82141916", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:51.236678 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17ded314-884a-4efc-b061-feab88a19138 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:51.236678 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd37a77f-2bdf-4c39-9872-6c81060a6dda', 'tag': '11e96f89-6b85-4167-bd27-704b82141916', 'status': 'completed', 'code': 200} Aug 31 14:07:51.256548 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Made reservation on behalf of 253d3e3b3fd34c608c196eb7caadfddd for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:51.258411 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.277838 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47450) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:51.284289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4025dce9-3926-4c17-b82e-f3ca6fe2fef0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4101577 Aug 31 14:07:51.288206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47452) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:51.291289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'ports': [{'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f'}, {'network_id': '7d16cee5-c87f-45a7-90e0-99190974a174'}]} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:51.291613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:51.292103 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': '7d16cee5-c87f-45a7-90e0-99190974a174'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:51.313831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025dce9-3926-4c17-b82e-f3ca6fe2fef0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Network': ['ID=7d16cee5-c87f-45a7-90e0-99190974a174,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:51.322820 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.339720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 7d16cee5-c87f-45a7-90e0-99190974a174 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:51.346111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68d73f-0089-42cd-883c-e72f843b4418 service neutron] Pushing event updated for resources: {'Port': ['ID=11e96f89-6b85-4167-bd27-704b82141916,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:51.404919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782c9a-9ccc-47a5-9d4c-d60a6fb95c25 req-9f68d3d2-f9d7-4489-9f9d-928bb79983d0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:51.406716 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d8782c9a-9ccc-47a5-9d4c-d60a6fb95c25 req-9f68d3d2-f9d7-4489-9f9d-928bb79983d0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.3521616 Aug 31 14:07:51.452264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-6b04e776-db05-49be-a9db-70c302a5ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:51.454275 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-6b04e776-db05-49be-a9db-70c302a5ab33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 1094 time: 0.3168809 Aug 31 14:07:51.455416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1730732130-network', 'tenant_id': '21724e17b2774bdcbe8ec35e69c68167'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:51.541652 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-272f1fad-1fd2-4580-9d2d-376cc86434e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e96f89-6b85-4167-bd27-704b82141916 HTTP/1.1" status: 200 len: 217 time: 0.0701370 Aug 31 14:07:51.616822 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d8782c9a-9ccc-47a5-9d4c-d60a6fb95c25 req-d7fb85e7-340d-4a9a-ad2d-f968dc7569bd tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883409 Aug 31 14:07:51.692946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-5176d954-11d2-4204-9d08-467dd4a9a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:51.694441 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-5176d954-11d2-4204-9d08-467dd4a9a92e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.1338391 Aug 31 14:07:51.745058 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-e3f54a46-a038-4696-b1b3-c299391edd07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419722 Aug 31 14:07:51.842123 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.849342 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.871099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Made reservation on behalf of 21724e17b2774bdcbe8ec35e69c68167 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:51.874237 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.880764 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.api [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:07:51.880764 n-d-792364-6 neutron-server[106387]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:07:51.880764 n-d-792364-6 neutron-server[106387]: [parameters: {'project_id_1': 'c1ede8c2527c4afcb7c7f887155b44b9', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 7, 51, 723468)}] Aug 31 14:07:51.880764 n-d-792364-6 neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:07:51.881187 n-d-792364-6 neutron-server[106387]: DEBUG oslo_db.api [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:07:51.883129 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.883455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:51.915520 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:51.915883 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Added segment e2bc10b5-4201-4f79-be37-fc3f6a321b61 of type vlan for network 1a756e98-5377-4d22-88ca-38dd03f0650d Aug 31 14:07:51.929236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687075d9-9ee4-4f5a-a93f-31b800b8183f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:51.942414 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-cedd515b-859d-41e0-b13e-83f209981ba6 service neutron] 10.222.0.52 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881461 Aug 31 14:07:52.001786 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.010163 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.040953 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.041355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:52.047195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a3f608-bc6b-4647-9a0a-73910974d439,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:52.055786 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.056135 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Added segment fb79374e-be45-42f7-a9c5-06f272428e17 of type vlan for network 1e3d304a-7170-4583-8dce-76b7b3082975 Aug 31 14:07:52.107211 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.126281 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.127263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:52.127907 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.156376 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.157605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:52.158249 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.178021 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5eff21fa-e772-4acd-9988-9d2ee31c3aed req-52e7092e-fe60-4c1a-a595-a8b9c0cd7956 service neutron] 10.222.0.52 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075543 Aug 31 14:07:52.238138 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9462335 Aug 31 14:07:52.244814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47462) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:52.251952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b309c-6b03-477a-8b9f-c58c6e80bd7a admin admin] Pushing event updated for resources: {'Network': ['ID=1e3d304a-7170-4583-8dce-76b7b3082975,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:52.253360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-361946f8-ccad-421c-8060-6c37adda3aee admin admin] Request body: {'subnet': {'network_id': '1e3d304a-7170-4583-8dce-76b7b3082975', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1730732130-subnet', 'tenant_id': '21724e17b2774bdcbe8ec35e69c68167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:52.274870 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5140667 Aug 31 14:07:52.275202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47464) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:52.277630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 1e3d304a-7170-4583-8dce-76b7b3082975 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:52.289035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Request body: {'subnet': {'network_id': '1a756e98-5377-4d22-88ca-38dd03f0650d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-672597234-subnet', 'tenant_id': '253d3e3b3fd34c608c196eb7caadfddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:52.316645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d14069-a05c-4f77-8f77-6919435f5e43 req-f233e97e-f2dc-4b3b-87fc-2122edf1f1f7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:52.318604 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51d14069-a05c-4f77-8f77-6919435f5e43 req-f233e97e-f2dc-4b3b-87fc-2122edf1f1f7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 943 time: 0.2460916 Aug 31 14:07:52.329707 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:07:52.329707 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:07:52.329707 n-d-792364-6 neutron-server[106388]: [parameters: {'project_id_1': '253d3e3b3fd34c608c196eb7caadfddd', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 7, 52, 295512)}] Aug 31 14:07:52.329707 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:07:52.330770 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:07:52.339665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148dc1f-98ed-40fd-822b-89310700e0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=1a756e98-5377-4d22-88ca-38dd03f0650d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:52.358496 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 1a756e98-5377-4d22-88ca-38dd03f0650d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:52.447904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361946f8-ccad-421c-8060-6c37adda3aee admin admin] Made reservation on behalf of 21724e17b2774bdcbe8ec35e69c68167 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:52.454254 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361946f8-ccad-421c-8060-6c37adda3aee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.510725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746cc8d-060a-4d30-87a4-32f772f024f4 req-8ae535d1-7cdb-4167-8f66-ba6c75ba8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:52.512588 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6746cc8d-060a-4d30-87a4-32f772f024f4 req-8ae535d1-7cdb-4167-8f66-ba6c75ba8ce4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 1094 time: 0.2535098 Aug 31 14:07:52.546410 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51d14069-a05c-4f77-8f77-6919435f5e43 req-a0f3c321-b04a-467e-90de-d274e29b6dd2 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954603 Aug 31 14:07:52.559991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 2} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:52.566374 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.636375 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.745908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746cc8d-060a-4d30-87a4-32f772f024f4 req-a279adf9-8b6d-4665-82ab-ec22166fe091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:52.747661 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6746cc8d-060a-4d30-87a4-32f772f024f4 req-a279adf9-8b6d-4665-82ab-ec22166fe091 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 200 len: 911 time: 0.2182496 Aug 31 14:07:52.826312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6dc82-5168-491e-8a8a-df033ce2ce63 req-32537fd7-501f-4a4d-a1e6-74dad8ad544b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:52.831730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-50c6dc82-5168-491e-8a8a-df033ce2ce63 req-32537fd7-501f-4a4d-a1e6-74dad8ad544b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.1072855 Aug 31 14:07:52.854446 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6746cc8d-060a-4d30-87a4-32f772f024f4 req-7646c2fc-8b1c-4055-b0f0-cefe624a611a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e96f89-6b85-4167-bd27-704b82141916 HTTP/1.1" status: 200 len: 217 time: 0.0941997 Aug 31 14:07:52.884720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port 918dea56-26ff-469b-82e2-018e312246b9 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:07:52.940625 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Made reservation on behalf of 253d3e3b3fd34c608c196eb7caadfddd for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:52.943109 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:52.992124 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746cc8d-060a-4d30-87a4-32f772f024f4 req-a3885045-37ec-42b0-b22d-1e4cc2cc216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:52.993888 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6746cc8d-060a-4d30-87a4-32f772f024f4 req-a3885045-37ec-42b0-b22d-1e4cc2cc216f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 200 len: 850 time: 0.1283443 Aug 31 14:07:52.997351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361946f8-ccad-421c-8060-6c37adda3aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.034029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-50c6dc82-5168-491e-8a8a-df033ce2ce63 req-7993a3be-f906-426d-aa3c-1557594bba4e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781204 Aug 31 14:07:53.075470 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6746cc8d-060a-4d30-87a4-32f772f024f4 req-c83bca51-3e44-4ace-b7ce-f7b67f2af202 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694294 Aug 31 14:07:53.179717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361946f8-ccad-421c-8060-6c37adda3aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2e7f78-b58c-44a5-b619-a5b50a7e0537,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:53.218308 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.271744 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361946f8-ccad-421c-8060-6c37adda3aee admin admin] Checking segment: {'id': 'fb79374e-be45-42f7-a9c5-06f272428e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1e3d304a-7170-4583-8dce-76b7b3082975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:53.272261 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361946f8-ccad-421c-8060-6c37adda3aee admin admin] Network hostable DHCP agents. Network: 1e3d304a-7170-4583-8dce-76b7b3082975, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:53.299104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dab46d7-9abe-44b8-a4ea-495054ae0759,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:53.312805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Checking segment: {'id': 'e2bc10b5-4201-4f79-be37-fc3f6a321b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1a756e98-5377-4d22-88ca-38dd03f0650d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:53.313282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Network hostable DHCP agents. Network: 1a756e98-5377-4d22-88ca-38dd03f0650d, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:53.343692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Network 1a756e98-5377-4d22-88ca-38dd03f0650d is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:53.352421 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.363673 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6746cc8d-060a-4d30-87a4-32f772f024f4 req-d6d082ed-7667-45b7-ae3b-1a38f83d9334 service neutron] 10.222.0.52 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745061 Aug 31 14:07:53.365230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 1a756e98-5377-4d22-88ca-38dd03f0650d) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:53.381897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361946f8-ccad-421c-8060-6c37adda3aee admin admin] Network 1e3d304a-7170-4583-8dce-76b7b3082975 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:53.389050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c6dd6a-e27e-4e0e-88e6-2dc5b0e85512 None None] Network 1a756e98-5377-4d22-88ca-38dd03f0650d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:53.390262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:53.392113 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.415648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ae5a28c4-02a4-4c74-8032-0d24afe629ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1381845 Aug 31 14:07:53.560981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-361946f8-ccad-421c-8060-6c37adda3aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 1e3d304a-7170-4583-8dce-76b7b3082975) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:53.578996 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361946f8-ccad-421c-8060-6c37adda3aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:53.579595 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361946f8-ccad-421c-8060-6c37adda3aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.589188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3998cc6-05ea-4cb9-b032-5dc3eead355c None None] Network 1e3d304a-7170-4583-8dce-76b7b3082975 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:53.599213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port 19718e14-1020-49ea-9da3-f7deb7db1af1 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:07:53.634355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-361946f8-ccad-421c-8060-6c37adda3aee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3778708 Aug 31 14:07:53.682816 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6746cc8d-060a-4d30-87a4-32f772f024f4 req-87e019f9-2071-44f1-814e-4c73c34fb84d service neutron] 10.222.0.52 "GET /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107147 Aug 31 14:07:53.770654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2a0ce9-3ca9-406e-b384-1874eb8880ce None None] Network 1a756e98-5377-4d22-88ca-38dd03f0650d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:53.853989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:53.894891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d3d6f-cf36-40f5-9407-7c54def53ea3 None None] Network 1e3d304a-7170-4583-8dce-76b7b3082975 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:53.962118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ac550-eda4-4fca-ba8d-b1899851dc52 req-5b672412-1870-46f3-b96e-0a9670975ea6 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:53.963916 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c96ac550-eda4-4fca-ba8d-b1899851dc52 req-5b672412-1870-46f3-b96e-0a9670975ea6 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 943 time: 0.2407663 Aug 31 14:07:53.970934 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.042108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=918dea56-26ff-469b-82e2-018e312246b9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:54.051246 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:54.054069 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:54.062832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:54.064227 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.085236 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c96ac550-eda4-4fca-ba8d-b1899851dc52 req-e9fbba59-5787-4c12-a9fb-678a544d6768 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119094 Aug 31 14:07:54.204706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=19718e14-1020-49ea-9da3-f7deb7db1af1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:54.219280 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Checking segment: {'id': 'f8e7d032-c17e-42f1-b0cf-f3279ae490b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7d16cee5-c87f-45a7-90e0-99190974a174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:54.219795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network hostable DHCP agents. Network: 7d16cee5-c87f-45a7-90e0-99190974a174, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:54.237584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-ad8f10e8-3f71-4798-b05c-787f4a81afe2 req-dc489b70-623d-46de-a556-deaf8ad0a37b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1318690363', 'description': 'tempest-description-799287543'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:54.263065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 7d16cee5-c87f-45a7-90e0-99190974a174 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:54.269160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-32c69bc1-fdec-440c-82c4-c043e38b5e7e tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:54.271299 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-32c69bc1-fdec-440c-82c4-c043e38b5e7e tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/networks?id=1a756e98-5377-4d22-88ca-38dd03f0650d HTTP/1.1" status: 200 len: 812 time: 0.1656382 Aug 31 14:07:54.277422 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ad8f10e8-3f71-4798-b05c-787f4a81afe2 req-dc489b70-623d-46de-a556-deaf8ad0a37b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.281482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 7d16cee5-c87f-45a7-90e0-99190974a174) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:54.291319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a929b37e-0f92-4abe-8a40-1b6a3ff73959 None None] Network 7d16cee5-c87f-45a7-90e0-99190974a174 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:54.293411 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a4d37857-146a-4502-8102-633a635d986a tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/quotas/253d3e3b3fd34c608c196eb7caadfddd HTTP/1.1" status: 200 len: 375 time: 0.0142150 Aug 31 14:07:54.320531 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:54.328465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:54.337086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:54.337811 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.367759 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dbc8858f-3d2e-4336-a371-655074727340 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0813549 Aug 31 14:07:54.369607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-81d0fa3f-161f-4b34-9807-7c3dca246189 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=253d3e3b3fd34c608c196eb7caadfddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698912 Aug 31 14:07:54.369762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47510) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:54.533751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8032fe86-7b9e-4b7c-9853-c6d5be8a2951 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port 19718e14-1020-49ea-9da3-f7deb7db1af1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:54.534103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8032fe86-7b9e-4b7c-9853-c6d5be8a2951 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.557093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-e1ed0170-4d1d-41a6-8550-57127ef271c9 service neutron] 10.222.0.20 "GET /v2.0/networks/1a756e98-5377-4d22-88ca-38dd03f0650d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778803 Aug 31 14:07:54.610470 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ad8f10e8-3f71-4798-b05c-787f4a81afe2 req-dc489b70-623d-46de-a556-deaf8ad0a37b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.615663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ad8f10e8-3f71-4798-b05c-787f4a81afe2 req-dc489b70-623d-46de-a556-deaf8ad0a37b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.636048 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8032fe86-7b9e-4b7c-9853-c6d5be8a2951 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.656845 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ad8f10e8-3f71-4798-b05c-787f4a81afe2 req-dc489b70-623d-46de-a556-deaf8ad0a37b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.658169 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ad8f10e8-3f71-4798-b05c-787f4a81afe2 req-dc489b70-623d-46de-a556-deaf8ad0a37b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4264686 Aug 31 14:07:54.667609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8032fe86-7b9e-4b7c-9853-c6d5be8a2951 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for 19718e14-1020-49ea-9da3-f7deb7db1af1 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:54.672336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc489b70-623d-46de-a556-deaf8ad0a37b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa2dfbb-5874-4277-82e7-90a785559ddc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:54.701647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-5415f1a7-c04c-427c-a30a-cc1d16e34f1d service neutron] 10.222.0.20 "GET /v2.0/networks/1a756e98-5377-4d22-88ca-38dd03f0650d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367760 Aug 31 14:07:54.779690 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8032fe86-7b9e-4b7c-9853-c6d5be8a2951 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.821154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032fe86-7b9e-4b7c-9853-c6d5be8a2951 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=19718e14-1020-49ea-9da3-f7deb7db1af1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:54.856505 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8032fe86-7b9e-4b7c-9853-c6d5be8a2951 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:54.858479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8032fe86-7b9e-4b7c-9853-c6d5be8a2951 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/19718e14-1020-49ea-9da3-f7deb7db1af1 HTTP/1.1" status: 204 len: 168 time: 0.4875379 Aug 31 14:07:54.861276 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47526) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:55.085559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a5cc95be-1dba-4828-a085-3b01a15cc3db req-1a6af5f3-a825-4b3b-88bb-1db87eada726 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/bfa2dfbb-5874-4277-82e7-90a785559ddc HTTP/1.1" status: 200 len: 1806 time: 0.0464048 Aug 31 14:07:55.096406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a5cc95be-1dba-4828-a085-3b01a15cc3db req-78ab1eb1-ce73-49d1-b597-f3ee8d67c60e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bfa2dfbb-5874-4277-82e7-90a785559ddc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:55.096754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a5cc95be-1dba-4828-a085-3b01a15cc3db req-78ab1eb1-ce73-49d1-b597-f3ee8d67c60e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bfa2dfbb-5874-4277-82e7-90a785559ddc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:55.164305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a5cc95be-1dba-4828-a085-3b01a15cc3db req-78ab1eb1-ce73-49d1-b597-f3ee8d67c60e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.190320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fda5-1e5c-4a39-af23-5a7f33eb45c0 req-861b525a-d193-4d6b-8194-8a44b6ec97b3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:55.190320 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5539fda5-1e5c-4a39-af23-5a7f33eb45c0 req-861b525a-d193-4d6b-8194-8a44b6ec97b3 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.3731215 Aug 31 14:07:55.192219 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a5cc95be-1dba-4828-a085-3b01a15cc3db req-78ab1eb1-ce73-49d1-b597-f3ee8d67c60e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.198143 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a5cc95be-1dba-4828-a085-3b01a15cc3db req-78ab1eb1-ce73-49d1-b597-f3ee8d67c60e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.211857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf0ced-e479-446f-85de-ed4ba395da57 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:55.215982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab1eb1-ce73-49d1-b597-f3ee8d67c60e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7870429-efef-46b7-b8ff-21ce368c8da8,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:55.220900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf0ced-e479-446f-85de-ed4ba395da57 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:55.223317 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5ebf0ced-e479-446f-85de-ed4ba395da57 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3609748 Aug 31 14:07:55.224742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a5cc95be-1dba-4828-a085-3b01a15cc3db req-78ab1eb1-ce73-49d1-b597-f3ee8d67c60e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.226208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a5cc95be-1dba-4828-a085-3b01a15cc3db req-78ab1eb1-ce73-49d1-b597-f3ee8d67c60e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1340277 Aug 31 14:07:55.226710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47546) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:55.269089 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5539fda5-1e5c-4a39-af23-5a7f33eb45c0 req-a3ddfa53-597c-4431-93aa-461cf939aa27 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661335 Aug 31 14:07:55.310500 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bb587c3e-605c-4cd5-8130-04d91ff72bbe req-339a66ee-216f-4258-849a-87d9b357549e tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 210 time: 0.0425572 Aug 31 14:07:55.318302 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 11e96f89-6b85-4167-bd27-704b82141916 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:07:55.366507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c6a1c759-aeee-43fb-ad6e-784467621674 req-f9298b59-14a2-4b2f-8e93-eb9e791ed719 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-963101361', 'description': 'tempest-description-15360079'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:55.417587 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d86bdd-fed4-44a9-a7cc-39b9cb37a957 req-fa5c08b5-13b0-428c-ae79-631ab0ab924c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:55.425943 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e5d86bdd-fed4-44a9-a7cc-39b9cb37a957 req-fa5c08b5-13b0-428c-ae79-631ab0ab924c tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 943 time: 0.0883079 Aug 31 14:07:55.451524 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6a1c759-aeee-43fb-ad6e-784467621674 req-f9298b59-14a2-4b2f-8e93-eb9e791ed719 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.462720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 11e96f89-6b85-4167-bd27-704b82141916, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=11e96f89-6b85-4167-bd27-704b82141916,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:55.471906 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e5d86bdd-fed4-44a9-a7cc-39b9cb37a957 req-95ffca5a-cb91-4de7-82ec-ae9bf25b1438 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Aug 31 14:07:55.475989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '11e96f89-6b85-4167-bd27-704b82141916', 'network_id': 'a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa', 'port_id': '11e96f89-6b85-4167-bd27-704b82141916', 'mac_address': 'fa:16:3e:41:37:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962b2de8-40f4-47f7-980e-7d061aa8c497', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:07:55.480793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-dce0511a-9761-4302-b046-aec5eb627289 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port 918dea56-26ff-469b-82e2-018e312246b9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:55.481457 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dce0511a-9761-4302-b046-aec5eb627289 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.521389 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.540110 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e96f89-6b85-4167-bd27-704b82141916 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:55.562406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 11e96f89-6b85-4167-bd27-704b82141916, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=11e96f89-6b85-4167-bd27-704b82141916,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:55.567511 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.575660 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dce0511a-9761-4302-b046-aec5eb627289 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:55.608548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-dce0511a-9761-4302-b046-aec5eb627289 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for 918dea56-26ff-469b-82e2-018e312246b9 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:07:55.645207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=11e96f89-6b85-4167-bd27-704b82141916,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:55.863907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['11e96f89-6b85-4167-bd27-704b82141916'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:07:56.053949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40712bf-1a12-4134-b8a6-1fc154fe8377 req-859e0929-5084-4199-8a77-83d8b89b4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.056041 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a40712bf-1a12-4134-b8a6-1fc154fe8377 req-859e0929-5084-4199-8a77-83d8b89b4f36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 1096 time: 0.4607031 Aug 31 14:07:56.072660 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6a1c759-aeee-43fb-ad6e-784467621674 req-f9298b59-14a2-4b2f-8e93-eb9e791ed719 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.097513 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6a1c759-aeee-43fb-ad6e-784467621674 req-f9298b59-14a2-4b2f-8e93-eb9e791ed719 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.221476 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c6a1c759-aeee-43fb-ad6e-784467621674 req-f9298b59-14a2-4b2f-8e93-eb9e791ed719 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.222738 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6a1c759-aeee-43fb-ad6e-784467621674 req-f9298b59-14a2-4b2f-8e93-eb9e791ed719 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8636031 Aug 31 14:07:56.229296 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dce0511a-9761-4302-b046-aec5eb627289 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.251336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9298b59-14a2-4b2f-8e93-eb9e791ed719 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6bd2fa-9a58-410f-aaa1-4b6b7eb8f5ff,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:56.291592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6bb047e-0790-4d06-9570-6bff8d305939 req-1176ca7d-c1ce-49b4-a97e-401a16f1738c tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/0a6bd2fa-9a58-410f-aaa1-4b6b7eb8f5ff HTTP/1.1" status: 200 len: 1804 time: 0.0455806 Aug 31 14:07:56.305610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0511a-9761-4302-b046-aec5eb627289 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=918dea56-26ff-469b-82e2-018e312246b9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:56.314292 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-d6bb047e-0790-4d06-9570-6bff8d305939 req-cefab206-62cd-4029-ae39-b89e0243bd94 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0a6bd2fa-9a58-410f-aaa1-4b6b7eb8f5ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:56.314525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-d6bb047e-0790-4d06-9570-6bff8d305939 req-cefab206-62cd-4029-ae39-b89e0243bd94 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0a6bd2fa-9a58-410f-aaa1-4b6b7eb8f5ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:56.318597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dce0511a-9761-4302-b046-aec5eb627289 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.323352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dce0511a-9761-4302-b046-aec5eb627289 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/918dea56-26ff-469b-82e2-018e312246b9 HTTP/1.1" status: 204 len: 168 time: 1.0927675 Aug 31 14:07:56.324023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47560) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:56.327594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40712bf-1a12-4134-b8a6-1fc154fe8377 req-8ea717ac-8ea9-46ef-bd33-da4f38bb4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.329196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a40712bf-1a12-4134-b8a6-1fc154fe8377 req-8ea717ac-8ea9-46ef-bd33-da4f38bb4e2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.2537727 Aug 31 14:07:56.340567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-e3174af2-0650-440b-b9ff-15eb69fade24 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.343048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-e3174af2-0650-440b-b9ff-15eb69fade24 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.13 "GET /v2.0/networks?id=1a756e98-5377-4d22-88ca-38dd03f0650d HTTP/1.1" status: 200 len: 812 time: 0.2946644 Aug 31 14:07:56.387558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Request body: {'port': {'device_id': 'ccb0709b-9ec6-480d-bab3-ebef560bf1fe', 'network_id': '1a756e98-5377-4d22-88ca-38dd03f0650d', 'admin_state_up': True, 'tenant_id': '253d3e3b3fd34c608c196eb7caadfddd'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:56.395406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a40712bf-1a12-4134-b8a6-1fc154fe8377 req-55fa42a9-e4cf-47b9-a8c2-823a2fc45065 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d89543d-1b25-4308-9f95-de582d8af510 HTTP/1.1" status: 200 len: 217 time: 0.0522501 Aug 31 14:07:56.408736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981084c0-794b-4c5d-b73b-c29e34bd79d4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.411033 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-981084c0-794b-4c5d-b73b-c29e34bd79d4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0851967 Aug 31 14:07:56.416657 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47564) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:56.447975 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5045b980-ba1f-4a9b-9cea-ac606f74c974 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:07:56.447975 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5045b980-ba1f-4a9b-9cea-ac606f74c974 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/19718e14-1020-49ea-9da3-f7deb7db1af1 HTTP/1.1" status: 404 len: 333 time: 0.0335181 Aug 31 14:07:56.452065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47566) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:56.465882 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d6bb047e-0790-4d06-9570-6bff8d305939 req-cefab206-62cd-4029-ae39-b89e0243bd94 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.484607 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-087fd54d-807b-4dcd-a0d0-f3eadcd5a6b4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:07:56.487218 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-087fd54d-807b-4dcd-a0d0-f3eadcd5a6b4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/918dea56-26ff-469b-82e2-018e312246b9 HTTP/1.1" status: 404 len: 333 time: 0.0340433 Aug 31 14:07:56.490051 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47568) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:56.526800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40712bf-1a12-4134-b8a6-1fc154fe8377 req-bd4a6b18-1103-4325-b37c-9939a2cde874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.528329 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a40712bf-1a12-4134-b8a6-1fc154fe8377 req-bd4a6b18-1103-4325-b37c-9939a2cde874 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.1143541 Aug 31 14:07:56.547620 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d6bb047e-0790-4d06-9570-6bff8d305939 req-cefab206-62cd-4029-ae39-b89e0243bd94 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.556104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856be5c-dec1-4114-8c93-138c91ddc7a9 req-dd8d1e7e-1d49-4830-b401-eefdcb956fd6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.558284 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2856be5c-dec1-4114-8c93-138c91ddc7a9 req-dd8d1e7e-1d49-4830-b401-eefdcb956fd6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.1664755 Aug 31 14:07:56.560706 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d6bb047e-0790-4d06-9570-6bff8d305939 req-cefab206-62cd-4029-ae39-b89e0243bd94 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.595288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefab206-62cd-4029-ae39-b89e0243bd94 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4049306d-5c12-454d-a6d4-3faa38e1f132,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:56.604019 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.607267 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d6bb047e-0790-4d06-9570-6bff8d305939 req-cefab206-62cd-4029-ae39-b89e0243bd94 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.618654 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6bb047e-0790-4d06-9570-6bff8d305939 req-cefab206-62cd-4029-ae39-b89e0243bd94 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3136613 Aug 31 14:07:56.660693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2856be5c-dec1-4114-8c93-138c91ddc7a9 req-775a7fca-b828-49b5-a17a-5feec535dcc1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797157 Aug 31 14:07:56.662586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40712bf-1a12-4134-b8a6-1fc154fe8377 req-025ca87b-cf53-4a0e-9cc5-89c9a48a501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.664256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a40712bf-1a12-4134-b8a6-1fc154fe8377 req-025ca87b-cf53-4a0e-9cc5-89c9a48a501e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266785 Aug 31 14:07:56.665479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Made reservation on behalf of 253d3e3b3fd34c608c196eb7caadfddd for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:56.670763 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.743162 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2cb2bcbb-0653-4262-a319-40aa8b015e7b req-060c2d8e-3a04-42b8-959f-efb4e7a001c7 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 210 time: 0.0638680 Aug 31 14:07:56.751041 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.776796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-b2e6f39f-4298-46e4-93e6-9a60c7211510 req-9e14e806-4957-4d61-9d0b-4a3745e27bac tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1867211462', 'description': 'tempest-description-1137769616'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:56.781665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d16cee5-c87f-45a7-90e0-99190974a174']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:56.794136 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e7d032-c17e-42f1-b0cf-f3279ae490b5') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:56.794433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e7d032-c17e-42f1-b0cf-f3279ae490b5') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:07:56.812355 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.830323 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b2e6f39f-4298-46e4-93e6-9a60c7211510 req-9e14e806-4957-4d61-9d0b-4a3745e27bac tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.833393 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.847496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:07:56.847909 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:07:56.850934 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:07:56.858663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4df27-aec5-46ca-b66e-5fdefe477b18 req-c7ce1da5-5812-4f15-bcf6-8d9032d67692 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:56.860274 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8a4df27-aec5-46ca-b66e-5fdefe477b18 req-c7ce1da5-5812-4f15-bcf6-8d9032d67692 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 944 time: 0.1272919 Aug 31 14:07:56.916288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a40712bf-1a12-4134-b8a6-1fc154fe8377 req-66e48bd0-49df-438a-8689-a4037d40588b service neutron] 10.222.0.13 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426963 Aug 31 14:07:56.928465 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.935371 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:56.936412 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/networks/7d16cee5-c87f-45a7-90e0-99190974a174 HTTP/1.1" status: 204 len: 168 time: 0.4454217 Aug 31 14:07:56.940112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47576) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:56.945879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-433d342f-633f-4bb4-8109-bdd7aac2801c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-521731696'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:56.957236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb3325-6a42-4ff2-80cf-3cba205672ba tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Network': ['ID=7d16cee5-c87f-45a7-90e0-99190974a174,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:56.998795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b2e6f39f-4298-46e4-93e6-9a60c7211510 req-9e14e806-4957-4d61-9d0b-4a3745e27bac tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.003218 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b2e6f39f-4298-46e4-93e6-9a60c7211510 req-9e14e806-4957-4d61-9d0b-4a3745e27bac tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.017115 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8a4df27-aec5-46ca-b66e-5fdefe477b18 req-ba08d7cb-1f2c-40a9-b569-b98299e1037a tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477835 Aug 31 14:07:57.027687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Allocated IP 172.20.0.4 (1a756e98-5377-4d22-88ca-38dd03f0650d/8dab46d7-9abe-44b8-a4ea-495054ae0759/9d376376-c3d8-4a6b-ba8d-b6917a19bd5d) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:57.040097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14e806-4957-4d61-9d0b-4a3745e27bac tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1695c2ec-1b08-4ae8-b8a4-892e700fb56c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:57.050954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433d342f-633f-4bb4-8109-bdd7aac2801c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:57.054821 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-433d342f-633f-4bb4-8109-bdd7aac2801c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.060890 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b2e6f39f-4298-46e4-93e6-9a60c7211510 req-9e14e806-4957-4d61-9d0b-4a3745e27bac tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.064697 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b2e6f39f-4298-46e4-93e6-9a60c7211510 req-9e14e806-4957-4d61-9d0b-4a3745e27bac tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2931070 Aug 31 14:07:57.137829 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a40712bf-1a12-4134-b8a6-1fc154fe8377 req-7287d1a1-abf2-47df-858d-5cbd2372dc83 service neutron] 10.222.0.13 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120271 Aug 31 14:07:57.154030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-2efab79e-c824-407c-ba73-ac68a1d56a1f req-838560f6-09d3-4b6b-b917-3e34c05d9e1b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-51505195', 'description': 'tempest-description-1517268359'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:57.158388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433d342f-633f-4bb4-8109-bdd7aac2801c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:07:57.214335 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-433d342f-633f-4bb4-8109-bdd7aac2801c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.214691 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-433d342f-633f-4bb4-8109-bdd7aac2801c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Added segment fd5ecb07-2dbd-43e5-aa7d-e9911556fa28 of type vlan for network 7fe56fc3-7a1c-4197-994a-2209510731bf Aug 31 14:07:57.255987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2efab79e-c824-407c-ba73-ac68a1d56a1f req-838560f6-09d3-4b6b-b917-3e34c05d9e1b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.299384 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-433d342f-633f-4bb4-8109-bdd7aac2801c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.317794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 11e96f89-6b85-4167-bd27-704b82141916 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:07:57.338964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.365688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-433d342f-633f-4bb4-8109-bdd7aac2801c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.371797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d342f-633f-4bb4-8109-bdd7aac2801c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:57.372420 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-433d342f-633f-4bb4-8109-bdd7aac2801c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.374533 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 11e96f89-6b85-4167-bd27-704b82141916 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:07:57.384579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 11e96f89-6b85-4167-bd27-704b82141916 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:07:57.384579 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.467280 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.488017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d342f-633f-4bb4-8109-bdd7aac2801c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Network': ['ID=7fe56fc3-7a1c-4197-994a-2209510731bf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:57.492332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd37a77f-2bdf-4c39-9872-6c81060a6dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e96f89-6b85-4167-bd27-704b82141916'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:57.494740 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf5aa48-9e08-41df-befc-c7f1c09b89fe" -d '{"events": [{"server_uuid": "bd37a77f-2bdf-4c39-9872-6c81060a6dda", "name": "network-vif-plugged", "status": "completed", "tag": "11e96f89-6b85-4167-bd27-704b82141916"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:57.503195 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 7fe56fc3-7a1c-4197-994a-2209510731bf details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:07:57.504865 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2efab79e-c824-407c-ba73-ac68a1d56a1f req-838560f6-09d3-4b6b-b917-3e34c05d9e1b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.510423 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2efab79e-c824-407c-ba73-ac68a1d56a1f req-838560f6-09d3-4b6b-b917-3e34c05d9e1b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.518110 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.527747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-433d342f-633f-4bb4-8109-bdd7aac2801c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5865583 Aug 31 14:07:57.531751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47586) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:57.542971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-92fbf5fe-128e-4d87-92b3-fd4eebd7ce87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': '7fe56fc3-7a1c-4197-994a-2209510731bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:57.570420 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a1bc14-a28a-4f42-9e5c-b615b67b1fa6 x-openstack-request-id: req-29a1bc14-a28a-4f42-9e5c-b615b67b1fa6 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:57.570832 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd37a77f-2bdf-4c39-9872-6c81060a6dda", "name": "network-vif-plugged", "status": "completed", "tag": "11e96f89-6b85-4167-bd27-704b82141916", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:57.571224 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29a1bc14-a28a-4f42-9e5c-b615b67b1fa6 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:57.571987 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd37a77f-2bdf-4c39-9872-6c81060a6dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e96f89-6b85-4167-bd27-704b82141916', 'code': 200} Aug 31 14:07:57.584878 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2efab79e-c824-407c-ba73-ac68a1d56a1f req-838560f6-09d3-4b6b-b917-3e34c05d9e1b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.586652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2efab79e-c824-407c-ba73-ac68a1d56a1f req-838560f6-09d3-4b6b-b917-3e34c05d9e1b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4538794 Aug 31 14:07:57.595523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Network 1a756e98-5377-4d22-88ca-38dd03f0650d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:57.596359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838560f6-09d3-4b6b-b917-3e34c05d9e1b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbdca36-93f6-4088-8387-e3e9f7844678,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:57.601557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:57.605945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:57.650462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Pushing event updated for resources: {'Port': ['ID=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:57.652963 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 11e96f89-6b85-4167-bd27-704b82141916, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=11e96f89-6b85-4167-bd27-704b82141916,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:57.661266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:57.661915 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.664246 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.681119 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-a22bd345-e2de-450a-9d07-8c6e350ec624 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3287640 Aug 31 14:07:57.698762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Request body: {'port': {'device_id': 'ccb0709b-9ec6-480d-bab3-ebef560bf1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:57.748923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=11e96f89-6b85-4167-bd27-704b82141916,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:57.779944 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-322f3404-d024-41dd-8de0-9d803757a14d req-209e592a-2fd3-4419-a130-99ed4ef30b4d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/1695c2ec-1b08-4ae8-b8a4-892e700fb56c HTTP/1.1" status: 200 len: 1807 time: 0.1103420 Aug 31 14:07:57.784525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e6024-b15d-4f2c-aa70-e38f9cc23745 req-9407f0d6-6c1f-4e77-ae5e-abd0645cfcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:57.786224 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-964e6024-b15d-4f2c-aa70-e38f9cc23745 req-9407f0d6-6c1f-4e77-ae5e-abd0645cfcb4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 1096 time: 0.1081958 Aug 31 14:07:57.787193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4d89543d-1b25-4308-9f95-de582d8af510 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:07:57.800087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fbf5fe-128e-4d87-92b3-fd4eebd7ce87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:57.803606 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92fbf5fe-128e-4d87-92b3-fd4eebd7ce87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.807615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.859131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b95d8d-6bda-48d1-8403-8117b99ba49e req-b9df383f-9ab2-4562-84a6-8a08d7ab27b9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:57.861448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65b95d8d-6bda-48d1-8403-8117b99ba49e req-b9df383f-9ab2-4562-84a6-8a08d7ab27b9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 945 time: 0.1065772 Aug 31 14:07:57.883541 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.920464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4d89543d-1b25-4308-9f95-de582d8af510, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d89543d-1b25-4308-9f95-de582d8af510,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:07:57.923890 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-322f3404-d024-41dd-8de0-9d803757a14d req-8ecf1995-530a-4eab-bb60-bd77fdb1113e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/fbbdca36-93f6-4088-8387-e3e9f7844678 HTTP/1.1" status: 200 len: 1805 time: 0.1327541 Aug 31 14:07:57.925362 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:57.928287 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-964e6024-b15d-4f2c-aa70-e38f9cc23745 req-654ab7e5-55fb-4456-a529-085b14fb444b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290696 Aug 31 14:07:57.941940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-322f3404-d024-41dd-8de0-9d803757a14d req-0994fa13-6c44-4387-8e19-e6279aa696c4 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1695c2ec-1b08-4ae8-b8a4-892e700fb56c', 'remote_group_id': 'fbbdca36-93f6-4088-8387-e3e9f7844678', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:57.942280 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-322f3404-d024-41dd-8de0-9d803757a14d req-0994fa13-6c44-4387-8e19-e6279aa696c4 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1695c2ec-1b08-4ae8-b8a4-892e700fb56c', 'remote_group_id': 'fbbdca36-93f6-4088-8387-e3e9f7844678', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:57.990953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4d89543d-1b25-4308-9f95-de582d8af510,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:58.005874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65b95d8d-6bda-48d1-8403-8117b99ba49e req-64328964-5010-4e63-8070-81886d638f14 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212685 Aug 31 14:07:58.056539 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-322f3404-d024-41dd-8de0-9d803757a14d req-0994fa13-6c44-4387-8e19-e6279aa696c4 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.129467 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-322f3404-d024-41dd-8de0-9d803757a14d req-0994fa13-6c44-4387-8e19-e6279aa696c4 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.132005 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92fbf5fe-128e-4d87-92b3-fd4eebd7ce87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.137961 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-322f3404-d024-41dd-8de0-9d803757a14d req-0994fa13-6c44-4387-8e19-e6279aa696c4 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.189406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cdcc7-11b6-433b-a0b4-a3aaff209329 req-2e75b77a-eb91-4f3a-9a32-9988e777e5e4 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:58.191141 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7cdcc7-11b6-433b-a0b4-a3aaff209329 req-2e75b77a-eb91-4f3a-9a32-9988e777e5e4 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 931 time: 0.1119254 Aug 31 14:07:58.198765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:07:58.202241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994fa13-6c44-4387-8e19-e6279aa696c4 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b995e313-60a1-495b-a343-bc3cb3223842,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:58.210530 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-322f3404-d024-41dd-8de0-9d803757a14d req-0994fa13-6c44-4387-8e19-e6279aa696c4 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.212844 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-322f3404-d024-41dd-8de0-9d803757a14d req-0994fa13-6c44-4387-8e19-e6279aa696c4 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2775187 Aug 31 14:07:58.215086 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.231176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Transition to ACTIVE for port object 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:58.232767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbf5fe-128e-4d87-92b3-fd4eebd7ce87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Subnet': ['ID=10453f7e-0adb-4e1e-b78e-ab3d19ba1ab4,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:58.245353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fbf5fe-128e-4d87-92b3-fd4eebd7ce87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Checking segment: {'id': 'fd5ecb07-2dbd-43e5-aa7d-e9911556fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7fe56fc3-7a1c-4197-994a-2209510731bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:58.245684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fbf5fe-128e-4d87-92b3-fd4eebd7ce87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network hostable DHCP agents. Network: 7fe56fc3-7a1c-4197-994a-2209510731bf, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:07:58.250909 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.279098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fbf5fe-128e-4d87-92b3-fd4eebd7ce87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 7fe56fc3-7a1c-4197-994a-2209510731bf is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:07:58.294218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-92fbf5fe-128e-4d87-92b3-fd4eebd7ce87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 7fe56fc3-7a1c-4197-994a-2209510731bf) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:58.303629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c15034a-8d3c-4f47-b56c-e16286d6891a None None] Network 7fe56fc3-7a1c-4197-994a-2209510731bf requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:07:58.308973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fbf5fe-128e-4d87-92b3-fd4eebd7ce87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:58.309604 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92fbf5fe-128e-4d87-92b3-fd4eebd7ce87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.330350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b7cdcc7-11b6-433b-a0b4-a3aaff209329 req-5df03c76-74de-4eac-a62d-0f95d34640fa tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/security-groups?id=687075d9-9ee4-4f5a-a93f-31b800b8183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881701 Aug 31 14:07:58.341347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Pushing event updated for resources: {'Port': ['ID=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:58.357276 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-92fbf5fe-128e-4d87-92b3-fd4eebd7ce87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8229907 Aug 31 14:07:58.360233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47604) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:58.367678 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': '7fe56fc3-7a1c-4197-994a-2209510731bf', 'name': 'tempest-PortsIpV6TestJSON-1469008322'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:58.441699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Attempting to bind port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:58.442073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Attempting to bind port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'e2bc10b5-4201-4f79-be37-fc3f6a321b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1a756e98-5377-4d22-88ca-38dd03f0650d'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:58.442418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Attempting to bind port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d on network 1a756e98-5377-4d22-88ca-38dd03f0650d {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:58.447436 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3cc9f-3211-4061-abba-e6a943f34c09 req-a7ab1a82-6cf8-4e1b-812a-7fd78bba185e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:58.454999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d on network 1a756e98-5377-4d22-88ca-38dd03f0650d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:07:58.455403 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-46a3cc9f-3211-4061-abba-e6a943f34c09 req-a7ab1a82-6cf8-4e1b-812a-7fd78bba185e tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 945 time: 0.1512706 Aug 31 14:07:58.460350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Attempting to bind port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d on network 1a756e98-5377-4d22-88ca-38dd03f0650d {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:58.467775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:58.468175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Checking segment: {'id': 'e2bc10b5-4201-4f79-be37-fc3f6a321b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1a756e98-5377-4d22-88ca-38dd03f0650d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:58.468593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Bound using segment: {'id': 'e2bc10b5-4201-4f79-be37-fc3f6a321b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1a756e98-5377-4d22-88ca-38dd03f0650d'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:58.469636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Bound port: 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2bc10b5-4201-4f79-be37-fc3f6a321b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1a756e98-5377-4d22-88ca-38dd03f0650d'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:58.469636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.519210 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-46a3cc9f-3211-4061-abba-e6a943f34c09 req-3592bc08-35c7-432d-9a85-ac8f74902af8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629005 Aug 31 14:07:58.530120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-7fe56fc3-7a1c-4197-994a-2209510731bf', 'network_id': '7fe56fc3-7a1c-4197-994a-2209510731bf', 'tenant_id': 'c1ede8c2527c4afcb7c7f887155b44b9', 'fixed_ips': [{'subnet_id': '10453f7e-0adb-4e1e-b78e-ab3d19ba1ab4'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:07:58.531414 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.573328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0b79b2b6-4d8a-4fd6-b624-994faab10df8 req-b3f80a8a-505f-4820-9f85-6a0265153e2e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1237568334', 'description': 'tempest-description-1824877602'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:58.595704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] For port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:58.621820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] For port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d,segment=NetworkSegment(e2bc10b5-4201-4f79-be37-fc3f6a321b61),segment_id=e2bc10b5-4201-4f79-be37-fc3f6a321b61)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:58.624376 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [req-0b79b2b6-4d8a-4fd6-b624-994faab10df8 req-b3f80a8a-505f-4820-9f85-6a0265153e2e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:07:58.624376 n-d-792364-6 neutron-server[106388]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:07:58.624376 n-d-792364-6 neutron-server[106388]: [parameters: {'project_id': '21724e17b2774bdcbe8ec35e69c68167', 'id': 'aa5b4ae6-08bf-480c-9dff-6fb96d6a97a5', 'expiration': datetime.datetime(2021, 8, 31, 14, 9, 58, 612300)}] Aug 31 14:07:58.624376 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:07:58.625125 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [req-0b79b2b6-4d8a-4fd6-b624-994faab10df8 req-b3f80a8a-505f-4820-9f85-6a0265153e2e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:07:58.630860 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.634473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:07:58.639013 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.661893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port dc44f120-cf79-4b44-9081-247edc44c402 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:07:58.685263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:58.685918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.687918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] 10.222.0.13 "PUT /v2.0/ports/9d376376-c3d8-4a6b-ba8d-b6917a19bd5d HTTP/1.1" status: 200 len: 1091 time: 0.9940586 Aug 31 14:07:58.688132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb0709b-9ec6-480d-bab3-ebef560bf1fe', 'tag': '9d376376-c3d8-4a6b-ba8d-b6917a19bd5d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:58.690600 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc5ed30-6506-478c-b7de-892b597e5708" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb0709b-9ec6-480d-bab3-ebef560bf1fe", "tag": "9d376376-c3d8-4a6b-ba8d-b6917a19bd5d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:58.739449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8449185-af4d-4ccb-8bc6-126bcf8fd11f service neutron] Pushing event updated for resources: {'Port': ['ID=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:58.761628 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0150b3-1458-41cb-83e3-105657ebb5ea x-openstack-request-id: req-1b0150b3-1458-41cb-83e3-105657ebb5ea {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:07:58.761628 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb0709b-9ec6-480d-bab3-ebef560bf1fe", "tag": "9d376376-c3d8-4a6b-ba8d-b6917a19bd5d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:07:58.761943 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b0150b3-1458-41cb-83e3-105657ebb5ea {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:07:58.762270 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb0709b-9ec6-480d-bab3-ebef560bf1fe', 'tag': '9d376376-c3d8-4a6b-ba8d-b6917a19bd5d', 'status': 'completed', 'code': 200} Aug 31 14:07:58.777653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Allocated IP 2001:db8::2 (7fe56fc3-7a1c-4197-994a-2209510731bf/10453f7e-0adb-4e1e-b78e-ab3d19ba1ab4/484a77ac-3cb8-4041-a5eb-307eb6b8351a) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:58.795613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-7ee5344f-5b7f-4735-b291-99981bf433d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:58.799813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-7ee5344f-5b7f-4735-b291-99981bf433d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=253d3e3b3fd34c608c196eb7caadfddd&device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 1094 time: 0.0498481 Aug 31 14:07:58.856719 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-53743a8c-7716-445b-9d37-5eb1deab4e94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d HTTP/1.1" status: 200 len: 217 time: 0.0458453 Aug 31 14:07:58.914352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-cb2e7b26-40fa-40ca-b2d3-1c5ca7eb31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:58.915757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-cb2e7b26-40fa-40ca-b2d3-1c5ca7eb31b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dab46d7-9abe-44b8-a4ea-495054ae0759 HTTP/1.1" status: 200 len: 852 time: 0.0512614 Aug 31 14:07:58.949902 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:58.958945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Transition to ACTIVE for port object 484a77ac-3cb8-4041-a5eb-307eb6b8351a will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:58.959259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-cc409114-a046-4afa-b977-b7998de9d8c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a756e98-5377-4d22-88ca-38dd03f0650d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342848 Aug 31 14:07:58.974498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Transition to ACTIVE for port object 484a77ac-3cb8-4041-a5eb-307eb6b8351a will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:58.980872 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.027106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Network 7fe56fc3-7a1c-4197-994a-2209510731bf is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:59.031225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:59.035403 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:59.045035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Pushing event updated for resources: {'Port': ['ID=484a77ac-3cb8-4041-a5eb-307eb6b8351a,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:59.053220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8::18b (7fe56fc3-7a1c-4197-994a-2209510731bf/10453f7e-0adb-4e1e-b78e-ab3d19ba1ab4/dc44f120-cf79-4b44-9081-247edc44c402) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:07:59.090801 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-9d065026-810b-4cee-9d5e-6526c39575fc service neutron] 10.222.0.13 "GET /v2.0/networks/1a756e98-5377-4d22-88ca-38dd03f0650d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180620 Aug 31 14:07:59.112158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Attempting to bind port 484a77ac-3cb8-4041-a5eb-307eb6b8351a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:07:59.112893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Attempting to bind port 484a77ac-3cb8-4041-a5eb-307eb6b8351a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'fd5ecb07-2dbd-43e5-aa7d-e9911556fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7fe56fc3-7a1c-4197-994a-2209510731bf'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:07:59.113431 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Attempting to bind port 484a77ac-3cb8-4041-a5eb-307eb6b8351a on network 7fe56fc3-7a1c-4197-994a-2209510731bf {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:07:59.122656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:07:59.123353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Checking segment: {'id': 'fd5ecb07-2dbd-43e5-aa7d-e9911556fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7fe56fc3-7a1c-4197-994a-2209510731bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:07:59.123960 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.124366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Bound using segment: {'id': 'fd5ecb07-2dbd-43e5-aa7d-e9911556fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7fe56fc3-7a1c-4197-994a-2209510731bf'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:07:59.124904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Bound port: 484a77ac-3cb8-4041-a5eb-307eb6b8351a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5ecb07-2dbd-43e5-aa7d-e9911556fa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7fe56fc3-7a1c-4197-994a-2209510731bf'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:07:59.125338 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.212901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] For port 484a77ac-3cb8-4041-a5eb-307eb6b8351a, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:07:59.217467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] For port 484a77ac-3cb8-4041-a5eb-307eb6b8351a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=484a77ac-3cb8-4041-a5eb-307eb6b8351a,segment=NetworkSegment(fd5ecb07-2dbd-43e5-aa7d-e9911556fa28),segment_id=fd5ecb07-2dbd-43e5-aa7d-e9911556fa28)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:07:59.225064 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.230373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0b79b2b6-4d8a-4fd6-b624-994faab10df8 req-b3f80a8a-505f-4820-9f85-6a0265153e2e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.232263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3029e4-8a83-43e1-80d5-825f94e389ea req-7f5e33b0-bc4e-4e84-8647-64a9f2119194 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.239869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd3029e4-8a83-43e1-80d5-825f94e389ea req-7f5e33b0-bc4e-4e84-8647-64a9f2119194 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 943 time: 0.1277821 Aug 31 14:07:59.303912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47096c3d-73d0-42aa-9919-f7de77fe4885 None None] Pushing event updated for resources: {'Port': ['ID=484a77ac-3cb8-4041-a5eb-307eb6b8351a,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:59.304197 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e86dde-6b71-4a4b-a773-37bd2d17e3b6 req-f53d31bb-e7bc-4002-ae16-ec9ce1298924 service neutron] 10.222.0.13 "GET /v2.0/networks/1a756e98-5377-4d22-88ca-38dd03f0650d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036004 Aug 31 14:07:59.316129 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd3029e4-8a83-43e1-80d5-825f94e389ea req-cbbabade-e3a7-44bc-a693-5b1f025ef9a6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751877 Aug 31 14:07:59.375463 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.400992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Transition to ACTIVE for port object dc44f120-cf79-4b44-9081-247edc44c402 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:07:59.448209 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.465683 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0b79b2b6-4d8a-4fd6-b624-994faab10df8 req-b3f80a8a-505f-4820-9f85-6a0265153e2e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.473568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5ed30-6506-478c-b7de-892b597e5708 req-ea9677ab-b4c7-4e69-9591-31bb7d866745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.475206 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bc5ed30-6506-478c-b7de-892b597e5708 req-ea9677ab-b4c7-4e69-9591-31bb7d866745 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=253d3e3b3fd34c608c196eb7caadfddd&device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 1094 time: 0.1039917 Aug 31 14:07:59.476383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0b79b2b6-4d8a-4fd6-b624-994faab10df8 req-b3f80a8a-505f-4820-9f85-6a0265153e2e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.533587 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0b79b2b6-4d8a-4fd6-b624-994faab10df8 req-b3f80a8a-505f-4820-9f85-6a0265153e2e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.547571 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b79b2b6-4d8a-4fd6-b624-994faab10df8 req-b3f80a8a-505f-4820-9f85-6a0265153e2e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9798098 Aug 31 14:07:59.579824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1ea939-77f9-4403-8595-9f00da99a46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d89543d-1b25-4308-9f95-de582d8af510'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:07:59.584982 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9c7590-a540-4222-bd68-459dca042611" -d '{"events": [{"server_uuid": "2a1ea939-77f9-4403-8595-9f00da99a46f", "name": "network-vif-unplugged", "status": "completed", "tag": "4d89543d-1b25-4308-9f95-de582d8af510"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:07:59.599249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 7fe56fc3-7a1c-4197-994a-2209510731bf is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:07:59.601513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=dc44f120-cf79-4b44-9081-247edc44c402,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:59.604506 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:07:59.611246 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:07:59.619030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.620076 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.624358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f80a8a-505f-4820-9f85-6a0265153e2e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58e6cde-6ce9-4878-a73b-05186b846865,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:07:59.686367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8643b7-863c-40db-a817-3b9e4cd68fa3 req-85063575-dbe3-41f6-b727-5589dccfd7cc tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.689326 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4e8643b7-863c-40db-a817-3b9e4cd68fa3 req-85063575-dbe3-41f6-b727-5589dccfd7cc tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 943 time: 0.2246826 Aug 31 14:07:59.693974 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8d5942b9-cdf2-479e-8183-d8218c5b6492 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3303568 Aug 31 14:07:59.697377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47624) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:07:59.707819 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f3e09b52-dbab-46b5-b099-423c65f1ecff req-dbe04ce1-71e1-4b8d-8a47-541e2bb9da82 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-302591262', 'description': 'tempest-description-1384941212'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:07:59.745026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5ed30-6506-478c-b7de-892b597e5708 req-fd66b6e2-fdd0-4ef1-929b-1b7f18758d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.748066 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bc5ed30-6506-478c-b7de-892b597e5708 req-fd66b6e2-fdd0-4ef1-929b-1b7f18758d60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a756e98-5377-4d22-88ca-38dd03f0650d HTTP/1.1" status: 200 len: 913 time: 0.2613792 Aug 31 14:07:59.755209 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f3e09b52-dbab-46b5-b099-423c65f1ecff req-dbe04ce1-71e1-4b8d-8a47-541e2bb9da82 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.802296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bc5ed30-6506-478c-b7de-892b597e5708 req-54ed97dd-cdb7-4fa0-b199-5e92872acc20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d HTTP/1.1" status: 200 len: 217 time: 0.0428009 Aug 31 14:07:59.802817 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4e8643b7-863c-40db-a817-3b9e4cd68fa3 req-aba3d5a1-4e4e-482a-bc52-07046fdf1d30 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/security-groups?id=687075d9-9ee4-4f5a-a93f-31b800b8183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042073 Aug 31 14:07:59.844251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-915e6dec-5ecc-453c-94da-10be5b42fbab tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port dc44f120-cf79-4b44-9081-247edc44c402 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:07:59.844729 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-915e6dec-5ecc-453c-94da-10be5b42fbab tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:07:59.955137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5ed30-6506-478c-b7de-892b597e5708 req-6d7e4952-3b5d-4fd5-8a3c-34264034d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.956814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bc5ed30-6506-478c-b7de-892b597e5708 req-6d7e4952-3b5d-4fd5-8a3c-34264034d60e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dab46d7-9abe-44b8-a4ea-495054ae0759 HTTP/1.1" status: 200 len: 852 time: 0.1404662 Aug 31 14:07:59.977803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6e77-0293-4785-9b47-3ea318458fca req-a8c371e4-34bc-4865-8169-737198dcd0d4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:07:59.979267 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b2e6e77-0293-4785-9b47-3ea318458fca req-a8c371e4-34bc-4865-8169-737198dcd0d4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 945 time: 0.0836699 Aug 31 14:07:59.995845 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-915e6dec-5ecc-453c-94da-10be5b42fbab tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.000757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bc5ed30-6506-478c-b7de-892b597e5708 req-ebf54186-05bb-4b24-a485-1a94244c6d61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a756e98-5377-4d22-88ca-38dd03f0650d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344658 Aug 31 14:08:00.018045 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f3e09b52-dbab-46b5-b099-423c65f1ecff req-dbe04ce1-71e1-4b8d-8a47-541e2bb9da82 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.021666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-915e6dec-5ecc-453c-94da-10be5b42fbab tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for dc44f120-cf79-4b44-9081-247edc44c402 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:00.029872 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f3e09b52-dbab-46b5-b099-423c65f1ecff req-dbe04ce1-71e1-4b8d-8a47-541e2bb9da82 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.076213 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b2e6e77-0293-4785-9b47-3ea318458fca req-7028d91b-22b3-467d-9ff7-6506c4dedbd4 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849919 Aug 31 14:08:00.102314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe04ce1-71e1-4b8d-8a47-541e2bb9da82 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd31bf4-c369-4cd1-83ab-ca05241649d1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:00.114007 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f3e09b52-dbab-46b5-b099-423c65f1ecff req-dbe04ce1-71e1-4b8d-8a47-541e2bb9da82 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.116142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f3e09b52-dbab-46b5-b099-423c65f1ecff req-dbe04ce1-71e1-4b8d-8a47-541e2bb9da82 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4155540 Aug 31 14:08:00.149180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bc5ed30-6506-478c-b7de-892b597e5708 req-96219350-ca3a-494d-bc30-7f750e817700 service neutron] 10.222.0.13 "GET /v2.0/networks/1a756e98-5377-4d22-88ca-38dd03f0650d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403346 Aug 31 14:08:00.189976 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8db7ae8-7fbf-48e3-990a-cc8c6f3cece8 x-openstack-request-id: req-b8db7ae8-7fbf-48e3-990a-cc8c6f3cece8 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:00.190408 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1ea939-77f9-4403-8595-9f00da99a46f", "name": "network-vif-unplugged", "status": "failed", "tag": "4d89543d-1b25-4308-9f95-de582d8af510", "code": 422}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:00.190755 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8db7ae8-7fbf-48e3-990a-cc8c6f3cece8 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:00.191255 n-d-792364-6 neutron-server[106389]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a1ea939-77f9-4403-8595-9f00da99a46f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d89543d-1b25-4308-9f95-de582d8af510', 'code': 422} returned with failed status Aug 31 14:08:00.207887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-915e6dec-5ecc-453c-94da-10be5b42fbab tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.269168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e6dec-5ecc-453c-94da-10be5b42fbab tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=dc44f120-cf79-4b44-9081-247edc44c402,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:00.278899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bc5ed30-6506-478c-b7de-892b597e5708 req-755cb87f-12f2-4a39-ba9f-9dfd14db9802 service neutron] 10.222.0.13 "GET /v2.0/networks/1a756e98-5377-4d22-88ca-38dd03f0650d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208725 Aug 31 14:08:00.313882 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-915e6dec-5ecc-453c-94da-10be5b42fbab tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.315906 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-915e6dec-5ecc-453c-94da-10be5b42fbab tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/dc44f120-cf79-4b44-9081-247edc44c402 HTTP/1.1" status: 204 len: 168 time: 0.6087360 Aug 31 14:08:00.318909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47630) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:00.349908 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cc46e1-0c60-459e-874b-897c6bae3ae3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] DELETE failed (client error): The resource could not be found. Aug 31 14:08:00.351187 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cc46e1-0c60-459e-874b-897c6bae3ae3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:08:00.353935 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d3cc46e1-0c60-459e-874b-897c6bae3ae3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/dc44f120-cf79-4b44-9081-247edc44c402 HTTP/1.1" status: 404 len: 333 time: 0.0339024 Aug 31 14:08:00.356610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47634) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:00.377672 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-633b0407-3572-4f14-b00e-190e0bdc6d3b req-bd632ba1-9806-4dbf-bc7d-48ea8b00291e tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/f58e6cde-6ce9-4878-a73b-05186b846865 HTTP/1.1" status: 200 len: 1807 time: 0.0549989 Aug 31 14:08:00.393538 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-0769d465-85c0-4b02-8323-1fc371c980fd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:08:00.399042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0769d465-85c0-4b02-8323-1fc371c980fd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/dc44f120-cf79-4b44-9081-247edc44c402 HTTP/1.1" status: 404 len: 333 time: 0.0396345 Aug 31 14:08:00.399817 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47636) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:00.469524 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-633b0407-3572-4f14-b00e-190e0bdc6d3b req-2eec1309-e21e-4635-a7d9-2853300eb9a2 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/acd31bf4-c369-4cd1-83ab-ca05241649d1 HTTP/1.1" status: 200 len: 1806 time: 0.0848017 Aug 31 14:08:00.475660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-633b0407-3572-4f14-b00e-190e0bdc6d3b req-e6cd7577-bede-4530-b26c-1aff43273b5b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f58e6cde-6ce9-4878-a73b-05186b846865', 'remote_group_id': 'acd31bf4-c369-4cd1-83ab-ca05241649d1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:00.476049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-633b0407-3572-4f14-b00e-190e0bdc6d3b req-e6cd7577-bede-4530-b26c-1aff43273b5b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f58e6cde-6ce9-4878-a73b-05186b846865', 'remote_group_id': 'acd31bf4-c369-4cd1-83ab-ca05241649d1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:00.483318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-db50edc0-c5b9-44fc-b3ed-84908f0ee6b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting subnet 10453f7e-0adb-4e1e-b78e-ab3d19ba1ab4 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:00.487360 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db50edc0-c5b9-44fc-b3ed-84908f0ee6b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.553720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4eaf5e-422d-4cfd-b7df-2d5e850c448d None None] Network 7fe56fc3-7a1c-4197-994a-2209510731bf requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:00.589232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db50edc0-c5b9-44fc-b3ed-84908f0ee6b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.610316 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-633b0407-3572-4f14-b00e-190e0bdc6d3b req-e6cd7577-bede-4530-b26c-1aff43273b5b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.679980 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-633b0407-3572-4f14-b00e-190e0bdc6d3b req-e6cd7577-bede-4530-b26c-1aff43273b5b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.686459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-633b0407-3572-4f14-b00e-190e0bdc6d3b req-e6cd7577-bede-4530-b26c-1aff43273b5b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.709993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a88e22-ee5a-404b-be0f-ec3943a08e65 req-5ebe7b7f-3c4c-48c3-b30a-739b3c036858 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:00.718800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5a88e22-ee5a-404b-be0f-ec3943a08e65 req-5ebe7b7f-3c4c-48c3-b30a-739b3c036858 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 943 time: 0.1974227 Aug 31 14:08:00.723454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8585f891-82ce-4ec1-b8ac-446447b4c592 None None] Provisioning for port 484a77ac-3cb8-4041-a5eb-307eb6b8351a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:00.738914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd7577-bede-4530-b26c-1aff43273b5b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afd98ca-8eea-4e3d-8181-d90f5a6485df,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:00.748969 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-633b0407-3572-4f14-b00e-190e0bdc6d3b req-e6cd7577-bede-4530-b26c-1aff43273b5b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.750462 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-633b0407-3572-4f14-b00e-190e0bdc6d3b req-e6cd7577-bede-4530-b26c-1aff43273b5b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2797105 Aug 31 14:08:00.792298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 484a77ac-3cb8-4041-a5eb-307eb6b8351a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:00.801150 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5a88e22-ee5a-404b-be0f-ec3943a08e65 req-dcc83912-2b09-4589-adf0-62ef523b963b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813813 Aug 31 14:08:00.844147 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db50edc0-c5b9-44fc-b3ed-84908f0ee6b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.902656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d366e-9208-4f61-8b1d-18dd00d9b3e7 req-701c6876-8dab-4a39-977f-47353e3281ef tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:00.905693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cd4d366e-9208-4f61-8b1d-18dd00d9b3e7 req-701c6876-8dab-4a39-977f-47353e3281ef tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 945 time: 0.0888069 Aug 31 14:08:00.936513 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db50edc0-c5b9-44fc-b3ed-84908f0ee6b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.968011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cd4d366e-9208-4f61-8b1d-18dd00d9b3e7 req-fa083a1c-86c6-4f92-b8ef-93668df3bd78 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543706 Aug 31 14:08:00.982212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50edc0-c5b9-44fc-b3ed-84908f0ee6b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Subnet': ['ID=10453f7e-0adb-4e1e-b78e-ab3d19ba1ab4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:00.984657 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db50edc0-c5b9-44fc-b3ed-84908f0ee6b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:00.986497 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-db50edc0-c5b9-44fc-b3ed-84908f0ee6b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/10453f7e-0adb-4e1e-b78e-ab3d19ba1ab4 HTTP/1.1" status: 204 len: 168 time: 0.5846779 Aug 31 14:08:00.989026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47648) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:01.072594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 484a77ac-3cb8-4041-a5eb-307eb6b8351a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:01.079971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 484a77ac-3cb8-4041-a5eb-307eb6b8351a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:01.080344 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.112538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae84308-e5c0-40c7-8a8b-ee70a7f5a27f req-72f99ed8-5bd7-40c2-8209-a06f50b99ff9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:01.114436 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5ae84308-e5c0-40c7-8a8b-ee70a7f5a27f req-72f99ed8-5bd7-40c2-8209-a06f50b99ff9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0608840 Aug 31 14:08:01.127930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d7d02b5e-7a3d-4c80-bf71-0c7868e554fb req-571c85b6-a551-4fdb-ad47-6ca0a79bec0a tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/acd31bf4-c369-4cd1-83ab-ca05241649d1 HTTP/1.1" status: 200 len: 1806 time: 0.1555419 Aug 31 14:08:01.151651 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.160920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5ae84308-e5c0-40c7-8a8b-ee70a7f5a27f req-9eeaf038-53e5-4c91-8e5c-064adc66bf44 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399046 Aug 31 14:08:01.184413 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.223798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 484a77ac-3cb8-4041-a5eb-307eb6b8351a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=484a77ac-3cb8-4041-a5eb-307eb6b8351a,segment=NetworkSegment(fd5ecb07-2dbd-43e5-aa7d-e9911556fa28),segment_id=fd5ecb07-2dbd-43e5-aa7d-e9911556fa28)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:01.229739 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.268760 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7d02b5e-7a3d-4c80-bf71-0c7868e554fb req-595e2a81-142b-4082-8d9f-c181bf68d456 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.294678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=484a77ac-3cb8-4041-a5eb-307eb6b8351a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:01.297369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7d02b5e-7a3d-4c80-bf71-0c7868e554fb req-595e2a81-142b-4082-8d9f-c181bf68d456 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.313887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e15623-b583-4cc8-a1e5-885f87af526f None None] Network 7fe56fc3-7a1c-4197-994a-2209510731bf requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:01.334497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02d51c-58a3-46dc-8722-df5fdd5cda82 req-41ca336b-4bb7-408a-9144-dac64c66d031 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:01.336873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c02d51c-58a3-46dc-8722-df5fdd5cda82 req-41ca336b-4bb7-408a-9144-dac64c66d031 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 943 time: 0.0813930 Aug 31 14:08:01.346209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port 484a77ac-3cb8-4041-a5eb-307eb6b8351a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:01.346567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.386834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fa43ad92-09b2-4c01-bd6d-b65e2926a4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.395435 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c02d51c-58a3-46dc-8722-df5fdd5cda82 req-8273bea9-42a5-4a3f-8799-f887eec0ddf3 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/security-groups?id=687075d9-9ee4-4f5a-a93f-31b800b8183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527196 Aug 31 14:08:01.420135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1d1a9384-47bd-414e-b074-0fe373e638ed None None] Provisioning complete for port 484a77ac-3cb8-4041-a5eb-307eb6b8351a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:01.420747 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1d1a9384-47bd-414e-b074-0fe373e638ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.451890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] For port 484a77ac-3cb8-4041-a5eb-307eb6b8351a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=484a77ac-3cb8-4041-a5eb-307eb6b8351a,segment=NetworkSegment(fd5ecb07-2dbd-43e5-aa7d-e9911556fa28),segment_id=fd5ecb07-2dbd-43e5-aa7d-e9911556fa28)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:01.452123 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.473105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for 484a77ac-3cb8-4041-a5eb-307eb6b8351a owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:01.475113 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7d02b5e-7a3d-4c80-bf71-0c7868e554fb req-595e2a81-142b-4082-8d9f-c181bf68d456 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.477981 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d7d02b5e-7a3d-4c80-bf71-0c7868e554fb req-595e2a81-142b-4082-8d9f-c181bf68d456 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.479174 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d7d02b5e-7a3d-4c80-bf71-0c7868e554fb req-595e2a81-142b-4082-8d9f-c181bf68d456 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "DELETE /v2.0/security-groups/acd31bf4-c369-4cd1-83ab-ca05241649d1 HTTP/1.1" status: 204 len: 173 time: 0.3504324 Aug 31 14:08:01.497983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e2a81-142b-4082-8d9f-c181bf68d456 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd31bf4-c369-4cd1-83ab-ca05241649d1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:01.572525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ce9a2-c813-410d-ae62-727b41130eaa req-0b2e3b1d-b998-4c61-af05-72b8edd6fa74 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:01.576936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e59ce9a2-c813-410d-ae62-727b41130eaa req-0b2e3b1d-b998-4c61-af05-72b8edd6fa74 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0835392 Aug 31 14:08:01.610384 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.626955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b78c329-5eff-45c3-9135-fe416befe294 None None] DHCP port deletion for 7fe56fc3-7a1c-4197-994a-2209510731bf request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:08:01.651981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e59ce9a2-c813-410d-ae62-727b41130eaa req-a961271d-2a56-4133-8fe9-62261ad6548b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661664 Aug 31 14:08:01.656740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=484a77ac-3cb8-4041-a5eb-307eb6b8351a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:01.658656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No DVR routers for this DVR port 484a77ac-3cb8-4041-a5eb-307eb6b8351a on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:01.787649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.801898 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-89ddabe2-1b35-465d-9941-f4b81750ab0b req-3c397420-f008-4f34-bea8-99d8ef754751 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/f58e6cde-6ce9-4878-a73b-05186b846865 HTTP/1.1" status: 200 len: 1807 time: 0.1036124 Aug 31 14:08:01.803550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe56fc3-7a1c-4197-994a-2209510731bf']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:01.810879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:08:01.814402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4d89543d-1b25-4308-9f95-de582d8af510 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:01.821847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5ecb07-2dbd-43e5-aa7d-e9911556fa28') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:01.822245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5ecb07-2dbd-43e5-aa7d-e9911556fa28') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:01.838787 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.861560 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.869189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:01.869837 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.925478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996870e-947b-4a51-8f74-a504a25b6a3c req-a5614460-88a8-4c4e-b5a0-7f0b4cefdac2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:01.928076 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:01.936155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4996870e-947b-4a51-8f74-a504a25b6a3c req-a5614460-88a8-4c4e-b5a0-7f0b4cefdac2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0905509 Aug 31 14:08:01.950139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-dced41ec-6f7f-49ab-be4a-8b9b22e5c8c6 req-be40dc36-5c83-4cf0-9f3a-8092c4e74b4d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1238616996', 'description': 'tempest-description-1136216288'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:01.979109 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.996012 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:01.997403 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4996870e-947b-4a51-8f74-a504a25b6a3c req-94bd6693-b507-4d97-a8f7-fc74d59bd796 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599449 Aug 31 14:08:02.004875 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/networks/7fe56fc3-7a1c-4197-994a-2209510731bf HTTP/1.1" status: 204 len: 168 time: 1.0092061 Aug 31 14:08:02.008050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47668) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:02.016302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded5ecc-d96d-464c-a66c-993ee5cc9f6b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Network': ['ID=7fe56fc3-7a1c-4197-994a-2209510731bf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:02.021278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d,segment=NetworkSegment(e2bc10b5-4201-4f79-be37-fc3f6a321b61),segment_id=e2bc10b5-4201-4f79-be37-fc3f6a321b61)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:02.021945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ca80dc7f-0458-4c91-86ff-a5e13be71825 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-513754441'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:02.033881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '9d376376-c3d8-4a6b-ba8d-b6917a19bd5d', 'network_id': '1a756e98-5377-4d22-88ca-38dd03f0650d', 'port_id': '9d376376-c3d8-4a6b-ba8d-b6917a19bd5d', 'mac_address': 'fa:16:3e:c1:45:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dab46d7-9abe-44b8-a4ea-495054ae0759', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:08:02.034489 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dced41ec-6f7f-49ab-be4a-8b9b22e5c8c6 req-be40dc36-5c83-4cf0-9f3a-8092c4e74b4d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.060144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca80dc7f-0458-4c91-86ff-a5e13be71825 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:02.067586 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca80dc7f-0458-4c91-86ff-a5e13be71825 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.095396 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.122278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:08:02.128178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca80dc7f-0458-4c91-86ff-a5e13be71825 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:02.148155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca80dc7f-0458-4c91-86ff-a5e13be71825 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.148788 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-ca80dc7f-0458-4c91-86ff-a5e13be71825 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Added segment 18480280-d2f6-4136-97f0-8996d6c5f6bf of type vlan for network 20376e5b-5d92-4cff-adaf-521eda72855d Aug 31 14:08:02.155960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d,segment=NetworkSegment(e2bc10b5-4201-4f79-be37-fc3f6a321b61),segment_id=e2bc10b5-4201-4f79-be37-fc3f6a321b61)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:02.162172 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.186363 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dced41ec-6f7f-49ab-be4a-8b9b22e5c8c6 req-be40dc36-5c83-4cf0-9f3a-8092c4e74b4d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.192425 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dced41ec-6f7f-49ab-be4a-8b9b22e5c8c6 req-be40dc36-5c83-4cf0-9f3a-8092c4e74b4d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.248982 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dced41ec-6f7f-49ab-be4a-8b9b22e5c8c6 req-be40dc36-5c83-4cf0-9f3a-8092c4e74b4d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.265252 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dced41ec-6f7f-49ab-be4a-8b9b22e5c8c6 req-be40dc36-5c83-4cf0-9f3a-8092c4e74b4d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3227830 Aug 31 14:08:02.265252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40dc36-5c83-4cf0-9f3a-8092c4e74b4d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4635bb-1515-436d-af16-9449ef793d1b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:02.271342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:02.345781 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-44b1d13d-d70c-4830-8108-d4f60275a2de req-4b323903-79ea-46d5-8412-d9e8d3aa090d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/9a4635bb-1515-436d-af16-9449ef793d1b HTTP/1.1" status: 200 len: 1807 time: 0.0545971 Aug 31 14:08:02.354457 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca80dc7f-0458-4c91-86ff-a5e13be71825 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.357903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-44b1d13d-d70c-4830-8108-d4f60275a2de req-199ad07d-2f6e-4e51-b3c5-9332fa9d8a9d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a4635bb-1515-436d-af16-9449ef793d1b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:02.358501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-44b1d13d-d70c-4830-8108-d4f60275a2de req-199ad07d-2f6e-4e51-b3c5-9332fa9d8a9d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a4635bb-1515-436d-af16-9449ef793d1b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:02.406036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ca50f-4954-4f15-92d1-4ff52257662e req-b05ba6dd-c07e-45ef-b7f0-3f96fc4f64d1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:02.408030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c46ca50f-4954-4f15-92d1-4ff52257662e req-b05ba6dd-c07e-45ef-b7f0-3f96fc4f64d1 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 945 time: 0.1234703 Aug 31 14:08:02.413917 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca80dc7f-0458-4c91-86ff-a5e13be71825 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.422197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca80dc7f-0458-4c91-86ff-a5e13be71825 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:02.422828 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca80dc7f-0458-4c91-86ff-a5e13be71825 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.452039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9d376376-c3d8-4a6b-ba8d-b6917a19bd5d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:08:02.460227 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-44b1d13d-d70c-4830-8108-d4f60275a2de req-199ad07d-2f6e-4e51-b3c5-9332fa9d8a9d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.501281 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-44b1d13d-d70c-4830-8108-d4f60275a2de req-199ad07d-2f6e-4e51-b3c5-9332fa9d8a9d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.509187 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ca80dc7f-0458-4c91-86ff-a5e13be71825 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4987633 Aug 31 14:08:02.509453 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47674) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:02.517561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d63b370d-0dfe-4385-861b-62aba14fa664 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': '20376e5b-5d92-4cff-adaf-521eda72855d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:02.521194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-44b1d13d-d70c-4830-8108-d4f60275a2de req-199ad07d-2f6e-4e51-b3c5-9332fa9d8a9d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.532044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80dc7f-0458-4c91-86ff-a5e13be71825 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Network': ['ID=20376e5b-5d92-4cff-adaf-521eda72855d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:02.537350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c46ca50f-4954-4f15-92d1-4ff52257662e req-2379184b-b6c8-4397-a62b-700af06a55ac tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101856 Aug 31 14:08:02.556526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 20376e5b-5d92-4cff-adaf-521eda72855d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:02.597935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ad07d-2f6e-4e51-b3c5-9332fa9d8a9d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09eb3f2a-a4e6-496c-b745-c087e8bd31cd,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:02.612828 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-44b1d13d-d70c-4830-8108-d4f60275a2de req-199ad07d-2f6e-4e51-b3c5-9332fa9d8a9d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.625335 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-44b1d13d-d70c-4830-8108-d4f60275a2de req-199ad07d-2f6e-4e51-b3c5-9332fa9d8a9d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2719650 Aug 31 14:08:02.704576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63b370d-0dfe-4385-861b-62aba14fa664 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:02.712604 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d63b370d-0dfe-4385-861b-62aba14fa664 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:02.731002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 484a77ac-3cb8-4041-a5eb-307eb6b8351a no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:02.791215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401d788-1b28-41a8-a5b0-4eb6bd59fa43 req-6519c4c2-474d-4ee8-8dcb-2c5f27e3b5c3 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:02.792786 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8401d788-1b28-41a8-a5b0-4eb6bd59fa43 req-6519c4c2-474d-4ee8-8dcb-2c5f27e3b5c3 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 944 time: 0.1322286 Aug 31 14:08:02.813916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 484a77ac-3cb8-4041-a5eb-307eb6b8351a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:02.817830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 484a77ac-3cb8-4041-a5eb-307eb6b8351a not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:02.891254 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:08:02.929165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8401d788-1b28-41a8-a5b0-4eb6bd59fa43 req-36745ec6-547c-4f4c-8c8c-7ae81a3b7676 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/security-groups?id=687075d9-9ee4-4f5a-a93f-31b800b8183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289389 Aug 31 14:08:03.041409 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d155157-2f92-414e-bc9a-5c93f806d553 req-b942204d-d7b8-43b6-96d2-f399859eb016 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/9a4635bb-1515-436d-af16-9449ef793d1b HTTP/1.1" status: 200 len: 2401 time: 0.0780370 Aug 31 14:08:03.050990 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d63b370d-0dfe-4385-861b-62aba14fa664 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.052072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0d155157-2f92-414e-bc9a-5c93f806d553 req-ecedf4a8-71bc-4152-a09d-b0e0035a937d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a4635bb-1515-436d-af16-9449ef793d1b', 'remote_group_id': None}]} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:03.052645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0d155157-2f92-414e-bc9a-5c93f806d553 req-ecedf4a8-71bc-4152-a09d-b0e0035a937d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a4635bb-1515-436d-af16-9449ef793d1b', 'remote_group_id': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:03.154437 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0d155157-2f92-414e-bc9a-5c93f806d553 req-ecedf4a8-71bc-4152-a09d-b0e0035a937d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.190810 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b370d-0dfe-4385-861b-62aba14fa664 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Subnet': ['ID=317b38d3-4bb9-42bf-9869-3374abe95c28,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:03.198282 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0d155157-2f92-414e-bc9a-5c93f806d553 req-ecedf4a8-71bc-4152-a09d-b0e0035a937d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.202828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b370d-0dfe-4385-861b-62aba14fa664 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Checking segment: {'id': '18480280-d2f6-4136-97f0-8996d6c5f6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20376e5b-5d92-4cff-adaf-521eda72855d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:03.203566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b370d-0dfe-4385-861b-62aba14fa664 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network hostable DHCP agents. Network: 20376e5b-5d92-4cff-adaf-521eda72855d, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:03.205678 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0d155157-2f92-414e-bc9a-5c93f806d553 req-ecedf4a8-71bc-4152-a09d-b0e0035a937d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.233018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedf4a8-71bc-4152-a09d-b0e0035a937d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e71c82d-93c6-492f-b971-a4ab946cd8cb,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:03.250703 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0d155157-2f92-414e-bc9a-5c93f806d553 req-ecedf4a8-71bc-4152-a09d-b0e0035a937d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.253754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d155157-2f92-414e-bc9a-5c93f806d553 req-ecedf4a8-71bc-4152-a09d-b0e0035a937d tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2081296 Aug 31 14:08:03.302253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b370d-0dfe-4385-861b-62aba14fa664 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 20376e5b-5d92-4cff-adaf-521eda72855d is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:03.340704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f80ea-6328-418a-a569-e4da30e82e48 req-6b49097f-d6a3-4d7f-b457-5d8a85cfaefd tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:03.343185 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a37f80ea-6328-418a-a569-e4da30e82e48 req-6b49097f-d6a3-4d7f-b457-5d8a85cfaefd tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 945 time: 0.1300695 Aug 31 14:08:03.344873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d63b370d-0dfe-4385-861b-62aba14fa664 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 20376e5b-5d92-4cff-adaf-521eda72855d) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:03.352684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b370d-0dfe-4385-861b-62aba14fa664 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:03.353727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d63b370d-0dfe-4385-861b-62aba14fa664 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.370170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1678d4-559e-44d2-bb82-d324b2324b26 None None] Network 20376e5b-5d92-4cff-adaf-521eda72855d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:03.459652 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d63b370d-0dfe-4385-861b-62aba14fa664 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9477065 Aug 31 14:08:03.462582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47692) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:03.476754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': '20376e5b-5d92-4cff-adaf-521eda72855d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-487504545'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:03.494280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5820a-a3d1-4c3f-87ab-f7c9ac39917c req-824dfd83-e458-45e9-9e0e-803044ebcdb0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:03.496346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-74a5820a-a3d1-4c3f-87ab-f7c9ac39917c req-824dfd83-e458-45e9-9e0e-803044ebcdb0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1024721 Aug 31 14:08:03.507102 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a37f80ea-6328-418a-a569-e4da30e82e48 req-d47a416b-da0e-46f6-84a4-7f5efd7688ee tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350760 Aug 31 14:08:03.513968 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f3b8a9a-fb41-45c0-b7c4-0481cfa70801 req-72b42e9b-fcfb-4017-bbee-8c160527e354 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1105940 Aug 31 14:08:03.653053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8a9a-fb41-45c0-b7c4-0481cfa70801 req-81b6e09e-753c-4b3f-bebb-9663f4a740bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:03.657430 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f3b8a9a-fb41-45c0-b7c4-0481cfa70801 req-81b6e09e-753c-4b3f-bebb-9663f4a740bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 1097 time: 0.1071138 Aug 31 14:08:03.686750 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-74a5820a-a3d1-4c3f-87ab-f7c9ac39917c req-74a35e09-d02b-43b3-b6c5-f1cbd0e35944 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427162 Aug 31 14:08:03.708285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-20376e5b-5d92-4cff-adaf-521eda72855d', 'network_id': '20376e5b-5d92-4cff-adaf-521eda72855d', 'tenant_id': 'c1ede8c2527c4afcb7c7f887155b44b9', 'fixed_ips': [{'subnet_id': '317b38d3-4bb9-42bf-9869-3374abe95c28'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:08:03.710171 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.778763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:03.785211 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:03.815777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port 1793e0e0-63db-4a0b-8000-23c440f932c5 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:08:03.840924 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:03.885253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8a9a-fb41-45c0-b7c4-0481cfa70801 req-6f27faef-4ca2-4526-8423-3a0826a1721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:03.887200 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f3b8a9a-fb41-45c0-b7c4-0481cfa70801 req-6f27faef-4ca2-4526-8423-3a0826a1721e service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.1817422 Aug 31 14:08:03.968712 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f3b8a9a-fb41-45c0-b7c4-0481cfa70801 req-6f7e4943-666a-447c-b1d6-1fc8da7f1fd8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66034099-cfe4-42e5-b43b-a0ba131e5b72 HTTP/1.1" status: 200 len: 217 time: 0.0674491 Aug 31 14:08:03.991483 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e7fd79ec-375a-4aa8-864e-bde820149279 req-f6e4e3a6-72c3-402b-a4d2-671ba68d169a tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/9a4635bb-1515-436d-af16-9449ef793d1b HTTP/1.1" status: 200 len: 3000 time: 0.2961667 Aug 31 14:08:04.041017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:04.050310 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce225e18-fa5f-4caa-9ddf-a411ac5a6441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.057585 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.067180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:04.067430 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.070138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Allocated IP 2001:db8::2 (20376e5b-5d92-4cff-adaf-521eda72855d/317b38d3-4bb9-42bf-9869-3374abe95c28/886a1e3f-9ea8-43f5-9f06-ce083ea54080) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:04.117266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8a9a-fb41-45c0-b7c4-0481cfa70801 req-2197b6c6-af5b-43a8-a182-077fb10120ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:04.119328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f3b8a9a-fb41-45c0-b7c4-0481cfa70801 req-2197b6c6-af5b-43a8-a182-077fb10120ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.1257374 Aug 31 14:08:04.191361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d756f9-4831-4450-be60-28c30090eeec req-47f57387-c21f-4f81-a00c-7503c1ebf2dc tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:04.195140 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-41d756f9-4831-4450-be60-28c30090eeec req-47f57387-c21f-4f81-a00c-7503c1ebf2dc tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 944 time: 0.0984683 Aug 31 14:08:04.218975 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e61a8426-f3bf-4015-90f0-ef65f501f912 req-44c96a24-e413-4fb7-8623-b9ee58d5245b tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-group-rules/3e71c82d-93c6-492f-b971-a4ab946cd8cb HTTP/1.1" status: 200 len: 783 time: 0.0471478 Aug 31 14:08:04.226477 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8a9a-fb41-45c0-b7c4-0481cfa70801 req-1d58783c-bcc5-4d11-b6e8-4bac581e5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:04.229898 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f3b8a9a-fb41-45c0-b7c4-0481cfa70801 req-1d58783c-bcc5-4d11-b6e8-4bac581e5f8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983047 Aug 31 14:08:04.310165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-41d756f9-4831-4450-be60-28c30090eeec req-e575b8b3-6a90-46d3-a66c-b90edf28163b tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/security-groups?id=687075d9-9ee4-4f5a-a93f-31b800b8183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886495 Aug 31 14:08:04.319650 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.396487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb0709b-9ec6-480d-bab3-ebef560bf1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d376376-c3d8-4a6b-ba8d-b6917a19bd5d'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:04.399720 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa70101-381b-4bf4-99c9-5a826253b1ad" -d '{"events": [{"server_uuid": "ccb0709b-9ec6-480d-bab3-ebef560bf1fe", "name": "network-vif-plugged", "status": "completed", "tag": "9d376376-c3d8-4a6b-ba8d-b6917a19bd5d"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:04.460202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d,segment=NetworkSegment(e2bc10b5-4201-4f79-be37-fc3f6a321b61),segment_id=e2bc10b5-4201-4f79-be37-fc3f6a321b61)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:04.478606 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.487624 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.519954 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Transition to ACTIVE for port object 886a1e3f-9ea8-43f5-9f06-ce083ea54080 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:04.528292 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67b0d58-94ed-4cdd-ba7c-59816985c302 x-openstack-request-id: req-f67b0d58-94ed-4cdd-ba7c-59816985c302 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:04.528674 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb0709b-9ec6-480d-bab3-ebef560bf1fe", "name": "network-vif-plugged", "status": "completed", "tag": "9d376376-c3d8-4a6b-ba8d-b6917a19bd5d", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:04.529056 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f67b0d58-94ed-4cdd-ba7c-59816985c302 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:04.529418 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb0709b-9ec6-480d-bab3-ebef560bf1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d376376-c3d8-4a6b-ba8d-b6917a19bd5d', 'code': 200} Aug 31 14:08:04.576805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Transition to ACTIVE for port object 886a1e3f-9ea8-43f5-9f06-ce083ea54080 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:04.584098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:04.599119 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.654156 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Network 20376e5b-5d92-4cff-adaf-521eda72855d is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:04.679373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:04.684717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:04.692177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Pushing event updated for resources: {'Port': ['ID=886a1e3f-9ea8-43f5-9f06-ce083ea54080,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:04.777069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Attempting to bind port 886a1e3f-9ea8-43f5-9f06-ce083ea54080 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:04.777548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Attempting to bind port 886a1e3f-9ea8-43f5-9f06-ce083ea54080 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '18480280-d2f6-4136-97f0-8996d6c5f6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20376e5b-5d92-4cff-adaf-521eda72855d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:04.778081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Attempting to bind port 886a1e3f-9ea8-43f5-9f06-ce083ea54080 on network 20376e5b-5d92-4cff-adaf-521eda72855d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:04.794759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:04.795337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Checking segment: {'id': '18480280-d2f6-4136-97f0-8996d6c5f6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20376e5b-5d92-4cff-adaf-521eda72855d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:04.795817 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.796510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Bound using segment: {'id': '18480280-d2f6-4136-97f0-8996d6c5f6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20376e5b-5d92-4cff-adaf-521eda72855d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:04.797525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Bound port: 886a1e3f-9ea8-43f5-9f06-ce083ea54080, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18480280-d2f6-4136-97f0-8996d6c5f6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20376e5b-5d92-4cff-adaf-521eda72855d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:04.797964 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.847008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e61a8426-f3bf-4015-90f0-ef65f501f912 req-eadb93e7-4e75-4409-983a-4250c8dd9829 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/9a4635bb-1515-436d-af16-9449ef793d1b HTTP/1.1" status: 200 len: 3000 time: 0.6121683 Aug 31 14:08:04.850572 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f3b8a9a-fb41-45c0-b7c4-0481cfa70801 req-f11899d1-90f4-41c6-a9d5-7438890eb320 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053042 Aug 31 14:08:04.932611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] For port 886a1e3f-9ea8-43f5-9f06-ce083ea54080, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:04.939579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] For port 886a1e3f-9ea8-43f5-9f06-ce083ea54080, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=886a1e3f-9ea8-43f5-9f06-ce083ea54080,segment=NetworkSegment(18480280-d2f6-4136-97f0-8996d6c5f6bf),segment_id=18480280-d2f6-4136-97f0-8996d6c5f6bf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:04.946120 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.977858 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e61a8426-f3bf-4015-90f0-ef65f501f912 req-5053ae95-2138-4030-a60a-51c24ad974f5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:04.994554 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e61a8426-f3bf-4015-90f0-ef65f501f912 req-5053ae95-2138-4030-a60a-51c24ad974f5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.053550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667e325-6a6e-4974-9ec5-dec22ea51bf1 None None] Pushing event updated for resources: {'Port': ['ID=886a1e3f-9ea8-43f5-9f06-ce083ea54080,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:05.078572 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e61a8426-f3bf-4015-90f0-ef65f501f912 req-5053ae95-2138-4030-a60a-51c24ad974f5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.095308 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e61a8426-f3bf-4015-90f0-ef65f501f912 req-5053ae95-2138-4030-a60a-51c24ad974f5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.097228 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e61a8426-f3bf-4015-90f0-ef65f501f912 req-5053ae95-2138-4030-a60a-51c24ad974f5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3e71c82d-93c6-492f-b971-a4ab946cd8cb HTTP/1.1" status: 204 len: 173 time: 0.2359025 Aug 31 14:08:05.119111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053ae95-2138-4030-a60a-51c24ad974f5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e71c82d-93c6-492f-b971-a4ab946cd8cb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:05.135550 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f3b8a9a-fb41-45c0-b7c4-0481cfa70801 req-51bdea2e-bb83-498e-9b04-1e6e79884ece service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727995 Aug 31 14:08:05.152806 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.248124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59516e85-84b2-46a0-99ab-284cd80eee4f req-807b6a38-888e-402e-b504-a971e23dd6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:05.251510 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59516e85-84b2-46a0-99ab-284cd80eee4f req-807b6a38-888e-402e-b504-a971e23dd6cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 1096 time: 0.6672840 Aug 31 14:08:05.296595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8::36d (20376e5b-5d92-4cff-adaf-521eda72855d/317b38d3-4bb9-42bf-9869-3374abe95c28/1793e0e0-63db-4a0b-8000-23c440f932c5) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:05.369577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61bf0d-1981-4e11-848c-2fe00531e1c9 req-1444158b-285d-4c51-831e-3e3c49c67ef8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:05.372073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c61bf0d-1981-4e11-848c-2fe00531e1c9 req-1444158b-285d-4c51-831e-3e3c49c67ef8 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 945 time: 0.3043845 Aug 31 14:08:05.395714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ba0c6-c5be-44e0-8a5d-af5b4ff38423 req-abe89c7c-0346-4769-a9ec-fff47da9bf83 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:05.399566 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba8ba0c6-c5be-44e0-8a5d-af5b4ff38423 req-abe89c7c-0346-4769-a9ec-fff47da9bf83 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 945 time: 0.2881539 Aug 31 14:08:05.440902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121b07f-d6b7-48aa-88ac-cd85d58b3296 req-45c593cb-66b6-47b0-b671-0659657b1043 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:05.442392 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2121b07f-d6b7-48aa-88ac-cd85d58b3296 req-45c593cb-66b6-47b0-b671-0659657b1043 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0924547 Aug 31 14:08:05.501980 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2121b07f-d6b7-48aa-88ac-cd85d58b3296 req-911c1ad1-6831-484e-8eb7-eda292b1a295 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526142 Aug 31 14:08:05.568026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59516e85-84b2-46a0-99ab-284cd80eee4f req-d82dbdd2-5b21-4fbf-a479-18e03e320229 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=687075d9-9ee4-4f5a-a93f-31b800b8183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054922 Aug 31 14:08:05.598074 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c99efef-e80c-4009-a37e-7412b1477b0a req-0899a7ec-d6af-42cc-8e34-d9b0d09d0292 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/9a4635bb-1515-436d-af16-9449ef793d1b HTTP/1.1" status: 200 len: 2401 time: 0.0656161 Aug 31 14:08:05.657593 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c61bf0d-1981-4e11-848c-2fe00531e1c9 req-1c86b48e-b496-4985-ba91-d43e9d4cd0b7 tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f277f1-4a7f-449b-a7e4-474ecc96fd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503636 Aug 31 14:08:05.699174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c99efef-e80c-4009-a37e-7412b1477b0a req-0f25d1b8-0425-4f3e-afcb-1605b0a5d6aa tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.733102 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c99efef-e80c-4009-a37e-7412b1477b0a req-0f25d1b8-0425-4f3e-afcb-1605b0a5d6aa tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.739770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.776040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Transition to ACTIVE for port object 1793e0e0-63db-4a0b-8000-23c440f932c5 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:05.785578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ba8ba0c6-c5be-44e0-8a5d-af5b4ff38423 req-d09d3293-8691-4897-98ff-c429c23b278b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Deleting port 11e96f89-6b85-4167-bd27-704b82141916 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:05.785578 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba8ba0c6-c5be-44e0-8a5d-af5b4ff38423 req-d09d3293-8691-4897-98ff-c429c23b278b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.826649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c99efef-e80c-4009-a37e-7412b1477b0a req-0f25d1b8-0425-4f3e-afcb-1605b0a5d6aa tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.830420 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-8c99efef-e80c-4009-a37e-7412b1477b0a req-0f25d1b8-0425-4f3e-afcb-1605b0a5d6aa tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:05.844724 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c99efef-e80c-4009-a37e-7412b1477b0a req-0f25d1b8-0425-4f3e-afcb-1605b0a5d6aa tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a4635bb-1515-436d-af16-9449ef793d1b HTTP/1.1" status: 204 len: 173 time: 0.2404196 Aug 31 14:08:05.869234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25d1b8-0425-4f3e-afcb-1605b0a5d6aa tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4635bb-1515-436d-af16-9449ef793d1b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:05.987254 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-32ca9815-5336-4cb4-98cf-55fbf38a37df req-fb2f9336-4035-4737-a506-11d2965878d6 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] show failed (client error): The resource could not be found. Aug 31 14:08:05.993147 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-32ca9815-5336-4cb4-98cf-55fbf38a37df req-fb2f9336-4035-4737-a506-11d2965878d6 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/acd31bf4-c369-4cd1-83ab-ca05241649d1 HTTP/1.1" status: 404 len: 352 time: 0.0271518 Aug 31 14:08:06.056961 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76d6ac84-fd8a-41c3-801a-0646253b4eec req-1ba9709b-514d-43c5-907a-2073aeb2cfb2 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/f58e6cde-6ce9-4878-a73b-05186b846865 HTTP/1.1" status: 200 len: 1807 time: 0.0433807 Aug 31 14:08:06.075142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6462d73-8f4b-43d7-83c3-671468200c89 req-509f4f41-334b-4b6f-8fd7-9ee307726120 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:06.081000 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6462d73-8f4b-43d7-83c3-671468200c89 req-509f4f41-334b-4b6f-8fd7-9ee307726120 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 945 time: 0.1757200 Aug 31 14:08:06.082251 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.143196 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-76d6ac84-fd8a-41c3-801a-0646253b4eec req-7233f7cb-446e-4d7f-b01d-ee4caf09c1b3 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.145473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ba8ba0c6-c5be-44e0-8a5d-af5b4ff38423 req-d09d3293-8691-4897-98ff-c429c23b278b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] For port 11e96f89-6b85-4167-bd27-704b82141916, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=11e96f89-6b85-4167-bd27-704b82141916,segment=NetworkSegment(9c189fc2-adad-4157-bc77-90c1518810fd),segment_id=9c189fc2-adad-4157-bc77-90c1518810fd)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:06.145977 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba8ba0c6-c5be-44e0-8a5d-af5b4ff38423 req-d09d3293-8691-4897-98ff-c429c23b278b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.175621 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-76d6ac84-fd8a-41c3-801a-0646253b4eec req-7233f7cb-446e-4d7f-b01d-ee4caf09c1b3 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.186540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 20376e5b-5d92-4cff-adaf-521eda72855d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:06.195950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ba8ba0c6-c5be-44e0-8a5d-af5b4ff38423 req-d09d3293-8691-4897-98ff-c429c23b278b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Calling delete_port for 11e96f89-6b85-4167-bd27-704b82141916 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:06.198548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:06.205647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:06.218023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:06.219091 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.227107 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-76d6ac84-fd8a-41c3-801a-0646253b4eec req-7233f7cb-446e-4d7f-b01d-ee4caf09c1b3 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.232131 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-76d6ac84-fd8a-41c3-801a-0646253b4eec req-7233f7cb-446e-4d7f-b01d-ee4caf09c1b3 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.234355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76d6ac84-fd8a-41c3-801a-0646253b4eec req-7233f7cb-446e-4d7f-b01d-ee4caf09c1b3 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "DELETE /v2.0/security-groups/f58e6cde-6ce9-4878-a73b-05186b846865 HTTP/1.1" status: 204 len: 173 time: 0.1649032 Aug 31 14:08:06.244540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=1793e0e0-63db-4a0b-8000-23c440f932c5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:06.257385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233f7cb-446e-4d7f-b01d-ee4caf09c1b3 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58e6cde-6ce9-4878-a73b-05186b846865,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:06.280704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6462d73-8f4b-43d7-83c3-671468200c89 req-81c69d6f-0234-4dad-9860-2e7d476ed0be tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/security-groups?id=687075d9-9ee4-4f5a-a93f-31b800b8183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741343 Aug 31 14:08:06.309464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f94669-5056-44a2-a00f-caaa918cba15 None None] Network 20376e5b-5d92-4cff-adaf-521eda72855d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:06.314081 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2f20f3c7-55c2-4ccf-97a7-b7249aa47dec tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8496621 Aug 31 14:08:06.318267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47726) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:06.408413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c25d3c8c-0afb-434b-8a7d-f3b7b8ee8c30 None None] Provisioning for port 886a1e3f-9ea8-43f5-9f06-ce083ea54080 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:06.444796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b351430c-8167-4568-b909-703c24a88cf4 req-e8cd2221-7c8c-4530-87b7-f79e0e327ad7 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/fbbdca36-93f6-4088-8387-e3e9f7844678 HTTP/1.1" status: 200 len: 1805 time: 0.1288180 Aug 31 14:08:06.499669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ce65a-e3ba-482e-ab0e-532983e013c6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port 1793e0e0-63db-4a0b-8000-23c440f932c5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:06.500228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce65a-e3ba-482e-ab0e-532983e013c6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.620404 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b351430c-8167-4568-b909-703c24a88cf4 req-26ca60c9-b10d-455c-9a66-e900d5d6fdb5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.683583 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b351430c-8167-4568-b909-703c24a88cf4 req-26ca60c9-b10d-455c-9a66-e900d5d6fdb5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.693896 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba8ba0c6-c5be-44e0-8a5d-af5b4ff38423 req-d09d3293-8691-4897-98ff-c429c23b278b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.712151 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['11e96f89-6b85-4167-bd27-704b82141916'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:08:06.795868 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.803537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d3293-8691-4897-98ff-c429c23b278b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Pushing event deleted for resources: {'Port': ['ID=11e96f89-6b85-4167-bd27-704b82141916,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:06.816342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 886a1e3f-9ea8-43f5-9f06-ce083ea54080 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:06.822767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca70bdc-935a-4e0b-bcab-8201af889b2e req-136c1efa-5ac2-4e28-a9b2-aa8510ca8741 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:06.833171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ca70bdc-935a-4e0b-bcab-8201af889b2e req-136c1efa-5ac2-4e28-a9b2-aa8510ca8741 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.2245924 Aug 31 14:08:06.838131 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce65a-e3ba-482e-ab0e-532983e013c6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.870617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ce65a-e3ba-482e-ab0e-532983e013c6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for 1793e0e0-63db-4a0b-8000-23c440f932c5 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:06.915828 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 886a1e3f-9ea8-43f5-9f06-ce083ea54080 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:06.922601 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 886a1e3f-9ea8-43f5-9f06-ce083ea54080 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:06.923264 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.953723 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b351430c-8167-4568-b909-703c24a88cf4 req-26ca60c9-b10d-455c-9a66-e900d5d6fdb5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.961222 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b351430c-8167-4568-b909-703c24a88cf4 req-26ca60c9-b10d-455c-9a66-e900d5d6fdb5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:06.981456 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b351430c-8167-4568-b909-703c24a88cf4 req-26ca60c9-b10d-455c-9a66-e900d5d6fdb5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "DELETE /v2.0/security-groups/fbbdca36-93f6-4088-8387-e3e9f7844678 HTTP/1.1" status: 204 len: 173 time: 0.5296292 Aug 31 14:08:07.019103 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ca70bdc-935a-4e0b-bcab-8201af889b2e req-d01f3eee-13df-4d0d-afea-b4c3935e624d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266882 Aug 31 14:08:07.050401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8ba0c6-c5be-44e0-8a5d-af5b4ff38423 req-d09d3293-8691-4897-98ff-c429c23b278b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] No DVR routers for this DVR port 11e96f89-6b85-4167-bd27-704b82141916 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:07.064493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ba8ba0c6-c5be-44e0-8a5d-af5b4ff38423 req-d09d3293-8691-4897-98ff-c429c23b278b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.076224 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba8ba0c6-c5be-44e0-8a5d-af5b4ff38423 req-d09d3293-8691-4897-98ff-c429c23b278b tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.52 "DELETE /v2.0/ports/11e96f89-6b85-4167-bd27-704b82141916 HTTP/1.1" status: 204 len: 173 time: 1.6643970 Aug 31 14:08:07.077100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd37a77f-2bdf-4c39-9872-6c81060a6dda', 'name': 'network-vif-deleted', 'tag': '11e96f89-6b85-4167-bd27-704b82141916'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:07.079443 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23860362-3059-4f86-9cf9-763feffe22c1" -d '{"events": [{"server_uuid": "bd37a77f-2bdf-4c39-9872-6c81060a6dda", "name": "network-vif-deleted", "tag": "11e96f89-6b85-4167-bd27-704b82141916"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:07.087985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca60c9-b10d-455c-9a66-e900d5d6fdb5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbdca36-93f6-4088-8387-e3e9f7844678,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:07.091688 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.145751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0af19a21-3208-4a95-a542-6f138ce775fa None None] Provisioning complete for port 886a1e3f-9ea8-43f5-9f06-ce083ea54080 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:07.147212 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0af19a21-3208-4a95-a542-6f138ce775fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.151614 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8506dbd3-cb65-42ec-b171-70ee8e10a932 req-a590a9ec-c36f-44f5-ae66-bcde313aa5eb tempest-DeleteServersTestJSON-1773742853 tempest-DeleteServersTestJSON-1773742853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37a77f-2bdf-4c39-9872-6c81060a6dda HTTP/1.1" status: 200 len: 210 time: 0.0332181 Aug 31 14:08:07.184373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce65a-e3ba-482e-ab0e-532983e013c6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.213671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 886a1e3f-9ea8-43f5-9f06-ce083ea54080, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=886a1e3f-9ea8-43f5-9f06-ce083ea54080,segment=NetworkSegment(18480280-d2f6-4136-97f0-8996d6c5f6bf),segment_id=18480280-d2f6-4136-97f0-8996d6c5f6bf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:07.221072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.253500 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ce65a-e3ba-482e-ab0e-532983e013c6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=1793e0e0-63db-4a0b-8000-23c440f932c5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:07.323758 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce65a-e3ba-482e-ab0e-532983e013c6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.327216 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1c0ce65a-e3ba-482e-ab0e-532983e013c6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/1793e0e0-63db-4a0b-8000-23c440f932c5 HTTP/1.1" status: 204 len: 168 time: 1.0067267 Aug 31 14:08:07.329709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47742) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:07.351206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=886a1e3f-9ea8-43f5-9f06-ce083ea54080,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:07.374878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0af19a21-3208-4a95-a542-6f138ce775fa None None] Could not find standard attr ID for object 1793e0e0-63db-4a0b-8000-23c440f932c5. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:08:07.381676 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4347b738-6095-49b8-b005-154395e22ed5 x-openstack-request-id: req-4347b738-6095-49b8-b005-154395e22ed5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:07.382289 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd37a77f-2bdf-4c39-9872-6c81060a6dda", "name": "network-vif-deleted", "tag": "11e96f89-6b85-4167-bd27-704b82141916", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:07.383254 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4347b738-6095-49b8-b005-154395e22ed5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:07.384228 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd37a77f-2bdf-4c39-9872-6c81060a6dda', 'name': 'network-vif-deleted', 'tag': '11e96f89-6b85-4167-bd27-704b82141916', 'status': 'completed', 'code': 200} Aug 31 14:08:07.388503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6e298c6d-1053-4dce-896d-bc1f9fb97239 req-81ad363c-3b6d-4f5c-9955-3b00d0f3d976 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/1695c2ec-1b08-4ae8-b8a4-892e700fb56c HTTP/1.1" status: 200 len: 1807 time: 0.1394961 Aug 31 14:08:07.392750 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c263a5b-8d29-426d-8908-8b4114671a76 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:08:07.395600 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5c263a5b-8d29-426d-8908-8b4114671a76 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/1793e0e0-63db-4a0b-8000-23c440f932c5 HTTP/1.1" status: 404 len: 333 time: 0.0646036 Aug 31 14:08:07.400676 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47746) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:07.490731 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-55047d44-e6b5-491e-a2a5-931b994e64b8 None None] Could not find standard attr ID for object 1793e0e0-63db-4a0b-8000-23c440f932c5. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:08:07.513954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf293b-8e5c-4d1f-8526-7c3ef5b81ef2 req-369804ae-1ce3-4a05-89b4-7641a54a7663 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:07.522217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6daf293b-8e5c-4d1f-8526-7c3ef5b81ef2 req-369804ae-1ce3-4a05-89b4-7641a54a7663 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 945 time: 0.0803268 Aug 31 14:08:07.530751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3b1adb-d4e0-4eda-b0c3-35ed86c36e70 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting subnet 317b38d3-4bb9-42bf-9869-3374abe95c28 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:07.536703 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1adb-d4e0-4eda-b0c3-35ed86c36e70 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.576161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6daf293b-8e5c-4d1f-8526-7c3ef5b81ef2 req-e33aac2b-89dd-432b-b4e8-980a70056f96 tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/security-groups?id=687075d9-9ee4-4f5a-a93f-31b800b8183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530353 Aug 31 14:08:07.582315 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6e298c6d-1053-4dce-896d-bc1f9fb97239 req-976259b7-371f-49d0-a2d9-7e912f71a202 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.603273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1adb-d4e0-4eda-b0c3-35ed86c36e70 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.644229 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6e298c6d-1053-4dce-896d-bc1f9fb97239 req-976259b7-371f-49d0-a2d9-7e912f71a202 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.781985 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1adb-d4e0-4eda-b0c3-35ed86c36e70 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.785460 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6e298c6d-1053-4dce-896d-bc1f9fb97239 req-976259b7-371f-49d0-a2d9-7e912f71a202 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.788047 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6e298c6d-1053-4dce-896d-bc1f9fb97239 req-976259b7-371f-49d0-a2d9-7e912f71a202 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.789802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6e298c6d-1053-4dce-896d-bc1f9fb97239 req-976259b7-371f-49d0-a2d9-7e912f71a202 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "DELETE /v2.0/security-groups/1695c2ec-1b08-4ae8-b8a4-892e700fb56c HTTP/1.1" status: 204 len: 173 time: 0.3716559 Aug 31 14:08:07.836294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976259b7-371f-49d0-a2d9-7e912f71a202 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1695c2ec-1b08-4ae8-b8a4-892e700fb56c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:07.897374 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b9a799c-a7e4-4404-8d36-0ef2215c0665 req-23108105-0310-48d8-b553-140df048b8c2 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/0a6bd2fa-9a58-410f-aaa1-4b6b7eb8f5ff HTTP/1.1" status: 200 len: 2404 time: 0.0787466 Aug 31 14:08:07.907583 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1adb-d4e0-4eda-b0c3-35ed86c36e70 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.960380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b1adb-d4e0-4eda-b0c3-35ed86c36e70 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Subnet': ['ID=317b38d3-4bb9-42bf-9869-3374abe95c28,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:07.973209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9fa790-94c4-45c1-b2ca-90ec41e8a1a1 None None] Network 20376e5b-5d92-4cff-adaf-521eda72855d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:07.987043 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1adb-d4e0-4eda-b0c3-35ed86c36e70 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:07.993456 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ad3b1adb-d4e0-4eda-b0c3-35ed86c36e70 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/317b38d3-4bb9-42bf-9869-3374abe95c28 HTTP/1.1" status: 204 len: 168 time: 0.5868964 Aug 31 14:08:07.993854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47756) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:08.026471 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1b9a799c-a7e4-4404-8d36-0ef2215c0665 req-a6ff1d68-a7f8-4b5a-b45e-2c8e3f09d77a tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.060495 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1b9a799c-a7e4-4404-8d36-0ef2215c0665 req-a6ff1d68-a7f8-4b5a-b45e-2c8e3f09d77a tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.140753 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1b9a799c-a7e4-4404-8d36-0ef2215c0665 req-a6ff1d68-a7f8-4b5a-b45e-2c8e3f09d77a tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.144056 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.145805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1b9a799c-a7e4-4404-8d36-0ef2215c0665 req-a6ff1d68-a7f8-4b5a-b45e-2c8e3f09d77a tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.147721 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1b9a799c-a7e4-4404-8d36-0ef2215c0665 req-a6ff1d68-a7f8-4b5a-b45e-2c8e3f09d77a tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "DELETE /v2.0/security-groups/0a6bd2fa-9a58-410f-aaa1-4b6b7eb8f5ff HTTP/1.1" status: 204 len: 173 time: 0.2430410 Aug 31 14:08:08.175461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff1d68-a7f8-4b5a-b45e-2c8e3f09d77a tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6bd2fa-9a58-410f-aaa1-4b6b7eb8f5ff,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:08.197371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f94b0-d4c6-4a91-b001-b43e781f730b req-10c30170-4e71-41da-ab65-219a37ad679f tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:08.199087 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a3f94b0-d4c6-4a91-b001-b43e781f730b req-10c30170-4e71-41da-ab65-219a37ad679f tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 945 time: 0.1093004 Aug 31 14:08:08.270950 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a3f94b0-d4c6-4a91-b001-b43e781f730b req-7bb46dac-8dc4-485e-87a3-6db017c38bae tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/security-groups?id=687075d9-9ee4-4f5a-a93f-31b800b8183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481203 Aug 31 14:08:08.288161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port 886a1e3f-9ea8-43f5-9f06-ce083ea54080 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:08.288558 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.310529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23cf8b-96b5-4272-b0da-658f19c9ea4c req-1eca614c-4928-44ef-9713-103684201228 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:08.313969 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d23cf8b-96b5-4272-b0da-658f19c9ea4c req-1eca614c-4928-44ef-9713-103684201228 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0861568 Aug 31 14:08:08.387125 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d23cf8b-96b5-4272-b0da-658f19c9ea4c req-cdfac82e-b145-4abd-a92e-fbbca2e17cba tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642087 Aug 31 14:08:08.431565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056d0438-4d95-4d49-ac68-52b6bf4e07b1 None None] DHCP port deletion for 20376e5b-5d92-4cff-adaf-521eda72855d request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:08:08.434196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] For port 886a1e3f-9ea8-43f5-9f06-ce083ea54080, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=886a1e3f-9ea8-43f5-9f06-ce083ea54080,segment=NetworkSegment(18480280-d2f6-4136-97f0-8996d6c5f6bf),segment_id=18480280-d2f6-4136-97f0-8996d6c5f6bf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:08.434604 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.458179 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4f6b2afc-2a5e-4847-a88b-fc3eaf3a6dda req-641f7073-92af-4c16-9236-1be4add37a48 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "GET /v2.0/security-groups/bfa2dfbb-5874-4277-82e7-90a785559ddc HTTP/1.1" status: 200 len: 2400 time: 0.1507051 Aug 31 14:08:08.464772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for 886a1e3f-9ea8-43f5-9f06-ce083ea54080 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:08.519557 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-056d0438-4d95-4d49-ac68-52b6bf4e07b1 None None] Deleting port 886a1e3f-9ea8-43f5-9f06-ce083ea54080 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:08.519557 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-056d0438-4d95-4d49-ac68-52b6bf4e07b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.587835 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4f6b2afc-2a5e-4847-a88b-fc3eaf3a6dda req-c7d4dc47-3453-4f2b-bba1-ac98cda4afa5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.634387 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4f6b2afc-2a5e-4847-a88b-fc3eaf3a6dda req-c7d4dc47-3453-4f2b-bba1-ac98cda4afa5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.635227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-056d0438-4d95-4d49-ac68-52b6bf4e07b1 None None] For port 886a1e3f-9ea8-43f5-9f06-ce083ea54080, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=886a1e3f-9ea8-43f5-9f06-ce083ea54080,segment=NetworkSegment(18480280-d2f6-4136-97f0-8996d6c5f6bf),segment_id=18480280-d2f6-4136-97f0-8996d6c5f6bf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:08.635896 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-056d0438-4d95-4d49-ac68-52b6bf4e07b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.662124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-056d0438-4d95-4d49-ac68-52b6bf4e07b1 None None] Calling delete_port for 886a1e3f-9ea8-43f5-9f06-ce083ea54080 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:08.666936 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.732012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 886a1e3f-9ea8-43f5-9f06-ce083ea54080 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:08.732881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=886a1e3f-9ea8-43f5-9f06-ce083ea54080,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:08.739762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No DVR routers for this DVR port 886a1e3f-9ea8-43f5-9f06-ce083ea54080 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:08.758310 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 886a1e3f-9ea8-43f5-9f06-ce083ea54080 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:08.758534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 886a1e3f-9ea8-43f5-9f06-ce083ea54080 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:08.807116 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-056d0438-4d95-4d49-ac68-52b6bf4e07b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.839709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d0438-4d95-4d49-ac68-52b6bf4e07b1 None None] No DVR routers for this DVR port 886a1e3f-9ea8-43f5-9f06-ce083ea54080 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:08.841558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d0438-4d95-4d49-ac68-52b6bf4e07b1 None None] Pushing event deleted for resources: {'Port': ['ID=886a1e3f-9ea8-43f5-9f06-ce083ea54080,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:08.848586 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4f6b2afc-2a5e-4847-a88b-fc3eaf3a6dda req-c7d4dc47-3453-4f2b-bba1-ac98cda4afa5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.855101 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4f6b2afc-2a5e-4847-a88b-fc3eaf3a6dda req-c7d4dc47-3453-4f2b-bba1-ac98cda4afa5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.864097 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4f6b2afc-2a5e-4847-a88b-fc3eaf3a6dda req-c7d4dc47-3453-4f2b-bba1-ac98cda4afa5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] 10.222.0.20 "DELETE /v2.0/security-groups/bfa2dfbb-5874-4277-82e7-90a785559ddc HTTP/1.1" status: 204 len: 173 time: 0.3932433 Aug 31 14:08:08.865071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47782) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:08.866951 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.892014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20376e5b-5d92-4cff-adaf-521eda72855d']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:08.895492 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4dc47-3453-4f2b-bba1-ac98cda4afa5 tempest-SecurityGroupRulesTestJSON-755681783 tempest-SecurityGroupRulesTestJSON-755681783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa2dfbb-5874-4277-82e7-90a785559ddc,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:08.916878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18480280-d2f6-4136-97f0-8996d6c5f6bf') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:08.917177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18480280-d2f6-4136-97f0-8996d6c5f6bf') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:08.933034 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.939503 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c28220e-ce8e-4010-89e2-e95b87cb27b2 admin admin] Deleting subnet af2e7f78-b58c-44a5-b619-a5b50a7e0537 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:08.944262 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28220e-ce8e-4010-89e2-e95b87cb27b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.971487 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.976018 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.982971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:08.983401 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:08.986980 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:08.999558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28220e-ce8e-4010-89e2-e95b87cb27b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.041191 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.056701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28220e-ce8e-4010-89e2-e95b87cb27b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.058593 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.074167 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.079422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/networks/20376e5b-5d92-4cff-adaf-521eda72855d HTTP/1.1" status: 204 len: 168 time: 1.0808065 Aug 31 14:08:09.080492 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47792) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:09.084924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'name': 'tempest-PortsIpV6TestJSON-834192862'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:09.108890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459ab01-22ef-4c6b-9183-c458733a90bf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Network': ['ID=20376e5b-5d92-4cff-adaf-521eda72855d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:09.134895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28220e-ce8e-4010-89e2-e95b87cb27b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.178234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28220e-ce8e-4010-89e2-e95b87cb27b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.181573 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0c28220e-ce8e-4010-89e2-e95b87cb27b2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/af2e7f78-b58c-44a5-b619-a5b50a7e0537 HTTP/1.1" status: 204 len: 168 time: 0.3123519 Aug 31 14:08:09.183261 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28220e-ce8e-4010-89e2-e95b87cb27b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2e7f78-b58c-44a5-b619-a5b50a7e0537,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:09.184279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47798) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:09.278870 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.282218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:09.285936 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.310350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port 87b3aaca-77a3-484b-b339-74b5075a2128 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:08:09.398513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 11e96f89-6b85-4167-bd27-704b82141916 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:09.431785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 11e96f89-6b85-4167-bd27-704b82141916 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:09.433390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 11e96f89-6b85-4167-bd27-704b82141916 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:09.475148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaafffe-597f-4410-bd82-e7446bd897fe req-8a392933-924a-4dac-8922-6b0fb807975e tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:09.486379 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3aaafffe-597f-4410-bd82-e7446bd897fe req-8a392933-924a-4dac-8922-6b0fb807975e tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 945 time: 0.1020179 Aug 31 14:08:09.500715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.524082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3d304a-7170-4583-8dce-76b7b3082975']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:09.547254 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3aaafffe-597f-4410-bd82-e7446bd897fe req-95bd5423-966e-4db0-8944-7f86b9ab4a4e tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/security-groups?id=687075d9-9ee4-4f5a-a93f-31b800b8183f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588145 Aug 31 14:08:09.581487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb79374e-be45-42f7-a9c5-06f272428e17') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:09.581857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb79374e-be45-42f7-a9c5-06f272428e17') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:09.627808 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.674764 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.676992 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.687787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:09.688203 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:09.689998 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:09.757998 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254b21d-6882-4b6c-8255-2d3317e6f010 req-5093021d-8c7e-4898-a301-c29a1338586b tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:09.759503 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5254b21d-6882-4b6c-8255-2d3317e6f010 req-5093021d-8c7e-4898-a301-c29a1338586b tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 945 time: 0.1804113 Aug 31 14:08:09.831419 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.845343 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:09.849769 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] 10.222.0.20 "DELETE /v2.0/networks/1e3d304a-7170-4583-8dce-76b7b3082975 HTTP/1.1" status: 204 len: 168 time: 0.6616945 Aug 31 14:08:09.882387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974293d1-668a-4d24-acb7-5a6858b7918c admin admin] Pushing event deleted for resources: {'Network': ['ID=1e3d304a-7170-4583-8dce-76b7b3082975,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:09.933870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef0b2f-6cd6-415b-b23e-c1eca287933e req-49b489f2-c16a-4019-8bdf-05f556ec908b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:09.935600 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3fef0b2f-6cd6-415b-b23e-c1eca287933e req-49b489f2-c16a-4019-8bdf-05f556ec908b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1738327 Aug 31 14:08:09.939444 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.010462 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47814) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:10.016892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:10.030481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:10.042041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:10.047839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:10.048531 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.057311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=87b3aaca-77a3-484b-b339-74b5075a2128,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:10.065028 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-865ab981-d004-4aad-94a5-5e3addc68e4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21724e17b2774bdcbe8ec35e69c68167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483105 Aug 31 14:08:10.067265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47816) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:10.079086 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3fef0b2f-6cd6-415b-b23e-c1eca287933e req-b6a73a7f-b5b4-4702-8ba6-231a611d20a2 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303997 Aug 31 14:08:10.094916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a02ea3e5-444f-4846-a8ae-70ae25ab5971 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0142877 Aug 31 14:08:10.098055 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47818) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:10.105099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-5254b21d-6882-4b6c-8255-2d3317e6f010 req-f71cfe8b-b7a3-4ad8-bc20-7b6e18e047cb tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Deleting port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:10.105452 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5254b21d-6882-4b6c-8255-2d3317e6f010 req-f71cfe8b-b7a3-4ad8-bc20-7b6e18e047cb tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.195516 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-228b4512-a633-485e-a339-728f11b3b198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.199955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a24d65a6-0d28-4193-969c-c09083ee580a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port 87b3aaca-77a3-484b-b339-74b5075a2128 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:10.200315 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a24d65a6-0d28-4193-969c-c09083ee580a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.240007 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-228b4512-a633-485e-a339-728f11b3b198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.254283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5254b21d-6882-4b6c-8255-2d3317e6f010 req-f71cfe8b-b7a3-4ad8-bc20-7b6e18e047cb tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] For port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d,segment=NetworkSegment(e2bc10b5-4201-4f79-be37-fc3f6a321b61),segment_id=e2bc10b5-4201-4f79-be37-fc3f6a321b61)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:10.254669 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5254b21d-6882-4b6c-8255-2d3317e6f010 req-f71cfe8b-b7a3-4ad8-bc20-7b6e18e047cb tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.267701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a24d65a6-0d28-4193-969c-c09083ee580a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.280175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-5254b21d-6882-4b6c-8255-2d3317e6f010 req-f71cfe8b-b7a3-4ad8-bc20-7b6e18e047cb tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Calling delete_port for 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:10.284141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a24d65a6-0d28-4193-969c-c09083ee580a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for 87b3aaca-77a3-484b-b339-74b5075a2128 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:10.363080 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-228b4512-a633-485e-a339-728f11b3b198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.365978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-228b4512-a633-485e-a339-728f11b3b198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.367188 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-228b4512-a633-485e-a339-728f11b3b198 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66a3f608-bc6b-4647-9a0a-73910974d439 HTTP/1.1" status: 204 len: 168 time: 0.2989366 Aug 31 14:08:10.388036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b4512-a633-485e-a339-728f11b3b198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a3f608-bc6b-4647-9a0a-73910974d439,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:10.447187 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a24d65a6-0d28-4193-969c-c09083ee580a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.482413 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a24d65a6-0d28-4193-969c-c09083ee580a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.487125 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a24d65a6-0d28-4193-969c-c09083ee580a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/87b3aaca-77a3-484b-b339-74b5075a2128 HTTP/1.1" status: 204 len: 168 time: 0.3855827 Aug 31 14:08:10.487125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d65a6-0d28-4193-969c-c09083ee580a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=87b3aaca-77a3-484b-b339-74b5075a2128,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:10.488091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47824) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:10.493489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'mac_address': 'fa:16:3e:68:fc:a4', 'name': 'tempest-PortsIpV6TestJSON-4901419'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:10.548464 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5254b21d-6882-4b6c-8255-2d3317e6f010 req-f71cfe8b-b7a3-4ad8-bc20-7b6e18e047cb tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.560251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9d376376-c3d8-4a6b-ba8d-b6917a19bd5d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:08:10.626130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cfe8b-b7a3-4ad8-bc20-7b6e18e047cb tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Pushing event deleted for resources: {'Port': ['ID=9d376376-c3d8-4a6b-ba8d-b6917a19bd5d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:10.696274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5254b21d-6882-4b6c-8255-2d3317e6f010 req-f71cfe8b-b7a3-4ad8-bc20-7b6e18e047cb tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] No DVR routers for this DVR port 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:10.700599 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5254b21d-6882-4b6c-8255-2d3317e6f010 req-f71cfe8b-b7a3-4ad8-bc20-7b6e18e047cb tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.702853 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5254b21d-6882-4b6c-8255-2d3317e6f010 req-f71cfe8b-b7a3-4ad8-bc20-7b6e18e047cb tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.13 "DELETE /v2.0/ports/9d376376-c3d8-4a6b-ba8d-b6917a19bd5d HTTP/1.1" status: 204 len: 173 time: 0.9343586 Aug 31 14:08:10.703255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb0709b-9ec6-480d-bab3-ebef560bf1fe', 'name': 'network-vif-deleted', 'tag': '9d376376-c3d8-4a6b-ba8d-b6917a19bd5d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:10.706147 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1777a5f-c6ba-41c1-9ff9-af9dd7bbf822" -d '{"events": [{"server_uuid": "ccb0709b-9ec6-480d-bab3-ebef560bf1fe", "name": "network-vif-deleted", "tag": "9d376376-c3d8-4a6b-ba8d-b6917a19bd5d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:10.718458 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03d8cd2d-e267-4ae5-92c7-fe49918ad088 req-c1a55e7d-1ec7-4c62-a99b-3654ea4b8e1c tempest-ServerPasswordTestJSON-1247902804 tempest-ServerPasswordTestJSON-1247902804-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccb0709b-9ec6-480d-bab3-ebef560bf1fe HTTP/1.1" status: 200 len: 210 time: 0.0664632 Aug 31 14:08:10.719188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:10.833025 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853883d8-ea1a-447a-adce-af438d4e878a x-openstack-request-id: req-853883d8-ea1a-447a-adce-af438d4e878a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:10.833326 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb0709b-9ec6-480d-bab3-ebef560bf1fe", "name": "network-vif-deleted", "tag": "9d376376-c3d8-4a6b-ba8d-b6917a19bd5d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:10.833584 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-853883d8-ea1a-447a-adce-af438d4e878a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:10.833995 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb0709b-9ec6-480d-bab3-ebef560bf1fe', 'name': 'network-vif-deleted', 'tag': '9d376376-c3d8-4a6b-ba8d-b6917a19bd5d', 'status': 'completed', 'code': 200} Aug 31 14:08:10.841879 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:10.882257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port a63143e8-60be-4e96-9173-e734b507db84 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:08:11.070742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.110847 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.179476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:11.196372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:11.199871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:11.206262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:11.206994 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.241500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=a63143e8-60be-4e96-9173-e734b507db84,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:11.258050 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4050617e-5ace-4d79-8e98-691f426a31fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 0.7683465 Aug 31 14:08:11.260908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47854) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:11.287130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fbb38-ab07-44b7-b7f6-e972e27bd7a3 req-7a56232c-5d89-4f5f-a399-eefac5eee906 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:11.289564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c58fbb38-ab07-44b7-b7f6-e972e27bd7a3 req-7a56232c-5d89-4f5f-a399-eefac5eee906 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1150055 Aug 31 14:08:11.343511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd05d49-00de-4519-8ad6-4ce9c131678d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:11.345565 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0cd05d49-00de-4519-8ad6-4ce9c131678d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/a63143e8-60be-4e96-9173-e734b507db84 HTTP/1.1" status: 200 len: 842 time: 0.0834124 Aug 31 14:08:11.348606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47856) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:11.354223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c58fbb38-ab07-44b7-b7f6-e972e27bd7a3 req-3791b3e0-b05c-47d7-9481-5367c3c3afc0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561695 Aug 31 14:08:11.506645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-654952dc-b560-4689-9229-0e5292bdbce2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port a63143e8-60be-4e96-9173-e734b507db84 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:11.507699 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-654952dc-b560-4689-9229-0e5292bdbce2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.589450 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-654952dc-b560-4689-9229-0e5292bdbce2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.608688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-654952dc-b560-4689-9229-0e5292bdbce2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for a63143e8-60be-4e96-9173-e734b507db84 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:11.721797 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-654952dc-b560-4689-9229-0e5292bdbce2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.767700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654952dc-b560-4689-9229-0e5292bdbce2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=a63143e8-60be-4e96-9173-e734b507db84,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:11.781944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-654952dc-b560-4689-9229-0e5292bdbce2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:11.785664 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-654952dc-b560-4689-9229-0e5292bdbce2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/a63143e8-60be-4e96-9173-e734b507db84 HTTP/1.1" status: 204 len: 168 time: 0.4351256 Aug 31 14:08:11.789455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47874) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:11.826729 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-3987fa07-d7d3-46d1-9a88-41180c5b087a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:08:11.828773 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3987fa07-d7d3-46d1-9a88-41180c5b087a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/a63143e8-60be-4e96-9173-e734b507db84 HTTP/1.1" status: 404 len: 333 time: 0.0376785 Aug 31 14:08:11.834542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47876) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:11.841622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'name': 'tempest-PortsIpV6TestJSON-1551599380'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:11.859719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47878) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:11.957622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73a645b-83a7-44a5-9186-a25c23deeec4 admin admin] Deleting subnet 8dab46d7-9abe-44b8-a4ea-495054ae0759 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:11.967680 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a73a645b-83a7-44a5-9186-a25c23deeec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.049270 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a73a645b-83a7-44a5-9186-a25c23deeec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.075346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:12.079122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.098754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port bfbd0f8f-e54d-4538-97a5-5a2d54c45288 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:08:12.103105 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a73a645b-83a7-44a5-9186-a25c23deeec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.177725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a73a645b-83a7-44a5-9186-a25c23deeec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.197885 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a73a645b-83a7-44a5-9186-a25c23deeec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.201916 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a73a645b-83a7-44a5-9186-a25c23deeec4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8dab46d7-9abe-44b8-a4ea-495054ae0759 HTTP/1.1" status: 204 len: 168 time: 0.3404155 Aug 31 14:08:12.209391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47886) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:12.229102 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a645b-83a7-44a5-9186-a25c23deeec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dab46d7-9abe-44b8-a4ea-495054ae0759,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:12.262446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47888) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:12.429298 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.433577 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.493881 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f718238e-a5c9-468d-ae4d-10e9d3be8c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.567427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.572242 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.621731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a756e98-5377-4d22-88ca-38dd03f0650d']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:12.640099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba56e2e-ef97-4261-a8cb-b42c8d6d6acd req-13679b6e-23a8-4258-887b-e25cbdc5172b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:12.642095 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ba56e2e-ef97-4261-a8cb-b42c8d6d6acd req-13679b6e-23a8-4258-887b-e25cbdc5172b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1217873 Aug 31 14:08:12.719907 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ba56e2e-ef97-4261-a8cb-b42c8d6d6acd req-a835bf32-f079-44f8-9c63-d5e0376549e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557220 Aug 31 14:08:12.739708 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:12.743183 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47904) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:12.744040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bc10b5-4201-4f79-be37-fc3f6a321b61') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:12.744624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bc10b5-4201-4f79-be37-fc3f6a321b61') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:12.747947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:12.750703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=bfbd0f8f-e54d-4538-97a5-5a2d54c45288,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:12.764345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:12.772871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:12.773622 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.785095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.809097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.809672 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f718238e-a5c9-468d-ae4d-10e9d3be8c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.817371 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f718238e-a5c9-468d-ae4d-10e9d3be8c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.822393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:12.823076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:12.826037 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:12.831979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2db7a378-618d-4daf-a317-4eba12f8a847 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9959712 Aug 31 14:08:12.842127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47906) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:12.854740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-908a6368-85b2-428f-bfe5-2d34ab8d985f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:12.897549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae7db62-f408-4b5b-8148-82ba8e3ef50b admin admin] Deleting subnet 962b2de8-40f4-47f7-980e-7d061aa8c497 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:12.902541 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ae7db62-f408-4b5b-8148-82ba8e3ef50b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.933479 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.947693 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:12.953837 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] 10.222.0.20 "DELETE /v2.0/networks/1a756e98-5377-4d22-88ca-38dd03f0650d HTTP/1.1" status: 204 len: 168 time: 0.7391989 Aug 31 14:08:12.977725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff9831-af34-490d-86ce-e33b77febbbe admin admin] Pushing event deleted for resources: {'Network': ['ID=1a756e98-5377-4d22-88ca-38dd03f0650d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:13.011002 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f718238e-a5c9-468d-ae4d-10e9d3be8c34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d9c241bc6c642d690855eaf6e2698aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7473803 Aug 31 14:08:13.012278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718238e-a5c9-468d-ae4d-10e9d3be8c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659d5ddc-d85c-413f-8798-d6a10b0415ce,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:13.016960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47914) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:13.017714 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-908a6368-85b2-428f-bfe5-2d34ab8d985f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.022899 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ae7db62-f408-4b5b-8148-82ba8e3ef50b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.172700 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8b84-86a0-42eb-ab61-2ab90411197d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.214161 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ae7db62-f408-4b5b-8148-82ba8e3ef50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.216380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8b84-86a0-42eb-ab61-2ab90411197d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.282176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47918) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:13.354393 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8b84-86a0-42eb-ab61-2ab90411197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.358708 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-908a6368-85b2-428f-bfe5-2d34ab8d985f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.359773 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f6c8b84-86a0-42eb-ab61-2ab90411197d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.361816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2f6c8b84-86a0-42eb-ab61-2ab90411197d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/659d5ddc-d85c-413f-8798-d6a10b0415ce HTTP/1.1" status: 204 len: 168 time: 0.3458557 Aug 31 14:08:13.375565 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-908a6368-85b2-428f-bfe5-2d34ab8d985f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.376251 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-26b64243-95e4-4472-93d3-44ffba917ab4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=253d3e3b3fd34c608c196eb7caadfddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917742 Aug 31 14:08:13.382938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47922) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:13.384280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c8b84-86a0-42eb-ab61-2ab90411197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659d5ddc-d85c-413f-8798-d6a10b0415ce,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:13.437832 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ae7db62-f408-4b5b-8148-82ba8e3ef50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.498748 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55cf11d-509e-484e-b407-1d89df17ec93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.504135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-908a6368-85b2-428f-bfe5-2d34ab8d985f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] In _notify_port_updated(), no bound segment for port bfbd0f8f-e54d-4538-97a5-5a2d54c45288 on network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f {{(pid=106387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:08:13.513411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a6368-85b2-428f-bfe5-2d34ab8d985f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:13.514553 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-908a6368-85b2-428f-bfe5-2d34ab8d985f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.521565 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-908a6368-85b2-428f-bfe5-2d34ab8d985f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "PUT /v2.0/ports/bfbd0f8f-e54d-4538-97a5-5a2d54c45288 HTTP/1.1" status: 200 len: 818 time: 0.6780043 Aug 31 14:08:13.523023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7db62-f408-4b5b-8148-82ba8e3ef50b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962b2de8-40f4-47f7-980e-7d061aa8c497,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:13.529295 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47924) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:13.534839 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ae7db62-f408-4b5b-8148-82ba8e3ef50b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.538031 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2ae7db62-f408-4b5b-8148-82ba8e3ef50b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/962b2de8-40f4-47f7-980e-7d061aa8c497 HTTP/1.1" status: 204 len: 168 time: 0.7918301 Aug 31 14:08:13.546632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47926) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:13.589239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a6368-85b2-428f-bfe5-2d34ab8d985f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=bfbd0f8f-e54d-4538-97a5-5a2d54c45288,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:13.600601 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55cf11d-509e-484e-b407-1d89df17ec93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.654442 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.692306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7ae88-a427-4b14-9242-1d1244d91ea5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port bfbd0f8f-e54d-4538-97a5-5a2d54c45288 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:13.693191 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2eb7ae88-a427-4b14-9242-1d1244d91ea5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.745098 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55cf11d-509e-484e-b407-1d89df17ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.747725 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d55cf11d-509e-484e-b407-1d89df17ec93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.749024 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d55cf11d-509e-484e-b407-1d89df17ec93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/687075d9-9ee4-4f5a-a93f-31b800b8183f HTTP/1.1" status: 204 len: 168 time: 0.3621335 Aug 31 14:08:13.750785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.772542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:13.775405 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cf11d-509e-484e-b407-1d89df17ec93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687075d9-9ee4-4f5a-a93f-31b800b8183f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:13.786397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c189fc2-adad-4157-bc77-90c1518810fd') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:13.786830 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c189fc2-adad-4157-bc77-90c1518810fd') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:13.804821 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.831294 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2eb7ae88-a427-4b14-9242-1d1244d91ea5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.838044 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.852903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:13.853479 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:13.855826 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:13.859605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7ae88-a427-4b14-9242-1d1244d91ea5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for bfbd0f8f-e54d-4538-97a5-5a2d54c45288 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:13.897903 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:13.946962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.954123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:13.956116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa HTTP/1.1" status: 204 len: 168 time: 0.4084055 Aug 31 14:08:13.983877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d0cd3-3938-4261-adaa-8656b34f0730 admin admin] Pushing event deleted for resources: {'Network': ['ID=a51a5ca0-c0d9-4f1e-9dbd-fe59b22a73fa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:13.998733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:14.004566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9d376376-c3d8-4a6b-ba8d-b6917a19bd5d not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:14.018288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fc2be-e87d-4da0-83bc-d655cb6cee4d req-ca39c6a0-4508-4ba6-a18a-4c0bf5bcc582 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:14.019385 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7f5fc2be-e87d-4da0-83bc-d655cb6cee4d req-ca39c6a0-4508-4ba6-a18a-4c0bf5bcc582 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1454558 Aug 31 14:08:14.068823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2eb7ae88-a427-4b14-9242-1d1244d91ea5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.098120 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7f5fc2be-e87d-4da0-83bc-d655cb6cee4d req-8741df73-0b36-47d7-9695-e98ccc83954c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619340 Aug 31 14:08:14.133872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7ae88-a427-4b14-9242-1d1244d91ea5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=bfbd0f8f-e54d-4538-97a5-5a2d54c45288,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:14.146983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47942) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:14.153880 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2eb7ae88-a427-4b14-9242-1d1244d91ea5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.160381 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2eb7ae88-a427-4b14-9242-1d1244d91ea5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/bfbd0f8f-e54d-4538-97a5-5a2d54c45288 HTTP/1.1" status: 204 len: 168 time: 0.6257412 Aug 31 14:08:14.161019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47946) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:14.213148 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c3ae5765-2caf-4e98-a800-ebe6bd79c83f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c49ff878b8ce4be8846e7a9703cafd7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662310 Aug 31 14:08:14.215568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47952) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:14.332705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c18f15-1808-4d15-90a0-aae757af3fc4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:14.335196 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-82c18f15-1808-4d15-90a0-aae757af3fc4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1727078 Aug 31 14:08:14.338802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47954) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:14.359780 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10b8cecd-c4f7-48dd-bab7-07744a884f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.367928 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-551976b5-ddc2-4527-a244-bcea10d2a2f3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:08:14.369949 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-551976b5-ddc2-4527-a244-bcea10d2a2f3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/bfbd0f8f-e54d-4538-97a5-5a2d54c45288 HTTP/1.1" status: 404 len: 333 time: 0.0300152 Aug 31 14:08:14.374959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47960) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:14.386559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6c21a735-61a1-43b7-b047-e80f9aa9aa93 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1655567846'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:14.408747 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10b8cecd-c4f7-48dd-bab7-07744a884f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.441672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c21a735-61a1-43b7-b047-e80f9aa9aa93 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:14.446078 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c21a735-61a1-43b7-b047-e80f9aa9aa93 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.489114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c21a735-61a1-43b7-b047-e80f9aa9aa93 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:14.500075 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c21a735-61a1-43b7-b047-e80f9aa9aa93 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.500453 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-6c21a735-61a1-43b7-b047-e80f9aa9aa93 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Added segment c15cf530-79fc-49ba-92f0-dfaa6e86683d of type vlan for network e7195e1f-da53-4064-92f3-ff85c8ed90e1 Aug 31 14:08:14.545854 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10b8cecd-c4f7-48dd-bab7-07744a884f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.551093 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10b8cecd-c4f7-48dd-bab7-07744a884f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.553125 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-10b8cecd-c4f7-48dd-bab7-07744a884f72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41f277f1-4a7f-449b-a7e4-474ecc96fd3d HTTP/1.1" status: 204 len: 168 time: 0.3341815 Aug 31 14:08:14.582891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8cecd-c4f7-48dd-bab7-07744a884f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f277f1-4a7f-449b-a7e4-474ecc96fd3d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:14.589341 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c21a735-61a1-43b7-b047-e80f9aa9aa93 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.645557 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c21a735-61a1-43b7-b047-e80f9aa9aa93 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.652716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c21a735-61a1-43b7-b047-e80f9aa9aa93 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:14.653709 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c21a735-61a1-43b7-b047-e80f9aa9aa93 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:14.774270 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6c21a735-61a1-43b7-b047-e80f9aa9aa93 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3951054 Aug 31 14:08:14.775421 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21a735-61a1-43b7-b047-e80f9aa9aa93 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Network': ['ID=e7195e1f-da53-4064-92f3-ff85c8ed90e1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:14.776817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47974) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:14.785349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-75c88e59-a505-4a93-977b-a4e197083a83 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': 'e7195e1f-da53-4064-92f3-ff85c8ed90e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:14.788568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network e7195e1f-da53-4064-92f3-ff85c8ed90e1 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:14.928168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c88e59-a505-4a93-977b-a4e197083a83 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:14.934326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75c88e59-a505-4a93-977b-a4e197083a83 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.206818 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75c88e59-a505-4a93-977b-a4e197083a83 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.277586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c88e59-a505-4a93-977b-a4e197083a83 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Subnet': ['ID=53d0206b-bbcc-46fe-8900-80d5d0d5fb30,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:15.286313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f969023-182c-4209-a357-fe7fde8e5114 req-6380e0cf-4d1b-4502-9c1e-a94cf7b8ae23 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:15.294576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c88e59-a505-4a93-977b-a4e197083a83 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Checking segment: {'id': 'c15cf530-79fc-49ba-92f0-dfaa6e86683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e7195e1f-da53-4064-92f3-ff85c8ed90e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:15.294771 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c88e59-a505-4a93-977b-a4e197083a83 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network hostable DHCP agents. Network: e7195e1f-da53-4064-92f3-ff85c8ed90e1, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:15.297075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f969023-182c-4209-a357-fe7fde8e5114 req-6380e0cf-4d1b-4502-9c1e-a94cf7b8ae23 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0848644 Aug 31 14:08:15.314533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c88e59-a505-4a93-977b-a4e197083a83 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network e7195e1f-da53-4064-92f3-ff85c8ed90e1 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:15.327622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-75c88e59-a505-4a93-977b-a4e197083a83 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, e7195e1f-da53-4064-92f3-ff85c8ed90e1) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:15.337927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b38b7-f652-4fd4-b6fe-620021282f87 None None] Network e7195e1f-da53-4064-92f3-ff85c8ed90e1 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:15.338874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c88e59-a505-4a93-977b-a4e197083a83 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:15.340076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75c88e59-a505-4a93-977b-a4e197083a83 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.352315 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f969023-182c-4209-a357-fe7fde8e5114 req-c30a860d-2eee-4fb9-8dda-ebf7c2fcbb45 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532131 Aug 31 14:08:15.360155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48004) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:15.369136 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-75c88e59-a505-4a93-977b-a4e197083a83 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5896869 Aug 31 14:08:15.370832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48006) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:15.380026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-420bb302-91f9-4073-8670-3acd302236da tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': 'e7195e1f-da53-4064-92f3-ff85c8ed90e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:15.568368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420bb302-91f9-4073-8670-3acd302236da tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:15.573412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-420bb302-91f9-4073-8670-3acd302236da tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.613315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-974547520-network', 'tenant_id': '24a22d2543114803be61e524d3c4845e'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:15.651471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Made reservation on behalf of 24a22d2543114803be61e524d3c4845e for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:15.655170 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.661487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-e7195e1f-da53-4064-92f3-ff85c8ed90e1', 'network_id': 'e7195e1f-da53-4064-92f3-ff85c8ed90e1', 'tenant_id': 'c1ede8c2527c4afcb7c7f887155b44b9', 'fixed_ips': [{'subnet_id': '53d0206b-bbcc-46fe-8900-80d5d0d5fb30'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:08:15.662293 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.685614 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.691537 n-d-792364-6 neutron-server[106388]: INFO neutron.db.ipam_backend_mixin [None req-420bb302-91f9-4073-8670-3acd302236da tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53d0206b-bbcc-46fe-8900-80d5d0d5fb30 (CIDR: 2001:db8::/64) Aug 31 14:08:15.698504 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-420bb302-91f9-4073-8670-3acd302236da tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:08:15.699323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420bb302-91f9-4073-8670-3acd302236da tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:08:15.844737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Allocated IP 2001:db8::2 (e7195e1f-da53-4064-92f3-ff85c8ed90e1/53d0206b-bbcc-46fe-8900-80d5d0d5fb30/7c9acabc-14d3-4312-8fe1-86cda604c518) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:15.873221 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.880145 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.890020 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-420bb302-91f9-4073-8670-3acd302236da tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5163302 Aug 31 14:08:15.890972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48026) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:15.902026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-90e14c24-baa1-4615-8115-e3881ca82469 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': 'e7195e1f-da53-4064-92f3-ff85c8ed90e1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:15.904595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:15.924730 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:15.925297 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Added segment 36b25410-f9e5-4339-b609-7b0fda470bd5 of type vlan for network 497b61f6-ef52-4a6c-a409-78c2378f7305 Aug 31 14:08:15.993297 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.003249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b0930d-3e31-462b-8cf4-e4408a039658,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:16.028744 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.030654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:16.031491 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.103266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48034) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:16.119894 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7580781 Aug 31 14:08:16.124279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48038) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:16.131490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6dc38df8-310e-43cd-9a04-a56d494706e6 admin admin] Request body: {'subnet': {'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-974547520-subnet', 'tenant_id': '24a22d2543114803be61e524d3c4845e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:16.144288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d51c22-0fc0-4373-814c-fbe5aece98a2 admin admin] Pushing event updated for resources: {'Network': ['ID=497b61f6-ef52-4a6c-a409-78c2378f7305,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:16.165112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc38df8-310e-43cd-9a04-a56d494706e6 admin admin] Made reservation on behalf of 24a22d2543114803be61e524d3c4845e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:16.168706 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dc38df8-310e-43cd-9a04-a56d494706e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.180606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 497b61f6-ef52-4a6c-a409-78c2378f7305 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:16.229608 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e14c24-baa1-4615-8115-e3881ca82469 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:16.248101 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90e14c24-baa1-4615-8115-e3881ca82469 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.407340 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.408121 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-679710593-network', 'tenant_id': '7e2dc1e1ffa141f68696813b8590479e'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:16.426960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Transition to ACTIVE for port object 7c9acabc-14d3-4312-8fe1-86cda604c518 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:16.459587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Transition to ACTIVE for port object 7c9acabc-14d3-4312-8fe1-86cda604c518 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:16.475800 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.538417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Network e7195e1f-da53-4064-92f3-ff85c8ed90e1 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:16.542218 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:16.550697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:16.564035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Pushing event updated for resources: {'Port': ['ID=7c9acabc-14d3-4312-8fe1-86cda604c518,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:16.583117 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Made reservation on behalf of 7e2dc1e1ffa141f68696813b8590479e for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:16.587558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.630849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Attempting to bind port 7c9acabc-14d3-4312-8fe1-86cda604c518 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:16.631231 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Attempting to bind port 7c9acabc-14d3-4312-8fe1-86cda604c518 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'c15cf530-79fc-49ba-92f0-dfaa6e86683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e7195e1f-da53-4064-92f3-ff85c8ed90e1'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:16.631607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Attempting to bind port 7c9acabc-14d3-4312-8fe1-86cda604c518 on network e7195e1f-da53-4064-92f3-ff85c8ed90e1 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:16.639883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:16.640676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Checking segment: {'id': 'c15cf530-79fc-49ba-92f0-dfaa6e86683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e7195e1f-da53-4064-92f3-ff85c8ed90e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:16.641102 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.641774 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Bound using segment: {'id': 'c15cf530-79fc-49ba-92f0-dfaa6e86683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e7195e1f-da53-4064-92f3-ff85c8ed90e1'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:16.642285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Bound port: 7c9acabc-14d3-4312-8fe1-86cda604c518, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15cf530-79fc-49ba-92f0-dfaa6e86683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e7195e1f-da53-4064-92f3-ff85c8ed90e1'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:16.642682 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.661748 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.725013 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dc38df8-310e-43cd-9a04-a56d494706e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.769259 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] For port 7c9acabc-14d3-4312-8fe1-86cda604c518, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:16.774045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] For port 7c9acabc-14d3-4312-8fe1-86cda604c518, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7c9acabc-14d3-4312-8fe1-86cda604c518,segment=NetworkSegment(c15cf530-79fc-49ba-92f0-dfaa6e86683d),segment_id=c15cf530-79fc-49ba-92f0-dfaa6e86683d)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:16.781562 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:16.854567 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b267dd-05f6-4129-b12e-d3ef89e8b1b9 req-124556ee-a3ed-47b0-afb3-56ee04949ac4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:16.858433 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-72b267dd-05f6-4129-b12e-d3ef89e8b1b9 req-124556ee-a3ed-47b0-afb3-56ee04949ac4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.2864103 Aug 31 14:08:16.909918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe0f70-3442-4531-8813-ef0ca19ccc69 None None] Pushing event updated for resources: {'Port': ['ID=7c9acabc-14d3-4312-8fe1-86cda604c518,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:16.957807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc38df8-310e-43cd-9a04-a56d494706e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd37b77f-4596-4d3e-b902-75edc505d80c,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:17.025335 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-72b267dd-05f6-4129-b12e-d3ef89e8b1b9 req-db8ef262-f1e5-472d-9da9-b332422b9552 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530552 Aug 31 14:08:17.028040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc38df8-310e-43cd-9a04-a56d494706e6 admin admin] Checking segment: {'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:17.028472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc38df8-310e-43cd-9a04-a56d494706e6 admin admin] Network hostable DHCP agents. Network: 497b61f6-ef52-4a6c-a409-78c2378f7305, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:17.070094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c094aac8-6117-4a20-bfa9-956ca51ee451 req-195e33c8-f9bd-46a6-832b-28cffc1a3907 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5b6a5-3a69-4ef7-abae-07a4f88ff91f HTTP/1.1" status: 200 len: 210 time: 0.0897043 Aug 31 14:08:17.094476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc38df8-310e-43cd-9a04-a56d494706e6 admin admin] Network 497b61f6-ef52-4a6c-a409-78c2378f7305 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:17.183406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6dc38df8-310e-43cd-9a04-a56d494706e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 497b61f6-ef52-4a6c-a409-78c2378f7305) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:17.204882 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.208268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc38df8-310e-43cd-9a04-a56d494706e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:17.209579 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dc38df8-310e-43cd-9a04-a56d494706e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.215438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7017e5-a71b-415f-ad39-b0f1dc7d57d5 None None] Network 497b61f6-ef52-4a6c-a409-78c2378f7305 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:17.236412 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.341394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:17.414515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:17.418583 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6dc38df8-310e-43cd-9a04-a56d494706e6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2932422 Aug 31 14:08:17.425467 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.426184 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Added segment a179750a-b1c7-4fbc-ae62-a679320bfc46 of type vlan for network 7783516d-98e4-4641-8d02-cfbae8ad3912 Aug 31 14:08:17.467449 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90e14c24-baa1-4615-8115-e3881ca82469 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.480371 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.548406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.551219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:17.553615 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.619426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e14c24-baa1-4615-8115-e3881ca82469 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Subnet': ['ID=bf813abb-0a3a-4eec-9bf2-19ee48e533ca,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:17.626786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e14c24-baa1-4615-8115-e3881ca82469 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network e7195e1f-da53-4064-92f3-ff85c8ed90e1 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:17.629487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-90e14c24-baa1-4615-8115-e3881ca82469 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:17.647209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e14c24-baa1-4615-8115-e3881ca82469 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:17.648461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90e14c24-baa1-4615-8115-e3881ca82469 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.650796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd73633-c4a3-4156-8fdf-8e1b2db85491 None None] Network 497b61f6-ef52-4a6c-a409-78c2378f7305 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:17.698369 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-90e14c24-baa1-4615-8115-e3881ca82469 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8055415 Aug 31 14:08:17.703450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48082) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:17.718226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': 'e7195e1f-da53-4064-92f3-ff85c8ed90e1', 'fixed_ips': [{'subnet_id': '53d0206b-bbcc-46fe-8900-80d5d0d5fb30'}, {'subnet_id': 'bf813abb-0a3a-4eec-9bf2-19ee48e533ca'}], 'name': 'tempest-PortsIpV6TestJSON-571629497'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:17.784909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] Pushing event updated for resources: {'Network': ['ID=7783516d-98e4-4641-8d02-cfbae8ad3912,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:17.789858 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-20b76e10-156a-450a-9157-d88ea02163b4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6854279 Aug 31 14:08:17.803100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48086) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:17.818608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c8360460-c39a-44ff-9ed1-965419228510 admin admin] Request body: {'subnet': {'network_id': '7783516d-98e4-4641-8d02-cfbae8ad3912', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-679710593-subnet', 'tenant_id': '7e2dc1e1ffa141f68696813b8590479e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:17.825144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 7783516d-98e4-4641-8d02-cfbae8ad3912 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:17.861252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8360460-c39a-44ff-9ed1-965419228510 admin admin] Made reservation on behalf of 7e2dc1e1ffa141f68696813b8590479e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:17.872743 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8360460-c39a-44ff-9ed1-965419228510 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:17.991458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:18.237324 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:18.269540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b379f0ba-fd00-4951-bc29-a1ff3f515ddd req-b579d8d3-9245-4474-9c84-5b5875e90d54 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.1243091 Aug 31 14:08:18.279311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port 2012ef8b-88c0-4855-a7e9-d081041682c4 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:08:18.839901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-9dde26e1-1013-4f8c-b0cd-ff92b92d2214 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:18.843379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-9dde26e1-1013-4f8c-b0cd-ff92b92d2214 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/networks?id=497b61f6-ef52-4a6c-a409-78c2378f7305 HTTP/1.1" status: 200 len: 814 time: 0.3474302 Aug 31 14:08:18.864742 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7c9acabc-14d3-4312-8fe1-86cda604c518 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:18.879336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8ab6de-744f-4fc9-8354-fe0cab313bf3 None None] Network e7195e1f-da53-4064-92f3-ff85c8ed90e1 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:18.881815 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8360460-c39a-44ff-9ed1-965419228510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:18.922302 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-26fff3e9-9e25-44b6-a37e-1757eb5e40bf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/quotas/24a22d2543114803be61e524d3c4845e HTTP/1.1" status: 200 len: 375 time: 0.0464938 Aug 31 14:08:18.935564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ece2f0-53d6-4a22-8033-423bf0af506b req-85521a2c-3c40-483f-a3aa-4a3e5e72ec5b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:18.942875 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76ece2f0-53d6-4a22-8033-423bf0af506b req-85521a2c-3c40-483f-a3aa-4a3e5e72ec5b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.4922669 Aug 31 14:08:18.975406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8360460-c39a-44ff-9ed1-965419228510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c32460a-485c-4486-943e-bfadeb5a290f,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:19.020140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8360460-c39a-44ff-9ed1-965419228510 admin admin] Checking segment: {'id': 'a179750a-b1c7-4fbc-ae62-a679320bfc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7783516d-98e4-4641-8d02-cfbae8ad3912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:19.022362 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8360460-c39a-44ff-9ed1-965419228510 admin admin] Network hostable DHCP agents. Network: 7783516d-98e4-4641-8d02-cfbae8ad3912, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:19.036996 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-76ece2f0-53d6-4a22-8033-423bf0af506b req-d6126139-5102-494e-9d8f-2b7fe07ed093 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928965 Aug 31 14:08:19.052704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e97af00a-3781-4081-b13f-f3d6eea55e86 None None] Provisioning for port 7c9acabc-14d3-4312-8fe1-86cda604c518 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:19.069269 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-b05f11d0-db48-4122-bb00-123fbaa957e6 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24a22d2543114803be61e524d3c4845e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1357827 Aug 31 14:08:19.069636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8360460-c39a-44ff-9ed1-965419228510 admin admin] Network 7783516d-98e4-4641-8d02-cfbae8ad3912 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:19.098317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c8360460-c39a-44ff-9ed1-965419228510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 7783516d-98e4-4641-8d02-cfbae8ad3912) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:19.102627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 7c9acabc-14d3-4312-8fe1-86cda604c518 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:19.110847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8360460-c39a-44ff-9ed1-965419228510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:19.111790 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8360460-c39a-44ff-9ed1-965419228510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.113313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fcc1c0-498b-446f-a28c-cd2783396cd6 None None] Network 7783516d-98e4-4641-8d02-cfbae8ad3912 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:19.117209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7c9acabc-14d3-4312-8fe1-86cda604c518 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:19.117209 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.141239 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c8360460-c39a-44ff-9ed1-965419228510 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3359442 Aug 31 14:08:19.299016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8::371 (e7195e1f-da53-4064-92f3-ff85c8ed90e1/53d0206b-bbcc-46fe-8900-80d5d0d5fb30/2012ef8b-88c0-4855-a7e9-d081041682c4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:19.310872 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-b032478a-fb22-4210-b030-1a338004037c service neutron] 10.222.0.20 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399874 Aug 31 14:08:19.338870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8:0:1::24d (e7195e1f-da53-4064-92f3-ff85c8ed90e1/bf813abb-0a3a-4eec-9bf2-19ee48e533ca/2012ef8b-88c0-4855-a7e9-d081041682c4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:19.422156 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.429033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0e6f84-be4b-40fd-800d-db19ea4e4aa6 None None] Network 7783516d-98e4-4641-8d02-cfbae8ad3912 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:19.509575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-23241432-d8e4-4c6b-b7a0-5956d47d60c4 service neutron] 10.222.0.20 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977265 Aug 31 14:08:19.552129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 7c9acabc-14d3-4312-8fe1-86cda604c518, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7c9acabc-14d3-4312-8fe1-86cda604c518,segment=NetworkSegment(c15cf530-79fc-49ba-92f0-dfaa6e86683d),segment_id=c15cf530-79fc-49ba-92f0-dfaa6e86683d)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:19.560253 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.612057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3933a5-3953-4b07-b919-614807951f9f None None] Update dhcp port {'port': {'network_id': 'e7195e1f-da53-4064-92f3-ff85c8ed90e1', 'fixed_ips': [{'subnet_id': '53d0206b-bbcc-46fe-8900-80d5d0d5fb30', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf813abb-0a3a-4eec-9bf2-19ee48e533ca'}], 'binding:host_id': 'n-d-792364-6'}, 'id': '7c9acabc-14d3-4312-8fe1-86cda604c518'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:08:19.668167 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.695868 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b3933a5-3953-4b07-b919-614807951f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.720169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Transition to ACTIVE for port object 2012ef8b-88c0-4855-a7e9-d081041682c4 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:19.747911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=7c9acabc-14d3-4312-8fe1-86cda604c518,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:19.840022 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:19.980772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network e7195e1f-da53-4064-92f3-ff85c8ed90e1 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:20.006266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59354cd5-557b-4af3-8ddb-fd4364c51f38 req-9e4ba3be-c7e2-426b-a6c2-63d80d152a6d tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.1104243 Aug 31 14:08:20.014310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:20.018891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6d28a4f-91df-49bb-8631-a641ec99f577 req-817e3dfe-602a-48f5-b576-2c41e2065821 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f7a5b6a5-3a69-4ef7-abae-07a4f88ff91f HTTP/1.1" status: 200 len: 210 time: 0.0829158 Aug 31 14:08:20.022437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:20.029180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:20.030407 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.046506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cba6e-f292-44ea-a5f5-b91734c6b493 req-c63026c8-04fe-42fb-a661-dd402627b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:20.048230 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b4cba6e-f292-44ea-a5f5-b91734c6b493 req-c63026c8-04fe-42fb-a661-dd402627b103 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 1095 time: 0.2213137 Aug 31 14:08:20.053335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=2012ef8b-88c0-4855-a7e9-d081041682c4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:20.149808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7b3933a5-3953-4b07-b919-614807951f9f None None] Allocated IP 2001:db8:0:1::2 (e7195e1f-da53-4064-92f3-ff85c8ed90e1/bf813abb-0a3a-4eec-9bf2-19ee48e533ca/7c9acabc-14d3-4312-8fe1-86cda604c518) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:20.150865 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e940b951-dff7-4f44-b337-2c08ae159724 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.4459414 Aug 31 14:08:20.152332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48138) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:20.165534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c58cb969-b891-4cbe-8e78-c54ca05bcff2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53d0206b-bbcc-46fe-8900-80d5d0d5fb30'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:20.174369 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77256e2-5d41-40d5-993d-6aa1a55a5a16 req-006cf282-965e-4fc0-80a1-a5f3eb720975 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:20.178076 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a77256e2-5d41-40d5-993d-6aa1a55a5a16 req-006cf282-965e-4fc0-80a1-a5f3eb720975 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1325042 Aug 31 14:08:20.229032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-03b2dbf8-62b0-4f62-8d46-c18e876d1bef req-d7f48019-a79b-4703-be54-e572dc88cef7 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 210 time: 0.0853174 Aug 31 14:08:20.277120 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a77256e2-5d41-40d5-993d-6aa1a55a5a16 req-f280a6ee-824e-45f7-bb6a-ad2ee4062377 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799074 Aug 31 14:08:20.278439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cba6e-f292-44ea-a5f5-b91734c6b493 req-cb1074f3-2193-4b2d-a7df-696255dc6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:20.279213 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b4cba6e-f292-44ea-a5f5-b91734c6b493 req-cb1074f3-2193-4b2d-a7df-696255dc6441 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.2167439 Aug 31 14:08:20.310799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58cb969-b891-4cbe-8e78-c54ca05bcff2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.347453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7b3933a5-3953-4b07-b919-614807951f9f None None] For port 7c9acabc-14d3-4312-8fe1-86cda604c518, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7c9acabc-14d3-4312-8fe1-86cda604c518,segment=NetworkSegment(c15cf530-79fc-49ba-92f0-dfaa6e86683d),segment_id=c15cf530-79fc-49ba-92f0-dfaa6e86683d)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:20.406449 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b3933a5-3953-4b07-b919-614807951f9f None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.445525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b4cba6e-f292-44ea-a5f5-b91734c6b493 req-bc526e1c-c4af-4588-a0e4-0a045c3553ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 200 len: 998 time: 0.1510422 Aug 31 14:08:20.448846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7b3933a5-3953-4b07-b919-614807951f9f None None] Transition to ACTIVE for port object 7c9acabc-14d3-4312-8fe1-86cda604c518 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:20.454498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b3933a5-3953-4b07-b919-614807951f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:20.598070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3933a5-3953-4b07-b919-614807951f9f None None] Pushing event updated for resources: {'Port': ['ID=7c9acabc-14d3-4312-8fe1-86cda604c518,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:20.607860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cba6e-f292-44ea-a5f5-b91734c6b493 req-3f0e36f5-a286-449d-9c60-009be451b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:20.610270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b4cba6e-f292-44ea-a5f5-b91734c6b493 req-3f0e36f5-a286-449d-9c60-009be451b176 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.1444747 Aug 31 14:08:20.729598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7c9acabc-14d3-4312-8fe1-86cda604c518 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:20.759183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cba6e-f292-44ea-a5f5-b91734c6b493 req-9888b8f7-5d60-484e-8d26-294deaae8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:20.760820 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b4cba6e-f292-44ea-a5f5-b91734c6b493 req-9888b8f7-5d60-484e-8d26-294deaae8c53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370952 Aug 31 14:08:20.930930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-c58cb969-b891-4cbe-8e78-c54ca05bcff2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Delete allocated IP 2001:db8:0:1::24d (e7195e1f-da53-4064-92f3-ff85c8ed90e1/bf813abb-0a3a-4eec-9bf2-19ee48e533ca) {{(pid=106388) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:08:21.058560 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b4cba6e-f292-44ea-a5f5-b91734c6b493 req-4e7893b1-a5a2-4925-83c9-b84c85889f9e service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637775 Aug 31 14:08:21.229904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58cb969-b891-4cbe-8e78-c54ca05bcff2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:21.253079 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-efeb587b-c4a9-412d-80c4-54710e035b9b req-dd677cf8-6a80-404f-864c-367c8c77215d tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0776374 Aug 31 14:08:21.256601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c58cb969-b891-4cbe-8e78-c54ca05bcff2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Ignored duplicate provisioning block setup for port 2012ef8b-88c0-4855-a7e9-d081041682c4 by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:08:21.260195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b4cba6e-f292-44ea-a5f5-b91734c6b493 req-8fa6a4ec-437a-4422-899d-0e398e91cf8d service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786067 Aug 31 14:08:21.284262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58cb969-b891-4cbe-8e78-c54ca05bcff2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:21.404228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c58cb969-b891-4cbe-8e78-c54ca05bcff2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] In _notify_port_updated(), no bound segment for port 2012ef8b-88c0-4855-a7e9-d081041682c4 on network e7195e1f-da53-4064-92f3-ff85c8ed90e1 {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:08:21.414505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58cb969-b891-4cbe-8e78-c54ca05bcff2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:21.416044 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c58cb969-b891-4cbe-8e78-c54ca05bcff2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:21.418342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c58cb969-b891-4cbe-8e78-c54ca05bcff2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "PUT /v2.0/ports/2012ef8b-88c0-4855-a7e9-d081041682c4 HTTP/1.1" status: 200 len: 925 time: 1.2613003 Aug 31 14:08:21.422828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48178) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:21.436792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-882754f3-4665-4069-82ac-c056849a3608 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53d0206b-bbcc-46fe-8900-80d5d0d5fb30'}, {'subnet_id': 'bf813abb-0a3a-4eec-9bf2-19ee48e533ca'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:21.438710 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b940fc73-2e4f-4a13-9a02-e8282ebeb49a req-3f46ebfb-baac-4ef1-80ce-e806aba99dc5 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 210 time: 0.0681472 Aug 31 14:08:21.462131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cb969-b891-4cbe-8e78-c54ca05bcff2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=2012ef8b-88c0-4855-a7e9-d081041682c4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:21.622035 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-882754f3-4665-4069-82ac-c056849a3608 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:21.641759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3398b-fd43-4532-ba17-bef404b918ba req-81de9f22-38ab-4d5a-85bc-dc96ee01074c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:21.644798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d1e3398b-fd43-4532-ba17-bef404b918ba req-81de9f22-38ab-4d5a-85bc-dc96ee01074c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0938759 Aug 31 14:08:21.689762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e65fe3-175a-4ef7-8a6e-724589f98094 None None] Network e7195e1f-da53-4064-92f3-ff85c8ed90e1 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:21.714245 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d1e3398b-fd43-4532-ba17-bef404b918ba req-9ea3bca7-8588-4707-9b3b-5247b765b787 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605371 Aug 31 14:08:21.962441 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6908f539-5f19-4d04-9024-31c75978cb5e None None] Provisioning for port 7c9acabc-14d3-4312-8fe1-86cda604c518 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:21.975005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6908f539-5f19-4d04-9024-31c75978cb5e None None] Provisioning complete for port 7c9acabc-14d3-4312-8fe1-86cda604c518 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:21.976396 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6908f539-5f19-4d04-9024-31c75978cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:22.067341 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6953b50c-b80f-4b64-a72f-b721cfbcb0ab req-dea4b8bd-ab08-409f-829c-43368e041a3a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0819769 Aug 31 14:08:22.088538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-d338b894-cd89-49b4-b104-cce1dd3f5f4f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:22.090710 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-d338b894-cd89-49b4-b104-cce1dd3f5f4f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.13 "GET /v2.0/networks?id=497b61f6-ef52-4a6c-a409-78c2378f7305 HTTP/1.1" status: 200 len: 814 time: 0.2916055 Aug 31 14:08:22.150108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Request body: {'port': {'device_id': 'abb2f0c4-83fc-46df-a83f-645870f4c553', 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305', 'admin_state_up': True, 'tenant_id': '24a22d2543114803be61e524d3c4845e'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:22.436106 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-503aa0a2-b00f-409d-9a66-48dadb4a19c4 req-98d7501d-ec53-4660-adcc-8b0984c0ad70 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0592315 Aug 31 14:08:22.450675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f807c-336a-49fa-ac37-39950b653643 req-e67d474a-5491-43db-bec5-85472c6ddbdf tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:22.452550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-e67d474a-5491-43db-bec5-85472c6ddbdf tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/networks?id=7783516d-98e4-4641-8d02-cfbae8ad3912 HTTP/1.1" status: 200 len: 809 time: 0.3110938 Aug 31 14:08:22.511575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-882754f3-4665-4069-82ac-c056849a3608 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8:0:1::3b8 (e7195e1f-da53-4064-92f3-ff85c8ed90e1/bf813abb-0a3a-4eec-9bf2-19ee48e533ca/2012ef8b-88c0-4855-a7e9-d081041682c4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:22.521990 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-6e8606a6-2b6c-41ec-9393-006d3daa1a8d tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/quotas/7e2dc1e1ffa141f68696813b8590479e HTTP/1.1" status: 200 len: 375 time: 0.0555534 Aug 31 14:08:22.525261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Made reservation on behalf of 24a22d2543114803be61e524d3c4845e for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:22.528849 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:22.622980 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7f9925f2-9392-4dbc-afdc-d5156e51cbea req-ca86c8f6-a684-4317-bb7d-3c8d6416339b tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 210 time: 0.0602543 Aug 31 14:08:22.636391 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-b3ac7a73-d469-408f-bd6b-b20f16ac4e35 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e2dc1e1ffa141f68696813b8590479e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999112 Aug 31 14:08:22.735684 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3d36327f-4dad-46cf-a7a4-cc7369738454 None None] Provisioning for port 2012ef8b-88c0-4855-a7e9-d081041682c4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:22.750490 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3d36327f-4dad-46cf-a7a4-cc7369738454 None None] Provisioning complete for port 2012ef8b-88c0-4855-a7e9-d081041682c4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:22.750490 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3d36327f-4dad-46cf-a7a4-cc7369738454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:22.793190 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3d36327f-4dad-46cf-a7a4-cc7369738454 None None] Port 2012ef8b-88c0-4855-a7e9-d081041682c4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:22.808788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3d36327f-4dad-46cf-a7a4-cc7369738454 None None] Provisioning complete for port 7c9acabc-14d3-4312-8fe1-86cda604c518 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:22.810354 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3d36327f-4dad-46cf-a7a4-cc7369738454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:22.846081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Allocated IP 172.20.0.7 (497b61f6-ef52-4a6c-a409-78c2378f7305/cd37b77f-4596-4d3e-b902-75edc505d80c/7a493058-061a-4c13-9159-991421ba9e7f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:22.972401 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e4001-c2b5-4c86-b6f5-75e518c4dc44 req-299a666d-e9a6-403c-ac9f-b146f6358755 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:22.976115 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-596e4001-c2b5-4c86-b6f5-75e518c4dc44 req-299a666d-e9a6-403c-ac9f-b146f6358755 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1166623 Aug 31 14:08:23.029071 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-596e4001-c2b5-4c86-b6f5-75e518c4dc44 req-e4d0770f-e858-4460-ba2f-27e3c38d314d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455563 Aug 31 14:08:23.132121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c4d78e57-7bf3-454e-9714-eed4e3852f8b None None] Provisioning complete for port 2012ef8b-88c0-4855-a7e9-d081041682c4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:23.133039 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c4d78e57-7bf3-454e-9714-eed4e3852f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.204225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c4d78e57-7bf3-454e-9714-eed4e3852f8b None None] Port 2012ef8b-88c0-4855-a7e9-d081041682c4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:23.343870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cd0ea10d-ca2a-432b-8850-c6cff5594b79 None None] Provisioning complete for port 2012ef8b-88c0-4855-a7e9-d081041682c4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:23.344529 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd0ea10d-ca2a-432b-8850-c6cff5594b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.390899 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-882754f3-4665-4069-82ac-c056849a3608 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.404929 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ea10d-ca2a-432b-8850-c6cff5594b79 None None] Port 2012ef8b-88c0-4855-a7e9-d081041682c4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:23.423411 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-784cc78c-6485-4d11-9611-275154d82c67 service neutron] 10.222.0.20 "GET /v2.0/networks/7783516d-98e4-4641-8d02-cfbae8ad3912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7683103 Aug 31 14:08:23.442489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-882754f3-4665-4069-82ac-c056849a3608 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Ignored duplicate provisioning block setup for port 2012ef8b-88c0-4855-a7e9-d081041682c4 by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:08:23.460042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc39b30-5716-4ef8-978d-bfdabaa3c7fd req-3cc71180-ea2c-4de9-b6be-bc4e6b16bd5a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:23.461845 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdc39b30-5716-4ef8-978d-bfdabaa3c7fd req-3cc71180-ea2c-4de9-b6be-bc4e6b16bd5a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1016481 Aug 31 14:08:23.478733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-882754f3-4665-4069-82ac-c056849a3608 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.515592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdc39b30-5716-4ef8-978d-bfdabaa3c7fd req-c685b938-68ef-4dba-a652-a4abb08e6649 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437367 Aug 31 14:08:23.661216 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c6159171-4814-408c-9f14-df3119f668b2 req-5c8ee0c7-d16a-41f7-a025-8ce6c44dbf10 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0496862 Aug 31 14:08:23.733426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-882754f3-4665-4069-82ac-c056849a3608 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] In _notify_port_updated(), no bound segment for port 2012ef8b-88c0-4855-a7e9-d081041682c4 on network e7195e1f-da53-4064-92f3-ff85c8ed90e1 {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:08:23.742884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882754f3-4665-4069-82ac-c056849a3608 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:23.743899 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-882754f3-4665-4069-82ac-c056849a3608 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.748130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-882754f3-4665-4069-82ac-c056849a3608 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "PUT /v2.0/ports/2012ef8b-88c0-4855-a7e9-d081041682c4 HTTP/1.1" status: 200 len: 1011 time: 2.3213692 Aug 31 14:08:23.748130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882754f3-4665-4069-82ac-c056849a3608 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=2012ef8b-88c0-4855-a7e9-d081041682c4,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:23.748670 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48220) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:23.821960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-b04f937b-e819-4fe4-a58f-51e783a88e9f service neutron] 10.222.0.20 "GET /v2.0/networks/7783516d-98e4-4641-8d02-cfbae8ad3912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810701 Aug 31 14:08:23.830118 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.921283 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:23.941900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea99df0-b453-460e-93f1-55c93a927e1b req-35868303-e64e-43f3-85a8-568d211c1608 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:23.946042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aea99df0-b453-460e-93f1-55c93a927e1b req-35868303-e64e-43f3-85a8-568d211c1608 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1480424 Aug 31 14:08:23.987494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Pushing event updated for resources: {'Port': ['ID=7a493058-061a-4c13-9159-991421ba9e7f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:24.007782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Network 497b61f6-ef52-4a6c-a409-78c2378f7305 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:24.009610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:24.012784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:24.026802 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c31689e2-99b0-4d4e-9631-d5a96c24bd8a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port 2012ef8b-88c0-4855-a7e9-d081041682c4 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:24.027270 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c31689e2-99b0-4d4e-9631-d5a96c24bd8a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.038052 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aea99df0-b453-460e-93f1-55c93a927e1b req-87fcefe8-77eb-49df-9d4e-84d5d701069c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856588 Aug 31 14:08:24.070420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ad511575-922a-4b5a-bad2-2e1bff495065 None None] Provisioning complete for port 2012ef8b-88c0-4855-a7e9-d081041682c4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:24.070420 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ad511575-922a-4b5a-bad2-2e1bff495065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.108563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:24.109522 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.129874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-628b4bf2-f60d-4518-a567-fc9174b9a289 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9896603 Aug 31 14:08:24.149947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Request body: {'port': {'device_id': 'abb2f0c4-83fc-46df-a83f-645870f4c553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:24.166015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ad511575-922a-4b5a-bad2-2e1bff495065 None None] Port 2012ef8b-88c0-4855-a7e9-d081041682c4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:24.219336 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.245286 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c31689e2-99b0-4d4e-9631-d5a96c24bd8a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.277250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c31689e2-99b0-4d4e-9631-d5a96c24bd8a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for 2012ef8b-88c0-4855-a7e9-d081041682c4 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:24.318124 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47300-3afd-42d3-bc16-48f6ac5f6954 req-ef3fe7f5-8d74-4c3d-9745-89ec8896d9cb tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:24.321606 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-72e47300-3afd-42d3-bc16-48f6ac5f6954 req-ef3fe7f5-8d74-4c3d-9745-89ec8896d9cb tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 931 time: 0.1694555 Aug 31 14:08:24.484179 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-72e47300-3afd-42d3-bc16-48f6ac5f6954 req-9c26c7b2-3b5f-4ca6-b6c0-615d5184528c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881114 Aug 31 14:08:24.699193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a493058-061a-4c13-9159-991421ba9e7f {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:08:24.714926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.816879 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f2eb4d17-a5ca-45a9-bf5a-69edcad18d81 req-244106ed-86e6-41a1-8b06-305ec8a18518 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 210 time: 0.0619338 Aug 31 14:08:24.817558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c31689e2-99b0-4d4e-9631-d5a96c24bd8a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.818966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Transition to ACTIVE for port object 7a493058-061a-4c13-9159-991421ba9e7f will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:24.841162 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:24.880899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31689e2-99b0-4d4e-9631-d5a96c24bd8a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=2012ef8b-88c0-4855-a7e9-d081041682c4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:25.000972 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c31689e2-99b0-4d4e-9631-d5a96c24bd8a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.004344 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c31689e2-99b0-4d4e-9631-d5a96c24bd8a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/2012ef8b-88c0-4855-a7e9-d081041682c4 HTTP/1.1" status: 204 len: 168 time: 1.2541497 Aug 31 14:08:25.008410 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48246) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:25.059941 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d50506-7b2f-4700-bd43-b597fb33482e tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:08:25.062669 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-08d50506-7b2f-4700-bd43-b597fb33482e tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/2012ef8b-88c0-4855-a7e9-d081041682c4 HTTP/1.1" status: 404 len: 333 time: 0.0527303 Aug 31 14:08:25.067214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48248) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:25.200939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Pushing event updated for resources: {'Port': ['ID=7a493058-061a-4c13-9159-991421ba9e7f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:25.240221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-20b7d8de-be0d-4adc-a15d-32a818a6bc30 req-b9748b94-0be9-4a2d-a65c-d36ff7c7d9d9 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.1175234 Aug 31 14:08:25.251127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Attempting to bind port 7a493058-061a-4c13-9159-991421ba9e7f on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:25.251637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Attempting to bind port 7a493058-061a-4c13-9159-991421ba9e7f by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:25.252100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Attempting to bind port 7a493058-061a-4c13-9159-991421ba9e7f on network 497b61f6-ef52-4a6c-a409-78c2378f7305 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:25.259887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Port 7a493058-061a-4c13-9159-991421ba9e7f on network 497b61f6-ef52-4a6c-a409-78c2378f7305 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:25.260356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Attempting to bind port 7a493058-061a-4c13-9159-991421ba9e7f on network 497b61f6-ef52-4a6c-a409-78c2378f7305 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:25.271675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:25.272384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Checking segment: {'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:25.273531 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Bound using segment: {'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:25.274172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Bound port: 7a493058-061a-4c13-9159-991421ba9e7f, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:25.274662 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.294236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfb7e31-d96d-49fd-8795-12d36472c5f8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting subnet bf813abb-0a3a-4eec-9bf2-19ee48e533ca {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:25.310088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7e31-d96d-49fd-8795-12d36472c5f8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.421305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7e31-d96d-49fd-8795-12d36472c5f8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.479869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] For port 7a493058-061a-4c13-9159-991421ba9e7f, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:25.483359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] For port 7a493058-061a-4c13-9159-991421ba9e7f, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7a493058-061a-4c13-9159-991421ba9e7f,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:25.489059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.558260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:25.558260 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.559483 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] 10.222.0.13 "PUT /v2.0/ports/7a493058-061a-4c13-9159-991421ba9e7f HTTP/1.1" status: 200 len: 1091 time: 1.4213879 Aug 31 14:08:25.559956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb2f0c4-83fc-46df-a83f-645870f4c553', 'tag': '7a493058-061a-4c13-9159-991421ba9e7f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:25.562378 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23d269c-7392-4e07-82e6-82172275cfc4" -d '{"events": [{"name": "network-changed", "server_uuid": "abb2f0c4-83fc-46df-a83f-645870f4c553", "tag": "7a493058-061a-4c13-9159-991421ba9e7f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:25.581563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c8392-f216-4a2b-9d76-de241f6eefc8 req-68affb4e-fdbc-45db-a60f-4383bc2107de tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:25.583195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-685c8392-f216-4a2b-9d76-de241f6eefc8 req-68affb4e-fdbc-45db-a60f-4383bc2107de tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.2567778 Aug 31 14:08:25.618684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9fc49-ee0b-4b8d-beae-4e8577c82c1d service neutron] Pushing event updated for resources: {'Port': ['ID=7a493058-061a-4c13-9159-991421ba9e7f,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:25.683297 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7e31-d96d-49fd-8795-12d36472c5f8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.707426 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-685c8392-f216-4a2b-9d76-de241f6eefc8 req-61f1ceba-8d0f-4558-b69e-b3afeb98cd5d tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049678 Aug 31 14:08:25.709779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-eead1004-f5df-4bfa-b124-d2aa86c0e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:25.712395 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-eead1004-f5df-4bfa-b124-d2aa86c0e03e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24a22d2543114803be61e524d3c4845e&device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 1094 time: 0.0906475 Aug 31 14:08:25.805920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-a19ab809-79ea-42d6-ad21-51ccddb24c5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a493058-061a-4c13-9159-991421ba9e7f HTTP/1.1" status: 200 len: 217 time: 0.0842841 Aug 31 14:08:25.811889 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7e31-d96d-49fd-8795-12d36472c5f8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.847399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914e6ad-fba7-4c94-956f-16fc150d8586 None None] Network e7195e1f-da53-4064-92f3-ff85c8ed90e1 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:25.864741 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7e31-d96d-49fd-8795-12d36472c5f8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:25.871438 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bcfb7e31-d96d-49fd-8795-12d36472c5f8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/bf813abb-0a3a-4eec-9bf2-19ee48e533ca HTTP/1.1" status: 204 len: 168 time: 0.7988703 Aug 31 14:08:25.871438 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb7e31-d96d-49fd-8795-12d36472c5f8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Subnet': ['ID=bf813abb-0a3a-4eec-9bf2-19ee48e533ca,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:25.878633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48276) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:25.894483 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2b5512-76a4-489d-837f-fc8244a2b133 x-openstack-request-id: req-8d2b5512-76a4-489d-837f-fc8244a2b133 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:25.894898 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb2f0c4-83fc-46df-a83f-645870f4c553", "tag": "7a493058-061a-4c13-9159-991421ba9e7f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:25.895242 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d2b5512-76a4-489d-837f-fc8244a2b133 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:25.895796 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb2f0c4-83fc-46df-a83f-645870f4c553', 'tag': '7a493058-061a-4c13-9159-991421ba9e7f', 'status': 'completed', 'code': 200} Aug 31 14:08:25.975815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-2c024a4f-b795-4118-bdc0-e861bfdf8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:25.979038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-2c024a4f-b795-4118-bdc0-e861bfdf8869 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd37b77f-4596-4d3e-b902-75edc505d80c HTTP/1.1" status: 200 len: 854 time: 0.1574709 Aug 31 14:08:25.991020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fddff-09e4-42bd-bc2c-308fbca158f6 req-822e6f8b-d000-49b6-9045-d83684b8797c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:25.993636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-272fddff-09e4-42bd-bc2c-308fbca158f6 req-822e6f8b-d000-49b6-9045-d83684b8797c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 943 time: 0.1500063 Aug 31 14:08:26.018938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f29cdd33-d812-494b-b004-6bdddf585f79 req-e688348f-b658-4bc9-aa50-c09e3cad41b9 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0528591 Aug 31 14:08:26.034353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc31804-73eb-4c41-ae78-e7be0805d033 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting subnet 53d0206b-bbcc-46fe-8900-80d5d0d5fb30 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:26.044641 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdc31804-73eb-4c41-ae78-e7be0805d033 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.081922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-f4a363aa-1369-4ab7-9174-fe29986d2340 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497b61f6-ef52-4a6c-a409-78c2378f7305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869942 Aug 31 14:08:26.127450 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdc31804-73eb-4c41-ae78-e7be0805d033 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.174010 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-272fddff-09e4-42bd-bc2c-308fbca158f6 req-e6f16b7c-d9ad-4053-b18f-ea4e42795506 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525424 Aug 31 14:08:26.294974 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdc31804-73eb-4c41-ae78-e7be0805d033 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.312548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-20bdcc74-86a5-4868-9bb6-b88d373eea53 service neutron] 10.222.0.13 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221470 Aug 31 14:08:26.353280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cda06742-f2d9-452a-881f-44d65af213d4 req-9283c599-e79b-46d6-812e-aa4322611bce tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 210 time: 0.0756299 Aug 31 14:08:26.406047 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdc31804-73eb-4c41-ae78-e7be0805d033 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.439129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc31804-73eb-4c41-ae78-e7be0805d033 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Subnet': ['ID=53d0206b-bbcc-46fe-8900-80d5d0d5fb30,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:26.453367 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cdc31804-73eb-4c41-ae78-e7be0805d033 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.458284 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cdc31804-73eb-4c41-ae78-e7be0805d033 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/53d0206b-bbcc-46fe-8900-80d5d0d5fb30 HTTP/1.1" status: 204 len: 168 time: 0.5781958 Aug 31 14:08:26.459249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48280) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:26.561661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.635856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f807c-336a-49fa-ac37-39950b653643 req-dfff63d8-f5a1-4bc4-81ad-25273aff0a45 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:26.637958 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-dfff63d8-f5a1-4bc4-81ad-25273aff0a45 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.52 "GET /v2.0/networks?id=7783516d-98e4-4641-8d02-cfbae8ad3912 HTTP/1.1" status: 200 len: 809 time: 0.2995114 Aug 31 14:08:26.643323 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb5b472a-2f7b-4a30-95db-32fff14cd57a req-f1aaa306-a97a-444b-b26a-35591005ac80 service neutron] 10.222.0.13 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031516 Aug 31 14:08:26.654233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port 7c9acabc-14d3-4312-8fe1-86cda604c518 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:26.654770 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.663250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f86f807c-336a-49fa-ac37-39950b653643 req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Request body: {'port': {'device_id': 'f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea', 'network_id': '7783516d-98e4-4641-8d02-cfbae8ad3912', 'admin_state_up': True, 'tenant_id': '7e2dc1e1ffa141f68696813b8590479e'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:26.741950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] For port 7c9acabc-14d3-4312-8fe1-86cda604c518, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7c9acabc-14d3-4312-8fe1-86cda604c518,segment=NetworkSegment(c15cf530-79fc-49ba-92f0-dfaa6e86683d),segment_id=c15cf530-79fc-49ba-92f0-dfaa6e86683d)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:26.742565 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.770898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for 7c9acabc-14d3-4312-8fe1-86cda604c518 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:26.849909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d269c-7392-4e07-82e6-82172275cfc4 req-8883a3b6-6827-4672-a8ac-40cb46c87e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:26.855201 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e23d269c-7392-4e07-82e6-82172275cfc4 req-8883a3b6-6827-4672-a8ac-40cb46c87e60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24a22d2543114803be61e524d3c4845e&device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 1094 time: 0.1157706 Aug 31 14:08:26.910841 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:26.946708 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=7c9acabc-14d3-4312-8fe1-86cda604c518,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:26.959870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No DVR routers for this DVR port 7c9acabc-14d3-4312-8fe1-86cda604c518 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:26.994383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bde579-bfd8-4f33-808b-359db48ae229 req-7a53a6d2-6623-46eb-8b1e-86a96068e604 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:26.996041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-40bde579-bfd8-4f33-808b-359db48ae229 req-7a53a6d2-6623-46eb-8b1e-86a96068e604 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1242886 Aug 31 14:08:27.047029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86f807c-336a-49fa-ac37-39950b653643 req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Made reservation on behalf of 7e2dc1e1ffa141f68696813b8590479e for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:27.053785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f86f807c-336a-49fa-ac37-39950b653643 req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.077158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d269c-7392-4e07-82e6-82172275cfc4 req-6df49b90-a066-4831-97c0-0d441eb43099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:27.079228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.079583 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e23d269c-7392-4e07-82e6-82172275cfc4 req-6df49b90-a066-4831-97c0-0d441eb43099 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497b61f6-ef52-4a6c-a409-78c2378f7305 HTTP/1.1" status: 200 len: 915 time: 0.2013364 Aug 31 14:08:27.101447 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7195e1f-da53-4064-92f3-ff85c8ed90e1']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:27.114189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-40bde579-bfd8-4f33-808b-359db48ae229 req-0d58f42e-0b40-46c2-9afe-7e0d91a30cc1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680275 Aug 31 14:08:27.118559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15cf530-79fc-49ba-92f0-dfaa6e86683d') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:27.119019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15cf530-79fc-49ba-92f0-dfaa6e86683d') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:27.133464 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.153967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.162760 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:27.163962 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.173855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85394342-0d8b-4740-98e0-dc2fbf900d75 None None] Network e7195e1f-da53-4064-92f3-ff85c8ed90e1 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:27.180738 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e23d269c-7392-4e07-82e6-82172275cfc4 req-b3974dfb-1f5e-4e3d-b48a-2898e79bd045 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a493058-061a-4c13-9159-991421ba9e7f HTTP/1.1" status: 200 len: 217 time: 0.0910888 Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:27.187645 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:27.244682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d4f85d94-77e4-4844-90ea-b47599336fd2 None None] Could not find standard attr ID for object 7c9acabc-14d3-4312-8fe1-86cda604c518. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:08:27.277878 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.293168 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.299006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/networks/e7195e1f-da53-4064-92f3-ff85c8ed90e1 HTTP/1.1" status: 204 len: 168 time: 0.8350983 Aug 31 14:08:27.300033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48294) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:27.304941 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9143c1d5-a182-4fcd-9107-49bdcbefa185 req-1a0ad1c8-6c64-4e0f-80da-706582ad320f tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.1299462 Aug 31 14:08:27.384846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb621d-3593-4763-ab2e-740e5f5713d9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Network': ['ID=e7195e1f-da53-4064-92f3-ff85c8ed90e1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:27.474226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d269c-7392-4e07-82e6-82172275cfc4 req-79a0d0d7-9c18-4ecd-b61b-28b88f630079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:27.476855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b852f-11b2-49a5-ae39-4d1485b2c63a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:27.478597 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-899b852f-11b2-49a5-ae39-4d1485b2c63a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1652668 Aug 31 14:08:27.479293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e23d269c-7392-4e07-82e6-82172275cfc4 req-79a0d0d7-9c18-4ecd-b61b-28b88f630079 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd37b77f-4596-4d3e-b902-75edc505d80c HTTP/1.1" status: 200 len: 854 time: 0.2244530 Aug 31 14:08:27.484027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48302) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:27.499713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17389318-0cb6-49d9-ba82-6d343a88dd82 None None] DHCP port deletion for e7195e1f-da53-4064-92f3-ff85c8ed90e1 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:08:27.557216 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e23d269c-7392-4e07-82e6-82172275cfc4 req-fc60475f-c0e6-4b3e-97a1-31e51e94ac25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497b61f6-ef52-4a6c-a409-78c2378f7305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413082 Aug 31 14:08:27.580333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-f86f807c-336a-49fa-ac37-39950b653643 req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Allocated IP 172.20.0.13 (7783516d-98e4-4641-8d02-cfbae8ad3912/1c32460a-485c-4486-943e-bfadeb5a290f/3888aa47-9563-4e74-b969-9c0143e2f821) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:27.610317 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f7430bdf-bbf8-4a85-aa3d-f442848600f0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1248362 Aug 31 14:08:27.620269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48304) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:27.634056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b7dc0ba1-d74f-44f2-9b93-b35f5d11d7ea tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-441695554'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:27.682594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f674d-5d35-4670-b8ae-6e312b96ebc3 req-2b3d872e-a716-4886-8160-2e63f52ace8f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:27.684169 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-316f674d-5d35-4670-b8ae-6e312b96ebc3 req-2b3d872e-a716-4886-8160-2e63f52ace8f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 943 time: 0.1406820 Aug 31 14:08:27.699668 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dc0ba1-d74f-44f2-9b93-b35f5d11d7ea tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:27.703125 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0ba1-d74f-44f2-9b93-b35f5d11d7ea tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.731196 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9f97f-3183-4f54-85b4-15fc93a358b4 req-d031fc8a-b7a4-4869-b5b3-68bf3bb751a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:27.732615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a62cad26-e766-43ea-9567-3fc533c521ae req-17431e33-e9e5-4aa3-825c-3d3eeca0d128 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 210 time: 0.0441175 Aug 31 14:08:27.732917 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60f9f97f-3183-4f54-85b4-15fc93a358b4 req-d031fc8a-b7a4-4869-b5b3-68bf3bb751a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c28ecdeb550f4a6594d69709db570fca&device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 1095 time: 0.1008422 Aug 31 14:08:27.777149 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-316f674d-5d35-4670-b8ae-6e312b96ebc3 req-36265541-7ae3-441f-a524-0c6a27443c47 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799222 Aug 31 14:08:27.792512 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e23d269c-7392-4e07-82e6-82172275cfc4 req-72ae0da6-07a8-432d-b1e6-9d6b8b15d818 service neutron] 10.222.0.13 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252715 Aug 31 14:08:27.815042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dc0ba1-d74f-44f2-9b93-b35f5d11d7ea tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:27.833079 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0ba1-d74f-44f2-9b93-b35f5d11d7ea tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.833409 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b7dc0ba1-d74f-44f2-9b93-b35f5d11d7ea tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Added segment f31e45b0-d30c-47e0-93cd-6950abe43889 of type vlan for network 8433fa22-32b0-425e-a198-7535b514e142 Aug 31 14:08:27.895014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0ba1-d74f-44f2-9b93-b35f5d11d7ea tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.916581 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9f97f-3183-4f54-85b4-15fc93a358b4 req-8b5ee310-33cc-48ec-9e69-54871afd4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:27.918100 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60f9f97f-3183-4f54-85b4-15fc93a358b4 req-8b5ee310-33cc-48ec-9e69-54871afd4696 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 200 len: 913 time: 0.1663785 Aug 31 14:08:27.940331 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0ba1-d74f-44f2-9b93-b35f5d11d7ea tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.946256 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc0ba1-d74f-44f2-9b93-b35f5d11d7ea tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:27.946873 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0ba1-d74f-44f2-9b93-b35f5d11d7ea tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:27.972618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7a493058-061a-4c13-9159-991421ba9e7f details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:08:28.032426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f86f807c-336a-49fa-ac37-39950b653643 req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:28.048817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c560749-460a-44eb-96dd-fc705b5e250f req-224085f2-c24d-47c5-b634-425ff2a41419 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:28.050835 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c560749-460a-44eb-96dd-fc705b5e250f req-224085f2-c24d-47c5-b634-425ff2a41419 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.2051182 Aug 31 14:08:28.053334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e23d269c-7392-4e07-82e6-82172275cfc4 req-3d9d3e77-8acc-4b65-a5fa-d4599652e2bf service neutron] 10.222.0.13 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504148 Aug 31 14:08:28.083634 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b7dc0ba1-d74f-44f2-9b93-b35f5d11d7ea tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4593244 Aug 31 14:08:28.085512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48308) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:28.092140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-06618cb7-5629-45db-9209-f292e9ee1264 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': '8433fa22-32b0-425e-a198-7535b514e142', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:28.109753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60f9f97f-3183-4f54-85b4-15fc93a358b4 req-ebadcb3b-4eda-4ee2-b697-c019874a68f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 200 len: 998 time: 0.1784029 Aug 31 14:08:28.114943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc0ba1-d74f-44f2-9b93-b35f5d11d7ea tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Network': ['ID=8433fa22-32b0-425e-a198-7535b514e142,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:28.117206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7a493058-061a-4c13-9159-991421ba9e7f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7a493058-061a-4c13-9159-991421ba9e7f,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:28.137173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 8433fa22-32b0-425e-a198-7535b514e142 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:28.161511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '7a493058-061a-4c13-9159-991421ba9e7f', 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305', 'port_id': '7a493058-061a-4c13-9159-991421ba9e7f', 'mac_address': 'fa:16:3e:a3:f4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd37b77f-4596-4d3e-b902-75edc505d80c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:08:28.196202 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9f97f-3183-4f54-85b4-15fc93a358b4 req-97ac49ff-815c-4a16-a99e-8bd08f2474fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:28.198148 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60f9f97f-3183-4f54-85b4-15fc93a358b4 req-97ac49ff-815c-4a16-a99e-8bd08f2474fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 200 len: 851 time: 0.0756011 Aug 31 14:08:28.206658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c560749-460a-44eb-96dd-fc705b5e250f req-898e2d30-64b0-4ce8-a788-85229d8b4b8b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369951 Aug 31 14:08:28.260703 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f86f807c-336a-49fa-ac37-39950b653643 req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:28.271807 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:28.273809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9f97f-3183-4f54-85b4-15fc93a358b4 req-311197e1-0d5f-4f19-8581-2d29d159abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:28.275947 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60f9f97f-3183-4f54-85b4-15fc93a358b4 req-311197e1-0d5f-4f19-8581-2d29d159abd8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b45e4484-4dc4-4454-8a6c-8a97e099c7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662768 Aug 31 14:08:28.292734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a493058-061a-4c13-9159-991421ba9e7f {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:08:28.321088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7a493058-061a-4c13-9159-991421ba9e7f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7a493058-061a-4c13-9159-991421ba9e7f,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:28.326615 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:28.364881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86f807c-336a-49fa-ac37-39950b653643 req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Network 7783516d-98e4-4641-8d02-cfbae8ad3912 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:28.369827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06618cb7-5629-45db-9209-f292e9ee1264 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:28.377762 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06618cb7-5629-45db-9209-f292e9ee1264 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:28.392104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-f86f807c-336a-49fa-ac37-39950b653643 req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:28.395748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86f807c-336a-49fa-ac37-39950b653643 req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:28.407598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=7a493058-061a-4c13-9159-991421ba9e7f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:28.454886 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60f9f97f-3183-4f54-85b4-15fc93a358b4 req-167934e4-ab55-4d2e-b376-397b84d9fc88 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692612 Aug 31 14:08:28.498997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Pushing event updated for resources: {'Port': ['ID=3888aa47-9563-4e74-b969-9c0143e2f821,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:28.513158 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7b92241-765e-417f-8674-3397cb5cf92c req-4abc4e1d-3ff7-4a9f-9665-1439171bd253 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0422914 Aug 31 14:08:28.586607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f807c-336a-49fa-ac37-39950b653643 req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:28.587580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f86f807c-336a-49fa-ac37-39950b653643 req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:28.642183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-e679da18-8ba3-4c40-9f7a-67b9b0ecb5c8 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9860466 Aug 31 14:08:28.643591 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['7a493058-061a-4c13-9159-991421ba9e7f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:08:28.657177 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60f9f97f-3183-4f54-85b4-15fc93a358b4 req-f752e10e-545d-4b52-a664-029162965093 service neutron] 10.222.0.52 "GET /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717677 Aug 31 14:08:28.687032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Request body: {'port': {'device_id': 'f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:28.756799 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7c9acabc-14d3-4312-8fe1-86cda604c518 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:28.810530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 7c9acabc-14d3-4312-8fe1-86cda604c518 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:28.811066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7c9acabc-14d3-4312-8fe1-86cda604c518 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:28.826393 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:28.958828 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06618cb7-5629-45db-9209-f292e9ee1264 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.018823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fc931-0073-425f-a5bb-81ac8621b6f5 req-d9242e83-1c66-4b13-8442-d0f94c855f1e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:29.023673 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-817fc931-0073-425f-a5bb-81ac8621b6f5 req-d9242e83-1c66-4b13-8442-d0f94c855f1e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 944 time: 0.0875361 Aug 31 14:08:29.097345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-817fc931-0073-425f-a5bb-81ac8621b6f5 req-4f245bee-df50-4b06-a97e-c601328e71c9 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615847 Aug 31 14:08:29.118796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57f9e-7dd5-4c14-bba0-e42287a1d634 req-a792d153-c851-4a9e-882b-06128262467e tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:29.121694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68b57f9e-7dd5-4c14-bba0-e42287a1d634 req-a792d153-c851-4a9e-882b-06128262467e tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 932 time: 0.2486341 Aug 31 14:08:29.212157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06618cb7-5629-45db-9209-f292e9ee1264 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Subnet': ['ID=6890c17a-63f3-4323-b1f1-7cf5fcdc088c,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:29.329175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06618cb7-5629-45db-9209-f292e9ee1264 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Checking segment: {'id': 'f31e45b0-d30c-47e0-93cd-6950abe43889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8433fa22-32b0-425e-a198-7535b514e142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:29.329540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06618cb7-5629-45db-9209-f292e9ee1264 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network hostable DHCP agents. Network: 8433fa22-32b0-425e-a198-7535b514e142, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:29.337734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68b57f9e-7dd5-4c14-bba0-e42287a1d634 req-4d09159e-4d5c-4e6f-a6f3-bbbbfdbd7aad tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866987 Aug 31 14:08:29.366441 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0818085-0dae-495a-b116-a7d527c89b5a req-dc87f44d-a091-4c3e-abfe-11918c0a99a4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:29.369079 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0818085-0dae-495a-b116-a7d527c89b5a req-dc87f44d-a091-4c3e-abfe-11918c0a99a4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0622678 Aug 31 14:08:29.378270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06618cb7-5629-45db-9209-f292e9ee1264 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 8433fa22-32b0-425e-a198-7535b514e142 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:29.407515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-06618cb7-5629-45db-9209-f292e9ee1264 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 8433fa22-32b0-425e-a198-7535b514e142) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:29.427404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e62e1bb-3db1-4237-9593-2845b04ae5d1 None None] Network 8433fa22-32b0-425e-a198-7535b514e142 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:29.431877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06618cb7-5629-45db-9209-f292e9ee1264 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:29.432922 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06618cb7-5629-45db-9209-f292e9ee1264 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.438061 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0818085-0dae-495a-b116-a7d527c89b5a req-8ea5089f-d59c-4541-90e6-936530bddc5e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530391 Aug 31 14:08:29.494909 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-06618cb7-5629-45db-9209-f292e9ee1264 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4072745 Aug 31 14:08:29.498193 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48324) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:29.506523 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': '8433fa22-32b0-425e-a198-7535b514e142', 'name': 'tempest-PortsIpV6TestJSON-1550653005'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:29.609014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3888aa47-9563-4e74-b969-9c0143e2f821 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:08:29.645824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.671898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Transition to ACTIVE for port object 3888aa47-9563-4e74-b969-9c0143e2f821 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:29.680072 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.709123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-8433fa22-32b0-425e-a198-7535b514e142', 'network_id': '8433fa22-32b0-425e-a198-7535b514e142', 'tenant_id': 'c1ede8c2527c4afcb7c7f887155b44b9', 'fixed_ips': [{'subnet_id': '6890c17a-63f3-4323-b1f1-7cf5fcdc088c'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:08:29.710706 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.763517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:29.769729 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:29.811253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:08:29.858796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0b2764f-395a-4cc2-9cee-932e39fe6451 req-120515f0-8662-4969-84fc-61a631ff2bf9 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0770869 Aug 31 14:08:29.913103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Pushing event updated for resources: {'Port': ['ID=3888aa47-9563-4e74-b969-9c0143e2f821,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:29.990099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Attempting to bind port 3888aa47-9563-4e74-b969-9c0143e2f821 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:29.990663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Attempting to bind port 3888aa47-9563-4e74-b969-9c0143e2f821 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'a179750a-b1c7-4fbc-ae62-a679320bfc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7783516d-98e4-4641-8d02-cfbae8ad3912'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:29.991511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Attempting to bind port 3888aa47-9563-4e74-b969-9c0143e2f821 on network 7783516d-98e4-4641-8d02-cfbae8ad3912 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:29.996270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8::3a1 (8433fa22-32b0-425e-a198-7535b514e142/6890c17a-63f3-4323-b1f1-7cf5fcdc088c/cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:30.000886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Port 3888aa47-9563-4e74-b969-9c0143e2f821 on network 7783516d-98e4-4641-8d02-cfbae8ad3912 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:08:30.001522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Attempting to bind port 3888aa47-9563-4e74-b969-9c0143e2f821 on network 7783516d-98e4-4641-8d02-cfbae8ad3912 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:30.005175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7a493058-061a-4c13-9159-991421ba9e7f up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:30.012226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:30.013298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Checking segment: {'id': 'a179750a-b1c7-4fbc-ae62-a679320bfc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7783516d-98e4-4641-8d02-cfbae8ad3912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:30.013961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Bound using segment: {'id': 'a179750a-b1c7-4fbc-ae62-a679320bfc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7783516d-98e4-4641-8d02-cfbae8ad3912'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:30.014716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Bound port: 3888aa47-9563-4e74-b969-9c0143e2f821, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a179750a-b1c7-4fbc-ae62-a679320bfc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '7783516d-98e4-4641-8d02-cfbae8ad3912'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:30.015450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.074972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 7a493058-061a-4c13-9159-991421ba9e7f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:30.083789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 7a493058-061a-4c13-9159-991421ba9e7f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:30.086029 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.142794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] For port 3888aa47-9563-4e74-b969-9c0143e2f821, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:30.149075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] For port 3888aa47-9563-4e74-b969-9c0143e2f821, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3888aa47-9563-4e74-b969-9c0143e2f821,segment=NetworkSegment(a179750a-b1c7-4fbc-ae62-a679320bfc46),segment_id=a179750a-b1c7-4fbc-ae62-a679320bfc46)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:30.157178 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.200459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:30.201261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.203346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] 10.222.0.52 "PUT /v2.0/ports/3888aa47-9563-4e74-b969-9c0143e2f821 HTTP/1.1" status: 200 len: 1092 time: 1.5436945 Aug 31 14:08:30.204080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea', 'tag': '3888aa47-9563-4e74-b969-9c0143e2f821'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:30.208098 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b34082-e5b8-4adf-9a09-c77ef51abd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea", "tag": "3888aa47-9563-4e74-b969-9c0143e2f821"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:30.261696 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.301897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb2f0c4-83fc-46df-a83f-645870f4c553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a493058-061a-4c13-9159-991421ba9e7f'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:30.305381 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fab268-94d0-4e0c-89ce-ca67c74ab9e1" -d '{"events": [{"server_uuid": "abb2f0c4-83fc-46df-a83f-645870f4c553", "name": "network-vif-plugged", "status": "completed", "tag": "7a493058-061a-4c13-9159-991421ba9e7f"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:30.321050 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802c299a-fa8a-4429-9d96-e2fa59970511 x-openstack-request-id: req-802c299a-fa8a-4429-9d96-e2fa59970511 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:30.321472 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea", "tag": "3888aa47-9563-4e74-b969-9c0143e2f821", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:30.321886 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-802c299a-fa8a-4429-9d96-e2fa59970511 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:30.322525 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea', 'tag': '3888aa47-9563-4e74-b969-9c0143e2f821', 'status': 'completed', 'code': 200} Aug 31 14:08:30.323855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031f5b6-fb41-4723-9cb7-cb62c383a46a service neutron] Pushing event updated for resources: {'Port': ['ID=3888aa47-9563-4e74-b969-9c0143e2f821,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:30.325217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7a493058-061a-4c13-9159-991421ba9e7f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7a493058-061a-4c13-9159-991421ba9e7f,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:30.332856 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.352157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f807c-336a-49fa-ac37-39950b653643 req-1daf5fd0-5d1f-4b42-9e5b-d9e92caea8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:30.354567 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-1daf5fd0-5d1f-4b42-9e5b-d9e92caea8db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e2dc1e1ffa141f68696813b8590479e&device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 1095 time: 0.0795610 Aug 31 14:08:30.386569 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.419473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=7a493058-061a-4c13-9159-991421ba9e7f,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:30.433033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Transition to ACTIVE for port object cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:30.435568 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-7847c7eb-b41f-4ed3-9046-4cd6ca38effd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3888aa47-9563-4e74-b969-9c0143e2f821 HTTP/1.1" status: 200 len: 217 time: 0.0703325 Aug 31 14:08:30.454995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f6b59-bac5-49f7-ae30-8baa57328753 req-ab8087fe-86b6-40c3-b3b8-0ee0ffa38306 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:30.462473 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-704f6b59-bac5-49f7-ae30-8baa57328753 req-ab8087fe-86b6-40c3-b3b8-0ee0ffa38306 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 944 time: 0.1789465 Aug 31 14:08:30.515186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f807c-336a-49fa-ac37-39950b653643 req-39a00a21-fc8d-4e47-9af4-a87a98260de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:30.516101 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ea941d-c69b-4e7e-a02e-4723c3b74676 x-openstack-request-id: req-06ea941d-c69b-4e7e-a02e-4723c3b74676 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:30.517933 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb2f0c4-83fc-46df-a83f-645870f4c553", "name": "network-vif-plugged", "status": "completed", "tag": "7a493058-061a-4c13-9159-991421ba9e7f", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:30.518882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-39a00a21-fc8d-4e47-9af4-a87a98260de6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c32460a-485c-4486-943e-bfadeb5a290f HTTP/1.1" status: 200 len: 849 time: 0.0663512 Aug 31 14:08:30.520515 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06ea941d-c69b-4e7e-a02e-4723c3b74676 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:30.521260 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2f0c4-83fc-46df-a83f-645870f4c553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a493058-061a-4c13-9159-991421ba9e7f', 'code': 200} Aug 31 14:08:30.558643 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.598406 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-704f6b59-bac5-49f7-ae30-8baa57328753 req-f6ed2315-d76b-4abd-abb0-356cd2280edd tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335759 Aug 31 14:08:30.599472 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-c71e9855-6fb8-4064-90c6-2aba7651d14f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7783516d-98e4-4641-8d02-cfbae8ad3912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669568 Aug 31 14:08:30.624955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Allocated IP 2001:db8::2 (8433fa22-32b0-425e-a198-7535b514e142/6890c17a-63f3-4323-b1f1-7cf5fcdc088c/0a2a8237-d8f8-4420-be84-1d2ff9669eec) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:30.665173 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:30.680357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 8433fa22-32b0-425e-a198-7535b514e142 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:30.687789 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:30.698217 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:30.711106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:30.712171 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.718722 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:30.719322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:30.719825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:30.720491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:30.721086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:30.721613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:30.722218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:30.723156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:30.723402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:30.723988 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:30.724643 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:30.725244 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:30.793225 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-29d7bed5-db9b-419d-bf1b-42e6d1287ccd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2933013 Aug 31 14:08:30.798612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48346) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:30.807005 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': '8433fa22-32b0-425e-a198-7535b514e142', 'name': 'tempest-PortsIpV6TestJSON-1410181869'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:30.844023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcc945-889a-45d2-a525-0e52b1391e8a req-22325ebb-bfe5-48d2-832d-4fd60fdb66a1 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:30.846690 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5afcc945-889a-45d2-a525-0e52b1391e8a req-22325ebb-bfe5-48d2-832d-4fd60fdb66a1 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 944 time: 0.2440877 Aug 31 14:08:30.853481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-f6dcbe76-6da1-4b07-bb6c-8c3c78ac6f79 service neutron] 10.222.0.52 "GET /v2.0/networks/7783516d-98e4-4641-8d02-cfbae8ad3912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922226 Aug 31 14:08:30.872223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dad24-356a-49a9-8c09-07553b6cd44f req-c98c8cb3-97ad-4218-8391-9e0e8c184dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:30.875353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b8dad24-356a-49a9-8c09-07553b6cd44f req-c98c8cb3-97ad-4218-8391-9e0e8c184dce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 1096 time: 0.2745116 Aug 31 14:08:30.902168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641c6f9-604a-4530-940f-cdd95f2c78b0 req-ddb3e0c4-cb5f-425d-9460-62e23c9608c4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:30.902582 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:30.905055 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5641c6f9-604a-4530-940f-cdd95f2c78b0 req-ddb3e0c4-cb5f-425d-9460-62e23c9608c4 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1721032 Aug 31 14:08:30.923496 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Transition to ACTIVE for port object 0a2a8237-d8f8-4420-be84-1d2ff9669eec will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:30.948483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Transition to ACTIVE for port object 0a2a8237-d8f8-4420-be84-1d2ff9669eec will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:30.958063 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.016763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Network 8433fa22-32b0-425e-a198-7535b514e142 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:31.021596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:31.024681 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5641c6f9-604a-4530-940f-cdd95f2c78b0 req-ee9005db-49ed-49a3-ba09-eb8aa736b7f9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015553 Aug 31 14:08:31.037616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:31.063804 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Pushing event updated for resources: {'Port': ['ID=0a2a8237-d8f8-4420-be84-1d2ff9669eec,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:31.093426 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5afcc945-889a-45d2-a525-0e52b1391e8a req-da88063b-bb77-48c7-b882-906a34d4ee58 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286491 Aug 31 14:08:31.099166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:31.107712 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.134518 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b8dad24-356a-49a9-8c09-07553b6cd44f req-20a11965-0b71-4d38-bc00-f7f34136484d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275147 Aug 31 14:08:31.156583 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port cf23cbba-386c-4e83-aaf9-f01dc77bb4c2 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:08:31.191952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Attempting to bind port 0a2a8237-d8f8-4420-be84-1d2ff9669eec on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:31.192807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Attempting to bind port 0a2a8237-d8f8-4420-be84-1d2ff9669eec by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'f31e45b0-d30c-47e0-93cd-6950abe43889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8433fa22-32b0-425e-a198-7535b514e142'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:31.193409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Attempting to bind port 0a2a8237-d8f8-4420-be84-1d2ff9669eec on network 8433fa22-32b0-425e-a198-7535b514e142 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:31.205445 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:31.206157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Checking segment: {'id': 'f31e45b0-d30c-47e0-93cd-6950abe43889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8433fa22-32b0-425e-a198-7535b514e142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:31.206681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f86f807c-336a-49fa-ac37-39950b653643 req-0692bfcd-542c-483f-8c77-e5d558b79aa2 service neutron] 10.222.0.52 "GET /v2.0/networks/7783516d-98e4-4641-8d02-cfbae8ad3912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283074 Aug 31 14:08:31.207424 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.207424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Bound using segment: {'id': 'f31e45b0-d30c-47e0-93cd-6950abe43889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8433fa22-32b0-425e-a198-7535b514e142'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:31.208124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Bound port: 0a2a8237-d8f8-4420-be84-1d2ff9669eec, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31e45b0-d30c-47e0-93cd-6950abe43889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8433fa22-32b0-425e-a198-7535b514e142'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:31.208732 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.382976 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-29dfbe7c-ae2a-42e1-becf-a35562f14938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.395348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] For port 0a2a8237-d8f8-4420-be84-1d2ff9669eec, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:31.408786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] For port 0a2a8237-d8f8-4420-be84-1d2ff9669eec, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0a2a8237-d8f8-4420-be84-1d2ff9669eec,segment=NetworkSegment(f31e45b0-d30c-47e0-93cd-6950abe43889),segment_id=f31e45b0-d30c-47e0-93cd-6950abe43889)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:31.424559 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.439442 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa7283a5-1528-4fc6-bfb7-51aaa33a7384 req-f534ae21-ac66-4bcb-a325-b8b267882736 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.1086328 Aug 31 14:08:31.458657 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8::dc (8433fa22-32b0-425e-a198-7535b514e142/6890c17a-63f3-4323-b1f1-7cf5fcdc088c/cf23cbba-386c-4e83-aaf9-f01dc77bb4c2) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:31.513697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b34082-e5b8-4adf-9a09-c77ef51abd7d req-bebfa237-5fde-4d9b-a743-715d5c099771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:31.516245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71b34082-e5b8-4adf-9a09-c77ef51abd7d req-bebfa237-5fde-4d9b-a743-715d5c099771 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e2dc1e1ffa141f68696813b8590479e&device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 1095 time: 0.1627798 Aug 31 14:08:31.529351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e958b8-9da5-4c98-99e0-7ae371cc1f68 None None] Pushing event updated for resources: {'Port': ['ID=0a2a8237-d8f8-4420-be84-1d2ff9669eec,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:31.634851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2cc90-d2fb-4165-bb79-57f9df4eb48b req-9e062535-fd88-47e0-9722-add40a3b465a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:31.637717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-42f2cc90-d2fb-4165-bb79-57f9df4eb48b req-9e062535-fd88-47e0-9722-add40a3b465a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1698592 Aug 31 14:08:31.821470 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-42f2cc90-d2fb-4165-bb79-57f9df4eb48b req-5bf4b789-4e83-45d5-80cc-f3023ed81426 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689227 Aug 31 14:08:31.956272 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:31.985574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Transition to ACTIVE for port object cf23cbba-386c-4e83-aaf9-f01dc77bb4c2 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:32.060911 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:32.123589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 8433fa22-32b0-425e-a198-7535b514e142 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:32.127632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:32.134213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:32.143383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:32.144202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:32.152714 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=cf23cbba-386c-4e83-aaf9-f01dc77bb4c2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:32.176289 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6258d83b-b0d7-48c6-8f54-5696641bbe43 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3755574 Aug 31 14:08:32.180907 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48368) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:32.223014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f0ece-030f-43b4-b9d3-e7a4903cbe9e req-7eba98b1-c8f7-4fdd-9738-bee59f756e96 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:32.240198 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-643f0ece-030f-43b4-b9d3-e7a4903cbe9e req-7eba98b1-c8f7-4fdd-9738-bee59f756e96 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1651263 Aug 31 14:08:32.348543 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-643f0ece-030f-43b4-b9d3-e7a4903cbe9e req-faf82c0e-b2ad-42f0-82d4-65ce5dc1b504 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070368 Aug 31 14:08:32.352086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b34082-e5b8-4adf-9a09-c77ef51abd7d req-0a802183-5ef7-45ca-ab75-8419c1dc6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:32.377839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71b34082-e5b8-4adf-9a09-c77ef51abd7d req-0a802183-5ef7-45ca-ab75-8419c1dc6835 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7783516d-98e4-4641-8d02-cfbae8ad3912 HTTP/1.1" status: 200 len: 910 time: 0.8426244 Aug 31 14:08:32.381421 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e2a570-450a-4271-8e9f-76f09b2dbba4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:32.388828 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f4e2a570-450a-4271-8e9f-76f09b2dbba4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a1 HTTP/1.1" status: 200 len: 929 time: 0.2029543 Aug 31 14:08:32.389443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48378) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:32.509810 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71b34082-e5b8-4adf-9a09-c77ef51abd7d req-4f2d327c-3907-48fc-b5f4-e881a8d672aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3888aa47-9563-4e74-b969-9c0143e2f821 HTTP/1.1" status: 200 len: 217 time: 0.1035714 Aug 31 14:08:32.694202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b34082-e5b8-4adf-9a09-c77ef51abd7d req-a9afd2c2-af70-4ad6-96f5-e3cf5929d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:32.696639 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71b34082-e5b8-4adf-9a09-c77ef51abd7d req-a9afd2c2-af70-4ad6-96f5-e3cf5929d857 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c32460a-485c-4486-943e-bfadeb5a290f HTTP/1.1" status: 200 len: 849 time: 0.1724887 Aug 31 14:08:32.728749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cff79a-7473-4eaa-927e-380357c1171e req-23065357-d7ac-4589-a7f4-700e5e46f69d tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:32.731035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17cff79a-7473-4eaa-927e-380357c1171e req-23065357-d7ac-4589-a7f4-700e5e46f69d tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 944 time: 0.2087028 Aug 31 14:08:32.813426 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71b34082-e5b8-4adf-9a09-c77ef51abd7d req-50550768-cb94-47c0-8dae-b96c1a25c9b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7783516d-98e4-4641-8d02-cfbae8ad3912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755739 Aug 31 14:08:32.837115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port cf23cbba-386c-4e83-aaf9-f01dc77bb4c2 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:32.837600 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:32.843957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0a2a8237-d8f8-4420-be84-1d2ff9669eec up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:32.981623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 0a2a8237-d8f8-4420-be84-1d2ff9669eec completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:33.019518 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17cff79a-7473-4eaa-927e-380357c1171e req-93ff7e5f-87b4-496a-a81e-e5224b6bf1a2 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626834 Aug 31 14:08:33.164140 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:33.188511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71b34082-e5b8-4adf-9a09-c77ef51abd7d req-d3130fee-43ae-4dc7-843c-77bd031113d5 service neutron] 10.222.0.52 "GET /v2.0/networks/7783516d-98e4-4641-8d02-cfbae8ad3912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225489 Aug 31 14:08:33.193928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for cf23cbba-386c-4e83-aaf9-f01dc77bb4c2 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:33.206243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575a435f-4042-489a-b0fd-11d0cfe03768 None None] Network 8433fa22-32b0-425e-a198-7535b514e142 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:33.330546 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Provisioning for port 0a2a8237-d8f8-4420-be84-1d2ff9669eec completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:33.342881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Provisioning complete for port 0a2a8237-d8f8-4420-be84-1d2ff9669eec triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:33.343846 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:33.390764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71b34082-e5b8-4adf-9a09-c77ef51abd7d req-89a26029-e468-4601-bbd8-44fc238d968f service neutron] 10.222.0.52 "GET /v2.0/networks/7783516d-98e4-4641-8d02-cfbae8ad3912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914916 Aug 31 14:08:33.492742 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f741e823-7f7e-43cc-a632-e89c2ccd06b7 req-2ea4e5cd-4fcb-4193-bbd9-3ba3cc6e0fde tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0838485 Aug 31 14:08:33.536966 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:33.557612 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:33.599791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=cf23cbba-386c-4e83-aaf9-f01dc77bb4c2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:33.634890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] For port 0a2a8237-d8f8-4420-be84-1d2ff9669eec, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0a2a8237-d8f8-4420-be84-1d2ff9669eec,segment=NetworkSegment(f31e45b0-d30c-47e0-93cd-6950abe43889),segment_id=f31e45b0-d30c-47e0-93cd-6950abe43889)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:33.642139 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:33.659610 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:33.666456 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/cf23cbba-386c-4e83-aaf9-f01dc77bb4c2 HTTP/1.1" status: 204 len: 168 time: 1.2722137 Aug 31 14:08:33.666456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.666456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.666456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.667110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.668028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.668703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.669260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.669811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.670354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.670896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.671640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.672199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c342113-00a3-40e6-8a43-4bb3a2b556a2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.683131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48416) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:33.723459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Pushing event updated for resources: {'Port': ['ID=0a2a8237-d8f8-4420-be84-1d2ff9669eec,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:33.725494 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d9f508-4779-4e68-9eb6-60d3ec8a6d62 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:08:33.731424 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c6d9f508-4779-4e68-9eb6-60d3ec8a6d62 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/cf23cbba-386c-4e83-aaf9-f01dc77bb4c2 HTTP/1.1" status: 404 len: 333 time: 0.0428348 Aug 31 14:08:33.731976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48418) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:33.736860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.737205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.737700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.738061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.738465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.738813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.739134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.739463 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.739785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.740293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.740646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.740973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404dc498-a35d-4224-aa40-e00a9d92e80a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:08:33.742025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec609421-b103-46f7-b1bd-d0bd1ad05a35 req-08f66532-c55a-4e31-ad14-6791d4a5cafb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:33.743633 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec609421-b103-46f7-b1bd-d0bd1ad05a35 req-08f66532-c55a-4e31-ad14-6791d4a5cafb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1ea939-77f9-4403-8595-9f00da99a46f HTTP/1.1" status: 200 len: 943 time: 0.4613192 Aug 31 14:08:33.861993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-ec609421-b103-46f7-b1bd-d0bd1ad05a35 req-c8e2f488-dd9f-4836-9af0-8e261d23b602 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Deleting port 4d89543d-1b25-4308-9f95-de582d8af510 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:33.862342 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ec609421-b103-46f7-b1bd-d0bd1ad05a35 req-c8e2f488-dd9f-4836-9af0-8e261d23b602 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:33.898438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a119bb8b-8a51-4cd8-8409-8e9e767cb1a8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:33.899088 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a119bb8b-8a51-4cd8-8409-8e9e767cb1a8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.025292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59610906-f952-477d-b08a-4e5bd0c3a699 req-b5793804-db57-4ffd-a576-9df7ea44253a tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:34.028621 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.038919 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59610906-f952-477d-b08a-4e5bd0c3a699 req-b5793804-db57-4ffd-a576-9df7ea44253a tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1616220 Aug 31 14:08:34.040669 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-97cbbb6e-4438-4efb-a7e8-a33ff6d55862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.049313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-ec609421-b103-46f7-b1bd-d0bd1ad05a35 req-c8e2f488-dd9f-4836-9af0-8e261d23b602 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] For port 4d89543d-1b25-4308-9f95-de582d8af510, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4d89543d-1b25-4308-9f95-de582d8af510,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:34.050021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ec609421-b103-46f7-b1bd-d0bd1ad05a35 req-c8e2f488-dd9f-4836-9af0-8e261d23b602 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.072524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-ec609421-b103-46f7-b1bd-d0bd1ad05a35 req-c8e2f488-dd9f-4836-9af0-8e261d23b602 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Calling delete_port for 4d89543d-1b25-4308-9f95-de582d8af510 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:34.110568 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59610906-f952-477d-b08a-4e5bd0c3a699 req-f6001984-5f74-4b3f-8304-af16e8d289b1 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705452 Aug 31 14:08:34.112387 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a119bb8b-8a51-4cd8-8409-8e9e767cb1a8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.131701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a119bb8b-8a51-4cd8-8409-8e9e767cb1a8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:34.212751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6a203134-d136-4efa-a388-55586d8f738b None None] Provisioning for port cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:34.221659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6a203134-d136-4efa-a388-55586d8f738b None None] Provisioning complete for port cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:34.225161 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a203134-d136-4efa-a388-55586d8f738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.276989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6a203134-d136-4efa-a388-55586d8f738b None None] Port cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:34.297568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6a203134-d136-4efa-a388-55586d8f738b None None] Provisioning complete for port 0a2a8237-d8f8-4420-be84-1d2ff9669eec triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:34.298548 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a203134-d136-4efa-a388-55586d8f738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.325627 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ec609421-b103-46f7-b1bd-d0bd1ad05a35 req-c8e2f488-dd9f-4836-9af0-8e261d23b602 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.352260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['66034099-cfe4-42e5-b43b-a0ba131e5b72', '83cbdc99-2eff-423f-bdc7-e40f9344c363'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:08:34.371765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ada13f-b685-4ff7-a802-073e5646c13b req-49214a0c-df0b-4d5c-95a1-4f67a2eb4bd4 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:34.374529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31ada13f-b685-4ff7-a802-073e5646c13b req-49214a0c-df0b-4d5c-95a1-4f67a2eb4bd4 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 944 time: 0.1502814 Aug 31 14:08:34.394778 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2f488-dd9f-4836-9af0-8e261d23b602 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event deleted for resources: {'Port': ['ID=4d89543d-1b25-4308-9f95-de582d8af510,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:34.462594 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a119bb8b-8a51-4cd8-8409-8e9e767cb1a8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.492620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec609421-b103-46f7-b1bd-d0bd1ad05a35 req-c8e2f488-dd9f-4836-9af0-8e261d23b602 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] No DVR routers for this DVR port 4d89543d-1b25-4308-9f95-de582d8af510 on host n-h1-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:34.498310 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ec609421-b103-46f7-b1bd-d0bd1ad05a35 req-c8e2f488-dd9f-4836-9af0-8e261d23b602 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.511555 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec609421-b103-46f7-b1bd-d0bd1ad05a35 req-c8e2f488-dd9f-4836-9af0-8e261d23b602 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "DELETE /v2.0/ports/4d89543d-1b25-4308-9f95-de582d8af510 HTTP/1.1" status: 204 len: 173 time: 0.7573042 Aug 31 14:08:34.513552 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1ea939-77f9-4403-8595-9f00da99a46f', 'name': 'network-vif-deleted', 'tag': '4d89543d-1b25-4308-9f95-de582d8af510'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:34.527011 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4e3639-80cf-4ed4-8131-e90737f223ac" -d '{"events": [{"server_uuid": "2a1ea939-77f9-4403-8595-9f00da99a46f", "name": "network-vif-deleted", "tag": "4d89543d-1b25-4308-9f95-de582d8af510"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:34.605123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119bb8b-8a51-4cd8-8409-8e9e767cb1a8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:34.626245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31ada13f-b685-4ff7-a802-073e5646c13b req-1020def7-15c5-4b63-b6e8-fed6f7e3184a tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775320 Aug 31 14:08:34.679580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a119bb8b-8a51-4cd8-8409-8e9e767cb1a8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:34.687995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48440) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:34.692560 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a119bb8b-8a51-4cd8-8409-8e9e767cb1a8 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64 HTTP/1.1" status: 204 len: 168 time: 0.9586649 Aug 31 14:08:34.783647 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba7db50-cad2-4cf7-b45b-44df88b055db tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:08:34.797740 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fba7db50-cad2-4cf7-b45b-44df88b055db tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64 HTTP/1.1" status: 404 len: 333 time: 0.1081145 Aug 31 14:08:34.801825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48442) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:34.845599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-39c6bfa2-2a75-4361-baca-1ea0c049d8b3 None None] Could not find standard attr ID for object cdf8839f-9501-4f41-a8b2-b3fcdfbf4b64. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:08:34.985830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0a2a8237-d8f8-4420-be84-1d2ff9669eec up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:35.022218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-0381d704-4fdb-410d-b2d9-59a3305adf30 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting subnet 6890c17a-63f3-4323-b1f1-7cf5fcdc088c {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:35.039750 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0381d704-4fdb-410d-b2d9-59a3305adf30 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.103520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0a2a8237-d8f8-4420-be84-1d2ff9669eec triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:35.104371 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.144087 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a85c2-a5e4-4a00-89a9-6a8ea82d47fe req-fc92847a-33ac-4ace-bff2-3d208a57cf17 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:35.161192 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-292a85c2-a5e4-4a00-89a9-6a8ea82d47fe req-fc92847a-33ac-4ace-bff2-3d208a57cf17 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.2390587 Aug 31 14:08:35.182024 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.222567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0381d704-4fdb-410d-b2d9-59a3305adf30 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.268934 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-292a85c2-a5e4-4a00-89a9-6a8ea82d47fe req-597c9b9c-6dc4-4f5e-8951-ef2968119539 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040006 Aug 31 14:08:35.283047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-acdbe467-9453-4d1e-96ec-344f1ad0191b None None] Could not find standard attr ID for object cf23cbba-386c-4e83-aaf9-f01dc77bb4c2. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:08:35.434889 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0381d704-4fdb-410d-b2d9-59a3305adf30 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.531138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 3888aa47-9563-4e74-b969-9c0143e2f821 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:08:35.548152 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ac1935-6227-45cb-901b-2d607bf25a08 x-openstack-request-id: req-25ac1935-6227-45cb-901b-2d607bf25a08 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:35.548958 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1ea939-77f9-4403-8595-9f00da99a46f", "name": "network-vif-deleted", "tag": "4d89543d-1b25-4308-9f95-de582d8af510", "status": "failed", "code": 422}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:35.549669 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25ac1935-6227-45cb-901b-2d607bf25a08 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:35.550598 n-d-792364-6 neutron-server[106387]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a1ea939-77f9-4403-8595-9f00da99a46f', 'name': 'network-vif-deleted', 'tag': '4d89543d-1b25-4308-9f95-de582d8af510', 'status': 'failed', 'code': 422} returned with failed status Aug 31 14:08:35.555843 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0381d704-4fdb-410d-b2d9-59a3305adf30 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.598289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381d704-4fdb-410d-b2d9-59a3305adf30 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Subnet': ['ID=6890c17a-63f3-4323-b1f1-7cf5fcdc088c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:35.611101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0381d704-4fdb-410d-b2d9-59a3305adf30 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:35.613315 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0381d704-4fdb-410d-b2d9-59a3305adf30 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/6890c17a-63f3-4323-b1f1-7cf5fcdc088c HTTP/1.1" status: 204 len: 168 time: 0.8002822 Aug 31 14:08:35.618212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48454) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:35.726740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a6ba1d-a020-4a74-95e4-a11acd2568c0 None None] Network 8433fa22-32b0-425e-a198-7535b514e142 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:35.863063 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e52f9734-0f4c-45bf-a196-91ae4183e2d0 req-da3a1ec2-aee7-4553-8a45-26fdb32a1161 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0784118 Aug 31 14:08:35.903223 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.045032 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 3888aa47-9563-4e74-b969-9c0143e2f821, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3888aa47-9563-4e74-b969-9c0143e2f821,segment=NetworkSegment(a179750a-b1c7-4fbc-ae62-a679320bfc46),segment_id=a179750a-b1c7-4fbc-ae62-a679320bfc46)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:36.049435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port 0a2a8237-d8f8-4420-be84-1d2ff9669eec {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:36.050572 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.066110 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '3888aa47-9563-4e74-b969-9c0143e2f821', 'network_id': '7783516d-98e4-4641-8d02-cfbae8ad3912', 'port_id': '3888aa47-9563-4e74-b969-9c0143e2f821', 'mac_address': 'fa:16:3e:2e:48:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c32460a-485c-4486-943e-bfadeb5a290f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:08:36.127795 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.169331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3888aa47-9563-4e74-b969-9c0143e2f821 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:08:36.229643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 3888aa47-9563-4e74-b969-9c0143e2f821, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3888aa47-9563-4e74-b969-9c0143e2f821,segment=NetworkSegment(a179750a-b1c7-4fbc-ae62-a679320bfc46),segment_id=a179750a-b1c7-4fbc-ae62-a679320bfc46)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:36.235756 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.252015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] For port 0a2a8237-d8f8-4420-be84-1d2ff9669eec, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0a2a8237-d8f8-4420-be84-1d2ff9669eec,segment=NetworkSegment(f31e45b0-d30c-47e0-93cd-6950abe43889),segment_id=f31e45b0-d30c-47e0-93cd-6950abe43889)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:36.252893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.300478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for 0a2a8237-d8f8-4420-be84-1d2ff9669eec owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:36.306147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73be1784-f97b-4448-a4a4-1560e5ab6673 None None] DHCP port deletion for 8433fa22-32b0-425e-a198-7535b514e142 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:08:36.336817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc81ba-d7b2-4172-b36d-fd9211c97816 req-f18dca7e-1977-4ebb-9eb2-2ec58bc47338 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:36.351325 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-debc81ba-d7b2-4172-b36d-fd9211c97816 req-f18dca7e-1977-4ebb-9eb2-2ec58bc47338 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 944 time: 0.1880920 Aug 31 14:08:36.481378 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=3888aa47-9563-4e74-b969-9c0143e2f821,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:36.571295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-73be1784-f97b-4448-a4a4-1560e5ab6673 None None] Deleting port 0a2a8237-d8f8-4420-be84-1d2ff9669eec {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:36.576954 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-73be1784-f97b-4448-a4a4-1560e5ab6673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.580531 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-debc81ba-d7b2-4172-b36d-fd9211c97816 req-5e3bcd45-7400-4bbc-aea1-10d562003358 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275879 Aug 31 14:08:36.683859 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.812230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No DVR routers for this DVR port 0a2a8237-d8f8-4420-be84-1d2ff9669eec on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:36.831077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=0a2a8237-d8f8-4420-be84-1d2ff9669eec,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:36.843080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['3888aa47-9563-4e74-b969-9c0143e2f821'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:08:36.980193 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:36.993868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0a2a8237-d8f8-4420-be84-1d2ff9669eec no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:36.994920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8433fa22-32b0-425e-a198-7535b514e142']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:37.010401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31e45b0-d30c-47e0-93cd-6950abe43889') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:37.011040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31e45b0-d30c-47e0-93cd-6950abe43889') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:37.025011 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dc576-a44a-418c-9ccd-3bc5e69804c3 req-125ec701-5465-4de0-864d-e174bf7b9011 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:37.039620 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bb8dc576-a44a-418c-9ccd-3bc5e69804c3 req-125ec701-5465-4de0-864d-e174bf7b9011 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 907 time: 0.1264949 Aug 31 14:08:37.075792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.076986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 0a2a8237-d8f8-4420-be84-1d2ff9669eec {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:37.078833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0a2a8237-d8f8-4420-be84-1d2ff9669eec not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:37.111978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.126801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:37.127546 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:37.132944 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:37.148467 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.160105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-73be1784-f97b-4448-a4a4-1560e5ab6673 None None] For port 0a2a8237-d8f8-4420-be84-1d2ff9669eec, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0a2a8237-d8f8-4420-be84-1d2ff9669eec,segment=NetworkSegment(f31e45b0-d30c-47e0-93cd-6950abe43889),segment_id=f31e45b0-d30c-47e0-93cd-6950abe43889)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:37.160909 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-73be1784-f97b-4448-a4a4-1560e5ab6673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.223405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-73be1784-f97b-4448-a4a4-1560e5ab6673 None None] Calling delete_port for 0a2a8237-d8f8-4420-be84-1d2ff9669eec owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:37.239963 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afcd09-46db-4460-a216-6281e685adfb req-9bde37b1-dc10-4e69-9d69-53aef1133398 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:37.250217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1afcd09-46db-4460-a216-6281e685adfb req-9bde37b1-dc10-4e69-9d69-53aef1133398 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.2336311 Aug 31 14:08:37.310002 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9471eb4-f3d5-4813-9f69-d2363a652be1 req-87c5268e-296f-4855-8273-da524a39400f tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0324121 Aug 31 14:08:37.314809 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1afcd09-46db-4460-a216-6281e685adfb req-5d87f969-c5f2-4d4e-9da3-3f0ed56a2fcc tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640464 Aug 31 14:08:37.321242 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.331930 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.340189 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/networks/8433fa22-32b0-425e-a198-7535b514e142 HTTP/1.1" status: 204 len: 168 time: 1.7145190 Aug 31 14:08:37.341633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48492) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:37.350240 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2c1146ac-8995-4f75-82c5-bcc620154611 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2088457121'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:37.360805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9d518-4e2e-4f9b-b80e-8574bac4210d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Network': ['ID=8433fa22-32b0-425e-a198-7535b514e142,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:37.400180 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1146ac-8995-4f75-82c5-bcc620154611 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:37.406757 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c1146ac-8995-4f75-82c5-bcc620154611 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.462060 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1146ac-8995-4f75-82c5-bcc620154611 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:37.479296 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c1146ac-8995-4f75-82c5-bcc620154611 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.479881 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-2c1146ac-8995-4f75-82c5-bcc620154611 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Added segment 74d7c629-c170-40ff-99be-e691e8db61f4 of type vlan for network b971b92d-dfb6-4639-aaa3-eddbb93e6a65 Aug 31 14:08:37.482911 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-73be1784-f97b-4448-a4a4-1560e5ab6673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.516344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be1784-f97b-4448-a4a4-1560e5ab6673 None None] Pushing event deleted for resources: {'Port': ['ID=0a2a8237-d8f8-4420-be84-1d2ff9669eec,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:37.518670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73be1784-f97b-4448-a4a4-1560e5ab6673 None None] Network 8433fa22-32b0-425e-a198-7535b514e142 is not hosted by any dhcp agent {{(pid=106389) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:08:37.519374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be1784-f97b-4448-a4a4-1560e5ab6673 None None] No DVR routers for this DVR port 0a2a8237-d8f8-4420-be84-1d2ff9669eec on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:37.552266 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c1146ac-8995-4f75-82c5-bcc620154611 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.588999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c1146ac-8995-4f75-82c5-bcc620154611 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.598399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1146ac-8995-4f75-82c5-bcc620154611 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:37.599266 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c1146ac-8995-4f75-82c5-bcc620154611 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:37.689442 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2c1146ac-8995-4f75-82c5-bcc620154611 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3420782 Aug 31 14:08:37.689968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48496) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:37.699636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1c13a6b6-fe15-4f52-8dad-44c2ec8ae4fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': 'b971b92d-dfb6-4639-aaa3-eddbb93e6a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:37.712364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1146ac-8995-4f75-82c5-bcc620154611 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Network': ['ID=b971b92d-dfb6-4639-aaa3-eddbb93e6a65,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:37.731011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network b971b92d-dfb6-4639-aaa3-eddbb93e6a65 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:37.894731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9e462-b617-44fb-b682-2b4a8639de57 req-d2e9d536-5030-48d1-9ad3-788949286b27 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:37.896917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdb9e462-b617-44fb-b682-2b4a8639de57 req-d2e9d536-5030-48d1-9ad3-788949286b27 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 945 time: 0.1899109 Aug 31 14:08:37.939018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c13a6b6-fe15-4f52-8dad-44c2ec8ae4fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:37.944514 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1c13a6b6-fe15-4f52-8dad-44c2ec8ae4fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.033238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdb9e462-b617-44fb-b682-2b4a8639de57 req-c3f84a26-fe70-4fa5-a2c8-b88c2470ac75 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254058 Aug 31 14:08:38.243301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654bcf1-6e4b-4f56-994d-c719eb32e92f req-11dbfaca-81bb-4c2d-9c88-b716042cf1bf tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:38.245501 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4654bcf1-6e4b-4f56-994d-c719eb32e92f req-11dbfaca-81bb-4c2d-9c88-b716042cf1bf tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 907 time: 0.0841386 Aug 31 14:08:38.259073 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1c13a6b6-fe15-4f52-8dad-44c2ec8ae4fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.357509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13a6b6-fe15-4f52-8dad-44c2ec8ae4fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Subnet': ['ID=010a9874-07de-4e69-98b5-1441b62f69a5,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:38.391925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a6b6-fe15-4f52-8dad-44c2ec8ae4fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Checking segment: {'id': '74d7c629-c170-40ff-99be-e691e8db61f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b971b92d-dfb6-4639-aaa3-eddbb93e6a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:38.394538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13a6b6-fe15-4f52-8dad-44c2ec8ae4fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network hostable DHCP agents. Network: b971b92d-dfb6-4639-aaa3-eddbb93e6a65, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:38.438903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13a6b6-fe15-4f52-8dad-44c2ec8ae4fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network b971b92d-dfb6-4639-aaa3-eddbb93e6a65 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:38.462462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-1c13a6b6-fe15-4f52-8dad-44c2ec8ae4fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, b971b92d-dfb6-4639-aaa3-eddbb93e6a65) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:38.470838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c13a6b6-fe15-4f52-8dad-44c2ec8ae4fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:38.472499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1c13a6b6-fe15-4f52-8dad-44c2ec8ae4fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:38.479043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91bd97f-94eb-4a23-b067-8f7472f81ff2 None None] Network b971b92d-dfb6-4639-aaa3-eddbb93e6a65 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:38.495499 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1c13a6b6-fe15-4f52-8dad-44c2ec8ae4fa tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8033955 Aug 31 14:08:38.506479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48518) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:38.517171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': 'b971b92d-dfb6-4639-aaa3-eddbb93e6a65', 'name': 'tempest-PortsIpV6TestJSON-491213161', 'fixed_ips': [{'subnet_id': '010a9874-07de-4e69-98b5-1441b62f69a5', 'ip_address': '2001:db8::10'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:38.593101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311acaf-c841-42bf-b645-7e2757f99cf6 req-00de2031-08e8-4e29-9b55-9ec5480b3b70 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:38.596181 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e311acaf-c841-42bf-b645-7e2757f99cf6 req-00de2031-08e8-4e29-9b55-9ec5480b3b70 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1024742 Aug 31 14:08:38.689130 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e311acaf-c841-42bf-b645-7e2757f99cf6 req-8a41d76d-ec51-413b-8342-11acd5d11f80 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823078 Aug 31 14:08:38.827059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:38.863283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c95cae70-25a1-4b6c-9473-e9b5a6b2fde6 req-2fe5c4a0-e5dc-4f62-9b1a-4e7281ef8595 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0643129 Aug 31 14:08:38.989501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c3ef2-d444-4b75-9515-0e30aec9a8ae req-5f44b339-4a52-4cb1-be48-0232d52c85c8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:38.991635 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-443c3ef2-d444-4b75-9515-0e30aec9a8ae req-5f44b339-4a52-4cb1-be48-0232d52c85c8 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 907 time: 0.1095057 Aug 31 14:08:39.007680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-b971b92d-dfb6-4639-aaa3-eddbb93e6a65', 'network_id': 'b971b92d-dfb6-4639-aaa3-eddbb93e6a65', 'tenant_id': 'c1ede8c2527c4afcb7c7f887155b44b9', 'fixed_ips': [{'subnet_id': '010a9874-07de-4e69-98b5-1441b62f69a5'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:08:39.008581 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.013200 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.085250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.158064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port 9cfbd6f9-775d-434d-a428-b5ac7335293e yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:08:39.159495 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.266099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Allocated IP 2001:db8::2 (b971b92d-dfb6-4639-aaa3-eddbb93e6a65/010a9874-07de-4e69-98b5-1441b62f69a5/c54292ea-2164-4be4-b088-6660fc5dd39f) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:39.402943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-443c3ef2-d444-4b75-9515-0e30aec9a8ae req-26626582-462e-4f4c-9a82-a7ab89830024 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Deleting port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:39.403426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-443c3ef2-d444-4b75-9515-0e30aec9a8ae req-26626582-462e-4f4c-9a82-a7ab89830024 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.430492 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84534dd-69d9-48d2-93d9-53cee5b906c1 req-30520c92-3de5-4762-a2ba-4da29a6d5c50 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:39.442187 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f84534dd-69d9-48d2-93d9-53cee5b906c1 req-30520c92-3de5-4762-a2ba-4da29a6d5c50 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 945 time: 0.2145867 Aug 31 14:08:39.493708 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5154cb-ea49-4b99-9b29-34a66832498e req-f000203d-3d57-49e3-b8b6-3bda82809fd6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:39.498272 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a5154cb-ea49-4b99-9b29-34a66832498e req-f000203d-3d57-49e3-b8b6-3bda82809fd6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 907 time: 0.0865402 Aug 31 14:08:39.527533 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.540927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Transition to ACTIVE for port object c54292ea-2164-4be4-b088-6660fc5dd39f will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:39.564876 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f84534dd-69d9-48d2-93d9-53cee5b906c1 req-e4221411-3316-4c11-878a-03d484b0c61a tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214175 Aug 31 14:08:39.576962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 3888aa47-9563-4e74-b969-9c0143e2f821 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:39.585323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Transition to ACTIVE for port object c54292ea-2164-4be4-b088-6660fc5dd39f will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:39.618236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-443c3ef2-d444-4b75-9515-0e30aec9a8ae req-26626582-462e-4f4c-9a82-a7ab89830024 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] For port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:39.618614 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-443c3ef2-d444-4b75-9515-0e30aec9a8ae req-26626582-462e-4f4c-9a82-a7ab89830024 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.632352 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.643466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-443c3ef2-d444-4b75-9515-0e30aec9a8ae req-26626582-462e-4f4c-9a82-a7ab89830024 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Calling delete_port for dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:39.704239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Network b971b92d-dfb6-4639-aaa3-eddbb93e6a65 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:39.714093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:39.722925 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:39.757019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8::10 (b971b92d-dfb6-4639-aaa3-eddbb93e6a65/010a9874-07de-4e69-98b5-1441b62f69a5/9cfbd6f9-775d-434d-a428-b5ac7335293e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:39.778494 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Pushing event updated for resources: {'Port': ['ID=c54292ea-2164-4be4-b088-6660fc5dd39f,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:39.817746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 3888aa47-9563-4e74-b969-9c0143e2f821 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:39.833848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 3888aa47-9563-4e74-b969-9c0143e2f821 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:39.834233 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.892485 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:08:39.903631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Attempting to bind port c54292ea-2164-4be4-b088-6660fc5dd39f on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:39.904002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Attempting to bind port c54292ea-2164-4be4-b088-6660fc5dd39f by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '74d7c629-c170-40ff-99be-e691e8db61f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b971b92d-dfb6-4639-aaa3-eddbb93e6a65'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:39.904392 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Attempting to bind port c54292ea-2164-4be4-b088-6660fc5dd39f on network b971b92d-dfb6-4639-aaa3-eddbb93e6a65 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:39.939760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:39.940194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Checking segment: {'id': '74d7c629-c170-40ff-99be-e691e8db61f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b971b92d-dfb6-4639-aaa3-eddbb93e6a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:39.940674 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:39.941082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Bound using segment: {'id': '74d7c629-c170-40ff-99be-e691e8db61f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b971b92d-dfb6-4639-aaa3-eddbb93e6a65'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:39.941577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Bound port: c54292ea-2164-4be4-b088-6660fc5dd39f, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d7c629-c170-40ff-99be-e691e8db61f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b971b92d-dfb6-4639-aaa3-eddbb93e6a65'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:39.941963 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.019343 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.030815 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d71efcb0-1796-4f11-a287-6f6237c8dd8c req-15681af0-ff7f-4061-aca0-4e4ebf816856 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0463839 Aug 31 14:08:40.091915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3888aa47-9563-4e74-b969-9c0143e2f821'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:40.095727 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42d3f0e-22f4-44b2-b5a1-b350d5ef191a" -d '{"events": [{"server_uuid": "f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea", "name": "network-vif-plugged", "status": "completed", "tag": "3888aa47-9563-4e74-b969-9c0143e2f821"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:40.109015 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.126714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 3888aa47-9563-4e74-b969-9c0143e2f821, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3888aa47-9563-4e74-b969-9c0143e2f821,segment=NetworkSegment(a179750a-b1c7-4fbc-ae62-a679320bfc46),segment_id=a179750a-b1c7-4fbc-ae62-a679320bfc46)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:40.132804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Transition to ACTIVE for port object 9cfbd6f9-775d-434d-a428-b5ac7335293e will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:40.142752 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.144251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:40.200175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03652fc-97b5-496f-b21a-c9657e2d7817 req-8a6d451b-175d-4b44-92e9-0da0011a6092 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:40.201891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f03652fc-97b5-496f-b21a-c9657e2d7817 req-8a6d451b-175d-4b44-92e9-0da0011a6092 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.3576248 Aug 31 14:08:40.211660 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-443c3ef2-d444-4b75-9515-0e30aec9a8ae req-26626582-462e-4f4c-9a82-a7ab89830024 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.249298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] For port c54292ea-2164-4be4-b088-6660fc5dd39f, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:40.254462 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c80160-e58d-46c2-a73c-7e60e44a189d x-openstack-request-id: req-c0c80160-e58d-46c2-a73c-7e60e44a189d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:40.254788 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea", "name": "network-vif-plugged", "status": "completed", "tag": "3888aa47-9563-4e74-b969-9c0143e2f821", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:40.255095 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0c80160-e58d-46c2-a73c-7e60e44a189d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:40.256655 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3888aa47-9563-4e74-b969-9c0143e2f821', 'code': 200} Aug 31 14:08:40.276046 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.284580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26626582-462e-4f4c-9a82-a7ab89830024 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event deleted for resources: {'Port': ['ID=dcc74e5c-45f1-4812-95d2-76ba7cf9bd21,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:40.286667 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] For port c54292ea-2164-4be4-b088-6660fc5dd39f, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c54292ea-2164-4be4-b088-6660fc5dd39f,segment=NetworkSegment(74d7c629-c170-40ff-99be-e691e8db61f4),segment_id=74d7c629-c170-40ff-99be-e691e8db61f4)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:40.333769 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.367662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No active binding found for port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 {{(pid=106389) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:08:40.368261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:40.372378 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=3888aa47-9563-4e74-b969-9c0143e2f821,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:40.437178 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f03652fc-97b5-496f-b21a-c9657e2d7817 req-f091b486-696a-4142-911f-72b194c14a43 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182021 Aug 31 14:08:40.465813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf71fd-aab1-4159-bf96-b45c968c670d None None] Pushing event updated for resources: {'Port': ['ID=c54292ea-2164-4be4-b088-6660fc5dd39f,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:40.480609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network b971b92d-dfb6-4639-aaa3-eddbb93e6a65 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:40.485388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc409a3-f188-4e17-bec0-bf98fb49051b req-959794fa-5fb7-4821-bee4-fdae55f6c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:40.486349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-443c3ef2-d444-4b75-9515-0e30aec9a8ae req-26626582-462e-4f4c-9a82-a7ab89830024 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] No DVR routers for this DVR port dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:40.487972 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dbc409a3-f188-4e17-bec0-bf98fb49051b req-959794fa-5fb7-4821-bee4-fdae55f6c93f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 1097 time: 0.1068425 Aug 31 14:08:40.490274 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-443c3ef2-d444-4b75-9515-0e30aec9a8ae req-26626582-462e-4f4c-9a82-a7ab89830024 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.495097 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-443c3ef2-d444-4b75-9515-0e30aec9a8ae req-26626582-462e-4f4c-9a82-a7ab89830024 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "DELETE /v2.0/ports/dcc74e5c-45f1-4812-95d2-76ba7cf9bd21 HTTP/1.1" status: 204 len: 173 time: 1.4891162 Aug 31 14:08:40.496584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5653e98-1325-49f7-9c56-680df5d85092', 'name': 'network-vif-deleted', 'tag': 'dcc74e5c-45f1-4812-95d2-76ba7cf9bd21'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:40.500988 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd34af8a-f363-4b6f-a45c-e3573cf713ae" -d '{"events": [{"server_uuid": "e5653e98-1325-49f7-9c56-680df5d85092", "name": "network-vif-deleted", "tag": "dcc74e5c-45f1-4812-95d2-76ba7cf9bd21"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:40.510448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:40.513794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=9cfbd6f9-775d-434d-a428-b5ac7335293e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:40.517310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:40.535126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:40.536089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:40.572876 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-49795f16-acb3-4a43-9a17-1d6f2a59993f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0645719 Aug 31 14:08:40.576193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48544) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:40.586809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': 'b971b92d-dfb6-4639-aaa3-eddbb93e6a65', 'name': 'tempest-PortsIpV6TestJSON-12314238', 'fixed_ips': [{'subnet_id': '010a9874-07de-4e69-98b5-1441b62f69a5', 'ip_address': '2001:db8::f'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:40.617046 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dbc409a3-f188-4e17-bec0-bf98fb49051b req-66058128-45e2-4e32-b9e8-bdad745c6eee service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135049 Aug 31 14:08:41.095665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f410-6cc6-4182-b70a-227ecffdc1e0 req-071f3b78-f6bd-4968-a9e2-d5d686854169 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:41.107814 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8344f410-6cc6-4182-b70a-227ecffdc1e0 req-071f3b78-f6bd-4968-a9e2-d5d686854169 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 946 time: 0.1296446 Aug 31 14:08:41.183411 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8344f410-6cc6-4182-b70a-227ecffdc1e0 req-43060dca-d713-41d3-96f3-b3a68c59b345 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744231 Aug 31 14:08:41.244377 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78426d7d-226b-43f7-be9a-0593fbbca152 x-openstack-request-id: req-78426d7d-226b-43f7-be9a-0593fbbca152 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:41.245272 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5653e98-1325-49f7-9c56-680df5d85092", "name": "network-vif-deleted", "tag": "dcc74e5c-45f1-4812-95d2-76ba7cf9bd21", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:41.245272 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78426d7d-226b-43f7-be9a-0593fbbca152 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:41.245620 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5653e98-1325-49f7-9c56-680df5d85092', 'name': 'network-vif-deleted', 'tag': 'dcc74e5c-45f1-4812-95d2-76ba7cf9bd21', 'status': 'completed', 'code': 200} Aug 31 14:08:41.303097 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-075f0481-f71e-4f69-8986-00903921677d req-22d62255-1b2d-4ae5-ae7e-51b70a76c3e6 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5653e98-1325-49f7-9c56-680df5d85092 HTTP/1.1" status: 200 len: 210 time: 0.0617423 Aug 31 14:08:41.379736 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8a35bd09-794d-409e-afbf-65104c2eb612 req-e4afec76-33ac-4c97-9f0c-f7ae17926b5a tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0575016 Aug 31 14:08:41.408837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:41.420157 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:41.489877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port ccefa340-53b9-4bc1-abab-72d32e4e0b89 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:08:41.770872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7aa55-3c66-4982-bf49-de3bbcb01795 req-e94f0abc-ff71-4fc9-b722-06c986eeb9d9 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:41.780209 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89f7aa55-3c66-4982-bf49-de3bbcb01795 req-e94f0abc-ff71-4fc9-b722-06c986eeb9d9 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1974068 Aug 31 14:08:41.894307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-89f7aa55-3c66-4982-bf49-de3bbcb01795 req-f7385015-b141-47d9-b442-d30d594a7bba tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119633 Aug 31 14:08:41.918554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8::f (b971b92d-dfb6-4639-aaa3-eddbb93e6a65/010a9874-07de-4e69-98b5-1441b62f69a5/ccefa340-53b9-4bc1-abab-72d32e4e0b89) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:42.068408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac7e7b8-9835-4e6a-addf-afb9aac22e80 None None] Network b971b92d-dfb6-4639-aaa3-eddbb93e6a65 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:42.182980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c39e1364-543e-4a44-8caf-aa3c69dc3835 None None] Provisioning for port c54292ea-2164-4be4-b088-6660fc5dd39f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:42.204976 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.250213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Transition to ACTIVE for port object ccefa340-53b9-4bc1-abab-72d32e4e0b89 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:42.361057 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.460605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network b971b92d-dfb6-4639-aaa3-eddbb93e6a65 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:42.480386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:42.523162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:42.535146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:42.536644 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:42.617736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.0398116 Aug 31 14:08:42.622425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48572) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:42.652906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d556f2-2db3-45c8-9e8d-0718a2ac612a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=ccefa340-53b9-4bc1-abab-72d32e4e0b89,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:42.675020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c8d9b-99b3-41fe-a3b0-0911779ff541 req-c0edee0c-3177-43a4-a397-556f3ec7967e tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:42.689054 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-775c8d9b-99b3-41fe-a3b0-0911779ff541 req-c0edee0c-3177-43a4-a397-556f3ec7967e tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 946 time: 0.2737584 Aug 31 14:08:42.819426 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-775c8d9b-99b3-41fe-a3b0-0911779ff541 req-5e107d6d-0392-4539-990e-c0f200cf5e5a tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288962 Aug 31 14:08:42.843736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dcfce6-c444-4a26-8f20-e0b932c1b80b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:42.859530 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c2dcfce6-c444-4a26-8f20-e0b932c1b80b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2349482 Aug 31 14:08:42.863648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48574) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:42.946109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c54292ea-2164-4be4-b088-6660fc5dd39f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:43.128979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb5eee46-d96c-4803-9d91-885ca2d2b3a1 req-663188e1-03b8-47b0-9cc8-ec4493296283 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.1227999 Aug 31 14:08:43.151073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port c54292ea-2164-4be4-b088-6660fc5dd39f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:43.167639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port c54292ea-2164-4be4-b088-6660fc5dd39f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:43.168348 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.202169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8d8043-c540-45ac-9176-02895909891b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:43.217619 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8d8043-c540-45ac-9176-02895909891b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:43.237737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-016ff754-709d-411b-b134-adb65f6dcd5a None None] Provisioning for port 9cfbd6f9-775d-434d-a428-b5ac7335293e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:43.240987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8d8043-c540-45ac-9176-02895909891b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:43.241437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912a949-b5d5-41aa-9e04-1aa8b85dc717 req-0ed43c8f-c617-491a-a7aa-b068d963cf61 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:43.243766 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b912a949-b5d5-41aa-9e04-1aa8b85dc717 req-0ed43c8f-c617-491a-a7aa-b068d963cf61 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1595507 Aug 31 14:08:43.248553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48582) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:43.248887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8d8d8043-c540-45ac-9176-02895909891b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.3839769 Aug 31 14:08:43.282211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-016ff754-709d-411b-b134-adb65f6dcd5a None None] Provisioning complete for port 9cfbd6f9-775d-434d-a428-b5ac7335293e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:43.283504 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-016ff754-709d-411b-b134-adb65f6dcd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.480854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84facd4-32d2-418e-94b3-daf1860b6ea3 req-b126430e-38f4-4bdb-9769-624107abeabb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:43.483570 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d84facd4-32d2-418e-94b3-daf1860b6ea3 req-b126430e-38f4-4bdb-9769-624107abeabb tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 945 time: 0.1236079 Aug 31 14:08:43.501005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-016ff754-709d-411b-b134-adb65f6dcd5a None None] Port 9cfbd6f9-775d-434d-a428-b5ac7335293e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:43.529040 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b912a949-b5d5-41aa-9e04-1aa8b85dc717 req-15006360-dbd3-4876-a38f-91158ad432f8 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881733 Aug 31 14:08:43.572038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f9127b34-aa01-4a7c-a3b9-ae97e31b235a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port ccefa340-53b9-4bc1-abab-72d32e4e0b89 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:43.572721 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9127b34-aa01-4a7c-a3b9-ae97e31b235a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.587918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-016ff754-709d-411b-b134-adb65f6dcd5a None None] Provisioning complete for port c54292ea-2164-4be4-b088-6660fc5dd39f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:43.588818 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-016ff754-709d-411b-b134-adb65f6dcd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.606350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d84facd4-32d2-418e-94b3-daf1860b6ea3 req-4a292778-109a-4fa3-b7b3-77d542600b6f tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109965 Aug 31 14:08:43.670331 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.794874 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port c54292ea-2164-4be4-b088-6660fc5dd39f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c54292ea-2164-4be4-b088-6660fc5dd39f,segment=NetworkSegment(74d7c629-c170-40ff-99be-e691e8db61f4),segment_id=74d7c629-c170-40ff-99be-e691e8db61f4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:43.808020 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.830980 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9127b34-aa01-4a7c-a3b9-ae97e31b235a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:43.875178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f9127b34-aa01-4a7c-a3b9-ae97e31b235a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for ccefa340-53b9-4bc1-abab-72d32e4e0b89 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:43.979171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=c54292ea-2164-4be4-b088-6660fc5dd39f,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:44.100885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3227f-fc9d-4b72-b902-c725099fc26d req-e37c36a9-d01c-476e-bd08-0d1cbd12091e tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:44.102741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ea74ca8a-54bf-4ac5-81c2-35235a8fcab3 None None] Provisioning complete for port 9cfbd6f9-775d-434d-a428-b5ac7335293e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:44.103227 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ea74ca8a-54bf-4ac5-81c2-35235a8fcab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.105087 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-daa3227f-fc9d-4b72-b902-c725099fc26d req-e37c36a9-d01c-476e-bd08-0d1cbd12091e tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 946 time: 0.1124802 Aug 31 14:08:44.159049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ea74ca8a-54bf-4ac5-81c2-35235a8fcab3 None None] Port 9cfbd6f9-775d-434d-a428-b5ac7335293e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:44.200329 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-daa3227f-fc9d-4b72-b902-c725099fc26d req-d196e9cb-fcbc-4255-8221-6902968e26ef tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828974 Aug 31 14:08:44.255165 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9127b34-aa01-4a7c-a3b9-ae97e31b235a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.255394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ea74ca8a-54bf-4ac5-81c2-35235a8fcab3 None None] Provisioning for port ccefa340-53b9-4bc1-abab-72d32e4e0b89 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:44.275707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ea74ca8a-54bf-4ac5-81c2-35235a8fcab3 None None] Provisioning complete for port ccefa340-53b9-4bc1-abab-72d32e4e0b89 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:44.276336 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ea74ca8a-54bf-4ac5-81c2-35235a8fcab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.312174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ea74ca8a-54bf-4ac5-81c2-35235a8fcab3 None None] Port ccefa340-53b9-4bc1-abab-72d32e4e0b89 was deleted so its status cannot be updated. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 14:08:44.358913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9127b34-aa01-4a7c-a3b9-ae97e31b235a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.369787 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f9127b34-aa01-4a7c-a3b9-ae97e31b235a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/ccefa340-53b9-4bc1-abab-72d32e4e0b89 HTTP/1.1" status: 204 len: 168 time: 1.1145523 Aug 31 14:08:44.371713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9127b34-aa01-4a7c-a3b9-ae97e31b235a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=ccefa340-53b9-4bc1-abab-72d32e4e0b89,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:44.374176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48594) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:44.443737 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd554803-d6bd-4f64-819a-727407d6ff1f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:08:44.446346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dd554803-d6bd-4f64-819a-727407d6ff1f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/ccefa340-53b9-4bc1-abab-72d32e4e0b89 HTTP/1.1" status: 404 len: 333 time: 0.0676615 Aug 31 14:08:44.451790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48598) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:44.532008 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f9880d07-8691-4169-b485-7ed9483d9a12 req-89d17080-f892-4ab5-856d-f0c609793746 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.1389477 Aug 31 14:08:44.835085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ae0fc-3d1f-49c6-b378-fceb6084f035 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port 9cfbd6f9-775d-434d-a428-b5ac7335293e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:44.836558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae0fc-3d1f-49c6-b378-fceb6084f035 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:44.849922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c54292ea-2164-4be4-b088-6660fc5dd39f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:44.917317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a73722-71ef-48d5-84e9-27b759948de1 req-fa71ece1-e48a-4322-ac52-7fcf9e50c574 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:44.920847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-50a73722-71ef-48d5-84e9-27b759948de1 req-fa71ece1-e48a-4322-ac52-7fcf9e50c574 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1345816 Aug 31 14:08:45.033729 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-50a73722-71ef-48d5-84e9-27b759948de1 req-9441f802-e19c-4231-8fd2-9f089684322c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994213 Aug 31 14:08:45.035956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port c54292ea-2164-4be4-b088-6660fc5dd39f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:45.045564 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.176312 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6584ec-0223-4861-84f8-8520c099542a req-ca176b86-7f70-4e1d-b8e1-860574fe3110 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:45.179674 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9b6584ec-0223-4861-84f8-8520c099542a req-ca176b86-7f70-4e1d-b8e1-860574fe3110 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 945 time: 0.1954405 Aug 31 14:08:45.182582 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae0fc-3d1f-49c6-b378-fceb6084f035 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.206927 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ae0fc-3d1f-49c6-b378-fceb6084f035 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for 9cfbd6f9-775d-434d-a428-b5ac7335293e owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:45.386730 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9b6584ec-0223-4861-84f8-8520c099542a req-f2d064f1-822f-4fd8-b0b2-8e408f5ba44e tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114848 Aug 31 14:08:45.475832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f32b7a-0cdb-4df7-b400-f853e56048dc req-99d789ff-fb48-4bdd-8625-290a2c6f461e tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:45.478373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-85f32b7a-0cdb-4df7-b400-f853e56048dc req-99d789ff-fb48-4bdd-8625-290a2c6f461e tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 946 time: 0.0927637 Aug 31 14:08:45.504907 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad930fb5-6fca-40bc-b7b6-eb0f37e3676d req-d160c8aa-bfe7-4892-9e5e-dcf77d4e50af tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:45.507812 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ad930fb5-6fca-40bc-b7b6-eb0f37e3676d req-d160c8aa-bfe7-4892-9e5e-dcf77d4e50af tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 945 time: 0.1720316 Aug 31 14:08:45.557176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-85f32b7a-0cdb-4df7-b400-f853e56048dc req-3d7225e7-d00c-426f-b8ea-34bae143f25e tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624540 Aug 31 14:08:45.635691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae0fc-3d1f-49c6-b378-fceb6084f035 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.687087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ae0fc-3d1f-49c6-b378-fceb6084f035 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=9cfbd6f9-775d-434d-a428-b5ac7335293e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:45.762070 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae0fc-3d1f-49c6-b378-fceb6084f035 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.764500 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5b5ae0fc-3d1f-49c6-b378-fceb6084f035 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/9cfbd6f9-775d-434d-a428-b5ac7335293e HTTP/1.1" status: 204 len: 168 time: 1.3107221 Aug 31 14:08:45.767333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48616) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:45.804157 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-098ae035-35e6-4a75-b59e-770dede11a77 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:08:45.806387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-098ae035-35e6-4a75-b59e-770dede11a77 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/9cfbd6f9-775d-434d-a428-b5ac7335293e HTTP/1.1" status: 404 len: 333 time: 0.0375066 Aug 31 14:08:45.811233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48618) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:45.812608 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-56b72545-e953-40c6-aedf-7ea61a29a8a6 req-0cc6a63d-1150-4747-8677-ce0c8d7f328c tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0659990 Aug 31 14:08:45.835985 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-ad930fb5-6fca-40bc-b7b6-eb0f37e3676d req-782cc931-31a4-4f6f-82a7-996075d4ebf0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Deleting port 83cbdc99-2eff-423f-bdc7-e40f9344c363 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:45.837061 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ad930fb5-6fca-40bc-b7b6-eb0f37e3676d req-782cc931-31a4-4f6f-82a7-996075d4ebf0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:45.934977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-141777cc-f400-48d8-9e3e-5d8afd1d7d80 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting subnet 010a9874-07de-4e69-98b5-1441b62f69a5 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:45.940120 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-141777cc-f400-48d8-9e3e-5d8afd1d7d80 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.030313 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-141777cc-f400-48d8-9e3e-5d8afd1d7d80 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.032744 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-ad930fb5-6fca-40bc-b7b6-eb0f37e3676d req-782cc931-31a4-4f6f-82a7-996075d4ebf0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] For port 83cbdc99-2eff-423f-bdc7-e40f9344c363, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=83cbdc99-2eff-423f-bdc7-e40f9344c363,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:46.033278 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ad930fb5-6fca-40bc-b7b6-eb0f37e3676d req-782cc931-31a4-4f6f-82a7-996075d4ebf0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.065770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-ad930fb5-6fca-40bc-b7b6-eb0f37e3676d req-782cc931-31a4-4f6f-82a7-996075d4ebf0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Calling delete_port for 83cbdc99-2eff-423f-bdc7-e40f9344c363 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:46.264406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-141777cc-f400-48d8-9e3e-5d8afd1d7d80 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.341713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49633a-6d5f-43aa-8100-57ee81694e9f req-2d37c72e-e114-4c85-b953-60d0365cc09f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:46.344137 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f49633a-6d5f-43aa-8100-57ee81694e9f req-2d37c72e-e114-4c85-b953-60d0365cc09f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1756263 Aug 31 14:08:46.367105 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ad930fb5-6fca-40bc-b7b6-eb0f37e3676d req-782cc931-31a4-4f6f-82a7-996075d4ebf0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.389339 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['66034099-cfe4-42e5-b43b-a0ba131e5b72'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:08:46.439881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cc931-31a4-4f6f-82a7-996075d4ebf0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event deleted for resources: {'Port': ['ID=83cbdc99-2eff-423f-bdc7-e40f9344c363,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:46.504595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f49633a-6d5f-43aa-8100-57ee81694e9f req-946ad54d-aa52-4374-bb0c-95b6d81f361e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451735 Aug 31 14:08:46.509511 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-141777cc-f400-48d8-9e3e-5d8afd1d7d80 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.558214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad930fb5-6fca-40bc-b7b6-eb0f37e3676d req-782cc931-31a4-4f6f-82a7-996075d4ebf0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] No DVR routers for this DVR port 83cbdc99-2eff-423f-bdc7-e40f9344c363 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:46.562967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ad930fb5-6fca-40bc-b7b6-eb0f37e3676d req-782cc931-31a4-4f6f-82a7-996075d4ebf0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.567581 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ad930fb5-6fca-40bc-b7b6-eb0f37e3676d req-782cc931-31a4-4f6f-82a7-996075d4ebf0 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "DELETE /v2.0/ports/83cbdc99-2eff-423f-bdc7-e40f9344c363 HTTP/1.1" status: 204 len: 173 time: 1.0508223 Aug 31 14:08:46.568227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344fabb8-aff5-42f9-9f70-24f7eaf35118', 'name': 'network-vif-deleted', 'tag': '83cbdc99-2eff-423f-bdc7-e40f9344c363'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:46.574541 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660a89aa-f978-4d6d-bd18-930cdb31f7b0" -d '{"events": [{"server_uuid": "344fabb8-aff5-42f9-9f70-24f7eaf35118", "name": "network-vif-deleted", "tag": "83cbdc99-2eff-423f-bdc7-e40f9344c363"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:46.575062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141777cc-f400-48d8-9e3e-5d8afd1d7d80 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Subnet': ['ID=010a9874-07de-4e69-98b5-1441b62f69a5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:46.601128 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-141777cc-f400-48d8-9e3e-5d8afd1d7d80 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:46.613108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-141777cc-f400-48d8-9e3e-5d8afd1d7d80 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/010a9874-07de-4e69-98b5-1441b62f69a5 HTTP/1.1" status: 204 len: 168 time: 0.7999470 Aug 31 14:08:46.617550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48632) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:46.638290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b3efc2-1a44-4542-8daf-5cc8795ff9bf None None] Network b971b92d-dfb6-4639-aaa3-eddbb93e6a65 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:46.717010 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63b094c4-9719-464d-a6ff-9541cb7cd38f req-0b9e24ba-8fb3-450d-a3b6-07835b67296c tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=344fabb8-aff5-42f9-9f70-24f7eaf35118 HTTP/1.1" status: 200 len: 210 time: 0.0922706 Aug 31 14:08:46.719905 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08314ae7-8486-44bf-9b93-4e2f992747ef x-openstack-request-id: req-08314ae7-8486-44bf-9b93-4e2f992747ef {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:46.720362 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344fabb8-aff5-42f9-9f70-24f7eaf35118", "name": "network-vif-deleted", "tag": "83cbdc99-2eff-423f-bdc7-e40f9344c363", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:46.721425 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08314ae7-8486-44bf-9b93-4e2f992747ef {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:46.721592 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344fabb8-aff5-42f9-9f70-24f7eaf35118', 'name': 'network-vif-deleted', 'tag': '83cbdc99-2eff-423f-bdc7-e40f9344c363', 'status': 'completed', 'code': 200} Aug 31 14:08:46.804273 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.036632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd460080-74a7-494b-8c7c-7d6139c43c7c req-fdfd835a-ce0e-4bc4-b41f-99391497c22e tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:47.039452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd460080-74a7-494b-8c7c-7d6139c43c7c req-fdfd835a-ce0e-4bc4-b41f-99391497c22e tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 946 time: 0.2239127 Aug 31 14:08:47.074521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port c54292ea-2164-4be4-b088-6660fc5dd39f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:47.075607 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.096198 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-98809077-408d-48da-99eb-0e06c0a015ae req-8d034e08-91db-439a-9d4a-2b23c09d116f tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0592978 Aug 31 14:08:47.205061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db861870-a6ad-4569-beb8-cdddbb70484d None None] DHCP port deletion for b971b92d-dfb6-4639-aaa3-eddbb93e6a65 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:08:47.253858 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd460080-74a7-494b-8c7c-7d6139c43c7c req-0d977581-c78d-458c-aa58-fb5b5dbf7c9b tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/security-groups?id=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977105 Aug 31 14:08:47.272009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] For port c54292ea-2164-4be4-b088-6660fc5dd39f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c54292ea-2164-4be4-b088-6660fc5dd39f,segment=NetworkSegment(74d7c629-c170-40ff-99be-e691e8db61f4),segment_id=74d7c629-c170-40ff-99be-e691e8db61f4)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:47.272009 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.294423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for c54292ea-2164-4be4-b088-6660fc5dd39f owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:47.300390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-db861870-a6ad-4569-beb8-cdddbb70484d None None] Deleting port c54292ea-2164-4be4-b088-6660fc5dd39f {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:47.308184 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-db861870-a6ad-4569-beb8-cdddbb70484d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.414066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461e758-40a9-4502-a014-04ec356aab7b req-15ac0ce3-5432-4eaf-9cb4-e04a28ea211b tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:47.418707 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2461e758-40a9-4502-a014-04ec356aab7b req-15ac0ce3-5432-4eaf-9cb4-e04a28ea211b tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 946 time: 0.1066685 Aug 31 14:08:47.422874 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-db861870-a6ad-4569-beb8-cdddbb70484d None None] For port c54292ea-2164-4be4-b088-6660fc5dd39f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c54292ea-2164-4be4-b088-6660fc5dd39f,segment=NetworkSegment(74d7c629-c170-40ff-99be-e691e8db61f4),segment_id=74d7c629-c170-40ff-99be-e691e8db61f4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:47.423671 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-db861870-a6ad-4569-beb8-cdddbb70484d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.460883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-db861870-a6ad-4569-beb8-cdddbb70484d None None] Calling delete_port for c54292ea-2164-4be4-b088-6660fc5dd39f owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:47.502703 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.559212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=c54292ea-2164-4be4-b088-6660fc5dd39f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:47.566572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No DVR routers for this DVR port c54292ea-2164-4be4-b088-6660fc5dd39f on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.616362 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:47.619658 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:08:47.635555 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-db861870-a6ad-4569-beb8-cdddbb70484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.645314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 83cbdc99-2eff-423f-bdc7-e40f9344c363 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:47.670466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-2461e758-40a9-4502-a014-04ec356aab7b req-f0dbf5cf-ce5f-4b63-9088-0e5c96476f97 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Deleting port 3888aa47-9563-4e74-b969-9c0143e2f821 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:47.671547 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2461e758-40a9-4502-a014-04ec356aab7b req-f0dbf5cf-ce5f-4b63-9088-0e5c96476f97 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.701302 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db861870-a6ad-4569-beb8-cdddbb70484d None None] Pushing event deleted for resources: {'Port': ['ID=c54292ea-2164-4be4-b088-6660fc5dd39f,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:47.703798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 83cbdc99-2eff-423f-bdc7-e40f9344c363 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:47.704153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 83cbdc99-2eff-423f-bdc7-e40f9344c363 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:47.707666 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db861870-a6ad-4569-beb8-cdddbb70484d None None] No DVR routers for this DVR port c54292ea-2164-4be4-b088-6660fc5dd39f on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:47.714210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.730552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b971b92d-dfb6-4639-aaa3-eddbb93e6a65']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:47.747611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d7c629-c170-40ff-99be-e691e8db61f4') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:47.748063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d7c629-c170-40ff-99be-e691e8db61f4') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:47.765790 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.789383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.799825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:47.800903 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:47.805332 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:47.817934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03796b0c-e31e-42a1-86ea-1b6af50cea78 req-c7257df3-1de2-4c4a-88f1-04b1734c0638 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:47.819530 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03796b0c-e31e-42a1-86ea-1b6af50cea78 req-c7257df3-1de2-4c4a-88f1-04b1734c0638 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1238415 Aug 31 14:08:47.845539 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-2461e758-40a9-4502-a014-04ec356aab7b req-f0dbf5cf-ce5f-4b63-9088-0e5c96476f97 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] For port 3888aa47-9563-4e74-b969-9c0143e2f821, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3888aa47-9563-4e74-b969-9c0143e2f821,segment=NetworkSegment(a179750a-b1c7-4fbc-ae62-a679320bfc46),segment_id=a179750a-b1c7-4fbc-ae62-a679320bfc46)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:47.846317 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2461e758-40a9-4502-a014-04ec356aab7b req-f0dbf5cf-ce5f-4b63-9088-0e5c96476f97 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.882420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-2461e758-40a9-4502-a014-04ec356aab7b req-f0dbf5cf-ce5f-4b63-9088-0e5c96476f97 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Calling delete_port for 3888aa47-9563-4e74-b969-9c0143e2f821 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:47.899309 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.907082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:47.918085 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/networks/b971b92d-dfb6-4639-aaa3-eddbb93e6a65 HTTP/1.1" status: 204 len: 168 time: 1.2906041 Aug 31 14:08:47.918360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48648) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:47.924202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed986fd2-6a16-42b2-b046-defdff5f1faf tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Network': ['ID=b971b92d-dfb6-4639-aaa3-eddbb93e6a65,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:47.926694 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-34e74d81-de70-4cb2-bf5a-d4e20e407bc6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1018329835'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:47.951109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03796b0c-e31e-42a1-86ea-1b6af50cea78 req-ac24bb79-32dc-48f0-beca-992dc7e93fd6 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249769 Aug 31 14:08:48.036028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e74d81-de70-4cb2-bf5a-d4e20e407bc6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:48.039646 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34e74d81-de70-4cb2-bf5a-d4e20e407bc6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.082207 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e74d81-de70-4cb2-bf5a-d4e20e407bc6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:48.097683 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34e74d81-de70-4cb2-bf5a-d4e20e407bc6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.098865 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-34e74d81-de70-4cb2-bf5a-d4e20e407bc6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Added segment 48a1aa95-17d5-4caf-a178-ac54780d75b8 of type vlan for network 5baadb1d-a6b1-4262-8616-9a735f0b30aa Aug 31 14:08:48.211761 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34e74d81-de70-4cb2-bf5a-d4e20e407bc6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.223788 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2461e758-40a9-4502-a014-04ec356aab7b req-f0dbf5cf-ce5f-4b63-9088-0e5c96476f97 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.253969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568f303-30f5-493a-b9d3-d80eb1036fba req-937752de-ce79-494c-bed8-23273dbd73cf tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:48.255593 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4568f303-30f5-493a-b9d3-d80eb1036fba req-937752de-ce79-494c-bed8-23273dbd73cf tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.1289113 Aug 31 14:08:48.273327 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbf0dc09-5fd4-431c-bf8b-159a9e6d8e31 req-020f7f5e-34e7-4554-8b05-7113bd54295f tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0393550 Aug 31 14:08:48.283037 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbf5cf-ce5f-4b63-9088-0e5c96476f97 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Pushing event deleted for resources: {'Port': ['ID=3888aa47-9563-4e74-b969-9c0143e2f821,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:48.318565 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34e74d81-de70-4cb2-bf5a-d4e20e407bc6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.327251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e74d81-de70-4cb2-bf5a-d4e20e407bc6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:48.328299 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34e74d81-de70-4cb2-bf5a-d4e20e407bc6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.415720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bd718b5-76ff-4987-b62a-454fda2b45ec req-2d4fa300-1bcd-4c08-b9eb-aaafdd0224bc tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea HTTP/1.1" status: 200 len: 210 time: 0.0533278 Aug 31 14:08:48.427307 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-2461e758-40a9-4502-a014-04ec356aab7b req-f0dbf5cf-ce5f-4b63-9088-0e5c96476f97 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] No DVR routers for this DVR port 3888aa47-9563-4e74-b969-9c0143e2f821 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:48.457361 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-34e74d81-de70-4cb2-bf5a-d4e20e407bc6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5382893 Aug 31 14:08:48.458823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2461e758-40a9-4502-a014-04ec356aab7b req-f0dbf5cf-ce5f-4b63-9088-0e5c96476f97 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.460887 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2461e758-40a9-4502-a014-04ec356aab7b req-f0dbf5cf-ce5f-4b63-9088-0e5c96476f97 tempest-ServerGroupTestJSON-1028082589 tempest-ServerGroupTestJSON-1028082589-project] 10.222.0.52 "DELETE /v2.0/ports/3888aa47-9563-4e74-b969-9c0143e2f821 HTTP/1.1" status: 204 len: 173 time: 1.0304327 Aug 31 14:08:48.462398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48660) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:48.474143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-479f8cfd-b507-494b-b6a6-e2780472db32 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': '5baadb1d-a6b1-4262-8616-9a735f0b30aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:48.478435 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4568f303-30f5-493a-b9d3-d80eb1036fba req-1671c3ae-6099-4de2-8c58-c8363430c646 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=36b255df-b790-4a5c-9bd0-0d1f91dddac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999331 Aug 31 14:08:48.519547 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e74d81-de70-4cb2-bf5a-d4e20e407bc6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Network': ['ID=5baadb1d-a6b1-4262-8616-9a735f0b30aa,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:48.539966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 5baadb1d-a6b1-4262-8616-9a735f0b30aa details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:48.586562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7acb4-b832-4fc0-b9b5-715c3d3403b6 req-7e465c1d-f79c-4709-88fa-77d3342681e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:48.589318 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ca7acb4-b832-4fc0-b9b5-715c3d3403b6 req-7e465c1d-f79c-4709-88fa-77d3342681e5 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 946 time: 0.0809762 Aug 31 14:08:48.659252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479f8cfd-b507-494b-b6a6-e2780472db32 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:48.665621 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-479f8cfd-b507-494b-b6a6-e2780472db32 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.722733 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea', 'name': 'network-vif-deleted', 'tag': '3888aa47-9563-4e74-b969-9c0143e2f821'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:48.725069 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbf1884-a6ed-449b-a0ff-6311a4b3fe19" -d '{"events": [{"server_uuid": "f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea", "name": "network-vif-deleted", "tag": "3888aa47-9563-4e74-b969-9c0143e2f821"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:48.762547 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-6ca7acb4-b832-4fc0-b9b5-715c3d3403b6 req-7367143b-d1d8-4507-9585-14a311a568f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Deleting port 66034099-cfe4-42e5-b43b-a0ba131e5b72 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:48.762547 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6ca7acb4-b832-4fc0-b9b5-715c3d3403b6 req-7367143b-d1d8-4507-9585-14a311a568f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.773334 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c54292ea-2164-4be4-b088-6660fc5dd39f no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:48.799960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: c54292ea-2164-4be4-b088-6660fc5dd39f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:48.800692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c54292ea-2164-4be4-b088-6660fc5dd39f not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:48.818219 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17b8012-8bc9-4d80-8f17-fc8238ad7023 x-openstack-request-id: req-a17b8012-8bc9-4d80-8f17-fc8238ad7023 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:48.818408 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea", "name": "network-vif-deleted", "tag": "3888aa47-9563-4e74-b969-9c0143e2f821", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:48.818552 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a17b8012-8bc9-4d80-8f17-fc8238ad7023 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:48.819472 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9df7e19-a6f1-4b69-a1b0-34b6256ad8ea', 'name': 'network-vif-deleted', 'tag': '3888aa47-9563-4e74-b969-9c0143e2f821', 'status': 'completed', 'code': 200} Aug 31 14:08:48.898918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-6ca7acb4-b832-4fc0-b9b5-715c3d3403b6 req-7367143b-d1d8-4507-9585-14a311a568f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] For port 66034099-cfe4-42e5-b43b-a0ba131e5b72, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=66034099-cfe4-42e5-b43b-a0ba131e5b72,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:48.899451 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6ca7acb4-b832-4fc0-b9b5-715c3d3403b6 req-7367143b-d1d8-4507-9585-14a311a568f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:48.915744 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-6ca7acb4-b832-4fc0-b9b5-715c3d3403b6 req-7367143b-d1d8-4507-9585-14a311a568f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Calling delete_port for 66034099-cfe4-42e5-b43b-a0ba131e5b72 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:48.940265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-479f8cfd-b507-494b-b6a6-e2780472db32 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.008947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f8cfd-b507-494b-b6a6-e2780472db32 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Subnet': ['ID=29b8ac75-5f40-43ed-be8d-7477ba4f1762,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:49.030871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f8cfd-b507-494b-b6a6-e2780472db32 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Checking segment: {'id': '48a1aa95-17d5-4caf-a178-ac54780d75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5baadb1d-a6b1-4262-8616-9a735f0b30aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:49.031256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f8cfd-b507-494b-b6a6-e2780472db32 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network hostable DHCP agents. Network: 5baadb1d-a6b1-4262-8616-9a735f0b30aa, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:49.056453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f8cfd-b507-494b-b6a6-e2780472db32 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 5baadb1d-a6b1-4262-8616-9a735f0b30aa is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:49.072283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-479f8cfd-b507-494b-b6a6-e2780472db32 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 5baadb1d-a6b1-4262-8616-9a735f0b30aa) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:49.078242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479f8cfd-b507-494b-b6a6-e2780472db32 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:49.079062 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-479f8cfd-b507-494b-b6a6-e2780472db32 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.097123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf071b5a-5fbe-4315-8ad6-9d33bac07890 None None] Network 5baadb1d-a6b1-4262-8616-9a735f0b30aa requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:49.102239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-479f8cfd-b507-494b-b6a6-e2780472db32 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6367731 Aug 31 14:08:49.107928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48670) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:49.132052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a57756fe-5123-402c-a1e8-1a6be27b4ded tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1319716055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:49.182118 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a57756fe-5123-402c-a1e8-1a6be27b4ded tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.184248 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a57756fe-5123-402c-a1e8-1a6be27b4ded tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.196543 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6ca7acb4-b832-4fc0-b9b5-715c3d3403b6 req-7367143b-d1d8-4507-9585-14a311a568f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.217914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['66034099-cfe4-42e5-b43b-a0ba131e5b72'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:08:49.220941 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27c395-5d96-4df1-877a-6d581a7eb883 req-e3ec4926-4081-42e1-8b1f-19bfdcaef94e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:49.222564 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d27c395-5d96-4df1-877a-6d581a7eb883 req-e3ec4926-4081-42e1-8b1f-19bfdcaef94e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1075256 Aug 31 14:08:49.252163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367143b-d1d8-4507-9585-14a311a568f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event deleted for resources: {'Port': ['ID=66034099-cfe4-42e5-b43b-a0ba131e5b72,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:49.284469 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a57756fe-5123-402c-a1e8-1a6be27b4ded tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.293816 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a57756fe-5123-402c-a1e8-1a6be27b4ded tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.328905 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a57756fe-5123-402c-a1e8-1a6be27b4ded tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.335014 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a57756fe-5123-402c-a1e8-1a6be27b4ded tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2250674 Aug 31 14:08:49.336478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48674) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:49.349659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'network_id': '5baadb1d-a6b1-4262-8616-9a735f0b30aa', 'name': 'tempest-PortsIpV6TestJSON-329362493'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:49.386113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-5baadb1d-a6b1-4262-8616-9a735f0b30aa', 'network_id': '5baadb1d-a6b1-4262-8616-9a735f0b30aa', 'tenant_id': 'c1ede8c2527c4afcb7c7f887155b44b9', 'fixed_ips': [{'subnet_id': '29b8ac75-5f40-43ed-be8d-7477ba4f1762'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:08:49.387039 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.397702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca7acb4-b832-4fc0-b9b5-715c3d3403b6 req-7367143b-d1d8-4507-9585-14a311a568f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] No DVR routers for this DVR port 66034099-cfe4-42e5-b43b-a0ba131e5b72 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:49.403439 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6ca7acb4-b832-4fc0-b9b5-715c3d3403b6 req-7367143b-d1d8-4507-9585-14a311a568f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.406161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ca7acb4-b832-4fc0-b9b5-715c3d3403b6 req-7367143b-d1d8-4507-9585-14a311a568f1 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "DELETE /v2.0/ports/66034099-cfe4-42e5-b43b-a0ba131e5b72 HTTP/1.1" status: 204 len: 173 time: 0.8025236 Aug 31 14:08:49.416345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d27c395-5d96-4df1-877a-6d581a7eb883 req-acc3f550-0be8-4982-8c97-c79342c8c231 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732445 Aug 31 14:08:49.509080 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c97fefea-102c-4a78-8ea6-20f24302631e req-847d2dc7-1b13-4a52-8068-5a187d7d4f1d tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0478835 Aug 31 14:08:49.645717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 3888aa47-9563-4e74-b969-9c0143e2f821 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:49.660391 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-073c1bbf-1c6c-4146-8933-b528223bf7e7 req-7058b949-7220-4c94-bd79-b8e5e18c3447 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b16e5-4807-459e-8499-9e46142b84c8 HTTP/1.1" status: 200 len: 210 time: 0.0365562 Aug 31 14:08:49.664823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:49.669623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.677343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 3888aa47-9563-4e74-b969-9c0143e2f821 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:49.678225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 3888aa47-9563-4e74-b969-9c0143e2f821 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:49.679166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 66034099-cfe4-42e5-b43b-a0ba131e5b72 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:49.700255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:08:49.713865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 66034099-cfe4-42e5-b43b-a0ba131e5b72 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:49.714457 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 66034099-cfe4-42e5-b43b-a0ba131e5b72 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:49.737551 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Allocated IP 2001:db8::2 (5baadb1d-a6b1-4262-8616-9a735f0b30aa/29b8ac75-5f40-43ed-be8d-7477ba4f1762/a7b79382-9646-4c76-818e-c829a4dfefe7) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:49.953334 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:49.958729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48702) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:49.963976 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Transition to ACTIVE for port object a7b79382-9646-4c76-818e-c829a4dfefe7 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:49.981186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Transition to ACTIVE for port object a7b79382-9646-4c76-818e-c829a4dfefe7 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:49.987894 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.033620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Network 5baadb1d-a6b1-4262-8616-9a735f0b30aa is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:50.037021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:50.040997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:50.045609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-b092ac3f-f2d4-4303-b674-4dce4451cc5b admin admin] Deleting subnet 1c32460a-485c-4486-943e-bfadeb5a290f {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:50.049054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Pushing event updated for resources: {'Port': ['ID=a7b79382-9646-4c76-818e-c829a4dfefe7,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:50.054316 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b092ac3f-f2d4-4303-b674-4dce4451cc5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.085451 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8::11f (5baadb1d-a6b1-4262-8616-9a735f0b30aa/29b8ac75-5f40-43ed-be8d-7477ba4f1762/ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:50.114387 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b092ac3f-f2d4-4303-b674-4dce4451cc5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.122709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Attempting to bind port a7b79382-9646-4c76-818e-c829a4dfefe7 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:08:50.124372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Attempting to bind port a7b79382-9646-4c76-818e-c829a4dfefe7 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '48a1aa95-17d5-4caf-a178-ac54780d75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5baadb1d-a6b1-4262-8616-9a735f0b30aa'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:08:50.126234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Attempting to bind port a7b79382-9646-4c76-818e-c829a4dfefe7 on network 5baadb1d-a6b1-4262-8616-9a735f0b30aa {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:08:50.132235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:08:50.132660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Checking segment: {'id': '48a1aa95-17d5-4caf-a178-ac54780d75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5baadb1d-a6b1-4262-8616-9a735f0b30aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:50.133053 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.133449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Bound using segment: {'id': '48a1aa95-17d5-4caf-a178-ac54780d75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5baadb1d-a6b1-4262-8616-9a735f0b30aa'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:08:50.133926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Bound port: a7b79382-9646-4c76-818e-c829a4dfefe7, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a1aa95-17d5-4caf-a178-ac54780d75b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5baadb1d-a6b1-4262-8616-9a735f0b30aa'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:08:50.134312 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.199785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b092ac3f-f2d4-4303-b674-4dce4451cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.206049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] For port a7b79382-9646-4c76-818e-c829a4dfefe7, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:08:50.210183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] For port a7b79382-9646-4c76-818e-c829a4dfefe7, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a7b79382-9646-4c76-818e-c829a4dfefe7,segment=NetworkSegment(48a1aa95-17d5-4caf-a178-ac54780d75b8),segment_id=48a1aa95-17d5-4caf-a178-ac54780d75b8)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:08:50.214589 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.277279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3533b-18bb-4d8c-9321-1e58d5390e29 None None] Pushing event updated for resources: {'Port': ['ID=a7b79382-9646-4c76-818e-c829a4dfefe7,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:50.370476 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b092ac3f-f2d4-4303-b674-4dce4451cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.390539 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.412958 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b092ac3f-f2d4-4303-b674-4dce4451cc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.414863 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b092ac3f-f2d4-4303-b674-4dce4451cc5b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c32460a-485c-4486-943e-bfadeb5a290f HTTP/1.1" status: 204 len: 168 time: 0.4539125 Aug 31 14:08:50.417454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48706) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:50.418689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092ac3f-f2d4-4303-b674-4dce4451cc5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c32460a-485c-4486-943e-bfadeb5a290f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:50.427931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Transition to ACTIVE for port object ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:08:50.492405 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.551528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 5baadb1d-a6b1-4262-8616-9a735f0b30aa is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:50.559836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:50.562104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:08:50.568646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:50.569337 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.588239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:50.592562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-80dff859-1665-4425-996b-3f9d7e7529b0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2545860 Aug 31 14:08:50.595714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48712) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:50.625916 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.650109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e929cd7-08ca-4e44-b397-8ed3caa3b174 req-2716494f-f3da-4208-9c51-87fa47d0f8c8 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:50.651854 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e929cd7-08ca-4e44-b397-8ed3caa3b174 req-2716494f-f3da-4208-9c51-87fa47d0f8c8 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1172092 Aug 31 14:08:50.711250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-afa24827-e831-4736-a2ca-5b335e7f60ca req-e7ed5582-36d5-40cb-b674-7c7abaa4aa3b tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0629630 Aug 31 14:08:50.792188 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e929cd7-08ca-4e44-b397-8ed3caa3b174 req-14889255-023f-4592-b7e0-46ad418d0b4d tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103349 Aug 31 14:08:50.799359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.816512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a7b79382-9646-4c76-818e-c829a4dfefe7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:50.823168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4b16e5-4807-459e-8499-9e46142b84c8', 'name': 'network-vif-deleted', 'tag': '66034099-cfe4-42e5-b43b-a0ba131e5b72'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:50.825525 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e222f9-0a4f-4d61-9fcb-c6872b37a96b" -d '{"events": [{"server_uuid": "7c4b16e5-4807-459e-8499-9e46142b84c8", "name": "network-vif-deleted", "tag": "66034099-cfe4-42e5-b43b-a0ba131e5b72"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:50.832563 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7783516d-98e4-4641-8d02-cfbae8ad3912']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:50.849576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a179750a-b1c7-4fbc-ae62-a679320bfc46') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:50.850716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a179750a-b1c7-4fbc-ae62-a679320bfc46') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:50.861962 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.879328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.888044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:50.888503 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:50.890421 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:50.936498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port a7b79382-9646-4c76-818e-c829a4dfefe7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:50.976023 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.982844 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:50.988510 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7783516d-98e4-4641-8d02-cfbae8ad3912 HTTP/1.1" status: 204 len: 168 time: 0.5690854 Aug 31 14:08:51.043436 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab84bf-f7b2-470c-9376-8b286daedd97 admin admin] Pushing event deleted for resources: {'Network': ['ID=7783516d-98e4-4641-8d02-cfbae8ad3912,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:51.049479 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073a456e-f401-4a66-8f05-040b1ad653c6 x-openstack-request-id: req-073a456e-f401-4a66-8f05-040b1ad653c6 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:51.049775 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4b16e5-4807-459e-8499-9e46142b84c8", "name": "network-vif-deleted", "tag": "66034099-cfe4-42e5-b43b-a0ba131e5b72", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:51.050217 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-073a456e-f401-4a66-8f05-040b1ad653c6 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:51.050686 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4b16e5-4807-459e-8499-9e46142b84c8', 'name': 'network-vif-deleted', 'tag': '66034099-cfe4-42e5-b43b-a0ba131e5b72', 'status': 'completed', 'code': 200} Aug 31 14:08:51.113900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.182533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c5335-76d4-463c-bb08-0b0fa9c72dab req-eab1ea04-1d6a-4b01-87c5-ed1ef112bf4a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:51.185554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-468c5335-76d4-463c-bb08-0b0fa9c72dab req-eab1ea04-1d6a-4b01-87c5-ed1ef112bf4a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.0750408 Aug 31 14:08:51.205848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48728) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:51.281289 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-468c5335-76d4-463c-bb08-0b0fa9c72dab req-12983825-04f5-446b-b92c-8ec6869051a9 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770576 Aug 31 14:08:51.308351 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2ecb6fbf-3ddf-4de6-9a19-d01c91c34dba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e2dc1e1ffa141f68696813b8590479e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944934 Aug 31 14:08:51.310677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48732) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:51.388924 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30de96d-26a9-4c79-97d8-e51efce7c684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.414054 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30de96d-26a9-4c79-97d8-e51efce7c684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.483370 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30de96d-26a9-4c79-97d8-e51efce7c684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.487665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30de96d-26a9-4c79-97d8-e51efce7c684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.489095 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b30de96d-26a9-4c79-97d8-e51efce7c684 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1 HTTP/1.1" status: 204 len: 168 time: 0.1768398 Aug 31 14:08:51.496515 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.503507 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.505611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30de96d-26a9-4c79-97d8-e51efce7c684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c297e0f0-4c14-46e5-a9e8-5788ca8fd1a1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:51.591747 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ff8af-1c29-4398-bff3-d5d2e856dc71 None None] Network 5baadb1d-a6b1-4262-8616-9a735f0b30aa requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:51.683317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:51.724712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-986a4216-6434-4fea-be0b-1c5422b7d237 None None] Provisioning for port a7b79382-9646-4c76-818e-c829a4dfefe7 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:51.736632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-986a4216-6434-4fea-be0b-1c5422b7d237 None None] Provisioning complete for port a7b79382-9646-4c76-818e-c829a4dfefe7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:51.737219 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-986a4216-6434-4fea-be0b-1c5422b7d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.878719 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.902113 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-986a4216-6434-4fea-be0b-1c5422b7d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:51.985342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e1552-5e16-493f-9f90-6b95b2422509 req-f3275193-47fa-4cf0-ad44-ab0be3ed6a92 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:51.989547 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-436e1552-5e16-493f-9f90-6b95b2422509 req-f3275193-47fa-4cf0-ad44-ab0be3ed6a92 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.0861888 Aug 31 14:08:52.052999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-758a6fec-911d-4e1c-bfc4-5f0413b0eda7 req-282c8956-91ef-4323-babd-fe7ece5b7bb2 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.1775577 Aug 31 14:08:52.070243 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-436e1552-5e16-493f-9f90-6b95b2422509 req-ab059ab1-f653-451f-9e58-475754150501 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683215 Aug 31 14:08:52.148217 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.197258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-986a4216-6434-4fea-be0b-1c5422b7d237 None None] For port a7b79382-9646-4c76-818e-c829a4dfefe7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a7b79382-9646-4c76-818e-c829a4dfefe7,segment=NetworkSegment(48a1aa95-17d5-4caf-a178-ac54780d75b8),segment_id=48a1aa95-17d5-4caf-a178-ac54780d75b8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:52.207850 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-986a4216-6434-4fea-be0b-1c5422b7d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.338146 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a4216-6434-4fea-be0b-1c5422b7d237 None None] Pushing event updated for resources: {'Port': ['ID=a7b79382-9646-4c76-818e-c829a4dfefe7,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:52.593898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70feaa-19ed-487d-ac26-136be357dd54 req-1eb178ab-3667-494b-93f4-162c1a036d87 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:52.595534 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2c70feaa-19ed-487d-ac26-136be357dd54 req-1eb178ab-3667-494b-93f4-162c1a036d87 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1507940 Aug 31 14:08:52.665257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-036b585a-3ffb-42bf-b148-11a4854bc37d None None] Provisioning complete for port a7b79382-9646-4c76-818e-c829a4dfefe7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:52.666210 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-036b585a-3ffb-42bf-b148-11a4854bc37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.701561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2c70feaa-19ed-487d-ac26-136be357dd54 req-234575e4-6c78-4aa9-913d-a0974f7c7347 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953689 Aug 31 14:08:52.785040 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.799205 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.800506 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:52.865192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a7b79382-9646-4c76-818e-c829a4dfefe7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:08:52.886698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48772) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:52.930018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-036b585a-3ffb-42bf-b148-11a4854bc37d None None] Provisioning for port ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:08:52.945625 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-036b585a-3ffb-42bf-b148-11a4854bc37d None None] Provisioning complete for port ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:52.946792 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-036b585a-3ffb-42bf-b148-11a4854bc37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.027095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:53.038159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port a7b79382-9646-4c76-818e-c829a4dfefe7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:53.038691 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.067412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f9f12-46bc-471a-abc7-422b8ef42ad7 req-6e1cd9f0-b975-4b73-afed-bbd9cd9acbcf tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:53.069632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-202f9f12-46bc-471a-abc7-422b8ef42ad7 req-6e1cd9f0-b975-4b73-afed-bbd9cd9acbcf tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1783347 Aug 31 14:08:53.075723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-036b585a-3ffb-42bf-b148-11a4854bc37d None None] Port ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:53.082903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1728030811-network', 'tenant_id': '0b56ff521ec64837928c13543219af1a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:53.150935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Made reservation on behalf of 0b56ff521ec64837928c13543219af1a for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:53.153741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.179069 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.187704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 5baadb1d-a6b1-4262-8616-9a735f0b30aa is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:08:53.197623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-0b6c9df4-d898-4429-890e-aa3b455d2587 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:53.199217 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-0b6c9df4-d898-4429-890e-aa3b455d2587 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1280236 Aug 31 14:08:53.203149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:53.221867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-202f9f12-46bc-471a-abc7-422b8ef42ad7 req-edaead29-9b5f-47c7-80af-3538746224be tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306396 Aug 31 14:08:53.225694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0cd66d37-4d8d-4093-ba3c-454fa8e99317 None None] Provisioning complete for port ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:53.226342 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0cd66d37-4d8d-4093-ba3c-454fa8e99317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.302232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0cd66d37-4d8d-4093-ba3c-454fa8e99317 None None] Port ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:53.341192 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48206c58-ba1a-4e0b-992f-55c2ca3a4623 req-2df50e68-859b-4333-ac87-8bf407c4a299 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:53.351077 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-48206c58-ba1a-4e0b-992f-55c2ca3a4623 req-2df50e68-859b-4333-ac87-8bf407c4a299 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1506193 Aug 31 14:08:53.446041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-48206c58-ba1a-4e0b-992f-55c2ca3a4623 req-3824bb94-a7cd-4b92-8787-561e52e63fbc tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913742 Aug 31 14:08:53.465137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e7da121a-1049-48e0-9907-b8c1431ba00a None None] Provisioning complete for port ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:53.465633 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7da121a-1049-48e0-9907-b8c1431ba00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.484090 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Deleting port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:53.486157 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.551302 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e7da121a-1049-48e0-9907-b8c1431ba00a None None] Port ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:53.644977 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] For port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:53.645530 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.777135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-43ea7b47-192e-4f5c-8a51-3266583b4a37 None None] Provisioning complete for port ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:08:53.777518 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-43ea7b47-192e-4f5c-8a51-3266583b4a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.789113 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.810559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8721824-6995-4eb4-8125-f642f0e73f25 req-3b4f77cc-5479-40ae-b980-a81a37cf99c8 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.4560733 Aug 31 14:08:53.811110 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.844564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:08:53.851508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-43ea7b47-192e-4f5c-8a51-3266583b4a37 None None] Port ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:08:53.871218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.871570 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Added segment f48722d5-21f2-4b70-8a6d-c85e66c271da of type vlan for network 0cee240c-5069-4a5d-a626-9016f3a55c41 Aug 31 14:08:53.874672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8a5344-eab2-4602-bae3-5db71bd55f51,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:53.929484 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.964024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Router 224238c3-d625-4bb2-ace7-58f0b8bad724 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:08:53.968124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:53.969160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:53.969753 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.073817 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1778941 Aug 31 14:08:54.074060 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48786) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:54.086382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a52b0403-67e4-4055-a620-3d0fea5e2a5a admin admin] Request body: {'subnet': {'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1728030811-subnet', 'tenant_id': '0b56ff521ec64837928c13543219af1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:54.102606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d8cd3-c289-4b3a-bc2b-f45666b24f0e admin admin] Pushing event updated for resources: {'Network': ['ID=0cee240c-5069-4a5d-a626-9016f3a55c41,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:54.120240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 0cee240c-5069-4a5d-a626-9016f3a55c41 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:08:54.166135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:54.179596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664ed66-c463-4667-ab61-0c79b780fa00 req-e272234b-37ca-4775-bb8a-1ea6b71cda97 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:54.181176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4ffe2e2e-d406-4137-bff4-911f8fe3749b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "PUT /v2.0/routers/224238c3-d625-4bb2-ace7-58f0b8bad724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5838482 Aug 31 14:08:54.181439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc36bc-630c-4839-b886-b30dd2ff578f None None] Sync routers for ids ['224238c3-d625-4bb2-ace7-58f0b8bad724'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:54.185628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48788) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:54.187831 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5664ed66-c463-4667-ab61-0c79b780fa00 req-e272234b-37ca-4775-bb8a-1ea6b71cda97 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 944 time: 0.1976929 Aug 31 14:08:54.206861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52b0403-67e4-4055-a620-3d0fea5e2a5a admin admin] Made reservation on behalf of 0b56ff521ec64837928c13543219af1a for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:54.210021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a52b0403-67e4-4055-a620-3d0fea5e2a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.214920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc36bc-630c-4839-b886-b30dd2ff578f None None] Routers {'224238c3-d625-4bb2-ace7-58f0b8bad724'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:54.215595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-96fc36bc-630c-4839-b886-b30dd2ff578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:08:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['224238c3-d625-4bb2-ace7-58f0b8bad724'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:54.257450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-96fc36bc-630c-4839-b886-b30dd2ff578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:54.257970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed287b1-9710-464b-b3c1-ecce1311d655 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:54.259780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0ed287b1-9710-464b-b3c1-ecce1311d655 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports?device_id=224238c3-d625-4bb2-ace7-58f0b8bad724 HTTP/1.1" status: 200 len: 988 time: 0.0730748 Aug 31 14:08:54.262845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48792) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:54.271716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc36bc-630c-4839-b886-b30dd2ff578f None None] Routers {'224238c3-d625-4bb2-ace7-58f0b8bad724'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:54.271716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-96fc36bc-630c-4839-b886-b30dd2ff578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:08:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['224238c3-d625-4bb2-ace7-58f0b8bad724'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:54.317486 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.318347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.318347 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Floating IP d43e2521-f8e0-4218-8bfa-b79cbe6e8bd9 disassociated. External IP: 172.25.3.20, port: a90f0f75-36d4-4ce5-99bb-ec530fca5ae9. Aug 31 14:08:54.320037 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Calling delete_port for a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:54.323721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-96fc36bc-630c-4839-b886-b30dd2ff578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:54.325126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc36bc-630c-4839-b886-b30dd2ff578f None None] The sync data for ids ['224238c3-d625-4bb2-ace7-58f0b8bad724'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:54.473840 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5664ed66-c463-4667-ab61-0c79b780fa00 req-3e1a9410-76bc-494c-81a6-e7419e5d4599 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups?id=0378221b-3d0f-4320-b817-7a9897e0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853038 Aug 31 14:08:54.580419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b331b2-b130-427a-8126-1922c9bd21b5 req-0a7cf777-77d6-49aa-a101-d6254830f5af tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:54.583492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16b331b2-b130-427a-8126-1922c9bd21b5 req-0a7cf777-77d6-49aa-a101-d6254830f5af tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.2271588 Aug 31 14:08:54.662569 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.681933 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16b331b2-b130-427a-8126-1922c9bd21b5 req-dfb6f8e5-83a6-4e27-9b12-f412e48d1b37 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770948 Aug 31 14:08:54.722051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a52b0403-67e4-4055-a620-3d0fea5e2a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.729149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event deleted for resources: {'Port': ['ID=a90f0f75-36d4-4ce5-99bb-ec530fca5ae9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:54.772705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef9987-d628-439c-b183-126c52c1270d req-339de4b7-60d6-438c-b3cf-b1cb18f49949 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:54.774259 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8bef9987-d628-439c-b183-126c52c1270d req-339de4b7-60d6-438c-b3cf-b1cb18f49949 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1681437 Aug 31 14:08:54.884549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b0403-67e4-4055-a620-3d0fea5e2a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac749944-61c0-4e97-a3b2-48b24cb2a6a5,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:54.908066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b0403-67e4-4055-a620-3d0fea5e2a5a admin admin] Checking segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:08:54.908545 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b0403-67e4-4055-a620-3d0fea5e2a5a admin admin] Network hostable DHCP agents. Network: 0cee240c-5069-4a5d-a626-9016f3a55c41, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:08:54.970614 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-63d7ff9a-95f2-4f94-8582-777dbe81dac0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:54.995204 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8bef9987-d628-439c-b183-126c52c1270d req-e3bdc6f4-4fa9-4109-8967-ff871bd67b8b tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323991 Aug 31 14:08:55.005017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b0403-67e4-4055-a620-3d0fea5e2a5a admin admin] Network 0cee240c-5069-4a5d-a626-9016f3a55c41 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:08:55.021471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a52b0403-67e4-4055-a620-3d0fea5e2a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 0cee240c-5069-4a5d-a626-9016f3a55c41) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:08:55.027297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b0403-67e4-4055-a620-3d0fea5e2a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:55.027976 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a52b0403-67e4-4055-a620-3d0fea5e2a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.031043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d264c-8dc3-4eeb-962c-f6412f3e04f5 None None] Network 0cee240c-5069-4a5d-a626-9016f3a55c41 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:55.036685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3621e383-3ac1-4c97-8e10-05a9f57de2d4 req-20ac56b8-d6b7-4a07-bc8a-4037d09e9ae1 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0942497 Aug 31 14:08:55.044340 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Router d52c5349-3a88-4bba-a38b-b3882b9c87ec has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:08:55.054959 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a52b0403-67e4-4055-a620-3d0fea5e2a5a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9791586 Aug 31 14:08:55.189394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb803729-9c68-408d-996a-e6c0cb94648f None None] Network 0cee240c-5069-4a5d-a626-9016f3a55c41 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:55.238502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:55.258693 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57b9ca0-101c-4df0-841f-4e90cd831aec None None] Sync routers for ids ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:55.279097 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b9ca0-101c-4df0-841f-4e90cd831aec None None] Routers {'d52c5349-3a88-4bba-a38b-b3882b9c87ec'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:55.280389 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a57b9ca0-101c-4df0-841f-4e90cd831aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:08:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:55.291640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] No DVR routers for this DVR port a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:55.294853 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.297479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fc7e0c83-7525-4b3a-b244-c27036e5b3d8 req-6eb3b9f5-2e17-4b2d-b590-10039eb8a663 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.52 "DELETE /v2.0/ports/a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 HTTP/1.1" status: 204 len: 173 time: 2.0858614 Aug 31 14:08:55.297966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-deleted', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:08:55.300990 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d307f9-d38b-48eb-857f-3673cc4eab1d" -d '{"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-deleted", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:08:55.344636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-63d7ff9a-95f2-4f94-8582-777dbe81dac0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:55.345280 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-63d7ff9a-95f2-4f94-8582-777dbe81dac0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.356404 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c69ac3-8fdd-4ca1-a718-5360cba2c2d4 x-openstack-request-id: req-48c69ac3-8fdd-4ca1-a718-5360cba2c2d4 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:08:55.357182 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c518052-bddb-4604-9f05-df4cd16ca8db", "name": "network-vif-deleted", "tag": "a90f0f75-36d4-4ce5-99bb-ec530fca5ae9", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:08:55.357702 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48c69ac3-8fdd-4ca1-a718-5360cba2c2d4 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:08:55.358565 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c518052-bddb-4604-9f05-df4cd16ca8db', 'name': 'network-vif-deleted', 'tag': 'a90f0f75-36d4-4ce5-99bb-ec530fca5ae9', 'status': 'completed', 'code': 200} Aug 31 14:08:55.468871 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-a57b9ca0-101c-4df0-841f-4e90cd831aec None None] Set router d52c5349-3a88-4bba-a38b-b3882b9c87ec gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:55.522517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-63d7ff9a-95f2-4f94-8582-777dbe81dac0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.541873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-63d7ff9a-95f2-4f94-8582-777dbe81dac0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:55.630688 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-976c950e-1d0d-4833-b1bd-188281068b91 req-566fa47a-4d74-4bc4-a98f-44bb736db920 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c518052-bddb-4604-9f05-df4cd16ca8db HTTP/1.1" status: 200 len: 210 time: 0.0402911 Aug 31 14:08:55.677664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:55.699898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:55.700695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a90f0f75-36d4-4ce5-99bb-ec530fca5ae9 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:55.798703 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a57b9ca0-101c-4df0-841f-4e90cd831aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '8be315d4-1309-4435-a995-569d23ffce01', 'name': '', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'mac_address': 'fa:16:3e:66:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:29Z', 'revision_number': 5, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'subnets': [{'id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:55.836485 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57b9ca0-101c-4df0-841f-4e90cd831aec None None] Checking router: d52c5349-3a88-4bba-a38b-b3882b9c87ec for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:08:55.837326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d90f14-0731-4211-bbc5-47280b1e62d2 req-5face9de-141f-4d57-a5a0-d6095d6df64d tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:55.841529 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9d90f14-0731-4211-bbc5-47280b1e62d2 req-5face9de-141f-4d57-a5a0-d6095d6df64d tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.0723190 Aug 31 14:08:55.850446 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b9ca0-101c-4df0-841f-4e90cd831aec None None] Routers {'d52c5349-3a88-4bba-a38b-b3882b9c87ec'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:55.851680 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a57b9ca0-101c-4df0-841f-4e90cd831aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:08:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:55.874159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805465-d9d8-4878-bec6-32450bcd597f req-9bd74d7b-f06d-4b71-a1aa-fc8ea95a0bc6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:55.876025 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-9bd74d7b-f06d-4b71-a1aa-fc8ea95a0bc6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.2013249 Aug 31 14:08:55.899225 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-63d7ff9a-95f2-4f94-8582-777dbe81dac0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:55.914526 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9d90f14-0731-4211-bbc5-47280b1e62d2 req-7e446551-88ec-403b-b8da-58a1be1136e8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668406 Aug 31 14:08:55.919321 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-c2c78c87-1b60-40b0-96d5-3a4ca21b978f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/quotas/0b56ff521ec64837928c13543219af1a HTTP/1.1" status: 200 len: 375 time: 0.0318937 Aug 31 14:08:55.941361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7ff9a-95f2-4f94-8582-777dbe81dac0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:56.032118 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-a57b9ca0-101c-4df0-841f-4e90cd831aec None None] Set router d52c5349-3a88-4bba-a38b-b3882b9c87ec gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:08:56.052261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-431d5b32-891f-49ce-80c9-0df6fe96caa4 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130807 Aug 31 14:08:56.226838 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-63d7ff9a-95f2-4f94-8582-777dbe81dac0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:56.339125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c3f7c-921e-4100-9fd3-6788d88a1ba1 req-62680918-22ad-4647-b9aa-797ab52b98ee tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:56.341066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b6c3f7c-921e-4100-9fd3-6788d88a1ba1 req-62680918-22ad-4647-b9aa-797ab52b98ee tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1106243 Aug 31 14:08:56.394078 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b6c3f7c-921e-4100-9fd3-6788d88a1ba1 req-b01e0c5b-72cc-4f56-971a-e0102c8e079e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466013 Aug 31 14:08:56.428899 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a57b9ca0-101c-4df0-841f-4e90cd831aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '8be315d4-1309-4435-a995-569d23ffce01', 'name': '', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'mac_address': 'fa:16:3e:66:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:29Z', 'revision_number': 5, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'subnets': [{'id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:56.471540 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57b9ca0-101c-4df0-841f-4e90cd831aec None None] The sync data for ids ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'] in n-d-792364-6 is: [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T13:58:20Z', 'revision_number': 4, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '8be315d4-1309-4435-a995-569d23ffce01', 'name': '', 'network_id': 'b45e4484-4dc4-4454-8a6c-8a97e099c7b8', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'mac_address': 'fa:16:3e:66:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:17Z', 'updated_at': '2021-08-31T13:58:29Z', 'revision_number': 5, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'subnets': [{'id': '02a3a4ef-59fa-4c60-9ec4-e3c9654a7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:56.495776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-27bd1b04-0a0e-49e3-bcbe-9f582822a10c service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059963 Aug 31 14:08:56.504544 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-73a770f6-614d-4815-8480-7da038dfada9 req-6ba12e5f-9ef7-41b5-9005-c22380aba01c tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0333288 Aug 31 14:08:56.515967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d7ff9a-95f2-4f94-8582-777dbe81dac0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Router 224238c3-d625-4bb2-ace7-58f0b8bad724 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:08:56.688765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d7ff9a-95f2-4f94-8582-777dbe81dac0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:08:56.696063 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-63d7ff9a-95f2-4f94-8582-777dbe81dac0 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "PUT /v2.0/routers/224238c3-d625-4bb2-ace7-58f0b8bad724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4319537 Aug 31 14:08:56.699745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48836) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:56.706598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea7473-af7a-4596-9d4a-e88053326852 None None] Sync routers for ids ['224238c3-d625-4bb2-ace7-58f0b8bad724'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:08:56.714260 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-a83f13bb-59eb-4780-9702-d9af7ad4d3e8 service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080097 Aug 31 14:08:56.724006 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea7473-af7a-4596-9d4a-e88053326852 None None] Routers {'224238c3-d625-4bb2-ace7-58f0b8bad724'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:56.724820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4fea7473-af7a-4596-9d4a-e88053326852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:08:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['224238c3-d625-4bb2-ace7-58f0b8bad724'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:56.733606 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc58770-5986-4b85-b468-6453faeefe84 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:08:56.735232 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1cc58770-5986-4b85-b468-6453faeefe84 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/ae97fd78-3921-4dc5-95ee-9b2dc7d7d28f HTTP/1.1" status: 404 len: 333 time: 0.0342731 Aug 31 14:08:56.739736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48838) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:56.793841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4fea7473-af7a-4596-9d4a-e88053326852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:56.796985 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48842) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:56.812793 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea7473-af7a-4596-9d4a-e88053326852 None None] Routers {'224238c3-d625-4bb2-ace7-58f0b8bad724'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:08:56.814389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4fea7473-af7a-4596-9d4a-e88053326852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:08:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['224238c3-d625-4bb2-ace7-58f0b8bad724'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:56.853287 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c48ce7f3-5f2f-4975-b2a8-3e775e9f3d1c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:56.857140 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4fea7473-af7a-4596-9d4a-e88053326852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:56.858053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea7473-af7a-4596-9d4a-e88053326852 None None] The sync data for ids ['224238c3-d625-4bb2-ace7-58f0b8bad724'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:08:56.859740 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273c632-5b29-444f-a8ce-02a7caa61615 None None] New status for floating IP d43e2521-f8e0-4218-8bfa-b79cbe6e8bd9: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:08:56.928296 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc36234b-0ebf-4b56-81cd-1885fd6ae937 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:56.984031 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9393b435-3244-4ab4-bd24-45aef1896abd req-45bfea6e-87b6-47ec-8196-5d5897153821 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 210 time: 0.0575812 Aug 31 14:08:57.012558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc36234b-0ebf-4b56-81cd-1885fd6ae937 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.160930 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc36234b-0ebf-4b56-81cd-1885fd6ae937 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.168221 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc36234b-0ebf-4b56-81cd-1885fd6ae937 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.174912 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bc36234b-0ebf-4b56-81cd-1885fd6ae937 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "DELETE /v2.0/security-groups/0378221b-3d0f-4320-b817-7a9897e0f59f HTTP/1.1" status: 204 len: 168 time: 0.3760066 Aug 31 14:08:57.175916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48858) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:57.199571 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-e658d5cd-29f8-477b-b488-77a1a725ea9a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] show failed (client error): The resource could not be found. Aug 31 14:08:57.203560 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e658d5cd-29f8-477b-b488-77a1a725ea9a tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "GET /v2.0/security-groups/0378221b-3d0f-4320-b817-7a9897e0f59f HTTP/1.1" status: 404 len: 347 time: 0.0224066 Aug 31 14:08:57.204299 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48860) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:57.220678 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36234b-0ebf-4b56-81cd-1885fd6ae937 tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0378221b-3d0f-4320-b817-7a9897e0f59f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:57.435981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef8cf2-5a52-4152-a7d9-6746173fd26b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Deleting port d054aa16-d052-4d91-8f5b-7cbe2937cba1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:57.436731 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8cf2-5a52-4152-a7d9-6746173fd26b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.534826 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c48ce7f3-5f2f-4975-b2a8-3e775e9f3d1c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.541737 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c48ce7f3-5f2f-4975-b2a8-3e775e9f3d1c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.564192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bc8f5-9011-4663-82c6-06b7144cd679 req-66db4638-f748-4be6-94fb-1c3f2c712755 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:57.565887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-860bc8f5-9011-4663-82c6-06b7144cd679 req-66db4638-f748-4be6-94fb-1c3f2c712755 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1338670 Aug 31 14:08:57.588182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b4c9c-d4b1-4e82-a0a9-51ac8ebdedc8 req-7a69b876-e880-466e-a730-2b5fa98d682a tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:57.597300 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d45b4c9c-d4b1-4e82-a0a9-51ac8ebdedc8 req-7a69b876-e880-466e-a730-2b5fa98d682a tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1000018 Aug 31 14:08:57.629663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8cf2-5a52-4152-a7d9-6746173fd26b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.630039 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8cf2-5a52-4152-a7d9-6746173fd26b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.639482 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-860bc8f5-9011-4663-82c6-06b7144cd679 req-8d61d1fb-7173-4667-a01c-e2e70bfc137b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406260 Aug 31 14:08:57.640683 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c48ce7f3-5f2f-4975-b2a8-3e775e9f3d1c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.641161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48ce7f3-5f2f-4975-b2a8-3e775e9f3d1c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Fanout notify agent at l3_agent the message router_deleted on router 224238c3-d625-4bb2-ace7-58f0b8bad724 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:08:57.649418 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c48ce7f3-5f2f-4975-b2a8-3e775e9f3d1c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.652644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c48ce7f3-5f2f-4975-b2a8-3e775e9f3d1c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/routers/224238c3-d625-4bb2-ace7-58f0b8bad724 HTTP/1.1" status: 204 len: 168 time: 0.9093339 Aug 31 14:08:57.652878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48868) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:57.659042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef8cf2-5a52-4152-a7d9-6746173fd26b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Calling delete_port for d054aa16-d052-4d91-8f5b-7cbe2937cba1 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:57.694815 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d45b4c9c-d4b1-4e82-a0a9-51ac8ebdedc8 req-1a8252b6-ff02-45fe-bcbb-cc2d8102eb29 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940151 Aug 31 14:08:57.778114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2d1a578-9d59-49da-9918-0287d4419bc4 req-d24aafec-55f6-42be-9019-0e5e112bf418 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0444884 Aug 31 14:08:57.782421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a47566d-877d-435e-ba47-20ccb8f462ce tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting subnet 29b8ac75-5f40-43ed-be8d-7477ba4f1762 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:08:57.785965 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a47566d-877d-435e-ba47-20ccb8f462ce tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.830731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a47566d-877d-435e-ba47-20ccb8f462ce tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.914642 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8cf2-5a52-4152-a7d9-6746173fd26b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.943953 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a47566d-877d-435e-ba47-20ccb8f462ce tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:57.960689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef8cf2-5a52-4152-a7d9-6746173fd26b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Pushing event deleted for resources: {'Port': ['ID=d054aa16-d052-4d91-8f5b-7cbe2937cba1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:58.027841 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a47566d-877d-435e-ba47-20ccb8f462ce tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.053124 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8cf2-5a52-4152-a7d9-6746173fd26b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.058750 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8cf2-5a52-4152-a7d9-6746173fd26b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.060956 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b2ef8cf2-5a52-4152-a7d9-6746173fd26b tempest-ServerActionsTestJSON-1293999430 tempest-ServerActionsTestJSON-1293999430-project] 10.222.0.20 "DELETE /v2.0/floatingips/d43e2521-f8e0-4218-8bfa-b79cbe6e8bd9 HTTP/1.1" status: 204 len: 168 time: 0.8499227 Aug 31 14:08:58.063357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48872) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:58.065644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47566d-877d-435e-ba47-20ccb8f462ce tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Subnet': ['ID=29b8ac75-5f40-43ed-be8d-7477ba4f1762,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:58.069771 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a47566d-877d-435e-ba47-20ccb8f462ce tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.074215 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4a47566d-877d-435e-ba47-20ccb8f462ce tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/29b8ac75-5f40-43ed-be8d-7477ba4f1762 HTTP/1.1" status: 204 len: 168 time: 0.4177690 Aug 31 14:08:58.077633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48876) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:58.079815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde9629-d8b3-4211-9afd-36fe171c9e64 None None] Network 5baadb1d-a6b1-4262-8616-9a735f0b30aa requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:08:58.260391 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d867c4f-96d0-4e3a-a5fc-4452bc443368 req-3d61225f-f85d-4b26-8c16-a0d2a3735908 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 210 time: 0.1402130 Aug 31 14:08:58.292649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.300051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10987b00-0872-43cd-93c1-ee6199d2e598 None None] DHCP port deletion for 5baadb1d-a6b1-4262-8616-9a735f0b30aa request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:08:58.373256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-10987b00-0872-43cd-93c1-ee6199d2e598 None None] Deleting port a7b79382-9646-4c76-818e-c829a4dfefe7 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:58.373256 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10987b00-0872-43cd-93c1-ee6199d2e598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.453484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-10987b00-0872-43cd-93c1-ee6199d2e598 None None] For port a7b79382-9646-4c76-818e-c829a4dfefe7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a7b79382-9646-4c76-818e-c829a4dfefe7,segment=NetworkSegment(48a1aa95-17d5-4caf-a178-ac54780d75b8),segment_id=48a1aa95-17d5-4caf-a178-ac54780d75b8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:58.453961 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10987b00-0872-43cd-93c1-ee6199d2e598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.469787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-10987b00-0872-43cd-93c1-ee6199d2e598 None None] Calling delete_port for a7b79382-9646-4c76-818e-c829a4dfefe7 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:58.498059 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port a7b79382-9646-4c76-818e-c829a4dfefe7 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:08:58.499619 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.573096 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10987b00-0872-43cd-93c1-ee6199d2e598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.612530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10987b00-0872-43cd-93c1-ee6199d2e598 None None] Pushing event deleted for resources: {'Port': ['ID=a7b79382-9646-4c76-818e-c829a4dfefe7,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:58.614620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10987b00-0872-43cd-93c1-ee6199d2e598 None None] No DVR routers for this DVR port a7b79382-9646-4c76-818e-c829a4dfefe7 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:58.650670 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] For port a7b79382-9646-4c76-818e-c829a4dfefe7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a7b79382-9646-4c76-818e-c829a4dfefe7,segment=NetworkSegment(48a1aa95-17d5-4caf-a178-ac54780d75b8),segment_id=48a1aa95-17d5-4caf-a178-ac54780d75b8)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:08:58.651047 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:58.685083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for a7b79382-9646-4c76-818e-c829a4dfefe7 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:08:58.778629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a7b79382-9646-4c76-818e-c829a4dfefe7 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:08:58.808046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: a7b79382-9646-4c76-818e-c829a4dfefe7 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:08:58.808794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a7b79382-9646-4c76-818e-c829a4dfefe7 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:08:58.836825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805465-d9d8-4878-bec6-32450bcd597f req-e887d96d-1f8d-4fa6-a9ba-8bb1c4d91beb tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:58.837956 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-e887d96d-1f8d-4fa6-a9ba-8bb1c4d91beb tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.52 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.2568996 Aug 31 14:08:58.860529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-f6805465-d9d8-4878-bec6-32450bcd597f req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Request body: {'port': {'device_id': '1c72d2d6-75bb-441f-aef4-202f383e0248', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'admin_state_up': True, 'tenant_id': '0b56ff521ec64837928c13543219af1a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:08:58.863091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d71951-8dc8-41d9-91ee-033eded070d7 req-e7a56fc3-c9ed-44bf-a887-92d7c8861f06 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:58.864714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1d71951-8dc8-41d9-91ee-033eded070d7 req-e7a56fc3-c9ed-44bf-a887-92d7c8861f06 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.0619500 Aug 31 14:08:58.907250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1d71951-8dc8-41d9-91ee-033eded070d7 req-3bcba944-77e5-4eb4-bdd2-e6150f45570d tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358944 Aug 31 14:08:58.948874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8192d6-a599-4055-bfd2-4e07328f97c6 req-cbd17ab4-aa90-4af5-bbdd-800ca0b09b08 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:58.950447 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d8192d6-a599-4055-bfd2-4e07328f97c6 req-cbd17ab4-aa90-4af5-bbdd-800ca0b09b08 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1726515 Aug 31 14:08:59.008201 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.013701 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dae9544-b3bd-4e36-b646-96c6501a86c9 req-f9857078-58a6-4e64-a69b-ef10e0bc8722 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0278592 Aug 31 14:08:59.086408 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=a7b79382-9646-4c76-818e-c829a4dfefe7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:59.092813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No DVR routers for this DVR port a7b79382-9646-4c76-818e-c829a4dfefe7 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:08:59.106351 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d8192d6-a599-4055-bfd2-4e07328f97c6 req-07dc1d99-a0ed-4936-8625-d6e27805aaac tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434486 Aug 31 14:08:59.230885 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.234677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6805465-d9d8-4878-bec6-32450bcd597f req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Made reservation on behalf of 0b56ff521ec64837928c13543219af1a for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:08:59.238171 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f6805465-d9d8-4878-bec6-32450bcd597f req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.536040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5baadb1d-a6b1-4262-8616-9a735f0b30aa']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:59.548155 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3937d156-d671-4055-88c8-b5870e6743a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.567343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a1aa95-17d5-4caf-a178-ac54780d75b8') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:59.567645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a1aa95-17d5-4caf-a178-ac54780d75b8') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:08:59.571609 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-18b3a25f-3cc9-4844-90e6-57750a145809 req-11bbdd14-e970-45c5-98ce-2a01804899fa tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 210 time: 0.0492399 Aug 31 14:08:59.617088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.670496 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.712612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:08:59.713042 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:08:59.716184 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:08:59.860539 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.872801 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:08:59.874836 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/networks/5baadb1d-a6b1-4262-8616-9a735f0b30aa HTTP/1.1" status: 204 len: 168 time: 1.7947452 Aug 31 14:08:59.878809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48894) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:08:59.915504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a19701-2d5b-4e01-a96f-ae46a5db2f59 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Network': ['ID=5baadb1d-a6b1-4262-8616-9a735f0b30aa,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:08:59.917794 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-f6805465-d9d8-4878-bec6-32450bcd597f req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Allocated IP 172.20.0.14 (0cee240c-5069-4a5d-a626-9016f3a55c41/ac749944-61c0-4e97-a3b2-48b24cb2a6a5/df469eb5-1c4b-417f-bbf3-c2ff7e92c66e) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:08:59.934263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d40a179-d821-4153-a28c-05e7271442a1 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:08:59.939310 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9d40a179-d821-4153-a28c-05e7271442a1 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/2ac5a211-37b3-4bdd-ae57-271b10ba260e HTTP/1.1" status: 200 len: 844 time: 0.0553377 Aug 31 14:08:59.940841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48898) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:00.007483 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7f55f824-a80f-4201-8aaa-34cc8fbef754 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/2ac5a211-37b3-4bdd-ae57-271b10ba260e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0654521 Aug 31 14:09:00.023027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48900) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:00.028410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3f2f85dd-8657-4f9f-874b-2ee4c1d3e3fb tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:00.107630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa714d-84cf-47d9-a3e1-b651e3da8b8a req-f10f05bc-d2cb-48b1-997b-aef92eed6996 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.109406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94aa714d-84cf-47d9-a3e1-b651e3da8b8a req-f10f05bc-d2cb-48b1-997b-aef92eed6996 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1205165 Aug 31 14:09:00.160326 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69144ff4-7039-417a-89eb-d211402611b0 req-b798e337-c41f-444a-b157-6c1ceb0dfa8d tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0534122 Aug 31 14:09:00.177208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94aa714d-84cf-47d9-a3e1-b651e3da8b8a req-9df2b064-10d4-48fc-b5cb-1e079625d1d6 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570626 Aug 31 14:09:00.178316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2f85dd-8657-4f9f-874b-2ee4c1d3e3fb tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:00.181779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f2f85dd-8657-4f9f-874b-2ee4c1d3e3fb tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.216947 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f6805465-d9d8-4878-bec6-32450bcd597f req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.248682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-3937d156-d671-4055-88c8-b5870e6743a0 admin admin] Deleting port 8be315d4-1309-4435-a995-569d23ffce01 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:00.249023 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3937d156-d671-4055-88c8-b5870e6743a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.335630 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f6805465-d9d8-4878-bec6-32450bcd597f req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.411011 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6805465-d9d8-4878-bec6-32450bcd597f req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Network 0cee240c-5069-4a5d-a626-9016f3a55c41 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:00.427411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-f6805465-d9d8-4878-bec6-32450bcd597f req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:00.432562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-3937d156-d671-4055-88c8-b5870e6743a0 admin admin] For port 8be315d4-1309-4435-a995-569d23ffce01, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8be315d4-1309-4435-a995-569d23ffce01,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:00.432946 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3937d156-d671-4055-88c8-b5870e6743a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.438151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6805465-d9d8-4878-bec6-32450bcd597f req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:00.483573 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1592c77-115e-4b67-9f2e-99c4615dcc85 req-4824f51f-9ce1-4388-8864-407e4afbe38c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.484391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event updated for resources: {'Port': ['ID=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:00.485247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1592c77-115e-4b67-9f2e-99c4615dcc85 req-4824f51f-9ce1-4388-8864-407e4afbe38c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.2101681 Aug 31 14:09:00.496957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-3937d156-d671-4055-88c8-b5870e6743a0 admin admin] Calling delete_port for 8be315d4-1309-4435-a995-569d23ffce01 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:00.529967 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805465-d9d8-4878-bec6-32450bcd597f req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.530774 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f6805465-d9d8-4878-bec6-32450bcd597f req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.588158 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f2f85dd-8657-4f9f-874b-2ee4c1d3e3fb tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.610915 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-1cf05ba8-42e7-4ed2-93fb-0f12e858bb01 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7588012 Aug 31 14:09:00.635736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1592c77-115e-4b67-9f2e-99c4615dcc85 req-ae8c20ed-b16b-47a0-98fe-edf5cc6cadef tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025932 Aug 31 14:09:00.676239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Request body: {'port': {'device_id': '1c72d2d6-75bb-441f-aef4-202f383e0248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:00.687752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2f85dd-8657-4f9f-874b-2ee4c1d3e3fb tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:00.691988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3f2f85dd-8657-4f9f-874b-2ee4c1d3e3fb tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:00.696929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2f85dd-8657-4f9f-874b-2ee4c1d3e3fb tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.697648 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f2f85dd-8657-4f9f-874b-2ee4c1d3e3fb tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.702093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f85dd-8657-4f9f-874b-2ee4c1d3e3fb tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Subnet': ['ID=55979359-c67f-4bba-be86-db091c7ebe3d,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:00.707887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12242f6f-2aec-4292-abec-0439666624c0 None None] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:00.727539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3f2f85dd-8657-4f9f-874b-2ee4c1d3e3fb tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7031527 Aug 31 14:09:00.728517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48914) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:00.738391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-eb4b1a3e-6730-44c8-80c3-b8c7e68726f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'security_group': {'name': 'tempest-secgroup-1011594363'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:00.768775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb4b1a3e-6730-44c8-80c3-b8c7e68726f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.820732 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.835354 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8272c28-eae8-4522-815b-1692ab27cdc8 req-58741978-8617-4d95-aa40-913aeb2d6840 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:00.836910 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8272c28-eae8-4522-815b-1692ab27cdc8 req-58741978-8617-4d95-aa40-913aeb2d6840 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 932 time: 0.1252677 Aug 31 14:09:00.921522 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb4b1a3e-6730-44c8-80c3-b8c7e68726f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.926558 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb4b1a3e-6730-44c8-80c3-b8c7e68726f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.968249 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb4b1a3e-6730-44c8-80c3-b8c7e68726f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.970037 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eb4b1a3e-6730-44c8-80c3-b8c7e68726f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2397342 Aug 31 14:09:00.973848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'tenant_id': 'c1ede8c2527c4afcb7c7f887155b44b9', 'fixed_ips': [{'subnet_id': '55979359-c67f-4bba-be86-db091c7ebe3d'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:09:00.974054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48916) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:00.974748 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.974962 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3937d156-d671-4055-88c8-b5870e6743a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:00.981644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b1a3e-6730-44c8-80c3-b8c7e68726f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a323fd45-793a-4bd7-8749-aee290ac9fcb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:00.986417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8815a50f-67b7-4eea-a1b8-6f4b05d7a5f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'security_group': {'name': 'tempest-secgroup-797749749'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:01.132641 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8272c28-eae8-4522-815b-1692ab27cdc8 req-c8f389db-a365-4943-8838-5aec6b44a238 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711334 Aug 31 14:09:01.140101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937d156-d671-4055-88c8-b5870e6743a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be315d4-1309-4435-a995-569d23ffce01,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:01.156046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Allocated IP 2001:db8::2 (840a8aa3-bc54-4ae0-87df-c08ad5d58f8f/55979359-c67f-4bba-be86-db091c7ebe3d/cf012b31-2bdc-4917-8f98-eab8a892e3c6) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:01.194088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8815a50f-67b7-4eea-a1b8-6f4b05d7a5f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.388455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409ebbd-69ff-4fec-be22-568547cae9ff req-f990c7a5-3d07-4fc7-9553-7e473592042e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.390928 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c409ebbd-69ff-4fec-be22-568547cae9ff req-f990c7a5-3d07-4fc7-9553-7e473592042e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.0871928 Aug 31 14:09:01.457161 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-be0d0436-e152-4fad-8f3a-f89a31ef2553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.470804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c409ebbd-69ff-4fec-be22-568547cae9ff req-c5e633c7-d85c-4329-9752-950328b02556 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627942 Aug 31 14:09:01.501920 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a5f21c6a-cc08-4dd9-98b4-a1d80ec2ccbf req-6963364c-5c2b-442c-8b24-702d7fa7a286 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0718441 Aug 31 14:09:01.504460 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.521065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df469eb5-1c4b-417f-bbf3-c2ff7e92c66e {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:01.553820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Transition to ACTIVE for port object cf012b31-2bdc-4917-8f98-eab8a892e3c6 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:01.570296 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.573355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Transition to ACTIVE for port object cf012b31-2bdc-4917-8f98-eab8a892e3c6 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:01.580472 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.636453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Pushing event updated for resources: {'Port': ['ID=cf012b31-2bdc-4917-8f98-eab8a892e3c6,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:01.640810 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Transition to ACTIVE for port object df469eb5-1c4b-417f-bbf3-c2ff7e92c66e will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:01.653145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:01.656009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:01.660825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:01.662929 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.717488 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8815a50f-67b7-4eea-a1b8-6f4b05d7a5f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.732470 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3937d156-d671-4055-88c8-b5870e6743a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.733772 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8815a50f-67b7-4eea-a1b8-6f4b05d7a5f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.738499 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Attempting to bind port cf012b31-2bdc-4917-8f98-eab8a892e3c6 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:01.739088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Attempting to bind port cf012b31-2bdc-4917-8f98-eab8a892e3c6 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '8a56ee3a-efc9-45ad-a14d-27d1aec7319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:01.739233 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Attempting to bind port cf012b31-2bdc-4917-8f98-eab8a892e3c6 on network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:01.745062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:01.745445 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Checking segment: {'id': '8a56ee3a-efc9-45ad-a14d-27d1aec7319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:01.745857 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.746395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Bound using segment: {'id': '8a56ee3a-efc9-45ad-a14d-27d1aec7319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:01.747052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Bound port: cf012b31-2bdc-4917-8f98-eab8a892e3c6, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a56ee3a-efc9-45ad-a14d-27d1aec7319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:01.747264 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.771185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Pushing event updated for resources: {'Port': ['ID=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:01.803911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6afd46-79f2-4ae7-be48-9853a4134624 req-78b417b3-a3b4-487e-98ed-aa52107d3a28 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:01.805621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db6afd46-79f2-4ae7-be48-9853a4134624 req-78b417b3-a3b4-487e-98ed-aa52107d3a28 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.0765345 Aug 31 14:09:01.820520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] For port cf012b31-2bdc-4917-8f98-eab8a892e3c6, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:01.824174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] For port cf012b31-2bdc-4917-8f98-eab8a892e3c6, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cf012b31-2bdc-4917-8f98-eab8a892e3c6,segment=NetworkSegment(8a56ee3a-efc9-45ad-a14d-27d1aec7319a),segment_id=8a56ee3a-efc9-45ad-a14d-27d1aec7319a)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:01.829419 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.840266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815a50f-67b7-4eea-a1b8-6f4b05d7a5f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd865f05-ba1e-4ab7-ac8b-4d91a1a5b62d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:01.842598 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8815a50f-67b7-4eea-a1b8-6f4b05d7a5f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:01.843822 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8815a50f-67b7-4eea-a1b8-6f4b05d7a5f2 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8633537 Aug 31 14:09:01.850070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48928) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:01.863452 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-182097957', 'security_groups': ['fd865f05-ba1e-4ab7-ac8b-4d91a1a5b62d'], 'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '55979359-c67f-4bba-be86-db091c7ebe3d'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:01.863653 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db6afd46-79f2-4ae7-be48-9853a4134624 req-205ef91b-6bbd-4a98-b670-bdbc21e37016 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472403 Aug 31 14:09:01.906334 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb30d41-bf67-4ffc-8bd0-f43a4c58463b None None] Pushing event updated for resources: {'Port': ['ID=cf012b31-2bdc-4917-8f98-eab8a892e3c6,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:01.968403 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-475f5512-57a7-42b3-820a-00470ebce779 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0570400 Aug 31 14:09:02.046994 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Attempting to bind port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:02.047381 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Attempting to bind port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:02.047781 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Attempting to bind port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:02.065984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e on network 0cee240c-5069-4a5d-a626-9016f3a55c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:09:02.065984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Attempting to bind port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:02.081332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-4238f6cb-a2da-44d7-9d27-900e87cc92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.081332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-4238f6cb-a2da-44d7-9d27-900e87cc92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.081332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-4238f6cb-a2da-44d7-9d27-900e87cc92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.081332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-4238f6cb-a2da-44d7-9d27-900e87cc92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.081332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-4238f6cb-a2da-44d7-9d27-900e87cc92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.081332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-4238f6cb-a2da-44d7-9d27-900e87cc92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.082667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-4238f6cb-a2da-44d7-9d27-900e87cc92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.086712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-4238f6cb-a2da-44d7-9d27-900e87cc92a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=725da7e3c8154e688b0109c6503773b7&device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6489 time: 0.0617011 Aug 31 14:09:02.095315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:02.095835 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Checking segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:02.096242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Bound using segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:02.096753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Bound port: df469eb5-1c4b-417f-bbf3-c2ff7e92c66e, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:02.097126 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.248014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-86568e29-fcfc-4d12-95fd-ea9f7a8d525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.248417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-86568e29-fcfc-4d12-95fd-ea9f7a8d525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.248910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-86568e29-fcfc-4d12-95fd-ea9f7a8d525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.250553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-86568e29-fcfc-4d12-95fd-ea9f7a8d525d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5fb4c7e-2c3a-4423-9d26-009e73aec85e&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=3047d222-e131-4442-beba-491cc2c26785&id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a HTTP/1.1" status: 200 len: 2291 time: 0.1242492 Aug 31 14:09:02.256399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:02.329894 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-9e1fe377-114e-4739-9ccd-ffeeefb8b614 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3adf0515-04b3-473a-9e4d-355c21d8fc2a HTTP/1.1" status: 200 len: 1002 time: 0.0701842 Aug 31 14:09:02.393797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-2bcc4d29-d882-4365-9669-127fd7d2e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.395394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-2bcc4d29-d882-4365-9669-127fd7d2e186 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3 HTTP/1.1" status: 200 len: 850 time: 0.0555303 Aug 31 14:09:02.445682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-b190cc10-6167-4be3-9f02-e254872b6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.447287 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-b190cc10-6167-4be3-9f02-e254872b6cd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5fb4c7e-2c3a-4423-9d26-009e73aec85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441723 Aug 31 14:09:02.551202 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-854d9a95-9576-40d2-ba35-19d11dd1ab60 service neutron] 10.222.0.13 "GET /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936844 Aug 31 14:09:02.660327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818ae58-77b8-4d5b-8987-20ee0f585d1d req-6d495bb1-c124-481f-92ba-01f71dbcdf5f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.661848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c818ae58-77b8-4d5b-8987-20ee0f585d1d req-6d495bb1-c124-481f-92ba-01f71dbcdf5f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1097803 Aug 31 14:09:02.672482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] For port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:02.684249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3937d156-d671-4055-88c8-b5870e6743a0 admin admin] Router d52c5349-3a88-4bba-a38b-b3882b9c87ec has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:02.696031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] For port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:02.717781 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.732910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-70390070-ea26-4c4c-a391-62cc3efd9604 service neutron] 10.222.0.13 "GET /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658046 Aug 31 14:09:02.732910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c818ae58-77b8-4d5b-8987-20ee0f585d1d req-fbfabb77-dada-4869-995a-baa3ab49e42c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609195 Aug 31 14:09:02.750651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3d10e-4fe9-4c2c-80a1-eb001ed29abd req-09c2a476-9c2a-4238-aad3-1a03fb7ea94e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.752977 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2cc3d10e-4fe9-4c2c-80a1-eb001ed29abd req-09c2a476-9c2a-4238-aad3-1a03fb7ea94e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 944 time: 0.4815533 Aug 31 14:09:02.803668 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-96006874-e16b-423d-b17b-3bf587216b97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=ac6194a5-9eba-4751-8944-10a6f7e9a853 HTTP/1.1" status: 200 len: 217 time: 0.0565758 Aug 31 14:09:02.807007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.808060 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.810494 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] 10.222.0.52 "PUT /v2.0/ports/df469eb5-1c4b-417f-bbf3-c2ff7e92c66e HTTP/1.1" status: 200 len: 1092 time: 2.1592879 Aug 31 14:09:02.820709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c72d2d6-75bb-441f-aef4-202f383e0248', 'tag': 'df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:02.822561 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9316d50d-45bb-4a47-a0c3-39fe0519aac5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c72d2d6-75bb-441f-aef4-202f383e0248", "tag": "df469eb5-1c4b-417f-bbf3-c2ff7e92c66e"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:02.829768 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:02.923691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c403ac9a-ba63-45a3-9cd7-d416c38990e8 req-75a154ec-8059-495d-b83b-cab398baa985 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0454302 Aug 31 14:09:02.965611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-7ca520b0-533d-4e5c-97e8-e5fd334b21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:02.967822 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-7ca520b0-533d-4e5c-97e8-e5fd334b21a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.1496792 Aug 31 14:09:03.012967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cf012b31-2bdc-4917-8f98-eab8a892e3c6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:03.081331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-92150392-9709-4ddc-85d3-4573c0b50811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:03.084238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-92150392-9709-4ddc-85d3-4573c0b50811 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1072259 Aug 31 14:09:03.097918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f06dd-641e-4206-a240-01b8b4466109 service neutron] Pushing event updated for resources: {'Port': ['ID=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:03.114225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port 1be9ebea-d0e6-43cc-846b-b05da28f46e5 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:09:03.177017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:03.284685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49a08d09-b257-4fb3-8837-b36dd0ead6ec None None] Provisioning for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:03.290580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49a08d09-b257-4fb3-8837-b36dd0ead6ec None None] Provisioning complete for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:03.291067 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2cc3d10e-4fe9-4c2c-80a1-eb001ed29abd req-b8c32af9-f000-428d-8958-e2e7b70e5253 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898796 Aug 31 14:09:03.291761 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49a08d09-b257-4fb3-8837-b36dd0ead6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.368594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-789a6e62-61ba-4bbc-820a-4490209dce37 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756109 Aug 31 14:09:03.377504 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1309735-ac2c-49c5-86ea-93ea442d85ec x-openstack-request-id: req-f1309735-ac2c-49c5-86ea-93ea442d85ec {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:03.377800 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c72d2d6-75bb-441f-aef4-202f383e0248", "tag": "df469eb5-1c4b-417f-bbf3-c2ff7e92c66e", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:03.378055 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1309735-ac2c-49c5-86ea-93ea442d85ec {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:03.378458 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c72d2d6-75bb-441f-aef4-202f383e0248', 'tag': 'df469eb5-1c4b-417f-bbf3-c2ff7e92c66e', 'status': 'completed', 'code': 200} Aug 31 14:09:03.389715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805465-d9d8-4878-bec6-32450bcd597f req-2bf5c5c9-78d7-434d-81cc-b0e63c215100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:03.391338 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-2bf5c5c9-78d7-434d-81cc-b0e63c215100 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 1095 time: 0.4559579 Aug 31 14:09:03.403328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddab44-363d-420a-9336-95685549256f req-5242b042-2734-42af-87c5-9e547f88cac2 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:03.405782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48ddab44-363d-420a-9336-95685549256f req-5242b042-2734-42af-87c5-9e547f88cac2 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.0989239 Aug 31 14:09:03.427278 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49a08d09-b257-4fb3-8837-b36dd0ead6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.469222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-49a08d09-b257-4fb3-8837-b36dd0ead6ec None None] For port cf012b31-2bdc-4917-8f98-eab8a892e3c6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cf012b31-2bdc-4917-8f98-eab8a892e3c6,segment=NetworkSegment(8a56ee3a-efc9-45ad-a14d-27d1aec7319a),segment_id=8a56ee3a-efc9-45ad-a14d-27d1aec7319a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:03.477162 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49a08d09-b257-4fb3-8837-b36dd0ead6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.485289 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-a217e22d-fe63-41fd-bb3d-20fba2be6b91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e HTTP/1.1" status: 200 len: 217 time: 0.0758603 Aug 31 14:09:03.488966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3937d156-d671-4055-88c8-b5870e6743a0 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:03.497731 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3937d156-d671-4055-88c8-b5870e6743a0 admin admin] 10.222.0.20 "PUT /v2.0/routers/d52c5349-3a88-4bba-a38b-b3882b9c87ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4332452 Aug 31 14:09:03.498387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48944) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:03.517189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea1cb3c-fac9-4b66-b806-8369c020108c None None] Sync routers for ids ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:03.526640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48ddab44-363d-420a-9336-95685549256f req-480620a3-902c-4a60-85f5-5596356d46cc tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070137 Aug 31 14:09:03.538537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49a08d09-b257-4fb3-8837-b36dd0ead6ec None None] Provisioning complete for port 2ac5a211-37b3-4bdd-ae57-271b10ba260e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:03.538954 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49a08d09-b257-4fb3-8837-b36dd0ead6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.582524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea1cb3c-fac9-4b66-b806-8369c020108c None None] Routers {'d52c5349-3a88-4bba-a38b-b3882b9c87ec'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:03.583471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5ea1cb3c-fac9-4b66-b806-8369c020108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:08:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:03.626987 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-09f7c5f3-8ba4-4576-9ae6-81f6afba3dfe service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473383 Aug 31 14:09:03.637033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a08d09-b257-4fb3-8837-b36dd0ead6ec None None] Pushing event updated for resources: {'Port': ['ID=cf012b31-2bdc-4917-8f98-eab8a892e3c6,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:03.654149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-49a08d09-b257-4fb3-8837-b36dd0ead6ec None None] Port 2ac5a211-37b3-4bdd-ae57-271b10ba260e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:03.705677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805465-d9d8-4878-bec6-32450bcd597f req-2f03b618-acce-40ec-8b90-94cda954b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:03.707247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-2f03b618-acce-40ec-8b90-94cda954b004 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.2079618 Aug 31 14:09:03.715434 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-a1f0d7fd-09aa-4852-9323-abd34cf68e12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=7627da9a-ba2e-426b-8648-956bac9056d9 HTTP/1.1" status: 200 len: 217 time: 0.0764952 Aug 31 14:09:03.756765 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-5f35c839-54d3-4438-9b85-7aff20e45e39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332899 Aug 31 14:09:03.789615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-7a0cb0c7-1a6c-403f-9939-f6b6f7b54933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:03.791677 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-7a0cb0c7-1a6c-403f-9939-f6b6f7b54933 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.0705822 Aug 31 14:09:03.801732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8::300 (840a8aa3-bc54-4ae0-87df-c08ad5d58f8f/55979359-c67f-4bba-be86-db091c7ebe3d/1be9ebea-d0e6-43cc-846b-b05da28f46e5) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:03.839361 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:03.878810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-c64cad3d-eb10-4f2a-b436-224114820636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:03.883310 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-c64cad3d-eb10-4f2a-b436-224114820636 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791893 Aug 31 14:09:04.029400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d54c83-03a8-49c2-b8a8-671dc7e7b750 req-9a07770c-06af-4773-a120-a4ff5fa2416a tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.031303 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-64d54c83-03a8-49c2-b8a8-671dc7e7b750 req-9a07770c-06af-4773-a120-a4ff5fa2416a tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1468711 Aug 31 14:09:04.057005 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.063662 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-722fe329-3904-40cf-9b58-f1b06e2eec07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.088798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5ea1cb3c-fac9-4b66-b806-8369c020108c None None] Set router d52c5349-3a88-4bba-a38b-b3882b9c87ec gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:04.145895 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-018a6480-819e-4681-ad54-ed5393398849 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098773 Aug 31 14:09:04.172667 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-64d54c83-03a8-49c2-b8a8-671dc7e7b750 req-0c4e0e35-664e-4f12-adea-23c7ceb9a864 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967069 Aug 31 14:09:04.184785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f5ef-cf78-48fd-8cbb-0c5309b3fddf req-c2e46cb4-6106-4d80-98ea-bb731aa78388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.187197 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cc74f5ef-cf78-48fd-8cbb-0c5309b3fddf req-c2e46cb4-6106-4d80-98ea-bb731aa78388 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 1096 time: 0.1363676 Aug 31 14:09:04.264305 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2790762-ebd6-4f73-8625-5e79c4343096 req-224ef408-b88f-43d4-b9e2-28c8865920f4 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.267200 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2790762-ebd6-4f73-8625-5e79c4343096 req-224ef408-b88f-43d4-b9e2-28c8865920f4 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1751354 Aug 31 14:09:04.269439 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.315872 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.342340 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-b604bf07-0831-47b3-9c50-d5f66da0a12c service neutron] 10.222.0.52 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766613 Aug 31 14:09:04.361537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5ea1cb3c-fac9-4b66-b806-8369c020108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T14:09:00Z', 'revision_number': 5, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port': {'id': 'b56fbfb2-3216-414b-bf10-c9576089b5de', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T13:58:11Z', 'updated_at': '2021-08-31T13:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:04.371257 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Transition to ACTIVE for port object 1be9ebea-d0e6-43cc-846b-b05da28f46e5 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:04.386882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4f7c803a-9093-4d9c-8347-1a19398a2ef6 req-01c78fde-ab6b-4f25-9385-12dbab8670a1 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.1025710 Aug 31 14:09:04.393472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea1cb3c-fac9-4b66-b806-8369c020108c None None] Checking router: d52c5349-3a88-4bba-a38b-b3882b9c87ec for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:09:04.405568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea1cb3c-fac9-4b66-b806-8369c020108c None None] Routers {'d52c5349-3a88-4bba-a38b-b3882b9c87ec'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:04.405568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5ea1cb3c-fac9-4b66-b806-8369c020108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:09:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:04.482166 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2790762-ebd6-4f73-8625-5e79c4343096 req-eb2d31be-7622-4c79-b239-9af862b0e4fd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862669 Aug 31 14:09:04.502373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-e2850647-d1aa-4ff2-bf3e-dbec2d41c9eb service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364656 Aug 31 14:09:04.503744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f5ef-cf78-48fd-8cbb-0c5309b3fddf req-e5806677-db4e-4bcf-adae-589b16e4d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.505212 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cc74f5ef-cf78-48fd-8cbb-0c5309b3fddf req-e5806677-db4e-4bcf-adae-589b16e4d124 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 911 time: 0.2949026 Aug 31 14:09:04.561718 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5ea1cb3c-fac9-4b66-b806-8369c020108c None None] Set router d52c5349-3a88-4bba-a38b-b3882b9c87ec gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:09:04.585664 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6805465-d9d8-4878-bec6-32450bcd597f req-79b9ae7e-83b2-4f8c-9b09-541985d23a98 service neutron] 10.222.0.52 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352674 Aug 31 14:09:04.588470 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.591350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Deleting port b56fbfb2-3216-414b-bf10-c9576089b5de {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:04.591671 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.619645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-e821a38b-70aa-47d6-9bd9-4f54858c4f3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=83219683-f9b0-42b6-82dc-6016f15f8221 HTTP/1.1" status: 200 len: 217 time: 0.1078243 Aug 31 14:09:04.662685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5ea1cb3c-fac9-4b66-b806-8369c020108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T14:09:04Z', 'revision_number': 6, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:04.695321 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cc74f5ef-cf78-48fd-8cbb-0c5309b3fddf req-b6ca5290-2e5b-4cdb-a3d4-8c6a7f0be96f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 HTTP/1.1" status: 200 len: 1001 time: 0.1626554 Aug 31 14:09:04.702144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea1cb3c-fac9-4b66-b806-8369c020108c None None] The sync data for ids ['d52c5349-3a88-4bba-a38b-b3882b9c87ec'] in n-d-792364-6 is: [{'id': 'd52c5349-3a88-4bba-a38b-b3882b9c87ec', 'name': 'tempest-ServerActionsTestJSON-1460374632-router', 'tenant_id': 'c28ecdeb550f4a6594d69709db570fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T13:58:10Z', 'updated_at': '2021-08-31T14:09:04Z', 'revision_number': 6, 'project_id': 'c28ecdeb550f4a6594d69709db570fca', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:04.704925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-479c4786-f384-4a0f-be18-d5799dd975f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.706676 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-479c4786-f384-4a0f-be18-d5799dd975f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.0762837 Aug 31 14:09:04.777646 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:04.784901 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=1be9ebea-d0e6-43cc-846b-b05da28f46e5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:04.789273 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:04.791418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:04.797526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.798238 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:04.799965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f5ef-cf78-48fd-8cbb-0c5309b3fddf req-e764ee7a-ba61-4dd3-8ba9-ef68da0b355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.801506 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cc74f5ef-cf78-48fd-8cbb-0c5309b3fddf req-e764ee7a-ba61-4dd3-8ba9-ef68da0b355c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 200 len: 849 time: 0.0937693 Aug 31 14:09:04.822740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-1db1ea1a-fb35-463f-b690-909488e617ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.824593 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-1db1ea1a-fb35-463f-b690-909488e617ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1058173 Aug 31 14:09:04.837913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316d50d-45bb-4a47-a0c3-39fe0519aac5 req-eaba803d-4214-418e-b192-43e7f816c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.839505 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9316d50d-45bb-4a47-a0c3-39fe0519aac5 req-eaba803d-4214-418e-b192-43e7f816c754 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 1095 time: 0.1792295 Aug 31 14:09:04.850250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867738-b0d6-40d1-aa9e-cac1b103e72f req-ee2664e4-567a-4b9f-b974-5025ab44e0c3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.852315 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-22867738-b0d6-40d1-aa9e-cac1b103e72f req-ee2664e4-567a-4b9f-b974-5025ab44e0c3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 944 time: 0.1927736 Aug 31 14:09:04.856403 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8e0b4bba-b8c6-447a-8351-1b155efc8671 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0053952 Aug 31 14:09:04.857073 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48960) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:04.867639 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2fbcd1b9-df0a-4905-bdf2-f2dbceed6f7a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:04.917454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f5ef-cf78-48fd-8cbb-0c5309b3fddf req-c034cd3f-c73c-48de-b815-e8589ca35b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:04.919247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cc74f5ef-cf78-48fd-8cbb-0c5309b3fddf req-c034cd3f-c73c-48de-b815-e8589ca35b7b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0b5bd67-43f6-464d-968b-b9a83e80305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090667 Aug 31 14:09:05.009146 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] For port b56fbfb2-3216-414b-bf10-c9576089b5de, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b56fbfb2-3216-414b-bf10-c9576089b5de,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:05.009414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.014938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-76505e0e-5444-42a3-9546-70d40b9882d1 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742811 Aug 31 14:09:05.061319 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Calling delete_port for b56fbfb2-3216-414b-bf10-c9576089b5de owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:05.081890 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-22867738-b0d6-40d1-aa9e-cac1b103e72f req-0e03aade-5006-4b89-962d-6daacfb2482d tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961272 Aug 31 14:09:05.094922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-676ca3a3-5ff5-43e8-aeaa-0fef6a350160 None None] Provisioning for port 1be9ebea-d0e6-43cc-846b-b05da28f46e5 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:05.099265 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-676ca3a3-5ff5-43e8-aeaa-0fef6a350160 None None] Provisioning complete for port 1be9ebea-d0e6-43cc-846b-b05da28f46e5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:05.100975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-676ca3a3-5ff5-43e8-aeaa-0fef6a350160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.144962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cf012b31-2bdc-4917-8f98-eab8a892e3c6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:05.172082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cc74f5ef-cf78-48fd-8cbb-0c5309b3fddf req-76e6e3bd-3bef-4ca4-9142-63e1ba1a271c service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356339 Aug 31 14:09:05.206548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-676ca3a3-5ff5-43e8-aeaa-0fef6a350160 None None] Port 1be9ebea-d0e6-43cc-846b-b05da28f46e5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:05.212781 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.217862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316d50d-45bb-4a47-a0c3-39fe0519aac5 req-08e45fa6-41e6-41d5-a4fa-731da2e89c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.219735 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9316d50d-45bb-4a47-a0c3-39fe0519aac5 req-08e45fa6-41e6-41d5-a4fa-731da2e89c65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 907 time: 0.3582485 Aug 31 14:09:05.230323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:05.230961 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.283850 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9316d50d-45bb-4a47-a0c3-39fe0519aac5 req-c5cf9b99-70d5-4668-853c-2200f9390e14 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e HTTP/1.1" status: 200 len: 217 time: 0.0521677 Aug 31 14:09:05.393604 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-398cf345-1510-4f8b-addb-556a2d045e59 service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691485 Aug 31 14:09:05.400344 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cc74f5ef-cf78-48fd-8cbb-0c5309b3fddf req-cf2ff416-f4cf-47db-9aa4-8556dc420a9b service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201688 Aug 31 14:09:05.450889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-4a8dffa4-801d-49fa-8317-cd41ee067658 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=b2bf1ed2-10fe-417a-8870-b240c3970b3f HTTP/1.1" status: 200 len: 217 time: 0.0478098 Aug 31 14:09:05.460080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30534a7-9d57-4686-ba85-ee8649df1230 req-6e13f725-185c-40de-820f-6f779a050412 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.462129 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a30534a7-9d57-4686-ba85-ee8649df1230 req-6e13f725-185c-40de-820f-6f779a050412 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1466835 Aug 31 14:09:05.576281 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a30534a7-9d57-4686-ba85-ee8649df1230 req-6c24c58f-5ad2-48c8-a8c0-36086a5a3244 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957835 Aug 31 14:09:05.586259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-2bd288aa-ae7e-4a28-a358-3eaf8eb094ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.587934 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-2bd288aa-ae7e-4a28-a358-3eaf8eb094ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 200 len: 797 time: 0.1226027 Aug 31 14:09:05.595477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad492a4-70d1-4bfc-a402-0d4b927d59bd req-e9c48694-2b19-41f1-b7a7-fc730278d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.597675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cad492a4-70d1-4bfc-a402-0d4b927d59bd req-e9c48694-2b19-41f1-b7a7-fc730278d602 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 1096 time: 0.1339717 Aug 31 14:09:05.668780 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbcd1b9-df0a-4905-bdf2-f2dbceed6f7a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:05.672342 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd1b9-df0a-4905-bdf2-f2dbceed6f7a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:05.727135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-da184c4d-9644-4102-8ae1-6bd43c87ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.728778 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-da184c4d-9644-4102-8ae1-6bd43c87ad84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3047d222-e131-4442-beba-491cc2c26785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302118 Aug 31 14:09:05.769632 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0e9f02e-91ea-4340-a792-5cc567cd7fb0 req-d52ef014-301d-4167-83f8-754a88ccafae tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.1063106 Aug 31 14:09:05.836162 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316d50d-45bb-4a47-a0c3-39fe0519aac5 req-281f9fa4-1fd3-4a18-a08c-3145f6b8d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.837740 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9316d50d-45bb-4a47-a0c3-39fe0519aac5 req-281f9fa4-1fd3-4a18-a08c-3145f6b8d9aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.5382836 Aug 31 14:09:05.838301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad492a4-70d1-4bfc-a402-0d4b927d59bd req-703bb145-223a-44fa-9319-1fa15329952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.839878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cad492a4-70d1-4bfc-a402-0d4b927d59bd req-703bb145-223a-44fa-9319-1fa15329952e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 911 time: 0.1992302 Aug 31 14:09:05.901375 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9316d50d-45bb-4a47-a0c3-39fe0519aac5 req-394d9397-a4dd-43ae-9958-d46fd77773fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472059 Aug 31 14:09:05.911877 n-d-792364-6 neutron-server[106387]: INFO neutron.db.ipam_backend_mixin [None req-2fbcd1b9-df0a-4905-bdf2-f2dbceed6f7a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 55979359-c67f-4bba-be86-db091c7ebe3d (CIDR: 2001:db8::/64) Aug 31 14:09:05.936124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2f251-241e-4eb8-a094-7bb8d7310325 req-a2721822-b98a-4e27-9430-62bd50e20ffc tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:05.937944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1c2f251-241e-4eb8-a094-7bb8d7310325 req-a2721822-b98a-4e27-9430-62bd50e20ffc tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1750436 Aug 31 14:09:05.942013 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbcd1b9-df0a-4905-bdf2-f2dbceed6f7a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:09:05.942460 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbcd1b9-df0a-4905-bdf2-f2dbceed6f7a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:05.953689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-3545e834-c248-4b06-b52a-06856ac9a46a service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154715 Aug 31 14:09:06.002758 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2fbcd1b9-df0a-4905-bdf2-f2dbceed6f7a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1387825 Aug 31 14:09:06.010842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48972) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:06.013633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cad492a4-70d1-4bfc-a402-0d4b927d59bd req-76c147ac-1c38-4bb9-a3bc-27c0d7d83653 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 HTTP/1.1" status: 200 len: 1001 time: 0.1583860 Aug 31 14:09:06.019392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f8a2e34f-9778-48ed-886c-9efa2c6e0ea4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:06.026716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.127303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56fbfb2-3216-414b-bf10-c9576089b5de,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:06.159749 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1c2f251-241e-4eb8-a094-7bb8d7310325 req-1cc69af4-1939-4261-b4e4-fd76ad767663 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069149 Aug 31 14:09:06.168132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad492a4-70d1-4bfc-a402-0d4b927d59bd req-5fdce16a-f82a-4364-9b9f-a878494e6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:06.170952 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cad492a4-70d1-4bfc-a402-0d4b927d59bd req-5fdce16a-f82a-4364-9b9f-a878494e6f9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 200 len: 849 time: 0.1263385 Aug 31 14:09:06.215463 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9316d50d-45bb-4a47-a0c3-39fe0519aac5 req-f8f76e61-f07e-4997-813a-700c711b05ea service neutron] 10.222.0.52 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022869 Aug 31 14:09:06.222686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-ef2b0c0d-29b1-4194-ab46-2b46093cdd9e service neutron] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526171 Aug 31 14:09:06.243946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7a493058-061a-4c13-9159-991421ba9e7f no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:06.273868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-bd6e9d0b-0fd5-4968-9aff-38e783a57768 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1bcd0b3-38ba-4164-85db-c6f590972787 HTTP/1.1" status: 200 len: 217 time: 0.0439439 Aug 31 14:09:06.282207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad492a4-70d1-4bfc-a402-0d4b927d59bd req-2c3c9768-2048-4d7c-9203-90e982393afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:06.283709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cad492a4-70d1-4bfc-a402-0d4b927d59bd req-2c3c9768-2048-4d7c-9203-90e982393afd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0b5bd67-43f6-464d-968b-b9a83e80305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928335 Aug 31 14:09:06.323228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.333160 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.356792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb2f0c4-83fc-46df-a83f-645870f4c553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a493058-061a-4c13-9159-991421ba9e7f'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:06.359161 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac451711-12dc-4e70-90c4-834838116672" -d '{"events": [{"server_uuid": "abb2f0c4-83fc-46df-a83f-645870f4c553", "name": "network-vif-unplugged", "status": "completed", "tag": "7a493058-061a-4c13-9159-991421ba9e7f"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:06.373760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7a493058-061a-4c13-9159-991421ba9e7f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7a493058-061a-4c13-9159-991421ba9e7f,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:06.382802 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.431072 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d463c914-a8b6-484f-951d-22dd940e3c62 x-openstack-request-id: req-d463c914-a8b6-484f-951d-22dd940e3c62 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:06.431226 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb2f0c4-83fc-46df-a83f-645870f4c553", "name": "network-vif-unplugged", "status": "completed", "tag": "7a493058-061a-4c13-9159-991421ba9e7f", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:06.431402 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d463c914-a8b6-484f-951d-22dd940e3c62 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:06.432243 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2f0c4-83fc-46df-a83f-645870f4c553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a493058-061a-4c13-9159-991421ba9e7f', 'code': 200} Aug 31 14:09:06.440634 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.449863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.455592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=7a493058-061a-4c13-9159-991421ba9e7f,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:06.470331 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac9277-d887-4395-af7e-cacec5ec265a req-0f9e4213-10c8-4473-8c50-8752be7f1ffe tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:06.471963 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4cac9277-d887-4395-af7e-cacec5ec265a req-0f9e4213-10c8-4473-8c50-8752be7f1ffe tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 944 time: 0.2757974 Aug 31 14:09:06.482844 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9316d50d-45bb-4a47-a0c3-39fe0519aac5 req-8d65cffa-0682-429f-affb-facc968d9204 service neutron] 10.222.0.52 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596111 Aug 31 14:09:06.514036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a2e34f-9778-48ed-886c-9efa2c6e0ea4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:06.518300 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8a2e34f-9778-48ed-886c-9efa2c6e0ea4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.580699 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.581227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d52c5349-3a88-4bba-a38b-b3882b9c87ec {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:09:06.588263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.590050 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ebdf4e67-ac7d-4faa-856d-388993a824e4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d52c5349-3a88-4bba-a38b-b3882b9c87ec HTTP/1.1" status: 204 len: 168 time: 3.0846446 Aug 31 14:09:06.597458 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48978) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:06.657853 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4cac9277-d887-4395-af7e-cacec5ec265a req-c6be40f0-f330-4774-a3d2-8f3ff3431077 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779046 Aug 31 14:09:06.695327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd657ec5-451f-42c6-92b4-8a30e10d2ccd admin admin] Deleting subnet 02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:06.703733 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd657ec5-451f-42c6-92b4-8a30e10d2ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.715902 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.764752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-23fc03c5-f2c9-4d4f-8b1b-7ebb3f915b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:06.768948 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-23fc03c5-f2c9-4d4f-8b1b-7ebb3f915b7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c13a0b8-31ff-48a2-9d84-997661bb621d HTTP/1.1" status: 200 len: 797 time: 0.4817691 Aug 31 14:09:06.794936 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd657ec5-451f-42c6-92b4-8a30e10d2ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:06.830563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b56fbfb2-3216-414b-bf10-c9576089b5de no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:06.865919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: b56fbfb2-3216-414b-bf10-c9576089b5de {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:06.866886 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b56fbfb2-3216-414b-bf10-c9576089b5de not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:06.867625 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8be315d4-1309-4435-a995-569d23ffce01 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:06.896774 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8be315d4-1309-4435-a995-569d23ffce01 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:06.897597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8be315d4-1309-4435-a995-569d23ffce01 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:06.915024 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cad492a4-70d1-4bfc-a402-0d4b927d59bd req-2f0c2b28-2d29-4ea8-9abc-2200bdb90ce2 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216714 Aug 31 14:09:06.930124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-35093948-c64b-455d-befa-60be43521d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:06.931859 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-35093948-c64b-455d-befa-60be43521d03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1572154 Aug 31 14:09:06.997722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80ec3-45f7-4050-9589-73f1781007c0 req-16c873b0-576b-404f-926f-1df236b13d67 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.003023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cda80ec3-45f7-4050-9589-73f1781007c0 req-16c873b0-576b-404f-926f-1df236b13d67 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 943 time: 0.2293687 Aug 31 14:09:07.049565 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8a2e34f-9778-48ed-886c-9efa2c6e0ea4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.067063 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd657ec5-451f-42c6-92b4-8a30e10d2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.127847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a2e34f-9778-48ed-886c-9efa2c6e0ea4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:07.137612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f8a2e34f-9778-48ed-886c-9efa2c6e0ea4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:07.145545 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a2e34f-9778-48ed-886c-9efa2c6e0ea4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.147617 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8a2e34f-9778-48ed-886c-9efa2c6e0ea4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.156215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b561808-ea9e-44d4-8bcf-ee577864769f None None] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:07.169128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2e34f-9778-48ed-886c-9efa2c6e0ea4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Subnet': ['ID=38f76a71-6946-4860-98ae-870fa80a544d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:07.176777 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f8a2e34f-9778-48ed-886c-9efa2c6e0ea4 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1639106 Aug 31 14:09:07.181065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48988) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:07.181239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cda80ec3-45f7-4050-9589-73f1781007c0 req-e8cd5087-18ff-4c49-9cbf-937177401680 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615052 Aug 31 14:09:07.186843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5d0954da-e85d-42fb-b897-74bcc616ecf6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1832098595', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '38f76a71-6946-4860-98ae-870fa80a544d'}], 'security_groups': ['a323fd45-793a-4bd7-8749-aee290ac9fcb']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:07.223874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cad492a4-70d1-4bfc-a402-0d4b927d59bd req-923e01f7-fbea-464e-aafa-c6a83086c66b service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887065 Aug 31 14:09:07.228508 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-49f3af9f-3bc1-4c98-b4a3-c8668767dd45 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393062 Aug 31 14:09:07.252816 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd657ec5-451f-42c6-92b4-8a30e10d2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.263984 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-acf2b3a0-b413-4ba1-a30f-f23a16c48af5 req-0a27cd28-7b14-47a2-9374-e7c4ea2f8e07 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0649090 Aug 31 14:09:07.334110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd657ec5-451f-42c6-92b4-8a30e10d2ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a3a4ef-59fa-4c60-9ec4-e3c9654a7457,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:07.362096 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd657ec5-451f-42c6-92b4-8a30e10d2ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.364586 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bd657ec5-451f-42c6-92b4-8a30e10d2ccd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/02a3a4ef-59fa-4c60-9ec4-e3c9654a7457 HTTP/1.1" status: 204 len: 168 time: 0.7643135 Aug 31 14:09:07.369364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48992) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:07.375152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b588ba0-ca69-42c8-89d7-7d93d0e20425 None None] Network b45e4484-4dc4-4454-8a6c-8a97e099c7b8 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:07.393376 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d0954da-e85d-42fb-b897-74bcc616ecf6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.394073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-96037661-03fd-4cd9-be91-a07c920fd2b2 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583552 Aug 31 14:09:07.474848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5d97a-c49c-440a-8ddb-9e1456ef22ba req-14b016ec-22d3-4e2f-a91f-a9915d3f720b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.477053 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bce5d97a-c49c-440a-8ddb-9e1456ef22ba req-14b016ec-22d3-4e2f-a91f-a9915d3f720b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1081278 Aug 31 14:09:07.478900 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-b30f3000-5d51-4c4a-96f9-39e8876d7ede service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8a30911-6d66-4d40-8dab-8fe6556e0287 HTTP/1.1" status: 200 len: 217 time: 0.0533612 Aug 31 14:09:07.532019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.554821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-f191e4d9-d268-44aa-832c-4eaeaf54a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.556338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-f191e4d9-d268-44aa-832c-4eaeaf54a33c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c13a0b8-31ff-48a2-9d84-997661bb621d HTTP/1.1" status: 200 len: 797 time: 0.0687132 Aug 31 14:09:07.565997 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bce5d97a-c49c-440a-8ddb-9e1456ef22ba req-9cdf8e29-cfe7-448e-a98f-3cb67d97be65 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782692 Aug 31 14:09:07.648887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-53da9c31-3967-431c-bad2-92ac683fb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.651803 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-53da9c31-3967-431c-bad2-92ac683fb44f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fc6cb68-8abf-4422-a12c-fbaa86843c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682549 Aug 31 14:09:07.656826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Deleting port f66ba80e-28f3-4d93-9718-cbacd9339177 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:07.657333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69cd7a8-4ec9-447e-9b33-2a86f3caba8b None None] Update dhcp port {'port': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'fixed_ips': [{'subnet_id': '55979359-c67f-4bba-be86-db091c7ebe3d', 'ip_address': '2001:db8::2'}, {'subnet_id': '38f76a71-6946-4860-98ae-870fa80a544d'}], 'binding:host_id': 'n-d-792364-6'}, 'id': 'cf012b31-2bdc-4917-8f98-eab8a892e3c6'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:09:07.657582 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.683474 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132b584b-872e-46c1-b397-cf5a5e4f268b None None] DHCP port deletion for b45e4484-4dc4-4454-8a6c-8a97e099c7b8 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:09:07.719817 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a69cd7a8-4ec9-447e-9b33-2a86f3caba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.745475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device df469eb5-1c4b-417f-bbf3-c2ff7e92c66e details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:09:07.795768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] For port f66ba80e-28f3-4d93-9718-cbacd9339177, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f66ba80e-28f3-4d93-9718-cbacd9339177,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:07.796368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.842027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Calling delete_port for f66ba80e-28f3-4d93-9718-cbacd9339177 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:07.889998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-5d0954da-e85d-42fb-b897-74bcc616ecf6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Delete allocated IP 2001:db8::300 (840a8aa3-bc54-4ae0-87df-c08ad5d58f8f/55979359-c67f-4bba-be86-db091c7ebe3d) {{(pid=106387) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:09:07.901175 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-5d0954da-e85d-42fb-b897-74bcc616ecf6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8:0:1::29a (840a8aa3-bc54-4ae0-87df-c08ad5d58f8f/38f76a71-6946-4860-98ae-870fa80a544d/1be9ebea-d0e6-43cc-846b-b05da28f46e5) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:07.907363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-132b584b-872e-46c1-b397-cf5a5e4f268b None None] Deleting port f66ba80e-28f3-4d93-9718-cbacd9339177 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:07.907950 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-132b584b-872e-46c1-b397-cf5a5e4f268b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:07.909164 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-f4995a0a-c64b-4559-a364-473c54a33124 service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493227 Aug 31 14:09:07.923158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e23f9-62a0-4fc5-9b04-9f2b00f260b1 req-2e98ce55-ef29-4f1c-9054-467b75859e28 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:07.925321 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d20e23f9-62a0-4fc5-9b04-9f2b00f260b1 req-2e98ce55-ef29-4f1c-9054-467b75859e28 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 944 time: 0.1344888 Aug 31 14:09:08.005102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-132b584b-872e-46c1-b397-cf5a5e4f268b None None] For port f66ba80e-28f3-4d93-9718-cbacd9339177, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f66ba80e-28f3-4d93-9718-cbacd9339177,segment=NetworkSegment(7e75cafe-81bf-494b-8d2a-44cac33850ad),segment_id=7e75cafe-81bf-494b-8d2a-44cac33850ad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:08.005330 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-132b584b-872e-46c1-b397-cf5a5e4f268b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.026489 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:08.029027 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-132b584b-872e-46c1-b397-cf5a5e4f268b None None] Calling delete_port for f66ba80e-28f3-4d93-9718-cbacd9339177 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:08.043793 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'df469eb5-1c4b-417f-bbf3-c2ff7e92c66e', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'port_id': 'df469eb5-1c4b-417f-bbf3-c2ff7e92c66e', 'mac_address': 'fa:16:3e:24:50:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac749944-61c0-4e97-a3b2-48b24cb2a6a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:09:08.058446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d20e23f9-62a0-4fc5-9b04-9f2b00f260b1 req-864b1be2-f17d-4241-9e2f-f1c53d6789bc tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824826 Aug 31 14:09:08.082715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed4e38d5-b133-4ea0-a206-d23fd743530c req-a233a949-2a98-407a-ad64-30e76a570f5d service neutron] 10.222.0.13 "GET /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567435 Aug 31 14:09:08.083791 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.098626 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d0954da-e85d-42fb-b897-74bcc616ecf6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.116274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66ba80e-28f3-4d93-9718-cbacd9339177,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:08.121337 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] No DVR routers for this DVR port f66ba80e-28f3-4d93-9718-cbacd9339177 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:08.138270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-5d0954da-e85d-42fb-b897-74bcc616ecf6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Transition to ACTIVE for port object 1be9ebea-d0e6-43cc-846b-b05da28f46e5 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:08.145419 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d0954da-e85d-42fb-b897-74bcc616ecf6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.152173 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.205676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df469eb5-1c4b-417f-bbf3-c2ff7e92c66e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:08.216775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.241356 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-132b584b-872e-46c1-b397-cf5a5e4f268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.246694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a69cd7a8-4ec9-447e-9b33-2a86f3caba8b None None] Allocated IP 2001:db8:0:1::2 (840a8aa3-bc54-4ae0-87df-c08ad5d58f8f/38f76a71-6946-4860-98ae-870fa80a544d/cf012b31-2bdc-4917-8f98-eab8a892e3c6) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:08.248550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45e4484-4dc4-4454-8a6c-8a97e099c7b8']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:08.251322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7a493058-061a-4c13-9159-991421ba9e7f details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:09:08.258216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:08.273908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-5d0954da-e85d-42fb-b897-74bcc616ecf6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] In _notify_port_updated(), no bound segment for port 1be9ebea-d0e6-43cc-846b-b05da28f46e5 on network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f {{(pid=106387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:09:08.278533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e75cafe-81bf-494b-8d2a-44cac33850ad') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:08.279231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e75cafe-81bf-494b-8d2a-44cac33850ad') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:08.280075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0954da-e85d-42fb-b897-74bcc616ecf6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:08.280888 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5d0954da-e85d-42fb-b897-74bcc616ecf6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.282806 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5d0954da-e85d-42fb-b897-74bcc616ecf6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "PUT /v2.0/ports/1be9ebea-d0e6-43cc-846b-b05da28f46e5 HTTP/1.1" status: 200 len: 931 time: 1.1004353 Aug 31 14:09:08.286386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49002) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:08.296406 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.298265 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b584b-872e-46c1-b397-cf5a5e4f268b None None] Pushing event deleted for resources: {'Port': ['ID=f66ba80e-28f3-4d93-9718-cbacd9339177,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:08.301402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0954da-e85d-42fb-b897-74bcc616ecf6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=1be9ebea-d0e6-43cc-846b-b05da28f46e5,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:08.303276 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.345106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b584b-872e-46c1-b397-cf5a5e4f268b None None] No DVR routers for this DVR port f66ba80e-28f3-4d93-9718-cbacd9339177 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:08.379406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.393735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:08.394176 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:08.405297 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:08.475719 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b2f613c-ebed-49c3-8b84-c6f2d864587b req-413a7c8d-0c0f-4750-acbb-bcd9297e0ed0 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0454276 Aug 31 14:09:08.501808 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.505361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7eee9e39-174b-4973-bfbb-5fbe0a947a66 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port 1be9ebea-d0e6-43cc-846b-b05da28f46e5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:08.506599 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eee9e39-174b-4973-bfbb-5fbe0a947a66 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.515935 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.528660 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b45e4484-4dc4-4454-8a6c-8a97e099c7b8 HTTP/1.1" status: 204 len: 168 time: 1.1490562 Aug 31 14:09:08.563095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa701e6-0ef3-4235-a5d3-059777b5fde7 req-da288024-8080-49d7-82ee-a78c1b41bd0b tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:08.566266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6aa701e6-0ef3-4235-a5d3-059777b5fde7 req-da288024-8080-49d7-82ee-a78c1b41bd0b tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 943 time: 0.2290695 Aug 31 14:09:08.567777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4d8fa-f88c-42ae-bc20-faa67bda0b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=b45e4484-4dc4-4454-8a6c-8a97e099c7b8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:08.635103 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6aa701e6-0ef3-4235-a5d3-059777b5fde7 req-7b1074f7-d8a7-455f-b86f-e75239f33e20 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623426 Aug 31 14:09:08.683523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:08.699895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eee9e39-174b-4973-bfbb-5fbe0a947a66 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.720109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7eee9e39-174b-4973-bfbb-5fbe0a947a66 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for 1be9ebea-d0e6-43cc-846b-b05da28f46e5 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:08.749253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:08.785042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49010) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:08.810206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a69cd7a8-4ec9-447e-9b33-2a86f3caba8b None None] For port cf012b31-2bdc-4917-8f98-eab8a892e3c6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cf012b31-2bdc-4917-8f98-eab8a892e3c6,segment=NetworkSegment(8a56ee3a-efc9-45ad-a14d-27d1aec7319a),segment_id=8a56ee3a-efc9-45ad-a14d-27d1aec7319a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:08.813325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7a493058-061a-4c13-9159-991421ba9e7f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7a493058-061a-4c13-9159-991421ba9e7f,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:08.825960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f66ba80e-28f3-4d93-9718-cbacd9339177 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:08.836361 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-50ed56c7-b944-42d2-9549-2a3841ab50af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c28ecdeb550f4a6594d69709db570fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498645 Aug 31 14:09:08.838799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49012) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:08.902139 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01cc67ed-0be5-4d54-9e94-152ddfb04c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.910272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '7a493058-061a-4c13-9159-991421ba9e7f', 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305', 'port_id': '7a493058-061a-4c13-9159-991421ba9e7f', 'mac_address': 'fa:16:3e:a3:f4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd37b77f-4596-4d3e-b902-75edc505d80c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:09:08.912629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: f66ba80e-28f3-4d93-9718-cbacd9339177 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:08.912974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f66ba80e-28f3-4d93-9718-cbacd9339177 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:08.936498 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01cc67ed-0be5-4d54-9e94-152ddfb04c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.943855 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eee9e39-174b-4973-bfbb-5fbe0a947a66 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:08.980791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee9e39-174b-4973-bfbb-5fbe0a947a66 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=1be9ebea-d0e6-43cc-846b-b05da28f46e5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:08.988012 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a69cd7a8-4ec9-447e-9b33-2a86f3caba8b None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.011703 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01cc67ed-0be5-4d54-9e94-152ddfb04c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.013735 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7eee9e39-174b-4973-bfbb-5fbe0a947a66 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.018790 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7eee9e39-174b-4973-bfbb-5fbe0a947a66 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/1be9ebea-d0e6-43cc-846b-b05da28f46e5 HTTP/1.1" status: 204 len: 168 time: 0.7280524 Aug 31 14:09:09.019012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01cc67ed-0be5-4d54-9e94-152ddfb04c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.022683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49014) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:09.022842 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-01cc67ed-0be5-4d54-9e94-152ddfb04c1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36b255df-b790-4a5c-9bd0-0d1f91dddac0 HTTP/1.1" status: 204 len: 168 time: 0.1801951 Aug 31 14:09:09.023297 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.036055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc67ed-0be5-4d54-9e94-152ddfb04c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b255df-b790-4a5c-9bd0-0d1f91dddac0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:09.057115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a69cd7a8-4ec9-447e-9b33-2a86f3caba8b None None] Transition to ACTIVE for port object cf012b31-2bdc-4917-8f98-eab8a892e3c6 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:09.060791 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-387bdc44-c2d4-4e9f-974d-69bf3545f69c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:09:09.062480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-387bdc44-c2d4-4e9f-974d-69bf3545f69c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/1be9ebea-d0e6-43cc-846b-b05da28f46e5 HTTP/1.1" status: 404 len: 333 time: 0.0417936 Aug 31 14:09:09.066801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49018) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:09.069722 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.075347 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a69cd7a8-4ec9-447e-9b33-2a86f3caba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.129469 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.131829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a493058-061a-4c13-9159-991421ba9e7f {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:09.163602 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91ff8d86-3128-42a0-b409-05251e1943d5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.198579 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91ff8d86-3128-42a0-b409-05251e1943d5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.225558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4df8a7-84be-48ef-89bd-71756ab5958f req-baaa11af-2147-4f92-a036-4e0fd4bf30d3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:09.228122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7a493058-061a-4c13-9159-991421ba9e7f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7a493058-061a-4c13-9159-991421ba9e7f,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:09.234223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e4df8a7-84be-48ef-89bd-71756ab5958f req-baaa11af-2147-4f92-a036-4e0fd4bf30d3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 945 time: 0.0765548 Aug 31 14:09:09.266964 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.279005 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91ff8d86-3128-42a0-b409-05251e1943d5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.291662 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91ff8d86-3128-42a0-b409-05251e1943d5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.297115 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e4df8a7-84be-48ef-89bd-71756ab5958f req-ae5d4824-c974-4cf8-b14b-2485f03902d6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576217 Aug 31 14:09:09.299328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-91ff8d86-3128-42a0-b409-05251e1943d5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/security-groups/fd865f05-ba1e-4ab7-ac8b-4d91a1a5b62d HTTP/1.1" status: 204 len: 168 time: 0.2281749 Aug 31 14:09:09.310361 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cd7a8-4ec9-447e-9b33-2a86f3caba8b None None] Pushing event updated for resources: {'Port': ['ID=cf012b31-2bdc-4917-8f98-eab8a892e3c6,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:09.311314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49024) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:09.321766 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff8d86-3128-42a0-b409-05251e1943d5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd865f05-ba1e-4ab7-ac8b-4d91a1a5b62d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:09.404133 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afb3f044-a50d-4dc7-b92e-bb98c7a18160 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.437470 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afb3f044-a50d-4dc7-b92e-bb98c7a18160 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.450075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=7a493058-061a-4c13-9159-991421ba9e7f,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:09.502652 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afb3f044-a50d-4dc7-b92e-bb98c7a18160 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.506693 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afb3f044-a50d-4dc7-b92e-bb98c7a18160 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.510999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-afb3f044-a50d-4dc7-b92e-bb98c7a18160 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/security-groups/a323fd45-793a-4bd7-8749-aee290ac9fcb HTTP/1.1" status: 204 len: 168 time: 0.1960518 Aug 31 14:09:09.511565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49028) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:09.522498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3f044-a50d-4dc7-b92e-bb98c7a18160 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a323fd45-793a-4bd7-8749-aee290ac9fcb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:09.559283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['7a493058-061a-4c13-9159-991421ba9e7f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:09.600263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc326d9-21ea-4670-bbd0-6b19be0c1b9f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting subnet 55979359-c67f-4bba-be86-db091c7ebe3d {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:09.605491 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bc326d9-21ea-4670-bbd0-6b19be0c1b9f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.613897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80ac8b92-1530-43d4-b436-30da4e3687ba req-e4c83776-6dc0-40d1-bebe-ab46e6d8d343 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0648613 Aug 31 14:09:09.676524 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfccade9-90ea-429e-9bb6-fe975598c296 req-1f3b4955-2a6a-4b08-8a30-0a32aa2dae58 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0452397 Aug 31 14:09:09.695633 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bc326d9-21ea-4670-bbd0-6b19be0c1b9f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.810163 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bc326d9-21ea-4670-bbd0-6b19be0c1b9f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.884128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95e71c-31c2-40de-b32f-c913fc11e683 req-09ad2145-9f90-4290-a8a5-1063107f2fc8 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:09.886176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f95e71c-31c2-40de-b32f-c913fc11e683 req-09ad2145-9f90-4290-a8a5-1063107f2fc8 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 944 time: 0.0666964 Aug 31 14:09:09.895184 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bc326d9-21ea-4670-bbd0-6b19be0c1b9f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.932771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc326d9-21ea-4670-bbd0-6b19be0c1b9f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Subnet': ['ID=55979359-c67f-4bba-be86-db091c7ebe3d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:09.937171 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bc326d9-21ea-4670-bbd0-6b19be0c1b9f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:09.939335 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3bc326d9-21ea-4670-bbd0-6b19be0c1b9f tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/55979359-c67f-4bba-be86-db091c7ebe3d HTTP/1.1" status: 204 len: 168 time: 0.4265418 Aug 31 14:09:09.945518 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49044) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:09.950912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-941005ac-2226-4acd-961e-7912b4f4bbf7 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:09.969141 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f95e71c-31c2-40de-b32f-c913fc11e683 req-000ae6a6-8fb0-40d4-b338-ce58eb2d2300 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733726 Aug 31 14:09:10.095344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941005ac-2226-4acd-961e-7912b4f4bbf7 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:10.102520 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-941005ac-2226-4acd-961e-7912b4f4bbf7 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.170422 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59518df6-5ad1-456a-be59-5048c4dac513 None None] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:10.264077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9dc2e1c3-e5f6-4ac4-a722-2596aa2a3a3f None None] Provisioning for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:10.273899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9dc2e1c3-e5f6-4ac4-a722-2596aa2a3a3f None None] Provisioning complete for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:10.274552 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9dc2e1c3-e5f6-4ac4-a722-2596aa2a3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.314339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49054) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:10.376077 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-941005ac-2226-4acd-961e-7912b4f4bbf7 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.461864 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9dc2e1c3-e5f6-4ac4-a722-2596aa2a3a3f None None] Could not find standard attr ID for object 1be9ebea-d0e6-43cc-846b-b05da28f46e5. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:09:10.465724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941005ac-2226-4acd-961e-7912b4f4bbf7 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:10.469504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1075640880-network', 'tenant_id': '832356ff161c48c9ba4a7126d2249a42'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:10.478680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9dc2e1c3-e5f6-4ac4-a722-2596aa2a3a3f None None] Provisioning complete for port 2ac5a211-37b3-4bdd-ae57-271b10ba260e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:10.479062 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9dc2e1c3-e5f6-4ac4-a722-2596aa2a3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.491477 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-941005ac-2226-4acd-961e-7912b4f4bbf7 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:10.505253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941005ac-2226-4acd-961e-7912b4f4bbf7 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:10.506050 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-941005ac-2226-4acd-961e-7912b4f4bbf7 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.506180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Made reservation on behalf of 832356ff161c48c9ba4a7126d2249a42 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:10.508908 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.519120 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.531267 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2e1c3-e5f6-4ac4-a722-2596aa2a3a3f None None] Port 2ac5a211-37b3-4bdd-ae57-271b10ba260e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:10.531861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941005ac-2226-4acd-961e-7912b4f4bbf7 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Subnet': ['ID=a004b62f-e04d-400b-99c2-f5903aded4e5,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:10.539820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49062) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:10.540007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-941005ac-2226-4acd-961e-7912b4f4bbf7 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5933611 Aug 31 14:09:10.546634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-12da2975-0401-4569-9f93-04638f32be76 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'security_group': {'name': 'tempest-secgroup-946021365'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:10.549015 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a19b1-0506-479a-9bb0-46bc82a173e4 req-e22d8b01-238e-4846-b58c-a944a9e23eea tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:10.550538 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-596a19b1-0506-479a-9bb0-46bc82a173e4 req-e22d8b01-238e-4846-b58c-a944a9e23eea tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 945 time: 0.1343935 Aug 31 14:09:10.596733 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-596a19b1-0506-479a-9bb0-46bc82a173e4 req-b083d21c-d80b-47ee-bfd4-b6ecc60fc92d tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388870 Aug 31 14:09:10.647764 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.652908 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.686152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:10.702576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f70844-dd33-405c-bf1d-2e8fe9fb43b1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:10.707725 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.708011 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Added segment 147a60a4-f7f0-4ee2-9eec-331758ac2ab4 of type vlan for network e460349f-146d-4b87-afdc-65cb94403f53 Aug 31 14:09:10.709851 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12da2975-0401-4569-9f93-04638f32be76 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.814195 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.847394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cf012b31-2bdc-4917-8f98-eab8a892e3c6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:10.912181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40f3bf4d-1e72-4def-beab-b644d90687d7 req-b0511a5c-4d22-461a-9066-13403f813538 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0370116 Aug 31 14:09:10.916904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.918610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:10.919246 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:10.943838 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:10.944427 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.007860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] Pushing event updated for resources: {'Network': ['ID=e460349f-146d-4b87-afdc-65cb94403f53,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:11.013092 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12da2975-0401-4569-9f93-04638f32be76 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.020623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12da2975-0401-4569-9f93-04638f32be76 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.056612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da2975-0401-4569-9f93-04638f32be76 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46005ba8-9764-4ffe-97a5-2358cb27a5a6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:11.063195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ac7b6cf7-3f1e-4726-861c-c02e696a74af admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7470906 Aug 31 14:09:11.063669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49070) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:11.071986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f6770285-91b8-4467-826d-774b75b1a97c admin admin] Request body: {'subnet': {'network_id': 'e460349f-146d-4b87-afdc-65cb94403f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1075640880-subnet', 'tenant_id': '832356ff161c48c9ba4a7126d2249a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:11.074314 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12da2975-0401-4569-9f93-04638f32be76 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.076223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-12da2975-0401-4569-9f93-04638f32be76 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5353391 Aug 31 14:09:11.078835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network e460349f-146d-4b87-afdc-65cb94403f53 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:11.079237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49072) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:11.085835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-613b3968-e61f-470a-9627-5803f600750a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'security_group': {'name': 'tempest-secgroup-1758497056'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:11.105120 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6770285-91b8-4467-826d-774b75b1a97c admin admin] Made reservation on behalf of 832356ff161c48c9ba4a7126d2249a42 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:11.109201 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6770285-91b8-4467-826d-774b75b1a97c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.141740 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-613b3968-e61f-470a-9627-5803f600750a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.259568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705ffa-4dc4-4ae4-9edd-2fcbd67f45f4 req-27f06155-5259-4551-93d6-593241c16b40 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:11.261116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc1724b-390d-4a3d-a229-2568531f0427 None None] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:11.261592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-41705ffa-4dc4-4ae4-9edd-2fcbd67f45f4 req-27f06155-5259-4551-93d6-593241c16b40 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 944 time: 0.1007140 Aug 31 14:09:11.282368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-613b3968-e61f-470a-9627-5803f600750a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.286505 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-613b3968-e61f-470a-9627-5803f600750a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.318528 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-613b3968-e61f-470a-9627-5803f600750a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.320044 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-613b3968-e61f-470a-9627-5803f600750a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2395773 Aug 31 14:09:11.322779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b3968-e61f-470a-9627-5803f600750a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ac24b4-87aa-460a-ad02-af9a62dc9996,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:11.325845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49074) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:11.331032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-93e90069-6f6e-44a7-be1c-6c7bf2b65826 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'security_group': {'name': 'tempest-secgroup-955721189'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:11.337439 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-41705ffa-4dc4-4ae4-9edd-2fcbd67f45f4 req-5c454c97-ea16-443a-ae1c-873fa1b84a28 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675876 Aug 31 14:09:11.364912 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93e90069-6f6e-44a7-be1c-6c7bf2b65826 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.398874 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6770285-91b8-4467-826d-774b75b1a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.405043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1af8e02c-40a3-49db-a2da-493a9753ee5b None None] Provisioning complete for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:11.405450 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1af8e02c-40a3-49db-a2da-493a9753ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.475380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93e90069-6f6e-44a7-be1c-6c7bf2b65826 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.477747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6770285-91b8-4467-826d-774b75b1a97c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2fd1351-fe85-4229-80e9-d0acbfa28671,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:11.479323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93e90069-6f6e-44a7-be1c-6c7bf2b65826 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.485702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6770285-91b8-4467-826d-774b75b1a97c admin admin] Checking segment: {'id': '147a60a4-f7f0-4ee2-9eec-331758ac2ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e460349f-146d-4b87-afdc-65cb94403f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:11.486072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6770285-91b8-4467-826d-774b75b1a97c admin admin] Network hostable DHCP agents. Network: e460349f-146d-4b87-afdc-65cb94403f53, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:11.507828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6770285-91b8-4467-826d-774b75b1a97c admin admin] Network e460349f-146d-4b87-afdc-65cb94403f53 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:11.508186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93e90069-6f6e-44a7-be1c-6c7bf2b65826 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.509475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-93e90069-6f6e-44a7-be1c-6c7bf2b65826 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1826925 Aug 31 14:09:11.513161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49078) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:11.520256 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-580043962', 'security_groups': ['f7c5ebd3-c061-42c4-8377-75694fba5f2b'], 'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a004b62f-e04d-400b-99c2-f5903aded4e5'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:11.523090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e90069-6f6e-44a7-be1c-6c7bf2b65826 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c5ebd3-c061-42c4-8377-75694fba5f2b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:11.573250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f6770285-91b8-4467-826d-774b75b1a97c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, e460349f-146d-4b87-afdc-65cb94403f53) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:11.580527 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6770285-91b8-4467-826d-774b75b1a97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:11.581122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6770285-91b8-4467-826d-774b75b1a97c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.589703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bb046e-51f2-49fb-b203-4909360af5ca None None] Network e460349f-146d-4b87-afdc-65cb94403f53 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:11.594982 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1af8e02c-40a3-49db-a2da-493a9753ee5b None None] Provisioning complete for port 2ac5a211-37b3-4bdd-ae57-271b10ba260e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:11.595141 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1af8e02c-40a3-49db-a2da-493a9753ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.624840 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f6770285-91b8-4467-826d-774b75b1a97c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5501947 Aug 31 14:09:11.683251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:11.698359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e54d472-7c82-4342-a538-2d8d8ba88448 None None] Update dhcp port {'port': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'fixed_ips': [{'subnet_id': '38f76a71-6946-4860-98ae-870fa80a544d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a004b62f-e04d-400b-99c2-f5903aded4e5'}], 'binding:host_id': 'n-d-792364-6'}, 'id': 'cf012b31-2bdc-4917-8f98-eab8a892e3c6'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:09:11.724043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1af8e02c-40a3-49db-a2da-493a9753ee5b None None] Port 2ac5a211-37b3-4bdd-ae57-271b10ba260e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:11.744848 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e54d472-7c82-4342-a538-2d8d8ba88448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:11.805426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device df469eb5-1c4b-417f-bbf3-c2ff7e92c66e up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:12.057106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2504ba7-5546-4f08-b91e-0c3c2f2316f9 None None] Network e460349f-146d-4b87-afdc-65cb94403f53 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:12.137982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceb1c0-fea1-417b-9e8e-64aca7f5b94d req-4668df06-6680-4000-a157-71d6a75ee91d tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:12.139667 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69ceb1c0-fea1-417b-9e8e-64aca7f5b94d req-4668df06-6680-4000-a157-71d6a75ee91d tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 945 time: 0.3991377 Aug 31 14:09:12.152533 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.168804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-7e4f3dc7-bc1f-480b-8a3f-4891ac846b13 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:12.170915 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-7e4f3dc7-bc1f-480b-8a3f-4891ac846b13 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/networks?id=e460349f-146d-4b87-afdc-65cb94403f53 HTTP/1.1" status: 200 len: 814 time: 0.1251199 Aug 31 14:09:12.184561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:12.189121 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] device_id is not set on port bca1ced3-28e4-411b-b32e-8180eb39506f yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:09:12.195326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-29cd80fc-444d-4046-9d60-fc2a5cd16ea9 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/quotas/832356ff161c48c9ba4a7126d2249a42 HTTP/1.1" status: 200 len: 375 time: 0.0148804 Aug 31 14:09:12.207443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:12.208039 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.237365 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69ceb1c0-fea1-417b-9e8e-64aca7f5b94d req-47079061-2204-4554-b705-8039c40e2466 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822604 Aug 31 14:09:12.276203 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-29d93d72-6c72-4702-9508-12aa905ec669 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=832356ff161c48c9ba4a7126d2249a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674803 Aug 31 14:09:12.297058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-2e54d472-7c82-4342-a538-2d8d8ba88448 None None] Allocated IP 2001:db8::2 (840a8aa3-bc54-4ae0-87df-c08ad5d58f8f/a004b62f-e04d-400b-99c2-f5903aded4e5/cf012b31-2bdc-4917-8f98-eab8a892e3c6) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:12.338432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7a493058-061a-4c13-9159-991421ba9e7f up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:12.422723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-0ee09e1f-6e8a-4785-81f0-9e1e7b7d0f1b service neutron] 10.222.0.20 "GET /v2.0/networks/e460349f-146d-4b87-afdc-65cb94403f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426806 Aug 31 14:09:12.444092 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-435aafa2-4d8e-4c01-9197-9dc4f3db7003 req-f3c5fb2f-c3fc-4a96-9a6d-0622c83c8cb6 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0403328 Aug 31 14:09:12.520775 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 7a493058-061a-4c13-9159-991421ba9e7f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:12.521786 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.528770 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.539683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-88d5c3e9-c408-44bb-99fe-a93b38a65717 service neutron] 10.222.0.20 "GET /v2.0/networks/e460349f-146d-4b87-afdc-65cb94403f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098909 Aug 31 14:09:12.561996 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19c185-0571-49ba-8efc-0395228b4afd req-3f37f667-99f8-467f-ac74-bdf8b3d34857 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:12.563617 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6b19c185-0571-49ba-8efc-0395228b4afd req-3f37f667-99f8-467f-ac74-bdf8b3d34857 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 944 time: 0.0558975 Aug 31 14:09:12.574620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2e54d472-7c82-4342-a538-2d8d8ba88448 None None] For port cf012b31-2bdc-4917-8f98-eab8a892e3c6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cf012b31-2bdc-4917-8f98-eab8a892e3c6,segment=NetworkSegment(8a56ee3a-efc9-45ad-a14d-27d1aec7319a),segment_id=8a56ee3a-efc9-45ad-a14d-27d1aec7319a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:12.607888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c72d2d6-75bb-441f-aef4-202f383e0248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:12.610174 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e642c2ab-c656-4ed6-9647-2492a3bbe767" -d '{"events": [{"server_uuid": "1c72d2d6-75bb-441f-aef4-202f383e0248", "name": "network-vif-plugged", "status": "completed", "tag": "df469eb5-1c4b-417f-bbf3-c2ff7e92c66e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:12.612942 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6b19c185-0571-49ba-8efc-0395228b4afd req-35366199-cfd6-4a0f-9d52-b99b8ab4d474 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Aug 31 14:09:12.636312 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e54d472-7c82-4342-a538-2d8d8ba88448 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.640199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:12.655083 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.663434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2e54d472-7c82-4342-a538-2d8d8ba88448 None None] Transition to ACTIVE for port object cf012b31-2bdc-4917-8f98-eab8a892e3c6 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:12.720233 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e54d472-7c82-4342-a538-2d8d8ba88448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.753396 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8::206 (840a8aa3-bc54-4ae0-87df-c08ad5d58f8f/a004b62f-e04d-400b-99c2-f5903aded4e5/bca1ced3-28e4-411b-b32e-8180eb39506f) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:12.759884 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.785792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:12.821742 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad6f96a-984b-4b05-b571-d3487bc4c429 x-openstack-request-id: req-7ad6f96a-984b-4b05-b571-d3487bc4c429 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:12.822086 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c72d2d6-75bb-441f-aef4-202f383e0248", "name": "network-vif-plugged", "status": "completed", "tag": "df469eb5-1c4b-417f-bbf3-c2ff7e92c66e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:12.822302 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ad6f96a-984b-4b05-b571-d3487bc4c429 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:12.822691 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c72d2d6-75bb-441f-aef4-202f383e0248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df469eb5-1c4b-417f-bbf3-c2ff7e92c66e', 'code': 200} Aug 31 14:09:12.886482 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7a493058-061a-4c13-9159-991421ba9e7f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7a493058-061a-4c13-9159-991421ba9e7f,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:12.901028 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:12.911414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54d472-7c82-4342-a538-2d8d8ba88448 None None] Pushing event updated for resources: {'Port': ['ID=cf012b31-2bdc-4917-8f98-eab8a892e3c6,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:12.983436 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=7a493058-061a-4c13-9159-991421ba9e7f,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:13.080770 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-917ed4b3-8ab2-4ce2-a929-7c8a09799558 req-feed3c79-ea79-4bea-9eaf-474a8c6d7774 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 210 time: 0.0947266 Aug 31 14:09:13.092716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88a41b-8dcd-4d93-86be-6112715b2bab req-859146b5-6cfd-46f7-bdc4-53da70aad170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:13.095480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a88a41b-8dcd-4d93-86be-6112715b2bab req-859146b5-6cfd-46f7-bdc4-53da70aad170 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 1097 time: 0.1630957 Aug 31 14:09:13.114633 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-621fbea7-fbc0-4f51-8642-de9c4d4ed877 req-c7bc46f2-757e-4c50-ad41-2a2421caa913 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d&device_id=f7a5b6a5-3a69-4ef7-abae-07a4f88ff91f HTTP/1.1" status: 200 len: 210 time: 0.0503931 Aug 31 14:09:13.160101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.169461 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a88a41b-8dcd-4d93-86be-6112715b2bab req-96302905-2170-45cb-ac87-20166ebd576e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618162 Aug 31 14:09:13.179871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Transition to ACTIVE for port object bca1ced3-28e4-411b-b32e-8180eb39506f will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:13.266239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.331982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:13.338119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:13.343601 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:13.351286 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:13.351979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.366408 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=bca1ced3-28e4-411b-b32e-8180eb39506f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:13.386459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b75bd1ad-572f-4c6d-9140-857848c4298a tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8711627 Aug 31 14:09:13.389400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49128) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:13.397613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1dda6225-9766-4427-87ea-6b9fe1b11d4e tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:13.491773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b95c9d-1abb-4e99-8b6c-b94101704f26 req-0aa172ed-2c8c-4da0-b901-7b4bd4468071 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:13.496308 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-28b95c9d-1abb-4e99-8b6c-b94101704f26 req-0aa172ed-2c8c-4da0-b901-7b4bd4468071 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 946 time: 0.0895116 Aug 31 14:09:13.602080 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-28b95c9d-1abb-4e99-8b6c-b94101704f26 req-5dff89eb-7ed2-4204-9611-05ae25eab526 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913100 Aug 31 14:09:13.683652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e2041e3-83eb-4569-bef7-692169cfba7b req-68a9f743-17f5-4352-8995-bb3bd251dd3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7677cb4e49a24a348b16dc12985b2dac&device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.1277692 Aug 31 14:09:13.696344 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f9cdf1b7-71ce-4430-a976-c0e7b2fe610a req-3ff4d0fe-65d0-44a2-9b04-363ee65c5487 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0467916 Aug 31 14:09:13.791017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dda6225-9766-4427-87ea-6b9fe1b11d4e tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:13.795224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1dda6225-9766-4427-87ea-6b9fe1b11d4e tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:13.836751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe7330-8beb-4237-94d7-73839962d032 req-334b0392-0021-4ef3-9975-e7b068b7e9ab tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:13.838371 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-affe7330-8beb-4237-94d7-73839962d032 req-334b0392-0021-4ef3-9975-e7b068b7e9ab tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1021495 Aug 31 14:09:13.879057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e2041e3-83eb-4569-bef7-692169cfba7b req-4f0e1195-73f3-4c90-944d-b56bb19293b9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7677cb4e49a24a348b16dc12985b2dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1700108 Aug 31 14:09:13.895064 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-affe7330-8beb-4237-94d7-73839962d032 req-8f382557-f9bd-448b-915b-db18eba561ec tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463655 Aug 31 14:09:14.000647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ce7b9afa-6ffc-4a9d-94f9-d041b938fc1f None None] Provisioning for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:14.006808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ce7b9afa-6ffc-4a9d-94f9-d041b938fc1f None None] Provisioning complete for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:14.007841 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9afa-6ffc-4a9d-94f9-d041b938fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:14.031770 n-d-792364-6 neutron-server[106388]: INFO neutron.db.ipam_backend_mixin [None req-1dda6225-9766-4427-87ea-6b9fe1b11d4e tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a004b62f-e04d-400b-99c2-f5903aded4e5 (CIDR: 2001:db8::/64) Aug 31 14:09:14.040281 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dda6225-9766-4427-87ea-6b9fe1b11d4e tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:09:14.040774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dda6225-9766-4427-87ea-6b9fe1b11d4e tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:14.068354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2041e3-83eb-4569-bef7-692169cfba7b req-1c84a790-90b3-4f32-ac06-3a4f9b5d6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:14.070062 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e2041e3-83eb-4569-bef7-692169cfba7b req-1c84a790-90b3-4f32-ac06-3a4f9b5d6a3e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647737 Aug 31 14:09:14.071922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1dda6225-9766-4427-87ea-6b9fe1b11d4e tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6805005 Aug 31 14:09:14.075622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49134) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:14.084583 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f9326981-65f5-4bd3-96c6-ca27907c5a90 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:14.134397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ce7b9afa-6ffc-4a9d-94f9-d041b938fc1f None None] Provisioning complete for port 2ac5a211-37b3-4bdd-ae57-271b10ba260e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:14.134989 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9afa-6ffc-4a9d-94f9-d041b938fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:14.193386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b9afa-6ffc-4a9d-94f9-d041b938fc1f None None] Port 2ac5a211-37b3-4bdd-ae57-271b10ba260e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:14.212826 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0055ec35-cea7-4a96-8d52-1acb651c67ce req-3efa7968-bcc4-4756-b518-c54ed9826d3e tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 210 time: 0.0303943 Aug 31 14:09:14.274300 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9326981-65f5-4bd3-96c6-ca27907c5a90 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:14.280619 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9326981-65f5-4bd3-96c6-ca27907c5a90 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:14.324001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c14b611b-995a-4c7b-900e-483d60807243 None None] Provisioning for port bca1ced3-28e4-411b-b32e-8180eb39506f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:14.332272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c14b611b-995a-4c7b-900e-483d60807243 None None] Provisioning complete for port bca1ced3-28e4-411b-b32e-8180eb39506f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:14.333129 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c14b611b-995a-4c7b-900e-483d60807243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:14.417572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c14b611b-995a-4c7b-900e-483d60807243 None None] Port bca1ced3-28e4-411b-b32e-8180eb39506f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:14.447238 n-d-792364-6 neutron-server[106387]: INFO neutron.db.ipam_backend_mixin [None req-f9326981-65f5-4bd3-96c6-ca27907c5a90 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 38f76a71-6946-4860-98ae-870fa80a544d (CIDR: 2001:db8:0:1::/64) Aug 31 14:09:14.451658 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9326981-65f5-4bd3-96c6-ca27907c5a90 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:09:14.452132 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9326981-65f5-4bd3-96c6-ca27907c5a90 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:14.475903 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f9326981-65f5-4bd3-96c6-ca27907c5a90 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3982453 Aug 31 14:09:14.478731 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49138) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:14.490902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f9bcf1c7-39b8-4e5e-b872-ee2b04a7bef5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'subnet': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:14.526722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-86199bb5-9443-4f92-996b-4b867b9cf882 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:14.556927 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-86199bb5-9443-4f92-996b-4b867b9cf882 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.13 "GET /v2.0/networks?id=e460349f-146d-4b87-afdc-65cb94403f53 HTTP/1.1" status: 200 len: 814 time: 0.2431138 Aug 31 14:09:14.578355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Request body: {'port': {'device_id': '27d8c1bf-861c-4595-bc9f-97a17b9b76ae', 'network_id': 'e460349f-146d-4b87-afdc-65cb94403f53', 'admin_state_up': True, 'tenant_id': '832356ff161c48c9ba4a7126d2249a42'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:14.654052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-32b5333b-a40b-49e4-b51d-2968f33df989 None None] Could not find standard attr ID for object 1be9ebea-d0e6-43cc-846b-b05da28f46e5. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:09:14.737791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bcf1c7-39b8-4e5e-b872-ee2b04a7bef5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Made reservation on behalf of c1ede8c2527c4afcb7c7f887155b44b9 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:14.741408 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9bcf1c7-39b8-4e5e-b872-ee2b04a7bef5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:14.824074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb2f0c4-83fc-46df-a83f-645870f4c553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a493058-061a-4c13-9159-991421ba9e7f'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:14.832516 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2047907-3998-47ed-9658-4e3f78283aaf" -d '{"events": [{"server_uuid": "abb2f0c4-83fc-46df-a83f-645870f4c553", "name": "network-vif-plugged", "status": "completed", "tag": "7a493058-061a-4c13-9159-991421ba9e7f"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:14.887404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cf012b31-2bdc-4917-8f98-eab8a892e3c6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:14.938571 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1affa10-a20f-4353-97d5-620db7d90224 req-184cd2d6-dc0d-4f6e-bf04-95f700187bdb tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0413506 Aug 31 14:09:14.980920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f5559-eed5-413f-a06b-8ca20f99513e req-bc95a177-f446-41e3-be98-b62b0658bed7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:14.995552 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-572f5559-eed5-413f-a06b-8ca20f99513e req-bc95a177-f446-41e3-be98-b62b0658bed7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 946 time: 0.1448171 Aug 31 14:09:14.999702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Made reservation on behalf of 832356ff161c48c9ba4a7126d2249a42 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:15.001664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:15.004012 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.008209 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.084765 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dda54c-6d12-4f7c-b9da-086884c241bc x-openstack-request-id: req-b5dda54c-6d12-4f7c-b9da-086884c241bc {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:15.085762 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb2f0c4-83fc-46df-a83f-645870f4c553", "name": "network-vif-plugged", "status": "completed", "tag": "7a493058-061a-4c13-9159-991421ba9e7f", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:15.086447 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5dda54c-6d12-4f7c-b9da-086884c241bc {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:15.087355 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2f0c4-83fc-46df-a83f-645870f4c553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a493058-061a-4c13-9159-991421ba9e7f', 'code': 200} Aug 31 14:09:15.252327 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9bcf1c7-39b8-4e5e-b872-ee2b04a7bef5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.270261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-572f5559-eed5-413f-a06b-8ca20f99513e req-a33ea7f1-3b33-48b5-9c8c-3e9fcb0ed574 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734048 Aug 31 14:09:15.288118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Allocated IP 172.20.0.3 (e460349f-146d-4b87-afdc-65cb94403f53/c2fd1351-fe85-4229-80e9-d0acbfa28671/f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:15.316335 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bcf1c7-39b8-4e5e-b872-ee2b04a7bef5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:15.322637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96365cd-449c-429c-b71d-5c986ca28d73 req-7b4a25f1-b562-4315-a25d-40d29b63bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:15.324140 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a96365cd-449c-429c-b71d-5c986ca28d73 req-7b4a25f1-b562-4315-a25d-40d29b63bd46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 1096 time: 0.0919311 Aug 31 14:09:15.336675 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f9bcf1c7-39b8-4e5e-b872-ee2b04a7bef5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:15.345309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bcf1c7-39b8-4e5e-b872-ee2b04a7bef5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:15.345588 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9bcf1c7-39b8-4e5e-b872-ee2b04a7bef5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.354100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca7bc9d-c02f-4b53-bd96-c70afae4d56a None None] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:15.396421 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f9bcf1c7-39b8-4e5e-b872-ee2b04a7bef5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9112637 Aug 31 14:09:15.396421 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcf1c7-39b8-4e5e-b872-ee2b04a7bef5 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Subnet': ['ID=e82e63bf-5607-4444-b2e5-def0e4f99d26,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:15.396815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49154) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:15.424897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaadd8-6b0d-42f1-805b-dbe487fa9bae req-f7cd13d6-be8f-4d53-bcf3-2a6591cef305 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:15.426703 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ccaadd8-6b0d-42f1-805b-dbe487fa9bae req-f7cd13d6-be8f-4d53-bcf3-2a6591cef305 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1377146 Aug 31 14:09:15.433577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-67daeac4-c7c9-4ca8-96cc-4aaba5eec96d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2037925782', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e82e63bf-5607-4444-b2e5-def0e4f99d26'}], 'security_groups': ['46005ba8-9764-4ffe-97a5-2358cb27a5a6', 'd6ac24b4-87aa-460a-ad02-af9a62dc9996']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:15.478150 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ccaadd8-6b0d-42f1-805b-dbe487fa9bae req-23e16e65-65f0-49e4-bad7-2a9f6d5f2282 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Aug 31 14:09:15.530192 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a96365cd-449c-429c-b71d-5c986ca28d73 req-c8b05594-3d22-4328-8a62-e066618b5d56 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985493 Aug 31 14:09:15.567550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac7e05f4-71e5-4f94-aaf8-9846430c98d7 req-09632919-e455-459f-bc07-d5f8e0c3871a tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 210 time: 0.0878193 Aug 31 14:09:15.686844 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de1cb0a-c563-4281-93b8-8af183d094c9 None None] Update dhcp port {'port': {'network_id': '840a8aa3-bc54-4ae0-87df-c08ad5d58f8f', 'fixed_ips': [{'subnet_id': '38f76a71-6946-4860-98ae-870fa80a544d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a004b62f-e04d-400b-99c2-f5903aded4e5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e82e63bf-5607-4444-b2e5-def0e4f99d26'}], 'binding:host_id': 'n-d-792364-6'}, 'id': 'cf012b31-2bdc-4917-8f98-eab8a892e3c6'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:09:15.715580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.733039 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5de1cb0a-c563-4281-93b8-8af183d094c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.805253 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67daeac4-c7c9-4ca8-96cc-4aaba5eec96d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.854689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:15.951193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5de1cb0a-c563-4281-93b8-8af183d094c9 None None] Allocated IP 2001:db8:0:2::2 (840a8aa3-bc54-4ae0-87df-c08ad5d58f8f/e82e63bf-5607-4444-b2e5-def0e4f99d26/cf012b31-2bdc-4917-8f98-eab8a892e3c6) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:15.951608 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Network e460349f-146d-4b87-afdc-65cb94403f53 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:15.974531 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:15.977778 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e2041e3-83eb-4569-bef7-692169cfba7b req-3e9b6227-0562-461a-934c-80d878320cf0 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0704920 Aug 31 14:09:15.980565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:16.012055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Pushing event updated for resources: {'Port': ['ID=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:16.088040 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5de1cb0a-c563-4281-93b8-8af183d094c9 None None] For port cf012b31-2bdc-4917-8f98-eab8a892e3c6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cf012b31-2bdc-4917-8f98-eab8a892e3c6,segment=NetworkSegment(8a56ee3a-efc9-45ad-a14d-27d1aec7319a),segment_id=8a56ee3a-efc9-45ad-a14d-27d1aec7319a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:16.109269 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d418e97e-67fb-4be5-ad40-b7b7b0c964ec req-05284b7f-4c83-42e5-b9b6-c360b318b4ae tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5453fca-c5b1-4c47-9b21-c0671192584d HTTP/1.1" status: 200 len: 210 time: 0.0514569 Aug 31 14:09:16.117546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:16.118199 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.150762 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5de1cb0a-c563-4281-93b8-8af183d094c9 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.164115 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c92d0738-2087-49e7-b4ec-fff3766cd5b7 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5975461 Aug 31 14:09:16.169103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5de1cb0a-c563-4281-93b8-8af183d094c9 None None] Transition to ACTIVE for port object cf012b31-2bdc-4917-8f98-eab8a892e3c6 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:16.174356 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5de1cb0a-c563-4281-93b8-8af183d094c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.180774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Request body: {'port': {'device_id': '27d8c1bf-861c-4595-bc9f-97a17b9b76ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:16.292071 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:16.294181 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1cb0a-c563-4281-93b8-8af183d094c9 None None] Pushing event updated for resources: {'Port': ['ID=cf012b31-2bdc-4917-8f98-eab8a892e3c6,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:16.508282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-67daeac4-c7c9-4ca8-96cc-4aaba5eec96d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Delete allocated IP 2001:db8::206 (840a8aa3-bc54-4ae0-87df-c08ad5d58f8f/a004b62f-e04d-400b-99c2-f5903aded4e5) {{(pid=106388) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:09:16.545914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-67daeac4-c7c9-4ca8-96cc-4aaba5eec96d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Allocated IP 2001:db8:0:2::368 (840a8aa3-bc54-4ae0-87df-c08ad5d58f8f/e82e63bf-5607-4444-b2e5-def0e4f99d26/bca1ced3-28e4-411b-b32e-8180eb39506f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:16.588105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513cca2-f279-4b59-b94d-8564657feaa4 req-f933ac76-d008-4e68-987e-37e2d5efd80c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:16.598095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d513cca2-f279-4b59-b94d-8564657feaa4 req-f933ac76-d008-4e68-987e-37e2d5efd80c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 946 time: 0.2217298 Aug 31 14:09:16.681788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2797a-14b0-4d7a-bb15-8d6d65165aa7 req-ed4b11d0-b785-4e99-9ccb-0070f8d4c46d tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:16.702426 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26c2797a-14b0-4d7a-bb15-8d6d65165aa7 req-ed4b11d0-b785-4e99-9ccb-0070f8d4c46d tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.1114202 Aug 31 14:09:16.794354 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d513cca2-f279-4b59-b94d-8564657feaa4 req-3c03eb3b-2128-4f07-bdad-f27960245b38 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943991 Aug 31 14:09:16.846721 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26c2797a-14b0-4d7a-bb15-8d6d65165aa7 req-4689d4b8-6055-4a02-aba2-a7509784f099 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357336 Aug 31 14:09:16.860815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cf012b31-2bdc-4917-8f98-eab8a892e3c6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:16.893512 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:09:17.273077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11610148-9b6a-48f3-a35b-12cf1e02d48b req-cc0cf113-0fbe-4b6f-b228-d696e4b62804 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:17.275671 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-11610148-9b6a-48f3-a35b-12cf1e02d48b req-cc0cf113-0fbe-4b6f-b228-d696e4b62804 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.1502082 Aug 31 14:09:17.297370 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-11610148-9b6a-48f3-a35b-12cf1e02d48b req-a3a24cfb-3ac9-44db-b92e-5f053241bcdd tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/quotas/0b56ff521ec64837928c13543219af1a HTTP/1.1" status: 200 len: 375 time: 0.0147986 Aug 31 14:09:17.305940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-09d75cc7-34fa-446b-af75-17eddbaf329d None None] Provisioning complete for port bca1ced3-28e4-411b-b32e-8180eb39506f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:17.307379 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-09d75cc7-34fa-446b-af75-17eddbaf329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.362743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-09d75cc7-34fa-446b-af75-17eddbaf329d None None] Port bca1ced3-28e4-411b-b32e-8180eb39506f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:17.374114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-09d75cc7-34fa-446b-af75-17eddbaf329d None None] Provisioning complete for port 2ac5a211-37b3-4bdd-ae57-271b10ba260e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:17.374632 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-09d75cc7-34fa-446b-af75-17eddbaf329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.376675 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-11610148-9b6a-48f3-a35b-12cf1e02d48b req-a3cbc7d1-9eed-432b-a1ba-6b170bcf96db tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0539408 Aug 31 14:09:17.430439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-09d75cc7-34fa-446b-af75-17eddbaf329d None None] Port 2ac5a211-37b3-4bdd-ae57-271b10ba260e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:17.451624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-09d75cc7-34fa-446b-af75-17eddbaf329d None None] Provisioning for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:17.455966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-09d75cc7-34fa-446b-af75-17eddbaf329d None None] Provisioning complete for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:17.456353 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-09d75cc7-34fa-446b-af75-17eddbaf329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.472073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248afd78-5f8a-4538-88c8-77479c8aabd2 req-d646dad9-80b3-40ed-a238-f28d235ddaac tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:17.473660 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-248afd78-5f8a-4538-88c8-77479c8aabd2 req-d646dad9-80b3-40ed-a238-f28d235ddaac tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 931 time: 0.5570524 Aug 31 14:09:17.484001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:17.511260 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.550414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Transition to ACTIVE for port object f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:17.563282 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-11610148-9b6a-48f3-a35b-12cf1e02d48b req-39e621cb-5d3f-4169-8851-abf52fb72a73 service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741183 Aug 31 14:09:17.565197 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.573767 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-248afd78-5f8a-4538-88c8-77479c8aabd2 req-26ca2c58-b913-4a53-9111-c961d711cf49 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f70844-dd33-405c-bf1d-2e8fe9fb43b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853090 Aug 31 14:09:17.576870 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67daeac4-c7c9-4ca8-96cc-4aaba5eec96d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.636147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-67daeac4-c7c9-4ca8-96cc-4aaba5eec96d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Transition to ACTIVE for port object bca1ced3-28e4-411b-b32e-8180eb39506f will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:17.647665 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67daeac4-c7c9-4ca8-96cc-4aaba5eec96d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.654555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Pushing event updated for resources: {'Port': ['ID=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:17.703809 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-11610148-9b6a-48f3-a35b-12cf1e02d48b req-65221f61-6241-48df-bcc7-ea1f1309a853 service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337478 Aug 31 14:09:17.762604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-67daeac4-c7c9-4ca8-96cc-4aaba5eec96d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] In _notify_port_updated(), no bound segment for port bca1ced3-28e4-411b-b32e-8180eb39506f on network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:09:17.768740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67daeac4-c7c9-4ca8-96cc-4aaba5eec96d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:17.769403 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67daeac4-c7c9-4ca8-96cc-4aaba5eec96d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.771313 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-67daeac4-c7c9-4ca8-96cc-4aaba5eec96d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "PUT /v2.0/ports/bca1ced3-28e4-411b-b32e-8180eb39506f HTTP/1.1" status: 200 len: 970 time: 2.3731248 Aug 31 14:09:17.774418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49188) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:17.783902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daeac4-c7c9-4ca8-96cc-4aaba5eec96d tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event updated for resources: {'Port': ['ID=bca1ced3-28e4-411b-b32e-8180eb39506f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:17.815419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Attempting to bind port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:17.815769 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Attempting to bind port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '147a60a4-f7f0-4ee2-9eec-331758ac2ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e460349f-146d-4b87-afdc-65cb94403f53'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:17.816112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Attempting to bind port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 on network e460349f-146d-4b87-afdc-65cb94403f53 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:17.826840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 on network e460349f-146d-4b87-afdc-65cb94403f53 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:09:17.827175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Attempting to bind port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 on network e460349f-146d-4b87-afdc-65cb94403f53 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:17.844740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:17.845322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Checking segment: {'id': '147a60a4-f7f0-4ee2-9eec-331758ac2ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e460349f-146d-4b87-afdc-65cb94403f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:17.845838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Bound using segment: {'id': '147a60a4-f7f0-4ee2-9eec-331758ac2ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e460349f-146d-4b87-afdc-65cb94403f53'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:17.846401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Bound port: f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147a60a4-f7f0-4ee2-9eec-331758ac2ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e460349f-146d-4b87-afdc-65cb94403f53'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:17.846869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.966236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e7f41126-25ba-4a39-9e43-c9d8d3c65400 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port bca1ced3-28e4-411b-b32e-8180eb39506f {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:17.974115 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7f41126-25ba-4a39-9e43-c9d8d3c65400 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:17.991515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] For port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:18.028629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ada695d-0bc2-45f7-b6d2-4df911694b3b req-0c0f9d5d-f8d4-409b-9905-1873fac35104 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7677cb4e49a24a348b16dc12985b2dac&device_id=f7a5b6a5-3a69-4ef7-abae-07a4f88ff91f HTTP/1.1" status: 200 len: 210 time: 0.0649836 Aug 31 14:09:18.039454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] For port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0,segment=NetworkSegment(147a60a4-f7f0-4ee2-9eec-331758ac2ab4),segment_id=147a60a4-f7f0-4ee2-9eec-331758ac2ab4)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:18.063084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.113525 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7f41126-25ba-4a39-9e43-c9d8d3c65400 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.126548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ada695d-0bc2-45f7-b6d2-4df911694b3b req-4acbdaf5-d9e3-43c1-8f51-ce0256849433 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7677cb4e49a24a348b16dc12985b2dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737219 Aug 31 14:09:18.129332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e7f41126-25ba-4a39-9e43-c9d8d3c65400 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for bca1ced3-28e4-411b-b32e-8180eb39506f owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:18.190730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4058a19a-2789-43a4-8e13-c67459aa7124 None None] Provisioning for port bca1ced3-28e4-411b-b32e-8180eb39506f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:18.196468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4058a19a-2789-43a4-8e13-c67459aa7124 None None] Provisioning complete for port bca1ced3-28e4-411b-b32e-8180eb39506f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:18.197207 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4058a19a-2789-43a4-8e13-c67459aa7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.200928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:18.202933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.209961 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] 10.222.0.13 "PUT /v2.0/ports/f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 HTTP/1.1" status: 200 len: 1091 time: 2.0348842 Aug 31 14:09:18.245063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce8592-5c87-4ae6-b582-81cc86a42f7e service neutron] Pushing event updated for resources: {'Port': ['ID=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:18.247837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d8c1bf-861c-4595-bc9f-97a17b9b76ae', 'tag': 'f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:18.250449 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de6f59d-fe7e-4253-9b01-4ea5f1bdd5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "27d8c1bf-861c-4595-bc9f-97a17b9b76ae", "tag": "f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:18.267268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4058a19a-2789-43a4-8e13-c67459aa7124 None None] Port bca1ced3-28e4-411b-b32e-8180eb39506f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:18.282222 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-acd81505-8e66-400e-aa65-573c07f553ec req-dcda6c1c-9ca2-4543-b4ce-6256d67e4b00 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5b6a5-3a69-4ef7-abae-07a4f88ff91f HTTP/1.1" status: 200 len: 210 time: 0.0633168 Aug 31 14:09:18.367694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d0409-174f-4923-b23b-bc70556e189b req-d0e4d740-7b03-42bf-8e9e-d49e8aa7c447 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:18.369285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f7d0409-174f-4923-b23b-bc70556e189b req-d0e4d740-7b03-42bf-8e9e-d49e8aa7c447 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.3281806 Aug 31 14:09:18.390764 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7f41126-25ba-4a39-9e43-c9d8d3c65400 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.431036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-75e7ba0b-94cc-427a-9afe-cd288589c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:18.432743 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-75e7ba0b-94cc-427a-9afe-cd288589c56f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=832356ff161c48c9ba4a7126d2249a42&device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 1094 time: 0.1774349 Aug 31 14:09:18.457517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada695d-0bc2-45f7-b6d2-4df911694b3b req-d63daa3a-e5de-4cfc-8d93-05f713be4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:18.459107 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ada695d-0bc2-45f7-b6d2-4df911694b3b req-d63daa3a-e5de-4cfc-8d93-05f713be4e45 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3203242 Aug 31 14:09:18.462718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f41126-25ba-4a39-9e43-c9d8d3c65400 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=bca1ced3-28e4-411b-b32e-8180eb39506f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:18.463562 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14d3cf3-60e4-447d-aba8-aeab2182fa68 x-openstack-request-id: req-a14d3cf3-60e4-447d-aba8-aeab2182fa68 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:18.463858 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d8c1bf-861c-4595-bc9f-97a17b9b76ae", "tag": "f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:18.464114 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a14d3cf3-60e4-447d-aba8-aeab2182fa68 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:18.464539 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d8c1bf-861c-4595-bc9f-97a17b9b76ae', 'tag': 'f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0', 'status': 'completed', 'code': 200} Aug 31 14:09:18.489261 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7f41126-25ba-4a39-9e43-c9d8d3c65400 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.489261 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e7f41126-25ba-4a39-9e43-c9d8d3c65400 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/bca1ced3-28e4-411b-b32e-8180eb39506f HTTP/1.1" status: 204 len: 168 time: 0.7130873 Aug 31 14:09:18.492172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49218) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.494762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-56d709da-8c84-43b3-9439-c12830e68e77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 HTTP/1.1" status: 200 len: 217 time: 0.0474350 Aug 31 14:09:18.497780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f7d0409-174f-4923-b23b-bc70556e189b req-46f0891a-dc5c-4990-8bce-2704cc46aa75 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043172 Aug 31 14:09:18.549157 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3926209-8fef-4be9-b0f8-7eaa20e6251b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] GET failed (client error): The resource could not be found. Aug 31 14:09:18.550782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e3926209-8fef-4be9-b0f8-7eaa20e6251b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports/bca1ced3-28e4-411b-b32e-8180eb39506f HTTP/1.1" status: 404 len: 333 time: 0.0572944 Aug 31 14:09:18.554238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49226) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.648482 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-3058d1b1-969e-4baf-8825-3b7acefba90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:18.649647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-3058d1b1-969e-4baf-8825-3b7acefba90e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2fd1351-fe85-4229-80e9-d0acbfa28671 HTTP/1.1" status: 200 len: 854 time: 0.1398265 Aug 31 14:09:18.675761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03185b26-4e54-434e-a630-46dc517f5396 req-4e2ddc4b-877f-4dc1-acac-e7292f0d84f0 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:18.678241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-03185b26-4e54-434e-a630-46dc517f5396 req-4e2ddc4b-877f-4dc1-acac-e7292f0d84f0 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.0872233 Aug 31 14:09:18.700910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-c1f002cb-96c8-4856-ad97-c53e8f0ea100 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e460349f-146d-4b87-afdc-65cb94403f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429049 Aug 31 14:09:18.725333 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26adb0f5-9a54-47bf-8978-8efba4e49e41 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.768352 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26adb0f5-9a54-47bf-8978-8efba4e49e41 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.777128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-04734287-e995-4ad1-b7e8-1c558fdee2b4 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:18.778621 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-04734287-e995-4ad1-b7e8-1c558fdee2b4 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.1683185 Aug 31 14:09:18.802954 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-89ce0def-632c-443b-8ab1-132339b41381 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/quotas/0b56ff521ec64837928c13543219af1a HTTP/1.1" status: 200 len: 375 time: 0.0178235 Aug 31 14:09:18.809438 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-03185b26-4e54-434e-a630-46dc517f5396 req-7d95df8c-6ebc-4c7c-835c-b827a822d282 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119826 Aug 31 14:09:18.867758 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26adb0f5-9a54-47bf-8978-8efba4e49e41 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.870303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26adb0f5-9a54-47bf-8978-8efba4e49e41 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:18.871473 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-26adb0f5-9a54-47bf-8978-8efba4e49e41 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/security-groups/f7c5ebd3-c061-42c4-8377-75694fba5f2b HTTP/1.1" status: 204 len: 168 time: 0.3163149 Aug 31 14:09:18.875912 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-8e358b72-5194-4301-809d-0fd57fdeeb60 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659955 Aug 31 14:09:18.876392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49238) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:18.903605 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-e3f0e6eb-55fc-487f-8525-7207e12d1ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/e460349f-146d-4b87-afdc-65cb94403f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887007 Aug 31 14:09:18.905862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adb0f5-9a54-47bf-8978-8efba4e49e41 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c5ebd3-c061-42c4-8377-75694fba5f2b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:18.973338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305c1db-8fcf-4408-a54f-2e468800f55b req-e9b16a52-2941-47d0-b372-5be7385e46a2 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:18.975395 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f305c1db-8fcf-4408-a54f-2e468800f55b req-e9b16a52-2941-47d0-b372-5be7385e46a2 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 943 time: 0.1025522 Aug 31 14:09:19.002331 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85e8cd1b-2dde-4180-bff7-5b4b7621240c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.025989 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-ffa2609b-883a-4677-9fbc-40aedca0bf83 service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345665 Aug 31 14:09:19.040871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f305c1db-8fcf-4408-a54f-2e468800f55b req-cf95b551-1427-45fe-8aef-71666c08931e tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f70844-dd33-405c-bf1d-2e8fe9fb43b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572882 Aug 31 14:09:19.045361 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85e8cd1b-2dde-4180-bff7-5b4b7621240c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.056894 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d823cae7-ad45-4cde-8e1b-bc8f3cb3d71b req-4fc6289d-d796-424f-8781-23699e611743 service neutron] 10.222.0.13 "GET /v2.0/networks/e460349f-146d-4b87-afdc-65cb94403f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428494 Aug 31 14:09:19.144509 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85e8cd1b-2dde-4180-bff7-5b4b7621240c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.147718 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85e8cd1b-2dde-4180-bff7-5b4b7621240c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.148910 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-85e8cd1b-2dde-4180-bff7-5b4b7621240c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/security-groups/d6ac24b4-87aa-460a-ad02-af9a62dc9996 HTTP/1.1" status: 204 len: 168 time: 0.2688994 Aug 31 14:09:19.151869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49240) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:19.156801 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-0a9b0459-3612-4348-b183-2b29ddfc56ff service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233704 Aug 31 14:09:19.162542 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8cd1b-2dde-4180-bff7-5b4b7621240c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ac24b4-87aa-460a-ad02-af9a62dc9996,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:19.253036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6f59d-fe7e-4253-9b01-4ea5f1bdd5d0 req-d47825d9-813e-4f78-b0a5-481c1bcd73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:19.255793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4de6f59d-fe7e-4253-9b01-4ea5f1bdd5d0 req-d47825d9-813e-4f78-b0a5-481c1bcd73e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=832356ff161c48c9ba4a7126d2249a42&device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 1094 time: 0.1363473 Aug 31 14:09:19.263653 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fc5aa81e-77e1-4662-a93f-ce00c1e100fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.388380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fc5aa81e-77e1-4662-a93f-ce00c1e100fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.438663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-766501b5-66bc-4d9a-82f7-7905bea4fc1f req-6b99b6af-9e91-4b76-a788-6e861c92c30c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 210 time: 0.0918014 Aug 31 14:09:19.478689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f264156-16ee-4ae2-9bf5-c0afbbdc3759 req-d3118073-5ead-4437-9f2d-9fc122f98847 tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a5b6a5-3a69-4ef7-abae-07a4f88ff91f HTTP/1.1" status: 200 len: 210 time: 0.0410278 Aug 31 14:09:19.484935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6f59d-fe7e-4253-9b01-4ea5f1bdd5d0 req-69518f64-99cb-481a-836a-b286b64a5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:19.486998 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4de6f59d-fe7e-4253-9b01-4ea5f1bdd5d0 req-69518f64-99cb-481a-836a-b286b64a5330 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e460349f-146d-4b87-afdc-65cb94403f53 HTTP/1.1" status: 200 len: 915 time: 0.2206898 Aug 31 14:09:19.488099 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fc5aa81e-77e1-4662-a93f-ce00c1e100fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.491031 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fc5aa81e-77e1-4662-a93f-ce00c1e100fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.492169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fc5aa81e-77e1-4662-a93f-ce00c1e100fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/security-groups/46005ba8-9764-4ffe-97a5-2358cb27a5a6 HTTP/1.1" status: 204 len: 168 time: 0.3394423 Aug 31 14:09:19.495697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49254) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:19.544127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5aa81e-77e1-4662-a93f-ce00c1e100fe tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46005ba8-9764-4ffe-97a5-2358cb27a5a6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:19.589070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4de6f59d-fe7e-4253-9b01-4ea5f1bdd5d0 req-0fff34c8-eece-47f2-9a0e-b99c831f88f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 HTTP/1.1" status: 200 len: 217 time: 0.0840888 Aug 31 14:09:19.638316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-887b7f9b-39c6-43d3-9f19-7d409ef78343 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting subnet a004b62f-e04d-400b-99c2-f5903aded4e5 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:19.646498 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887b7f9b-39c6-43d3-9f19-7d409ef78343 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.739013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6f59d-fe7e-4253-9b01-4ea5f1bdd5d0 req-ee4a08b5-564d-45b4-ab12-8892048dfcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:19.741416 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4de6f59d-fe7e-4253-9b01-4ea5f1bdd5d0 req-ee4a08b5-564d-45b4-ab12-8892048dfcbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2fd1351-fe85-4229-80e9-d0acbfa28671 HTTP/1.1" status: 200 len: 854 time: 0.1442995 Aug 31 14:09:19.767748 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887b7f9b-39c6-43d3-9f19-7d409ef78343 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:19.811044 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4de6f59d-fe7e-4253-9b01-4ea5f1bdd5d0 req-87e1d53a-2cc3-4fc5-bb8b-a4b1b7515ed0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e460349f-146d-4b87-afdc-65cb94403f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584388 Aug 31 14:09:19.983737 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ada695d-0bc2-45f7-b6d2-4df911694b3b req-aa9f2dc7-93d4-4acf-afcc-f2ea751ae50b tempest-ServerShowV247Test-497367131 tempest-ServerShowV247Test-497367131-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a5b6a5-3a69-4ef7-abae-07a4f88ff91f HTTP/1.1" status: 200 len: 210 time: 0.0690849 Aug 31 14:09:19.994755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-c03a54a4-a6bd-4fb7-9536-9a5e3771eca8 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:19.996371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-c03a54a4-a6bd-4fb7-9536-9a5e3771eca8 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/networks?id=497b61f6-ef52-4a6c-a409-78c2378f7305 HTTP/1.1" status: 200 len: 814 time: 0.3467629 Aug 31 14:09:20.026602 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4de6f59d-fe7e-4253-9b01-4ea5f1bdd5d0 req-3925a93d-d9e0-49b7-970c-b9f1add0e31f service neutron] 10.222.0.13 "GET /v2.0/networks/e460349f-146d-4b87-afdc-65cb94403f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066135 Aug 31 14:09:20.030417 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887b7f9b-39c6-43d3-9f19-7d409ef78343 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.064886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-6b16e55a-9ef4-489c-b9ea-45e6b6f81407 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/quotas/24a22d2543114803be61e524d3c4845e HTTP/1.1" status: 200 len: 375 time: 0.0516956 Aug 31 14:09:20.201550 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887b7f9b-39c6-43d3-9f19-7d409ef78343 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.206809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c813-b019-4222-9ac7-55c75bb26ce9 req-49e9ecc2-fc0f-4839-9327-032b9644e8af tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:20.208478 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cc67c813-b019-4222-9ac7-55c75bb26ce9 req-49e9ecc2-fc0f-4839-9327-032b9644e8af tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 943 time: 0.0660419 Aug 31 14:09:20.221394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-ca1d93a7-500a-495d-b160-4f777a5d9345 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24a22d2543114803be61e524d3c4845e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149867 Aug 31 14:09:20.257134 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4de6f59d-fe7e-4253-9b01-4ea5f1bdd5d0 req-e016724e-2bf8-4305-89d5-353eaa9524a0 service neutron] 10.222.0.13 "GET /v2.0/networks/e460349f-146d-4b87-afdc-65cb94403f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034233 Aug 31 14:09:20.258046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b7f9b-39c6-43d3-9f19-7d409ef78343 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Subnet': ['ID=a004b62f-e04d-400b-99c2-f5903aded4e5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:20.261355 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-887b7f9b-39c6-43d3-9f19-7d409ef78343 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.270317 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-887b7f9b-39c6-43d3-9f19-7d409ef78343 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/a004b62f-e04d-400b-99c2-f5903aded4e5 HTTP/1.1" status: 204 len: 168 time: 0.7665613 Aug 31 14:09:20.271872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49274) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:20.275620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0267cf91-707c-4494-949f-e1baff570d93 None None] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:20.311969 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cc67c813-b019-4222-9ac7-55c75bb26ce9 req-4d2603f3-3ab6-4856-a5dd-931772a95d71 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f70844-dd33-405c-bf1d-2e8fe9fb43b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965919 Aug 31 14:09:20.396712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-f9724983-2af6-4c81-b251-0b2c2bbbb080 service neutron] 10.222.0.20 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492896 Aug 31 14:09:20.482255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecaaa9b-1cf5-418e-9e20-4ae597db944b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting subnet e82e63bf-5607-4444-b2e5-def0e4f99d26 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:20.492588 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ecaaa9b-1cf5-418e-9e20-4ae597db944b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.558808 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ecaaa9b-1cf5-418e-9e20-4ae597db944b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.563800 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-42e93dea-e63f-49f3-bbb7-085ba789449b service neutron] 10.222.0.20 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655779 Aug 31 14:09:20.917505 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ecaaa9b-1cf5-418e-9e20-4ae597db944b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:20.997791 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47e93946-f823-412f-9b63-ea8bf90b88e6 req-6ec5da35-71fe-49ea-a06e-c1ebaa8b3212 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 210 time: 0.3305285 Aug 31 14:09:21.111587 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ecaaa9b-1cf5-418e-9e20-4ae597db944b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.158726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaaa9b-1cf5-418e-9e20-4ae597db944b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Subnet': ['ID=e82e63bf-5607-4444-b2e5-def0e4f99d26,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:21.178393 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ecaaa9b-1cf5-418e-9e20-4ae597db944b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.180369 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4ecaaa9b-1cf5-418e-9e20-4ae597db944b tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/e82e63bf-5607-4444-b2e5-def0e4f99d26 HTTP/1.1" status: 204 len: 168 time: 0.9071045 Aug 31 14:09:21.188013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49288) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:21.221845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-c3656893-9f78-41b5-a7b7-01d9b06bea7b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:21.224688 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-c3656893-9f78-41b5-a7b7-01d9b06bea7b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.52 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.5800865 Aug 31 14:09:21.232102 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e6dcf9-38d7-4282-a369-604d16e32282 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:21.233598 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e6dcf9-38d7-4282-a369-604d16e32282 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:21.238261 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-63e6dcf9-38d7-4282-a369-604d16e32282 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/a004b62f-e04d-400b-99c2-f5903aded4e5 HTTP/1.1" status: 404 len: 337 time: 0.0464659 Aug 31 14:09:21.244254 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49292) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:21.273247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c90f26b5-c926-4e50-96c0-5c953609a66e req-daae4ad5-e8ff-4bad-89bb-46c0bf90c50b tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 210 time: 0.1106279 Aug 31 14:09:21.287175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Request body: {'port': {'device_id': 'e573168c-ea4a-439b-a561-5be5b44272fb', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'admin_state_up': True, 'tenant_id': '0b56ff521ec64837928c13543219af1a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:21.340815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b539b-b523-409a-808e-d711661136e4 req-534ea742-782a-4b9d-94bd-1729df0d1bb5 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:21.344454 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-be9b539b-b523-409a-808e-d711661136e4 req-534ea742-782a-4b9d-94bd-1729df0d1bb5 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb2f0c4-83fc-46df-a83f-645870f4c553 HTTP/1.1" status: 200 len: 945 time: 0.3335776 Aug 31 14:09:21.391634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-781cac8a-248e-43e0-941e-1de4291a8f14 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting subnet 38f76a71-6946-4860-98ae-870fa80a544d {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:21.408089 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-781cac8a-248e-43e0-941e-1de4291a8f14 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.414694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49300) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:21.591216 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-781cac8a-248e-43e0-941e-1de4291a8f14 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.688866 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58abe729-570d-4662-b328-37c409a5a3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.706024 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-781cac8a-248e-43e0-941e-1de4291a8f14 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.713767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-be9b539b-b523-409a-808e-d711661136e4 req-3998b377-282f-4219-bbba-342d30804e81 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Deleting port 7a493058-061a-4c13-9159-991421ba9e7f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:21.714189 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-be9b539b-b523-409a-808e-d711661136e4 req-3998b377-282f-4219-bbba-342d30804e81 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.795304 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81a7b3-4eeb-43a6-a35e-c8753878a334 req-8b456f6f-3502-428e-986f-9dfeca76f5c9 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:21.796937 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c81a7b3-4eeb-43a6-a35e-c8753878a334 req-8b456f6f-3502-428e-986f-9dfeca76f5c9 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 943 time: 0.2880688 Aug 31 14:09:21.798609 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-781cac8a-248e-43e0-941e-1de4291a8f14 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.823579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Made reservation on behalf of 0b56ff521ec64837928c13543219af1a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:21.827330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.851046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cac8a-248e-43e0-941e-1de4291a8f14 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Subnet': ['ID=38f76a71-6946-4860-98ae-870fa80a544d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:21.856711 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-781cac8a-248e-43e0-941e-1de4291a8f14 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.858669 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-781cac8a-248e-43e0-941e-1de4291a8f14 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/38f76a71-6946-4860-98ae-870fa80a544d HTTP/1.1" status: 204 len: 168 time: 0.6129122 Aug 31 14:09:21.865640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49308) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:21.906658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-be9b539b-b523-409a-808e-d711661136e4 req-3998b377-282f-4219-bbba-342d30804e81 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] For port 7a493058-061a-4c13-9159-991421ba9e7f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7a493058-061a-4c13-9159-991421ba9e7f,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:21.907034 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-be9b539b-b523-409a-808e-d711661136e4 req-3998b377-282f-4219-bbba-342d30804e81 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:21.918533 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-54512b47-7030-42f8-8abb-c60914205a20 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:21.919014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54512b47-7030-42f8-8abb-c60914205a20 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:21.920957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-54512b47-7030-42f8-8abb-c60914205a20 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/55979359-c67f-4bba-be86-db091c7ebe3d HTTP/1.1" status: 404 len: 337 time: 0.0524502 Aug 31 14:09:21.924809 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c81a7b3-4eeb-43a6-a35e-c8753878a334 req-a4e9c14a-c28a-4806-950d-778cd2088ca3 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f70844-dd33-405c-bf1d-2e8fe9fb43b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207135 Aug 31 14:09:21.925172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49310) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:21.977655 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dd03fc77-f30a-496e-857b-2f72be07d643 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "GET /v2.0/ports?device_id=224238c3-d625-4bb2-ace7-58f0b8bad724 HTTP/1.1" status: 200 len: 205 time: 0.0493059 Aug 31 14:09:21.980112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49314) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:21.985195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-be9b539b-b523-409a-808e-d711661136e4 req-3998b377-282f-4219-bbba-342d30804e81 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Calling delete_port for 7a493058-061a-4c13-9159-991421ba9e7f owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:21.998278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac3aa6f-e3cd-45bf-b3df-1d3fc2ce2d55 None None] Network 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:22.026995 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-33074fe9-bd6e-4d00-9e5a-4230405aca87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] delete failed (client error): The resource could not be found. Aug 31 14:09:22.028062 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-33074fe9-bd6e-4d00-9e5a-4230405aca87 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/routers/224238c3-d625-4bb2-ace7-58f0b8bad724 HTTP/1.1" status: 404 len: 336 time: 0.0485861 Aug 31 14:09:22.030855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49316) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:22.081587 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebc8182-8e87-4c58-8a8f-afeb8893415c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:22.082046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebc8182-8e87-4c58-8a8f-afeb8893415c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:22.084654 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8ebc8182-8e87-4c58-8a8f-afeb8893415c tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/29b8ac75-5f40-43ed-be8d-7477ba4f1762 HTTP/1.1" status: 404 len: 337 time: 0.0527992 Aug 31 14:09:22.087416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49320) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:22.121943 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b4bf23-7498-4f47-97f3-3f152cc792db tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:22.122467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b4bf23-7498-4f47-97f3-3f152cc792db tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:22.125136 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a0b4bf23-7498-4f47-97f3-3f152cc792db tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/010a9874-07de-4e69-98b5-1441b62f69a5 HTTP/1.1" status: 404 len: 337 time: 0.0362878 Aug 31 14:09:22.129010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49322) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:22.157932 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-de314963-e818-4cb2-9ff7-fd1f21a18799 req-79f736a8-8365-48b2-bdda-5596e6a1dd67 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 210 time: 0.0380168 Aug 31 14:09:22.200961 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8d5b9c-3e10-40b5-abcc-81c15b7c0172 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:22.200961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8d5b9c-3e10-40b5-abcc-81c15b7c0172 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:22.207650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8e8d5b9c-3e10-40b5-abcc-81c15b7c0172 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/6890c17a-63f3-4323-b1f1-7cf5fcdc088c HTTP/1.1" status: 404 len: 337 time: 0.0701668 Aug 31 14:09:22.208056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49324) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:22.208261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e20ca530-95a7-49fd-9c27-afde0ee35131 None None] Provisioning complete for port cf012b31-2bdc-4917-8f98-eab8a892e3c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:22.208698 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e20ca530-95a7-49fd-9c27-afde0ee35131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.215549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58abe729-570d-4662-b328-37c409a5a3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.219079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Allocated IP 172.20.0.13 (0cee240c-5069-4a5d-a626-9016f3a55c41/ac749944-61c0-4e97-a3b2-48b24cb2a6a5/aa4b2014-aae7-41aa-be12-93651df1faf2) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:22.232206 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e43ae98-f031-4df4-89f5-c450661848fd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:22.233116 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58abe729-570d-4662-b328-37c409a5a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.233288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e43ae98-f031-4df4-89f5-c450661848fd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:22.235392 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3e43ae98-f031-4df4-89f5-c450661848fd tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/2012ef8b-88c0-4855-a7e9-d081041682c4 HTTP/1.1" status: 404 len: 333 time: 0.0261469 Aug 31 14:09:22.239922 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49326) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:22.278763 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea4f600-8589-438f-902f-a72c095f2c23 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:22.279505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea4f600-8589-438f-902f-a72c095f2c23 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:22.285151 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9ea4f600-8589-438f-902f-a72c095f2c23 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/bf813abb-0a3a-4eec-9bf2-19ee48e533ca HTTP/1.1" status: 404 len: 337 time: 0.0396483 Aug 31 14:09:22.285404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49328) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:22.304655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-58abe729-570d-4662-b328-37c409a5a3ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7677cb4e49a24a348b16dc12985b2dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8874681 Aug 31 14:09:22.305410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abe729-570d-4662-b328-37c409a5a3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4985065f-f628-4a39-bb0a-b5ce26a367d6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:22.330544 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f17c60-98c8-4da8-a109-f5193d1cea92 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:22.331017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f17c60-98c8-4da8-a109-f5193d1cea92 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:22.333177 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-45f17c60-98c8-4da8-a109-f5193d1cea92 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/53d0206b-bbcc-46fe-8900-80d5d0d5fb30 HTTP/1.1" status: 404 len: 337 time: 0.0461540 Aug 31 14:09:22.333817 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49330) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:22.338680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49334) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:22.352130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:09:22.410270 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-788a9474-2355-4c96-b142-9c2f3032e723 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:22.411791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788a9474-2355-4c96-b142-9c2f3032e723 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:22.413714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-788a9474-2355-4c96-b142-9c2f3032e723 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/1793e0e0-63db-4a0b-8000-23c440f932c5 HTTP/1.1" status: 404 len: 333 time: 0.0730357 Aug 31 14:09:22.420204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49336) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:22.480559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d09558b-a472-4d11-ad49-84287e8f55d9 None None] DHCP port deletion for 840a8aa3-bc54-4ae0-87df-c08ad5d58f8f request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:09:22.480902 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b34ec72c-7da1-47a0-91f3-92399d29c4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.501116 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5606344-36f5-46ce-8602-c3a83ab69183 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:22.501577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5606344-36f5-46ce-8602-c3a83ab69183 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:22.506031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e5606344-36f5-46ce-8602-c3a83ab69183 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/317b38d3-4bb9-42bf-9869-3374abe95c28 HTTP/1.1" status: 404 len: 337 time: 0.0821795 Aug 31 14:09:22.517485 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b34ec72c-7da1-47a0-91f3-92399d29c4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.536870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49338) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:22.562527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0,segment=NetworkSegment(147a60a4-f7f0-4ee2-9eec-331758ac2ab4),segment_id=147a60a4-f7f0-4ee2-9eec-331758ac2ab4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:22.564905 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-be9b539b-b523-409a-808e-d711661136e4 req-3998b377-282f-4219-bbba-342d30804e81 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.588700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['7a493058-061a-4c13-9159-991421ba9e7f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:22.595565 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b34ec72c-7da1-47a0-91f3-92399d29c4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.600027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e351292-cafc-49ce-b748-c8a3b3914a86 req-5562a0de-85b3-4545-81a4-b11050de0a6c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 210 time: 0.1122112 Aug 31 14:09:22.600970 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b34ec72c-7da1-47a0-91f3-92399d29c4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.602364 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b34ec72c-7da1-47a0-91f3-92399d29c4c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4985065f-f628-4a39-bb0a-b5ce26a367d6 HTTP/1.1" status: 204 len: 168 time: 0.2674921 Aug 31 14:09:22.618692 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6d02ab-476e-47ed-b8e6-ecf527b3aaa9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] DELETE failed (client error): The resource could not be found. Aug 31 14:09:22.619440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0', 'network_id': 'e460349f-146d-4b87-afdc-65cb94403f53', 'port_id': 'f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0', 'mac_address': 'fa:16:3e:b3:08:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fd1351-fe85-4229-80e9-d0acbfa28671', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:09:22.619703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6d02ab-476e-47ed-b8e6-ecf527b3aaa9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:09:22.621674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ac6d02ab-476e-47ed-b8e6-ecf527b3aaa9 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/subnets/10453f7e-0adb-4e1e-b78e-ab3d19ba1ab4 HTTP/1.1" status: 404 len: 337 time: 0.0818117 Aug 31 14:09:22.634941 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49342) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:22.660601 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ec72c-7da1-47a0-91f3-92399d29c4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4985065f-f628-4a39-bb0a-b5ce26a367d6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:22.897260 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.908710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e20ca530-95a7-49fd-9c27-afde0ee35131 None None] Provisioning complete for port 2ac5a211-37b3-4bdd-ae57-271b10ba260e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:22.909093 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e20ca530-95a7-49fd-9c27-afde0ee35131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:22.996247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cf012b31-2bdc-4917-8f98-eab8a892e3c6 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:23.018064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7d09558b-a472-4d11-ad49-84287e8f55d9 None None] Deleting port cf012b31-2bdc-4917-8f98-eab8a892e3c6 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:23.025959 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7d09558b-a472-4d11-ad49-84287e8f55d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.046391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-b8775db5-c029-4d87-a061-4fdba39b6c02 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:23.048639 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-b8775db5-c029-4d87-a061-4fdba39b6c02 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.52 "GET /v2.0/networks?id=497b61f6-ef52-4a6c-a409-78c2378f7305 HTTP/1.1" status: 200 len: 814 time: 0.3204277 Aug 31 14:09:23.060967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:23.079714 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Request body: {'port': {'device_id': 'a8450067-cd3c-4796-8de0-6174f1a99547', 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305', 'admin_state_up': True, 'tenant_id': '24a22d2543114803be61e524d3c4845e'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:23.139336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e20ca530-95a7-49fd-9c27-afde0ee35131 None None] Port 2ac5a211-37b3-4bdd-ae57-271b10ba260e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:23.142683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0,segment=NetworkSegment(147a60a4-f7f0-4ee2-9eec-331758ac2ab4),segment_id=147a60a4-f7f0-4ee2-9eec-331758ac2ab4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:23.156696 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.172258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-603eb3ad-c04d-4ff6-9cb2-b4de0d6330b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Deleting port 2ac5a211-37b3-4bdd-ae57-271b10ba260e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:23.172781 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-603eb3ad-c04d-4ff6-9cb2-b4de0d6330b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.201634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7d09558b-a472-4d11-ad49-84287e8f55d9 None None] For port cf012b31-2bdc-4917-8f98-eab8a892e3c6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cf012b31-2bdc-4917-8f98-eab8a892e3c6,segment=NetworkSegment(8a56ee3a-efc9-45ad-a14d-27d1aec7319a),segment_id=8a56ee3a-efc9-45ad-a14d-27d1aec7319a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:23.202058 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7d09558b-a472-4d11-ad49-84287e8f55d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.229402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7d09558b-a472-4d11-ad49-84287e8f55d9 None None] Calling delete_port for cf012b31-2bdc-4917-8f98-eab8a892e3c6 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:23.281263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:23.308194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-603eb3ad-c04d-4ff6-9cb2-b4de0d6330b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.311884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998b377-282f-4219-bbba-342d30804e81 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Pushing event deleted for resources: {'Port': ['ID=7a493058-061a-4c13-9159-991421ba9e7f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:23.339524 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.379676 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.395716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-603eb3ad-c04d-4ff6-9cb2-b4de0d6330b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Calling delete_port for 2ac5a211-37b3-4bdd-ae57-271b10ba260e owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:23.399572 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cff90e9b-ffe7-443f-86b7-cf2a1487476b req-c4b5f262-850a-4545-90b4-a00fdcf6377a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 210 time: 0.0885363 Aug 31 14:09:23.423350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port cf012b31-2bdc-4917-8f98-eab8a892e3c6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cf012b31-2bdc-4917-8f98-eab8a892e3c6,segment=NetworkSegment(8a56ee3a-efc9-45ad-a14d-27d1aec7319a),segment_id=8a56ee3a-efc9-45ad-a14d-27d1aec7319a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:23.432815 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.446431 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:23.482750 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.502857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Made reservation on behalf of 24a22d2543114803be61e524d3c4845e for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:23.512911 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.523969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:23.534674 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7d09558b-a472-4d11-ad49-84287e8f55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.583502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9b539b-b523-409a-808e-d711661136e4 req-3998b377-282f-4219-bbba-342d30804e81 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] No DVR routers for this DVR port 7a493058-061a-4c13-9159-991421ba9e7f on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:23.596754 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-be9b539b-b523-409a-808e-d711661136e4 req-3998b377-282f-4219-bbba-342d30804e81 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.600008 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-be9b539b-b523-409a-808e-d711661136e4 req-3998b377-282f-4219-bbba-342d30804e81 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.13 "DELETE /v2.0/ports/7a493058-061a-4c13-9159-991421ba9e7f HTTP/1.1" status: 204 len: 173 time: 2.1850078 Aug 31 14:09:23.600008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb2f0c4-83fc-46df-a83f-645870f4c553', 'name': 'network-vif-deleted', 'tag': '7a493058-061a-4c13-9159-991421ba9e7f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:23.602190 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202dc441-3715-4751-97e3-74f7bfd3578a" -d '{"events": [{"server_uuid": "abb2f0c4-83fc-46df-a83f-645870f4c553", "name": "network-vif-deleted", "tag": "7a493058-061a-4c13-9159-991421ba9e7f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:23.636622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Network 0cee240c-5069-4a5d-a626-9016f3a55c41 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:23.637725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event updated for resources: {'Port': ['ID=aa4b2014-aae7-41aa-be12-93651df1faf2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:23.652938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:23.657586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:23.686348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09558b-a472-4d11-ad49-84287e8f55d9 None None] No DVR routers for this DVR port cf012b31-2bdc-4917-8f98-eab8a892e3c6 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:23.690753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83153613-ad5b-416a-83d0-ed8b16af618a req-f67e3169-be82-4ee8-b067-b7070f9c7eca tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:23.691731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83153613-ad5b-416a-83d0-ed8b16af618a req-f67e3169-be82-4ee8-b067-b7070f9c7eca tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 944 time: 0.2539084 Aug 31 14:09:23.737715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=cf012b31-2bdc-4917-8f98-eab8a892e3c6,revision_number=11']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:23.755838 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45412da-8a10-4832-ba17-8bda320fee7f x-openstack-request-id: req-f45412da-8a10-4832-ba17-8bda320fee7f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:23.756332 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb2f0c4-83fc-46df-a83f-645870f4c553", "name": "network-vif-deleted", "tag": "7a493058-061a-4c13-9159-991421ba9e7f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:23.756795 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f45412da-8a10-4832-ba17-8bda320fee7f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:23.757371 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2f0c4-83fc-46df-a83f-645870f4c553', 'name': 'network-vif-deleted', 'tag': '7a493058-061a-4c13-9159-991421ba9e7f', 'status': 'completed', 'code': 200} Aug 31 14:09:23.803067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Allocated IP 172.20.0.12 (497b61f6-ef52-4a6c-a409-78c2378f7305/cd37b77f-4596-4d3e-b902-75edc505d80c/bfcd2797-d691-43ee-843d-7928e8f9d845) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:23.817764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09558b-a472-4d11-ad49-84287e8f55d9 None None] Pushing event deleted for resources: {'Port': ['ID=cf012b31-2bdc-4917-8f98-eab8a892e3c6,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:23.847428 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-603eb3ad-c04d-4ff6-9cb2-b4de0d6330b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.890590 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83153613-ad5b-416a-83d0-ed8b16af618a req-6783fc59-850c-4d57-b804-d5ba54bb20a2 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f70844-dd33-405c-bf1d-2e8fe9fb43b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491461 Aug 31 14:09:23.900764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49374) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:23.917784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:23.918698 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.923648 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-603eb3ad-c04d-4ff6-9cb2-b4de0d6330b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:23.930810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-603eb3ad-c04d-4ff6-9cb2-b4de0d6330b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/ports/2ac5a211-37b3-4bdd-ae57-271b10ba260e HTTP/1.1" status: 204 len: 168 time: 1.2932615 Aug 31 14:09:23.934753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49380) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:23.955293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-7e61fec3-4c82-4a61-a066-947f377310a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7029490 Aug 31 14:09:23.958821 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603eb3ad-c04d-4ff6-9cb2-b4de0d6330b6 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Port': ['ID=2ac5a211-37b3-4bdd-ae57-271b10ba260e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:23.981019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Request body: {'port': {'device_id': 'e573168c-ea4a-439b-a561-5be5b44272fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:24.005298 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5672b67b-1975-4d3a-a1c2-272909a8456b req-8e43946e-8d9b-4972-84f0-1fcbc29c5b77 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 210 time: 0.0598660 Aug 31 14:09:24.120631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1934907749-network', 'tenant_id': '962098f62b0d4e73a0d6899206e718a1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:24.147373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.156215 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.178421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Made reservation on behalf of 962098f62b0d4e73a0d6899206e718a1 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:24.181602 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.184822 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.244459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.255069 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.306462 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Network 497b61f6-ef52-4a6c-a409-78c2378f7305 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:24.311388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:24.313770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:24.320926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Pushing event updated for resources: {'Port': ['ID=bfcd2797-d691-43ee-843d-7928e8f9d845,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:24.351173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7a493058-061a-4c13-9159-991421ba9e7f no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:24.353875 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.367397 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:24.368301 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.374334 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 7a493058-061a-4c13-9159-991421ba9e7f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:24.374686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7a493058-061a-4c13-9159-991421ba9e7f not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:24.418958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840a8aa3-bc54-4ae0-87df-c08ad5d58f8f']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:24.440380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a56ee3a-efc9-45ad-a14d-27d1aec7319a') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:24.440733 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a56ee3a-efc9-45ad-a14d-27d1aec7319a') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:24.463623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.521402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.538395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:24.539038 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:24.542902 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:24.558019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9510ce3-4970-4ca4-a997-7e8ffe1eb9d4 req-7e3567c4-4574-41da-8340-cfa0236692c9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:24.559672 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9510ce3-4970-4ca4-a997-7e8ffe1eb9d4 req-7e3567c4-4574-41da-8340-cfa0236692c9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 932 time: 0.0578268 Aug 31 14:09:24.610312 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9510ce3-4970-4ca4-a997-7e8ffe1eb9d4 req-7685dd70-4d0f-458a-a0da-3c369cb6d3ff tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Aug 31 14:09:24.651689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.670221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.672142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] 10.222.0.20 "DELETE /v2.0/networks/840a8aa3-bc54-4ae0-87df-c08ad5d58f8f HTTP/1.1" status: 204 len: 168 time: 0.7362678 Aug 31 14:09:24.700271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e555200-f2aa-422d-ace5-b84c38d76bd3 tempest-PortsIpV6TestJSON-2104573704 tempest-PortsIpV6TestJSON-2104573704-project] Pushing event deleted for resources: {'Network': ['ID=840a8aa3-bc54-4ae0-87df-c08ad5d58f8f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:24.709623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.721880 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-06f86298-f4d9-49f6-819c-e44a6012c650 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6572165 Aug 31 14:09:24.725321 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.743832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Request body: {'port': {'device_id': 'a8450067-cd3c-4796-8de0-6174f1a99547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:24.818607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:24.838231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708db545-d858-4f7d-a9d3-8e2ac34fc185,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:24.841428 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.844110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4b2014-aae7-41aa-be12-93651df1faf2 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:24.856614 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.860425 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.861101 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Added segment c241e3b3-cb70-4cc6-8224-8b6d000fc1dd of type vlan for network 05e93a51-2998-4a73-87c6-eba03734dbdb Aug 31 14:09:24.892252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Transition to ACTIVE for port object aa4b2014-aae7-41aa-be12-93651df1faf2 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:24.928198 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.952290 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.998653 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:24.999641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:25.000245 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.005609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Pushing event updated for resources: {'Port': ['ID=aa4b2014-aae7-41aa-be12-93651df1faf2,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:25.087089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49396) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:25.114624 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2035468 Aug 31 14:09:25.164566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913db55-6d82-49ca-8e1f-165943eb7b5f admin admin] Pushing event updated for resources: {'Network': ['ID=05e93a51-2998-4a73-87c6-eba03734dbdb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:25.182017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 05e93a51-2998-4a73-87c6-eba03734dbdb details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:25.189396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a519f7-9e99-422c-888a-c0a8793bd82a req-c881d38d-fb59-4141-b87e-5af56a737b3d tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:25.197970 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-36a519f7-9e99-422c-888a-c0a8793bd82a req-c881d38d-fb59-4141-b87e-5af56a737b3d tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 944 time: 0.1950359 Aug 31 14:09:25.257705 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-36a519f7-9e99-422c-888a-c0a8793bd82a req-60960960-09f9-44f5-a41b-550111a7df88 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f70844-dd33-405c-bf1d-2e8fe9fb43b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587234 Aug 31 14:09:25.285728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Attempting to bind port aa4b2014-aae7-41aa-be12-93651df1faf2 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:25.286102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Attempting to bind port aa4b2014-aae7-41aa-be12-93651df1faf2 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:25.286437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Attempting to bind port aa4b2014-aae7-41aa-be12-93651df1faf2 on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:25.295362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Port aa4b2014-aae7-41aa-be12-93651df1faf2 on network 0cee240c-5069-4a5d-a626-9016f3a55c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:09:25.295695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Attempting to bind port aa4b2014-aae7-41aa-be12-93651df1faf2 on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:25.310033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:25.310707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Checking segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:25.311285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Bound using segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:25.312093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Bound port: aa4b2014-aae7-41aa-be12-93651df1faf2, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:25.312301 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.395740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfcd2797-d691-43ee-843d-7928e8f9d845 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:25.407594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd265f-b713-4a79-abae-8b8af78bab74 req-ae6c8124-9c95-404e-824a-bfae85405c3d tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:25.409262 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60bd265f-b713-4a79-abae-8b8af78bab74 req-ae6c8124-9c95-404e-824a-bfae85405c3d tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 932 time: 0.1615906 Aug 31 14:09:25.412187 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8bccbcb6-ec33-46bf-9a7b-034a0c841b76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1ede8c2527c4afcb7c7f887155b44b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245530 Aug 31 14:09:25.417329 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] For port aa4b2014-aae7-41aa-be12-93651df1faf2, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:25.419628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49408) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:25.422787 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.422934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] For port aa4b2014-aae7-41aa-be12-93651df1faf2, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=aa4b2014-aae7-41aa-be12-93651df1faf2,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:25.430428 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.474957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:25.475190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Transition to ACTIVE for port object bfcd2797-d691-43ee-843d-7928e8f9d845 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:25.476050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.478309 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] 10.222.0.52 "PUT /v2.0/ports/aa4b2014-aae7-41aa-be12-93651df1faf2 HTTP/1.1" status: 200 len: 1092 time: 1.5033998 Aug 31 14:09:25.492283 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.508688 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60bd265f-b713-4a79-abae-8b8af78bab74 req-14f53e18-8ac0-45e1-8366-1cec9fc0abb5 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897336 Aug 31 14:09:25.520194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27cd6c-6227-497e-96cd-50683aca823e service neutron] Pushing event updated for resources: {'Port': ['ID=aa4b2014-aae7-41aa-be12-93651df1faf2,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:25.564477 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12981a54-1c38-4b24-800a-c01bf13cbda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.567084 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcd2797-d691-43ee-843d-7928e8f9d845,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:25.586804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-50a42beb-fa62-4955-a807-d25a3250a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:25.588486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-50a42beb-fa62-4955-a807-d25a3250a044 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 1095 time: 0.0565856 Aug 31 14:09:25.630425 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12981a54-1c38-4b24-800a-c01bf13cbda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.640275 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-4ff4a592-be48-416b-9da2-9d0436580dba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa4b2014-aae7-41aa-be12-93651df1faf2 HTTP/1.1" status: 200 len: 217 time: 0.0415773 Aug 31 14:09:25.686180 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Attempting to bind port bfcd2797-d691-43ee-843d-7928e8f9d845 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:25.686519 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Attempting to bind port bfcd2797-d691-43ee-843d-7928e8f9d845 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:25.686842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Attempting to bind port bfcd2797-d691-43ee-843d-7928e8f9d845 on network 497b61f6-ef52-4a6c-a409-78c2378f7305 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:25.691807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Port bfcd2797-d691-43ee-843d-7928e8f9d845 on network 497b61f6-ef52-4a6c-a409-78c2378f7305 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:09:25.692149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Attempting to bind port bfcd2797-d691-43ee-843d-7928e8f9d845 on network 497b61f6-ef52-4a6c-a409-78c2378f7305 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:25.709564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:25.709908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Checking segment: {'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:25.710317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Bound using segment: {'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:25.710746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Bound port: bfcd2797-d691-43ee-843d-7928e8f9d845, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:25.711099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.733024 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12981a54-1c38-4b24-800a-c01bf13cbda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.735547 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12981a54-1c38-4b24-800a-c01bf13cbda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.736698 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-12981a54-1c38-4b24-800a-c01bf13cbda0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52648fbe-970b-429d-b8ac-e61bea5ac591 HTTP/1.1" status: 204 len: 168 time: 0.3161948 Aug 31 14:09:25.751877 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12981a54-1c38-4b24-800a-c01bf13cbda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52648fbe-970b-429d-b8ac-e61bea5ac591,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:25.761441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e573168c-ea4a-439b-a561-5be5b44272fb', 'tag': 'aa4b2014-aae7-41aa-be12-93651df1faf2'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:25.763793 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba9e938-9f31-420a-ac27-ca06d65a6623" -d '{"events": [{"name": "network-changed", "server_uuid": "e573168c-ea4a-439b-a561-5be5b44272fb", "tag": "aa4b2014-aae7-41aa-be12-93651df1faf2"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:25.836539 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9e060-2e74-43d0-9f08-0d727850ba77 req-7a4c710c-31db-454a-beb7-75b93ac8fe13 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:25.838120 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fee9e060-2e74-43d0-9f08-0d727850ba77 req-7a4c710c-31db-454a-beb7-75b93ac8fe13 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 944 time: 0.1429956 Aug 31 14:09:25.838724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-23f34473-bc2e-4583-a05c-894f6c681450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:25.840498 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-23f34473-bc2e-4583-a05c-894f6c681450 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.1752765 Aug 31 14:09:25.869733 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] For port bfcd2797-d691-43ee-843d-7928e8f9d845, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:25.891039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] For port bfcd2797-d691-43ee-843d-7928e8f9d845, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bfcd2797-d691-43ee-843d-7928e8f9d845,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:25.898094 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.910339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fee9e060-2e74-43d0-9f08-0d727850ba77 req-1163555f-a84f-491f-a445-d0b6f6c5dfc5 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630224 Aug 31 14:09:25.942979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-b38d86cb-b564-48b3-944e-dfaa360fdee7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662014 Aug 31 14:09:25.960752 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eff3efb-ab91-4899-975f-6f21030ea6e1 x-openstack-request-id: req-8eff3efb-ab91-4899-975f-6f21030ea6e1 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:25.961037 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e573168c-ea4a-439b-a561-5be5b44272fb", "tag": "aa4b2014-aae7-41aa-be12-93651df1faf2", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:25.961281 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8eff3efb-ab91-4899-975f-6f21030ea6e1 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:25.961668 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e573168c-ea4a-439b-a561-5be5b44272fb', 'tag': 'aa4b2014-aae7-41aa-be12-93651df1faf2', 'status': 'completed', 'code': 200} Aug 31 14:09:25.972089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:25.972747 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:25.974583 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] 10.222.0.52 "PUT /v2.0/ports/bfcd2797-d691-43ee-843d-7928e8f9d845 HTTP/1.1" status: 200 len: 1092 time: 1.2386882 Aug 31 14:09:25.975131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8450067-cd3c-4796-8de0-6174f1a99547', 'tag': 'bfcd2797-d691-43ee-843d-7928e8f9d845'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:25.977486 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69278b0-0d72-47a5-8031-826dc6d82e17" -d '{"events": [{"name": "network-changed", "server_uuid": "a8450067-cd3c-4796-8de0-6174f1a99547", "tag": "bfcd2797-d691-43ee-843d-7928e8f9d845"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:26.000282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29ad33-1f2e-4fce-b824-8b26b811a827 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcd2797-d691-43ee-843d-7928e8f9d845,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:26.028131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937bb6d-ab93-4951-93d6-efbb8356fcfd req-68eda724-39ff-4e2d-9495-fb667d3d4fb5 tempest-ComputeTenantNetworksTest-1585139348 tempest-ComputeTenantNetworksTest-1585139348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.038250 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744e6193-a7f3-42f3-ba8c-24c652f9706a x-openstack-request-id: req-744e6193-a7f3-42f3-ba8c-24c652f9706a {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:26.038555 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8450067-cd3c-4796-8de0-6174f1a99547", "tag": "bfcd2797-d691-43ee-843d-7928e8f9d845", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:26.038773 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-744e6193-a7f3-42f3-ba8c-24c652f9706a {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:26.039171 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8450067-cd3c-4796-8de0-6174f1a99547', 'tag': 'bfcd2797-d691-43ee-843d-7928e8f9d845', 'status': 'completed', 'code': 200} Aug 31 14:09:26.042573 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937bb6d-ab93-4951-93d6-efbb8356fcfd req-68eda724-39ff-4e2d-9495-fb667d3d4fb5 tempest-ComputeTenantNetworksTest-1585139348 tempest-ComputeTenantNetworksTest-1585139348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.055365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937bb6d-ab93-4951-93d6-efbb8356fcfd req-68eda724-39ff-4e2d-9495-fb667d3d4fb5 tempest-ComputeTenantNetworksTest-1585139348 tempest-ComputeTenantNetworksTest-1585139348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.058038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f937bb6d-ab93-4951-93d6-efbb8356fcfd req-68eda724-39ff-4e2d-9495-fb667d3d4fb5 tempest-ComputeTenantNetworksTest-1585139348 tempest-ComputeTenantNetworksTest-1585139348-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4206085 Aug 31 14:09:26.089182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-35dfb5c8-1ac9-4457-b2d6-4dbd2f83ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.090707 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-35dfb5c8-1ac9-4457-b2d6-4dbd2f83ebd7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24a22d2543114803be61e524d3c4845e&device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 1095 time: 0.0614009 Aug 31 14:09:26.184260 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-003e1bbb-78a6-4d3e-855f-2d08265c51f4 service neutron] 10.222.0.52 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212198 Aug 31 14:09:26.341821 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2df4982d-e8e7-44c4-9d06-8b66aaa0bb8c req-f3a11882-9f44-4654-871d-9c17eab83bc6 service neutron] 10.222.0.52 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452463 Aug 31 14:09:26.366511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:26.438865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86f4c1-a006-4ba0-9fcc-b14540bb807a req-52acd3e1-b957-4056-8724-140aed631b90 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.440700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1e86f4c1-a006-4ba0-9fcc-b14540bb807a req-52acd3e1-b957-4056-8724-140aed631b90 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 944 time: 0.0893438 Aug 31 14:09:26.450534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:26.457599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:26.458790 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:26.532990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9e938-9f31-420a-ac27-ca06d65a6623 req-78fe92e1-32db-4547-b4fd-87eca4f4d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.534571 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fba9e938-9f31-420a-ac27-ca06d65a6623 req-78fe92e1-32db-4547-b4fd-87eca4f4d206 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 1095 time: 0.0929496 Aug 31 14:09:26.543378 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1e86f4c1-a006-4ba0-9fcc-b14540bb807a req-bce6bf9c-9d0d-47e5-885e-b603d766bea0 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f70844-dd33-405c-bf1d-2e8fe9fb43b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834322 Aug 31 14:09:26.625353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a510a3-8d6d-44c4-b310-4955ec753163 req-7229fc0c-ed91-4344-91e9-58941298e4bd tempest-ComputeTenantNetworksTest-1585139348 tempest-ComputeTenantNetworksTest-1585139348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.627783 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:26.633105 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68a510a3-8d6d-44c4-b310-4955ec753163 req-7229fc0c-ed91-4344-91e9-58941298e4bd tempest-ComputeTenantNetworksTest-1585139348 tempest-ComputeTenantNetworksTest-1585139348-project] 10.222.0.20 "GET /v2.0/networks/05e93a51-2998-4a73-87c6-eba03734dbdb HTTP/1.1" status: 200 len: 769 time: 0.5331259 Aug 31 14:09:26.635070 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-0f7c639f-9c8e-482e-809f-475baff7959e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfcd2797-d691-43ee-843d-7928e8f9d845 HTTP/1.1" status: 200 len: 217 time: 0.5257845 Aug 31 14:09:26.641991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49446) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:26.697760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9e938-9f31-420a-ac27-ca06d65a6623 req-4b875133-946a-44f8-bf45-4bb160cb1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.699400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fba9e938-9f31-420a-ac27-ca06d65a6623 req-4b875133-946a-44f8-bf45-4bb160cb1174 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 907 time: 0.1507380 Aug 31 14:09:26.724644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0,segment=NetworkSegment(147a60a4-f7f0-4ee2-9eec-331758ac2ab4),segment_id=147a60a4-f7f0-4ee2-9eec-331758ac2ab4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:26.727803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d8c1bf-861c-4595-bc9f-97a17b9b76ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:26.734239 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aef9206-3256-4e9c-b408-3a12a2066e29" -d '{"events": [{"server_uuid": "27d8c1bf-861c-4595-bc9f-97a17b9b76ae", "name": "network-vif-plugged", "status": "completed", "tag": "f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:26.741957 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:26.762477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fba9e938-9f31-420a-ac27-ca06d65a6623 req-68573da4-874b-4e7e-8d22-d7924999c166 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa4b2014-aae7-41aa-be12-93651df1faf2 HTTP/1.1" status: 200 len: 217 time: 0.0551093 Aug 31 14:09:26.823363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:26.861025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9e938-9f31-420a-ac27-ca06d65a6623 req-ccc6c7be-f1fb-447d-b6fa-bccfb4c09256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.865006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fba9e938-9f31-420a-ac27-ca06d65a6623 req-ccc6c7be-f1fb-447d-b6fa-bccfb4c09256 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.0813186 Aug 31 14:09:26.887146 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2707c7f-b0be-4ad3-928f-47b2d203fb58 x-openstack-request-id: req-b2707c7f-b0be-4ad3-928f-47b2d203fb58 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:26.887634 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d8c1bf-861c-4595-bc9f-97a17b9b76ae", "name": "network-vif-plugged", "status": "completed", "tag": "f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:26.888033 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2707c7f-b0be-4ad3-928f-47b2d203fb58 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:26.888666 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d8c1bf-861c-4595-bc9f-97a17b9b76ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0', 'code': 200} Aug 31 14:09:26.899202 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-9e413c5a-c3eb-414b-98a4-dc1903f246cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.900935 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-9e413c5a-c3eb-414b-98a4-dc1903f246cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd37b77f-4596-4d3e-b902-75edc505d80c HTTP/1.1" status: 200 len: 854 time: 0.1902030 Aug 31 14:09:26.906617 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:26.920218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1ae7d-afaf-4708-ae3f-22abfb51c260 req-1ed42033-24f7-44f0-979a-f96d4aeabde3 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:26.921984 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-98c1ae7d-afaf-4708-ae3f-22abfb51c260 req-1ed42033-24f7-44f0-979a-f96d4aeabde3 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 944 time: 0.1823030 Aug 31 14:09:26.957834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49458) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:26.961758 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-b8d230a8-f8f6-4261-8417-062677c955e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=497b61f6-ef52-4a6c-a409-78c2378f7305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385489 Aug 31 14:09:26.970146 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fba9e938-9f31-420a-ac27-ca06d65a6623 req-c0f42fa8-cd10-4951-bdea-08c56bb07ed9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931759 Aug 31 14:09:27.097544 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-98c1ae7d-afaf-4708-ae3f-22abfb51c260 req-76a69028-b198-4774-8ccc-21bfa9ed9b72 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470163 Aug 31 14:09:27.147730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'network': {'name': 'tempest-RoutersTest-1428784780'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:27.153015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.201588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44a7d6-a540-4c74-bcb4-c60252e8ed19 req-21f42095-a239-4178-b514-b90f296531c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:27.204992 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ae44a7d6-a540-4c74-bcb4-c60252e8ed19 req-21f42095-a239-4178-b514-b90f296531c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 1096 time: 0.1963089 Aug 31 14:09:27.225863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e93a51-2998-4a73-87c6-eba03734dbdb']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:27.230052 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-0ce2b962-e67c-48f2-a948-c3be60a6b74a service neutron] 10.222.0.52 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393935 Aug 31 14:09:27.241322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d3f06-9376-4f6d-b583-fdad191d31a4 req-859c4dc2-ef72-45cd-a89b-26903028a54b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:27.243511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0c1d3f06-9376-4f6d-b583-fdad191d31a4 req-859c4dc2-ef72-45cd-a89b-26903028a54b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 944 time: 0.2057843 Aug 31 14:09:27.244349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:27.249241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.275135 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fba9e938-9f31-420a-ac27-ca06d65a6623 req-b3d0e0d2-015e-45bc-a2f3-62857897fd89 service neutron] 10.222.0.52 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868750 Aug 31 14:09:27.284908 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.285534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c241e3b3-cb70-4cc6-8224-8b6d000fc1dd') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:27.287165 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c241e3b3-cb70-4cc6-8224-8b6d000fc1dd') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:27.370223 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.396874 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.407336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:27.407769 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.408065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ae44a7d6-a540-4c74-bcb4-c60252e8ed19 req-4b529fc3-0028-4047-b413-532e0fc27a54 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49f70844-dd33-405c-bf1d-2e8fe9fb43b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867428 Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:27.409717 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:27.435605 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0c1d3f06-9376-4f6d-b583-fdad191d31a4 req-81a191e9-19c2-4378-bca9-1a89c73758fe tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786537 Aug 31 14:09:27.500669 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fba9e938-9f31-420a-ac27-ca06d65a6623 req-3217c15c-6c84-49d5-a12e-f052c215d879 service neutron] 10.222.0.52 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118664 Aug 31 14:09:27.503161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-671e426d-4dd7-4731-88d7-d1cf537fe0f9 req-5ebcb30e-b6c9-49e4-816d-c95d0a5cf57e service neutron] 10.222.0.52 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514966 Aug 31 14:09:27.505580 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.511956 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.516907 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] 10.222.0.20 "DELETE /v2.0/networks/05e93a51-2998-4a73-87c6-eba03734dbdb HTTP/1.1" status: 204 len: 168 time: 0.8701477 Aug 31 14:09:27.531050 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af43cb-69db-4ed1-8689-9c0203a35e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=05e93a51-2998-4a73-87c6-eba03734dbdb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:27.635848 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.641358 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.681568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:27.701914 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.702326 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Added segment 122d60bd-24fe-4c60-9d59-0894a8ba9d63 of type vlan for network 56d8496d-7a30-4d25-82bf-248a26b45420 Aug 31 14:09:27.711064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9af970-12e0-489c-9bc4-83f22ccc3651,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:27.741236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69278b0-0d72-47a5-8031-826dc6d82e17 req-8dde90a4-41b8-4bac-a1f9-bb24bbb2e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:27.743517 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b69278b0-0d72-47a5-8031-826dc6d82e17 req-8dde90a4-41b8-4bac-a1f9-bb24bbb2e4ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24a22d2543114803be61e524d3c4845e&device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 1095 time: 0.1369815 Aug 31 14:09:27.769367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55b953-a6b1-44a2-b354-fa54d104ce40 req-85ebcfd3-a223-40ae-b9c0-7545d3aa9adf tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:27.771387 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.779648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a55b953-a6b1-44a2-b354-fa54d104ce40 req-85ebcfd3-a223-40ae-b9c0-7545d3aa9adf tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 945 time: 0.1079185 Aug 31 14:09:27.818464 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.825963 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:27.827061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:27.895194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49474) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:27.930028 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a55b953-a6b1-44a2-b354-fa54d104ce40 req-55b584a3-640c-4a1f-8981-c29b520022b8 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f70844-dd33-405c-bf1d-2e8fe9fb43b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479244 Aug 31 14:09:27.952790 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9897156 Aug 31 14:09:27.957821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49476) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:27.963300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6c992ece-92a4-4451-b280-d6620449b87b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'network': {'name': 'tempest-RoutersTest-1005489888'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:27.988934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbf3fe-667c-4c3f-bba2-288a64661850 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Network': ['ID=56d8496d-7a30-4d25-82bf-248a26b45420,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:28.002813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 56d8496d-7a30-4d25-82bf-248a26b45420 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:28.012058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c992ece-92a4-4451-b280-d6620449b87b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:28.018125 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6c992ece-92a4-4451-b280-d6620449b87b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.035161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69278b0-0d72-47a5-8031-826dc6d82e17 req-ee717739-48a1-4330-854b-119ccec39664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:28.037351 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b69278b0-0d72-47a5-8031-826dc6d82e17 req-ee717739-48a1-4330-854b-119ccec39664 service neutron] 10.222.0.52 "GET /v2.0/networks?id=497b61f6-ef52-4a6c-a409-78c2378f7305 HTTP/1.1" status: 200 len: 915 time: 0.2529283 Aug 31 14:09:28.064091 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eb7c3c57-19e1-4914-b2f8-c1611fb56fdd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=962098f62b0d4e73a0d6899206e718a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674173 Aug 31 14:09:28.066691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49478) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:28.076663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c992ece-92a4-4451-b280-d6620449b87b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:28.095615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6c992ece-92a4-4451-b280-d6620449b87b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.096073 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-6c992ece-92a4-4451-b280-d6620449b87b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Added segment 4bab4fa6-a459-4f3d-95bc-81fd5b79b48c of type vlan for network 41b78604-17f8-4d49-af0e-d47354e93856 Aug 31 14:09:28.126632 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b69278b0-0d72-47a5-8031-826dc6d82e17 req-8da8fe55-2673-4057-bfd7-c9d9aec35aee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfcd2797-d691-43ee-843d-7928e8f9d845 HTTP/1.1" status: 200 len: 217 time: 0.0732422 Aug 31 14:09:28.167909 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6c992ece-92a4-4451-b280-d6620449b87b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.219516 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b043cdaa-261a-49e6-9895-0128ce118114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.222429 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6c992ece-92a4-4451-b280-d6620449b87b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.227597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69278b0-0d72-47a5-8031-826dc6d82e17 req-eff78782-4701-4abb-867d-c20414ae559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:28.228843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c992ece-92a4-4451-b280-d6620449b87b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:28.229125 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b69278b0-0d72-47a5-8031-826dc6d82e17 req-eff78782-4701-4abb-867d-c20414ae559e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd37b77f-4596-4d3e-b902-75edc505d80c HTTP/1.1" status: 200 len: 854 time: 0.0838680 Aug 31 14:09:28.229597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6c992ece-92a4-4451-b280-d6620449b87b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.256187 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b043cdaa-261a-49e6-9895-0128ce118114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.280875 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b69278b0-0d72-47a5-8031-826dc6d82e17 req-b7f238a7-e282-4068-af75-2dfeee5eda1a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=497b61f6-ef52-4a6c-a409-78c2378f7305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373065 Aug 31 14:09:28.304936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6c992ece-92a4-4451-b280-d6620449b87b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3458278 Aug 31 14:09:28.313600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49484) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:28.323929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4a251797-47e2-4576-98d4-477c6c08b06f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'subnet': {'network_id': '56d8496d-7a30-4d25-82bf-248a26b45420', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:28.330426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c992ece-92a4-4451-b280-d6620449b87b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Network': ['ID=41b78604-17f8-4d49-af0e-d47354e93856,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:28.343798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 41b78604-17f8-4d49-af0e-d47354e93856 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:28.367081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c667bda-6c57-4088-845b-d28fd8272d80 req-423e2fee-d2e9-420f-a4d1-e2eacbac6a87 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:28.375712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c667bda-6c57-4088-845b-d28fd8272d80 req-423e2fee-d2e9-420f-a4d1-e2eacbac6a87 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 944 time: 0.1699057 Aug 31 14:09:28.472841 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c667bda-6c57-4088-845b-d28fd8272d80 req-cadd7303-ccdd-4b0f-a6f0-01f727c8c849 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955560 Aug 31 14:09:28.587653 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b043cdaa-261a-49e6-9895-0128ce118114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.590367 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b043cdaa-261a-49e6-9895-0128ce118114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.591554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b043cdaa-261a-49e6-9895-0128ce118114 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/708db545-d858-4f7d-a9d3-8e2ac34fc185 HTTP/1.1" status: 204 len: 168 time: 0.5237615 Aug 31 14:09:28.635919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043cdaa-261a-49e6-9895-0128ce118114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708db545-d858-4f7d-a9d3-8e2ac34fc185,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:28.644765 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b69278b0-0d72-47a5-8031-826dc6d82e17 req-667ec9e9-94e3-4ae8-9d9c-df83f4e0637c service neutron] 10.222.0.52 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523188 Aug 31 14:09:28.654477 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a251797-47e2-4576-98d4-477c6c08b06f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:28.658382 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4a251797-47e2-4576-98d4-477c6c08b06f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:28.777014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f405c-6101-4f1e-9488-28acb01f31d4 req-e9582298-b7d4-497c-bd30-eccb4496b9b3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:28.778779 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d1f405c-6101-4f1e-9488-28acb01f31d4 req-e9582298-b7d4-497c-bd30-eccb4496b9b3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 944 time: 0.2169943 Aug 31 14:09:28.885483 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d1f405c-6101-4f1e-9488-28acb01f31d4 req-8e68cf7d-d805-43e1-980c-2c3286f7b594 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937214 Aug 31 14:09:28.894418 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b69278b0-0d72-47a5-8031-826dc6d82e17 req-9171db4d-e11b-4921-a6d1-3b5063bbe748 service neutron] 10.222.0.52 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312133 Aug 31 14:09:29.014181 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4a251797-47e2-4576-98d4-477c6c08b06f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.078595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf772846-1d7e-4b90-a2ac-8ca1dca6d19b req-4b6dc662-1c51-47b5-b1fb-5416b97d303d tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:29.081216 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf772846-1d7e-4b90-a2ac-8ca1dca6d19b req-4b6dc662-1c51-47b5-b1fb-5416b97d303d tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 945 time: 0.0663295 Aug 31 14:09:29.089462 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a251797-47e2-4576-98d4-477c6c08b06f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Checking segment: {'id': '122d60bd-24fe-4c60-9d59-0894a8ba9d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56d8496d-7a30-4d25-82bf-248a26b45420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:29.090251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a251797-47e2-4576-98d4-477c6c08b06f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network hostable DHCP agents. Network: 56d8496d-7a30-4d25-82bf-248a26b45420, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:29.096805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a251797-47e2-4576-98d4-477c6c08b06f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Subnet': ['ID=a4f858f8-2d5d-45cf-9012-0eace5da02b5,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:29.121186 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a251797-47e2-4576-98d4-477c6c08b06f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 56d8496d-7a30-4d25-82bf-248a26b45420 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:29.133806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4a251797-47e2-4576-98d4-477c6c08b06f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 56d8496d-7a30-4d25-82bf-248a26b45420) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:29.139251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a251797-47e2-4576-98d4-477c6c08b06f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:29.140274 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4a251797-47e2-4576-98d4-477c6c08b06f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.144985 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf772846-1d7e-4b90-a2ac-8ca1dca6d19b req-6cb4c420-1e62-457b-ac2f-da76dc9ce051 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f70844-dd33-405c-bf1d-2e8fe9fb43b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571163 Aug 31 14:09:29.148758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e7ed9f-6e5a-48da-a79e-77ca13173e64 None None] Network 56d8496d-7a30-4d25-82bf-248a26b45420 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:29.174553 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4a251797-47e2-4576-98d4-477c6c08b06f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8558948 Aug 31 14:09:29.178238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49514) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:29.184597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-17b96072-537b-4b82-b80b-6eeadd82db68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'subnet': {'network_id': '41b78604-17f8-4d49-af0e-d47354e93856', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:29.335189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b96072-537b-4b82-b80b-6eeadd82db68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:29.342120 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17b96072-537b-4b82-b80b-6eeadd82db68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.428234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-56d8496d-7a30-4d25-82bf-248a26b45420', 'network_id': '56d8496d-7a30-4d25-82bf-248a26b45420', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'fixed_ips': [{'subnet_id': 'a4f858f8-2d5d-45cf-9012-0eace5da02b5'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:09:29.429160 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.686784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Allocated IP 172.20.0.2 (56d8496d-7a30-4d25-82bf-248a26b45420/a4f858f8-2d5d-45cf-9012-0eace5da02b5/248a9d1d-83e9-4810-9ce2-71f6d200c4fd) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:29.762457 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17b96072-537b-4b82-b80b-6eeadd82db68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.790437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e88bc-2aa9-4780-b025-2e9cb2d00df8 req-fb3d9e07-102a-4ec0-9d6a-1da0d2ff9439 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:29.792386 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-565e88bc-2aa9-4780-b025-2e9cb2d00df8 req-fb3d9e07-102a-4ec0-9d6a-1da0d2ff9439 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 944 time: 0.1094618 Aug 31 14:09:29.841125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device aa4b2014-aae7-41aa-be12-93651df1faf2 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:09:29.857985 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-565e88bc-2aa9-4780-b025-2e9cb2d00df8 req-cba9d4cb-e77e-4de8-849e-fb983886ad13 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583656 Aug 31 14:09:29.906683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b96072-537b-4b82-b80b-6eeadd82db68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Checking segment: {'id': '4bab4fa6-a459-4f3d-95bc-81fd5b79b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '41b78604-17f8-4d49-af0e-d47354e93856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:29.907274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b96072-537b-4b82-b80b-6eeadd82db68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network hostable DHCP agents. Network: 41b78604-17f8-4d49-af0e-d47354e93856, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:29.922404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641ed2d-5971-4205-b09c-f262d817134c req-7be4aa1f-d5ab-477f-b562-a32623e9b031 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:29.924165 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7641ed2d-5971-4205-b09c-f262d817134c req-7be4aa1f-d5ab-477f-b562-a32623e9b031 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1431603 Aug 31 14:09:29.925233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b96072-537b-4b82-b80b-6eeadd82db68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Subnet': ['ID=8cb82bc8-c45e-4e60-8d85-56bcba5904da,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:29.933225 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:29.980679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Transition to ACTIVE for port object 248a9d1d-83e9-4810-9ce2-71f6d200c4fd will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:29.991111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b96072-537b-4b82-b80b-6eeadd82db68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 41b78604-17f8-4d49-af0e-d47354e93856 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:30.005754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-17b96072-537b-4b82-b80b-6eeadd82db68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 41b78604-17f8-4d49-af0e-d47354e93856) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:30.009930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Transition to ACTIVE for port object 248a9d1d-83e9-4810-9ce2-71f6d200c4fd will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:30.020345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88aaf2c-a10c-418b-bce3-d5e0fae8245e None None] Network 41b78604-17f8-4d49-af0e-d47354e93856 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:30.025560 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b96072-537b-4b82-b80b-6eeadd82db68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:30.026335 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17b96072-537b-4b82-b80b-6eeadd82db68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.040073 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7641ed2d-5971-4205-b09c-f262d817134c req-027468a0-384d-445e-acf8-1160b6904fff tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076152 Aug 31 14:09:30.042325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca95ba0-f39e-4cf9-80a4-fb3a3d0cf987 req-062cf9b1-7007-4b4e-a499-b1824384a8d5 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:30.044002 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eca95ba0-f39e-4cf9-80a4-fb3a3d0cf987 req-062cf9b1-7007-4b4e-a499-b1824384a8d5 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 945 time: 0.0906363 Aug 31 14:09:30.061850 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-17b96072-537b-4b82-b80b-6eeadd82db68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8821855 Aug 31 14:09:30.064734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49552) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:30.070722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0b530786-9e56-46d1-a1ec-ae64f344ad52 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-790732345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:30.090105 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.137512 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eca95ba0-f39e-4cf9-80a4-fb3a3d0cf987 req-964f7990-d16b-4c5a-a95d-8b820d187eae tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f70844-dd33-405c-bf1d-2e8fe9fb43b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858567 Aug 31 14:09:30.139279 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0b530786-9e56-46d1-a1ec-ae64f344ad52 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.140758 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0b530786-9e56-46d1-a1ec-ae64f344ad52 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.170148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Network 56d8496d-7a30-4d25-82bf-248a26b45420 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:30.185324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:30.187949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:30.203408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port aa4b2014-aae7-41aa-be12-93651df1faf2, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=aa4b2014-aae7-41aa-be12-93651df1faf2,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:30.233655 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0b530786-9e56-46d1-a1ec-ae64f344ad52 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.239736 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0b530786-9e56-46d1-a1ec-ae64f344ad52 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.242075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c7a4e-fcf3-47c4-8763-103f56e6495d req-693885af-ae0b-43ab-bcf2-55ad60e6a1be tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:30.243873 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c03c7a4e-fcf3-47c4-8763-103f56e6495d req-693885af-ae0b-43ab-bcf2-55ad60e6a1be tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 944 time: 0.1098781 Aug 31 14:09:30.261527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'aa4b2014-aae7-41aa-be12-93651df1faf2', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'port_id': 'aa4b2014-aae7-41aa-be12-93651df1faf2', 'mac_address': 'fa:16:3e:f6:78:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac749944-61c0-4e97-a3b2-48b24cb2a6a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:09:30.264091 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0b530786-9e56-46d1-a1ec-ae64f344ad52 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.269728 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0b530786-9e56-46d1-a1ec-ae64f344ad52 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2039251 Aug 31 14:09:30.274180 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49554) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:30.274798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Pushing event updated for resources: {'Port': ['ID=248a9d1d-83e9-4810-9ce2-71f6d200c4fd,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:30.352299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Attempting to bind port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:30.352682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Attempting to bind port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '122d60bd-24fe-4c60-9d59-0894a8ba9d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56d8496d-7a30-4d25-82bf-248a26b45420'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:30.353054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Attempting to bind port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd on network 56d8496d-7a30-4d25-82bf-248a26b45420 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:30.370416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:30.370808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Checking segment: {'id': '122d60bd-24fe-4c60-9d59-0894a8ba9d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56d8496d-7a30-4d25-82bf-248a26b45420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:30.371432 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.371843 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Bound using segment: {'id': '122d60bd-24fe-4c60-9d59-0894a8ba9d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56d8496d-7a30-4d25-82bf-248a26b45420'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:30.372343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Bound port: 248a9d1d-83e9-4810-9ce2-71f6d200c4fd, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122d60bd-24fe-4c60-9d59-0894a8ba9d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '56d8496d-7a30-4d25-82bf-248a26b45420'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:30.372766 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.420057 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.443328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c03c7a4e-fcf3-47c4-8763-103f56e6495d req-bbbe1355-e0a1-46ea-8988-c9fbe98a5944 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922843 Aug 31 14:09:30.475772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4b2014-aae7-41aa-be12-93651df1faf2 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:30.531105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port aa4b2014-aae7-41aa-be12-93651df1faf2, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=aa4b2014-aae7-41aa-be12-93651df1faf2,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:30.537793 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.548623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-41b78604-17f8-4d49-af0e-d47354e93856', 'network_id': '41b78604-17f8-4d49-af0e-d47354e93856', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'fixed_ips': [{'subnet_id': '8cb82bc8-c45e-4e60-8d85-56bcba5904da'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:09:30.549839 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.710581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] For port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:30.749117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] For port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=248a9d1d-83e9-4810-9ce2-71f6d200c4fd,segment=NetworkSegment(122d60bd-24fe-4c60-9d59-0894a8ba9d63),segment_id=122d60bd-24fe-4c60-9d59-0894a8ba9d63)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:30.757782 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.763380 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:30.784460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=aa4b2014-aae7-41aa-be12-93651df1faf2,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:30.893851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['aa4b2014-aae7-41aa-be12-93651df1faf2'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:30.951591 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53e757-6ceb-4de6-8c1a-17fda30e0c08 None None] Pushing event updated for resources: {'Port': ['ID=248a9d1d-83e9-4810-9ce2-71f6d200c4fd,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:31.041189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Allocated IP 172.21.0.2 (41b78604-17f8-4d49-af0e-d47354e93856/8cb82bc8-c45e-4e60-8d85-56bcba5904da/020b98d4-d9d7-4476-9d71-1e178784b7b9) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:31.186228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60885d42-2597-44fa-b73a-42cf22c81c54 req-577761e1-6f08-45cf-8a9a-1fb316b166d7 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:31.197244 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60885d42-2597-44fa-b73a-42cf22c81c54 req-577761e1-6f08-45cf-8a9a-1fb316b166d7 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 944 time: 0.1687770 Aug 31 14:09:31.262947 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60885d42-2597-44fa-b73a-42cf22c81c54 req-27e4ea8f-226a-4fc9-b839-c39563b48a05 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674219 Aug 31 14:09:31.312301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Allocated IP 172.20.0.1 (56d8496d-7a30-4d25-82bf-248a26b45420/a4f858f8-2d5d-45cf-9012-0eace5da02b5/52e5bb82-6436-45a9-95de-817c6934bd1a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:31.343535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f22bc-d3e1-4aea-a528-be4dbfe8de9f req-2a84da3c-2b08-4965-b07e-05944ebdf227 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:31.346972 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f74f22bc-d3e1-4aea-a528-be4dbfe8de9f req-2a84da3c-2b08-4965-b07e-05944ebdf227 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 945 time: 0.2372079 Aug 31 14:09:31.514850 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.521101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed3e46-34e2-4a5c-9d11-38511ceeface req-a9d117ec-bde5-4a6d-90ff-d32eaced842c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:31.527037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Transition to ACTIVE for port object 020b98d4-d9d7-4476-9d71-1e178784b7b9 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:31.528969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ed3e46-34e2-4a5c-9d11-38511ceeface req-a9d117ec-bde5-4a6d-90ff-d32eaced842c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1785147 Aug 31 14:09:31.548612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Transition to ACTIVE for port object 020b98d4-d9d7-4476-9d71-1e178784b7b9 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:31.553864 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6f3ab4eb-28a6-484a-b106-78318762c82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.565615 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.568064 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5983e2-fb61-4a4c-9cda-f47aa22501d9 req-9ade02aa-22f9-4a65-9dcd-7d0f7e84042b tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:31.578769 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d5983e2-fb61-4a4c-9cda-f47aa22501d9 req-9ade02aa-22f9-4a65-9dcd-7d0f7e84042b tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 945 time: 0.1227078 Aug 31 14:09:31.581041 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6ed3e46-34e2-4a5c-9d11-38511ceeface req-3ec8dd2d-4639-465f-ad5b-5ecc754eae3a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511158 Aug 31 14:09:31.638367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f74f22bc-d3e1-4aea-a528-be4dbfe8de9f req-dba66a35-0270-4357-9a75-d37c847c5a7a tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Deleting port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:31.639701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f74f22bc-d3e1-4aea-a528-be4dbfe8de9f req-dba66a35-0270-4357-9a75-d37c847c5a7a tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.650896 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d5983e2-fb61-4a4c-9cda-f47aa22501d9 req-390d37a4-e701-4569-bbef-5b088da4cf49 tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/security-groups?id=49f70844-dd33-405c-bf1d-2e8fe9fb43b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711372 Aug 31 14:09:31.654116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Network 41b78604-17f8-4d49-af0e-d47354e93856 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:31.659323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:31.667019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:31.683797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Pushing event updated for resources: {'Port': ['ID=020b98d4-d9d7-4476-9d71-1e178784b7b9,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:31.713726 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.732448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Transition to ACTIVE for port object 52e5bb82-6436-45a9-95de-817c6934bd1a will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:31.764307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Attempting to bind port 020b98d4-d9d7-4476-9d71-1e178784b7b9 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:31.764856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Attempting to bind port 020b98d4-d9d7-4476-9d71-1e178784b7b9 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '4bab4fa6-a459-4f3d-95bc-81fd5b79b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '41b78604-17f8-4d49-af0e-d47354e93856'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:31.765230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Attempting to bind port 020b98d4-d9d7-4476-9d71-1e178784b7b9 on network 41b78604-17f8-4d49-af0e-d47354e93856 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:31.769816 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.770356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f74f22bc-d3e1-4aea-a528-be4dbfe8de9f req-dba66a35-0270-4357-9a75-d37c847c5a7a tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] For port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0,segment=NetworkSegment(147a60a4-f7f0-4ee2-9eec-331758ac2ab4),segment_id=147a60a4-f7f0-4ee2-9eec-331758ac2ab4)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:31.770688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f74f22bc-d3e1-4aea-a528-be4dbfe8de9f req-dba66a35-0270-4357-9a75-d37c847c5a7a tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.771617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:31.772026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Checking segment: {'id': '4bab4fa6-a459-4f3d-95bc-81fd5b79b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '41b78604-17f8-4d49-af0e-d47354e93856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:31.772410 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.772832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Bound using segment: {'id': '4bab4fa6-a459-4f3d-95bc-81fd5b79b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '41b78604-17f8-4d49-af0e-d47354e93856'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:31.773311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Bound port: 020b98d4-d9d7-4476-9d71-1e178784b7b9, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bab4fa6-a459-4f3d-95bc-81fd5b79b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '41b78604-17f8-4d49-af0e-d47354e93856'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:31.773874 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.806171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f74f22bc-d3e1-4aea-a528-be4dbfe8de9f req-dba66a35-0270-4357-9a75-d37c847c5a7a tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Calling delete_port for f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:31.814812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 56d8496d-7a30-4d25-82bf-248a26b45420 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:31.819038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:31.829112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:31.852891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device bfcd2797-d691-43ee-843d-7928e8f9d845 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:09:31.977893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f94af4-6339-4c36-bfe9-906ce80a17b7 req-c3f32d0f-333f-4aa5-9610-161780d526ce tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:31.979959 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:31.980162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] For port 020b98d4-d9d7-4476-9d71-1e178784b7b9, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:31.985188 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-64f94af4-6339-4c36-bfe9-906ce80a17b7 req-c3f32d0f-333f-4aa5-9610-161780d526ce tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 945 time: 0.2046332 Aug 31 14:09:32.049984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] For port 020b98d4-d9d7-4476-9d71-1e178784b7b9, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=020b98d4-d9d7-4476-9d71-1e178784b7b9,segment=NetworkSegment(4bab4fa6-a459-4f3d-95bc-81fd5b79b48c),segment_id=4bab4fa6-a459-4f3d-95bc-81fd5b79b48c)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:32.058606 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.088954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=52e5bb82-6436-45a9-95de-817c6934bd1a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:32.113765 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:32.114693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:32.115042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:32.115384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:32.115807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:32.116062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:32.116217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-64f94af4-6339-4c36-bfe9-906ce80a17b7 req-48c6b410-b650-483f-91c2-e36116c77b4b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170082 Aug 31 14:09:32.116372 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:32.116753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:32.117792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:32.117792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:32.117792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:32.118097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:32.198814 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port bfcd2797-d691-43ee-843d-7928e8f9d845, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bfcd2797-d691-43ee-843d-7928e8f9d845,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:32.227192 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4caf6-a45a-4301-94d2-7c83c6fa1f9c req-3764d075-846a-41c3-8d11-019b7d814eec tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:32.234337 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4caf6-a45a-4301-94d2-7c83c6fa1f9c req-3764d075-846a-41c3-8d11-019b7d814eec tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:32.246375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4caf6-a45a-4301-94d2-7c83c6fa1f9c req-3764d075-846a-41c3-8d11-019b7d814eec tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:32.248157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4caf6-a45a-4301-94d2-7c83c6fa1f9c req-3764d075-846a-41c3-8d11-019b7d814eec tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:32.253902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4caf6-a45a-4301-94d2-7c83c6fa1f9c req-3764d075-846a-41c3-8d11-019b7d814eec tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:32.261233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4caf6-a45a-4301-94d2-7c83c6fa1f9c req-3764d075-846a-41c3-8d11-019b7d814eec tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:32.262957 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f74f22bc-d3e1-4aea-a528-be4dbfe8de9f req-dba66a35-0270-4357-9a75-d37c847c5a7a tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.282530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4caf6-a45a-4301-94d2-7c83c6fa1f9c req-3764d075-846a-41c3-8d11-019b7d814eec tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:32.284996 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ff4caf6-a45a-4301-94d2-7c83c6fa1f9c req-3764d075-846a-41c3-8d11-019b7d814eec tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5432 time: 0.1738939 Aug 31 14:09:32.306137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:32.334237 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.360360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba66a35-0270-4357-9a75-d37c847c5a7a tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Pushing event deleted for resources: {'Port': ['ID=f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:32.365737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'bfcd2797-d691-43ee-843d-7928e8f9d845', 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305', 'port_id': 'bfcd2797-d691-43ee-843d-7928e8f9d845', 'mac_address': 'fa:16:3e:ca:3b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd37b77f-4596-4d3e-b902-75edc505d80c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:09:32.375477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f411e-b4d5-45d5-8f3c-0298da7e3e8e None None] Pushing event updated for resources: {'Port': ['ID=020b98d4-d9d7-4476-9d71-1e178784b7b9,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:32.456422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74f22bc-d3e1-4aea-a528-be4dbfe8de9f req-dba66a35-0270-4357-9a75-d37c847c5a7a tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] No DVR routers for this DVR port f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:32.463741 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ff4caf6-a45a-4301-94d2-7c83c6fa1f9c req-73b2cb32-9c33-463f-af9f-3327d0b0bcef tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302373 Aug 31 14:09:32.489615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f74f22bc-d3e1-4aea-a528-be4dbfe8de9f req-dba66a35-0270-4357-9a75-d37c847c5a7a tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.493689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f74f22bc-d3e1-4aea-a528-be4dbfe8de9f req-dba66a35-0270-4357-9a75-d37c847c5a7a tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.13 "DELETE /v2.0/ports/f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 HTTP/1.1" status: 204 len: 173 time: 1.1179440 Aug 31 14:09:32.494375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d8c1bf-861c-4595-bc9f-97a17b9b76ae', 'name': 'network-vif-deleted', 'tag': 'f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:32.498000 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a26610-4d40-4a11-99c1-339cba745bd8" -d '{"events": [{"server_uuid": "27d8c1bf-861c-4595-bc9f-97a17b9b76ae", "name": "network-vif-deleted", "tag": "f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:32.547873 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.552994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310c76f-dc76-47ca-b953-8b26f832c546 req-a9dd09c4-68fa-4338-981d-5c99d42979e6 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:32.561651 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0310c76f-dc76-47ca-b953-8b26f832c546 req-a9dd09c4-68fa-4338-981d-5c99d42979e6 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 944 time: 0.1371834 Aug 31 14:09:32.585596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfcd2797-d691-43ee-843d-7928e8f9d845 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:32.586031 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01939ef9-7708-4b35-bd8e-7d0f32a6b088 x-openstack-request-id: req-01939ef9-7708-4b35-bd8e-7d0f32a6b088 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:32.586494 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d8c1bf-861c-4595-bc9f-97a17b9b76ae", "name": "network-vif-deleted", "tag": "f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:32.588203 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01939ef9-7708-4b35-bd8e-7d0f32a6b088 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:32.588838 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d8c1bf-861c-4595-bc9f-97a17b9b76ae', 'name': 'network-vif-deleted', 'tag': 'f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0', 'status': 'completed', 'code': 200} Aug 31 14:09:32.656574 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0310c76f-dc76-47ca-b953-8b26f832c546 req-3f224ed6-7979-44fb-9ee7-454d92cfc53a tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936637 Aug 31 14:09:32.659672 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port bfcd2797-d691-43ee-843d-7928e8f9d845, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bfcd2797-d691-43ee-843d-7928e8f9d845,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:32.677404 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:32.809687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47287eb4-5c75-4343-88a9-740bbc575c62 None None] Network 56d8496d-7a30-4d25-82bf-248a26b45420 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:32.943397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=bfcd2797-d691-43ee-843d-7928e8f9d845,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:32.951190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47d51-4c87-4d9d-9cdc-54c4091371e7 req-0ac6abec-9d3a-4435-8c29-80603ab4ca4a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:32.962102 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65f47d51-4c87-4d9d-9cdc-54c4091371e7 req-0ac6abec-9d3a-4435-8c29-80603ab4ca4a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1590219 Aug 31 14:09:32.966547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6caf1339-1a21-4772-92b8-ec974f5280df None None] Provisioning for port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:33.034076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65f47d51-4c87-4d9d-9cdc-54c4091371e7 req-3a211994-fcf3-449f-9f7d-80aa9eb9f7d8 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702648 Aug 31 14:09:33.080660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 020b98d4-d9d7-4476-9d71-1e178784b7b9 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:33.090363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['bfcd2797-d691-43ee-843d-7928e8f9d845'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:33.243697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e407a825-a82b-4dae-afb8-52cd89e55fad req-4c1b6e99-e140-48c6-aab9-d18a6437487d tempest-ServerAddressesTestJSON-844559462 tempest-ServerAddressesTestJSON-844559462-project] 10.222.0.20 "GET /v2.0/ports?device_id=27d8c1bf-861c-4595-bc9f-97a17b9b76ae HTTP/1.1" status: 200 len: 210 time: 0.0515935 Aug 31 14:09:33.335112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 020b98d4-d9d7-4476-9d71-1e178784b7b9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:33.346716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 248a9d1d-83e9-4810-9ce2-71f6d200c4fd up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:33.511584 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:33.523729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fd5c6-26ff-4011-820a-bd5ffc9b75b5 req-eb9482c1-a2c7-4bf9-840b-a565600b6560 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:33.526229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-866fd5c6-26ff-4011-820a-bd5ffc9b75b5 req-eb9482c1-a2c7-4bf9-840b-a565600b6560 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 945 time: 0.1346927 Aug 31 14:09:33.541025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:33.541509 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.635392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-866fd5c6-26ff-4011-820a-bd5ffc9b75b5 req-f0a32037-cd8c-41bf-b808-f907e0f1290e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016493 Aug 31 14:09:33.682912 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.735100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91575db-9d5e-4a46-b5b9-674f242f84f7 req-a0896661-3627-47d5-9028-4db9b473f9fc tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:33.753660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=248a9d1d-83e9-4810-9ce2-71f6d200c4fd,segment=NetworkSegment(122d60bd-24fe-4c60-9d59-0894a8ba9d63),segment_id=122d60bd-24fe-4c60-9d59-0894a8ba9d63)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:33.754236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91575db-9d5e-4a46-b5b9-674f242f84f7 req-a0896661-3627-47d5-9028-4db9b473f9fc tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:33.762218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91575db-9d5e-4a46-b5b9-674f242f84f7 req-a0896661-3627-47d5-9028-4db9b473f9fc tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:33.765408 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.787983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91575db-9d5e-4a46-b5b9-674f242f84f7 req-a0896661-3627-47d5-9028-4db9b473f9fc tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:33.797234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91575db-9d5e-4a46-b5b9-674f242f84f7 req-a0896661-3627-47d5-9028-4db9b473f9fc tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:33.804635 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91575db-9d5e-4a46-b5b9-674f242f84f7 req-a0896661-3627-47d5-9028-4db9b473f9fc tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:33.810940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91575db-9d5e-4a46-b5b9-674f242f84f7 req-a0896661-3627-47d5-9028-4db9b473f9fc tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:33.824184 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f91575db-9d5e-4a46-b5b9-674f242f84f7 req-a0896661-3627-47d5-9028-4db9b473f9fc tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5432 time: 0.3379903 Aug 31 14:09:33.871714 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.884640 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:33.896940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device aa4b2014-aae7-41aa-be12-93651df1faf2 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:33.916240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e193b-7a64-4525-be55-898bb947f13a req-fe107415-2ecc-4b69-b958-b74a3a3568cc tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:33.918161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c10e193b-7a64-4525-be55-898bb947f13a req-fe107415-2ecc-4b69-b958-b74a3a3568cc tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 945 time: 0.1378288 Aug 31 14:09:33.934116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=248a9d1d-83e9-4810-9ce2-71f6d200c4fd,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:33.960553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:33.961012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:33.961397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:33.961744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:33.962085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:33.962613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:33.962961 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:33.963294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:33.963644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:33.963956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:33.964466 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:33.964781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:33.980121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-984d3686-36e8-4ed7-a941-3093f6193cec None None] Provisioning complete for port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:33.980529 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-984d3686-36e8-4ed7-a941-3093f6193cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.022612 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c10e193b-7a64-4525-be55-898bb947f13a req-02a5c953-137c-4fd3-9239-de91c2066dd3 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921431 Aug 31 14:09:34.078600 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.086788 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5fdabb09-878a-4897-89da-1a88715cb3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.087613 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.091538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=52e5bb82-6436-45a9-95de-817c6934bd1a,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:34.112901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port aa4b2014-aae7-41aa-be12-93651df1faf2 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:34.141640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port aa4b2014-aae7-41aa-be12-93651df1faf2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:34.142353 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.193249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d4535c-cec6-4096-b82a-c063cc761151 None None] Network 41b78604-17f8-4d49-af0e-d47354e93856 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:34.268946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-984d3686-36e8-4ed7-a941-3093f6193cec None None] Provisioning for port 52e5bb82-6436-45a9-95de-817c6934bd1a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:34.278934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 56d8496d-7a30-4d25-82bf-248a26b45420 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:34.279576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-984d3686-36e8-4ed7-a941-3093f6193cec None None] Provisioning complete for port 52e5bb82-6436-45a9-95de-817c6934bd1a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:34.279958 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-984d3686-36e8-4ed7-a941-3093f6193cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.281078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:34.300961 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1609cfe-df64-4a06-87c0-3fd347999e97 req-9ea69671-8c2f-4f4a-9dce-5fd96a821a90 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:34.302624 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1609cfe-df64-4a06-87c0-3fd347999e97 req-9ea69671-8c2f-4f4a-9dce-5fd96a821a90 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.0954318 Aug 31 14:09:34.328427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49612) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:34.394843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Deleting subnet c2fd1351-fe85-4229-80e9-d0acbfa28671 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:34.397919 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.399715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.405440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:34.435858 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1609cfe-df64-4a06-87c0-3fd347999e97 req-9c43a04f-3fc4-455f-9058-40de7cec4d68 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901439 Aug 31 14:09:34.445805 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.468055 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 0bd47a5a-69ef-42d1-89ad-693db43a9d7f is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:09:34.494729 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.600530 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.639519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2fd1351-fe85-4229-80e9-d0acbfa28671,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:34.646118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:34.652095 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f4ff4e98-4e31-4bc5-ab71-c60e85f3b9c0 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:34.655806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:34.656462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:34.656611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-984d3686-36e8-4ed7-a941-3093f6193cec None None] Port 52e5bb82-6436-45a9-95de-817c6934bd1a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:34.657142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:34.657643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:34.661473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:34.662011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:34.662672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:34.663171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:34.663664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:34.664153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:34.665033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:34.665610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:09:34.673597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.676051 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f4e20118-76a8-426f-ab4a-286e9555b222 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c2fd1351-fe85-4229-80e9-d0acbfa28671 HTTP/1.1" status: 204 len: 168 time: 0.3468447 Aug 31 14:09:34.681430 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49622) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:34.704750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e573168c-ea4a-439b-a561-5be5b44272fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4b2014-aae7-41aa-be12-93651df1faf2'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:34.708674 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ac5954-4826-45e5-a1c5-0137c350ef7e" -d '{"events": [{"server_uuid": "e573168c-ea4a-439b-a561-5be5b44272fb", "name": "network-vif-plugged", "status": "completed", "tag": "aa4b2014-aae7-41aa-be12-93651df1faf2"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:34.724896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port aa4b2014-aae7-41aa-be12-93651df1faf2, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=aa4b2014-aae7-41aa-be12-93651df1faf2,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:34.731559 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:34.755701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:34.768226 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b049217d-45e8-4b1b-a40b-2101c05f2560 None None] Sync routers for ids ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:34.774729 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-af79b358-fb91-43cf-a6ca-bdfdab2602d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/0bd47a5a-69ef-42d1-89ad-693db43a9d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4958396 Aug 31 14:09:34.777079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49628) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:34.790477 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b049217d-45e8-4b1b-a40b-2101c05f2560 None None] Routers {'0bd47a5a-69ef-42d1-89ad-693db43a9d7f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:34.791093 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b049217d-45e8-4b1b-a40b-2101c05f2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:09:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:34.838933 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2eb93c1-38cf-42ea-80fa-52ce0751a4da x-openstack-request-id: req-d2eb93c1-38cf-42ea-80fa-52ce0751a4da {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:34.839313 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e573168c-ea4a-439b-a561-5be5b44272fb", "name": "network-vif-plugged", "status": "completed", "tag": "aa4b2014-aae7-41aa-be12-93651df1faf2", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:34.839494 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2eb93c1-38cf-42ea-80fa-52ce0751a4da {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:34.839871 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e573168c-ea4a-439b-a561-5be5b44272fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4b2014-aae7-41aa-be12-93651df1faf2', 'code': 200} Aug 31 14:09:34.846140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec6a0c-67a2-4b87-b128-5031d0222381 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:34.851539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a4ec6a0c-67a2-4b87-b128-5031d0222381 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports/52e5bb82-6436-45a9-95de-817c6934bd1a HTTP/1.1" status: 200 len: 910 time: 0.0716155 Aug 31 14:09:34.852235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49630) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:34.868389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 248a9d1d-83e9-4810-9ce2-71f6d200c4fd up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:34.886760 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b049217d-45e8-4b1b-a40b-2101c05f2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:34.931234 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b049217d-45e8-4b1b-a40b-2101c05f2560 None None] Routers {'0bd47a5a-69ef-42d1-89ad-693db43a9d7f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:34.931879 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b049217d-45e8-4b1b-a40b-2101c05f2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:09:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:34.938695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8e9dc961-ad20-40fa-a800-05bc7419de11 None None] Provisioning for port 020b98d4-d9d7-4476-9d71-1e178784b7b9 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:34.958234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8e9dc961-ad20-40fa-a800-05bc7419de11 None None] Provisioning complete for port 020b98d4-d9d7-4476-9d71-1e178784b7b9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:34.958617 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e9dc961-ad20-40fa-a800-05bc7419de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.015585 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b049217d-45e8-4b1b-a40b-2101c05f2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:35.016808 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b049217d-45e8-4b1b-a40b-2101c05f2560 None None] The sync data for ids ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:35.020540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=aa4b2014-aae7-41aa-be12-93651df1faf2,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:35.080967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:35.081347 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.090286 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644202b6-a77f-4d8a-8e46-61857f9a55f8 req-3e7af6d3-58d4-47f9-9a5e-a2a61087723e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:35.099293 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-644202b6-a77f-4d8a-8e46-61857f9a55f8 req-3e7af6d3-58d4-47f9-9a5e-a2a61087723e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 946 time: 0.2084301 Aug 31 14:09:35.107471 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.158428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292e87b-2887-408d-8b9d-c3e569c2ce15 req-921367ba-42d3-491d-8b9f-0092c66fb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:35.160354 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e292e87b-2887-408d-8b9d-c3e569c2ce15 req-921367ba-42d3-491d-8b9f-0092c66fb2de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 1097 time: 0.1606672 Aug 31 14:09:35.236036 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e9dc961-ad20-40fa-a800-05bc7419de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.253123 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.260346 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-644202b6-a77f-4d8a-8e46-61857f9a55f8 req-f175a2e7-47de-4a22-8eb1-c2fb25c477fa tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598678 Aug 31 14:09:35.309289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403817c-f8bd-4135-9f71-b869cc970622 req-c0ada4de-fcbf-436d-bf0f-dbea0b1996f4 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:35.318019 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d403817c-f8bd-4135-9f71-b869cc970622 req-c0ada4de-fcbf-436d-bf0f-dbea0b1996f4 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 945 time: 0.1146994 Aug 31 14:09:35.387967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8e9dc961-ad20-40fa-a800-05bc7419de11 None None] For port 020b98d4-d9d7-4476-9d71-1e178784b7b9, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=020b98d4-d9d7-4476-9d71-1e178784b7b9,segment=NetworkSegment(4bab4fa6-a459-4f3d-95bc-81fd5b79b48c),segment_id=4bab4fa6-a459-4f3d-95bc-81fd5b79b48c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:35.393770 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e9dc961-ad20-40fa-a800-05bc7419de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.398793 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.417371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e460349f-146d-4b87-afdc-65cb94403f53']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:35.421459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e292e87b-2887-408d-8b9d-c3e569c2ce15 req-9be0a050-6604-4824-888e-2517a6c372c6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301238 Aug 31 14:09:35.430152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147a60a4-f7f0-4ee2-9eec-331758ac2ab4') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:35.430597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147a60a4-f7f0-4ee2-9eec-331758ac2ab4') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:35.449512 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.473565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8e9dc961-ad20-40fa-a800-05bc7419de11 None None] Provisioning complete for port 52e5bb82-6436-45a9-95de-817c6934bd1a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:35.474331 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e9dc961-ad20-40fa-a800-05bc7419de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.489460 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d403817c-f8bd-4135-9f71-b869cc970622 req-9060a35a-1f13-4270-9659-f00faea2d882 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699522 Aug 31 14:09:35.514690 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.523723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:35.524199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.547706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8e9dc961-ad20-40fa-a800-05bc7419de11 None None] Port 52e5bb82-6436-45a9-95de-817c6934bd1a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:35.560746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9dc961-ad20-40fa-a800-05bc7419de11 None None] Pushing event updated for resources: {'Port': ['ID=020b98d4-d9d7-4476-9d71-1e178784b7b9,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:35.595269 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:35.665254 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.673624 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.701604 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.706345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] 10.222.0.20 "DELETE /v2.0/networks/e460349f-146d-4b87-afdc-65cb94403f53 HTTP/1.1" status: 204 len: 168 time: 1.0235970 Aug 31 14:09:35.714815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-905903b7-f08a-47a6-a0df-7c814f9e5d1b None None] Provisioning complete for port 020b98d4-d9d7-4476-9d71-1e178784b7b9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:35.715767 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-905903b7-f08a-47a6-a0df-7c814f9e5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:35.742765 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbfd12-0191-4764-b84a-d2356fb786d3 req-e198af06-b8b2-419e-a61e-e9215a5d77bb tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:35.752682 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77dbfd12-0191-4764-b84a-d2356fb786d3 req-e198af06-b8b2-419e-a61e-e9215a5d77bb tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1562152 Aug 31 14:09:35.764107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bee71-20e4-4e09-903f-98c1b7b93adc admin admin] Pushing event deleted for resources: {'Network': ['ID=e460349f-146d-4b87-afdc-65cb94403f53,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:35.825060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77dbfd12-0191-4764-b84a-d2356fb786d3 req-1acd3455-0b75-4c18-a6ba-b346393528aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708992 Aug 31 14:09:35.896414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device bfcd2797-d691-43ee-843d-7928e8f9d845 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:36.002847 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port bfcd2797-d691-43ee-843d-7928e8f9d845 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:36.009682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port bfcd2797-d691-43ee-843d-7928e8f9d845 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:36.010297 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.109185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49660) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:36.141741 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.169255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e6b8037e-fb5e-4610-b06b-703c2408254e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=832356ff161c48c9ba4a7126d2249a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562489 Aug 31 14:09:36.172902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49662) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:36.220173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port bfcd2797-d691-43ee-843d-7928e8f9d845, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bfcd2797-d691-43ee-843d-7928e8f9d845,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:36.228473 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.271140 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbb1c5d7-f51a-4e41-9d7c-b9009e1831c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.304682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=bfcd2797-d691-43ee-843d-7928e8f9d845,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:36.316256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbb1c5d7-f51a-4e41-9d7c-b9009e1831c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.404565 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbb1c5d7-f51a-4e41-9d7c-b9009e1831c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.410153 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbb1c5d7-f51a-4e41-9d7c-b9009e1831c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.418394 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bbb1c5d7-f51a-4e41-9d7c-b9009e1831c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49f70844-dd33-405c-bf1d-2e8fe9fb43b1 HTTP/1.1" status: 204 len: 168 time: 0.2442095 Aug 31 14:09:36.439832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1c5d7-f51a-4e41-9d7c-b9009e1831c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f70844-dd33-405c-bf1d-2e8fe9fb43b1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:36.534484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ed2e8-c8dc-4920-83db-8b76c40eaf66 req-8ce027cb-183c-4e63-85d2-7a5e339e0bac tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:36.536105 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d1ed2e8-c8dc-4920-83db-8b76c40eaf66 req-8ce027cb-183c-4e63-85d2-7a5e339e0bac tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 946 time: 0.1112280 Aug 31 14:09:36.563967 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49676) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:36.652094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2d1ed2e8-c8dc-4920-83db-8b76c40eaf66 req-10eb93ca-84e0-4385-b987-e715654d4dfb tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033051 Aug 31 14:09:36.673390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Allocated IP 172.21.0.1 (41b78604-17f8-4d49-af0e-d47354e93856/8cb82bc8-c45e-4e60-8d85-56bcba5904da/ffba4a62-7a12-4003-975c-6882f5eebdaf) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:36.698994 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.736191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70c6c7-1efa-46b2-8d10-0bda2a59ad30 req-988938d4-cb89-4062-9cea-aea0819cc8c4 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:36.737909 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f70c6c7-1efa-46b2-8d10-0bda2a59ad30 req-988938d4-cb89-4062-9cea-aea0819cc8c4 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1280894 Aug 31 14:09:36.747687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e398e80-036b-41ab-a4f6-e73b7a6e9a2b req-69a6d6b3-83a0-4073-98a0-10f3a3491554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:36.748188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e398e80-036b-41ab-a4f6-e73b7a6e9a2b req-69a6d6b3-83a0-4073-98a0-10f3a3491554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:36.750247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e398e80-036b-41ab-a4f6-e73b7a6e9a2b req-69a6d6b3-83a0-4073-98a0-10f3a3491554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:36.750247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e398e80-036b-41ab-a4f6-e73b7a6e9a2b req-69a6d6b3-83a0-4073-98a0-10f3a3491554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:36.750247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e398e80-036b-41ab-a4f6-e73b7a6e9a2b req-69a6d6b3-83a0-4073-98a0-10f3a3491554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:36.750676 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e398e80-036b-41ab-a4f6-e73b7a6e9a2b req-69a6d6b3-83a0-4073-98a0-10f3a3491554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:36.751422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e398e80-036b-41ab-a4f6-e73b7a6e9a2b req-69a6d6b3-83a0-4073-98a0-10f3a3491554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:36.761068 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1e398e80-036b-41ab-a4f6-e73b7a6e9a2b req-69a6d6b3-83a0-4073-98a0-10f3a3491554 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 6489 time: 0.1953368 Aug 31 14:09:36.815172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.822643 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1e398e80-036b-41ab-a4f6-e73b7a6e9a2b req-5925bd76-28ee-40e5-b299-e9d889b5d10e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606360 Aug 31 14:09:36.834777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Transition to ACTIVE for port object ffba4a62-7a12-4003-975c-6882f5eebdaf will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:36.842626 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8450067-cd3c-4796-8de0-6174f1a99547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcd2797-d691-43ee-843d-7928e8f9d845'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:36.850296 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3048611b-c5c5-41b9-b8f5-57189d0e6c9a" -d '{"events": [{"server_uuid": "a8450067-cd3c-4796-8de0-6174f1a99547", "name": "network-vif-plugged", "status": "completed", "tag": "bfcd2797-d691-43ee-843d-7928e8f9d845"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:36.855280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 020b98d4-d9d7-4476-9d71-1e178784b7b9 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:36.877766 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f70c6c7-1efa-46b2-8d10-0bda2a59ad30 req-13702398-dc2b-4154-a22b-6ced04093f5a tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919607 Aug 31 14:09:36.928676 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.943188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 020b98d4-d9d7-4476-9d71-1e178784b7b9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:36.944067 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:36.994636 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df8bb32-3572-49c4-8874-e21d85ec36df x-openstack-request-id: req-2df8bb32-3572-49c4-8874-e21d85ec36df {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:36.994943 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8450067-cd3c-4796-8de0-6174f1a99547", "name": "network-vif-plugged", "status": "completed", "tag": "bfcd2797-d691-43ee-843d-7928e8f9d845", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:36.995349 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2df8bb32-3572-49c4-8874-e21d85ec36df {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:36.995629 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8450067-cd3c-4796-8de0-6174f1a99547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcd2797-d691-43ee-843d-7928e8f9d845', 'code': 200} Aug 31 14:09:37.047790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 41b78604-17f8-4d49-af0e-d47354e93856 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:37.058414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:37.066910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:37.115149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.120463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=ffba4a62-7a12-4003-975c-6882f5eebdaf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:37.189742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec9581-595c-45a0-9b82-a1516fb090f7 req-e542a9f6-5b30-42d3-99c9-5395b6628829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:37.192103 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cec9581-595c-45a0-9b82-a1516fb090f7 req-e542a9f6-5b30-42d3-99c9-5395b6628829 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 1097 time: 0.0815408 Aug 31 14:09:37.200835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82816e2e-7d97-4102-a6f4-e81f9be05aa0 req-542fcfe0-d354-4463-8a5d-e8202602d96c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:37.209659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82816e2e-7d97-4102-a6f4-e81f9be05aa0 req-542fcfe0-d354-4463-8a5d-e8202602d96c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.2529306 Aug 31 14:09:37.240763 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cec9581-595c-45a0-9b82-a1516fb090f7 req-7edfd07b-cc02-4e87-af14-7be13fcf9417 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361748 Aug 31 14:09:37.324907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82816e2e-7d97-4102-a6f4-e81f9be05aa0 req-5b192156-47fa-4f3b-bc5c-7d3175e34267 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140769 Aug 31 14:09:37.376150 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.508712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-85f7d8b8-ddf0-4655-aa7b-ed3ab7812aa3 None None] Provisioning for port ffba4a62-7a12-4003-975c-6882f5eebdaf completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:37.512952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-85f7d8b8-ddf0-4655-aa7b-ed3ab7812aa3 None None] Provisioning complete for port ffba4a62-7a12-4003-975c-6882f5eebdaf triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:37.513311 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-85f7d8b8-ddf0-4655-aa7b-ed3ab7812aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.562659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-85f7d8b8-ddf0-4655-aa7b-ed3ab7812aa3 None None] Port ffba4a62-7a12-4003-975c-6882f5eebdaf cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:37.659461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49712) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:37.753318 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.761285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.839532 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-70825262-network', 'tenant_id': '8c5252839ee240d6b8582dd3d336fe2a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:37.866392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Made reservation on behalf of 8c5252839ee240d6b8582dd3d336fe2a for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:37.869152 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.882754 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.921601 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:37.925797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=ffba4a62-7a12-4003-975c-6882f5eebdaf,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:37.975434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1e823-111e-42db-9327-63e7f07aca41 req-053edf85-3089-468b-973f-b36dd75c8fef tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:37.977131 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d5b1e823-111e-42db-9327-63e7f07aca41 req-053edf85-3089-468b-973f-b36dd75c8fef tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 946 time: 0.2168295 Aug 31 14:09:38.032623 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.050639 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.084766 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d5b1e823-111e-42db-9327-63e7f07aca41 req-3666198a-1ebf-42d3-9387-901b9afc5d30 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664625 Aug 31 14:09:38.118523 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:38.121071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 41b78604-17f8-4d49-af0e-d47354e93856 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:38.123091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:38.146655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f99324-4339-47a6-a414-c178d187b6b0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:38.168740 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.169120 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Added segment 4524b2a8-a893-4069-9667-241ddac1daf3 of type vlan for network 33712d3f-382c-4f17-8b7c-beb4146f1ad6 Aug 31 14:09:38.223672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47850461-c275-4279-aa3c-4a6b79b37e5b req-f1645992-3cf4-4b7a-8c47-bb7b16fe3329 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:38.225604 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47850461-c275-4279-aa3c-4a6b79b37e5b req-f1645992-3cf4-4b7a-8c47-bb7b16fe3329 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1872776 Aug 31 14:09:38.289601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 0bd47a5a-69ef-42d1-89ad-693db43a9d7f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:38.319345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47850461-c275-4279-aa3c-4a6b79b37e5b req-ef23aea6-28e5-48cc-9ca2-83700af782a4 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866868 Aug 31 14:09:38.325209 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.386103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.387746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:38.388501 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.435264 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7742634 Aug 31 14:09:38.444025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49740) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:38.451309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ed04d0d9-61c7-47af-b9ab-00dfe011c553 admin admin] Request body: {'subnet': {'network_id': '33712d3f-382c-4f17-8b7c-beb4146f1ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-70825262-subnet', 'tenant_id': '8c5252839ee240d6b8582dd3d336fe2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:38.461149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:38.469077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-31f8e51e-a277-4c03-ac30-fd54ae1e0366 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/0bd47a5a-69ef-42d1-89ad-693db43a9d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6150763 Aug 31 14:09:38.474659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49742) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:38.491467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cfcd6d-59e2-4579-8c93-617f997540f7 None None] Sync routers for ids ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:38.512244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfcd6d-59e2-4579-8c93-617f997540f7 None None] Routers {'0bd47a5a-69ef-42d1-89ad-693db43a9d7f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:38.512244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-13cfcd6d-59e2-4579-8c93-617f997540f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:09:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:38.512607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cd0ed-17bd-4c09-a4cb-d4c84fb4f3ff req-a8611726-1ffe-4eb3-85e4-fc508d4ff562 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:38.512607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-075cd0ed-17bd-4c09-a4cb-d4c84fb4f3ff req-a8611726-1ffe-4eb3-85e4-fc508d4ff562 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 946 time: 0.1264284 Aug 31 14:09:38.557750 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530dabb-acf0-4174-967c-860fc230371c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:38.558052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-13cfcd6d-59e2-4579-8c93-617f997540f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:38.559266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2530dabb-acf0-4174-967c-860fc230371c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports/ffba4a62-7a12-4003-975c-6882f5eebdaf HTTP/1.1" status: 200 len: 910 time: 0.0831163 Aug 31 14:09:38.566266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49746) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:38.566976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed04d0d9-61c7-47af-b9ab-00dfe011c553 admin admin] Made reservation on behalf of 8c5252839ee240d6b8582dd3d336fe2a for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:38.569545 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed04d0d9-61c7-47af-b9ab-00dfe011c553 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.584114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-29da9bdd-99cc-47e4-93c4-011d47af8e55 None None] Provisioning complete for port ffba4a62-7a12-4003-975c-6882f5eebdaf triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:38.584895 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-29da9bdd-99cc-47e4-93c4-011d47af8e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:38.590230 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f68ff-0f25-4506-97ab-7be93eca3f06 admin admin] Pushing event updated for resources: {'Network': ['ID=33712d3f-382c-4f17-8b7c-beb4146f1ad6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:38.633392 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfcd6d-59e2-4579-8c93-617f997540f7 None None] Routers {'0bd47a5a-69ef-42d1-89ad-693db43a9d7f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:38.634827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-13cfcd6d-59e2-4579-8c93-617f997540f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:09:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:38.638615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 33712d3f-382c-4f17-8b7c-beb4146f1ad6 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:38.685412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331a69c-7858-46b9-b781-0a0552489a90 req-cef5d5bd-1b2e-414d-a9ee-3081ef93116a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:38.688294 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a331a69c-7858-46b9-b781-0a0552489a90 req-cef5d5bd-1b2e-414d-a9ee-3081ef93116a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1061199 Aug 31 14:09:38.725258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-075cd0ed-17bd-4c09-a4cb-d4c84fb4f3ff req-d7c8d04f-4324-4643-8ef1-52d9fca6a510 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930788 Aug 31 14:09:38.803788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-13cfcd6d-59e2-4579-8c93-617f997540f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:38.805158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cfcd6d-59e2-4579-8c93-617f997540f7 None None] The sync data for ids ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:38.828861 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a331a69c-7858-46b9-b781-0a0552489a90 req-40744661-b213-416e-ba5e-ead7771399b0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232193 Aug 31 14:09:38.834872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-29da9bdd-99cc-47e4-93c4-011d47af8e55 None None] Port ffba4a62-7a12-4003-975c-6882f5eebdaf cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:09:38.972843 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.065342 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.273812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80109074-a10a-4582-a4c2-36cdb4a37b00 req-a86a6ba7-cff7-4b1d-bdde-dc64c65f1f8b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:39.275835 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80109074-a10a-4582-a4c2-36cdb4a37b00 req-a86a6ba7-cff7-4b1d-bdde-dc64c65f1f8b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 946 time: 0.0902622 Aug 31 14:09:39.347788 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80109074-a10a-4582-a4c2-36cdb4a37b00 req-b174b90e-0d02-4af1-9dba-1090b7108141 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585754 Aug 31 14:09:39.362406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed04d0d9-61c7-47af-b9ab-00dfe011c553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.465151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04d0d9-61c7-47af-b9ab-00dfe011c553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=629d50ad-5b8d-444f-8daa-5fc665cc94cb,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:39.501675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed04d0d9-61c7-47af-b9ab-00dfe011c553 admin admin] Checking segment: {'id': '4524b2a8-a893-4069-9667-241ddac1daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '33712d3f-382c-4f17-8b7c-beb4146f1ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:39.502223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04d0d9-61c7-47af-b9ab-00dfe011c553 admin admin] Network hostable DHCP agents. Network: 33712d3f-382c-4f17-8b7c-beb4146f1ad6, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:39.536700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296da61-b7b5-4e82-a99c-b4e99dc26534 req-4ceb4265-3ff1-41e0-83db-99683957a704 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:39.541711 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d296da61-b7b5-4e82-a99c-b4e99dc26534 req-4ceb4265-3ff1-41e0-83db-99683957a704 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1035473 Aug 31 14:09:39.579111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04d0d9-61c7-47af-b9ab-00dfe011c553 admin admin] Network 33712d3f-382c-4f17-8b7c-beb4146f1ad6 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:39.610621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ed04d0d9-61c7-47af-b9ab-00dfe011c553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 33712d3f-382c-4f17-8b7c-beb4146f1ad6) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:39.625179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c688bea-c58b-44ee-a196-9549a0dac39d None None] Network 33712d3f-382c-4f17-8b7c-beb4146f1ad6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:39.629937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed04d0d9-61c7-47af-b9ab-00dfe011c553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:39.631265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed04d0d9-61c7-47af-b9ab-00dfe011c553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.645280 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d296da61-b7b5-4e82-a99c-b4e99dc26534 req-55303940-c05c-439c-9c24-664f5d779edb tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767617 Aug 31 14:09:39.700977 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ed04d0d9-61c7-47af-b9ab-00dfe011c553 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2479479 Aug 31 14:09:39.700977 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff306-cf4c-464c-9943-bff273367715 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:39.841409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c8c405-b07e-4444-a01a-2d3d19f06bfa None None] Network 33712d3f-382c-4f17-8b7c-beb4146f1ad6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:40.038078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588859c-c291-4ce4-a44d-d0cef4d62fe4 req-aaf74940-13b7-45fd-8d70-19ec0e229257 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:40.041150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5588859c-c291-4ce4-a44d-d0cef4d62fe4 req-aaf74940-13b7-45fd-8d70-19ec0e229257 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.2001028 Aug 31 14:09:40.102738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1e788-8605-4167-bef3-724b46c50e8b req-64fc89bf-ebb9-4e0e-94bc-c43fd58a6bb0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:40.113718 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ae1e788-8605-4167-bef3-724b46c50e8b req-64fc89bf-ebb9-4e0e-94bc-c43fd58a6bb0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1473386 Aug 31 14:09:40.171689 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ae1e788-8605-4167-bef3-724b46c50e8b req-5f12b646-596d-415e-be98-fe51ae17c206 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539134 Aug 31 14:09:40.182877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5588859c-c291-4ce4-a44d-d0cef4d62fe4 req-6d145cce-af20-44e1-91c3-cb01d6102539 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241653 Aug 31 14:09:40.287472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ff306-cf4c-464c-9943-bff273367715 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port ffba4a62-7a12-4003-975c-6882f5eebdaf {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:40.287832 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff306-cf4c-464c-9943-bff273367715 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.467042 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff306-cf4c-464c-9943-bff273367715 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.502716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ff306-cf4c-464c-9943-bff273367715 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for ffba4a62-7a12-4003-975c-6882f5eebdaf owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:40.573442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fdb33-895e-4f7b-9e6e-a0ef3c6578a7 req-fc729287-2296-419e-88a0-874479bb68ec tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:40.575236 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c0fdb33-895e-4f7b-9e6e-a0ef3c6578a7 req-fc729287-2296-419e-88a0-874479bb68ec tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1456668 Aug 31 14:09:40.690387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-91e7ea3b-201c-4fa8-a037-d696810f5727 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:40.701986 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c0fdb33-895e-4f7b-9e6e-a0ef3c6578a7 req-c0d1de86-9c93-4a69-a738-28481c11c0e0 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150870 Aug 31 14:09:40.703842 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-91e7ea3b-201c-4fa8-a037-d696810f5727 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/networks?id=33712d3f-382c-4f17-8b7c-beb4146f1ad6 HTTP/1.1" status: 200 len: 820 time: 0.1830983 Aug 31 14:09:40.733808 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-ebd18d5f-a266-4057-893f-6dbb75590557 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/quotas/8c5252839ee240d6b8582dd3d336fe2a HTTP/1.1" status: 200 len: 375 time: 0.0280159 Aug 31 14:09:40.800122 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-a04810b4-d2b1-436b-9e05-f6d0c038eb55 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c5252839ee240d6b8582dd3d336fe2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631573 Aug 31 14:09:40.866729 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff306-cf4c-464c-9943-bff273367715 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:40.919900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ff306-cf4c-464c-9943-bff273367715 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=ffba4a62-7a12-4003-975c-6882f5eebdaf,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:40.942733 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-fd201740-2cc2-4ed8-a43a-68a51672fe31 service neutron] 10.222.0.20 "GET /v2.0/networks/33712d3f-382c-4f17-8b7c-beb4146f1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401958 Aug 31 14:09:41.077202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640967-39f1-4c7e-aed1-8241b94c8b1d req-fcac2923-8889-438c-9242-fde259288ec0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:41.080277 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07640967-39f1-4c7e-aed1-8241b94c8b1d req-fcac2923-8889-438c-9242-fde259288ec0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 946 time: 0.2077255 Aug 31 14:09:41.102727 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-f142616f-831c-45c5-a819-e22f7f992edf service neutron] 10.222.0.20 "GET /v2.0/networks/33712d3f-382c-4f17-8b7c-beb4146f1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476440 Aug 31 14:09:41.224837 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07640967-39f1-4c7e-aed1-8241b94c8b1d req-b5803a9c-9d06-45ea-a9c1-dcbfe24d9a71 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280854 Aug 31 14:09:41.233198 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab9ff306-cf4c-464c-9943-bff273367715 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.362300 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aae802-431e-494a-8a6f-12af1d8097e7 req-c2d66eef-ac04-41ca-aca0-525ba001ab9e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:41.364556 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b5aae802-431e-494a-8a6f-12af1d8097e7 req-c2d66eef-ac04-41ca-aca0-525ba001ab9e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.52 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 946 time: 0.1567953 Aug 31 14:09:41.588917 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c1fb4-2dd9-4a22-b5b5-5bf4a9816429 req-8ae821c2-70fb-439b-b93b-c4366bedc905 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:41.598067 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c46c1fb4-2dd9-4a22-b5b5-5bf4a9816429 req-8ae821c2-70fb-439b-b93b-c4366bedc905 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1151321 Aug 31 14:09:41.624522 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-b5aae802-431e-494a-8a6f-12af1d8097e7 req-6ca929bb-aaa7-4144-b142-e9cd80dd522f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Deleting port aa4b2014-aae7-41aa-be12-93651df1faf2 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:41.624945 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b5aae802-431e-494a-8a6f-12af1d8097e7 req-6ca929bb-aaa7-4144-b142-e9cd80dd522f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.640815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b6f11-ea1b-430c-a72f-4f337cc2f9c4 req-3851130a-bc5f-4e30-919c-cb2d0093a2da tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:41.648678 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e55b6f11-ea1b-430c-a72f-4f337cc2f9c4 req-3851130a-bc5f-4e30-919c-cb2d0093a2da tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.2192504 Aug 31 14:09:41.665453 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c46c1fb4-2dd9-4a22-b5b5-5bf4a9816429 req-a079a546-9443-4d31-adb2-e0d0ea2b56fb tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664623 Aug 31 14:09:41.690871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9ff306-cf4c-464c-9943-bff273367715 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 0bd47a5a-69ef-42d1-89ad-693db43a9d7f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:41.707752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e55b6f11-ea1b-430c-a72f-4f337cc2f9c4 req-0367be0a-0ac7-4e8f-82ee-0075f3bb1c47 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579257 Aug 31 14:09:41.808026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b5aae802-431e-494a-8a6f-12af1d8097e7 req-6ca929bb-aaa7-4144-b142-e9cd80dd522f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] For port aa4b2014-aae7-41aa-be12-93651df1faf2, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=aa4b2014-aae7-41aa-be12-93651df1faf2,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:41.808940 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b5aae802-431e-494a-8a6f-12af1d8097e7 req-6ca929bb-aaa7-4144-b142-e9cd80dd522f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:41.902847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9ff306-cf4c-464c-9943-bff273367715 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:41.916344 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecbc177-1805-429a-9104-9e1d6f646f6a None None] Sync routers for ids ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:41.920382 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ab9ff306-cf4c-464c-9943-bff273367715 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/0bd47a5a-69ef-42d1-89ad-693db43a9d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3443723 Aug 31 14:09:41.920674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49828) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:41.943979 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecbc177-1805-429a-9104-9e1d6f646f6a None None] Routers {'0bd47a5a-69ef-42d1-89ad-693db43a9d7f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:41.945043 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4ecbc177-1805-429a-9104-9e1d6f646f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:09:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:41.992478 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35d6441f-567d-4660-bde0-9237e1e6feaa req-c8f78e6d-0822-4d53-87f6-5a508ffab053 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 210 time: 0.1791618 Aug 31 14:09:41.995128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-b5aae802-431e-494a-8a6f-12af1d8097e7 req-6ca929bb-aaa7-4144-b142-e9cd80dd522f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Calling delete_port for aa4b2014-aae7-41aa-be12-93651df1faf2 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:42.101268 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4ecbc177-1805-429a-9104-9e1d6f646f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:42.149577 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecbc177-1805-429a-9104-9e1d6f646f6a None None] Routers {'0bd47a5a-69ef-42d1-89ad-693db43a9d7f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:42.150467 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4ecbc177-1805-429a-9104-9e1d6f646f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:09:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:42.256129 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4ecbc177-1805-429a-9104-9e1d6f646f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:42.258541 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecbc177-1805-429a-9104-9e1d6f646f6a None None] The sync data for ids ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:42.467572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:09:42.491253 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b5aae802-431e-494a-8a6f-12af1d8097e7 req-6ca929bb-aaa7-4144-b142-e9cd80dd522f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.540952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e', 'aa4b2014-aae7-41aa-be12-93651df1faf2'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:42.600717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca929bb-aaa7-4144-b142-e9cd80dd522f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event deleted for resources: {'Port': ['ID=aa4b2014-aae7-41aa-be12-93651df1faf2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:42.613558 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-34ccea4a-1a97-400b-9a30-13df95b30ecd req-e740ff26-8ae1-4655-b630-2f03a57b70d2 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 210 time: 0.1521230 Aug 31 14:09:42.695056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf90fb3-b96c-4f87-ae3e-84ba04125976 req-dd9042fe-ec3b-4fa3-8b37-316a7cdcdac6 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:42.704172 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cf90fb3-b96c-4f87-ae3e-84ba04125976 req-dd9042fe-ec3b-4fa3-8b37-316a7cdcdac6 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.4028757 Aug 31 14:09:42.707378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5aae802-431e-494a-8a6f-12af1d8097e7 req-6ca929bb-aaa7-4144-b142-e9cd80dd522f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] No DVR routers for this DVR port aa4b2014-aae7-41aa-be12-93651df1faf2 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:42.729749 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b5aae802-431e-494a-8a6f-12af1d8097e7 req-6ca929bb-aaa7-4144-b142-e9cd80dd522f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.731790 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b5aae802-431e-494a-8a6f-12af1d8097e7 req-6ca929bb-aaa7-4144-b142-e9cd80dd522f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.52 "DELETE /v2.0/ports/aa4b2014-aae7-41aa-be12-93651df1faf2 HTTP/1.1" status: 204 len: 173 time: 1.3502543 Aug 31 14:09:42.732259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e573168c-ea4a-439b-a561-5be5b44272fb', 'name': 'network-vif-deleted', 'tag': 'aa4b2014-aae7-41aa-be12-93651df1faf2'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:42.743636 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f954d73-1de0-4fe1-82d8-887e82a33427" -d '{"events": [{"server_uuid": "e573168c-ea4a-439b-a561-5be5b44272fb", "name": "network-vif-deleted", "tag": "aa4b2014-aae7-41aa-be12-93651df1faf2"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:42.836618 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cf90fb3-b96c-4f87-ae3e-84ba04125976 req-ac89b3d7-78d4-4663-ba1b-f1d8efa1c43c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310480 Aug 31 14:09:42.884632 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-515557f2-3a49-46e1-a158-60852e0fde57 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:42.942634 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33307cc-2c2a-47f1-be0f-7ca51d48ee88 x-openstack-request-id: req-e33307cc-2c2a-47f1-be0f-7ca51d48ee88 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:42.943501 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e573168c-ea4a-439b-a561-5be5b44272fb", "name": "network-vif-deleted", "tag": "aa4b2014-aae7-41aa-be12-93651df1faf2", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:42.944302 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e33307cc-2c2a-47f1-be0f-7ca51d48ee88 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:42.945263 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e573168c-ea4a-439b-a561-5be5b44272fb', 'name': 'network-vif-deleted', 'tag': 'aa4b2014-aae7-41aa-be12-93651df1faf2', 'status': 'completed', 'code': 200} Aug 31 14:09:42.947036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:42.969324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'port_id': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'mac_address': 'fa:16:3e:09:8d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:09:43.160936 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.189166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:43.241195 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:43.242765 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-622197a0-28f7-4aa0-a8f9-3cb8386cd607 req-282c2f91-b54f-4fc1-9d81-6503eb58c504 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 210 time: 0.0922651 Aug 31 14:09:43.258546 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:43.466338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:43.518807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:43.728342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f061f-eac1-4880-ac8a-bb18a9bdfdb1 req-a6c83b3e-07b0-48d7-89e2-f769b9802763 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:43.737132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9f2f061f-eac1-4880-ac8a-bb18a9bdfdb1 req-a6c83b3e-07b0-48d7-89e2-f769b9802763 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.8824410 Aug 31 14:09:43.909274 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9f2f061f-eac1-4880-ac8a-bb18a9bdfdb1 req-7bfbe0b6-1b12-4111-a4d2-3f23a994cc9c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705837 Aug 31 14:09:43.940825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-b9445816-8bf3-4360-a84e-cbd19f2e7cf8 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:43.943762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-b9445816-8bf3-4360-a84e-cbd19f2e7cf8 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.13 "GET /v2.0/networks?id=33712d3f-382c-4f17-8b7c-beb4146f1ad6 HTTP/1.1" status: 200 len: 820 time: 0.4063945 Aug 31 14:09:43.947871 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3fb20577-181c-4078-a4a1-c727ab80c504 req-262c6351-8b5b-472a-a6ec-9f2b534fca79 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=e573168c-ea4a-439b-a561-5be5b44272fb HTTP/1.1" status: 200 len: 210 time: 0.0732152 Aug 31 14:09:43.968788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Request body: {'port': {'device_id': '7a1133ba-457c-4123-b859-8ccbac5a6035', 'network_id': '33712d3f-382c-4f17-8b7c-beb4146f1ad6', 'admin_state_up': True, 'tenant_id': '8c5252839ee240d6b8582dd3d336fe2a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:44.177866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfcd3c-87bc-4c17-8749-932a572f98a4 req-afbcf7c5-5701-43c3-b1ff-983751392fe3 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:44.180101 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7bbfcd3c-87bc-4c17-8749-932a572f98a4 req-afbcf7c5-5701-43c3-b1ff-983751392fe3 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1310308 Aug 31 14:09:44.340369 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7bbfcd3c-87bc-4c17-8749-932a572f98a4 req-3edc9796-82af-4f84-9145-3d0a80e68162 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459837 Aug 31 14:09:44.358691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Made reservation on behalf of 8c5252839ee240d6b8582dd3d336fe2a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:44.367126 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.451474 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-96b7640e-a7af-421e-b3c3-d08a0feb511f req-af006179-1696-4243-9a14-d9ec5c6918d5 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 210 time: 0.0738678 Aug 31 14:09:44.475205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-515557f2-3a49-46e1-a158-60852e0fde57 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port 52e5bb82-6436-45a9-95de-817c6934bd1a {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:44.475497 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-515557f2-3a49-46e1-a158-60852e0fde57 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.498885 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:44.622666 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:44.624218 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.674486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Allocated IP 172.20.0.8 (33712d3f-382c-4f17-8b7c-beb4146f1ad6/629d50ad-5b8d-444f-8daa-5fc665cc94cb/dcc44b48-330b-49c3-a1d2-7110de33bcec) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:44.686680 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-515557f2-3a49-46e1-a158-60852e0fde57 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.749083 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.765792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-515557f2-3a49-46e1-a158-60852e0fde57 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for 52e5bb82-6436-45a9-95de-817c6934bd1a owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:44.786605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:44.788038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:44.791076 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11fad7e-2e4d-491f-af87-59f286eda760" -d '{"events": [{"server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "name": "network-vif-plugged", "status": "completed", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:44.795925 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:44.878603 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef6140d-a099-47c8-a2b3-9ef02bd1757f x-openstack-request-id: req-cef6140d-a099-47c8-a2b3-9ef02bd1757f {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:44.878882 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "name": "network-vif-plugged", "status": "completed", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:44.879767 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cef6140d-a099-47c8-a2b3-9ef02bd1757f {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:44.880026 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'code': 200} Aug 31 14:09:44.885974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:45.094634 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.162441 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898eb51-6494-42e6-bef2-4b4bc103eb97 req-e472e5c4-c405-4dbe-9445-944bad791ba5 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:45.166036 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a898eb51-6494-42e6-bef2-4b4bc103eb97 req-e472e5c4-c405-4dbe-9445-944bad791ba5 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.0834401 Aug 31 14:09:45.247161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a898eb51-6494-42e6-bef2-4b4bc103eb97 req-d5478541-f226-40e0-9ec1-3b5cbd453fa6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709696 Aug 31 14:09:45.247604 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-515557f2-3a49-46e1-a158-60852e0fde57 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.251709 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.307037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515557f2-3a49-46e1-a158-60852e0fde57 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=52e5bb82-6436-45a9-95de-817c6934bd1a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:45.470203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Network 33712d3f-382c-4f17-8b7c-beb4146f1ad6 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:45.500629 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:45.511669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:45.559176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Pushing event updated for resources: {'Port': ['ID=dcc44b48-330b-49c3-a1d2-7110de33bcec,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:45.620616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62eab1-224d-44f4-8e6c-bd5691638af0 req-eaebd61e-8e28-4ad2-9abd-193a083cc762 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:45.622641 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ca62eab1-224d-44f4-8e6c-bd5691638af0 req-eaebd61e-8e28-4ad2-9abd-193a083cc762 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1297655 Aug 31 14:09:45.696087 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ca62eab1-224d-44f4-8e6c-bd5691638af0 req-ddb3bbc8-cfcc-435c-af47-d2ebeb897c6c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651670 Aug 31 14:09:45.820853 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-515557f2-3a49-46e1-a158-60852e0fde57 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.870625 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:45.886665 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:45.924087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device aa4b2014-aae7-41aa-be12-93651df1faf2 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:45.975007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: aa4b2014-aae7-41aa-be12-93651df1faf2 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:45.976303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device aa4b2014-aae7-41aa-be12-93651df1faf2 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:45.993332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c37583-8cb7-468b-a450-8966a8b89fda req-b4738838-afbb-46ab-8966-28e992bb755d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:46.002366 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-61c37583-8cb7-468b-a450-8966a8b89fda req-b4738838-afbb-46ab-8966-28e992bb755d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 931 time: 0.1504760 Aug 31 14:09:46.035740 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-82f4ebbe-3d7d-4aa7-b0d0-b218dbbe267d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0763476 Aug 31 14:09:46.051822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Request body: {'port': {'device_id': '7a1133ba-457c-4123-b859-8ccbac5a6035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:46.085335 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-61c37583-8cb7-468b-a450-8966a8b89fda req-f264ca65-adbd-46f2-bd55-2020df433db5 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820258 Aug 31 14:09:46.158401 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:46.491571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55671fd-3825-465e-ac77-d78538d32cd4 req-963bd5f1-464f-4fe2-9469-b2271e76f833 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:46.502359 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a55671fd-3825-465e-ac77-d78538d32cd4 req-963bd5f1-464f-4fe2-9469-b2271e76f833 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1208735 Aug 31 14:09:46.557234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a55671fd-3825-465e-ac77-d78538d32cd4 req-ac5a95d3-db36-451f-a92f-86f070500c49 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536449 Aug 31 14:09:46.662977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-c8fbbde4-f964-4229-bcdf-487ad1d6da45 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:46.671912 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-c8fbbde4-f964-4229-bcdf-487ad1d6da45 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.3483081 Aug 31 14:09:46.859662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515557f2-3a49-46e1-a158-60852e0fde57 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 0bd47a5a-69ef-42d1-89ad-693db43a9d7f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:09:46.870722 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-04c18869-a9f3-4983-bd25-68efc8605e30 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/quotas/0b56ff521ec64837928c13543219af1a HTTP/1.1" status: 200 len: 375 time: 0.1787825 Aug 31 14:09:46.959708 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9962670-fcf4-4e6c-ba47-673980a20d8a req-c3513626-a32d-4c7a-9f9a-0120721fcf1c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:46.976764 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9962670-fcf4-4e6c-ba47-673980a20d8a req-c3513626-a32d-4c7a-9f9a-0120721fcf1c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1358416 Aug 31 14:09:47.102781 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b9962670-fcf4-4e6c-ba47-673980a20d8a req-0559d234-1570-49c8-b3aa-70d209bfb98f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246302 Aug 31 14:09:47.302431 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c38051-327c-42b9-8e07-83d9c37615a4 req-1442cea1-677f-4b0a-9215-b0fabf9fe3ba tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:47.314312 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-02c38051-327c-42b9-8e07-83d9c37615a4 req-1442cea1-677f-4b0a-9215-b0fabf9fe3ba tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 931 time: 0.0862484 Aug 31 14:09:47.367669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515557f2-3a49-46e1-a158-60852e0fde57 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:09:47.376351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-515557f2-3a49-46e1-a158-60852e0fde57 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/0bd47a5a-69ef-42d1-89ad-693db43a9d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4521205 Aug 31 14:09:47.377327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49926) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.388830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f7c21a-5feb-4947-8cea-ea3612af5014 None None] Sync routers for ids ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:09:47.407171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f7c21a-5feb-4947-8cea-ea3612af5014 None None] Routers {'0bd47a5a-69ef-42d1-89ad-693db43a9d7f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:47.411385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a3f7c21a-5feb-4947-8cea-ea3612af5014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:09:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:47.413927 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ac657c7b-a220-46a9-8d7d-2cc95a678202 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bd47a5a-69ef-42d1-89ad-693db43a9d7f HTTP/1.1" status: 200 len: 205 time: 0.0355496 Aug 31 14:09:47.421691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49928) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:47.429186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-e659e8c3-7277-4eb9-b79b-c79e39736900 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5473747 Aug 31 14:09:47.441267 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-02c38051-327c-42b9-8e07-83d9c37615a4 req-97fb7453-323e-44b8-b95f-2653e228c6a8 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256995 Aug 31 14:09:47.522889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a3f7c21a-5feb-4947-8cea-ea3612af5014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:47.541766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc44b48-330b-49c3-a1d2-7110de33bcec {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:47.542834 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f7c21a-5feb-4947-8cea-ea3612af5014 None None] Routers {'0bd47a5a-69ef-42d1-89ad-693db43a9d7f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:09:47.544240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a3f7c21a-5feb-4947-8cea-ea3612af5014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:09:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:47.563644 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.608531 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ca70cab-7a47-482e-8b6e-483bae9afb44 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.612803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a3f7c21a-5feb-4947-8cea-ea3612af5014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:47.613631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f7c21a-5feb-4947-8cea-ea3612af5014 None None] The sync data for ids ['0bd47a5a-69ef-42d1-89ad-693db43a9d7f'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:09:47.629157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Transition to ACTIVE for port object dcc44b48-330b-49c3-a1d2-7110de33bcec will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:47.637436 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.687279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-240b0a5b-7310-4a47-8b2c-1e3f00fd4b99 service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530634 Aug 31 14:09:47.842080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc44b48-330b-49c3-a1d2-7110de33bcec,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:47.921326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ec203-c389-4f69-90c0-670829aacf0e req-382d870c-7d29-4176-ae13-246a0affd59a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:47.926257 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a9ec203-c389-4f69-90c0-670829aacf0e req-382d870c-7d29-4176-ae13-246a0affd59a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1824455 Aug 31 14:09:47.927493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-c065ba9a-2dc4-4f27-ac39-14b8a365ba75 service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369976 Aug 31 14:09:47.933606 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ca70cab-7a47-482e-8b6e-483bae9afb44 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.938644 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ca70cab-7a47-482e-8b6e-483bae9afb44 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:47.963119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Attempting to bind port dcc44b48-330b-49c3-a1d2-7110de33bcec on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:47.963463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Attempting to bind port dcc44b48-330b-49c3-a1d2-7110de33bcec by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '4524b2a8-a893-4069-9667-241ddac1daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '33712d3f-382c-4f17-8b7c-beb4146f1ad6'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:47.963882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Attempting to bind port dcc44b48-330b-49c3-a1d2-7110de33bcec on network 33712d3f-382c-4f17-8b7c-beb4146f1ad6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:47.970535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Port dcc44b48-330b-49c3-a1d2-7110de33bcec on network 33712d3f-382c-4f17-8b7c-beb4146f1ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:09:47.970932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Attempting to bind port dcc44b48-330b-49c3-a1d2-7110de33bcec on network 33712d3f-382c-4f17-8b7c-beb4146f1ad6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:47.983433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:47.983776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Checking segment: {'id': '4524b2a8-a893-4069-9667-241ddac1daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '33712d3f-382c-4f17-8b7c-beb4146f1ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:47.984170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Bound using segment: {'id': '4524b2a8-a893-4069-9667-241ddac1daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '33712d3f-382c-4f17-8b7c-beb4146f1ad6'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:47.984650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Bound port: dcc44b48-330b-49c3-a1d2-7110de33bcec, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4524b2a8-a893-4069-9667-241ddac1daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '33712d3f-382c-4f17-8b7c-beb4146f1ad6'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:47.985022 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.091132 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0a9ec203-c389-4f69-90c0-670829aacf0e req-f685e769-6fc4-4033-8d6b-7c905a247ea8 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479166 Aug 31 14:09:48.104808 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ca70cab-7a47-482e-8b6e-483bae9afb44 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.105421 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca70cab-7a47-482e-8b6e-483bae9afb44 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Fanout notify agent at l3_agent the message router_deleted on router 0bd47a5a-69ef-42d1-89ad-693db43a9d7f {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:09:48.147222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] For port dcc44b48-330b-49c3-a1d2-7110de33bcec, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:48.152868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] For port dcc44b48-330b-49c3-a1d2-7110de33bcec, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=dcc44b48-330b-49c3-a1d2-7110de33bcec,segment=NetworkSegment(4524b2a8-a893-4069-9667-241ddac1daf3),segment_id=4524b2a8-a893-4069-9667-241ddac1daf3)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:48.155939 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ca70cab-7a47-482e-8b6e-483bae9afb44 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.158856 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6ca70cab-7a47-482e-8b6e-483bae9afb44 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/0bd47a5a-69ef-42d1-89ad-693db43a9d7f HTTP/1.1" status: 204 len: 168 time: 0.7341259 Aug 31 14:09:48.160027 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.163322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49936) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:48.302825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:48.304084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.306689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] 10.222.0.13 "PUT /v2.0/ports/dcc44b48-330b-49c3-a1d2-7110de33bcec HTTP/1.1" status: 200 len: 1091 time: 2.2614279 Aug 31 14:09:48.322227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1133ba-457c-4123-b859-8ccbac5a6035', 'tag': 'dcc44b48-330b-49c3-a1d2-7110de33bcec'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:48.337285 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0f7d31-55df-42ea-a759-9f77986b6f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1133ba-457c-4123-b859-8ccbac5a6035", "tag": "dcc44b48-330b-49c3-a1d2-7110de33bcec"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:48.351891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-e291c351-e52e-46e3-9755-a49746abefed tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting subnet 8cb82bc8-c45e-4e60-8d85-56bcba5904da {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:48.379780 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e291c351-e52e-46e3-9755-a49746abefed tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.452549 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8bef7d8f-bb1b-4ba3-8f00-61bd33abf593 req-26ed6929-58ca-4460-88d8-3942fdb44fe5 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 210 time: 0.0895498 Aug 31 14:09:48.529320 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e291c351-e52e-46e3-9755-a49746abefed tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:48.556672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85183af0-69e2-4c5d-8e5f-8200e12b1a18 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc44b48-330b-49c3-a1d2-7110de33bcec,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:48.588189 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d8e471-7b00-4110-8de9-3ec5b606b21d x-openstack-request-id: req-29d8e471-7b00-4110-8de9-3ec5b606b21d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:48.588832 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1133ba-457c-4123-b859-8ccbac5a6035", "tag": "dcc44b48-330b-49c3-a1d2-7110de33bcec", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:48.589272 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29d8e471-7b00-4110-8de9-3ec5b606b21d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:48.589835 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1133ba-457c-4123-b859-8ccbac5a6035', 'tag': 'dcc44b48-330b-49c3-a1d2-7110de33bcec', 'status': 'completed', 'code': 200} Aug 31 14:09:48.624085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-280a400c-dd3f-426e-9208-d197f3597a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:48.626145 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-280a400c-dd3f-426e-9208-d197f3597a14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c5252839ee240d6b8582dd3d336fe2a&device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 1094 time: 0.2512307 Aug 31 14:09:48.636266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938caae-3b24-4501-b8c8-adb95af4e3a4 req-a17eb1a1-53b2-47c8-98a9-e575c6d0b82e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:48.645034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f938caae-3b24-4501-b8c8-adb95af4e3a4 req-a17eb1a1-53b2-47c8-98a9-e575c6d0b82e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.2744009 Aug 31 14:09:48.700750 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-5c79d763-ddc9-4c9b-a791-f6e1a5eb6759 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcc44b48-330b-49c3-a1d2-7110de33bcec HTTP/1.1" status: 200 len: 217 time: 0.0540571 Aug 31 14:09:48.804218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f938caae-3b24-4501-b8c8-adb95af4e3a4 req-ff351af9-cfa9-4e71-b9a5-949b1e766881 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584969 Aug 31 14:09:48.827839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-f88d7eeb-c209-4abd-b4d3-d5f9623e8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:48.829977 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-f88d7eeb-c209-4abd-b4d3-d5f9623e8cf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=629d50ad-5b8d-444f-8daa-5fc665cc94cb HTTP/1.1" status: 200 len: 860 time: 0.1042662 Aug 31 14:09:48.875018 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-3f7d9a5d-8b7b-46ae-9b3f-322986cc2743 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33712d3f-382c-4f17-8b7c-beb4146f1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342824 Aug 31 14:09:49.021964 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-147f723b-076e-43bb-962a-59a9631cb9fb service neutron] 10.222.0.13 "GET /v2.0/networks/33712d3f-382c-4f17-8b7c-beb4146f1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395953 Aug 31 14:09:49.061099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e291c351-e52e-46e3-9755-a49746abefed tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.089262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd25282-3da1-4a14-bdfc-80a32ce43a89 req-85fa498e-fba7-4db0-aee1-674611a27697 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:49.114932 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1bd25282-3da1-4a14-bdfc-80a32ce43a89 req-85fa498e-fba7-4db0-aee1-674611a27697 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 943 time: 0.2999282 Aug 31 14:09:49.194217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8e624c9-f8e9-4853-a0ad-2ee7cd23baf3 req-d46356d5-a71e-46ab-8baa-d5912d70615a service neutron] 10.222.0.13 "GET /v2.0/networks/33712d3f-382c-4f17-8b7c-beb4146f1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634636 Aug 31 14:09:49.244749 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1bd25282-3da1-4a14-bdfc-80a32ce43a89 req-dc1893f8-9c43-4c32-99c9-afa47aee8e7c tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282580 Aug 31 14:09:49.380055 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e291c351-e52e-46e3-9755-a49746abefed tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.440099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7d31-55df-42ea-a759-9f77986b6f8c req-599a3a8d-f5ea-4ca4-a3a5-49ce7386c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:49.443116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd0f7d31-55df-42ea-a759-9f77986b6f8c req-599a3a8d-f5ea-4ca4-a3a5-49ce7386c28d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c5252839ee240d6b8582dd3d336fe2a&device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 1094 time: 0.1674953 Aug 31 14:09:49.470422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291c351-e52e-46e3-9755-a49746abefed tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb82bc8-c45e-4e60-8d85-56bcba5904da,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:49.485341 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e291c351-e52e-46e3-9755-a49746abefed tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.498398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49962) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:49.501105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f338a061-a953-4c79-b24e-a355e63ca873 None None] Network 41b78604-17f8-4d49-af0e-d47354e93856 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:49.511305 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e291c351-e52e-46e3-9755-a49746abefed tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/8cb82bc8-c45e-4e60-8d85-56bcba5904da HTTP/1.1" status: 204 len: 168 time: 1.3453474 Aug 31 14:09:49.817756 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-055e47aa-dab8-4b7a-89a9-a1b04cac27ad req-b042d094-c278-4758-a27b-4eec528ff382 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 210 time: 0.1150441 Aug 31 14:09:49.862968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a8f47-b352-45d8-aab7-4b7c059ed260 None None] DHCP port deletion for 41b78604-17f8-4d49-af0e-d47354e93856 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:09:49.923761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb314fc-2917-4f00-92e3-3fd8d8027f20 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting subnet a4f858f8-2d5d-45cf-9012-0eace5da02b5 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:09:49.935926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4bb314fc-2917-4f00-92e3-3fd8d8027f20 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:49.981592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-790a8f47-b352-45d8-aab7-4b7c059ed260 None None] Deleting port 020b98d4-d9d7-4476-9d71-1e178784b7b9 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:49.983016 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-790a8f47-b352-45d8-aab7-4b7c059ed260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:50.192463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49968) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:50.198079 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4bb314fc-2917-4f00-92e3-3fd8d8027f20 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:50.220695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-790a8f47-b352-45d8-aab7-4b7c059ed260 None None] For port 020b98d4-d9d7-4476-9d71-1e178784b7b9, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=020b98d4-d9d7-4476-9d71-1e178784b7b9,segment=NetworkSegment(4bab4fa6-a459-4f3d-95bc-81fd5b79b48c),segment_id=4bab4fa6-a459-4f3d-95bc-81fd5b79b48c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:50.221307 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-790a8f47-b352-45d8-aab7-4b7c059ed260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:50.259961 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809f514-5811-4333-9588-3b6ea2f3465e req-46ce54b6-fbdf-4fc1-8429-9c2e3d856712 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:50.270338 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f809f514-5811-4333-9588-3b6ea2f3465e req-46ce54b6-fbdf-4fc1-8429-9c2e3d856712 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1834493 Aug 31 14:09:50.296830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-790a8f47-b352-45d8-aab7-4b7c059ed260 None None] Calling delete_port for 020b98d4-d9d7-4476-9d71-1e178784b7b9 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:50.297312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561d78d-219d-4760-a2d7-6cb302320bfe req-49261664-6228-4583-b290-49da7bc19165 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:50.312073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d561d78d-219d-4760-a2d7-6cb302320bfe req-49261664-6228-4583-b290-49da7bc19165 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.5831754 Aug 31 14:09:50.341995 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f809f514-5811-4333-9588-3b6ea2f3465e req-2ff115b0-c83b-4c72-8a70-e46cd1e2ffca tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704885 Aug 31 14:09:50.464124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7d31-55df-42ea-a759-9f77986b6f8c req-77b2aabf-4e96-4632-bbe3-b87ecef8df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:50.466600 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd0f7d31-55df-42ea-a759-9f77986b6f8c req-77b2aabf-4e96-4632-bbe3-b87ecef8df9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=33712d3f-382c-4f17-8b7c-beb4146f1ad6 HTTP/1.1" status: 200 len: 921 time: 1.0123737 Aug 31 14:09:50.581887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1b83fc5-26a7-4a53-b579-edc33639f135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:50.666335 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd0f7d31-55df-42ea-a759-9f77986b6f8c req-10d23626-9660-4b23-8477-f4a39e048110 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcc44b48-330b-49c3-a1d2-7110de33bcec HTTP/1.1" status: 200 len: 217 time: 0.1765254 Aug 31 14:09:50.709292 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d561d78d-219d-4760-a2d7-6cb302320bfe req-bbe73448-f495-4665-acd8-7a24c34a0630 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3957148 Aug 31 14:09:50.777733 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1b83fc5-26a7-4a53-b579-edc33639f135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:50.787180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1b83fc5-26a7-4a53-b579-edc33639f135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:50.903078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0432233-af43-4100-b551-23f47dfd9e61 req-2c1bacf6-2ac5-492a-a42d-57acb3bb1d34 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:50.919018 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b0432233-af43-4100-b551-23f47dfd9e61 req-2c1bacf6-2ac5-492a-a42d-57acb3bb1d34 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 943 time: 0.4419773 Aug 31 14:09:50.997906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b83fc5-26a7-4a53-b579-edc33639f135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74d98ed-e186-41ba-b3fd-84d713642c97,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:51.011560 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 020b98d4-d9d7-4476-9d71-1e178784b7b9 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:51.018602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b1b83fc5-26a7-4a53-b579-edc33639f135 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bde671dbaff041a4a46966d8d50895a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8210790 Aug 31 14:09:51.041774 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49976) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:51.121211 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b0432233-af43-4100-b551-23f47dfd9e61 req-86bb7102-d122-40b6-8a3d-f0d005aac120 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996849 Aug 31 14:09:51.135194 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4bb314fc-2917-4f00-92e3-3fd8d8027f20 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.184807 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0eb17e3b-2add-4f94-95e2-953d42a8e9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.239103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0eb17e3b-2add-4f94-95e2-953d42a8e9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.265655 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-790a8f47-b352-45d8-aab7-4b7c059ed260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.271934 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-32a82b2d-8614-4d6b-8f59-56b8c93db262 req-d2c47b12-94e9-4459-9257-fcd55d17ecb9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 210 time: 0.1249981 Aug 31 14:09:51.273877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Port 020b98d4-d9d7-4476-9d71-1e178784b7b9 update to DOWN by agent not found {{(pid=106389) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 14:09:51.298968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7d31-55df-42ea-a759-9f77986b6f8c req-be00504d-9ddc-44a9-bba1-7fd65ae82206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:51.301089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd0f7d31-55df-42ea-a759-9f77986b6f8c req-be00504d-9ddc-44a9-bba1-7fd65ae82206 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=629d50ad-5b8d-444f-8daa-5fc665cc94cb HTTP/1.1" status: 200 len: 860 time: 0.5868912 Aug 31 14:09:51.306450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a8f47-b352-45d8-aab7-4b7c059ed260 None None] No DVR routers for this DVR port 020b98d4-d9d7-4476-9d71-1e178784b7b9 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:51.325486 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0eb17e3b-2add-4f94-95e2-953d42a8e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.326193 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0eb17e3b-2add-4f94-95e2-953d42a8e9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.333392 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0eb17e3b-2add-4f94-95e2-953d42a8e9e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d74d98ed-e186-41ba-b3fd-84d713642c97 HTTP/1.1" status: 204 len: 168 time: 0.2899866 Aug 31 14:09:51.378475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a8f47-b352-45d8-aab7-4b7c059ed260 None None] Pushing event deleted for resources: {'Port': ['ID=020b98d4-d9d7-4476-9d71-1e178784b7b9,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:51.385868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd0f7d31-55df-42ea-a759-9f77986b6f8c req-2561b36e-a32b-4315-a3bd-38b970b0ea80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33712d3f-382c-4f17-8b7c-beb4146f1ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656214 Aug 31 14:09:51.395259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb17e3b-2add-4f94-95e2-953d42a8e9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74d98ed-e186-41ba-b3fd-84d713642c97,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:51.523894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-09f258a0-b6cf-49ed-ad44-1e5cb173eddf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:51.525684 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-09f258a0-b6cf-49ed-ad44-1e5cb173eddf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.8098531 Aug 31 14:09:51.542933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4bb314fc-2917-4f00-92e3-3fd8d8027f20 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.563955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Request body: {'port': {'device_id': '33f01879-4746-4578-be54-033cfa66cbee', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'admin_state_up': True, 'tenant_id': '0b56ff521ec64837928c13543219af1a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:51.585292 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4bb314fc-2917-4f00-92e3-3fd8d8027f20 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:51.587396 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4bb314fc-2917-4f00-92e3-3fd8d8027f20 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/a4f858f8-2d5d-45cf-9012-0eace5da02b5 HTTP/1.1" status: 204 len: 168 time: 2.0339899 Aug 31 14:09:51.595757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b9033-ab0a-4124-ba2c-4dfbad9a0e1f None None] Network 56d8496d-7a30-4d25-82bf-248a26b45420 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:51.596280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49984) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:51.651617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66607ee-af7d-4b86-a69e-0f963dcd8489 req-1c30686d-d0ea-46f7-bf36-ea9181121f5e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:51.653993 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b66607ee-af7d-4b86-a69e-0f963dcd8489 req-1c30686d-d0ea-46f7-bf36-ea9181121f5e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1481051 Aug 31 14:09:51.684287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb314fc-2917-4f00-92e3-3fd8d8027f20 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f858f8-2d5d-45cf-9012-0eace5da02b5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:51.719202 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b66607ee-af7d-4b86-a69e-0f963dcd8489 req-054e1a95-f1b4-494d-b710-6d48cf69e623 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562377 Aug 31 14:09:51.994288 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.005591 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd0f7d31-55df-42ea-a759-9f77986b6f8c req-5a8f72fb-4690-4d1a-80f6-764a85b753dc service neutron] 10.222.0.13 "GET /v2.0/networks/33712d3f-382c-4f17-8b7c-beb4146f1ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065471 Aug 31 14:09:52.013551 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbba670-cc78-4661-9bac-bb713725d81e None None] DHCP port deletion for 56d8496d-7a30-4d25-82bf-248a26b45420 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:09:52.091846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3dbba670-cc78-4661-9bac-bb713725d81e None None] Deleting port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:09:52.092214 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dbba670-cc78-4661-9bac-bb713725d81e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.187913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fb7df-a7b8-4563-8907-2825ad443ccc req-9d63c409-4f4f-4574-9d75-6d9deb86d703 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:52.187913 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-021fb7df-a7b8-4563-8907-2825ad443ccc req-9d63c409-4f4f-4574-9d75-6d9deb86d703 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.2866981 Aug 31 14:09:52.233904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Made reservation on behalf of 0b56ff521ec64837928c13543219af1a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:52.234473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3dbba670-cc78-4661-9bac-bb713725d81e None None] For port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=248a9d1d-83e9-4810-9ce2-71f6d200c4fd,segment=NetworkSegment(122d60bd-24fe-4c60-9d59-0894a8ba9d63),segment_id=122d60bd-24fe-4c60-9d59-0894a8ba9d63)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:52.234993 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dbba670-cc78-4661-9bac-bb713725d81e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.238217 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.255491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3dbba670-cc78-4661-9bac-bb713725d81e None None] Calling delete_port for 248a9d1d-83e9-4810-9ce2-71f6d200c4fd owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:09:52.369118 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd0f7d31-55df-42ea-a759-9f77986b6f8c req-1bb1d4c8-af1e-4d83-8c70-09c023603187 service neutron] 10.222.0.13 "GET /v2.0/networks/33712d3f-382c-4f17-8b7c-beb4146f1ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497896 Aug 31 14:09:52.398215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c50d25-40a1-4f14-9f08-be5815408d51 req-12f49015-a1dd-4148-862d-ab2790efd580 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:52.399990 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.409321 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57c50d25-40a1-4f14-9f08-be5815408d51 req-12f49015-a1dd-4148-862d-ab2790efd580 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 943 time: 0.1793966 Aug 31 14:09:52.423792 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dbba670-cc78-4661-9bac-bb713725d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.426925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-021fb7df-a7b8-4563-8907-2825ad443ccc req-9db64b1d-2140-4386-97fe-d3743c7314cf tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043972 Aug 31 14:09:52.428883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b78604-17f8-4d49-af0e-d47354e93856']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:52.498796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbba670-cc78-4661-9bac-bb713725d81e None None] Pushing event deleted for resources: {'Port': ['ID=248a9d1d-83e9-4810-9ce2-71f6d200c4fd,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:52.514470 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbba670-cc78-4661-9bac-bb713725d81e None None] No DVR routers for this DVR port 248a9d1d-83e9-4810-9ce2-71f6d200c4fd on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:09:52.526264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device dcc44b48-330b-49c3-a1d2-7110de33bcec details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:09:52.533035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bab4fa6-a459-4f3d-95bc-81fd5b79b48c') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:52.536096 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57c50d25-40a1-4f14-9f08-be5815408d51 req-461b7476-0ceb-40a1-946e-3ece93af596e tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249449 Aug 31 14:09:52.538006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bab4fa6-a459-4f3d-95bc-81fd5b79b48c') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:52.591641 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.694986 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.710896 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cd78dd53-84b3-442c-a31d-d316d7a17b2c req-80b46273-47db-477d-aa74-4cad088d42d3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 210 time: 0.0957980 Aug 31 14:09:52.728106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:52.728810 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:52.732796 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:52.799051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port dcc44b48-330b-49c3-a1d2-7110de33bcec, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=dcc44b48-330b-49c3-a1d2-7110de33bcec,segment=NetworkSegment(4524b2a8-a893-4069-9667-241ddac1daf3),segment_id=4524b2a8-a893-4069-9667-241ddac1daf3)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:52.827257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'dcc44b48-330b-49c3-a1d2-7110de33bcec', 'network_id': '33712d3f-382c-4f17-8b7c-beb4146f1ad6', 'port_id': 'dcc44b48-330b-49c3-a1d2-7110de33bcec', 'mac_address': 'fa:16:3e:b6:9c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629d50ad-5b8d-444f-8daa-5fc665cc94cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:09:52.899867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Allocated IP 172.20.0.2 (0cee240c-5069-4a5d-a626-9016f3a55c41/ac749944-61c0-4e97-a3b2-48b24cb2a6a5/99bc3757-9276-4fec-8ba1-b719b53c40e8) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:52.913665 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.915552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.940358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 248a9d1d-83e9-4810-9ce2-71f6d200c4fd no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:09:52.981046 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:52.986232 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/networks/41b78604-17f8-4d49-af0e-d47354e93856 HTTP/1.1" status: 204 len: 168 time: 1.3479772 Aug 31 14:09:52.987102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a0aed-86d8-4a5e-add3-78fd6d20bfbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Network': ['ID=41b78604-17f8-4d49-af0e-d47354e93856,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:52.988969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50014) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:53.026343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc44b48-330b-49c3-a1d2-7110de33bcec {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:53.045520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15354257-c3e3-442d-8282-d109e34a3d53 req-b66a29b2-4999-492b-9f70-1dbcb856019f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:53.058556 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15354257-c3e3-442d-8282-d109e34a3d53 req-b66a29b2-4999-492b-9f70-1dbcb856019f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1367717 Aug 31 14:09:53.092416 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.094789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port dcc44b48-330b-49c3-a1d2-7110de33bcec, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=dcc44b48-330b-49c3-a1d2-7110de33bcec,segment=NetworkSegment(4524b2a8-a893-4069-9667-241ddac1daf3),segment_id=4524b2a8-a893-4069-9667-241ddac1daf3)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:53.099786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 248a9d1d-83e9-4810-9ce2-71f6d200c4fd {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:09:53.100152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 248a9d1d-83e9-4810-9ce2-71f6d200c4fd not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:09:53.108061 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.172222 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15354257-c3e3-442d-8282-d109e34a3d53 req-e8683e97-13fa-4fa0-ba14-3c4fe625a868 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126308 Aug 31 14:09:53.284189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=dcc44b48-330b-49c3-a1d2-7110de33bcec,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:53.310620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.335686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d8496d-7a30-4d25-82bf-248a26b45420']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:53.356258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122d60bd-24fe-4c60-9d59-0894a8ba9d63') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:53.356838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122d60bd-24fe-4c60-9d59-0894a8ba9d63') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:09:53.381194 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.433643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['dcc44b48-330b-49c3-a1d2-7110de33bcec'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:53.796320 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.802584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad8fca-7dca-4e52-8037-07ae1a1fb04a req-fe503afb-7b4d-4f58-b8fa-c58114c37311 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:53.816840 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1ad8fca-7dca-4e52-8037-07ae1a1fb04a req-fe503afb-7b4d-4f58-b8fa-c58114c37311 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 944 time: 0.1681423 Aug 31 14:09:53.833874 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.850874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:09:53.851343 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:09:53.855856 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:09:53.888259 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1ad8fca-7dca-4e52-8037-07ae1a1fb04a req-beea8ae0-05a7-4b66-8ff6-bcc2c4e608a1 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714655 Aug 31 14:09:53.894014 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:09:53.942712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f25f3a-e157-487d-8397-eab86f462b46 req-49d7dc8a-311f-4a08-b4a7-794ef32bacfe tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:53.950035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25f25f3a-e157-487d-8397-eab86f462b46 req-49d7dc8a-311f-4a08-b4a7-794ef32bacfe tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1601784 Aug 31 14:09:53.977745 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.002768 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.011713 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/networks/56d8496d-7a30-4d25-82bf-248a26b45420 HTTP/1.1" status: 204 len: 168 time: 1.0198309 Aug 31 14:09:54.014397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50034) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:54.030324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df399d-e677-4392-8bff-2259deab28e9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Network': ['ID=56d8496d-7a30-4d25-82bf-248a26b45420,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:54.037689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-dcdef1f1-bf9a-4de6-9f7b-e04463fa74a0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'network': {'name': 'tempest-RoutersTest-756509399'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:54.051494 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1538b547-ae13-49e2-90ee-061b067ad2fb req-710a6f9e-4a04-4597-ae9b-7fee48169000 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 210 time: 0.0561898 Aug 31 14:09:54.062752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25f25f3a-e157-487d-8397-eab86f462b46 req-c5b3b4a0-b5c4-4be6-9883-ca6a90417ad3 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094337 Aug 31 14:09:54.114010 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.123173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:09:54.171225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdef1f1-bf9a-4de6-9f7b-e04463fa74a0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:54.175115 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcdef1f1-bf9a-4de6-9f7b-e04463fa74a0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.194133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Network 0cee240c-5069-4a5d-a626-9016f3a55c41 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:54.205227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:54.213692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:54.289742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:54.290474 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.318883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event updated for resources: {'Port': ['ID=99bc3757-9276-4fec-8ba1-b719b53c40e8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:54.347244 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-874993ea-53d1-42b5-bf74-4da50ce228e6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8066022 Aug 31 14:09:54.348678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcdef1f1-bf9a-4de6-9f7b-e04463fa74a0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:09:54.369269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Request body: {'port': {'device_id': '33f01879-4746-4578-be54-033cfa66cbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:54.377370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcdef1f1-bf9a-4de6-9f7b-e04463fa74a0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.377731 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-dcdef1f1-bf9a-4de6-9f7b-e04463fa74a0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Added segment e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c of type vlan for network 85dc60d1-086a-4506-9103-541077e862c2 Aug 31 14:09:54.428653 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec5f7c-c2df-47bc-a68f-0060f233721f req-3231af4c-3b29-4232-b365-129dab647b7a tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:54.431490 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14ec5f7c-c2df-47bc-a68f-0060f233721f req-3231af4c-3b29-4232-b365-129dab647b7a tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.0958092 Aug 31 14:09:54.505331 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcdef1f1-bf9a-4de6-9f7b-e04463fa74a0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.516937 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.521290 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14ec5f7c-c2df-47bc-a68f-0060f233721f req-fabc4fc2-6947-42e8-ba33-3ddc7f2a673c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738893 Aug 31 14:09:54.685454 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcdef1f1-bf9a-4de6-9f7b-e04463fa74a0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.691166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdef1f1-bf9a-4de6-9f7b-e04463fa74a0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:54.692330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcdef1f1-bf9a-4de6-9f7b-e04463fa74a0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:54.782700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50046) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:54.782972 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dcdef1f1-bf9a-4de6-9f7b-e04463fa74a0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7501836 Aug 31 14:09:54.790832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1ffd06df-812d-407e-b3d7-6599a612c8c3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'subnet': {'network_id': '85dc60d1-086a-4506-9103-541077e862c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:54.810780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdef1f1-bf9a-4de6-9f7b-e04463fa74a0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Network': ['ID=85dc60d1-086a-4506-9103-541077e862c2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:54.821768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 85dc60d1-086a-4506-9103-541077e862c2 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:09:55.005532 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffd06df-812d-407e-b3d7-6599a612c8c3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:55.013560 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1ffd06df-812d-407e-b3d7-6599a612c8c3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.134843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bc3757-9276-4fec-8ba1-b719b53c40e8 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:09:55.160869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.213818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e329589-ba14-424a-82eb-e97bd9d10b66 req-eda4dc98-6df2-4e48-a4d7-ab77d5174754 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:55.226116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e329589-ba14-424a-82eb-e97bd9d10b66 req-eda4dc98-6df2-4e48-a4d7-ab77d5174754 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 944 time: 0.1973472 Aug 31 14:09:55.233892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Transition to ACTIVE for port object 99bc3757-9276-4fec-8ba1-b719b53c40e8 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:55.241884 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.336509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Pushing event updated for resources: {'Port': ['ID=99bc3757-9276-4fec-8ba1-b719b53c40e8,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:55.352255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e329589-ba14-424a-82eb-e97bd9d10b66 req-2f25f47e-8752-4583-be69-9d1f961ccecf tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205361 Aug 31 14:09:55.567383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Attempting to bind port 99bc3757-9276-4fec-8ba1-b719b53c40e8 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:55.567726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Attempting to bind port 99bc3757-9276-4fec-8ba1-b719b53c40e8 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:55.568072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Attempting to bind port 99bc3757-9276-4fec-8ba1-b719b53c40e8 on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:55.576969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Port 99bc3757-9276-4fec-8ba1-b719b53c40e8 on network 0cee240c-5069-4a5d-a626-9016f3a55c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:09:55.577316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Attempting to bind port 99bc3757-9276-4fec-8ba1-b719b53c40e8 on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:55.586594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d033ea-0b90-422b-bacc-38936f91bdcb req-12c95e36-b3ad-4f85-8fdf-896f240c6f60 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:55.592504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d806818-fd3c-4db9-9f17-69f6391c084d req-870e0aa8-a2e9-498a-9f98-cfc517b0f3b3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:55.594400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-85d033ea-0b90-422b-bacc-38936f91bdcb req-12c95e36-b3ad-4f85-8fdf-896f240c6f60 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1300704 Aug 31 14:09:55.603730 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d806818-fd3c-4db9-9f17-69f6391c084d req-870e0aa8-a2e9-498a-9f98-cfc517b0f3b3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 943 time: 0.4009562 Aug 31 14:09:55.616162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:55.616536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Checking segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:55.616936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Bound using segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:55.617393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Bound port: 99bc3757-9276-4fec-8ba1-b719b53c40e8, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:55.617760 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.645094 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1ffd06df-812d-407e-b3d7-6599a612c8c3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.722580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-85d033ea-0b90-422b-bacc-38936f91bdcb req-5f3df186-9c65-46e3-9f86-bd4c02b8a6a9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176202 Aug 31 14:09:55.734465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d806818-fd3c-4db9-9f17-69f6391c084d req-f8553a80-aecc-42df-af0e-1b59d5e37cea tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160593 Aug 31 14:09:55.810459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] For port 99bc3757-9276-4fec-8ba1-b719b53c40e8, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:55.810883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd06df-812d-407e-b3d7-6599a612c8c3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Subnet': ['ID=cebe04f3-f588-4ad9-b510-9ebe396d18f2,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:55.826503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] For port 99bc3757-9276-4fec-8ba1-b719b53c40e8, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=99bc3757-9276-4fec-8ba1-b719b53c40e8,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:55.831193 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd06df-812d-407e-b3d7-6599a612c8c3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Checking segment: {'id': 'e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '85dc60d1-086a-4506-9103-541077e862c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:55.832297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd06df-812d-407e-b3d7-6599a612c8c3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network hostable DHCP agents. Network: 85dc60d1-086a-4506-9103-541077e862c2, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:09:55.856428 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.864717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd06df-812d-407e-b3d7-6599a612c8c3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 85dc60d1-086a-4506-9103-541077e862c2 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:09:55.892383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-1ffd06df-812d-407e-b3d7-6599a612c8c3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 85dc60d1-086a-4506-9103-541077e862c2) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:55.906666 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8b708a-5ac8-4bdb-ada3-6125237ee590 None None] Network 85dc60d1-086a-4506-9103-541077e862c2 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:09:55.921949 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd06df-812d-407e-b3d7-6599a612c8c3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:55.927190 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1ffd06df-812d-407e-b3d7-6599a612c8c3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.969888 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1ffd06df-812d-407e-b3d7-6599a612c8c3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1856132 Aug 31 14:09:55.974826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50080) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:55.982441 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-833825fd-dded-446a-aa8a-71b85acf9503 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-59598651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:55.983764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:55.984869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:55.986676 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] 10.222.0.13 "PUT /v2.0/ports/99bc3757-9276-4fec-8ba1-b719b53c40e8 HTTP/1.1" status: 200 len: 1091 time: 1.6306179 Aug 31 14:09:55.989357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f01879-4746-4578-be54-033cfa66cbee', 'tag': '99bc3757-9276-4fec-8ba1-b719b53c40e8'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:55.992938 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1615a0a-6c45-44c1-b556-6853c9ed3351" -d '{"events": [{"name": "network-changed", "server_uuid": "33f01879-4746-4578-be54-033cfa66cbee", "tag": "99bc3757-9276-4fec-8ba1-b719b53c40e8"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:56.032275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-833825fd-dded-446a-aa8a-71b85acf9503 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.033559 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-833825fd-dded-446a-aa8a-71b85acf9503 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.145463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dae349-cd5e-489a-92c8-0059c12c284c req-68a6a998-01d3-40c2-a820-cc02ed8c4ce0 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:56.155767 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e3dae349-cd5e-489a-92c8-0059c12c284c req-68a6a998-01d3-40c2-a820-cc02ed8c4ce0 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.3271747 Aug 31 14:09:56.200194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-833825fd-dded-446a-aa8a-71b85acf9503 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.214975 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-833825fd-dded-446a-aa8a-71b85acf9503 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.217656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da04a9-a5f8-4712-b936-2ea73a6ac620 service neutron] Pushing event updated for resources: {'Port': ['ID=99bc3757-9276-4fec-8ba1-b719b53c40e8,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:56.274324 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-833825fd-dded-446a-aa8a-71b85acf9503 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.277052 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-833825fd-dded-446a-aa8a-71b85acf9503 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3010392 Aug 31 14:09:56.281459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50090) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:56.314285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-85dc60d1-086a-4506-9103-541077e862c2', 'network_id': '85dc60d1-086a-4506-9103-541077e862c2', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'fixed_ips': [{'subnet_id': 'cebe04f3-f588-4ad9-b510-9ebe396d18f2'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:09:56.319366 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.320385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'port': {'network_id': '85dc60d1-086a-4506-9103-541077e862c2', 'name': 'tempest-RoutersTest-1772983063'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:09:56.325829 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f894d85f-63b0-4507-8817-c570f8f3931e x-openstack-request-id: req-f894d85f-63b0-4507-8817-c570f8f3931e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:56.326140 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f01879-4746-4578-be54-033cfa66cbee", "tag": "99bc3757-9276-4fec-8ba1-b719b53c40e8", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:56.326368 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f894d85f-63b0-4507-8817-c570f8f3931e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:56.326771 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f01879-4746-4578-be54-033cfa66cbee', 'tag': '99bc3757-9276-4fec-8ba1-b719b53c40e8', 'status': 'completed', 'code': 200} Aug 31 14:09:56.351395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-52924c0f-a156-4460-9933-915ef7930cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:56.393221 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-52924c0f-a156-4460-9933-915ef7930cd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 1094 time: 0.3029373 Aug 31 14:09:56.414791 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e3dae349-cd5e-489a-92c8-0059c12c284c req-c11d869f-05a3-468b-b244-a4def9a914d8 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562242 Aug 31 14:09:56.549591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50094) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:56.552640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device dcc44b48-330b-49c3-a1d2-7110de33bcec up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:56.564557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-6b4ff45a-0efa-4162-a9aa-4979ec1be68f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99bc3757-9276-4fec-8ba1-b719b53c40e8 HTTP/1.1" status: 200 len: 217 time: 0.1482582 Aug 31 14:09:56.697186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-807dfe0a-5d7d-4a93-96e2-59bf476958c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:56.701822 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-807dfe0a-5d7d-4a93-96e2-59bf476958c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.1257660 Aug 31 14:09:56.711443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Allocated IP 172.20.0.2 (85dc60d1-086a-4506-9103-541077e862c2/cebe04f3-f588-4ad9-b510-9ebe396d18f2/f6f493ff-7d95-4759-9a42-12c095a0de93) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:56.801827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port dcc44b48-330b-49c3-a1d2-7110de33bcec completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:56.803783 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-a4023f65-fdc9-40a3-b3f8-8b42e75e2377 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901163 Aug 31 14:09:56.877521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port dcc44b48-330b-49c3-a1d2-7110de33bcec triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:09:56.878085 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:56.932272 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5346a42a-1ac1-44ce-8608-03121c55da53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.057130 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.064241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6c2c2-ff7f-41ff-849c-23e6b049bcae req-11659539-f62c-4f9d-bf18-dafc78ae4231 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:57.066835 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c8a6c2c2-ff7f-41ff-849c-23e6b049bcae req-11659539-f62c-4f9d-bf18-dafc78ae4231 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1546726 Aug 31 14:09:57.095434 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-61ba4337-d3d5-4aaf-8b52-7f58f8783e8d service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802522 Aug 31 14:09:57.145187 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fcc96-ca6e-4962-a20b-97fee676b388 req-af872f92-38a8-4f0f-9f7d-067d94fc1046 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:57.163405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port dcc44b48-330b-49c3-a1d2-7110de33bcec, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=dcc44b48-330b-49c3-a1d2-7110de33bcec,segment=NetworkSegment(4524b2a8-a893-4069-9667-241ddac1daf3),segment_id=4524b2a8-a893-4069-9667-241ddac1daf3)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:09:57.164674 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d4fcc96-ca6e-4962-a20b-97fee676b388 req-af872f92-38a8-4f0f-9f7d-067d94fc1046 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 944 time: 0.6181548 Aug 31 14:09:57.167196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1133ba-457c-4123-b859-8ccbac5a6035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc44b48-330b-49c3-a1d2-7110de33bcec'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:09:57.174912 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2bc50f-c533-4fc9-9c90-407193290a97" -d '{"events": [{"server_uuid": "7a1133ba-457c-4123-b859-8ccbac5a6035", "name": "network-vif-plugged", "status": "completed", "tag": "dcc44b48-330b-49c3-a1d2-7110de33bcec"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:09:57.181765 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.227653 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c8a6c2c2-ff7f-41ff-849c-23e6b049bcae req-20494a64-66cd-4cb3-b180-e6ca59fd1096 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507885 Aug 31 14:09:57.234479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d4fcc96-ca6e-4962-a20b-97fee676b388 req-34758b1a-114c-404d-a836-7dcdaf5bddec tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685279 Aug 31 14:09:57.341227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=dcc44b48-330b-49c3-a1d2-7110de33bcec,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:57.356847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e749b2ad-692e-44de-b3bb-3c8186626ef9 req-0e799834-1426-48a3-9f12-ed413a536818 service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454755 Aug 31 14:09:57.360323 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.379656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Transition to ACTIVE for port object f6f493ff-7d95-4759-9a42-12c095a0de93 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:57.386417 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed837e9-bd80-47b7-84ea-ac4cc7be2018 x-openstack-request-id: req-aed837e9-bd80-47b7-84ea-ac4cc7be2018 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:09:57.386707 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1133ba-457c-4123-b859-8ccbac5a6035", "name": "network-vif-plugged", "status": "completed", "tag": "dcc44b48-330b-49c3-a1d2-7110de33bcec", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:09:57.386966 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aed837e9-bd80-47b7-84ea-ac4cc7be2018 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:09:57.387400 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1133ba-457c-4123-b859-8ccbac5a6035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc44b48-330b-49c3-a1d2-7110de33bcec', 'code': 200} Aug 31 14:09:57.433066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Transition to ACTIVE for port object f6f493ff-7d95-4759-9a42-12c095a0de93 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:57.440331 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.455933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5346a42a-1ac1-44ce-8608-03121c55da53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.480504 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5346a42a-1ac1-44ce-8608-03121c55da53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.578413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346a42a-1ac1-44ce-8608-03121c55da53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643b0f8e-e8e9-4f6c-a1a7-c9274da01b53,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:57.593254 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8239a0-7c37-420d-8275-c2bf4951048d req-f4172d53-bfe1-4e9b-8313-978e70e0c05a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:57.616129 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f8239a0-7c37-420d-8275-c2bf4951048d req-f4172d53-bfe1-4e9b-8313-978e70e0c05a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 943 time: 0.2059147 Aug 31 14:09:57.619538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Network 85dc60d1-086a-4506-9103-541077e862c2 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:57.623958 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:09:57.632275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.641707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:57.663424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:57.710614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Pushing event updated for resources: {'Port': ['ID=f6f493ff-7d95-4759-9a42-12c095a0de93,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:57.717433 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5346a42a-1ac1-44ce-8608-03121c55da53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a15f2a7e5fa4468b35f1b4d59a9c6b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1663547 Aug 31 14:09:57.718228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50108) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:57.733625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] device_id is not set on port 84285aab-4858-426d-b22a-7da9fe00a1f8 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:09:57.744821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317a075-5c3c-4227-ae6e-f4ef4324c0d7 req-d5238f82-33a4-4ce0-802c-261d9d94a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:57.746551 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d317a075-5c3c-4227-ae6e-f4ef4324c0d7 req-d5238f82-33a4-4ce0-802c-261d9d94a2d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 1096 time: 0.1722443 Aug 31 14:09:57.794488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bc0be-4bc0-4015-850a-e398854ba0fb req-f51848b7-2cba-4942-8dc4-25e0dd98beee tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:57.802907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f24bc0be-4bc0-4015-850a-e398854ba0fb req-f51848b7-2cba-4942-8dc4-25e0dd98beee tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1639497 Aug 31 14:09:57.803384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Attempting to bind port f6f493ff-7d95-4759-9a42-12c095a0de93 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:09:57.803766 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Attempting to bind port f6f493ff-7d95-4759-9a42-12c095a0de93 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '85dc60d1-086a-4506-9103-541077e862c2'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:09:57.804139 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Attempting to bind port f6f493ff-7d95-4759-9a42-12c095a0de93 on network 85dc60d1-086a-4506-9103-541077e862c2 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:09:57.830264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:09:57.830563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Checking segment: {'id': 'e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '85dc60d1-086a-4506-9103-541077e862c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:09:57.830984 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.831484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Bound using segment: {'id': 'e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '85dc60d1-086a-4506-9103-541077e862c2'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:09:57.832270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Bound port: f6f493ff-7d95-4759-9a42-12c095a0de93, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '85dc60d1-086a-4506-9103-541077e862c2'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:09:57.832688 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:57.846595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1615a0a-6c45-44c1-b556-6853c9ed3351 req-a10e3a08-c352-44b0-a305-cb2dbb42deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:57.848954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1615a0a-6c45-44c1-b556-6853c9ed3351 req-a10e3a08-c352-44b0-a305-cb2dbb42deeb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 1094 time: 0.3768611 Aug 31 14:09:57.931124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f8239a0-7c37-420d-8275-c2bf4951048d req-350c1a30-3612-4f15-9ed4-2d6555cfb599 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774780 Aug 31 14:09:57.938916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Allocated IP 172.20.0.13 (85dc60d1-086a-4506-9103-541077e862c2/cebe04f3-f588-4ad9-b510-9ebe396d18f2/84285aab-4858-426d-b22a-7da9fe00a1f8) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:09:57.970967 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f24bc0be-4bc0-4015-850a-e398854ba0fb req-26155312-9263-40e1-9404-dc312ab4645b tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665263 Aug 31 14:09:57.996737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] For port f6f493ff-7d95-4759-9a42-12c095a0de93, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:09:58.001052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] For port f6f493ff-7d95-4759-9a42-12c095a0de93, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f6f493ff-7d95-4759-9a42-12c095a0de93,segment=NetworkSegment(e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c),segment_id=e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:09:58.007032 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:58.132025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1615a0a-6c45-44c1-b556-6853c9ed3351 req-1efe229c-f93e-430d-b89a-8b16afe75346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:58.133727 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1615a0a-6c45-44c1-b556-6853c9ed3351 req-1efe229c-f93e-430d-b89a-8b16afe75346 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 907 time: 0.2754455 Aug 31 14:09:58.134251 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78ccdfa1-0f7c-4f83-bf92-bdd5e95eff85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:58.139747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d317a075-5c3c-4227-ae6e-f4ef4324c0d7 req-8426e3e2-1121-486b-9a9e-756b95b07bc6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751702 Aug 31 14:09:58.170495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95bc5a-46d1-497d-a48c-58b52ed0290b None None] Pushing event updated for resources: {'Port': ['ID=f6f493ff-7d95-4759-9a42-12c095a0de93,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:58.185622 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78ccdfa1-0f7c-4f83-bf92-bdd5e95eff85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:58.265645 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78ccdfa1-0f7c-4f83-bf92-bdd5e95eff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:58.269845 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78ccdfa1-0f7c-4f83-bf92-bdd5e95eff85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:58.284448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-78ccdfa1-0f7c-4f83-bf92-bdd5e95eff85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/643b0f8e-e8e9-4f6c-a1a7-c9274da01b53 HTTP/1.1" status: 204 len: 168 time: 0.5559521 Aug 31 14:09:58.306762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:58.310386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccdfa1-0f7c-4f83-bf92-bdd5e95eff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b0f8e-e8e9-4f6c-a1a7-c9274da01b53,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:58.361466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Transition to ACTIVE for port object 84285aab-4858-426d-b22a-7da9fe00a1f8 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:09:58.461684 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1615a0a-6c45-44c1-b556-6853c9ed3351 req-818b3655-46fa-483c-9f12-70eec84a4bf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99bc3757-9276-4fec-8ba1-b719b53c40e8 HTTP/1.1" status: 200 len: 217 time: 0.1253443 Aug 31 14:09:58.533850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1cc53-7da5-4924-8711-d3b8975e23fb req-a4393c86-d167-456a-939f-a4c280902094 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:58.539056 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35c1cc53-7da5-4924-8711-d3b8975e23fb req-a4393c86-d167-456a-939f-a4c280902094 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 945 time: 0.1461160 Aug 31 14:09:58.604877 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:58.712219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35c1cc53-7da5-4924-8711-d3b8975e23fb req-8da82608-86fc-46c0-9423-c10842a6977d tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595590 Aug 31 14:09:58.734565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 85dc60d1-086a-4506-9103-541077e862c2 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:09:58.745889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:09:58.752545 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:09:58.827244 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:58.828427 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:58.843560 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=84285aab-4858-426d-b22a-7da9fe00a1f8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:09:58.862246 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1f6e9277-6e0c-45bf-9b03-447558d07b65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5809686 Aug 31 14:09:58.863886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50124) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:09:58.889800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d3dfa-b9c6-4f77-bc19-cfc7bd24a9cb req-ea98dc04-e2d2-4cba-8d4d-fa75d401175f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:58.897924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-653d3dfa-b9c6-4f77-bc19-cfc7bd24a9cb req-ea98dc04-e2d2-4cba-8d4d-fa75d401175f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.4323492 Aug 31 14:09:58.907098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1615a0a-6c45-44c1-b556-6853c9ed3351 req-43b40ba0-c336-422e-b5b6-3944bec0c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:58.913575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1615a0a-6c45-44c1-b556-6853c9ed3351 req-43b40ba0-c336-422e-b5b6-3944bec0c328 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.3929706 Aug 31 14:09:59.031910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1615a0a-6c45-44c1-b556-6853c9ed3351 req-a81b1ad7-dc90-47d2-9d2d-7ccd74c0d8af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875497 Aug 31 14:09:59.253267 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f6f493ff-7d95-4759-9a42-12c095a0de93 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:09:59.320321 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1615a0a-6c45-44c1-b556-6853c9ed3351 req-1593bdbd-2156-4733-80b7-7dd7a05ec8ce service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728868 Aug 31 14:09:59.372017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-653d3dfa-b9c6-4f77-bc19-cfc7bd24a9cb req-5bd6ea1a-cbef-40f4-99e4-67cc56e84273 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4546111 Aug 31 14:09:59.487250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a61531-8977-44e6-855f-9b1502adbc73 req-774affbf-6526-4d0f-9ddb-c0aa9509b1c1 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:59.498201 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3a61531-8977-44e6-855f-9b1502adbc73 req-774affbf-6526-4d0f-9ddb-c0aa9509b1c1 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 943 time: 0.2337253 Aug 31 14:09:59.589760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port f6f493ff-7d95-4759-9a42-12c095a0de93 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:09:59.724592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3a61531-8977-44e6-855f-9b1502adbc73 req-3f2a130a-7b65-448f-9f0f-61067b991641 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253051 Aug 31 14:09:59.725719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:09:59.765488 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1615a0a-6c45-44c1-b556-6853c9ed3351 req-1cf9cc05-0797-4f3b-9c5c-ec16bdfe471b service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894703 Aug 31 14:09:59.806732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2422c-030a-4103-9c83-1a353f0ebf9e req-39cc7bdc-ade5-4f02-a3da-3ad793f9adc8 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:09:59.813248 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17b2422c-030a-4103-9c83-1a353f0ebf9e req-39cc7bdc-ade5-4f02-a3da-3ad793f9adc8 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1000288 Aug 31 14:09:59.913816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17b2422c-030a-4103-9c83-1a353f0ebf9e req-e15e6e4c-52ce-42c4-8b38-b96bbfa79b21 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959120 Aug 31 14:10:00.107049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1b246-462f-4a18-936a-f354ac2c5165 req-9e930add-cd68-4099-b28f-b5e627086b51 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:00.116887 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8ae1b246-462f-4a18-936a-f354ac2c5165 req-9e930add-cd68-4099-b28f-b5e627086b51 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 945 time: 0.1806436 Aug 31 14:10:00.189192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75377d4a-1f0f-4d10-b6e6-4de8feb43bd0 None None] Network 85dc60d1-086a-4506-9103-541077e862c2 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:00.227429 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8ae1b246-462f-4a18-936a-f354ac2c5165 req-b174a3bf-b52e-4914-b27f-6aeddb4d36ca tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084447 Aug 31 14:10:00.286021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9208a60d-d3f1-49f7-a44d-d17950cb1e72 None None] Provisioning for port f6f493ff-7d95-4759-9a42-12c095a0de93 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:00.295680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9208a60d-d3f1-49f7-a44d-d17950cb1e72 None None] Provisioning complete for port f6f493ff-7d95-4759-9a42-12c095a0de93 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:00.296056 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9208a60d-d3f1-49f7-a44d-d17950cb1e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:00.340597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:00.348869 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:00.595304 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 99bc3757-9276-4fec-8ba1-b719b53c40e8 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:10:00.785674 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=84285aab-4858-426d-b22a-7da9fe00a1f8,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:00.959758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9bfca-b6d2-4e3c-a8e4-360e7df2dc3e req-9d2e5c97-5a03-4eb0-b5c5-95bfbaf44c60 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:00.976052 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51c9bfca-b6d2-4e3c-a8e4-360e7df2dc3e req-9d2e5c97-5a03-4eb0-b5c5-95bfbaf44c60 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 943 time: 0.1388707 Aug 31 14:10:01.018822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800f5a-d746-4cdd-9468-f236f7117006 req-ead726bd-83b0-4a2d-a6c9-6c4860c0fade tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:01.022873 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9208a60d-d3f1-49f7-a44d-d17950cb1e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:01.051763 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-02800f5a-d746-4cdd-9468-f236f7117006 req-ead726bd-83b0-4a2d-a6c9-6c4860c0fade tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.4088051 Aug 31 14:10:01.136632 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:01.163374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9208a60d-d3f1-49f7-a44d-d17950cb1e72 None None] For port f6f493ff-7d95-4759-9a42-12c095a0de93, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f6f493ff-7d95-4759-9a42-12c095a0de93,segment=NetworkSegment(e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c),segment_id=e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:01.187600 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9208a60d-d3f1-49f7-a44d-d17950cb1e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:01.202493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50180) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:01.248114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 99bc3757-9276-4fec-8ba1-b719b53c40e8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=99bc3757-9276-4fec-8ba1-b719b53c40e8,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:01.259090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51c9bfca-b6d2-4e3c-a8e4-360e7df2dc3e req-be3fc40e-bd1d-4b9f-8e7e-44dcca38e27e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792010 Aug 31 14:10:01.302867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-02800f5a-d746-4cdd-9468-f236f7117006 req-502a6825-7f60-4cb4-9301-107c16b0093e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499902 Aug 31 14:10:01.344249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a9b8e-73db-4b0e-9aef-b2b3fabd49ba req-2424d9f3-bcf4-494d-abb1-c0cc638a6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:01.348178 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-690a9b8e-73db-4b0e-9aef-b2b3fabd49ba req-2424d9f3-bcf4-494d-abb1-c0cc638a6a78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 1097 time: 0.3593419 Aug 31 14:10:01.423319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '99bc3757-9276-4fec-8ba1-b719b53c40e8', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'port_id': '99bc3757-9276-4fec-8ba1-b719b53c40e8', 'mac_address': 'fa:16:3e:8b:1b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac749944-61c0-4e97-a3b2-48b24cb2a6a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:10:01.429482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:01.485009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208a60d-d3f1-49f7-a44d-d17950cb1e72 None None] Pushing event updated for resources: {'Port': ['ID=f6f493ff-7d95-4759-9a42-12c095a0de93,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:01.551786 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e1fcdf0-1bb3-4d79-94d3-83c10fca1ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:01.567682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:01.571167 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d9acb8cd-5d24-4de7-833e-23ad427b1179 None None] Provisioning complete for port f6f493ff-7d95-4759-9a42-12c095a0de93 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:01.571680 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d9acb8cd-5d24-4de7-833e-23ad427b1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:01.608097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:01.621096 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:01.652869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bc3757-9276-4fec-8ba1-b719b53c40e8 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:01.686401 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 99bc3757-9276-4fec-8ba1-b719b53c40e8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=99bc3757-9276-4fec-8ba1-b719b53c40e8,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:01.692758 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:01.817783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=99bc3757-9276-4fec-8ba1-b719b53c40e8,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:01.833296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d9acb8cd-5d24-4de7-833e-23ad427b1179 None None] Provisioning for port 84285aab-4858-426d-b22a-7da9fe00a1f8 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:01.838208 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d9acb8cd-5d24-4de7-833e-23ad427b1179 None None] Provisioning complete for port 84285aab-4858-426d-b22a-7da9fe00a1f8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:01.838724 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d9acb8cd-5d24-4de7-833e-23ad427b1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:01.856270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9511b9-0f7e-4b29-a0bd-5223195f36c4 req-14e18afe-cb49-4f23-8e8f-c69aa1cc33a3 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:01.866495 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1e9511b9-0f7e-4b29-a0bd-5223195f36c4 req-14e18afe-cb49-4f23-8e8f-c69aa1cc33a3 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 945 time: 0.2723680 Aug 31 14:10:01.877416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c358089-8804-4d78-b184-cf6d481fbf88 req-32b2603a-00ad-4365-8d84-196c58e6fb2e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:01.879588 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c358089-8804-4d78-b184-cf6d481fbf88 req-32b2603a-00ad-4365-8d84-196c58e6fb2e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.2330067 Aug 31 14:10:01.886642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a9b8e-73db-4b0e-9aef-b2b3fabd49ba req-981db149-3335-4389-9356-626d0c804e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:01.889374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-690a9b8e-73db-4b0e-9aef-b2b3fabd49ba req-981db149-3335-4389-9356-626d0c804e06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 917 time: 0.5118001 Aug 31 14:10:01.912236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d9acb8cd-5d24-4de7-833e-23ad427b1179 None None] Port 84285aab-4858-426d-b22a-7da9fe00a1f8 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:02.028643 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c358089-8804-4d78-b184-cf6d481fbf88 req-4d0b7e67-ebf4-4a61-8020-c10724a9d65f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344759 Aug 31 14:10:02.029708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1e9511b9-0f7e-4b29-a0bd-5223195f36c4 req-b7bc537e-652e-4c15-a9f9-c2b1d207cc2f tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619456 Aug 31 14:10:02.051154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['99bc3757-9276-4fec-8ba1-b719b53c40e8'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:02.096963 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-690a9b8e-73db-4b0e-9aef-b2b3fabd49ba req-821b3670-808d-4fa8-90ef-2392f058a9b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 HTTP/1.1" status: 200 len: 1002 time: 0.1756198 Aug 31 14:10:02.182057 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.184144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1ef696f4-cbfc-4137-89e5-a9aa2738ea11 None None] Provisioning complete for port 84285aab-4858-426d-b22a-7da9fe00a1f8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:02.184591 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ef696f4-cbfc-4137-89e5-a9aa2738ea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.199102 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.205581 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.294669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1ef696f4-cbfc-4137-89e5-a9aa2738ea11 None None] Port 84285aab-4858-426d-b22a-7da9fe00a1f8 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:02.404301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=84285aab-4858-426d-b22a-7da9fe00a1f8,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:02.429089 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.469338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Allocated IP 172.25.3.109 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/ce1889fc-acd1-431d-a4ce-35b9d46515cd) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:02.551398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7ca0ac51-0eed-4bc4-a178-ae21463d0f07 None None] Provisioning complete for port 84285aab-4858-426d-b22a-7da9fe00a1f8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:02.552905 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ca0ac51-0eed-4bc4-a178-ae21463d0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.594521 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.610256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7ca0ac51-0eed-4bc4-a178-ae21463d0f07 None None] Port 84285aab-4858-426d-b22a-7da9fe00a1f8 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:02.679176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320cfc4-3a98-41ae-b4bc-44aecd2208d3 req-26ce56f7-4632-43ab-b45a-ca949bbd8576 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:02.686545 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9320cfc4-3a98-41ae-b4bc-44aecd2208d3 req-26ce56f7-4632-43ab-b45a-ca949bbd8576 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1907809 Aug 31 14:10:02.734135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 85dc60d1-086a-4506-9103-541077e862c2 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:02.737411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:02.752826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a9b8e-73db-4b0e-9aef-b2b3fabd49ba req-1bb16f42-cfd5-4f8f-bacc-9e9279f678e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:02.754455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-690a9b8e-73db-4b0e-9aef-b2b3fabd49ba req-1bb16f42-cfd5-4f8f-bacc-9e9279f678e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 200 len: 855 time: 0.5962985 Aug 31 14:10:02.755415 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:02.762334 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9320cfc4-3a98-41ae-b4bc-44aecd2208d3 req-09298cef-7244-4c15-b34c-74b2ef17793b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748363 Aug 31 14:10:02.890321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd467a05-9be2-421b-a7b0-7d5f965de561 req-e06dae67-29b4-4124-8f98-aba3ca058516 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:02.896715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd467a05-9be2-421b-a7b0-7d5f965de561 req-e06dae67-29b4-4124-8f98-aba3ca058516 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 945 time: 0.7512827 Aug 31 14:10:02.904754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:02.926803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:02.933792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:02.955219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router ca476b26-0009-4ac1-b60d-4a64e07ea1b2 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:10:02.981410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc5a43-5fd7-47f6-b385-a0ec7b8b08e9 req-c6a65cf9-ab6e-4430-8322-e2604d15e39f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:03.003796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69dc5a43-5fd7-47f6-b385-a0ec7b8b08e9 req-c6a65cf9-ab6e-4430-8322-e2604d15e39f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 944 time: 0.3680344 Aug 31 14:10:03.131152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Pushing event updated for resources: {'Port': ['ID=ce1889fc-acd1-431d-a4ce-35b9d46515cd,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:03.137327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f6f493ff-7d95-4759-9a42-12c095a0de93 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:03.311490 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5e2e953c-5b4a-4564-bfc6-a22c8a9e0bbd None None] Provisioning complete for port 84285aab-4858-426d-b22a-7da9fe00a1f8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:03.312110 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e2e953c-5b4a-4564-bfc6-a22c8a9e0bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.365682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:03.385448 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9680f4-c6da-4870-aad6-5976613686a5 None None] Sync routers for ids ['ca476b26-0009-4ac1-b60d-4a64e07ea1b2'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:03.387407 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a3c3bc6f-1ef4-4158-ba09-8c5f207a98b0 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/ca476b26-0009-4ac1-b60d-4a64e07ea1b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5222282 Aug 31 14:10:03.390800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50196) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:03.397659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e953c-5b4a-4564-bfc6-a22c8a9e0bbd None None] Port 84285aab-4858-426d-b22a-7da9fe00a1f8 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:03.412942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f6f493ff-7d95-4759-9a42-12c095a0de93 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:03.413882 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9680f4-c6da-4870-aad6-5976613686a5 None None] Routers {'ca476b26-0009-4ac1-b60d-4a64e07ea1b2'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:03.414189 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:03.414984 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ac9680f4-c6da-4870-aad6-5976613686a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:09:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca476b26-0009-4ac1-b60d-4a64e07ea1b2'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:03.531946 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ac9680f4-c6da-4870-aad6-5976613686a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:03.543211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd52cbe-ef6f-4fde-b45f-c4042be88743 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:03.549445 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2dd52cbe-ef6f-4fde-b45f-c4042be88743 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports/84285aab-4858-426d-b22a-7da9fe00a1f8 HTTP/1.1" status: 200 len: 978 time: 0.1517043 Aug 31 14:10:03.556469 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9680f4-c6da-4870-aad6-5976613686a5 None None] Routers {'ca476b26-0009-4ac1-b60d-4a64e07ea1b2'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:03.557122 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ac9680f4-c6da-4870-aad6-5976613686a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:09:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca476b26-0009-4ac1-b60d-4a64e07ea1b2'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:03.561958 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50198) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:03.590666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a7e3c-01a1-420e-9239-afbbcf6b956c req-7ff1d0da-eba5-453e-89c2-cfe497114893 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:03.600133 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-272a7e3c-01a1-420e-9239-afbbcf6b956c req-7ff1d0da-eba5-453e-89c2-cfe497114893 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.3759797 Aug 31 14:10:03.605784 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ac9680f4-c6da-4870-aad6-5976613686a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:03.606488 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9680f4-c6da-4870-aad6-5976613686a5 None None] The sync data for ids ['ca476b26-0009-4ac1-b60d-4a64e07ea1b2'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:03.776556 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a9b8e-73db-4b0e-9aef-b2b3fabd49ba req-095b6d48-6439-49fa-b94c-e4571f8c67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:03.778105 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-690a9b8e-73db-4b0e-9aef-b2b3fabd49ba req-095b6d48-6439-49fa-b94c-e4571f8c67d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9772635 Aug 31 14:10:03.828171 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69dc5a43-5fd7-47f6-b385-a0ec7b8b08e9 req-8221292d-2b4f-40f5-be04-c0edcf7c2a51 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8231127 Aug 31 14:10:03.889852 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-272a7e3c-01a1-420e-9239-afbbcf6b956c req-950cc35e-f454-4692-a068-d6dfce9b0861 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918035 Aug 31 14:10:03.990658 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.031739 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b6e5dce-0433-4e72-978d-5d9f9d5b77b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.096422 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.177774 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21d9b4-bad4-46a4-89dc-fd4d7d1e1825 req-7f7b156a-f61f-4ade-a681-ba3771bc2e4e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:04.183033 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc21d9b4-bad4-46a4-89dc-fd4d7d1e1825 req-7f7b156a-f61f-4ade-a681-ba3771bc2e4e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1174188 Aug 31 14:10:04.200592 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.415683 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.429419 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.545551 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 99bc3757-9276-4fec-8ba1-b719b53c40e8 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:04.558215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Pushing event updated for resources: {'Port': ['ID=ce1889fc-acd1-431d-a4ce-35b9d46515cd,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:04.561221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.608311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60561e8d-3f9f-44ad-b1bc-d373d81443fc req-bdf01248-85dc-4ffa-9476-2ba70bc0343e tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:04.609981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-60561e8d-3f9f-44ad-b1bc-d373d81443fc req-bdf01248-85dc-4ffa-9476-2ba70bc0343e tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 945 time: 0.6336648 Aug 31 14:10:04.620087 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-bd467a05-9be2-421b-a7b0-7d5f965de561 req-9881eace-62d4-4eb7-8b7e-d962e17f0f98 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Deleting port dcc44b48-330b-49c3-a1d2-7110de33bcec {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:04.620445 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bd467a05-9be2-421b-a7b0-7d5f965de561 req-9881eace-62d4-4eb7-8b7e-d962e17f0f98 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.691636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 99bc3757-9276-4fec-8ba1-b719b53c40e8 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:04.696102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 99bc3757-9276-4fec-8ba1-b719b53c40e8 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:04.696508 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.732185 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc21d9b4-bad4-46a4-89dc-fd4d7d1e1825 req-34a801fa-bbdc-49da-9e6a-2f8bb8fe5a76 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5243425 Aug 31 14:10:04.855570 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.905458 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-60561e8d-3f9f-44ad-b1bc-d373d81443fc req-6fed34d7-9f07-4826-bd02-10df34ad6850 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f99324-4339-47a6-a414-c178d187b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758102 Aug 31 14:10:04.913708 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.914964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f01879-4746-4578-be54-033cfa66cbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bc3757-9276-4fec-8ba1-b719b53c40e8'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:04.917090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-306ae9d7-1cb6-456e-868f-7b67ad185899 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7131720 Aug 31 14:10:04.924236 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35a3299-c96d-473a-877d-172a2027fc5f" -d '{"events": [{"server_uuid": "33f01879-4746-4578-be54-033cfa66cbee", "name": "network-vif-plugged", "status": "completed", "tag": "99bc3757-9276-4fec-8ba1-b719b53c40e8"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:04.926225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50206) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:04.940294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-bd467a05-9be2-421b-a7b0-7d5f965de561 req-9881eace-62d4-4eb7-8b7e-d962e17f0f98 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] For port dcc44b48-330b-49c3-a1d2-7110de33bcec, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=dcc44b48-330b-49c3-a1d2-7110de33bcec,segment=NetworkSegment(4524b2a8-a893-4069-9667-241ddac1daf3),segment_id=4524b2a8-a893-4069-9667-241ddac1daf3)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:04.945067 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 99bc3757-9276-4fec-8ba1-b719b53c40e8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=99bc3757-9276-4fec-8ba1-b719b53c40e8,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:04.951641 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.952942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device dcc44b48-330b-49c3-a1d2-7110de33bcec no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:04.953076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bd467a05-9be2-421b-a7b0-7d5f965de561 req-9881eace-62d4-4eb7-8b7e-d962e17f0f98 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:04.960680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9c57f3c4-1dbe-437a-8d1a-e3003831ca4e tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-306659064', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'fixed_ips': [{'ip_address': '172.25.3.109'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:04.997858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-bd467a05-9be2-421b-a7b0-7d5f965de561 req-9881eace-62d4-4eb7-8b7e-d962e17f0f98 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Calling delete_port for dcc44b48-330b-49c3-a1d2-7110de33bcec owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:05.051786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c57f3c4-1dbe-437a-8d1a-e3003831ca4e tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Made reservation on behalf of 4195a5f1def540beb0c50fb508faaf52 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:05.055176 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c57f3c4-1dbe-437a-8d1a-e3003831ca4e tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.120261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-690a9b8e-73db-4b0e-9aef-b2b3fabd49ba req-251851d5-5b33-44bc-a5b3-7768570ae60b service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3305769 Aug 31 14:10:05.165117 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c57f3c4-1dbe-437a-8d1a-e3003831ca4e tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.317101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.317637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27878bb2-7e06-45ad-99c1-9539f1014005 req-9ff66ce0-f669-4a36-891b-da9e3306cffc tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:05.322225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=99bc3757-9276-4fec-8ba1-b719b53c40e8,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:05.325983 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.328808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-27878bb2-7e06-45ad-99c1-9539f1014005 req-9ff66ce0-f669-4a36-891b-da9e3306cffc tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.2070241 Aug 31 14:10:05.373425 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-690a9b8e-73db-4b0e-9aef-b2b3fabd49ba req-1a44efd3-c561-445d-aa72-9cff195bf7ee service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369368 Aug 31 14:10:05.445643 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500b02-807b-4d5b-8328-03ef6b335aba req-c7d08b52-a4c9-428e-aceb-8c416fc3225c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:05.447030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-27878bb2-7e06-45ad-99c1-9539f1014005 req-4d1a3064-c5d6-41fb-980f-52d2ab743bbf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171019 Aug 31 14:10:05.464260 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6d500b02-807b-4d5b-8328-03ef6b335aba req-c7d08b52-a4c9-428e-aceb-8c416fc3225c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 945 time: 0.4188032 Aug 31 14:10:05.495195 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bd467a05-9be2-421b-a7b0-7d5f965de561 req-9881eace-62d4-4eb7-8b7e-d962e17f0f98 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.559565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881eace-62d4-4eb7-8b7e-d962e17f0f98 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Pushing event deleted for resources: {'Port': ['ID=dcc44b48-330b-49c3-a1d2-7110de33bcec,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:05.575297 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fc1bc8-b3a0-422c-991d-540ae541c0e3 x-openstack-request-id: req-a4fc1bc8-b3a0-422c-991d-540ae541c0e3 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:05.575297 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f01879-4746-4578-be54-033cfa66cbee", "name": "network-vif-plugged", "status": "completed", "tag": "99bc3757-9276-4fec-8ba1-b719b53c40e8", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:05.575654 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4fc1bc8-b3a0-422c-991d-540ae541c0e3 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:05.577828 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f01879-4746-4578-be54-033cfa66cbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bc3757-9276-4fec-8ba1-b719b53c40e8', 'code': 200} Aug 31 14:10:05.622047 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6d500b02-807b-4d5b-8328-03ef6b335aba req-89e23e28-196f-4bbb-affb-91f19cf92647 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567230 Aug 31 14:10:05.671909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd467a05-9be2-421b-a7b0-7d5f965de561 req-9881eace-62d4-4eb7-8b7e-d962e17f0f98 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] No DVR routers for this DVR port dcc44b48-330b-49c3-a1d2-7110de33bcec on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:05.722122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bd467a05-9be2-421b-a7b0-7d5f965de561 req-9881eace-62d4-4eb7-8b7e-d962e17f0f98 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.724408 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd467a05-9be2-421b-a7b0-7d5f965de561 req-9881eace-62d4-4eb7-8b7e-d962e17f0f98 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.13 "DELETE /v2.0/ports/dcc44b48-330b-49c3-a1d2-7110de33bcec HTTP/1.1" status: 204 len: 173 time: 2.7990961 Aug 31 14:10:05.731046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1133ba-457c-4123-b859-8ccbac5a6035', 'name': 'network-vif-deleted', 'tag': 'dcc44b48-330b-49c3-a1d2-7110de33bcec'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:05.733453 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5548e68e-6742-437e-ba52-7ee1ab4cfddd" -d '{"events": [{"server_uuid": "7a1133ba-457c-4123-b859-8ccbac5a6035", "name": "network-vif-deleted", "tag": "dcc44b48-330b-49c3-a1d2-7110de33bcec"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:05.786989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaad29f-6e93-4296-8491-c90cf74399ab req-d8927df7-8c30-4acc-90b4-3298de1b99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:05.797150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-feaad29f-6e93-4296-8491-c90cf74399ab req-d8927df7-8c30-4acc-90b4-3298de1b99f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 1096 time: 0.1287885 Aug 31 14:10:05.811343 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9004b01a-222f-46c7-bd08-0fb2ebe860da x-openstack-request-id: req-9004b01a-222f-46c7-bd08-0fb2ebe860da {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:05.811935 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1133ba-457c-4123-b859-8ccbac5a6035", "name": "network-vif-deleted", "tag": "dcc44b48-330b-49c3-a1d2-7110de33bcec", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:05.812353 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9004b01a-222f-46c7-bd08-0fb2ebe860da {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:05.812960 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1133ba-457c-4123-b859-8ccbac5a6035', 'name': 'network-vif-deleted', 'tag': 'dcc44b48-330b-49c3-a1d2-7110de33bcec', 'status': 'completed', 'code': 200} Aug 31 14:10:05.855367 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38cba928-3369-4b0c-b779-0268bd69a59a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:05.942420 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-feaad29f-6e93-4296-8491-c90cf74399ab req-1890e155-0761-42e1-abfa-430e75ad4fca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271796 Aug 31 14:10:06.072757 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c57f3c4-1dbe-437a-8d1a-e3003831ca4e tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.092919 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c57f3c4-1dbe-437a-8d1a-e3003831ca4e tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.104194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4b0965ee-5bac-41d4-9565-4eb22fb34ca9 req-e783a326-c4e2-4eed-9240-a7caf7dd7a02 tempest-ServerAddressesNegativeTestJSON-196249827 tempest-ServerAddressesNegativeTestJSON-196249827-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1133ba-457c-4123-b859-8ccbac5a6035 HTTP/1.1" status: 200 len: 210 time: 0.0458131 Aug 31 14:10:06.113535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c5c1c-6311-4215-bed0-fac3d82a681e req-e1467081-c583-4ac4-b734-02948d6f5d2e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:06.115477 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-100c5c1c-6311-4215-bed0-fac3d82a681e req-e1467081-c583-4ac4-b734-02948d6f5d2e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1230953 Aug 31 14:10:06.119429 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-9c57f3c4-1dbe-437a-8d1a-e3003831ca4e tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] device_id is not set on port 2f3fda76-0662-48c1-a929-36eda9778ce2 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:10:06.282596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57f3c4-1dbe-437a-8d1a-e3003831ca4e tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efae88d1-459f-48eb-9d86-9784b47f34d7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:06.324059 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-100c5c1c-6311-4215-bed0-fac3d82a681e req-023db843-4a5b-4c52-b1ee-73884934e109 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855454 Aug 31 14:10:06.500308 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c57f3c4-1dbe-437a-8d1a-e3003831ca4e tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 14:10:06.500993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c57f3c4-1dbe-437a-8d1a-e3003831ca4e tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:10:06.525229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50222) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:06.531785 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9c57f3c4-1dbe-437a-8d1a-e3003831ca4e tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6043174 Aug 31 14:10:06.546542 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-38cba928-3369-4b0c-b779-0268bd69a59a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port 84285aab-4858-426d-b22a-7da9fe00a1f8 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:06.546542 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38cba928-3369-4b0c-b779-0268bd69a59a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.719885 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.725628 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38cba928-3369-4b0c-b779-0268bd69a59a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.752261 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-38cba928-3369-4b0c-b779-0268bd69a59a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for 84285aab-4858-426d-b22a-7da9fe00a1f8 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:06.801931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28ab1e-6117-4fb8-aa1d-007adc6a4789 req-5f05adf5-438d-4353-bf5a-9edeafb1c164 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:06.809485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed28ab1e-6117-4fb8-aa1d-007adc6a4789 req-5f05adf5-438d-4353-bf5a-9edeafb1c164 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.2370658 Aug 31 14:10:06.847862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-421d01c7-f739-437b-89c0-df52d35b4081 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Deleting port ce1889fc-acd1-431d-a4ce-35b9d46515cd {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:06.848123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-421d01c7-f739-437b-89c0-df52d35b4081 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.937897 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-421d01c7-f739-437b-89c0-df52d35b4081 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.938319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-421d01c7-f739-437b-89c0-df52d35b4081 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:06.953216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-421d01c7-f739-437b-89c0-df52d35b4081 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Calling delete_port for ce1889fc-acd1-431d-a4ce-35b9d46515cd owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:07.011955 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38cba928-3369-4b0c-b779-0268bd69a59a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.052893 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed28ab1e-6117-4fb8-aa1d-007adc6a4789 req-c721f413-d5ed-4f6c-9697-f358cd05ee15 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423744 Aug 31 14:10:07.073838 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cba928-3369-4b0c-b779-0268bd69a59a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=84285aab-4858-426d-b22a-7da9fe00a1f8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:07.204422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba158d-4d6f-488b-a85c-0c90f5476ab0 req-f5f05459-03ba-41d6-acc9-05ac32f09ff0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:07.209794 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38ba158d-4d6f-488b-a85c-0c90f5476ab0 req-f5f05459-03ba-41d6-acc9-05ac32f09ff0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 945 time: 0.2135589 Aug 31 14:10:07.269966 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-421d01c7-f739-437b-89c0-df52d35b4081 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.356805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50234) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:07.358112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d01c7-f739-437b-89c0-df52d35b4081 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce1889fc-acd1-431d-a4ce-35b9d46515cd,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:07.429286 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38cba928-3369-4b0c-b779-0268bd69a59a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.506957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38ba158d-4d6f-488b-a85c-0c90f5476ab0 req-3c6d93fa-9b4b-4770-bbfe-590e3696ab1c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878141 Aug 31 14:10:07.532743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c41c52-5ba9-4d92-bd9e-7c2fbe6de32d admin admin] Deleting subnet 629d50ad-5b8d-444f-8daa-5fc665cc94cb {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:10:07.550955 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75c41c52-5ba9-4d92-bd9e-7c2fbe6de32d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.687577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9191a-0cc2-4015-9375-2393d768466b req-32be30d5-dbd7-4c80-9169-9322f790957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:07.688294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75c41c52-5ba9-4d92-bd9e-7c2fbe6de32d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.691017 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26e9191a-0cc2-4015-9375-2393d768466b req-32be30d5-dbd7-4c80-9169-9322f790957f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 1096 time: 0.2695305 Aug 31 14:10:07.699990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cccd59-3913-4356-8047-0a2f08c0bd27 req-3f049101-9f15-4ca3-bf46-28156f905676 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:07.701786 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61cccd59-3913-4356-8047-0a2f08c0bd27 req-3f049101-9f15-4ca3-bf46-28156f905676 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.2325234 Aug 31 14:10:07.763136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-421d01c7-f739-437b-89c0-df52d35b4081 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.767869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-421d01c7-f739-437b-89c0-df52d35b4081 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.770351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-421d01c7-f739-437b-89c0-df52d35b4081 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097 tempest-ExternalNetworksAdminNegativeTestJSON-1427266097-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/46b9f17f-de1f-4729-b42a-ba1bedfac28e HTTP/1.1" status: 204 len: 168 time: 1.2438698 Aug 31 14:10:07.809992 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75c41c52-5ba9-4d92-bd9e-7c2fbe6de32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.815129 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61cccd59-3913-4356-8047-0a2f08c0bd27 req-d3bbbe78-3fe2-485b-80a9-954a98124e61 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898933 Aug 31 14:10:07.831967 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8b2dc-e65f-470b-ac69-9ac22970b483 req-6c8dd158-50c1-4ce5-b66a-61271e1c0200 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:07.833567 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5ec8b2dc-e65f-470b-ac69-9ac22970b483 req-6c8dd158-50c1-4ce5-b66a-61271e1c0200 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.2012410 Aug 31 14:10:07.922759 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75c41c52-5ba9-4d92-bd9e-7c2fbe6de32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.968730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cba928-3369-4b0c-b779-0268bd69a59a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router ca476b26-0009-4ac1-b60d-4a64e07ea1b2 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:10:07.987874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c41c52-5ba9-4d92-bd9e-7c2fbe6de32d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629d50ad-5b8d-444f-8daa-5fc665cc94cb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:07.990296 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75c41c52-5ba9-4d92-bd9e-7c2fbe6de32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:07.992736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-75c41c52-5ba9-4d92-bd9e-7c2fbe6de32d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/629d50ad-5b8d-444f-8daa-5fc665cc94cb HTTP/1.1" status: 204 len: 168 time: 0.6311328 Aug 31 14:10:07.996888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50244) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:08.037473 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5ec8b2dc-e65f-470b-ac69-9ac22970b483 req-17dbd929-6c44-466e-ba00-b7e134c21238 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537855 Aug 31 14:10:08.112191 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.177903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9191a-0cc2-4015-9375-2393d768466b req-3bc5c318-2744-4577-bcd5-8d5ce4aba820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:08.179332 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26e9191a-0cc2-4015-9375-2393d768466b req-3bc5c318-2744-4577-bcd5-8d5ce4aba820 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 911 time: 0.4016449 Aug 31 14:10:08.224059 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cba928-3369-4b0c-b779-0268bd69a59a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:08.225589 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.229239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d905eed7-14b7-464c-aacc-9a49cf9a3658 None None] Sync routers for ids ['ca476b26-0009-4ac1-b60d-4a64e07ea1b2'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:08.235561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33712d3f-382c-4f17-8b7c-beb4146f1ad6']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:08.240692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50250) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:08.245847 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d905eed7-14b7-464c-aacc-9a49cf9a3658 None None] Routers {'ca476b26-0009-4ac1-b60d-4a64e07ea1b2'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:08.247084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d905eed7-14b7-464c-aacc-9a49cf9a3658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca476b26-0009-4ac1-b60d-4a64e07ea1b2'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:08.290421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d905eed7-14b7-464c-aacc-9a49cf9a3658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:08.294893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4524b2a8-a893-4069-9667-241ddac1daf3') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:08.295348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4524b2a8-a893-4069-9667-241ddac1daf3') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:08.306467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d905eed7-14b7-464c-aacc-9a49cf9a3658 None None] Routers {'ca476b26-0009-4ac1-b60d-4a64e07ea1b2'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:08.312622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d905eed7-14b7-464c-aacc-9a49cf9a3658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca476b26-0009-4ac1-b60d-4a64e07ea1b2'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:08.318021 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-38cba928-3369-4b0c-b779-0268bd69a59a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/ca476b26-0009-4ac1-b60d-4a64e07ea1b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7492070 Aug 31 14:10:08.318855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50254) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:08.325811 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.358677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec97d9-1377-48f9-ba9b-c000c07bf5cc req-5ea957c5-7776-42e5-96a5-0695f15af789 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:08.370485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbec97d9-1377-48f9-ba9b-c000c07bf5cc req-5ea957c5-7776-42e5-96a5-0695f15af789 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1313815 Aug 31 14:10:08.373574 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.410237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d905eed7-14b7-464c-aacc-9a49cf9a3658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:08.418296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d905eed7-14b7-464c-aacc-9a49cf9a3658 None None] The sync data for ids ['ca476b26-0009-4ac1-b60d-4a64e07ea1b2'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:08.420011 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26e9191a-0cc2-4015-9375-2393d768466b req-0b5d5cd5-69fc-4649-83f2-3cb68ea1cb9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 HTTP/1.1" status: 200 len: 1001 time: 0.2214203 Aug 31 14:10:08.441866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbec97d9-1377-48f9-ba9b-c000c07bf5cc req-e7f7cf3a-7ddb-4b1a-b419-2e21ada5a8d5 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703754 Aug 31 14:10:08.447992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:10:08.452998 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:10:08.456990 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:10:08.526882 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-444a57aa-d716-4263-acdb-73d63f1e51f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.568776 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.590571 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.592711 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] 10.222.0.20 "DELETE /v2.0/networks/33712d3f-382c-4f17-8b7c-beb4146f1ad6 HTTP/1.1" status: 204 len: 168 time: 0.5945349 Aug 31 14:10:08.596293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfcfdc-f2b0-4f32-bec0-9e0f0f17da05 admin admin] Pushing event deleted for resources: {'Network': ['ID=33712d3f-382c-4f17-8b7c-beb4146f1ad6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:08.774482 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-444a57aa-d716-4263-acdb-73d63f1e51f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.784282 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-444a57aa-d716-4263-acdb-73d63f1e51f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:08.860616 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a57aa-d716-4263-acdb-73d63f1e51f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e935700b-7ae4-4e89-a790-4d61c5cbafcc,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:08.884418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50262) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:08.896108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-444a57aa-d716-4263-acdb-73d63f1e51f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47618a28c150400a8a299f04d61fa54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6543732 Aug 31 14:10:08.928146 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50264) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:08.968462 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.021622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9191a-0cc2-4015-9375-2393d768466b req-e7431667-f441-436a-bb51-1aafc91c033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:09.023581 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26e9191a-0cc2-4015-9375-2393d768466b req-e7431667-f441-436a-bb51-1aafc91c033f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 200 len: 849 time: 0.5477448 Aug 31 14:10:09.028715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3a4f5845-db77-4168-97b9-a7d92f561c8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c5252839ee240d6b8582dd3d336fe2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293263 Aug 31 14:10:09.032877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50266) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:09.037106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a96618-d4b3-4190-a4da-1a3489a4132b req-925ac1f2-08a5-4cde-a763-5a989a5a061d tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:09.045934 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-95a96618-d4b3-4190-a4da-1a3489a4132b req-925ac1f2-08a5-4cde-a763-5a989a5a061d tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 945 time: 0.1447303 Aug 31 14:10:09.068906 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.106372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451eaa9-3089-4b83-814a-484b62e70b19 req-9ad481fc-5464-4dc0-af4e-4c047d4215cb tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:09.108021 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c451eaa9-3089-4b83-814a-484b62e70b19 req-9ad481fc-5464-4dc0-af4e-4c047d4215cb tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1173341 Aug 31 14:10:09.113129 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-a7bf2f63-055e-4d65-803e-b64fa4dbe7e4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 14:10:09.114979 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a7bf2f63-055e-4d65-803e-b64fa4dbe7e4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/ca476b26-0009-4ac1-b60d-4a64e07ea1b2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7924201 Aug 31 14:10:09.118914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50270) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:09.130602 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1558d0a1-8899-445d-aa01-36b716cce968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.174072 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0a26-f879-447b-a202-da55f33f9fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.180353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-efb7b538-a015-44e0-a7aa-a2138cf119d4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca476b26-0009-4ac1-b60d-4a64e07ea1b2 HTTP/1.1" status: 200 len: 205 time: 0.0585938 Aug 31 14:10:09.180707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50272) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:09.183779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9191a-0cc2-4015-9375-2393d768466b req-5a7e6586-0fa2-42b3-a0bc-66f9580abb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:09.185928 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26e9191a-0cc2-4015-9375-2393d768466b req-5a7e6586-0fa2-42b3-a0bc-66f9580abb36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0b5bd67-43f6-464d-968b-b9a83e80305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372268 Aug 31 14:10:09.201289 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-95a96618-d4b3-4190-a4da-1a3489a4132b req-6ff3beca-0750-4350-a7b0-ec1f654b22a8 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542671 Aug 31 14:10:09.219471 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0a26-f879-447b-a202-da55f33f9fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.273206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1558d0a1-8899-445d-aa01-36b716cce968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.368038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c451eaa9-3089-4b83-814a-484b62e70b19 req-4d011b23-b2b7-49a0-b0dc-8c78b7369df3 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478478 Aug 31 14:10:09.371701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6bbed8e-9b6c-47c1-b06e-7480b0f007b2 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.372015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0a26-f879-447b-a202-da55f33f9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.375851 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0a26-f879-447b-a202-da55f33f9fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.377077 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bf2c0a26-f879-447b-a202-da55f33f9fb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e935700b-7ae4-4e89-a790-4d61c5cbafcc HTTP/1.1" status: 204 len: 168 time: 0.4420021 Aug 31 14:10:09.399794 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c0a26-f879-447b-a202-da55f33f9fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e935700b-7ae4-4e89-a790-4d61c5cbafcc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:09.452993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05370a88-0319-4271-90e9-0a17088fbbe3 req-b8de92f5-d3e7-4fa2-9dad-81dea954d317 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:09.454830 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05370a88-0319-4271-90e9-0a17088fbbe3 req-b8de92f5-d3e7-4fa2-9dad-81dea954d317 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1338599 Aug 31 14:10:09.481192 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26e9191a-0cc2-4015-9375-2393d768466b req-06c3f07a-672c-4242-bced-603a1ffa9a00 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784436 Aug 31 14:10:09.488477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1558d0a1-8899-445d-aa01-36b716cce968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.491509 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1558d0a1-8899-445d-aa01-36b716cce968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.496856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1558d0a1-8899-445d-aa01-36b716cce968 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3f99324-4339-47a6-a414-c178d187b6b0 HTTP/1.1" status: 204 len: 168 time: 0.4624438 Aug 31 14:10:09.542778 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05370a88-0319-4271-90e9-0a17088fbbe3 req-5c1b7b86-daf4-4405-8e3d-f53741a2b282 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783734 Aug 31 14:10:09.692272 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26e9191a-0cc2-4015-9375-2393d768466b req-fc9e719f-15a7-4b38-a6e6-87b1472592b4 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991956 Aug 31 14:10:09.732426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02895a-cd80-4eeb-89ab-feceb3ca2bf7 req-08d3aad8-dd64-45ee-ae67-4d561ac7cd55 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:09.740966 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f02895a-cd80-4eeb-89ab-feceb3ca2bf7 req-08d3aad8-dd64-45ee-ae67-4d561ac7cd55 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.0968454 Aug 31 14:10:09.785639 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f02895a-cd80-4eeb-89ab-feceb3ca2bf7 req-05d567b7-5a2e-4a66-b877-661895e665e9 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435812 Aug 31 14:10:09.921977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558d0a1-8899-445d-aa01-36b716cce968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f99324-4339-47a6-a414-c178d187b6b0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:09.944248 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6bbed8e-9b6c-47c1-b06e-7480b0f007b2 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:09.955659 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6bbed8e-9b6c-47c1-b06e-7480b0f007b2 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.036191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cab8b-26e4-4d53-9eb1-24622a6f668d req-b3edb83c-ef1d-489e-ad1d-e2ba988919ae tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:10.037850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f72cab8b-26e4-4d53-9eb1-24622a6f668d req-b3edb83c-ef1d-489e-ad1d-e2ba988919ae tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 945 time: 0.5396793 Aug 31 14:10:10.047508 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6bbed8e-9b6c-47c1-b06e-7480b0f007b2 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.047675 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50302) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:10.048229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bbed8e-9b6c-47c1-b06e-7480b0f007b2 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Fanout notify agent at l3_agent the message router_deleted on router ca476b26-0009-4ac1-b60d-4a64e07ea1b2 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:10:10.057352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6bbed8e-9b6c-47c1-b06e-7480b0f007b2 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.060947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e6bbed8e-9b6c-47c1-b06e-7480b0f007b2 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/ca476b26-0009-4ac1-b60d-4a64e07ea1b2 HTTP/1.1" status: 204 len: 168 time: 0.8730128 Aug 31 14:10:10.061355 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50306) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:10.063259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352b2a3-c437-4a85-a126-533dc234e1ce req-eac50418-cbbf-41cc-b96a-68d96c7396e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:10.064930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5352b2a3-c437-4a85-a126-533dc234e1ce req-eac50418-cbbf-41cc-b96a-68d96c7396e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 1097 time: 0.1258502 Aug 31 14:10:10.140755 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a0aa968d-14d0-49bd-aa4c-1e1997677b78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4195a5f1def540beb0c50fb508faaf52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887828 Aug 31 14:10:10.141023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50308) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:10.152423 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f784d20c-1aa8-4887-bce8-d3b0eabe9141 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting subnet cebe04f3-f588-4ad9-b510-9ebe396d18f2 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:10:10.161417 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f72cab8b-26e4-4d53-9eb1-24622a6f668d req-7d720576-11c7-48d9-b955-de0d08cb5ca5 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113031 Aug 31 14:10:10.163537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f784d20c-1aa8-4887-bce8-d3b0eabe9141 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.209820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352b2a3-c437-4a85-a126-533dc234e1ce req-cd31d4f8-fb7a-4f15-9bfa-346ef29520c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:10.211845 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5352b2a3-c437-4a85-a126-533dc234e1ce req-cd31d4f8-fb7a-4f15-9bfa-346ef29520c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 917 time: 0.1332636 Aug 31 14:10:10.238795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f784d20c-1aa8-4887-bce8-d3b0eabe9141 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.283183 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a2155e6-f8ef-4673-a7d5-95ba420adebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.316806 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5352b2a3-c437-4a85-a126-533dc234e1ce req-97a3c333-7228-42b8-81d1-2c69cf0cb52c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 HTTP/1.1" status: 200 len: 1002 time: 0.0899837 Aug 31 14:10:10.325649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a2155e6-f8ef-4673-a7d5-95ba420adebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.391823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f784d20c-1aa8-4887-bce8-d3b0eabe9141 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.423990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352b2a3-c437-4a85-a126-533dc234e1ce req-6532f522-c38e-4f29-852c-58ef40881021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:10.425924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5352b2a3-c437-4a85-a126-533dc234e1ce req-6532f522-c38e-4f29-852c-58ef40881021 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 200 len: 855 time: 0.0955842 Aug 31 14:10:10.478394 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a2155e6-f8ef-4673-a7d5-95ba420adebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.481051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a2155e6-f8ef-4673-a7d5-95ba420adebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.482227 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0a2155e6-f8ef-4673-a7d5-95ba420adebc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efae88d1-459f-48eb-9d86-9784b47f34d7 HTTP/1.1" status: 204 len: 168 time: 0.3402495 Aug 31 14:10:10.532780 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2155e6-f8ef-4673-a7d5-95ba420adebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efae88d1-459f-48eb-9d86-9784b47f34d7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:10.539422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352b2a3-c437-4a85-a126-533dc234e1ce req-437a65de-877b-4c6a-91de-d3d5b788cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:10.541978 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5352b2a3-c437-4a85-a126-533dc234e1ce req-437a65de-877b-4c6a-91de-d3d5b788cf5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072574 Aug 31 14:10:10.561772 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f784d20c-1aa8-4887-bce8-d3b0eabe9141 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.613382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4a9ce-9435-47ed-8ec3-68a5693c86d3 req-c5e9c1a4-6b4a-4a1f-9222-58a067d9ae3a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:10.616780 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dff4a9ce-9435-47ed-8ec3-68a5693c86d3 req-c5e9c1a4-6b4a-4a1f-9222-58a067d9ae3a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1187530 Aug 31 14:10:10.617000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd46cc2e-9d15-465f-b6f0-6e7dc6702dc0 None None] Network 85dc60d1-086a-4506-9103-541077e862c2 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:10.618038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50328) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:10.619091 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f784d20c-1aa8-4887-bce8-d3b0eabe9141 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.625046 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f784d20c-1aa8-4887-bce8-d3b0eabe9141 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/cebe04f3-f588-4ad9-b510-9ebe396d18f2 HTTP/1.1" status: 204 len: 168 time: 0.5564735 Aug 31 14:10:10.627076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784d20c-1aa8-4887-bce8-d3b0eabe9141 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Subnet': ['ID=cebe04f3-f588-4ad9-b510-9ebe396d18f2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:10.635019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50330) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:10.637131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4ef1e-bb62-41b5-a122-db8bc35ba2a2 req-e1bd49d5-1547-4d84-aa89-c2da115212ac tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:10.638850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb4ef1e-bb62-41b5-a122-db8bc35ba2a2 req-e1bd49d5-1547-4d84-aa89-c2da115212ac tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 945 time: 0.1889837 Aug 31 14:10:10.732135 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbb4ef1e-bb62-41b5-a122-db8bc35ba2a2 req-98e983b5-1efc-45b4-9ab6-75a00c6044f5 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830057 Aug 31 14:10:10.744964 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5352b2a3-c437-4a85-a126-533dc234e1ce req-454f939b-8a55-4916-9b86-b1001f1a7001 service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936910 Aug 31 14:10:10.795647 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.871797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dff4a9ce-9435-47ed-8ec3-68a5693c86d3 req-ed9fc470-c79d-4cec-a655-d86de2b6c74c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416172 Aug 31 14:10:10.913355 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port f6f493ff-7d95-4759-9a42-12c095a0de93 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:10.913620 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:10.959557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6110a7-54b7-492f-8d10-cc42bd727ed7 req-ce1e9591-a92e-49a5-a7ec-d190ad9b46c2 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:10.970958 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f6110a7-54b7-492f-8d10-cc42bd727ed7 req-ce1e9591-a92e-49a5-a7ec-d190ad9b46c2 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.1005700 Aug 31 14:10:10.972192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a46ea-6f7c-4afd-a6af-712a11ffe4d7 None None] DHCP port deletion for 85dc60d1-086a-4506-9103-541077e862c2 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:10:11.035834 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f6110a7-54b7-492f-8d10-cc42bd727ed7 req-66f6b4f9-5ccb-48b7-aed8-f44736adc112 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579543 Aug 31 14:10:11.038481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5352b2a3-c437-4a85-a126-533dc234e1ce req-a019566c-a031-4c64-ab70-0ee6d8ed0898 service neutron] 10.222.0.13 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694943 Aug 31 14:10:11.069130 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] For port f6f493ff-7d95-4759-9a42-12c095a0de93, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f6f493ff-7d95-4759-9a42-12c095a0de93,segment=NetworkSegment(e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c),segment_id=e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:11.070313 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.086186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-356548235-network', 'tenant_id': 'e4c7341e886c4aaa81605945d0c723fd'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:11.097533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for f6f493ff-7d95-4759-9a42-12c095a0de93 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:11.100593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f48a46ea-6f7c-4afd-a6af-712a11ffe4d7 None None] Deleting port f6f493ff-7d95-4759-9a42-12c095a0de93 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:11.100990 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f48a46ea-6f7c-4afd-a6af-712a11ffe4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.103904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f6f493ff-7d95-4759-9a42-12c095a0de93 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:11.124822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Made reservation on behalf of e4c7341e886c4aaa81605945d0c723fd for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:11.127481 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.144835 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.226194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a064d6-5a5d-4809-b284-77e86713c3a5 req-888a02ea-8a2e-4b95-a081-2de78d65f0bb tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:11.227428 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f48a46ea-6f7c-4afd-a6af-712a11ffe4d7 None None] For port f6f493ff-7d95-4759-9a42-12c095a0de93, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f6f493ff-7d95-4759-9a42-12c095a0de93,segment=NetworkSegment(e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c),segment_id=e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:11.227960 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30a064d6-5a5d-4809-b284-77e86713c3a5 req-888a02ea-8a2e-4b95-a081-2de78d65f0bb tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1145506 Aug 31 14:10:11.228334 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f48a46ea-6f7c-4afd-a6af-712a11ffe4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.252500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f48a46ea-6f7c-4afd-a6af-712a11ffe4d7 None None] Calling delete_port for f6f493ff-7d95-4759-9a42-12c095a0de93 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:11.278831 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.289887 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30a064d6-5a5d-4809-b284-77e86713c3a5 req-df27e32b-3415-4a6f-8c58-04ed5f8bc628 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499353 Aug 31 14:10:11.309456 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.325537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=f6f493ff-7d95-4759-9a42-12c095a0de93,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:11.331946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No DVR routers for this DVR port f6f493ff-7d95-4759-9a42-12c095a0de93 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:11.348957 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.357992 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.388382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:10:11.418524 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f48a46ea-6f7c-4afd-a6af-712a11ffe4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.422275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6022941e-6a80-4492-b547-646e8dbde490,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:11.434761 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.435261 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Added segment af5d24dd-9908-4ff5-a0b4-91ed6235c3a7 of type vlan for network 43273e4d-6421-40f2-846a-9f21090f0cfb Aug 31 14:10:11.461608 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.481086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dc60d1-086a-4506-9103-541077e862c2']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:11.482487 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.491512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a46ea-6f7c-4afd-a6af-712a11ffe4d7 None None] No DVR routers for this DVR port f6f493ff-7d95-4759-9a42-12c095a0de93 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:11.493801 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a46ea-6f7c-4afd-a6af-712a11ffe4d7 None None] Pushing event deleted for resources: {'Port': ['ID=f6f493ff-7d95-4759-9a42-12c095a0de93,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:11.504566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:11.505160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ff3d2d-fd0f-462c-a658-c551f3b5ae1c') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:11.527581 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.531487 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.533837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:11.534756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.568822 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.576109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:10:11.576882 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:10:11.580134 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:10:11.619445 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9761477 Aug 31 14:10:11.621090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50350) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:11.627596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-36d870d3-8879-4855-bf0c-27d937593e70 admin admin] Request body: {'subnet': {'network_id': '43273e4d-6421-40f2-846a-9f21090f0cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-356548235-subnet', 'tenant_id': 'e4c7341e886c4aaa81605945d0c723fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:11.641246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95904b6-cf40-4335-bd97-0623a6f1f48b admin admin] Pushing event updated for resources: {'Network': ['ID=43273e4d-6421-40f2-846a-9f21090f0cfb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:11.656657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 43273e4d-6421-40f2-846a-9f21090f0cfb details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:10:11.658977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d870d3-8879-4855-bf0c-27d937593e70 admin admin] Made reservation on behalf of e4c7341e886c4aaa81605945d0c723fd for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:11.662142 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36d870d3-8879-4855-bf0c-27d937593e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.680914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.687525 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.695343 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/networks/85dc60d1-086a-4506-9103-541077e862c2 HTTP/1.1" status: 204 len: 168 time: 1.0591583 Aug 31 14:10:11.696135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50354) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:11.704995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2494d2c0-3deb-4c7f-9a9c-69c9563cdd02 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'network': {'name': 'tempest-RoutersTest-1254660907'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:11.748255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d2adf-d007-4234-abad-967cb9130b6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Network': ['ID=85dc60d1-086a-4506-9103-541077e862c2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:11.757344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2494d2c0-3deb-4c7f-9a9c-69c9563cdd02 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:11.762744 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2494d2c0-3deb-4c7f-9a9c-69c9563cdd02 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.801201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2494d2c0-3deb-4c7f-9a9c-69c9563cdd02 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:10:11.814562 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2494d2c0-3deb-4c7f-9a9c-69c9563cdd02 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.816865 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-2494d2c0-3deb-4c7f-9a9c-69c9563cdd02 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Added segment a780e441-3b05-45fc-a820-1d528830305a of type vlan for network 9b304fc1-6aa0-47f4-a51d-1ced73d73951 Aug 31 14:10:11.841436 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071ec84-1c40-48db-93e3-a36708b0b10b req-fe0d98c9-4e90-4015-8a4c-2f756c6010ab tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:11.843170 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4071ec84-1c40-48db-93e3-a36708b0b10b req-fe0d98c9-4e90-4015-8a4c-2f756c6010ab tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 945 time: 0.1224623 Aug 31 14:10:11.870229 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2494d2c0-3deb-4c7f-9a9c-69c9563cdd02 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.899785 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2494d2c0-3deb-4c7f-9a9c-69c9563cdd02 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.906180 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494d2c0-3deb-4c7f-9a9c-69c9563cdd02 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:11.906865 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2494d2c0-3deb-4c7f-9a9c-69c9563cdd02 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:11.928465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50362) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:11.994497 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2494d2c0-3deb-4c7f-9a9c-69c9563cdd02 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2935317 Aug 31 14:10:11.999569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50366) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:12.009655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cee07e32-0091-4a8d-a2b8-102f86121b97 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'subnet': {'network_id': '9b304fc1-6aa0-47f4-a51d-1ced73d73951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:12.015027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494d2c0-3deb-4c7f-9a9c-69c9563cdd02 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Network': ['ID=9b304fc1-6aa0-47f4-a51d-1ced73d73951,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:12.033268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 9b304fc1-6aa0-47f4-a51d-1ced73d73951 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:10:12.038483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68295a-41d6-443e-9e14-779b325e529c req-f55406fd-795b-4b95-8903-ff11c009ecb4 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:12.040081 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6a68295a-41d6-443e-9e14-779b325e529c req-f55406fd-795b-4b95-8903-ff11c009ecb4 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.0739460 Aug 31 14:10:12.083498 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6a68295a-41d6-443e-9e14-779b325e529c req-1a0fb691-e1a7-4ae0-913c-e5019f42dfe8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373888 Aug 31 14:10:12.113854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424c0a5-7494-4135-b6a9-606aa8e634be req-86e8409a-cdd5-4714-af6d-fc5236edf259 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:12.115467 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c424c0a5-7494-4135-b6a9-606aa8e634be req-86e8409a-cdd5-4714-af6d-fc5236edf259 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 945 time: 0.2684562 Aug 31 14:10:12.127686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-880327112'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:12.159118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Made reservation on behalf of e95a0a6fdfee40d5bd4093c7aae4aae8 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:12.164102 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.184164 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36d870d3-8879-4855-bf0c-27d937593e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.184410 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.250108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d154c26-f66d-40b1-bde4-a46a2b93637d req-b063e8a2-12c9-429c-b9cd-da390b527ffe tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:12.251575 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d154c26-f66d-40b1-bde4-a46a2b93637d req-b063e8a2-12c9-429c-b9cd-da390b527ffe tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.0845666 Aug 31 14:10:12.251951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-4071ec84-1c40-48db-93e3-a36708b0b10b req-2c1d98b8-3232-4bdc-a166-d3525f22ec85 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Deleting port 99bc3757-9276-4fec-8ba1-b719b53c40e8 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:12.252306 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4071ec84-1c40-48db-93e3-a36708b0b10b req-2c1d98b8-3232-4bdc-a166-d3525f22ec85 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.264995 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c424c0a5-7494-4135-b6a9-606aa8e634be req-58b0ac76-988d-44dc-b754-41efc2a706d9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327617 Aug 31 14:10:12.306365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d870d3-8879-4855-bf0c-27d937593e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=182a75bb-928b-48dd-8cac-8cc78bf04e27,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:12.317132 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d154c26-f66d-40b1-bde4-a46a2b93637d req-4b5f8300-78b8-4b3d-a0f2-363b441019b4 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567787 Aug 31 14:10:12.345857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d870d3-8879-4855-bf0c-27d937593e70 admin admin] Checking segment: {'id': 'af5d24dd-9908-4ff5-a0b4-91ed6235c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '43273e4d-6421-40f2-846a-9f21090f0cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:12.346122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d870d3-8879-4855-bf0c-27d937593e70 admin admin] Network hostable DHCP agents. Network: 43273e4d-6421-40f2-846a-9f21090f0cfb, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:10:12.378203 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.382079 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.401799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d870d3-8879-4855-bf0c-27d937593e70 admin admin] Network 43273e4d-6421-40f2-846a-9f21090f0cfb is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:10:12.405701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4071ec84-1c40-48db-93e3-a36708b0b10b req-2c1d98b8-3232-4bdc-a166-d3525f22ec85 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] For port 99bc3757-9276-4fec-8ba1-b719b53c40e8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=99bc3757-9276-4fec-8ba1-b719b53c40e8,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:12.406063 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4071ec84-1c40-48db-93e3-a36708b0b10b req-2c1d98b8-3232-4bdc-a166-d3525f22ec85 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.414605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:10:12.425191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cec10c-4317-4f8c-9755-f9e621d2ce68,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:12.431496 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.431848 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Added segment b17494c8-9352-444c-a4f6-9037ac0a7648 of type vlan for network ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b Aug 31 14:10:12.448136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-4071ec84-1c40-48db-93e3-a36708b0b10b req-2c1d98b8-3232-4bdc-a166-d3525f22ec85 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Calling delete_port for 99bc3757-9276-4fec-8ba1-b719b53c40e8 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:12.454430 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-36d870d3-8879-4855-bf0c-27d937593e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 43273e4d-6421-40f2-846a-9f21090f0cfb) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:12.463135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee07e32-0091-4a8d-a2b8-102f86121b97 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:12.463522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b300fcdf-b05e-46a1-b2fc-4c9a3cc5179e None None] Network 43273e4d-6421-40f2-846a-9f21090f0cfb requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:12.466632 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cee07e32-0091-4a8d-a2b8-102f86121b97 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.472493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d870d3-8879-4855-bf0c-27d937593e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:12.473099 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36d870d3-8879-4855-bf0c-27d937593e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.483121 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.516879 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.524805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:12.526344 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.579916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-36d870d3-8879-4855-bf0c-27d937593e70 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9576046 Aug 31 14:10:12.590594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb4b15-f131-40a6-b3dc-c4f4a57bb210 req-7222dae0-5b10-417f-9f33-77736a441a9e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:12.592329 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfeb4b15-f131-40a6-b3dc-c4f4a57bb210 req-7222dae0-5b10-417f-9f33-77736a441a9e tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.2033198 Aug 31 14:10:12.594711 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:12.643114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a165aef1-2cf4-4dbc-8a57-38ae94e1d169 None None] Network 43273e4d-6421-40f2-846a-9f21090f0cfb requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:12.653024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Pushing event updated for resources: {'Network': ['ID=ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:12.658555 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-778a1d2a-62ab-4b61-a7d1-ca37a1b60e53 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7265894 Aug 31 14:10:12.663672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50374) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:12.678644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8b894704-8f3d-4395-bd36-cc8fa890709b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Request body: {'subnet': {'network_id': 'ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:12.682238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:10:12.703647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfeb4b15-f131-40a6-b3dc-c4f4a57bb210 req-c1fa722e-bf26-409d-9eb6-2b79950757d5 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877726 Aug 31 14:10:12.793755 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.860048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:12.863164 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8200e3fe-456d-4f93-a1ed-f072d781d4e2" -d '{"events": [{"server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "name": "network-vif-unplugged", "status": "completed", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:12.863876 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4071ec84-1c40-48db-93e3-a36708b0b10b req-2c1d98b8-3232-4bdc-a166-d3525f22ec85 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.880084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:12.896335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:12.935113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d98b8-3232-4bdc-a166-d3525f22ec85 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event deleted for resources: {'Port': ['ID=99bc3757-9276-4fec-8ba1-b719b53c40e8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:12.935749 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed77d9b-f633-45a1-afd8-ed7ebe3b8ee7 x-openstack-request-id: req-5ed77d9b-f633-45a1-afd8-ed7ebe3b8ee7 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:12.936023 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "name": "network-vif-unplugged", "status": "completed", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:12.936303 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ed77d9b-f633-45a1-afd8-ed7ebe3b8ee7 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:12.936719 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'code': 200} Aug 31 14:10:12.939523 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:12.949872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b894704-8f3d-4395-bd36-cc8fa890709b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Made reservation on behalf of e95a0a6fdfee40d5bd4093c7aae4aae8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:12.954954 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b894704-8f3d-4395-bd36-cc8fa890709b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.023776 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cee07e32-0091-4a8d-a2b8-102f86121b97 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.038423 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:13.056653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-4071ec84-1c40-48db-93e3-a36708b0b10b req-2c1d98b8-3232-4bdc-a166-d3525f22ec85 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] No DVR routers for this DVR port 99bc3757-9276-4fec-8ba1-b719b53c40e8 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:13.063244 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4071ec84-1c40-48db-93e3-a36708b0b10b req-2c1d98b8-3232-4bdc-a166-d3525f22ec85 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.065707 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4071ec84-1c40-48db-93e3-a36708b0b10b req-2c1d98b8-3232-4bdc-a166-d3525f22ec85 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "DELETE /v2.0/ports/99bc3757-9276-4fec-8ba1-b719b53c40e8 HTTP/1.1" status: 204 len: 173 time: 1.2081432 Aug 31 14:10:13.091644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f01879-4746-4578-be54-033cfa66cbee', 'name': 'network-vif-deleted', 'tag': '99bc3757-9276-4fec-8ba1-b719b53c40e8'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:13.094315 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb318fe-df2b-4cf3-b5ec-e0c515ca5c60" -d '{"events": [{"server_uuid": "33f01879-4746-4578-be54-033cfa66cbee", "name": "network-vif-deleted", "tag": "99bc3757-9276-4fec-8ba1-b719b53c40e8"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:13.162653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee07e32-0091-4a8d-a2b8-102f86121b97 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Subnet': ['ID=0a3e4880-b258-4de0-a212-dd541a4a87ed,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:13.180924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee07e32-0091-4a8d-a2b8-102f86121b97 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Checking segment: {'id': 'a780e441-3b05-45fc-a820-1d528830305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9b304fc1-6aa0-47f4-a51d-1ced73d73951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:13.181921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee07e32-0091-4a8d-a2b8-102f86121b97 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network hostable DHCP agents. Network: 9b304fc1-6aa0-47f4-a51d-1ced73d73951, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:10:13.199190 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51312af8-c660-4c2d-8e98-14e3f42dcf4b x-openstack-request-id: req-51312af8-c660-4c2d-8e98-14e3f42dcf4b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:13.199780 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f01879-4746-4578-be54-033cfa66cbee", "name": "network-vif-deleted", "tag": "99bc3757-9276-4fec-8ba1-b719b53c40e8", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:13.200330 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51312af8-c660-4c2d-8e98-14e3f42dcf4b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:13.200965 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f01879-4746-4578-be54-033cfa66cbee', 'name': 'network-vif-deleted', 'tag': '99bc3757-9276-4fec-8ba1-b719b53c40e8', 'status': 'completed', 'code': 200} Aug 31 14:10:13.266631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee07e32-0091-4a8d-a2b8-102f86121b97 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 9b304fc1-6aa0-47f4-a51d-1ced73d73951 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:10:13.317176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-cee07e32-0091-4a8d-a2b8-102f86121b97 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 9b304fc1-6aa0-47f4-a51d-1ced73d73951) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:13.329399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21596df4-6298-447a-ba43-56e625154853 None None] Network 9b304fc1-6aa0-47f4-a51d-1ced73d73951 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:13.344847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee07e32-0091-4a8d-a2b8-102f86121b97 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:13.345446 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cee07e32-0091-4a8d-a2b8-102f86121b97 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.386350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cee07e32-0091-4a8d-a2b8-102f86121b97 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3826063 Aug 31 14:10:13.395192 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50400) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:13.396079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf13b04-ffbe-4ca3-b13f-94247a3b6d83 req-0ed78c5f-268b-4646-84e3-4145e8c885a1 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:13.401381 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4bf13b04-ffbe-4ca3-b13f-94247a3b6d83 req-0ed78c5f-268b-4646-84e3-4145e8c885a1 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1279080 Aug 31 14:10:13.403415 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b894704-8f3d-4395-bd36-cc8fa890709b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.407923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b1746e0d-afa6-4c89-aff1-3f65f2d98826 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-422177632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:13.422957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-ed1da805-c9a6-4133-ab3f-ca686060060e tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:13.424810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-ed1da805-c9a6-4133-ab3f-ca686060060e tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/networks?id=43273e4d-6421-40f2-846a-9f21090f0cfb HTTP/1.1" status: 200 len: 820 time: 0.1985917 Aug 31 14:10:13.447465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-081e2894-4f5c-438a-a102-66b82093b92a tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/quotas/e4c7341e886c4aaa81605945d0c723fd HTTP/1.1" status: 200 len: 375 time: 0.0138495 Aug 31 14:10:13.460406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1746e0d-afa6-4c89-aff1-3f65f2d98826 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.461867 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1746e0d-afa6-4c89-aff1-3f65f2d98826 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.497094 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-14bbf6cd-3b69-4a34-9b61-d958f61a1f50 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4c7341e886c4aaa81605945d0c723fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378745 Aug 31 14:10:13.507480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4bf13b04-ffbe-4ca3-b13f-94247a3b6d83 req-1aa7be50-c9e4-4c61-9814-e8f53b2ed80b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005211 Aug 31 14:10:13.520806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b894704-8f3d-4395-bd36-cc8fa890709b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Pushing event updated for resources: {'Subnet': ['ID=345752ec-2a4d-4628-9c9e-f7776a89dca7,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:13.568292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-9b304fc1-6aa0-47f4-a51d-1ced73d73951', 'network_id': '9b304fc1-6aa0-47f4-a51d-1ced73d73951', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'fixed_ips': [{'subnet_id': '0a3e4880-b258-4de0-a212-dd541a4a87ed'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:10:13.568540 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.569583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b894704-8f3d-4395-bd36-cc8fa890709b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Checking segment: {'id': 'b17494c8-9352-444c-a4f6-9037ac0a7648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:13.569583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b894704-8f3d-4395-bd36-cc8fa890709b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Network hostable DHCP agents. Network: ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:10:13.601745 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1746e0d-afa6-4c89-aff1-3f65f2d98826 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.609909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b894704-8f3d-4395-bd36-cc8fa890709b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Network ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:10:13.615280 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1746e0d-afa6-4c89-aff1-3f65f2d98826 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.656472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8b894704-8f3d-4395-bd36-cc8fa890709b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:13.677959 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1746e0d-afa6-4c89-aff1-3f65f2d98826 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.679276 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b1746e0d-afa6-4c89-aff1-3f65f2d98826 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2818918 Aug 31 14:10:13.682369 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50402) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:13.703910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7238d5ac-8685-4878-9920-ff81771852d8 req-bd848ece-7a25-41c4-9e49-f00461bb1aad tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f01879-4746-4578-be54-033cfa66cbee HTTP/1.1" status: 200 len: 210 time: 0.0670726 Aug 31 14:10:13.708234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b894704-8f3d-4395-bd36-cc8fa890709b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:13.712308 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b894704-8f3d-4395-bd36-cc8fa890709b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:13.743392 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36493db0-d8c2-4bac-baab-81670650e52b None None] Network ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:13.744808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8b894704-8f3d-4395-bd36-cc8fa890709b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0731411 Aug 31 14:10:13.745675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50406) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:13.752146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Request body: {'port': {'network_id': 'ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-988746490'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:13.862401 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Allocated IP 172.20.0.2 (9b304fc1-6aa0-47f4-a51d-1ced73d73951/0a3e4880-b258-4de0-a212-dd541a4a87ed/a1aeba88-5665-4185-ae8e-74eece599f38) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:13.902929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ca22e-19c4-4476-bc81-5b1f47658056 req-2e268194-65ef-4e0f-8ce4-927ab1a0c9fc tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:13.904852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f4ca22e-19c4-4476-bc81-5b1f47658056 req-2e268194-65ef-4e0f-8ce4-927ab1a0c9fc tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 944 time: 0.0948217 Aug 31 14:10:13.973439 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f4ca22e-19c4-4476-bc81-5b1f47658056 req-d90d390c-4cbc-4ba7-949e-b6e41fbe4b04 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517685 Aug 31 14:10:13.978256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Made reservation on behalf of e95a0a6fdfee40d5bd4093c7aae4aae8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:13.979506 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-ce0333bf-8c12-48f6-b9be-baba88325d28 service neutron] 10.222.0.20 "GET /v2.0/networks/43273e4d-6421-40f2-846a-9f21090f0cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965871 Aug 31 14:10:13.983960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.021413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b', 'network_id': 'ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b', 'tenant_id': 'e95a0a6fdfee40d5bd4093c7aae4aae8', 'fixed_ips': [{'subnet_id': '345752ec-2a4d-4628-9c9e-f7776a89dca7'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:10:14.022937 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.027496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] device_id is not set on port 849b7e2f-8259-43ef-886e-da34f6f7759c yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:10:14.126498 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-185f2d67-c9cb-45fb-a72b-912cbd29397b service neutron] 10.222.0.20 "GET /v2.0/networks/43273e4d-6421-40f2-846a-9f21090f0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376176 Aug 31 14:10:14.149638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.212962 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.224973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Transition to ACTIVE for port object a1aeba88-5665-4185-ae8e-74eece599f38 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:14.233665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4833bb-1ff6-4452-a5a9-2d04bc2e85fc req-c2fe42e7-c280-4488-8147-fdeb4ae7da29 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:14.236293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b4833bb-1ff6-4452-a5a9-2d04bc2e85fc req-c2fe42e7-c280-4488-8147-fdeb4ae7da29 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.1426466 Aug 31 14:10:14.246144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Transition to ACTIVE for port object a1aeba88-5665-4185-ae8e-74eece599f38 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:14.255696 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.310730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Allocated IP 2001:db8::36 (ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b/345752ec-2a4d-4628-9c9e-f7776a89dca7/849b7e2f-8259-43ef-886e-da34f6f7759c) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:14.338197 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Network 9b304fc1-6aa0-47f4-a51d-1ced73d73951 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:14.342726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:14.347903 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:14.386903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b4833bb-1ff6-4452-a5a9-2d04bc2e85fc req-b4331a60-c597-41b4-b4b5-0d2e1eae82b3 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242063 Aug 31 14:10:14.390504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Pushing event updated for resources: {'Port': ['ID=a1aeba88-5665-4185-ae8e-74eece599f38,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:14.429558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Attempting to bind port a1aeba88-5665-4185-ae8e-74eece599f38 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:14.429999 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Attempting to bind port a1aeba88-5665-4185-ae8e-74eece599f38 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'a780e441-3b05-45fc-a820-1d528830305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9b304fc1-6aa0-47f4-a51d-1ced73d73951'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:14.430627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Attempting to bind port a1aeba88-5665-4185-ae8e-74eece599f38 on network 9b304fc1-6aa0-47f4-a51d-1ced73d73951 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:14.440873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:14.441577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Checking segment: {'id': 'a780e441-3b05-45fc-a820-1d528830305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9b304fc1-6aa0-47f4-a51d-1ced73d73951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:14.441998 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.442399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Bound using segment: {'id': 'a780e441-3b05-45fc-a820-1d528830305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9b304fc1-6aa0-47f4-a51d-1ced73d73951'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:14.442878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Bound port: a1aeba88-5665-4185-ae8e-74eece599f38, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a780e441-3b05-45fc-a820-1d528830305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9b304fc1-6aa0-47f4-a51d-1ced73d73951'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:14.452623 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.541971 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc6fce59-12b6-418a-a809-c951d3045868 req-7156d99b-22b2-4380-9d77-3f39eedf0e76 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 210 time: 0.0661843 Aug 31 14:10:14.579778 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] For port a1aeba88-5665-4185-ae8e-74eece599f38, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:14.587830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] For port a1aeba88-5665-4185-ae8e-74eece599f38, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a1aeba88-5665-4185-ae8e-74eece599f38,segment=NetworkSegment(a780e441-3b05-45fc-a820-1d528830305a),segment_id=a780e441-3b05-45fc-a820-1d528830305a)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:14.595018 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.604454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Allocated IP 172.20.0.1 (9b304fc1-6aa0-47f4-a51d-1ced73d73951/0a3e4880-b258-4de0-a212-dd541a4a87ed/857f0d50-59ac-41dd-8473-5ba5e09846e5) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:14.769443 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.795299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff924d4-461b-49ae-b6a6-1b18a7256533 req-9c0c3741-55ec-4bfc-b9dd-81b559420b02 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:14.800359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.803684 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ff924d4-461b-49ae-b6a6-1b18a7256533 req-9c0c3741-55ec-4bfc-b9dd-81b559420b02 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1280980 Aug 31 14:10:14.825781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Transition to ACTIVE for port object 849b7e2f-8259-43ef-886e-da34f6f7759c will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:14.844332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Transition to ACTIVE for port object 857f0d50-59ac-41dd-8473-5ba5e09846e5 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:14.850131 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:14.887809 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ff924d4-461b-49ae-b6a6-1b18a7256533 req-8243fe6c-7b10-47da-9188-f98b662309be tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807917 Aug 31 14:10:14.956608 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:14.978872 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.074715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Network ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:15.078464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:15.083424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:15.089839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:15.090738 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.095504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe16ee-1bbc-498c-8bf7-89845886964b None None] Pushing event updated for resources: {'Port': ['ID=a1aeba88-5665-4185-ae8e-74eece599f38,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:15.112951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Allocated IP 2001:db8::2 (ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b/345752ec-2a4d-4628-9c9e-f7776a89dca7/5216d9f0-2df9-48c0-9135-89ceee771fd7) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:15.124954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Pushing event updated for resources: {'Port': ['ID=849b7e2f-8259-43ef-886e-da34f6f7759c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:15.137226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0dd99c52-0c09-4d5e-b1b5-6d25f9a2e136 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.3901174 Aug 31 14:10:15.142135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50440) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:15.147694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Request body: {'port': {'network_id': 'ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-344824662', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:15.148378 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.api.validators [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] bootfile-name is not in valid_values {{(pid=106388) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:10:15.148679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.api.validators [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] tftp-server is not in valid_values {{(pid=106388) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:10:15.149119 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.api.validators [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] server-ip-address is not in valid_values {{(pid=106388) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:10:15.225421 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=857f0d50-59ac-41dd-8473-5ba5e09846e5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:15.291163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 9b304fc1-6aa0-47f4-a51d-1ced73d73951 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:15.304822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:15.310905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:15.321385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 99bc3757-9276-4fec-8ba1-b719b53c40e8 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:15.379512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 99bc3757-9276-4fec-8ba1-b719b53c40e8 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:10:15.380028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 99bc3757-9276-4fec-8ba1-b719b53c40e8 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:10:15.482606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Made reservation on behalf of e95a0a6fdfee40d5bd4093c7aae4aae8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:15.488831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.505815 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.521018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] device_id is not set on port d0a1855a-2738-4d97-8e32-479bc37c9675 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:10:15.579111 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.594318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Transition to ACTIVE for port object 5216d9f0-2df9-48c0-9135-89ceee771fd7 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:15.612085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Transition to ACTIVE for port object 5216d9f0-2df9-48c0-9135-89ceee771fd7 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:15.625217 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.636725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-d2959354-92f8-4c12-93bd-4f19c508b2f3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:15.638341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-d2959354-92f8-4c12-93bd-4f19c508b2f3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.3242052 Aug 31 14:10:15.657969 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-652fa7db-7f02-416e-8bdc-9a8b86989677 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/quotas/0b56ff521ec64837928c13543219af1a HTTP/1.1" status: 200 len: 375 time: 0.0114195 Aug 31 14:10:15.673412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Network ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:15.677321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:15.681292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:15.708775 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.750651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Pushing event updated for resources: {'Port': ['ID=5216d9f0-2df9-48c0-9135-89ceee771fd7,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:15.790412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Attempting to bind port 5216d9f0-2df9-48c0-9135-89ceee771fd7 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:15.791071 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Attempting to bind port 5216d9f0-2df9-48c0-9135-89ceee771fd7 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'b17494c8-9352-444c-a4f6-9037ac0a7648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:15.791812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Attempting to bind port 5216d9f0-2df9-48c0-9135-89ceee771fd7 on network ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:15.802054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:15.802578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Checking segment: {'id': 'b17494c8-9352-444c-a4f6-9037ac0a7648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:15.804648 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.805175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Bound using segment: {'id': 'b17494c8-9352-444c-a4f6-9037ac0a7648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:15.806505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Bound port: 5216d9f0-2df9-48c0-9135-89ceee771fd7, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17494c8-9352-444c-a4f6-9037ac0a7648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:15.807006 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:15.814329 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-7d7353d5-f8fc-41da-be85-44a75f72db3a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1067317 Aug 31 14:10:15.922464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] For port 5216d9f0-2df9-48c0-9135-89ceee771fd7, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:15.932011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] For port 5216d9f0-2df9-48c0-9135-89ceee771fd7, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5216d9f0-2df9-48c0-9135-89ceee771fd7,segment=NetworkSegment(b17494c8-9352-444c-a4f6-9037ac0a7648),segment_id=b17494c8-9352-444c-a4f6-9037ac0a7648)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:15.941638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.040242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb04a0-bf7f-44a4-904d-050955811c6a None None] Pushing event updated for resources: {'Port': ['ID=5216d9f0-2df9-48c0-9135-89ceee771fd7,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:16.189957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509cb87-7cad-44b4-a065-5ace2e73467c req-bcc8c154-940d-433c-920f-10be16a982c6 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:16.191753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f509cb87-7cad-44b4-a065-5ace2e73467c req-bcc8c154-940d-433c-920f-10be16a982c6 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.2330549 Aug 31 14:10:16.212089 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-86c7ff72-bb10-4125-adbe-0ac154589013 service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800201 Aug 31 14:10:16.279308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Allocated IP 2001:db8::148 (ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b/345752ec-2a4d-4628-9c9e-f7776a89dca7/d0a1855a-2738-4d97-8e32-479bc37c9675) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:16.294020 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.302936 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.320328 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f509cb87-7cad-44b4-a065-5ace2e73467c req-9a6d92fa-c47a-4afe-93d5-4c0e43d5f34c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218629 Aug 31 14:10:16.359450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-dd81885c-9125-4df2-bcd0-36d4832cbac2 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:16.361680 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-dd81885c-9125-4df2-bcd0-36d4832cbac2 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.13 "GET /v2.0/networks?id=43273e4d-6421-40f2-846a-9f21090f0cfb HTTP/1.1" status: 200 len: 820 time: 0.4041164 Aug 31 14:10:16.382384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Request body: {'port': {'device_id': '7ebbb60c-f7bf-4def-89ad-63fd631d11dc', 'network_id': '43273e4d-6421-40f2-846a-9f21090f0cfb', 'admin_state_up': True, 'tenant_id': 'e4c7341e886c4aaa81605945d0c723fd'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:16.444089 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-ea355e82-86c6-475d-9601-a1ec66908c3c service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191145 Aug 31 14:10:16.454133 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=857f0d50-59ac-41dd-8473-5ba5e09846e5,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:16.462213 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.617875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aec283-f39a-4d8d-bff2-e23fddb7e49f None None] Network 9b304fc1-6aa0-47f4-a51d-1ced73d73951 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:16.661225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26bd9e6c-9e57-4345-8528-b857d7420c5b req-8be18a18-7484-492a-94c8-a0b18c59eb8b tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 210 time: 0.1390643 Aug 31 14:10:16.714227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-dc550303-3ef9-4b81-9070-d68c77b9e469 req-269448d4-06cd-4cf2-99b8-9c6fb3632b42 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:10:16.717332 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dc550303-3ef9-4b81-9070-d68c77b9e469 req-269448d4-06cd-4cf2-99b8-9c6fb3632b42 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191708 Aug 31 14:10:16.766219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Made reservation on behalf of e4c7341e886c4aaa81605945d0c723fd for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:16.770493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.785841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 9b304fc1-6aa0-47f4-a51d-1ced73d73951 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:16.787326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:16.809326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-18af7b61-e03a-4374-bb61-aea16ef09ebd None None] Provisioning for port a1aeba88-5665-4185-ae8e-74eece599f38 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:16.841814 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:16.976216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Transition to ACTIVE for port object d0a1855a-2738-4d97-8e32-479bc37c9675 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:17.148131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Allocated IP 172.20.0.3 (43273e4d-6421-40f2-846a-9f21090f0cfb/182a75bb-928b-48dd-8cac-8cc78bf04e27/0c0dd29a-b33f-4075-a956-f696a732c340) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:17.181465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a1aeba88-5665-4185-ae8e-74eece599f38 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:17.299468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port a1aeba88-5665-4185-ae8e-74eece599f38 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:17.306644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port a1aeba88-5665-4185-ae8e-74eece599f38 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:17.307157 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.357201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b44d9e-cd8c-4d16-b2ae-eb6522aa2f04 req-ee4302f4-bdc8-497c-8881-dc8dbc99a14b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:17.375432 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01b44d9e-cd8c-4d16-b2ae-eb6522aa2f04 req-ee4302f4-bdc8-497c-8881-dc8dbc99a14b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.5458837 Aug 31 14:10:17.440758 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01b44d9e-cd8c-4d16-b2ae-eb6522aa2f04 req-60dbfb0e-831a-41c0-ae44-588074fdcb1d tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641978 Aug 31 14:10:17.441999 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.532283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5e94ee72-86d1-444b-a607-e70d0345aa27 None None] Provisioning for port 857f0d50-59ac-41dd-8473-5ba5e09846e5 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:17.541749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5e94ee72-86d1-444b-a607-e70d0345aa27 None None] Provisioning complete for port 857f0d50-59ac-41dd-8473-5ba5e09846e5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:17.542239 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e94ee72-86d1-444b-a607-e70d0345aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.570791 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.604359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Pushing event updated for resources: {'Port': ['ID=d0a1855a-2738-4d97-8e32-479bc37c9675,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:17.640838 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5e94ee72-86d1-444b-a607-e70d0345aa27 None None] Port 857f0d50-59ac-41dd-8473-5ba5e09846e5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:17.672527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Network ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:17.682620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5e94ee72-86d1-444b-a607-e70d0345aa27 None None] Provisioning complete for port a1aeba88-5665-4185-ae8e-74eece599f38 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:17.683007 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e94ee72-86d1-444b-a607-e70d0345aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.686170 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9ac0bcde-6a1c-494f-b333-b07bc0eb1b5d req-b6f38793-24bd-4a9f-86c1-74c77af9ede4 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 210 time: 0.7583137 Aug 31 14:10:17.716345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:17.743360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:17.749128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:17.749798 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.772091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port a1aeba88-5665-4185-ae8e-74eece599f38, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a1aeba88-5665-4185-ae8e-74eece599f38,segment=NetworkSegment(a780e441-3b05-45fc-a820-1d528830305a),segment_id=a780e441-3b05-45fc-a820-1d528830305a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:17.777010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router cc971332-634f-43e7-be16-80afab45a10b is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:10:17.793831 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.794800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5216d9f0-2df9-48c0-9135-89ceee771fd7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:17.813004 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-756407b7-ef5e-494f-9d4e-d5755fc3ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6695929 Aug 31 14:10:17.819077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50498) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:17.857636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e957d3-8e35-4803-93ee-606f1030c2de req-fb107981-fda9-4032-9536-5887227916ad tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:17.859284 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b7e957d3-8e35-4803-93ee-606f1030c2de req-fb107981-fda9-4032-9536-5887227916ad tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 944 time: 0.2795064 Aug 31 14:10:17.907127 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:17.932188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d4bb5f-353b-449d-ac06-fee4e54624b0 None None] Network ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:18.008315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b7e957d3-8e35-4803-93ee-606f1030c2de req-98f4af72-a91c-4847-abbd-3e8e7f1991c0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130629 Aug 31 14:10:18.031543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b799340-1ebc-4546-9971-4be94b094fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:18.038847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b799340-1ebc-4546-9971-4be94b094fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:18.046536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b799340-1ebc-4546-9971-4be94b094fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:18.048605 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5b799340-1ebc-4546-9971-4be94b094fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2284260 Aug 31 14:10:18.058431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50500) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:18.084147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=a1aeba88-5665-4185-ae8e-74eece599f38,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:18.085373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-09406746-8667-479c-a3fa-c5d858121865 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4738090 Aug 31 14:10:18.098086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:18.110637 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab6e3d7-31d3-4460-88b0-6e32e4101812 None None] Sync routers for ids ['cc971332-634f-43e7-be16-80afab45a10b'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:18.116403 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6a913-0188-420d-9474-8831ad75f1e8 req-c1a3411b-cc27-4196-8beb-cd1daf4fb30d tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:18.125195 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-65b6a913-0188-420d-9474-8831ad75f1e8 req-c1a3411b-cc27-4196-8beb-cd1daf4fb30d tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.2387693 Aug 31 14:10:18.126181 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab6e3d7-31d3-4460-88b0-6e32e4101812 None None] Routers {'cc971332-634f-43e7-be16-80afab45a10b'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:18.126933 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9ab6e3d7-31d3-4460-88b0-6e32e4101812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['cc971332-634f-43e7-be16-80afab45a10b'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:18.135029 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9a2f559d-a0c8-4655-8141-0798877f9f04 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/cc971332-634f-43e7-be16-80afab45a10b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4513047 Aug 31 14:10:18.144468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50504) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:18.149352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device bfcd2797-d691-43ee-843d-7928e8f9d845 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:10:18.202925 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-65b6a913-0188-420d-9474-8831ad75f1e8 req-89a7dc4c-81dd-44e5-9111-65cf0610a9be tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756631 Aug 31 14:10:18.211640 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9ab6e3d7-31d3-4460-88b0-6e32e4101812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:18.239432 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab6e3d7-31d3-4460-88b0-6e32e4101812 None None] Routers {'cc971332-634f-43e7-be16-80afab45a10b'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:18.239942 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9ab6e3d7-31d3-4460-88b0-6e32e4101812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['cc971332-634f-43e7-be16-80afab45a10b'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:18.248913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 5216d9f0-2df9-48c0-9135-89ceee771fd7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:18.271730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8ab5336-b96c-4c3a-81d7-f36681e84502 req-a67eb83a-d9e8-48f9-a7d7-099f8d44060b tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 210 time: 0.1262414 Aug 31 14:10:18.312779 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9ab6e3d7-31d3-4460-88b0-6e32e4101812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:18.313665 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab6e3d7-31d3-4460-88b0-6e32e4101812 None None] The sync data for ids ['cc971332-634f-43e7-be16-80afab45a10b'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:18.330316 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.333608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port bfcd2797-d691-43ee-843d-7928e8f9d845, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bfcd2797-d691-43ee-843d-7928e8f9d845,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:18.353784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3f1ff-b401-497c-aa1f-44cd68d0a726 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:18.360463 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7cd3f1ff-b401-497c-aa1f-44cd68d0a726 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports/857f0d50-59ac-41dd-8473-5ba5e09846e5 HTTP/1.1" status: 200 len: 910 time: 0.2034199 Aug 31 14:10:18.361635 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50508) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:18.372813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'bfcd2797-d691-43ee-843d-7928e8f9d845', 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305', 'port_id': 'bfcd2797-d691-43ee-843d-7928e8f9d845', 'mac_address': 'fa:16:3e:ca:3b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd37b77f-4596-4d3e-b902-75edc505d80c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:10:18.443359 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.467762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfcd2797-d691-43ee-843d-7928e8f9d845 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:18.488578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8d61d368-64f3-4f26-953c-f1c82e81cb46 None None] Provisioning complete for port 857f0d50-59ac-41dd-8473-5ba5e09846e5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:18.490104 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d61d368-64f3-4f26-953c-f1c82e81cb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.559728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port bfcd2797-d691-43ee-843d-7928e8f9d845, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bfcd2797-d691-43ee-843d-7928e8f9d845,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:18.581877 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.594656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-cb2c1e18-8bf9-4a13-94a2-bddcf5176b4c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:18.597770 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-cb2c1e18-8bf9-4a13-94a2-bddcf5176b4c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.1896491 Aug 31 14:10:18.652756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Request body: {'port': {'device_id': '72ede47c-8afe-4025-8031-33636e0f60c7', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'admin_state_up': True, 'tenant_id': '0b56ff521ec64837928c13543219af1a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:18.661443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Pushing event updated for resources: {'Port': ['ID=0c0dd29a-b33f-4075-a956-f696a732c340,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:18.670413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8d61d368-64f3-4f26-953c-f1c82e81cb46 None None] Port 857f0d50-59ac-41dd-8473-5ba5e09846e5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:18.679595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Network 43273e4d-6421-40f2-846a-9f21090f0cfb is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:18.702242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-31993ecb-6fd5-4339-aa26-76898b4aa42a tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Deleting port d0a1855a-2738-4d97-8e32-479bc37c9675 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:18.703178 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31993ecb-6fd5-4339-aa26-76898b4aa42a tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.732275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8d61d368-64f3-4f26-953c-f1c82e81cb46 None None] Provisioning for port 5216d9f0-2df9-48c0-9135-89ceee771fd7 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:18.738339 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=bfcd2797-d691-43ee-843d-7928e8f9d845,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:18.750580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8d61d368-64f3-4f26-953c-f1c82e81cb46 None None] Provisioning complete for port 5216d9f0-2df9-48c0-9135-89ceee771fd7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:18.750979 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d61d368-64f3-4f26-953c-f1c82e81cb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:18.765458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:18.786209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:18.825129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48968bb-4607-4f16-a50c-f8ba7529d3d9 req-223c6c1d-a6bc-45b3-9042-f461ee89e2b6 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:18.833279 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f48968bb-4607-4f16-a50c-f8ba7529d3d9 req-223c6c1d-a6bc-45b3-9042-f461ee89e2b6 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.2786462 Aug 31 14:10:18.894743 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f48968bb-4607-4f16-a50c-f8ba7529d3d9 req-0cf93d7c-5df9-4f57-b466-844ff6784765 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604708 Aug 31 14:10:18.915158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['bfcd2797-d691-43ee-843d-7928e8f9d845'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:18.919334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91891524-3e95-4cc4-8c65-52a4f1d6927e req-0cc42562-a981-4c20-9412-b4aa0d3479e9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 210 time: 0.0519989 Aug 31 14:10:18.998344 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c135f80e-fa51-43ba-bc76-c5c0b16ed623 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.009102 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d61d368-64f3-4f26-953c-f1c82e81cb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.069071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:19.071695 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.095727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8d61d368-64f3-4f26-953c-f1c82e81cb46 None None] For port 5216d9f0-2df9-48c0-9135-89ceee771fd7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5216d9f0-2df9-48c0-9135-89ceee771fd7,segment=NetworkSegment(b17494c8-9352-444c-a4f6-9037ac0a7648),segment_id=b17494c8-9352-444c-a4f6-9037ac0a7648)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:19.096169 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a1aeba88-5665-4185-ae8e-74eece599f38 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:19.105527 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d61d368-64f3-4f26-953c-f1c82e81cb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.190747 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31993ecb-6fd5-4339-aa26-76898b4aa42a tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.244575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-31993ecb-6fd5-4339-aa26-76898b4aa42a tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Calling delete_port for d0a1855a-2738-4d97-8e32-479bc37c9675 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:19.266854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61d368-64f3-4f26-953c-f1c82e81cb46 None None] Pushing event updated for resources: {'Port': ['ID=5216d9f0-2df9-48c0-9135-89ceee771fd7,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:19.301789 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-f2c6b358-3f6f-4e3f-87f0-afad3d04844d tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9253840 Aug 31 14:10:19.317127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Request body: {'port': {'device_id': '7ebbb60c-f7bf-4def-89ad-63fd631d11dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:19.347279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port a1aeba88-5665-4185-ae8e-74eece599f38 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:19.350210 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.405902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9971eb-b65a-494d-aa35-d84dd6043188 req-f081a541-bae2-4ecf-96e4-d86a9fbcdaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:19.407394 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b9971eb-b65a-494d-aa35-d84dd6043188 req-f081a541-bae2-4ecf-96e4-d86a9fbcdaaf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 1096 time: 0.1862614 Aug 31 14:10:19.419903 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4edf2563-1df8-4391-84ce-4a0581523eaa None None] Provisioning for port 849b7e2f-8259-43ef-886e-da34f6f7759c completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:19.427966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae56c8-022b-4a61-b002-989c2422b547 req-4f04fa0a-6c37-4173-a6ac-6ee45ec3999b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:19.429228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4edf2563-1df8-4391-84ce-4a0581523eaa None None] Provisioning complete for port 849b7e2f-8259-43ef-886e-da34f6f7759c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:19.429611 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4edf2563-1df8-4391-84ce-4a0581523eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.430912 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-acae56c8-022b-4a61-b002-989c2422b547 req-4f04fa0a-6c37-4173-a6ac-6ee45ec3999b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1706107 Aug 31 14:10:19.481222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b2e9c-6dc4-4d32-b40b-6b5c06288104 req-eef5e391-6ee1-48c9-b779-9d269f6e30b0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:19.482925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-279b2e9c-6dc4-4d32-b40b-6b5c06288104 req-eef5e391-6ee1-48c9-b779-9d269f6e30b0 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 944 time: 0.2480810 Aug 31 14:10:19.502490 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4edf2563-1df8-4391-84ce-4a0581523eaa None None] Port 849b7e2f-8259-43ef-886e-da34f6f7759c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:19.534573 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.549854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4edf2563-1df8-4391-84ce-4a0581523eaa None None] Provisioning for port d0a1855a-2738-4d97-8e32-479bc37c9675 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:19.558270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4edf2563-1df8-4391-84ce-4a0581523eaa None None] Provisioning complete for port d0a1855a-2738-4d97-8e32-479bc37c9675 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:19.558507 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4edf2563-1df8-4391-84ce-4a0581523eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.593635 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-acae56c8-022b-4a61-b002-989c2422b547 req-4c4b0304-5f76-4adb-bbfb-0b23519f1d89 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468096 Aug 31 14:10:19.647912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4edf2563-1df8-4391-84ce-4a0581523eaa None None] Port d0a1855a-2738-4d97-8e32-479bc37c9675 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:19.655723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9971eb-b65a-494d-aa35-d84dd6043188 req-422fd077-1b85-4fde-921a-8fb06ebe1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:19.657996 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b9971eb-b65a-494d-aa35-d84dd6043188 req-422fd077-1b85-4fde-921a-8fb06ebe1fc5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 911 time: 0.2243798 Aug 31 14:10:19.677018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4edf2563-1df8-4391-84ce-4a0581523eaa None None] Provisioning complete for port 5216d9f0-2df9-48c0-9135-89ceee771fd7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:19.677603 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4edf2563-1df8-4391-84ce-4a0581523eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.767168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c135f80e-fa51-43ba-bc76-c5c0b16ed623 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port 857f0d50-59ac-41dd-8473-5ba5e09846e5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:19.767463 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c135f80e-fa51-43ba-bc76-c5c0b16ed623 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.770085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Made reservation on behalf of 0b56ff521ec64837928c13543219af1a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:19.774028 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.782890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-160cbbac-4f60-43a4-b70a-92a78e6ec623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:19.785273 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-160cbbac-4f60-43a4-b70a-92a78e6ec623 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab&tenant_id=1fa16308430940f087d1a5cc21738e3b HTTP/1.1" status: 200 len: 1095 time: 0.3839655 Aug 31 14:10:19.792614 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-279b2e9c-6dc4-4d32-b40b-6b5c06288104 req-9155cd7b-3f90-4589-9219-7dda2da7b0ac tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696297 Aug 31 14:10:19.810083 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:19.830559 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b9971eb-b65a-494d-aa35-d84dd6043188 req-9d9a1b05-6be8-4ce9-8069-71856e3854af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 HTTP/1.1" status: 200 len: 1001 time: 0.1582251 Aug 31 14:10:19.854013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2228d-f80f-4f2b-82d1-bce2d0e0d8f5 req-79c76851-f37a-4089-a4a6-047403858e88 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:19.855589 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-adb2228d-f80f-4f2b-82d1-bce2d0e0d8f5 req-79c76851-f37a-4089-a4a6-047403858e88 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 945 time: 0.1351058 Aug 31 14:10:19.908111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3d770393-5083-475f-987b-4f222f08ddee None None] Provisioning complete for port d0a1855a-2738-4d97-8e32-479bc37c9675 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:19.908748 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3d770393-5083-475f-987b-4f222f08ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.963022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3d770393-5083-475f-987b-4f222f08ddee None None] Port d0a1855a-2738-4d97-8e32-479bc37c9675 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:19.976224 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c135f80e-fa51-43ba-bc76-c5c0b16ed623 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.977413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3d770393-5083-475f-987b-4f222f08ddee None None] Provisioning complete for port 849b7e2f-8259-43ef-886e-da34f6f7759c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:19.977850 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3d770393-5083-475f-987b-4f222f08ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:19.982162 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-adb2228d-f80f-4f2b-82d1-bce2d0e0d8f5 req-851626d9-6fd9-4349-87fa-f002cf0a3ee0 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170280 Aug 31 14:10:19.989395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9971eb-b65a-494d-aa35-d84dd6043188 req-52e1b358-92c2-4b2f-99a0-17e14a13ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:19.990931 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b9971eb-b65a-494d-aa35-d84dd6043188 req-52e1b358-92c2-4b2f-99a0-17e14a13ab27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 200 len: 849 time: 0.1466212 Aug 31 14:10:19.999057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c135f80e-fa51-43ba-bc76-c5c0b16ed623 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for 857f0d50-59ac-41dd-8473-5ba5e09846e5 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:20.031147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3d770393-5083-475f-987b-4f222f08ddee None None] Port 849b7e2f-8259-43ef-886e-da34f6f7759c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:20.117156 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5a2f863-13ac-4a2a-adac-23bc7ed9f793 req-dce372d7-e130-4db4-b4b1-c84550b78c89 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 210 time: 0.0390890 Aug 31 14:10:20.126094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device bfcd2797-d691-43ee-843d-7928e8f9d845 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:20.135318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9971eb-b65a-494d-aa35-d84dd6043188 req-c2fe924b-89a7-4953-94c0-61743b994f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:20.136921 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b9971eb-b65a-494d-aa35-d84dd6043188 req-c2fe924b-89a7-4953-94c0-61743b994f1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0b5bd67-43f6-464d-968b-b9a83e80305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331971 Aug 31 14:10:20.180914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port bfcd2797-d691-43ee-843d-7928e8f9d845 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:20.181620 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.270002 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.301763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8450067-cd3c-4796-8de0-6174f1a99547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcd2797-d691-43ee-843d-7928e8f9d845'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:20.304178 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a66120-4b05-41c4-ba39-a2ce9fa9456d" -d '{"events": [{"server_uuid": "a8450067-cd3c-4796-8de0-6174f1a99547", "name": "network-vif-plugged", "status": "completed", "tag": "bfcd2797-d691-43ee-843d-7928e8f9d845"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:20.312746 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b9971eb-b65a-494d-aa35-d84dd6043188 req-623447eb-8eff-41b8-b511-0b0eadcfe0d0 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655827 Aug 31 14:10:20.318281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port bfcd2797-d691-43ee-843d-7928e8f9d845, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bfcd2797-d691-43ee-843d-7928e8f9d845,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:20.325310 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.348153 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.349970 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31993ecb-6fd5-4339-aa26-76898b4aa42a tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.388092 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8ce178-7f90-41d2-b60f-0932b166cdf4 x-openstack-request-id: req-7f8ce178-7f90-41d2-b60f-0932b166cdf4 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:20.388529 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8450067-cd3c-4796-8de0-6174f1a99547", "name": "network-vif-plugged", "status": "completed", "tag": "bfcd2797-d691-43ee-843d-7928e8f9d845", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:20.389005 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f8ce178-7f90-41d2-b60f-0932b166cdf4 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:20.389708 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8450067-cd3c-4796-8de0-6174f1a99547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcd2797-d691-43ee-843d-7928e8f9d845', 'code': 200} Aug 31 14:10:20.407698 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c135f80e-fa51-43ba-bc76-c5c0b16ed623 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.408140 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=bfcd2797-d691-43ee-843d-7928e8f9d845,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:20.448986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135f80e-fa51-43ba-bc76-c5c0b16ed623 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=857f0d50-59ac-41dd-8473-5ba5e09846e5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:20.463978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31993ecb-6fd5-4339-aa26-76898b4aa42a tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Pushing event deleted for resources: {'Port': ['ID=d0a1855a-2738-4d97-8e32-479bc37c9675,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:20.479715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fbf6a-ccf1-491c-b665-cd8d33b74c79 req-cb825cca-5c4c-4bd1-b200-801fb575cf75 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:20.482481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e30fbf6a-ccf1-491c-b665-cd8d33b74c79 req-cb825cca-5c4c-4bd1-b200-801fb575cf75 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 931 time: 0.5968227 Aug 31 14:10:20.543922 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b9971eb-b65a-494d-aa35-d84dd6043188 req-49215132-18e7-402c-9e5e-80870e3dac74 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196341 Aug 31 14:10:20.570535 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31993ecb-6fd5-4339-aa26-76898b4aa42a tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.579045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-31993ecb-6fd5-4339-aa26-76898b4aa42a tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] 10.222.0.20 "DELETE /v2.0/ports/d0a1855a-2738-4d97-8e32-479bc37c9675 HTTP/1.1" status: 204 len: 168 time: 2.5192306 Aug 31 14:10:20.583719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50530) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:20.590861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d1a18145-8a8c-4d80-aca4-2dcbdf1bc95b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Request body: {'port': {'name': 'tempest-new-port-name-2016245364', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:20.591973 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.api.validators [None req-d1a18145-8a8c-4d80-aca4-2dcbdf1bc95b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] bootfile-name is not in valid_values {{(pid=106387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:10:20.592668 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.api.validators [None req-d1a18145-8a8c-4d80-aca4-2dcbdf1bc95b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] tftp-server is not in valid_values {{(pid=106387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:10:20.593175 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.api.validators [None req-d1a18145-8a8c-4d80-aca4-2dcbdf1bc95b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] server-ip-address is not in valid_values {{(pid=106387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 14:10:20.633557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Allocated IP 172.20.0.5 (0cee240c-5069-4a5d-a626-9016f3a55c41/ac749944-61c0-4e97-a3b2-48b24cb2a6a5/ebb4ed5d-3356-47da-b64c-d75264012faa) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:20.716093 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c135f80e-fa51-43ba-bc76-c5c0b16ed623 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.838815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0dd29a-b33f-4075-a956-f696a732c340 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:20.859920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e30fbf6a-ccf1-491c-b665-cd8d33b74c79 req-d71127c8-fdf6-4a34-af3e-ff3b2ca62ee6 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/security-groups?id=6022941e-6a80-4492-b547-646e8dbde490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207955 Aug 31 14:10:20.876398 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d1a18145-8a8c-4d80-aca4-2dcbdf1bc95b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:20.901231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419da0dc-a853-4f3f-9b94-410bc2bb7525 req-253efd70-736f-4f31-a104-4cd8e92c6c14 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:20.902901 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-419da0dc-a853-4f3f-9b94-410bc2bb7525 req-253efd70-736f-4f31-a104-4cd8e92c6c14 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1894536 Aug 31 14:10:20.907378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b232-8100-4baf-be0a-7faa115747c2 req-ca6a0bac-a1e7-4256-a526-d9a3d8d2db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:20.909147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2848b232-8100-4baf-be0a-7faa115747c2 req-ca6a0bac-a1e7-4256-a526-d9a3d8d2db1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 1097 time: 0.3689404 Aug 31 14:10:20.913309 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.031138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Transition to ACTIVE for port object 0c0dd29a-b33f-4075-a956-f696a732c340 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:21.078859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c135f80e-fa51-43ba-bc76-c5c0b16ed623 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router cc971332-634f-43e7-be16-80afab45a10b has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:10:21.102688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.106366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5216d9f0-2df9-48c0-9135-89ceee771fd7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:21.201009 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-419da0dc-a853-4f3f-9b94-410bc2bb7525 req-b666432d-5f78-432b-83a9-3e27a03f319b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451105 Aug 31 14:10:21.205421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 5216d9f0-2df9-48c0-9135-89ceee771fd7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:21.206365 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.255590 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.351893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.375053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:21.377171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c135f80e-fa51-43ba-bc76-c5c0b16ed623 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:21.384379 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c135f80e-fa51-43ba-bc76-c5c0b16ed623 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/cc971332-634f-43e7-be16-80afab45a10b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0202339 Aug 31 14:10:21.391082 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50540) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:21.414076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2848b232-8100-4baf-be0a-7faa115747c2 req-b657aab2-22fb-4a66-9baa-54683ae1704c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740450 Aug 31 14:10:21.441166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abceb48-09f2-4536-9460-29ca72c0592b None None] Sync routers for ids ['cc971332-634f-43e7-be16-80afab45a10b'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:21.481042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abceb48-09f2-4536-9460-29ca72c0592b None None] Routers {'cc971332-634f-43e7-be16-80afab45a10b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:21.482398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3abceb48-09f2-4536-9460-29ca72c0592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['cc971332-634f-43e7-be16-80afab45a10b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:21.504320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Pushing event updated for resources: {'Port': ['ID=0c0dd29a-b33f-4075-a956-f696a732c340,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:21.508474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:21.520117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c43619-5c2e-493c-94ed-e172a761ac29 req-f31139ab-7819-429a-835c-ca6f62361ae6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:21.521862 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04c43619-5c2e-493c-94ed-e172a761ac29 req-f31139ab-7819-429a-835c-ca6f62361ae6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 944 time: 0.5923140 Aug 31 14:10:21.539268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Network 0cee240c-5069-4a5d-a626-9016f3a55c41 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:21.584594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:21.616116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:21.677673 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3abceb48-09f2-4536-9460-29ca72c0592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:21.699914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abceb48-09f2-4536-9460-29ca72c0592b None None] Routers {'cc971332-634f-43e7-be16-80afab45a10b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:21.701000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3abceb48-09f2-4536-9460-29ca72c0592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['cc971332-634f-43e7-be16-80afab45a10b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:21.728093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:21.745174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3abceb48-09f2-4536-9460-29ca72c0592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:21.745849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abceb48-09f2-4536-9460-29ca72c0592b None None] The sync data for ids ['cc971332-634f-43e7-be16-80afab45a10b'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:21.762696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event updated for resources: {'Port': ['ID=ebb4ed5d-3356-47da-b64c-d75264012faa,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:21.781389 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04c43619-5c2e-493c-94ed-e172a761ac29 req-b7b32106-ce76-44b2-b6bd-54db04a61e8c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455306 Aug 31 14:10:21.797236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:21.798299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.803644 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-28c7ad2b-59ce-45ec-98f1-07c9a0847e9c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc971332-634f-43e7-be16-80afab45a10b HTTP/1.1" status: 200 len: 205 time: 0.4082363 Aug 31 14:10:21.804522 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50542) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:21.851481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:21.872234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909a42d-d81b-4909-ae4b-bffe5aa9fe88 req-f77d6c01-5b2e-447f-ad88-c1ce9abc51e3 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:21.876392 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.881439 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3909a42d-d81b-4909-ae4b-bffe5aa9fe88 req-f77d6c01-5b2e-447f-ad88-c1ce9abc51e3 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.5632694 Aug 31 14:10:21.883745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-210781c7-b97d-4bd0-bc32-6d6ddc3e81bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2708976 Aug 31 14:10:21.889653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Attempting to bind port 0c0dd29a-b33f-4075-a956-f696a732c340 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:21.889975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Attempting to bind port 0c0dd29a-b33f-4075-a956-f696a732c340 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'af5d24dd-9908-4ff5-a0b4-91ed6235c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '43273e4d-6421-40f2-846a-9f21090f0cfb'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:21.890457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Attempting to bind port 0c0dd29a-b33f-4075-a956-f696a732c340 on network 43273e4d-6421-40f2-846a-9f21090f0cfb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:21.904791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Request body: {'port': {'device_id': '72ede47c-8afe-4025-8031-33636e0f60c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:21.935499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Transition to ACTIVE for port object 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:21.953619 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c22b5da1-1139-4543-ade7-b44009690bfe tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.955523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Port 0c0dd29a-b33f-4075-a956-f696a732c340 on network 43273e4d-6421-40f2-846a-9f21090f0cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:21.955920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Attempting to bind port 0c0dd29a-b33f-4075-a956-f696a732c340 on network 43273e4d-6421-40f2-846a-9f21090f0cfb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:21.964344 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:21.982090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:21.982674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Checking segment: {'id': 'af5d24dd-9908-4ff5-a0b4-91ed6235c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '43273e4d-6421-40f2-846a-9f21090f0cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:21.982893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Bound using segment: {'id': 'af5d24dd-9908-4ff5-a0b4-91ed6235c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '43273e4d-6421-40f2-846a-9f21090f0cfb'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:21.983298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Bound port: 0c0dd29a-b33f-4075-a956-f696a732c340, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5d24dd-9908-4ff5-a0b4-91ed6235c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '43273e4d-6421-40f2-846a-9f21090f0cfb'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:21.983713 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.060340 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d1a18145-8a8c-4d80-aca4-2dcbdf1bc95b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.075105 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3909a42d-d81b-4909-ae4b-bffe5aa9fe88 req-8b327628-4215-465a-9955-b0b64f48a3d5 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927481 Aug 31 14:10:22.075751 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d1a18145-8a8c-4d80-aca4-2dcbdf1bc95b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.089098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=9']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:22.095919 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.128977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d78e15-43fa-4f58-8f3c-8532afd8c37e req-4fb8ac46-7ad1-4c2e-b097-d3c86b63d63d tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:22.130548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19d78e15-43fa-4f58-8f3c-8532afd8c37e req-4fb8ac46-7ad1-4c2e-b097-d3c86b63d63d tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 931 time: 0.2366951 Aug 31 14:10:22.171814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d1a18145-8a8c-4d80-aca4-2dcbdf1bc95b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] In _notify_port_updated(), no bound segment for port 849b7e2f-8259-43ef-886e-da34f6f7759c on network ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b {{(pid=106387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:10:22.177912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a18145-8a8c-4d80-aca4-2dcbdf1bc95b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:22.178612 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d1a18145-8a8c-4d80-aca4-2dcbdf1bc95b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.179981 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d1a18145-8a8c-4d80-aca4-2dcbdf1bc95b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] 10.222.0.20 "PUT /v2.0/ports/849b7e2f-8259-43ef-886e-da34f6f7759c HTTP/1.1" status: 200 len: 1129 time: 1.5948136 Aug 31 14:10:22.209849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50546) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:22.237990 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c22b5da1-1139-4543-ade7-b44009690bfe tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.262168 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c22b5da1-1139-4543-ade7-b44009690bfe tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.290186 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a18145-8a8c-4d80-aca4-2dcbdf1bc95b tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Pushing event updated for resources: {'Port': ['ID=849b7e2f-8259-43ef-886e-da34f6f7759c,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:22.365887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ae3d2-50c5-4e91-a069-adc5a9a9a175 req-ab098190-4440-4291-8968-24d7f17be657 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:22.366911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] For port 0c0dd29a-b33f-4075-a956-f696a732c340, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:22.378930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d0ae3d2-50c5-4e91-a069-adc5a9a9a175 req-ab098190-4440-4291-8968-24d7f17be657 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 943 time: 0.1570516 Aug 31 14:10:22.388194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c22b5da1-1139-4543-ade7-b44009690bfe tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.388987 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22b5da1-1139-4543-ade7-b44009690bfe tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Fanout notify agent at l3_agent the message router_deleted on router cc971332-634f-43e7-be16-80afab45a10b {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:10:22.400758 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c22b5da1-1139-4543-ade7-b44009690bfe tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.402737 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c22b5da1-1139-4543-ade7-b44009690bfe tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/cc971332-634f-43e7-be16-80afab45a10b HTTP/1.1" status: 204 len: 168 time: 0.5915432 Aug 31 14:10:22.407524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50550) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:22.414579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ededa39a-d97f-4566-b954-c514728006ed tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:22.417571 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ededa39a-d97f-4566-b954-c514728006ed tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] 10.222.0.20 "GET /v2.0/ports/849b7e2f-8259-43ef-886e-da34f6f7759c HTTP/1.1" status: 200 len: 1129 time: 0.2062013 Aug 31 14:10:22.428857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50552) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:22.443376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] For port 0c0dd29a-b33f-4075-a956-f696a732c340, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0c0dd29a-b33f-4075-a956-f696a732c340,segment=NetworkSegment(af5d24dd-9908-4ff5-a0b4-91ed6235c3a7),segment_id=af5d24dd-9908-4ff5-a0b4-91ed6235c3a7)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:22.456482 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19d78e15-43fa-4f58-8f3c-8532afd8c37e req-7ed917a1-154a-4781-abee-a54b412e7356 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608125 Aug 31 14:10:22.482794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] No DVR routers for this DVR port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:22.496810 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.543458 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d0ae3d2-50c5-4e91-a069-adc5a9a9a175 req-e1c45d33-b36f-41d0-adcf-ea3dd8f98376 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/security-groups?id=6022941e-6a80-4492-b547-646e8dbde490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633306 Aug 31 14:10:22.605486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5f0023-0c09-4004-a3a1-bef72107e265 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting subnet 0a3e4880-b258-4de0-a212-dd541a4a87ed {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:10:22.609324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Pushing event updated for resources: {'Port': ['ID=0c0dd29a-b33f-4075-a956-f696a732c340,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:22.623543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:22.624174 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.625625 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-5ef5431c-af8f-419f-8308-0f336559d4ad service neutron] 10.222.0.13 "PUT /v2.0/ports/0c0dd29a-b33f-4075-a956-f696a732c340 HTTP/1.1" status: 200 len: 1091 time: 3.3148952 Aug 31 14:10:22.630305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8c4629b9-afec-4c3e-a1e5-1b96abaf569a None None] Provisioning complete for port 849b7e2f-8259-43ef-886e-da34f6f7759c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:22.630305 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8c4629b9-afec-4c3e-a1e5-1b96abaf569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.633889 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0023-0c09-4004-a3a1-bef72107e265 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.639428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebbb60c-f7bf-4def-89ad-63fd631d11dc', 'tag': '0c0dd29a-b33f-4075-a956-f696a732c340'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:22.647080 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57284768-a44e-42d7-b691-ad37e6aa55e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebbb60c-f7bf-4def-89ad-63fd631d11dc", "tag": "0c0dd29a-b33f-4075-a956-f696a732c340"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:22.704273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8c4629b9-afec-4c3e-a1e5-1b96abaf569a None None] Port 849b7e2f-8259-43ef-886e-da34f6f7759c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:22.723608 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0023-0c09-4004-a3a1-bef72107e265 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:22.774353 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640d17cd-9c98-4601-9ad4-50a33fec3f61 x-openstack-request-id: req-640d17cd-9c98-4601-9ad4-50a33fec3f61 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:22.774658 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebbb60c-f7bf-4def-89ad-63fd631d11dc", "tag": "0c0dd29a-b33f-4075-a956-f696a732c340", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:22.774979 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-640d17cd-9c98-4601-9ad4-50a33fec3f61 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:22.775432 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebbb60c-f7bf-4def-89ad-63fd631d11dc', 'tag': '0c0dd29a-b33f-4075-a956-f696a732c340', 'status': 'completed', 'code': 200} Aug 31 14:10:22.778240 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-da4abbd2-5f55-4c19-ae56-c9db18cb1894 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Deleting port 849b7e2f-8259-43ef-886e-da34f6f7759c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:22.778814 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da4abbd2-5f55-4c19-ae56-c9db18cb1894 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.061960 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da4abbd2-5f55-4c19-ae56-c9db18cb1894 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.068737 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0023-0c09-4004-a3a1-bef72107e265 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.125749 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-da4abbd2-5f55-4c19-ae56-c9db18cb1894 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Calling delete_port for 849b7e2f-8259-43ef-886e-da34f6f7759c owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:23.149225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553957a-d1d0-4a89-8ac1-1aed37fdf138 req-60ecf567-9b4f-49e5-ab8a-31b9e0fa9c37 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:23.150756 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c553957a-d1d0-4a89-8ac1-1aed37fdf138 req-60ecf567-9b4f-49e5-ab8a-31b9e0fa9c37 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.5313504 Aug 31 14:10:23.182956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17196a9c-80fd-4a1a-bb43-cd71a8fbc356 req-7fa17e61-54ab-4574-9464-967ce8c5b8c1 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:23.185571 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17196a9c-80fd-4a1a-bb43-cd71a8fbc356 req-7fa17e61-54ab-4574-9464-967ce8c5b8c1 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 944 time: 0.2353823 Aug 31 14:10:23.228927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-18488bf7-a2ae-4ddc-9055-dbc67a372aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:23.230490 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-18488bf7-a2ae-4ddc-9055-dbc67a372aae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4c7341e886c4aaa81605945d0c723fd&device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 1094 time: 0.5111454 Aug 31 14:10:23.311474 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-8a701679-d331-4f2a-ab4f-4711ae0cfc08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0dd29a-b33f-4075-a956-f696a732c340 HTTP/1.1" status: 200 len: 217 time: 0.0707309 Aug 31 14:10:23.344251 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c553957a-d1d0-4a89-8ac1-1aed37fdf138 req-b9c89371-4fdb-46dc-93b4-afe40b86118d tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798306 Aug 31 14:10:23.351291 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0023-0c09-4004-a3a1-bef72107e265 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.375047 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17196a9c-80fd-4a1a-bb43-cd71a8fbc356 req-3b402a18-c4db-4bf3-b967-9c8c9a1aacb9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820393 Aug 31 14:10:23.383064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Attempting to bind port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:23.383407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Attempting to bind port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:23.383741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Attempting to bind port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 on network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:23.407396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 on network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:23.407844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Attempting to bind port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 on network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:23.429250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:23.429599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Checking segment: {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:23.429987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Bound using segment: {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:23.430430 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Bound port: 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77301a86-050f-4e74-85eb-4b3463599dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:23.430793 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.440783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f0023-0c09-4004-a3a1-bef72107e265 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3e4880-b258-4de0-a212-dd541a4a87ed,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:23.442997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-e81d9a76-5340-4c63-86e2-a1ed81cc3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:23.444592 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-e81d9a76-5340-4c63-86e2-a1ed81cc3e38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=182a75bb-928b-48dd-8cac-8cc78bf04e27 HTTP/1.1" status: 200 len: 860 time: 0.1206412 Aug 31 14:10:23.454103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0023-0c09-4004-a3a1-bef72107e265 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.457995 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6e5f0023-0c09-4004-a3a1-bef72107e265 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/0a3e4880-b258-4de0-a212-dd541a4a87ed HTTP/1.1" status: 204 len: 168 time: 1.0479639 Aug 31 14:10:23.460472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50562) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:23.463703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44fa0d7-83dc-49c6-80ed-422294fcab57 None None] Network 9b304fc1-6aa0-47f4-a51d-1ced73d73951 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:23.581424 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-98feb754-51d8-4ae3-865e-b9e076fac5f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43273e4d-6421-40f2-846a-9f21090f0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237118 Aug 31 14:10:23.589028 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.604912 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da4abbd2-5f55-4c19-ae56-c9db18cb1894 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.648302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb4ed5d-3356-47da-b64c-d75264012faa {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:23.669199 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.697866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4abbd2-5f55-4c19-ae56-c9db18cb1894 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Pushing event deleted for resources: {'Port': ['ID=849b7e2f-8259-43ef-886e-da34f6f7759c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:23.724082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7603e324-aaa1-4ad0-b649-6d74c39b8966 None None] DHCP port deletion for 9b304fc1-6aa0-47f4-a51d-1ced73d73951 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:10:23.732675 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da4abbd2-5f55-4c19-ae56-c9db18cb1894 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.735245 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-da4abbd2-5f55-4c19-ae56-c9db18cb1894 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] 10.222.0.20 "DELETE /v2.0/ports/849b7e2f-8259-43ef-886e-da34f6f7759c HTTP/1.1" status: 204 len: 168 time: 1.3034930 Aug 31 14:10:23.737433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50568) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:23.738772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Transition to ACTIVE for port object ebb4ed5d-3356-47da-b64c-d75264012faa will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:23.767463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e007a-7a77-43d4-a4dd-4e4030219b6c req-0bceb5e7-d882-4fbd-ae1e-a40373bdb869 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:23.778143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc2e007a-7a77-43d4-a4dd-4e4030219b6c req-0bceb5e7-d882-4fbd-ae1e-a40373bdb869 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.3184900 Aug 31 14:10:23.788289 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.808708 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:23.814190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a42b2-aa95-47e6-b567-3329d7ab1325 req-932917f1-c843-4b39-ad89-64a2734cf4bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:23.815896 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd7a42b2-aa95-47e6-b567-3329d7ab1325 req-932917f1-c843-4b39-ad89-64a2734cf4bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 931 time: 0.2021928 Aug 31 14:10:23.820193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:23.825216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7603e324-aaa1-4ad0-b649-6d74c39b8966 None None] Deleting port a1aeba88-5665-4185-ae8e-74eece599f38 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:23.825603 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7603e324-aaa1-4ad0-b649-6d74c39b8966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.850638 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-500fde66-08af-4811-9e62-8f61a6ec0952 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Deleting subnet 345752ec-2a4d-4628-9c9e-f7776a89dca7 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:10:23.856627 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-500fde66-08af-4811-9e62-8f61a6ec0952 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.888502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port a1aeba88-5665-4185-ae8e-74eece599f38 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:23.888767 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.896179 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.932063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7603e324-aaa1-4ad0-b649-6d74c39b8966 None None] For port a1aeba88-5665-4185-ae8e-74eece599f38, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a1aeba88-5665-4185-ae8e-74eece599f38,segment=NetworkSegment(a780e441-3b05-45fc-a820-1d528830305a),segment_id=a780e441-3b05-45fc-a820-1d528830305a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:23.932366 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7603e324-aaa1-4ad0-b649-6d74c39b8966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.938523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-500fde66-08af-4811-9e62-8f61a6ec0952 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:23.950875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7603e324-aaa1-4ad0-b649-6d74c39b8966 None None] Calling delete_port for a1aeba88-5665-4185-ae8e-74eece599f38 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:23.996854 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd7a42b2-aa95-47e6-b567-3329d7ab1325 req-720066c8-330b-42c6-bd38-56d3ff321007 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721385 Aug 31 14:10:24.050163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:24.050163 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.050163 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] 10.222.0.52 "PUT /v2.0/ports/3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 HTTP/1.1" status: 200 len: 1092 time: 4.2383699 Aug 31 14:10:24.050163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb4ed5d-3356-47da-b64c-d75264012faa,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:24.054442 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-48c87e8f-9c9a-44b1-ab1b-4fcebfbd1b6c service neutron] 10.222.0.13 "GET /v2.0/networks/43273e4d-6421-40f2-846a-9f21090f0cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603226 Aug 31 14:10:24.077061 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc2e007a-7a77-43d4-a4dd-4e4030219b6c req-21cf960a-49f6-426c-a894-0c12c798f6f0 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837563 Aug 31 14:10:24.079061 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7603e324-aaa1-4ad0-b649-6d74c39b8966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.084063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] For port a1aeba88-5665-4185-ae8e-74eece599f38, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a1aeba88-5665-4185-ae8e-74eece599f38,segment=NetworkSegment(a780e441-3b05-45fc-a820-1d528830305a),segment_id=a780e441-3b05-45fc-a820-1d528830305a)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:24.084989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.128994 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for a1aeba88-5665-4185-ae8e-74eece599f38 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:24.152152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603e324-aaa1-4ad0-b649-6d74c39b8966 None None] Pushing event deleted for resources: {'Port': ['ID=a1aeba88-5665-4185-ae8e-74eece599f38,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:24.164132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7603e324-aaa1-4ad0-b649-6d74c39b8966 None None] No DVR routers for this DVR port a1aeba88-5665-4185-ae8e-74eece599f38 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:24.311247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-500fde66-08af-4811-9e62-8f61a6ec0952 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.426515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e28f53-f11e-4eea-9c2c-9c5f1fa6801d req-034c6b70-672d-476b-8048-b98491259628 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:24.430011 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1e28f53-f11e-4eea-9c2c-9c5f1fa6801d req-034c6b70-672d-476b-8048-b98491259628 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 943 time: 0.2389579 Aug 31 14:10:24.486756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779a769-64a2-483b-84db-86bac54d5a9d service neutron] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:24.511333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-503abef0-db83-4bec-befd-bbf1e9e3ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:24.512931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-503abef0-db83-4bec-befd-bbf1e9e3ad76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 1096 time: 0.2961628 Aug 31 14:10:24.528222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-500fde66-08af-4811-9e62-8f61a6ec0952 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.531170 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.551091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Attempting to bind port ebb4ed5d-3356-47da-b64c-d75264012faa on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:24.551423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Attempting to bind port ebb4ed5d-3356-47da-b64c-d75264012faa by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:24.551748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Attempting to bind port ebb4ed5d-3356-47da-b64c-d75264012faa on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:24.579401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e7871e1-bca1-4200-839a-08fd15076c47 req-c867dc8e-6b0d-44d8-a335-f3473c62df13 service neutron] 10.222.0.13 "GET /v2.0/networks/43273e4d-6421-40f2-846a-9f21090f0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894857 Aug 31 14:10:24.586884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14006423-7296-4425-b3d8-7db0212140ce req-b6ba3567-a15c-4f27-990f-7190fc5b2bf9 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:24.588314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14006423-7296-4425-b3d8-7db0212140ce req-b6ba3567-a15c-4f27-990f-7190fc5b2bf9 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.2822402 Aug 31 14:10:24.592136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Port ebb4ed5d-3356-47da-b64c-d75264012faa on network 0cee240c-5069-4a5d-a626-9016f3a55c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:24.592712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Attempting to bind port ebb4ed5d-3356-47da-b64c-d75264012faa on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:24.594135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1e28f53-f11e-4eea-9c2c-9c5f1fa6801d req-6c186ff7-8b7c-4106-b26f-b84c3cd6af1b tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/security-groups?id=6022941e-6a80-4492-b547-646e8dbde490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550276 Aug 31 14:10:24.613787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:24.614428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Checking segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:24.614428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Bound using segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:24.614947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Bound port: ebb4ed5d-3356-47da-b64c-d75264012faa, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:24.615188 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.626419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fde66-08af-4811-9e62-8f61a6ec0952 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Pushing event deleted for resources: {'Subnet': ['ID=345752ec-2a4d-4628-9c9e-f7776a89dca7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:24.634645 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-500fde66-08af-4811-9e62-8f61a6ec0952 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.637958 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-500fde66-08af-4811-9e62-8f61a6ec0952 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] 10.222.0.20 "DELETE /v2.0/subnets/345752ec-2a4d-4628-9c9e-f7776a89dca7 HTTP/1.1" status: 204 len: 168 time: 0.8985212 Aug 31 14:10:24.639357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=a1aeba88-5665-4185-ae8e-74eece599f38,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:24.640591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50574) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:24.643012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No DVR routers for this DVR port a1aeba88-5665-4185-ae8e-74eece599f38 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:24.660278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772bc1af-8f3c-4f16-88b5-681c6d4769be None None] Network ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:24.780789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:24.783087 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2365eb8a-72b9-4215-a9fc-7560523466e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:24.799469 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14006423-7296-4425-b3d8-7db0212140ce req-00d286bb-0ef2-45de-b2e4-15c0da99d221 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970701 Aug 31 14:10:24.823563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-46b3fd10-9f25-49d6-a3d5-63a05fa26ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:24.825645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-46b3fd10-9f25-49d6-a3d5-63a05fa26ba4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 917 time: 0.3007216 Aug 31 14:10:24.837992 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.850926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.861483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b304fc1-6aa0-47f4-a51d-1ced73d73951']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:24.873878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57284768-a44e-42d7-b691-ad37e6aa55e0 req-a3cf6e76-1c86-4bc4-b213-412ba156f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:24.875773 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57284768-a44e-42d7-b691-ad37e6aa55e0 req-a3cf6e76-1c86-4bc4-b213-412ba156f903 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4c7341e886c4aaa81605945d0c723fd&device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 1094 time: 0.2107458 Aug 31 14:10:24.885527 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2cfcd4-acbe-4022-b2db-39e876bae07d x-openstack-request-id: req-eb2cfcd4-acbe-4022-b2db-39e876bae07d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:24.885873 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:24.886066 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb2cfcd4-acbe-4022-b2db-39e876bae07d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:24.886465 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'status': 'completed', 'code': 200} Aug 31 14:10:24.897360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1410ec-b15f-4b99-a32c-3b6d0d907e74 req-315727ae-2967-4b99-a21e-78bcd061619d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:24.900003 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e1410ec-b15f-4b99-a32c-3b6d0d907e74 req-315727ae-2967-4b99-a21e-78bcd061619d tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.2102661 Aug 31 14:10:24.903158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a780e441-3b05-45fc-a820-1d528830305a') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:24.903652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a780e441-3b05-45fc-a820-1d528830305a') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:24.911817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf821ba-5ae6-4d9a-ab43-d6e2e9be7b9d None None] DHCP port deletion for ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:10:24.932166 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.970023 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:24.995169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:10:24.995839 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:10:25.001053 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:10:25.014703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-faf821ba-5ae6-4d9a-ab43-d6e2e9be7b9d None None] Deleting port 5216d9f0-2df9-48c0-9135-89ceee771fd7 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:25.015816 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-faf821ba-5ae6-4d9a-ab43-d6e2e9be7b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.102420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] For port ebb4ed5d-3356-47da-b64c-d75264012faa, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:25.122407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-faf821ba-5ae6-4d9a-ab43-d6e2e9be7b9d None None] For port 5216d9f0-2df9-48c0-9135-89ceee771fd7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5216d9f0-2df9-48c0-9135-89ceee771fd7,segment=NetworkSegment(b17494c8-9352-444c-a4f6-9037ac0a7648),segment_id=b17494c8-9352-444c-a4f6-9037ac0a7648)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:25.122855 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-faf821ba-5ae6-4d9a-ab43-d6e2e9be7b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.147692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-faf821ba-5ae6-4d9a-ab43-d6e2e9be7b9d None None] Calling delete_port for 5216d9f0-2df9-48c0-9135-89ceee771fd7 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:25.168112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a1aeba88-5665-4185-ae8e-74eece599f38 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:25.180565 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e1410ec-b15f-4b99-a32c-3b6d0d907e74 req-46a4ab34-ffba-48b5-9244-a4e7b18a98d5 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732825 Aug 31 14:10:25.197332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: a1aeba88-5665-4185-ae8e-74eece599f38 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:10:25.197900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a1aeba88-5665-4185-ae8e-74eece599f38 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:10:25.198436 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5216d9f0-2df9-48c0-9135-89ceee771fd7 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:25.226938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] For port ebb4ed5d-3356-47da-b64c-d75264012faa, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebb4ed5d-3356-47da-b64c-d75264012faa,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:25.245334 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.265376 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.274361 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.279381 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/networks/9b304fc1-6aa0-47f4-a51d-1ced73d73951 HTTP/1.1" status: 204 len: 168 time: 1.8169134 Aug 31 14:10:25.282718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50584) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:25.309274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-842322111', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:25.314876 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-d2b45d31-1522-4152-8da6-00da2cfec150 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 HTTP/1.1" status: 200 len: 1000 time: 0.4763007 Aug 31 14:10:25.321540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63a136-c9a3-430a-8a51-b4a79aaad8ae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Network': ['ID=9b304fc1-6aa0-47f4-a51d-1ced73d73951,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:25.336602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Deleting port 5216d9f0-2df9-48c0-9135-89ceee771fd7 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:25.337041 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.356744 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.359107 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.454443 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-faf821ba-5ae6-4d9a-ab43-d6e2e9be7b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.461732 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.465994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Port 5216d9f0-2df9-48c0-9135-89ceee771fd7 update to DOWN by agent not found {{(pid=106389) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 14:10:25.501167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:25.501822 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.504877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] 10.222.0.13 "PUT /v2.0/ports/ebb4ed5d-3356-47da-b64c-d75264012faa HTTP/1.1" status: 200 len: 1091 time: 3.6065776 Aug 31 14:10:25.523116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf821ba-5ae6-4d9a-ab43-d6e2e9be7b9d None None] No DVR routers for this DVR port 5216d9f0-2df9-48c0-9135-89ceee771fd7 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:25.526307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf821ba-5ae6-4d9a-ab43-d6e2e9be7b9d None None] Pushing event deleted for resources: {'Port': ['ID=5216d9f0-2df9-48c0-9135-89ceee771fd7,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:25.676887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9016888-07a5-4484-9092-0db233f5e764 req-3d0ca81e-3c53-4fe7-8fdd-3016d0a7db4e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:25.679391 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9016888-07a5-4484-9092-0db233f5e764 req-3d0ca81e-3c53-4fe7-8fdd-3016d0a7db4e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 943 time: 0.5243890 Aug 31 14:10:25.710506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57284768-a44e-42d7-b691-ad37e6aa55e0 req-958bea66-52c0-437b-8c7f-431936b7bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:25.713020 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57284768-a44e-42d7-b691-ad37e6aa55e0 req-958bea66-52c0-437b-8c7f-431936b7bf45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43273e4d-6421-40f2-846a-9f21090f0cfb HTTP/1.1" status: 200 len: 921 time: 0.8249466 Aug 31 14:10:25.730209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-5273f985-e4c3-42f0-aa7a-b175d8870338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:25.732764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-5273f985-e4c3-42f0-aa7a-b175d8870338 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 200 len: 855 time: 0.3878682 Aug 31 14:10:25.745979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.823357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-5767ae1a-c38f-407f-880c-8ec49dd63357 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:25.825696 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-5767ae1a-c38f-407f-880c-8ec49dd63357 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/networks?id=497b61f6-ef52-4a6c-a409-78c2378f7305 HTTP/1.1" status: 200 len: 814 time: 0.3485787 Aug 31 14:10:25.853429 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-a7881da0-2389-4a73-bebc-121f72c977e9 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/quotas/24a22d2543114803be61e524d3c4845e HTTP/1.1" status: 200 len: 375 time: 0.0208192 Aug 31 14:10:25.854645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7ca7e-4b40-4ec6-a18f-4d023d3be025 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb4ed5d-3356-47da-b64c-d75264012faa,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:25.876962 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57284768-a44e-42d7-b691-ad37e6aa55e0 req-52d7bd77-0122-407b-a41d-eabfd4b8cf4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0dd29a-b33f-4075-a956-f696a732c340 HTTP/1.1" status: 200 len: 217 time: 0.1367285 Aug 31 14:10:25.903051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] For port 5216d9f0-2df9-48c0-9135-89ceee771fd7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5216d9f0-2df9-48c0-9135-89ceee771fd7,segment=NetworkSegment(b17494c8-9352-444c-a4f6-9037ac0a7648),segment_id=b17494c8-9352-444c-a4f6-9037ac0a7648)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:25.903396 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:25.954972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Calling delete_port for 5216d9f0-2df9-48c0-9135-89ceee771fd7 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:25.956663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6ad00561-ef6d-4a6f-a009-51b4aee28646 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24a22d2543114803be61e524d3c4845e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920897 Aug 31 14:10:25.961202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-babb892f-6c96-4063-9b74-ad59ac075d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:25.962753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-babb892f-6c96-4063-9b74-ad59ac075d76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 1094 time: 0.3520319 Aug 31 14:10:25.970798 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9016888-07a5-4484-9092-0db233f5e764 req-a1737944-0e44-4be5-93e3-683b996233fc tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563066 Aug 31 14:10:26.079421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57284768-a44e-42d7-b691-ad37e6aa55e0 req-17fcca92-d76b-4f06-ae9a-33bfc15ba1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:26.081338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57284768-a44e-42d7-b691-ad37e6aa55e0 req-17fcca92-d76b-4f06-ae9a-33bfc15ba1fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=182a75bb-928b-48dd-8cac-8cc78bf04e27 HTTP/1.1" status: 200 len: 860 time: 0.1884613 Aug 31 14:10:26.082654 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-2f594735-59e1-4476-8a0e-7ba415b9e15d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebb4ed5d-3356-47da-b64c-d75264012faa HTTP/1.1" status: 200 len: 217 time: 0.1062233 Aug 31 14:10:26.086687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-c4741821-dfb4-4afe-b524-679fa44e29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:26.088181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-c4741821-dfb4-4afe-b524-679fa44e29f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3148236 Aug 31 14:10:26.214042 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57284768-a44e-42d7-b691-ad37e6aa55e0 req-f64078d1-0efe-4fd1-a1e9-303e49b44f15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43273e4d-6421-40f2-846a-9f21090f0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129892 Aug 31 14:10:26.278079 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.285730 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-009b5d41-77c3-400e-a99d-8f642cbfdecd service neutron] 10.222.0.20 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116438 Aug 31 14:10:26.328593 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.576188 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-afea6562-d04c-469c-abc5-8f63514869e9 service neutron] 10.222.0.20 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606587 Aug 31 14:10:26.618762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Allocated IP 172.25.3.176 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/22b37fd3-4920-4cfa-9507-024a33106c74) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:26.762631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea82db-7c8d-4b4e-938b-84c0f1d20b90 req-2e594800-b712-44e1-9d2a-c12600bfd00c tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:26.764413 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b5ea82db-7c8d-4b4e-938b-84c0f1d20b90 req-2e594800-b712-44e1-9d2a-c12600bfd00c tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 943 time: 0.6877370 Aug 31 14:10:26.786454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-d8df47e5-a7ae-4121-9f1a-c96716296b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:26.788314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-d8df47e5-a7ae-4121-9f1a-c96716296b05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.6898544 Aug 31 14:10:26.849771 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:26.876976 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-0f25cb7f-3ed9-4a6f-babb-217aaa26ae7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709774 Aug 31 14:10:26.880969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] No DVR routers for this DVR port 5216d9f0-2df9-48c0-9135-89ceee771fd7 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:26.887413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ede47c-8afe-4025-8031-33636e0f60c7', 'tag': 'ebb4ed5d-3356-47da-b64c-d75264012faa'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:26.892303 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787c68d1-ca6a-4dfd-91c6-3f9c42af3e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "72ede47c-8afe-4025-8031-33636e0f60c7", "tag": "ebb4ed5d-3356-47da-b64c-d75264012faa"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:26.992143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-d5a32353-b9f7-4327-b560-9a36c2cb6f42 service neutron] 10.222.0.52 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8886883 Aug 31 14:10:26.993054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Pushing event deleted for resources: {'Port': ['ID=5216d9f0-2df9-48c0-9135-89ceee771fd7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:27.076136 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b5ea82db-7c8d-4b4e-938b-84c0f1d20b90 req-8d2996fd-1adf-4f5a-89ca-1136eb10a0e8 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/security-groups?id=6022941e-6a80-4492-b547-646e8dbde490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863636 Aug 31 14:10:27.114850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57284768-a44e-42d7-b691-ad37e6aa55e0 req-a7748055-2713-4a56-9b8e-1de590c48db7 service neutron] 10.222.0.13 "GET /v2.0/networks/43273e4d-6421-40f2-846a-9f21090f0cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8540227 Aug 31 14:10:27.166684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f715c5-c2c6-4153-ba92-0c8ab7543725 req-cc33f215-bdb4-4d3d-a1ad-51397ad67239 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:27.168192 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24f715c5-c2c6-4153-ba92-0c8ab7543725 req-cc33f215-bdb4-4d3d-a1ad-51397ad67239 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.0942771 Aug 31 14:10:27.173657 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.222213 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-24f715c5-c2c6-4153-ba92-0c8ab7543725 req-80f60337-f34b-4957-8870-c15739cb0c0c tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424006 Aug 31 14:10:27.247440 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.277137 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.301895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:27.305392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:27.311105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:27.313619 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=22b37fd3-4920-4cfa-9507-024a33106c74,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:27.319601 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7e4716-2a2a-4d60-8fa1-b2c2a776db9a x-openstack-request-id: req-8f7e4716-2a2a-4d60-8fa1-b2c2a776db9a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:27.320284 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ede47c-8afe-4025-8031-33636e0f60c7", "tag": "ebb4ed5d-3356-47da-b64c-d75264012faa", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:27.320786 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f7e4716-2a2a-4d60-8fa1-b2c2a776db9a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:27.321439 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ede47c-8afe-4025-8031-33636e0f60c7', 'tag': 'ebb4ed5d-3356-47da-b64c-d75264012faa', 'status': 'completed', 'code': 200} Aug 31 14:10:27.325859 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98a46352-caec-4330-8cdf-853728ce6810 req-ab025974-8501-4076-964d-4d80abeb9464 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.1386666 Aug 31 14:10:27.348352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:27.365347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76979fdc-0625-41b0-8a63-081df67a20a5 req-fa3a4057-dded-421d-9758-5cc09e795a62 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:27.367030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76979fdc-0625-41b0-8a63-081df67a20a5 req-fa3a4057-dded-421d-9758-5cc09e795a62 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8450067-cd3c-4796-8de0-6174f1a99547 HTTP/1.1" status: 200 len: 946 time: 0.4352024 Aug 31 14:10:27.427914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17494c8-9352-444c-a4f6-9037ac0a7648') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:27.428344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17494c8-9352-444c-a4f6-9037ac0a7648') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:27.437091 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-41ea3a2a-62da-4c3d-bddd-5e5ebcf880c7 service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081112 Aug 31 14:10:27.495615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.545260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58a44f-04e2-4ef0-807d-280ce34d91e5 req-88b4fa2f-08d4-41d6-b724-1d2d127ce053 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:27.548029 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd58a44f-04e2-4ef0-807d-280ce34d91e5 req-88b4fa2f-08d4-41d6-b724-1d2d127ce053 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 943 time: 0.1371660 Aug 31 14:10:27.587468 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.620630 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7986ab30-23b1-489d-ba07-0af16e0cbab3 req-a87d2f6c-cd83-42ac-8953-c699230c7e29 service neutron] 10.222.0.52 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811346 Aug 31 14:10:27.621674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:10:27.622099 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:10:27.651973 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:10:27.669254 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd58a44f-04e2-4ef0-807d-280ce34d91e5 req-4c2895a6-3050-4fed-8012-a16d72fa821e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063025 Aug 31 14:10:27.708395 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57284768-a44e-42d7-b691-ad37e6aa55e0 req-eec5d10e-0a3a-4d13-b0d1-ce9a3c8c75bb service neutron] 10.222.0.13 "GET /v2.0/networks/43273e4d-6421-40f2-846a-9f21090f0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295377 Aug 31 14:10:27.780104 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.796361 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.810253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5b024844-1d4e-4c01-bfd2-d1035460b934 req-6f23c407-a0a0-4582-b457-ce5c302372bb service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325667 Aug 31 14:10:27.814555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.817013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] 10.222.0.20 "DELETE /v2.0/networks/ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b HTTP/1.1" status: 204 len: 168 time: 3.1721587 Aug 31 14:10:27.851006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b372a-d28f-4c42-aab8-e87c07600466 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719 tempest-ExtraDHCPOptionsIpV6TestJSON-1994181719-project] Pushing event deleted for resources: {'Network': ['ID=ab28fce4-a034-4f2f-9c00-8e9b4a34ec9b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:27.869279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-76979fdc-0625-41b0-8a63-081df67a20a5 req-7fd6cfe2-9a2e-4539-85f7-1c91ed438ce2 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Deleting port bfcd2797-d691-43ee-843d-7928e8f9d845 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:27.869809 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76979fdc-0625-41b0-8a63-081df67a20a5 req-7fd6cfe2-9a2e-4539-85f7-1c91ed438ce2 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:27.879524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365eb8a-72b9-4215-a9fc-7560523466e7 req-af49a24f-4050-4f20-b3a5-3a1bd6794670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:27.881096 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2365eb8a-72b9-4215-a9fc-7560523466e7 req-af49a24f-4050-4f20-b3a5-3a1bd6794670 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1fa16308430940f087d1a5cc21738e3b&device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 1096 time: 0.1227083 Aug 31 14:10:28.118778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-76979fdc-0625-41b0-8a63-081df67a20a5 req-7fd6cfe2-9a2e-4539-85f7-1c91ed438ce2 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] For port bfcd2797-d691-43ee-843d-7928e8f9d845, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=bfcd2797-d691-43ee-843d-7928e8f9d845,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:28.119169 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76979fdc-0625-41b0-8a63-081df67a20a5 req-7fd6cfe2-9a2e-4539-85f7-1c91ed438ce2 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.134747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c68d1-ca6a-4dfd-91c6-3f9c42af3e0f req-4ad801fc-f051-4efb-9ba3-6347427bb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:28.137035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-787c68d1-ca6a-4dfd-91c6-3f9c42af3e0f req-4ad801fc-f051-4efb-9ba3-6347427bb3aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 1094 time: 0.1947727 Aug 31 14:10:28.160174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-76979fdc-0625-41b0-8a63-081df67a20a5 req-7fd6cfe2-9a2e-4539-85f7-1c91ed438ce2 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Calling delete_port for bfcd2797-d691-43ee-843d-7928e8f9d845 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:28.188794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365eb8a-72b9-4215-a9fc-7560523466e7 req-3cafe8b4-20ec-4397-b264-ee4cd1bbbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:28.191447 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2365eb8a-72b9-4215-a9fc-7560523466e7 req-3cafe8b4-20ec-4397-b264-ee4cd1bbbc51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 200 len: 917 time: 0.2980914 Aug 31 14:10:28.293600 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:28.533293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50644) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:28.611217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2365eb8a-72b9-4215-a9fc-7560523466e7 req-d1a9f65b-4d03-44e0-92bb-8ded33af02a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 HTTP/1.1" status: 200 len: 1000 time: 0.3758612 Aug 31 14:10:28.643924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c68d1-ca6a-4dfd-91c6-3f9c42af3e0f req-9db6b2f2-2665-4662-9db1-ce74cd10fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:28.646154 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-787c68d1-ca6a-4dfd-91c6-3f9c42af3e0f req-9db6b2f2-2665-4662-9db1-ce74cd10fb28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 907 time: 0.5007713 Aug 31 14:10:28.666547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3450f0-4675-4af7-a387-1852ca5472cb req-9ce3b1d1-7d58-4869-b2d5-18ea7e1bf276 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:28.669081 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f3450f0-4675-4af7-a387-1852ca5472cb req-9ce3b1d1-7d58-4869-b2d5-18ea7e1bf276 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 943 time: 0.3541491 Aug 31 14:10:28.688651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0c0dd29a-b33f-4075-a956-f696a732c340 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:10:28.788926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-787c68d1-ca6a-4dfd-91c6-3f9c42af3e0f req-db4f93df-14e2-4215-8daf-dbe03e31efcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebb4ed5d-3356-47da-b64c-d75264012faa HTTP/1.1" status: 200 len: 217 time: 0.1175523 Aug 31 14:10:28.893498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-eb90d31e-3d8c-4946-b45d-ede5016451ee tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:28.899486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-eb90d31e-3d8c-4946-b45d-ede5016451ee tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.52 "GET /v2.0/networks?id=497b61f6-ef52-4a6c-a409-78c2378f7305 HTTP/1.1" status: 200 len: 814 time: 0.4677913 Aug 31 14:10:28.988701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0c0dd29a-b33f-4075-a956-f696a732c340, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0c0dd29a-b33f-4075-a956-f696a732c340,segment=NetworkSegment(af5d24dd-9908-4ff5-a0b4-91ed6235c3a7),segment_id=af5d24dd-9908-4ff5-a0b4-91ed6235c3a7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:29.010166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '0c0dd29a-b33f-4075-a956-f696a732c340', 'network_id': '43273e4d-6421-40f2-846a-9f21090f0cfb', 'port_id': '0c0dd29a-b33f-4075-a956-f696a732c340', 'mac_address': 'fa:16:3e:c7:b2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182a75bb-928b-48dd-8cac-8cc78bf04e27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:10:29.081535 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.086775 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f3450f0-4675-4af7-a387-1852ca5472cb req-678bbd91-6d2f-4577-aa00-cd498f115f31 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/security-groups?id=6022941e-6a80-4492-b547-646e8dbde490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947926 Aug 31 14:10:29.096571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cf4ab-c5ff-4406-b32e-aa50ea677ba1 req-f0c73565-8973-4574-8556-cda4a4962e47 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:29.103539 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e4cf4ab-c5ff-4406-b32e-aa50ea677ba1 req-f0c73565-8973-4574-8556-cda4a4962e47 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.6529584 Aug 31 14:10:29.129608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0dd29a-b33f-4075-a956-f696a732c340 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:29.164273 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76979fdc-0625-41b0-8a63-081df67a20a5 req-7fd6cfe2-9a2e-4539-85f7-1c91ed438ce2 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.176842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0c0dd29a-b33f-4075-a956-f696a732c340, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0c0dd29a-b33f-4075-a956-f696a732c340,segment=NetworkSegment(af5d24dd-9908-4ff5-a0b4-91ed6235c3a7),segment_id=af5d24dd-9908-4ff5-a0b4-91ed6235c3a7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:29.178792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c68d1-ca6a-4dfd-91c6-3f9c42af3e0f req-ac8fafec-9d4e-461c-89e3-3e1b441b4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:29.180539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-787c68d1-ca6a-4dfd-91c6-3f9c42af3e0f req-ac8fafec-9d4e-461c-89e3-3e1b441b4d8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.3302221 Aug 31 14:10:29.185658 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['bfcd2797-d691-43ee-843d-7928e8f9d845'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:29.223408 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e4cf4ab-c5ff-4406-b32e-aa50ea677ba1 req-6eb55bf1-e482-4957-b23c-4847d1d757f7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867326 Aug 31 14:10:29.254090 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.320212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 6b8ff799-65b3-429a-930d-ed05f6417048 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:10:29.361438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6cfe2-9a2e-4539-85f7-1c91ed438ce2 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Pushing event deleted for resources: {'Port': ['ID=bfcd2797-d691-43ee-843d-7928e8f9d845,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:29.422981 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=0c0dd29a-b33f-4075-a956-f696a732c340,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:29.452316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-787c68d1-ca6a-4dfd-91c6-3f9c42af3e0f req-a8b222f5-6d1c-4849-a36a-8b96373657ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2217650 Aug 31 14:10:29.478384 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-61f19c8a-bda6-4cdf-9db1-f998e6f485f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e95a0a6fdfee40d5bd4093c7aae4aae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9190786 Aug 31 14:10:29.487852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50650) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:29.500981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70862fcf-7c33-4309-891f-c35d5faa6d2a req-b7a545be-4223-46c9-9af6-d3b62b2e7ca0 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.1708529 Aug 31 14:10:29.518683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['0c0dd29a-b33f-4075-a956-f696a732c340'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:29.562205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-76979fdc-0625-41b0-8a63-081df67a20a5 req-7fd6cfe2-9a2e-4539-85f7-1c91ed438ce2 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] No DVR routers for this DVR port bfcd2797-d691-43ee-843d-7928e8f9d845 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:29.566491 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-76979fdc-0625-41b0-8a63-081df67a20a5 req-7fd6cfe2-9a2e-4539-85f7-1c91ed438ce2 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.568814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76979fdc-0625-41b0-8a63-081df67a20a5 req-7fd6cfe2-9a2e-4539-85f7-1c91ed438ce2 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.52 "DELETE /v2.0/ports/bfcd2797-d691-43ee-843d-7928e8f9d845 HTTP/1.1" status: 204 len: 173 time: 2.1697569 Aug 31 14:10:29.569111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8450067-cd3c-4796-8de0-6174f1a99547', 'name': 'network-vif-deleted', 'tag': 'bfcd2797-d691-43ee-843d-7928e8f9d845'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:29.571600 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aedef94-66ca-41f6-a83a-bc14e53783b0" -d '{"events": [{"server_uuid": "a8450067-cd3c-4796-8de0-6174f1a99547", "name": "network-vif-deleted", "tag": "bfcd2797-d691-43ee-843d-7928e8f9d845"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:29.644957 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aefc52-64ef-4cdc-961d-074957d2a099 x-openstack-request-id: req-91aefc52-64ef-4cdc-961d-074957d2a099 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:29.645396 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8450067-cd3c-4796-8de0-6174f1a99547", "name": "network-vif-deleted", "tag": "bfcd2797-d691-43ee-843d-7928e8f9d845", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:29.645763 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91aefc52-64ef-4cdc-961d-074957d2a099 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:29.645902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cdb42-8153-4f8c-ad6d-441421247ba9 req-3dd7c4d5-2136-4d9b-b799-ee2b1b00429f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:29.646369 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8450067-cd3c-4796-8de0-6174f1a99547', 'name': 'network-vif-deleted', 'tag': 'bfcd2797-d691-43ee-843d-7928e8f9d845', 'status': 'completed', 'code': 200} Aug 31 14:10:29.647857 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fa9cdb42-8153-4f8c-ad6d-441421247ba9 req-3dd7c4d5-2136-4d9b-b799-ee2b1b00429f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 943 time: 0.2166886 Aug 31 14:10:29.652979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-787c68d1-ca6a-4dfd-91c6-3f9c42af3e0f req-6da899b8-2a93-4962-98ce-747d89afb038 service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806748 Aug 31 14:10:29.663046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:29.674644 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ccd299-8f12-41fb-9771-a40e58f237bc None None] Sync routers for ids ['6b8ff799-65b3-429a-930d-ed05f6417048'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:29.696329 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ccd299-8f12-41fb-9771-a40e58f237bc None None] Routers {'6b8ff799-65b3-429a-930d-ed05f6417048'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:29.699358 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b3ccd299-8f12-41fb-9771-a40e58f237bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b8ff799-65b3-429a-930d-ed05f6417048'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:29.718087 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-beae8a59-ccf1-4274-b506-e29f8001e789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.731623 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.734043 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc3eb25c-2e4d-4c09-b012-6f7eb67900fc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.4496360 Aug 31 14:10:29.736564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50654) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:29.748507 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b3ccd299-8f12-41fb-9771-a40e58f237bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:29.761978 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ccd299-8f12-41fb-9771-a40e58f237bc None None] Routers {'6b8ff799-65b3-429a-930d-ed05f6417048'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:29.762904 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b3ccd299-8f12-41fb-9771-a40e58f237bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b8ff799-65b3-429a-930d-ed05f6417048'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:29.802640 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b3ccd299-8f12-41fb-9771-a40e58f237bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:29.803684 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ccd299-8f12-41fb-9771-a40e58f237bc None None] The sync data for ids ['6b8ff799-65b3-429a-930d-ed05f6417048'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:29.854280 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-beae8a59-ccf1-4274-b506-e29f8001e789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:29.861288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-787c68d1-ca6a-4dfd-91c6-3f9c42af3e0f req-5ec82169-b836-41d8-bd42-3808f932a690 service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007110 Aug 31 14:10:29.879824 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fa9cdb42-8153-4f8c-ad6d-441421247ba9 req-626720fe-35a4-4018-a435-06977c1c24c5 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641872 Aug 31 14:10:29.950718 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-14452b31-62a9-4511-910e-ed24e32eb256 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/routers/6b8ff799-65b3-429a-930d-ed05f6417048 HTTP/1.1" status: 200 len: 880 time: 0.2130053 Aug 31 14:10:29.953582 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50656) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:30.111976 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-beae8a59-ccf1-4274-b506-e29f8001e789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.115919 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-beae8a59-ccf1-4274-b506-e29f8001e789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.117717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-beae8a59-ccf1-4274-b506-e29f8001e789 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4cec10c-4317-4f8c-9755-f9e621d2ce68 HTTP/1.1" status: 204 len: 168 time: 0.6246295 Aug 31 14:10:30.142143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae8a59-ccf1-4274-b506-e29f8001e789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cec10c-4317-4f8c-9755-f9e621d2ce68,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:30.374634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd996b1-5e8c-49d9-b504-ae911d6faa68 req-1d08c5eb-281e-48a8-a5aa-db2c0b4411e8 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:30.377104 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bd996b1-5e8c-49d9-b504-ae911d6faa68 req-1d08c5eb-281e-48a8-a5aa-db2c0b4411e8 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 944 time: 0.1314662 Aug 31 14:10:30.439250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-58d378c7-94b8-4674-823a-8a6e331e749d tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4842930 Aug 31 14:10:30.442742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50666) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:30.449362 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6e45913e-bc30-4ca8-936c-1f6e7641867a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-842322111'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:30.476273 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bd996b1-5e8c-49d9-b504-ae911d6faa68 req-f4b8fd5f-1238-457b-9fb0-4f2ac69970f3 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/security-groups?id=6022941e-6a80-4492-b547-646e8dbde490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807259 Aug 31 14:10:30.513016 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2618d-1180-447d-ac36-49dbf953e763 req-050f7e52-dd0d-496e-934c-365f790a6416 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:30.514606 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eaa2618d-1180-447d-ac36-49dbf953e763 req-050f7e52-dd0d-496e-934c-365f790a6416 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.1482210 Aug 31 14:10:30.664627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c0cce98-af25-4d55-a741-9703bc7beebf req-bb2cec90-437e-4c19-803a-e1746c422520 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.0454125 Aug 31 14:10:30.687635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ebb4ed5d-3356-47da-b64c-d75264012faa details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:10:30.691115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0c0dd29a-b33f-4075-a956-f696a732c340 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:30.700841 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eaa2618d-1180-447d-ac36-49dbf953e763 req-a9ebcdc1-e0f8-4bf2-851f-fcd4e5616f20 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708224 Aug 31 14:10:30.865154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 0c0dd29a-b33f-4075-a956-f696a732c340 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:30.878604 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 0c0dd29a-b33f-4075-a956-f696a732c340 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:30.878983 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:30.907955 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:10:30.925341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ebb4ed5d-3356-47da-b64c-d75264012faa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebb4ed5d-3356-47da-b64c-d75264012faa,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:30.941866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'ebb4ed5d-3356-47da-b64c-d75264012faa', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'port_id': 'ebb4ed5d-3356-47da-b64c-d75264012faa', 'mac_address': 'fa:16:3e:b3:0b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac749944-61c0-4e97-a3b2-48b24cb2a6a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:10:31.014834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.043699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.068360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebbb60c-f7bf-4def-89ad-63fd631d11dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0dd29a-b33f-4075-a956-f696a732c340'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:31.073135 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a014b58-cc5b-43b5-81bd-06de1cd5159e" -d '{"events": [{"server_uuid": "7ebbb60c-f7bf-4def-89ad-63fd631d11dc", "name": "network-vif-plugged", "status": "completed", "tag": "0c0dd29a-b33f-4075-a956-f696a732c340"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:31.148136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0c0dd29a-b33f-4075-a956-f696a732c340, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0c0dd29a-b33f-4075-a956-f696a732c340,segment=NetworkSegment(af5d24dd-9908-4ff5-a0b4-91ed6235c3a7),segment_id=af5d24dd-9908-4ff5-a0b4-91ed6235c3a7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:31.149038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb4ed5d-3356-47da-b64c-d75264012faa {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:31.154996 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.262694 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e45913e-bc30-4ca8-936c-1f6e7641867a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.273551 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ebb4ed5d-3356-47da-b64c-d75264012faa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebb4ed5d-3356-47da-b64c-d75264012faa,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:31.278889 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52924c8b-cf83-41ef-bae7-90c93486abe7 x-openstack-request-id: req-52924c8b-cf83-41ef-bae7-90c93486abe7 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:31.279470 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebbb60c-f7bf-4def-89ad-63fd631d11dc", "name": "network-vif-plugged", "status": "completed", "tag": "0c0dd29a-b33f-4075-a956-f696a732c340", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:31.279822 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52924c8b-cf83-41ef-bae7-90c93486abe7 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:31.280377 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebbb60c-f7bf-4def-89ad-63fd631d11dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0dd29a-b33f-4075-a956-f696a732c340', 'code': 200} Aug 31 14:10:31.284979 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.298669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e45913e-bc30-4ca8-936c-1f6e7641867a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.348730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=0c0dd29a-b33f-4075-a956-f696a732c340,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:31.391109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a39b45-bb43-4fa7-81c2-49b22a26cb4b req-c11f9d4d-32fd-4f2b-b9d1-4abfbf5af08c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:31.406509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26a39b45-bb43-4fa7-81c2-49b22a26cb4b req-c11f9d4d-32fd-4f2b-b9d1-4abfbf5af08c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 943 time: 0.3040905 Aug 31 14:10:31.413441 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-91ab9e96-83bc-4075-95dd-4650b60c2180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:31.457582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ebb4ed5d-3356-47da-b64c-d75264012faa,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:31.466063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f5dc1-c8b4-48e3-a076-4d1950f82084 req-d19b41c0-47a3-419e-bc05-9641c5a27326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:31.468700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-707f5dc1-c8b4-48e3-a076-4d1950f82084 req-d19b41c0-47a3-419e-bc05-9641c5a27326 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 1096 time: 0.2100985 Aug 31 14:10:31.500708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26a39b45-bb43-4fa7-81c2-49b22a26cb4b req-65692959-8a96-4dd1-9834-4dfac07d36ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926242 Aug 31 14:10:31.559450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ebb4ed5d-3356-47da-b64c-d75264012faa'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:31.608352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e45913e-bc30-4ca8-936c-1f6e7641867a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 6b8ff799-65b3-429a-930d-ed05f6417048 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:10:31.628928 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-707f5dc1-c8b4-48e3-a076-4d1950f82084 req-0c454641-e290-400d-8c60-2abec56cd285 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6022941e-6a80-4492-b547-646e8dbde490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340203 Aug 31 14:10:31.875013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b95ae228-512d-482e-b1dd-2a179d4e983f req-a2b34e76-f78b-47e0-b566-093857f15e78 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.0586786 Aug 31 14:10:32.066710 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e45913e-bc30-4ca8-936c-1f6e7641867a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:32.082034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e83b5b-b379-425c-bcfa-8c9bff00b987 None None] Sync routers for ids ['6b8ff799-65b3-429a-930d-ed05f6417048'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:32.094285 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e45913e-bc30-4ca8-936c-1f6e7641867a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.096795 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6e45913e-bc30-4ca8-936c-1f6e7641867a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/6b8ff799-65b3-429a-930d-ed05f6417048 HTTP/1.1" status: 200 len: 887 time: 1.6521544 Aug 31 14:10:32.100928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50696) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:32.124279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e83b5b-b379-425c-bcfa-8c9bff00b987 None None] Routers {'6b8ff799-65b3-429a-930d-ed05f6417048'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:32.126174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-47e83b5b-b379-425c-bcfa-8c9bff00b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b8ff799-65b3-429a-930d-ed05f6417048'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:32.134515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa256c-ff8d-47c3-85a2-06a493ff584c req-44e75cb9-455a-4ace-afca-b29dabe36223 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:32.142944 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fcfa256c-ff8d-47c3-85a2-06a493ff584c req-44e75cb9-455a-4ace-afca-b29dabe36223 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 945 time: 0.3870680 Aug 31 14:10:32.242884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device bfcd2797-d691-43ee-843d-7928e8f9d845 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:32.247167 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fcfa256c-ff8d-47c3-85a2-06a493ff584c req-f172aaf4-1863-40ea-9ae0-ffe03639e633 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/security-groups?id=6022941e-6a80-4492-b547-646e8dbde490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014571 Aug 31 14:10:32.286992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: bfcd2797-d691-43ee-843d-7928e8f9d845 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:10:32.287498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device bfcd2797-d691-43ee-843d-7928e8f9d845 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:10:32.290902 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-47e83b5b-b379-425c-bcfa-8c9bff00b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:32.312381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e83b5b-b379-425c-bcfa-8c9bff00b987 None None] Routers {'6b8ff799-65b3-429a-930d-ed05f6417048'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:32.313345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-47e83b5b-b379-425c-bcfa-8c9bff00b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b8ff799-65b3-429a-930d-ed05f6417048'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:32.323926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50698) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:32.371717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-47e83b5b-b379-425c-bcfa-8c9bff00b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:32.372686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e83b5b-b379-425c-bcfa-8c9bff00b987 None None] The sync data for ids ['6b8ff799-65b3-429a-930d-ed05f6417048'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:32.504716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1168122757'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:32.531510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:32.535787 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.546205 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:32.818210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62fbb8-d4e5-4ce2-90af-454c3b046566 req-8ff95432-9dcb-4098-8539-eb45eeeee6f4 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:32.832800 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce62fbb8-d4e5-4ce2-90af-454c3b046566 req-8ff95432-9dcb-4098-8539-eb45eeeee6f4 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.1202934 Aug 31 14:10:32.848366 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-589e4b86-6e95-443b-b9c1-9a020a78caad tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/routers/6b8ff799-65b3-429a-930d-ed05f6417048 HTTP/1.1" status: 200 len: 887 time: 0.7455432 Aug 31 14:10:32.858522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50706) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:32.915988 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f7d6ba20-7cdd-42ca-93bb-ea0b217e1b0c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b8ff799-65b3-429a-930d-ed05f6417048 HTTP/1.1" status: 200 len: 205 time: 0.0524452 Aug 31 14:10:32.916573 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50708) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:33.011826 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce62fbb8-d4e5-4ce2-90af-454c3b046566 req-bab44801-7739-4128-9aad-1e31880fdb3a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777527 Aug 31 14:10:33.065205 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.084486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803223e-f5eb-47ea-9f14-ea96a9abaa10 req-c3e980e1-4972-474e-9b18-eff138dce97e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:33.086453 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f803223e-f5eb-47ea-9f14-ea96a9abaa10 req-c3e980e1-4972-474e-9b18-eff138dce97e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 944 time: 0.4324820 Aug 31 14:10:33.087784 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.118560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.140255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:10:33.157187 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21712ca2-380a-4128-a380-4a8979ff7dbc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:33.163132 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.163484 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Added segment 27f3573b-28e8-4c12-a8bc-caaceb4eb64f of type vlan for network 69be7e24-51b0-401c-9ee6-bad9064d65f9 Aug 31 14:10:33.185060 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:33.185398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:33.185730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:33.186066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:33.186411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:33.186728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:33.187343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:33.187343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:33.187686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:33.188008 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:33.188328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:33.188682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:33.198976 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f803223e-f5eb-47ea-9f14-ea96a9abaa10 req-9ffa246f-0099-4dfb-895c-8c9b0b0ef877 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015058 Aug 31 14:10:33.231972 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.242944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59d383bc-881f-425a-98eb-363bdaab9149 req-cc36f7fe-ea8c-4686-ac0a-41cfa0600e2b tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.0637641 Aug 31 14:10:33.274532 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.288913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:33.290210 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.405198 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.423867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0978880 Aug 31 14:10:33.427220 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50714) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:33.432994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'name': 'tempest-PortsTestJSON-231067295'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:33.441361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5e96f-b131-4911-bf7b-f3da2dcfd7b6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Network': ['ID=69be7e24-51b0-401c-9ee6-bad9064d65f9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:33.461666 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:10:33.534730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec089da8-9618-4956-9799-30b624f395ed req-8b2e7d87-f33a-46a8-afff-734b6870a0d2 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:33.541591 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec089da8-9618-4956-9799-30b624f395ed req-8b2e7d87-f33a-46a8-afff-734b6870a0d2 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 945 time: 0.1275609 Aug 31 14:10:33.621138 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec089da8-9618-4956-9799-30b624f395ed req-4ada9417-ebbb-497a-bf0e-08e6f7c5e0e0 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/security-groups?id=6022941e-6a80-4492-b547-646e8dbde490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724945 Aug 31 14:10:33.625065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port 22b37fd3-4920-4cfa-9507-024a33106c74 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:33.625416 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.695105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:33.698992 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.732093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port 0721350c-8bfb-4d6a-a5a5-135459d28557 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:10:33.813491 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:33.838974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for 22b37fd3-4920-4cfa-9507-024a33106c74 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:33.992395 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.039387 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-901a86a1-af4a-4a6b-9a7a-b763a980f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.076986 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.295205 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.401716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55ff74-720b-47ce-b24e-474d98eebcea req-c158de46-00fd-4f23-ba9e-81afefbeafae tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:34.405759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f55ff74-720b-47ce-b24e-474d98eebcea req-c158de46-00fd-4f23-ba9e-81afefbeafae tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.2271767 Aug 31 14:10:34.457822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392989d-784a-4699-96cf-1d8180538ee3 req-6961c503-57ca-4751-8969-5e8292d6fd94 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:34.462263 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2392989d-784a-4699-96cf-1d8180538ee3 req-6961c503-57ca-4751-8969-5e8292d6fd94 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 944 time: 0.1119723 Aug 31 14:10:34.465577 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.512415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=0721350c-8bfb-4d6a-a5a5-135459d28557,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:34.543564 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2392989d-784a-4699-96cf-1d8180538ee3 req-c5252e05-de62-43b9-894a-db725bdfb52b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647073 Aug 31 14:10:34.625083 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f55ff74-720b-47ce-b24e-474d98eebcea req-d7c50eb6-a296-4b2a-beae-43fb524735aa tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763103 Aug 31 14:10:34.635815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=22b37fd3-4920-4cfa-9507-024a33106c74,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:34.658022 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Checking segment: {'id': '27f3573b-28e8-4c12-a8bc-caaceb4eb64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:34.658944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network hostable DHCP agents. Network: 69be7e24-51b0-401c-9ee6-bad9064d65f9, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:10:34.670521 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.688126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ebb4ed5d-3356-47da-b64c-d75264012faa up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:34.814090 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-965545f1-d5c8-4aa0-969a-ec3387212c14 req-aa139b06-0660-484e-bcff-9c0719ad3c6f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.0873635 Aug 31 14:10:34.832945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port ebb4ed5d-3356-47da-b64c-d75264012faa completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:34.848811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:10:34.849571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port ebb4ed5d-3356-47da-b64c-d75264012faa triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:34.851337 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.926269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 69be7e24-51b0-401c-9ee6-bad9064d65f9) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:34.937958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:34.946674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f41aa1e-f5bc-4300-9e63-88b8430954b3 None None] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:34.953816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:34.955089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.962656 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:34.966631 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.128544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bccc7b5c-b7a0-4fa9-9a89-37edd1519f0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7001660 Aug 31 14:10:35.141142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50750) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.151514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-193304450'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.181717 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.182774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8ff799-65b3-429a-930d-ed05f6417048 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:10:35.188652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:35.193140 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.199600 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.215875 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.217277 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-446715f7-6545-450e-99e8-643264665866 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/6b8ff799-65b3-429a-930d-ed05f6417048 HTTP/1.1" status: 204 len: 168 time: 2.2993515 Aug 31 14:10:35.231020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f9e53-1cde-4cd5-946b-a35b4ccb0135 req-687a6f65-7438-4db7-95a9-3c80ba68df18 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:35.236512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50752) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.244093 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e93f9e53-1cde-4cd5-946b-a35b4ccb0135 req-687a6f65-7438-4db7-95a9-3c80ba68df18 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 945 time: 0.1542833 Aug 31 14:10:35.248833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-feb6ade4-0f51-4e69-bda6-72d6300a4634 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'network': {'name': 'tempest-RoutersTest-694715944'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.300220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port ebb4ed5d-3356-47da-b64c-d75264012faa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebb4ed5d-3356-47da-b64c-d75264012faa,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:35.310649 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ede47c-8afe-4025-8031-33636e0f60c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb4ed5d-3356-47da-b64c-d75264012faa'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:35.316032 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d726d88-5837-4e04-9259-eb075ca82b77" -d '{"events": [{"server_uuid": "72ede47c-8afe-4025-8031-33636e0f60c7", "name": "network-vif-plugged", "status": "completed", "tag": "ebb4ed5d-3356-47da-b64c-d75264012faa"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:35.319730 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.333972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:10:35.340190 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.340586 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e93f9e53-1cde-4cd5-946b-a35b4ccb0135 req-0034eb72-570a-48de-a6ad-feb858fcc580 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/security-groups?id=6022941e-6a80-4492-b547-646e8dbde490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945063 Aug 31 14:10:35.361864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb6ade4-0f51-4e69-bda6-72d6300a4634 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:35.367267 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-feb6ade4-0f51-4e69-bda6-72d6300a4634 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.420149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.420675 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2cfa81-a0d3-4af9-a445-a09592fb7bc3 x-openstack-request-id: req-2e2cfa81-a0d3-4af9-a445-a09592fb7bc3 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:35.420873 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Added segment 4830f74c-09f0-4bc9-acca-1d90ac57c8d5 of type vlan for network c08806bf-528a-480b-b74f-5fad78fd154f Aug 31 14:10:35.421284 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ede47c-8afe-4025-8031-33636e0f60c7", "name": "network-vif-plugged", "status": "completed", "tag": "ebb4ed5d-3356-47da-b64c-d75264012faa", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:35.421542 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e2cfa81-a0d3-4af9-a445-a09592fb7bc3 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:35.424380 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ede47c-8afe-4025-8031-33636e0f60c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb4ed5d-3356-47da-b64c-d75264012faa', 'code': 200} Aug 31 14:10:35.510153 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.510522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=ebb4ed5d-3356-47da-b64c-d75264012faa,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:35.521125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.521651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.522072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.522502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.523187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.523805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.524251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.524734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.525228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.525669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.526124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.526556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.566193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb6ade4-0f51-4e69-bda6-72d6300a4634 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:10:35.611164 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.620986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:35.621929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.644801 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-feb6ade4-0f51-4e69-bda6-72d6300a4634 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.645299 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-feb6ade4-0f51-4e69-bda6-72d6300a4634 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Added segment 673e852d-a8ff-4139-b421-52d0388da11e of type vlan for network fc74317c-fc71-4702-9ac7-480f2a6354da Aug 31 14:10:35.750299 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a744b76-bdae-444a-aa24-09e0152fd7af req-47e97139-9916-448a-ba47-d6314c549586 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:35.764203 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a744b76-bdae-444a-aa24-09e0152fd7af req-47e97139-9916-448a-ba47-d6314c549586 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 945 time: 0.0878782 Aug 31 14:10:35.768954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50760) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:35.769182 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6257825 Aug 31 14:10:35.788616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'ports': [{'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9'}, {'network_id': 'c08806bf-528a-480b-b74f-5fad78fd154f'}]} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.789629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.790495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': 'c08806bf-528a-480b-b74f-5fad78fd154f'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:35.850250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1d57f-b837-475d-a05c-3d75803910a4 req-9340e1ea-45a5-4ffa-a0d3-4716dfc2eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:35.852471 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80a1d57f-b837-475d-a05c-3d75803910a4 req-9340e1ea-45a5-4ffa-a0d3-4716dfc2eb0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 1096 time: 0.3151619 Aug 31 14:10:35.863118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Network': ['ID=c08806bf-528a-480b-b74f-5fad78fd154f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:35.875869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-feb6ade4-0f51-4e69-bda6-72d6300a4634 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:35.925064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.925560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.926050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.926639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.927131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.927685 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.928165 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.928677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.929206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.929702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.930212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.930697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427d42f2-b256-40c0-aa87-f4ee210c5135 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:10:35.931657 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a744b76-bdae-444a-aa24-09e0152fd7af req-78278cb3-fc3a-4121-ab01-6d050be60bc0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649468 Aug 31 14:10:35.953264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network c08806bf-528a-480b-b74f-5fad78fd154f details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:10:36.023674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80a1d57f-b837-475d-a05c-3d75803910a4 req-e9e09f8c-7644-4697-971c-a62e0397e782 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520855 Aug 31 14:10:36.051831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-feb6ade4-0f51-4e69-bda6-72d6300a4634 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.058030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb6ade4-0f51-4e69-bda6-72d6300a4634 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:36.058679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-feb6ade4-0f51-4e69-bda6-72d6300a4634 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.101499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cdaae-aa2c-4f39-8036-99ca35e73ee2 req-e612b764-51c4-4e0e-9952-8129cad404c8 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:36.103092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-327cdaae-aa2c-4f39-8036-99ca35e73ee2 req-e612b764-51c4-4e0e-9952-8129cad404c8 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.2493942 Aug 31 14:10:36.177422 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec613e71-eb4d-42c0-8f52-5d1e35d84fed req-c9ada12f-4aba-4962-ac34-c9d00f2a4e1c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.1108840 Aug 31 14:10:36.203203 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-feb6ade4-0f51-4e69-bda6-72d6300a4634 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9589431 Aug 31 14:10:36.204075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50764) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:36.214732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-15df651e-6b40-4981-99e7-fc171b2edb67 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'subnet': {'network_id': 'fc74317c-fc71-4702-9ac7-480f2a6354da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:36.289887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6ade4-0f51-4e69-bda6-72d6300a4634 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Network': ['ID=fc74317c-fc71-4702-9ac7-480f2a6354da,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:36.305925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-327cdaae-aa2c-4f39-8036-99ca35e73ee2 req-46f0e599-d1bc-4498-a8f9-defc9ae926c4 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531878 Aug 31 14:10:36.308606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network fc74317c-fc71-4702-9ac7-480f2a6354da details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:10:36.417927 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 2} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:36.423353 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.473876 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.566143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ff723-0115-4e44-9791-51cf8d0e130e req-7bff4267-d4ae-4895-9962-768ed4637927 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:36.568929 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c8ff723-0115-4e44-9791-51cf8d0e130e req-7bff4267-d4ae-4895-9962-768ed4637927 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 945 time: 0.1432505 Aug 31 14:10:36.656911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15df651e-6b40-4981-99e7-fc171b2edb67 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:36.662432 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-15df651e-6b40-4981-99e7-fc171b2edb67 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.715959 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.753691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-9c8ff723-0115-4e44-9791-51cf8d0e130e req-c03b4695-f6cd-4179-8e65-4368446374a0 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Deleting port 0c0dd29a-b33f-4075-a956-f696a732c340 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:36.753691 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9c8ff723-0115-4e44-9791-51cf8d0e130e req-c03b4695-f6cd-4179-8e65-4368446374a0 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.766127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port 81363a4c-edc6-4e5c-b7bc-0e9769dd63d7 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:10:36.810007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c27ce4-6170-4ffc-ab61-3bdaee6d5c30 req-a7ca1f06-138e-4712-8d43-4d9fd2bb659e tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:36.812813 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06c27ce4-6170-4ffc-ab61-3bdaee6d5c30 req-a7ca1f06-138e-4712-8d43-4d9fd2bb659e tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebbb60c-f7bf-4def-89ad-63fd631d11dc HTTP/1.1" status: 200 len: 945 time: 0.2927074 Aug 31 14:10:36.871985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-9c8ff723-0115-4e44-9791-51cf8d0e130e req-c03b4695-f6cd-4179-8e65-4368446374a0 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] For port 0c0dd29a-b33f-4075-a956-f696a732c340, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0c0dd29a-b33f-4075-a956-f696a732c340,segment=NetworkSegment(af5d24dd-9908-4ff5-a0b4-91ed6235c3a7),segment_id=af5d24dd-9908-4ff5-a0b4-91ed6235c3a7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:36.873203 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9c8ff723-0115-4e44-9791-51cf8d0e130e req-c03b4695-f6cd-4179-8e65-4368446374a0 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:36.901282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-9c8ff723-0115-4e44-9791-51cf8d0e130e req-c03b4695-f6cd-4179-8e65-4368446374a0 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Calling delete_port for 0c0dd29a-b33f-4075-a956-f696a732c340 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:36.952948 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06c27ce4-6170-4ffc-ab61-3bdaee6d5c30 req-571459bc-7058-4048-9c98-f1d66859f935 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.20 "GET /v2.0/security-groups?id=6022941e-6a80-4492-b547-646e8dbde490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274810 Aug 31 14:10:37.174854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2c864-399b-46a4-9c88-83ada311f591 req-f1f3901a-5990-490d-9387-6103cc78c607 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:37.176582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ff2c864-399b-46a4-9c88-83ada311f591 req-f1f3901a-5990-490d-9387-6103cc78c607 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 945 time: 0.0750833 Aug 31 14:10:37.177904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9c8ff723-0115-4e44-9791-51cf8d0e130e req-c03b4695-f6cd-4179-8e65-4368446374a0 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.230016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b4695-f6cd-4179-8e65-4368446374a0 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Pushing event deleted for resources: {'Port': ['ID=0c0dd29a-b33f-4075-a956-f696a732c340,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:37.257505 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-15df651e-6b40-4981-99e7-fc171b2edb67 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.334647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ff723-0115-4e44-9791-51cf8d0e130e req-c03b4695-f6cd-4179-8e65-4368446374a0 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] No DVR routers for this DVR port 0c0dd29a-b33f-4075-a956-f696a732c340 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:37.340533 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9c8ff723-0115-4e44-9791-51cf8d0e130e req-c03b4695-f6cd-4179-8e65-4368446374a0 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.342779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c8ff723-0115-4e44-9791-51cf8d0e130e req-c03b4695-f6cd-4179-8e65-4368446374a0 tempest-ServerMetadataNegativeTestJSON-1448504012 tempest-ServerMetadataNegativeTestJSON-1448504012-project] 10.222.0.13 "DELETE /v2.0/ports/0c0dd29a-b33f-4075-a956-f696a732c340 HTTP/1.1" status: 204 len: 173 time: 0.7648215 Aug 31 14:10:37.346950 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ff2c864-399b-46a4-9c88-83ada311f591 req-476fdd54-628c-4553-9ac0-102aa8e1dd79 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276543 Aug 31 14:10:37.347820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebbb60c-f7bf-4def-89ad-63fd631d11dc', 'name': 'network-vif-deleted', 'tag': '0c0dd29a-b33f-4075-a956-f696a732c340'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:37.351390 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c82924-7f5f-445b-a290-99ec9100087a" -d '{"events": [{"server_uuid": "7ebbb60c-f7bf-4def-89ad-63fd631d11dc", "name": "network-vif-deleted", "tag": "0c0dd29a-b33f-4075-a956-f696a732c340"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:37.409681 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3e4ed1fa-bbd4-491d-ac0d-ad0470b5b7e0 req-eb315cea-2866-4a35-a148-1e78321604e7 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.0964172 Aug 31 14:10:37.478995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df651e-6b40-4981-99e7-fc171b2edb67 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Subnet': ['ID=b524325b-afbe-456b-8595-036b978b0e72,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:37.486975 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.519836 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd262afb-a4a2-47fb-b4fb-4462916aaec1 x-openstack-request-id: req-cd262afb-a4a2-47fb-b4fb-4462916aaec1 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:37.520169 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebbb60c-f7bf-4def-89ad-63fd631d11dc", "name": "network-vif-deleted", "tag": "0c0dd29a-b33f-4075-a956-f696a732c340", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:37.520454 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd262afb-a4a2-47fb-b4fb-4462916aaec1 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:37.521108 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebbb60c-f7bf-4def-89ad-63fd631d11dc', 'name': 'network-vif-deleted', 'tag': '0c0dd29a-b33f-4075-a956-f696a732c340', 'status': 'completed', 'code': 200} Aug 31 14:10:37.579417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df651e-6b40-4981-99e7-fc171b2edb67 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Checking segment: {'id': '673e852d-a8ff-4139-b421-52d0388da11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fc74317c-fc71-4702-9ac7-480f2a6354da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:37.579910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15df651e-6b40-4981-99e7-fc171b2edb67 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network hostable DHCP agents. Network: fc74317c-fc71-4702-9ac7-480f2a6354da, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:10:37.658185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port cdd632a9-6a71-4b0b-a79a-c38c9acf3e06 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:10:37.673763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15df651e-6b40-4981-99e7-fc171b2edb67 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network fc74317c-fc71-4702-9ac7-480f2a6354da is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:10:37.694732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e591f-a9d8-42f0-8903-0b991bf8f598 req-0177082a-25fa-4326-b44d-85b91574313e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:37.697697 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac7e591f-a9d8-42f0-8903-0b991bf8f598 req-0177082a-25fa-4326-b44d-85b91574313e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.1598775 Aug 31 14:10:37.703203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-15df651e-6b40-4981-99e7-fc171b2edb67 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, fc74317c-fc71-4702-9ac7-480f2a6354da) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:37.708085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15df651e-6b40-4981-99e7-fc171b2edb67 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:37.708880 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-15df651e-6b40-4981-99e7-fc171b2edb67 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.717859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7342d113-884e-423c-ba1b-54e73d51b406 None None] Network fc74317c-fc71-4702-9ac7-480f2a6354da requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:37.760282 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-15df651e-6b40-4981-99e7-fc171b2edb67 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5533233 Aug 31 14:10:37.764951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50778) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:37.777060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f6d67426-1890-40af-b547-407ea6475bbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1506961344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:37.821411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6d67426-1890-40af-b547-407ea6475bbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.824012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6d67426-1890-40af-b547-407ea6475bbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.844493 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac7e591f-a9d8-42f0-8903-0b991bf8f598 req-68b947bc-1405-4d0a-8eeb-16545ad52842 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322241 Aug 31 14:10:37.940332 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6d67426-1890-40af-b547-407ea6475bbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.949144 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6d67426-1890-40af-b547-407ea6475bbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.970798 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.995644 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6d67426-1890-40af-b547-407ea6475bbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:37.997585 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f6d67426-1890-40af-b547-407ea6475bbf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2297266 Aug 31 14:10:38.003275 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50782) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:38.065145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-fc74317c-fc71-4702-9ac7-480f2a6354da', 'network_id': 'fc74317c-fc71-4702-9ac7-480f2a6354da', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'fixed_ips': [{'subnet_id': 'b524325b-afbe-456b-8595-036b978b0e72'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:10:38.066737 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.098576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50784) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:38.183222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf188f4-6493-4a5c-8868-a7c983bc0923 admin admin] Deleting subnet 182a75bb-928b-48dd-8cac-8cc78bf04e27 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:10:38.189059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9bf188f4-6493-4a5c-8868-a7c983bc0923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.249039 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.255581 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9bf188f4-6493-4a5c-8868-a7c983bc0923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.303527 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9bf188f4-6493-4a5c-8868-a7c983bc0923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.343911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Allocated IP 172.20.0.2 (fc74317c-fc71-4702-9ac7-480f2a6354da/b524325b-afbe-456b-8595-036b978b0e72/7b069fab-2ed5-40c3-9226-72e5526ea4bd) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:38.464831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:38.477600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:38.484707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:38.489674 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9bf188f4-6493-4a5c-8868-a7c983bc0923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.491528 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.510094 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=81363a4c-edc6-4e5c-b7bc-0e9769dd63d7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:38.553001 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9bf188f4-6493-4a5c-8868-a7c983bc0923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.562184 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9bf188f4-6493-4a5c-8868-a7c983bc0923 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/182a75bb-928b-48dd-8cac-8cc78bf04e27 HTTP/1.1" status: 204 len: 168 time: 0.4622447 Aug 31 14:10:38.579702 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.582974 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50790) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:38.589620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Transition to ACTIVE for port object 7b069fab-2ed5-40c3-9226-72e5526ea4bd will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:38.611130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf188f4-6493-4a5c-8868-a7c983bc0923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182a75bb-928b-48dd-8cac-8cc78bf04e27,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:38.620913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Transition to ACTIVE for port object 7b069fab-2ed5-40c3-9226-72e5526ea4bd will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:38.632737 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.664092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f678dd3-c78a-4b69-b21b-3565d5dba4ab req-fa55a757-d532-4a92-9412-866f91f1e611 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.0408206 Aug 31 14:10:38.711152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0c0dd29a-b33f-4075-a956-f696a732c340 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:38.718471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Network fc74317c-fc71-4702-9ac7-480f2a6354da is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:38.752979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:38.756563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 0c0dd29a-b33f-4075-a956-f696a732c340 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:10:38.757030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0c0dd29a-b33f-4075-a956-f696a732c340 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:10:38.759402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:38.763853 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Pushing event updated for resources: {'Port': ['ID=7b069fab-2ed5-40c3-9226-72e5526ea4bd,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:38.801697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=cdd632a9-6a71-4b0b-a79a-c38c9acf3e06,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:38.843607 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.859332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Attempting to bind port 7b069fab-2ed5-40c3-9226-72e5526ea4bd on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:38.859685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Attempting to bind port 7b069fab-2ed5-40c3-9226-72e5526ea4bd by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '673e852d-a8ff-4139-b421-52d0388da11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fc74317c-fc71-4702-9ac7-480f2a6354da'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:38.860289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Attempting to bind port 7b069fab-2ed5-40c3-9226-72e5526ea4bd on network fc74317c-fc71-4702-9ac7-480f2a6354da {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:38.867090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:38.867715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Checking segment: {'id': '673e852d-a8ff-4139-b421-52d0388da11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fc74317c-fc71-4702-9ac7-480f2a6354da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:38.868372 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.869341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Bound using segment: {'id': '673e852d-a8ff-4139-b421-52d0388da11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fc74317c-fc71-4702-9ac7-480f2a6354da'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:38.869655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Bound port: 7b069fab-2ed5-40c3-9226-72e5526ea4bd, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673e852d-a8ff-4139-b421-52d0388da11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fc74317c-fc71-4702-9ac7-480f2a6354da'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:38.870053 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.878464 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:38.881501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Checking segment: {'id': '4830f74c-09f0-4bc9-acca-1d90ac57c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c08806bf-528a-480b-b74f-5fad78fd154f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:38.882029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network hostable DHCP agents. Network: c08806bf-528a-480b-b74f-5fad78fd154f, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:10:38.916715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345abad4-ca4b-4baa-bd2e-d1e34cb3630c req-f12332d4-c5d8-4467-bace-43c855f0e181 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:38.918844 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-345abad4-ca4b-4baa-bd2e-d1e34cb3630c req-f12332d4-c5d8-4467-bace-43c855f0e181 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 945 time: 0.3370399 Aug 31 14:10:38.954707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] For port 7b069fab-2ed5-40c3-9226-72e5526ea4bd, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:38.960919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] For port 7b069fab-2ed5-40c3-9226-72e5526ea4bd, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7b069fab-2ed5-40c3-9226-72e5526ea4bd,segment=NetworkSegment(673e852d-a8ff-4139-b421-52d0388da11e),segment_id=673e852d-a8ff-4139-b421-52d0388da11e)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:38.966532 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.046434 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.131923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network c08806bf-528a-480b-b74f-5fad78fd154f is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:10:39.137984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fe95b-184a-49bd-a607-0ea36a31c8f8 None None] Pushing event updated for resources: {'Port': ['ID=7b069fab-2ed5-40c3-9226-72e5526ea4bd,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:39.181781 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.214307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f01888-7569-4723-8fe9-c85bcc61b36b req-f67b1980-e4dc-45bb-9fed-f77d6ede027b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:39.224255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-73f01888-7569-4723-8fe9-c85bcc61b36b req-f67b1980-e4dc-45bb-9fed-f77d6ede027b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.1695039 Aug 31 14:10:39.301268 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-73f01888-7569-4723-8fe9-c85bcc61b36b req-209b2b13-0248-4c55-863b-a3609022eff7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730231 Aug 31 14:10:39.390664 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-345abad4-ca4b-4baa-bd2e-d1e34cb3630c req-9fccf018-36dc-43d5-a114-84306a3088bd tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616902 Aug 31 14:10:39.455739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, c08806bf-528a-480b-b74f-5fad78fd154f) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:39.466609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a11f64-d030-41c1-bf20-ad8b8d92f9e8 None None] Network c08806bf-528a-480b-b74f-5fad78fd154f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:39.487282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:39.494611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:39.500193 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:39.500955 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.508355 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.546494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43273e4d-6421-40f2-846a-9f21090f0cfb']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:39.577825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5d24dd-9908-4ff5-a0b4-91ed6235c3a7') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:39.578313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5d24dd-9908-4ff5-a0b4-91ed6235c3a7') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:39.585662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50796) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:39.586135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-02404ef7-c23d-4af8-b64a-ca10e726a926 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8141670 Aug 31 14:10:39.623144 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.660875 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.682551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:10:39.683184 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:10:39.686177 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:10:39.746312 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Allocated IP 172.20.0.1 (fc74317c-fc71-4702-9ac7-480f2a6354da/b524325b-afbe-456b-8595-036b978b0e72/cd39afd4-504e-4573-8901-904cbe41fa5a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:39.794673 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.865645 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:39.872277 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/43273e4d-6421-40f2-846a-9f21090f0cfb HTTP/1.1" status: 204 len: 168 time: 1.2828612 Aug 31 14:10:39.888740 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a265aafb-f488-4ff6-99d5-810369106104 req-f21449e3-cbf5-4ba3-bb8a-a1047e48d9bc tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.0690804 Aug 31 14:10:39.944380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d207a64-a926-42b8-ae49-1e177746a9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=43273e4d-6421-40f2-846a-9f21090f0cfb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:39.948564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-214563af-e88f-4a14-9c20-a9bc2d9025f8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port cdd632a9-6a71-4b0b-a79a-c38c9acf3e06 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:39.949215 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-214563af-e88f-4a14-9c20-a9bc2d9025f8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.090029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.126288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Transition to ACTIVE for port object cd39afd4-504e-4573-8901-904cbe41fa5a will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:40.132318 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-214563af-e88f-4a14-9c20-a9bc2d9025f8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.143228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00993f3-0953-421f-aba5-efc740791233 req-9d4e64b9-0198-41a6-ba5d-1aaab484355f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:40.151113 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-9d4e64b9-0198-41a6-ba5d-1aaab484355f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.2108440 Aug 31 14:10:40.157827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-214563af-e88f-4a14-9c20-a9bc2d9025f8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for cdd632a9-6a71-4b0b-a79a-c38c9acf3e06 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:40.177182 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-1a0e4323-8de2-4095-859a-83eb7e7b5298 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/quotas/0b56ff521ec64837928c13543219af1a HTTP/1.1" status: 200 len: 375 time: 0.0253410 Aug 31 14:10:40.319639 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-bf2f2b33-f8d3-4757-8093-74bd68445592 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411953 Aug 31 14:10:40.325179 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.354948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50814) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:40.411094 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-214563af-e88f-4a14-9c20-a9bc2d9025f8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.488359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=cd39afd4-504e-4573-8901-904cbe41fa5a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:40.492654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214563af-e88f-4a14-9c20-a9bc2d9025f8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=cdd632a9-6a71-4b0b-a79a-c38c9acf3e06,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:40.573783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network fc74317c-fc71-4702-9ac7-480f2a6354da is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:40.574374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-693446b8-26b2-4922-916a-50f1b77421b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4c7341e886c4aaa81605945d0c723fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164252 Aug 31 14:10:40.574559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50816) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:40.580812 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-214563af-e88f-4a14-9c20-a9bc2d9025f8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.583739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-214563af-e88f-4a14-9c20-a9bc2d9025f8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/cdd632a9-6a71-4b0b-a79a-c38c9acf3e06 HTTP/1.1" status: 204 len: 168 time: 0.9957731 Aug 31 14:10:40.591952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50818) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:40.593699 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:40.606041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:40.657331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb43b67-427b-45d5-bc32-4ebed2c7e298 req-b5cb0f0e-17b1-4bb2-95db-c0e34dabee80 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:40.659023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9cb43b67-427b-45d5-bc32-4ebed2c7e298 req-b5cb0f0e-17b1-4bb2-95db-c0e34dabee80 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.1584363 Aug 31 14:10:40.712350 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.728816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5e89ed-4248-4cb4-92b7-8f4987187e2e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:40.741013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5e89ed-4248-4cb4-92b7-8f4987187e2e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:40.743199 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ea5e89ed-4248-4cb4-92b7-8f4987187e2e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1480904 Aug 31 14:10:40.747753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50820) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:40.762827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c6488e-7dde-42a3-b02d-fb4e8f6e7dff None None] Network fc74317c-fc71-4702-9ac7-480f2a6354da requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:40.800455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9cb43b67-427b-45d5-bc32-4ebed2c7e298 req-6d38964e-437c-4723-897f-3fbbb5414bb6 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334834 Aug 31 14:10:40.806986 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-3a95a2b2-eae9-4c45-99e0-ec3fce2b50b1 service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745498 Aug 31 14:10:40.834956 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53a1c1b7-6eb1-467b-b6de-b79ea9089d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:40.909150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2ba10323-c37f-40c1-961d-5c98faafca26 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 81363a4c-edc6-4e5c-b7bc-0e9769dd63d7 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:40.909963 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ba10323-c37f-40c1-961d-5c98faafca26 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.002960 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53a1c1b7-6eb1-467b-b6de-b79ea9089d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.147567 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57cd58db-d350-4417-beca-8fa0ce50689c req-ea6333ee-0db1-4334-bf92-22bce38e9953 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.0970805 Aug 31 14:10:41.160169 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.179044 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ba10323-c37f-40c1-961d-5c98faafca26 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.200463 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-38fcf82a-b084-4381-8487-98f2aa7239ab None None] Provisioning for port 7b069fab-2ed5-40c3-9226-72e5526ea4bd completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:41.228938 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7b069fab-2ed5-40c3-9226-72e5526ea4bd up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:41.258696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2ba10323-c37f-40c1-961d-5c98faafca26 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 81363a4c-edc6-4e5c-b7bc-0e9769dd63d7 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:41.278751 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-89a53a9b-d1ef-4205-bebf-d49b28c818f1 service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401791 Aug 31 14:10:41.291519 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53a1c1b7-6eb1-467b-b6de-b79ea9089d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.294647 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53a1c1b7-6eb1-467b-b6de-b79ea9089d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.300635 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-53a1c1b7-6eb1-467b-b6de-b79ea9089d0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6022941e-6a80-4492-b547-646e8dbde490 HTTP/1.1" status: 204 len: 168 time: 0.7215626 Aug 31 14:10:41.357575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1c1b7-6eb1-467b-b6de-b79ea9089d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6022941e-6a80-4492-b547-646e8dbde490,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:41.501103 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ba10323-c37f-40c1-961d-5c98faafca26 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.616186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba10323-c37f-40c1-961d-5c98faafca26 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=81363a4c-edc6-4e5c-b7bc-0e9769dd63d7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:41.623283 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ba10323-c37f-40c1-961d-5c98faafca26 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.627877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2ba10323-c37f-40c1-961d-5c98faafca26 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/81363a4c-edc6-4e5c-b7bc-0e9769dd63d7 HTTP/1.1" status: 204 len: 168 time: 0.8786695 Aug 31 14:10:41.632015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50826) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:41.711873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 7b069fab-2ed5-40c3-9226-72e5526ea4bd completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:41.724901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7b069fab-2ed5-40c3-9226-72e5526ea4bd triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:41.725269 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.787598 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.787757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608a5e27-f7bf-40f3-b7f7-75a14a939d56 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:41.787757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-608a5e27-f7bf-40f3-b7f7-75a14a939d56 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1538036 Aug 31 14:10:41.794072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50830) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:41.844226 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:41.856575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a85acb8-3a6d-4c17-a06d-2d5475c23d67 req-1bfdfcfc-dea3-4682-be93-514b17e95e6a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 210 time: 0.0637035 Aug 31 14:10:41.912807 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d546e178-c6f8-4cc0-ab43-2b422360b039 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:10:41.913027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50836) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:41.921671 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d546e178-c6f8-4cc0-ab43-2b422360b039 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/cdd632a9-6a71-4b0b-a79a-c38c9acf3e06 HTTP/1.1" status: 404 len: 333 time: 0.1043510 Aug 31 14:10:41.984295 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7250e3-9f83-4ebb-884c-b9c9932301ca tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:10:41.997350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0d7250e3-9f83-4ebb-884c-b9c9932301ca tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/81363a4c-edc6-4e5c-b7bc-0e9769dd63d7 HTTP/1.1" status: 404 len: 333 time: 0.0854335 Aug 31 14:10:41.998115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50840) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:42.031148 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.115691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 7b069fab-2ed5-40c3-9226-72e5526ea4bd, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7b069fab-2ed5-40c3-9226-72e5526ea4bd,segment=NetworkSegment(673e852d-a8ff-4139-b421-52d0388da11e),segment_id=673e852d-a8ff-4139-b421-52d0388da11e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:42.122741 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.229826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=cd39afd4-504e-4573-8901-904cbe41fa5a,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:42.265650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=7b069fab-2ed5-40c3-9226-72e5526ea4bd,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:42.321168 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.410903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2adb7-571a-4478-aaaf-0e42d985fb76 req-fcb8c6e7-4bad-48da-8171-7b9f9b40fa80 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:42.437244 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0ec2adb7-571a-4478-aaaf-0e42d985fb76 req-fcb8c6e7-4bad-48da-8171-7b9f9b40fa80 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.2975833 Aug 31 14:10:42.445255 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.485965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e21f2c52-4a7f-4b65-b35d-f2c646863abd None None] Provisioning for port cd39afd4-504e-4573-8901-904cbe41fa5a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:42.501131 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e21f2c52-4a7f-4b65-b35d-f2c646863abd None None] Provisioning complete for port cd39afd4-504e-4573-8901-904cbe41fa5a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:42.503320 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e21f2c52-4a7f-4b65-b35d-f2c646863abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.567757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5289604-3b0a-4c08-ae4e-265ad5fb46ad req-c4791739-a543-42a0-9b6c-6014078c5212 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.1324601 Aug 31 14:10:42.622650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e21f2c52-4a7f-4b65-b35d-f2c646863abd None None] Port cd39afd4-504e-4573-8901-904cbe41fa5a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:42.674217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e21f2c52-4a7f-4b65-b35d-f2c646863abd None None] Provisioning complete for port 7b069fab-2ed5-40c3-9226-72e5526ea4bd triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:42.674916 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e21f2c52-4a7f-4b65-b35d-f2c646863abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.693431 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0ec2adb7-571a-4478-aaaf-0e42d985fb76 req-7cd29d24-8a0e-4e74-b792-b8a20321c69a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540822 Aug 31 14:10:42.789243 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.818464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08806bf-528a-480b-b74f-5fad78fd154f']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:42.876476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4830f74c-09f0-4bc9-acca-1d90ac57c8d5') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:42.877543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4830f74c-09f0-4bc9-acca-1d90ac57c8d5') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:42.908272 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:42.937008 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network fc74317c-fc71-4702-9ac7-480f2a6354da is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:42.947309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:42.967463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.026745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:10:43.027414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:10:43.090117 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:10:43.153607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9d218a94-963c-4378-9d5a-6af133db2ed0 None None] Provisioning complete for port cd39afd4-504e-4573-8901-904cbe41fa5a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:43.159263 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d218a94-963c-4378-9d5a-6af133db2ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.293016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b490405f-9f69-4f08-8baf-1980898ead27 req-ec26d641-6e0e-4415-b936-c7ae1f4d6520 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 210 time: 0.2439916 Aug 31 14:10:43.304657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7b069fab-2ed5-40c3-9226-72e5526ea4bd up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:43.374107 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.389600 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.393281 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/networks/c08806bf-528a-480b-b74f-5fad78fd154f HTTP/1.1" status: 204 len: 168 time: 1.3928695 Aug 31 14:10:43.399000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50864) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:43.438616 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3f4f2601-a421-490b-89a9-bde4d0a87194 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1226274239'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:43.522691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f5913-211e-4b7d-90d7-eccfe53276d5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Network': ['ID=c08806bf-528a-480b-b74f-5fad78fd154f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:43.560700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router a5e36e0e-421d-4e96-871c-396eb28b413d is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:10:43.585432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4f2601-a421-490b-89a9-bde4d0a87194 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:43.586074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9d218a94-963c-4378-9d5a-6af133db2ed0 None None] Port cd39afd4-504e-4573-8901-904cbe41fa5a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:43.596302 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f4f2601-a421-490b-89a9-bde4d0a87194 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.668244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7b069fab-2ed5-40c3-9226-72e5526ea4bd triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:43.668902 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.682719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4f2601-a421-490b-89a9-bde4d0a87194 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:10:43.713268 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f4f2601-a421-490b-89a9-bde4d0a87194 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.713268 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-3f4f2601-a421-490b-89a9-bde4d0a87194 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Added segment 189118c0-abd3-49a3-9f9f-321c7eb7d431 of type vlan for network 374282b2-4514-42ee-8b11-35318817ef34 Aug 31 14:10:43.814370 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-91cc112f-bd10-4537-9b59-d9cf2db3d2c0 None None] Provisioning complete for port cd39afd4-504e-4573-8901-904cbe41fa5a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:43.815679 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-91cc112f-bd10-4537-9b59-d9cf2db3d2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.849267 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f4f2601-a421-490b-89a9-bde4d0a87194 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:43.968287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-91cc112f-bd10-4537-9b59-d9cf2db3d2c0 None None] Port cd39afd4-504e-4573-8901-904cbe41fa5a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:43.991693 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f4f2601-a421-490b-89a9-bde4d0a87194 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:44.004572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4f2601-a421-490b-89a9-bde4d0a87194 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:44.006113 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f4f2601-a421-490b-89a9-bde4d0a87194 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:44.122389 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3f4f2601-a421-490b-89a9-bde4d0a87194 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6994009 Aug 31 14:10:44.181160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50878) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:44.285865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-82ef1228-4604-4b0b-bd68-213ab7b4d3e5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '374282b2-4514-42ee-8b11-35318817ef34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:44.564546 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f71fad96-2631-4291-b0fb-610871231b00 req-893e6a99-0425-463b-b714-b5c90fd5f468 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.7614989 Aug 31 14:10:44.601316 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:44.613467 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7aafe542-b859-4afa-8385-8a6d5139c067 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/a5e36e0e-421d-4e96-871c-396eb28b413d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6067750 Aug 31 14:10:44.616493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50888) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:44.616662 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d784203-b1d2-42e7-bea0-e260cc16289e None None] Sync routers for ids ['a5e36e0e-421d-4e96-871c-396eb28b413d'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:44.627374 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d784203-b1d2-42e7-bea0-e260cc16289e None None] Routers {'a5e36e0e-421d-4e96-871c-396eb28b413d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:44.628184 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1d784203-b1d2-42e7-bea0-e260cc16289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['a5e36e0e-421d-4e96-871c-396eb28b413d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:44.679397 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1d784203-b1d2-42e7-bea0-e260cc16289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:44.689200 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d784203-b1d2-42e7-bea0-e260cc16289e None None] Routers {'a5e36e0e-421d-4e96-871c-396eb28b413d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:44.690663 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1d784203-b1d2-42e7-bea0-e260cc16289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['a5e36e0e-421d-4e96-871c-396eb28b413d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:44.692209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f2601-a421-490b-89a9-bde4d0a87194 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Network': ['ID=374282b2-4514-42ee-8b11-35318817ef34,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:44.704086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 374282b2-4514-42ee-8b11-35318817ef34 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:10:44.732401 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1d784203-b1d2-42e7-bea0-e260cc16289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:44.733108 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d784203-b1d2-42e7-bea0-e260cc16289e None None] The sync data for ids ['a5e36e0e-421d-4e96-871c-396eb28b413d'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:44.735474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845c738b-595b-4c8e-8e44-8895c2316fa8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:44.749848 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-845c738b-595b-4c8e-8e44-8895c2316fa8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports/cd39afd4-504e-4573-8901-904cbe41fa5a HTTP/1.1" status: 200 len: 910 time: 0.1318884 Aug 31 14:10:44.753056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50890) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:44.754806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac6c66-b5ae-480f-a5fc-e245a7747165 req-eb5a5c94-07f4-4bac-8610-0bcef424c3c5 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:44.756400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-54ac6c66-b5ae-480f-a5fc-e245a7747165 req-eb5a5c94-07f4-4bac-8610-0bcef424c3c5 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.7945163 Aug 31 14:10:44.783254 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-86863872-02c0-40c6-a434-87474dac7f1b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b524325b-afbe-456b-8595-036b978b0e72'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:44.840634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00993f3-0953-421f-aba5-efc740791233 req-acb9157f-e0b8-4305-98d8-1823e3b6b1a1 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:44.842949 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-acb9157f-e0b8-4305-98d8-1823e3b6b1a1 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.6603715 Aug 31 14:10:44.856824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d00993f3-0953-421f-aba5-efc740791233 req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Request body: {'port': {'device_id': '9ac27f4c-ec14-4bf6-b5ae-866e34643eeb', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'admin_state_up': True, 'tenant_id': '0b56ff521ec64837928c13543219af1a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:44.865965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-54ac6c66-b5ae-480f-a5fc-e245a7747165 req-7483272e-a7bc-44f7-9b3b-3ac525a9ab18 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999134 Aug 31 14:10:44.869382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ef1228-4604-4b0b-bd68-213ab7b4d3e5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:44.874122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82ef1228-4604-4b0b-bd68-213ab7b4d3e5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:44.926456 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b233bbaf-b0f9-479c-a30a-349ff4b19bd3 req-5cf8516a-b2fc-4d22-a8dd-bf2959001fd8 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 210 time: 0.0404208 Aug 31 14:10:45.023410 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86863872-02c0-40c6-a434-87474dac7f1b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.185138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00993f3-0953-421f-aba5-efc740791233 req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Made reservation on behalf of 0b56ff521ec64837928c13543219af1a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:45.189008 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d00993f3-0953-421f-aba5-efc740791233 req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.309412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82ef1228-4604-4b0b-bd68-213ab7b4d3e5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.420237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef1228-4604-4b0b-bd68-213ab7b4d3e5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Subnet': ['ID=8fc7188c-78f1-4c52-ae49-d8c7897506e1,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:45.446657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-d00993f3-0953-421f-aba5-efc740791233 req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Allocated IP 172.20.0.3 (0cee240c-5069-4a5d-a626-9016f3a55c41/ac749944-61c0-4e97-a3b2-48b24cb2a6a5/c2d75432-e6e7-4e38-890b-fcf6580bc6d9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:45.463137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef1228-4604-4b0b-bd68-213ab7b4d3e5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Checking segment: {'id': '189118c0-abd3-49a3-9f9f-321c7eb7d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '374282b2-4514-42ee-8b11-35318817ef34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:45.463504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef1228-4604-4b0b-bd68-213ab7b4d3e5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network hostable DHCP agents. Network: 374282b2-4514-42ee-8b11-35318817ef34, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:10:45.540559 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86863872-02c0-40c6-a434-87474dac7f1b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.542252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50916) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:45.556691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Request body: {'port': {'device_id': '236ea24c-d589-41cf-99ea-2c2f021e0333', 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305', 'admin_state_up': True, 'tenant_id': '24a22d2543114803be61e524d3c4845e'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:45.558646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef1228-4604-4b0b-bd68-213ab7b4d3e5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 374282b2-4514-42ee-8b11-35318817ef34 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:10:45.590900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-82ef1228-4604-4b0b-bd68-213ab7b4d3e5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 374282b2-4514-42ee-8b11-35318817ef34) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:45.604554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0649ea2-4966-4745-a1de-88b73ec36377 None None] Network 374282b2-4514-42ee-8b11-35318817ef34 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:45.640583 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86863872-02c0-40c6-a434-87474dac7f1b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.696179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef1228-4604-4b0b-bd68-213ab7b4d3e5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:45.697133 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82ef1228-4604-4b0b-bd68-213ab7b4d3e5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.710316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365eb8a-72b9-4215-a9fc-7560523466e7 req-5e958ec0-85d8-46f2-898b-17f6d70db53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:45.715199 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2365eb8a-72b9-4215-a9fc-7560523466e7 req-5e958ec0-85d8-46f2-898b-17f6d70db53a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 200 len: 855 time: 0.2072997 Aug 31 14:10:45.828795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-82ef1228-4604-4b0b-bd68-213ab7b4d3e5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5549257 Aug 31 14:10:45.829052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50922) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:45.836733 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '374282b2-4514-42ee-8b11-35318817ef34', 'name': 'tempest-PortsTestJSON-365425210'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:45.860099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0729d32d-ff12-48c9-9dc4-7fef71640830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.876778 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-abda33b4-683f-499e-a1b0-6b725ef202af req-aeab4f7e-7997-455a-a286-ad0c99c70b76 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.1079960 Aug 31 14:10:45.911988 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-374282b2-4514-42ee-8b11-35318817ef34', 'network_id': '374282b2-4514-42ee-8b11-35318817ef34', 'tenant_id': '5da52edce4934f4499b8c015c8702c4e', 'fixed_ips': [{'subnet_id': '8fc7188c-78f1-4c52-ae49-d8c7897506e1'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:10:45.912752 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.923049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86863872-02c0-40c6-a434-87474dac7f1b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:45.925246 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86863872-02c0-40c6-a434-87474dac7f1b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:45.925403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365eb8a-72b9-4215-a9fc-7560523466e7 req-5c95680e-8fc1-4922-8409-dc4c30892a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:45.926919 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2365eb8a-72b9-4215-a9fc-7560523466e7 req-5c95680e-8fc1-4922-8409-dc4c30892a39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751714 Aug 31 14:10:45.927651 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-86863872-02c0-40c6-a434-87474dac7f1b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/ports/cd39afd4-504e-4573-8901-904cbe41fa5a HTTP/1.1" status: 200 len: 910 time: 1.1731985 Aug 31 14:10:45.935149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50926) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:45.946067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86863872-02c0-40c6-a434-87474dac7f1b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=cd39afd4-504e-4573-8901-904cbe41fa5a,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:45.956640 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d00993f3-0953-421f-aba5-efc740791233 req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.079957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0b06ce36-1382-4b29-8f38-1874664e7168 req-c1cda26a-f923-47f0-94cc-360b4d01c005 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 210 time: 0.0415480 Aug 31 14:10:46.126098 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0729d32d-ff12-48c9-9dc4-7fef71640830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.135890 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0729d32d-ff12-48c9-9dc4-7fef71640830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.157913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Allocated IP 172.20.0.2 (374282b2-4514-42ee-8b11-35318817ef34/8fc7188c-78f1-4c52-ae49-d8c7897506e1/86e36295-e336-4d01-8c57-27fcf023daee) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:46.194495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Made reservation on behalf of 24a22d2543114803be61e524d3c4845e for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:46.200172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.220768 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0729d32d-ff12-48c9-9dc4-7fef71640830 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50c82a1bcc95411d8e0fcfe122e8c153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6751053 Aug 31 14:10:46.222518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50930) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:46.231538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729d32d-ff12-48c9-9dc4-7fef71640830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffa3f1d-43b6-4b0f-9520-9e2dc8c3075d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:46.351375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:46.355612 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.370604 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.382721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Transition to ACTIVE for port object 86e36295-e336-4d01-8c57-27fcf023daee will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:46.404869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Transition to ACTIVE for port object 86e36295-e336-4d01-8c57-27fcf023daee will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:46.409224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Allocated IP 172.20.0.2 (497b61f6-ef52-4a6c-a409-78c2378f7305/cd37b77f-4596-4d3e-b902-75edc505d80c/6b75529f-cedb-4969-b133-877d0f31872a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:46.416687 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.418452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2365eb8a-72b9-4215-a9fc-7560523466e7 req-2caa81d9-3c1a-43c6-a07d-04548ae87094 service neutron] 10.222.0.52 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769936 Aug 31 14:10:46.462377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Network 374282b2-4514-42ee-8b11-35318817ef34 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:46.468146 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:46.472085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Pushing event updated for resources: {'Port': ['ID=86e36295-e336-4d01-8c57-27fcf023daee,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:46.472461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc874e-055c-4258-bdca-d4481eee5390 req-318a4f15-5c9b-4879-bac0-e82080c1f33f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:46.474389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:46.474865 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddfc874e-055c-4258-bdca-d4481eee5390 req-318a4f15-5c9b-4879-bac0-e82080c1f33f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.4422381 Aug 31 14:10:46.476379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d00993f3-0953-421f-aba5-efc740791233 req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.505285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:46.507508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ebb4ed5d-3356-47da-b64c-d75264012faa'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:46.597250 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.603474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port ef0365c3-17cd-402d-941d-d1da8464f4e4 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:10:46.613500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Attempting to bind port 86e36295-e336-4d01-8c57-27fcf023daee on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:46.613886 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Attempting to bind port 86e36295-e336-4d01-8c57-27fcf023daee by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '189118c0-abd3-49a3-9f9f-321c7eb7d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '374282b2-4514-42ee-8b11-35318817ef34'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:46.614225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Attempting to bind port 86e36295-e336-4d01-8c57-27fcf023daee on network 374282b2-4514-42ee-8b11-35318817ef34 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:46.626058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:46.626502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Checking segment: {'id': '189118c0-abd3-49a3-9f9f-321c7eb7d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '374282b2-4514-42ee-8b11-35318817ef34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:46.626865 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.627264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Bound using segment: {'id': '189118c0-abd3-49a3-9f9f-321c7eb7d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '374282b2-4514-42ee-8b11-35318817ef34'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:46.627583 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1829ad1-e048-41df-b1ad-e3888de4342d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.627786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Bound port: 86e36295-e336-4d01-8c57-27fcf023daee, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189118c0-abd3-49a3-9f9f-321c7eb7d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '374282b2-4514-42ee-8b11-35318817ef34'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:46.628152 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.640144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00993f3-0953-421f-aba5-efc740791233 req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Network 0cee240c-5069-4a5d-a626-9016f3a55c41 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:46.669342 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.697672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-d00993f3-0953-421f-aba5-efc740791233 req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:46.708690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00993f3-0953-421f-aba5-efc740791233 req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:46.751811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Pushing event updated for resources: {'Port': ['ID=6b75529f-cedb-4969-b133-877d0f31872a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:46.757089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Network 497b61f6-ef52-4a6c-a409-78c2378f7305 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:46.759212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:46.763588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:46.764262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] For port 86e36295-e336-4d01-8c57-27fcf023daee, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:46.777660 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1829ad1-e048-41df-b1ad-e3888de4342d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.788373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] For port 86e36295-e336-4d01-8c57-27fcf023daee, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=86e36295-e336-4d01-8c57-27fcf023daee,segment=NetworkSegment(189118c0-abd3-49a3-9f9f-321c7eb7d431),segment_id=189118c0-abd3-49a3-9f9f-321c7eb7d431)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:46.799640 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.822591 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:46.823282 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.827758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event updated for resources: {'Port': ['ID=c2d75432-e6e7-4e38-890b-fcf6580bc6d9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:46.843604 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddfc874e-055c-4258-bdca-d4481eee5390 req-a8e017da-5222-41d8-a847-c401fee3da80 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465145 Aug 31 14:10:46.854044 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-cfa0e96c-1099-4176-b925-35c2738713cf tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3107424 Aug 31 14:10:46.872724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Request body: {'port': {'device_id': '236ea24c-d589-41cf-99ea-2c2f021e0333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:46.936470 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f21993-9a17-4daa-af04-26c25bf80d96 None None] Pushing event updated for resources: {'Port': ['ID=86e36295-e336-4d01-8c57-27fcf023daee,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:46.959991 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.961303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00993f3-0953-421f-aba5-efc740791233 req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:46.961976 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d00993f3-0953-421f-aba5-efc740791233 req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:46.978036 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2365eb8a-72b9-4215-a9fc-7560523466e7 req-b9f25d11-9dfb-4d42-905a-35cd8ac5007d service neutron] 10.222.0.52 "GET /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889219 Aug 31 14:10:47.033183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.5 (374282b2-4514-42ee-8b11-35318817ef34/8fc7188c-78f1-4c52-ae49-d8c7897506e1/ef0365c3-17cd-402d-941d-d1da8464f4e4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:47.040266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-ac130ac9-c0ef-43ce-9019-3493ff75d170 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1877828 Aug 31 14:10:47.061215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Request body: {'port': {'device_id': '9ac27f4c-ec14-4bf6-b5ae-866e34643eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:47.067340 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1829ad1-e048-41df-b1ad-e3888de4342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.070299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1829ad1-e048-41df-b1ad-e3888de4342d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.071486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c1829ad1-e048-41df-b1ad-e3888de4342d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bffa3f1d-43b6-4b0f-9520-9e2dc8c3075d HTTP/1.1" status: 204 len: 168 time: 0.8424616 Aug 31 14:10:47.130681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1829ad1-e048-41df-b1ad-e3888de4342d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffa3f1d-43b6-4b0f-9520-9e2dc8c3075d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:47.303095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347c596-bbbe-49a1-b13a-a7ab5ef81147 req-b16c4045-cfc8-4653-a272-22fc14baf596 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:47.305143 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7347c596-bbbe-49a1-b13a-a7ab5ef81147 req-b16c4045-cfc8-4653-a272-22fc14baf596 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 931 time: 0.3195417 Aug 31 14:10:47.396521 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7347c596-bbbe-49a1-b13a-a7ab5ef81147 req-3acea4b7-b25c-4c34-b159-d010b3ec6260 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705152 Aug 31 14:10:47.470263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b75529f-cedb-4969-b133-877d0f31872a {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:47.479967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.494981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Transition to ACTIVE for port object 6b75529f-cedb-4969-b133-877d0f31872a will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:47.499782 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.582259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Pushing event updated for resources: {'Port': ['ID=6b75529f-cedb-4969-b133-877d0f31872a,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:47.589349 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.637811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Attempting to bind port 6b75529f-cedb-4969-b133-877d0f31872a on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:47.638311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Attempting to bind port 6b75529f-cedb-4969-b133-877d0f31872a by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:47.638619 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Attempting to bind port 6b75529f-cedb-4969-b133-877d0f31872a on network 497b61f6-ef52-4a6c-a409-78c2378f7305 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:47.644259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Port 6b75529f-cedb-4969-b133-877d0f31872a on network 497b61f6-ef52-4a6c-a409-78c2378f7305 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:47.644620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Attempting to bind port 6b75529f-cedb-4969-b133-877d0f31872a on network 497b61f6-ef52-4a6c-a409-78c2378f7305 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:47.649917 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:47.650326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Checking segment: {'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:47.650648 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Bound using segment: {'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:47.651095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Bound port: 6b75529f-cedb-4969-b133-877d0f31872a, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b25410-f9e5-4339-b609-7b0fda470bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:47.651465 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.730267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] For port 6b75529f-cedb-4969-b133-877d0f31872a, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:47.733732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] For port 6b75529f-cedb-4969-b133-877d0f31872a, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=6b75529f-cedb-4969-b133-877d0f31872a,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:47.738193 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.740351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17a4e2-c107-4c71-871c-a1c76bdbe3df req-9498f49e-5cdb-4b3c-9f15-d847f88ca5d5 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:47.741925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c17a4e2-c107-4c71-871c-a1c76bdbe3df req-9498f49e-5cdb-4b3c-9f15-d847f88ca5d5 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 931 time: 0.1497209 Aug 31 14:10:47.780381 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:47.781051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.783174 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] 10.222.0.52 "PUT /v2.0/ports/6b75529f-cedb-4969-b133-877d0f31872a HTTP/1.1" status: 200 len: 1091 time: 0.9217429 Aug 31 14:10:47.788793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236ea24c-d589-41cf-99ea-2c2f021e0333', 'tag': '6b75529f-cedb-4969-b133-877d0f31872a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:47.800531 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7a2af4-d188-47c1-8335-92b212771228" -d '{"events": [{"name": "network-changed", "server_uuid": "236ea24c-d589-41cf-99ea-2c2f021e0333", "tag": "6b75529f-cedb-4969-b133-877d0f31872a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:47.814519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0d5d07a1-16d4-45fd-8394-166dd35e09c1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.889879 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168f8743-2f19-41a7-838a-ad5c48825072 x-openstack-request-id: req-168f8743-2f19-41a7-838a-ad5c48825072 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:47.890267 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236ea24c-d589-41cf-99ea-2c2f021e0333", "tag": "6b75529f-cedb-4969-b133-877d0f31872a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:47.890676 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-168f8743-2f19-41a7-838a-ad5c48825072 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:47.891179 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236ea24c-d589-41cf-99ea-2c2f021e0333', 'tag': '6b75529f-cedb-4969-b133-877d0f31872a', 'status': 'completed', 'code': 200} Aug 31 14:10:47.906095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44dabc-ad50-4d8f-8ee3-60b408243f72 service neutron] Pushing event updated for resources: {'Port': ['ID=6b75529f-cedb-4969-b133-877d0f31872a,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:47.907165 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:47.926323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-f14e1175-8b4b-4fe0-b839-d8afc811dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:47.928242 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-f14e1175-8b4b-4fe0-b839-d8afc811dc22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24a22d2543114803be61e524d3c4845e&device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 1094 time: 0.0765707 Aug 31 14:10:48.021789 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-dfad2dd8-0cfd-455d-935f-b9f978555c44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b75529f-cedb-4969-b133-877d0f31872a HTTP/1.1" status: 200 len: 217 time: 0.0765800 Aug 31 14:10:48.031381 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c17a4e2-c107-4c71-871c-a1c76bdbe3df req-a0776507-3c36-46a6-869a-29c56b345438 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771852 Aug 31 14:10:48.034853 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Transition to ACTIVE for port object ef0365c3-17cd-402d-941d-d1da8464f4e4 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:48.107515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02bd61-1196-4e03-b77a-bf6ab68a728a req-aa179741-86a7-41f3-a107-735cd8e49dea tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:48.109626 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef02bd61-1196-4e03-b77a-bf6ab68a728a req-aa179741-86a7-41f3-a107-735cd8e49dea tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 945 time: 0.1423016 Aug 31 14:10:48.111457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-98b9f8e3-7f6c-42e3-8262-2ecdbf5ea4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:48.113081 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-98b9f8e3-7f6c-42e3-8262-2ecdbf5ea4ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd37b77f-4596-4d3e-b902-75edc505d80c HTTP/1.1" status: 200 len: 854 time: 0.0728450 Aug 31 14:10:48.158387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef02bd61-1196-4e03-b77a-bf6ab68a728a req-b9555329-3e69-4982-80cb-8ea66c74c30a tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413792 Aug 31 14:10:48.193702 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-ec6b9453-2937-4d23-9223-92a92356ef81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=497b61f6-ef52-4a6c-a409-78c2378f7305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391829 Aug 31 14:10:48.293840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d75432-e6e7-4e38-890b-fcf6580bc6d9 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:48.299827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:48.306624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c6022-516b-455e-8d3b-a324df5a8239 None None] Network 374282b2-4514-42ee-8b11-35318817ef34 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:48.310413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:10:48.315648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-883d764f-aa95-477f-bcc3-472a8f36509d service neutron] 10.222.0.52 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112161 Aug 31 14:10:48.331491 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:48.385992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Transition to ACTIVE for port object c2d75432-e6e7-4e38-890b-fcf6580bc6d9 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:48.396215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d8dd23a7-b1a2-41a8-bbc4-09b947a04b41 None None] Provisioning for port 86e36295-e336-4d01-8c57-27fcf023daee completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:48.398369 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 374282b2-4514-42ee-8b11-35318817ef34 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:48.403419 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:48.422725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:48.463355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:48.472633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=ef0365c3-17cd-402d-941d-d1da8464f4e4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:48.479043 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dba5f9c4-b24e-4355-8707-6bb918cab2ad req-a3469ea4-d080-4374-b514-7ed7a807b796 service neutron] 10.222.0.52 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551211 Aug 31 14:10:48.517715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-ff335651-8655-49fa-9147-2233c959865b req-353f9fda-76a1-48aa-ba2d-93ed98adb30b service neutron] (106388) timed out ('10.222.0.13', 54611) {{(pid=106388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:10:48.562722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:48.612150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2af4-d188-47c1-8335-92b212771228 req-be363322-76e9-458a-95aa-d19b95cb883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:48.613830 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed7a2af4-d188-47c1-8335-92b212771228 req-be363322-76e9-458a-95aa-d19b95cb883c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24a22d2543114803be61e524d3c4845e&device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 1094 time: 0.0665939 Aug 31 14:10:48.623136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'port_id': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'mac_address': 'fa:16:3e:09:8d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:10:48.717845 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:48.742574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:48.758173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:48.759161 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:48.772568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2af4-d188-47c1-8335-92b212771228 req-9b6e643e-e89d-46c5-9b9b-1435b61cebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:48.776507 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed7a2af4-d188-47c1-8335-92b212771228 req-9b6e643e-e89d-46c5-9b9b-1435b61cebbf service neutron] 10.222.0.52 "GET /v2.0/networks?id=497b61f6-ef52-4a6c-a409-78c2378f7305 HTTP/1.1" status: 200 len: 915 time: 0.1542635 Aug 31 14:10:48.785539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:48.791560 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:48.849291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=11']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:48.859629 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d75432-e6e7-4e38-890b-fcf6580bc6d9,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:48.884257 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed7a2af4-d188-47c1-8335-92b212771228 req-224d918a-92a4-45ae-8d4e-5ba1fba339c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b75529f-cedb-4969-b133-877d0f31872a HTTP/1.1" status: 200 len: 217 time: 0.0964129 Aug 31 14:10:48.905268 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-699a4eeb-15af-4f54-a95c-290ad3251ebb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0740256 Aug 31 14:10:48.908545 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50976) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:48.948137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfc21b-ad1a-47a0-a284-edb2048c8701 req-3f53ece7-9356-4a86-9410-f4c89769d135 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:48.950148 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4bcfc21b-ad1a-47a0-a284-edb2048c8701 req-3f53ece7-9356-4a86-9410-f4c89769d135 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 943 time: 0.3294106 Aug 31 14:10:48.992549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2af4-d188-47c1-8335-92b212771228 req-c899b8a1-7831-4af0-af45-b3d156892d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:48.994654 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed7a2af4-d188-47c1-8335-92b212771228 req-c899b8a1-7831-4af0-af45-b3d156892d9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd37b77f-4596-4d3e-b902-75edc505d80c HTTP/1.1" status: 200 len: 854 time: 0.0916526 Aug 31 14:10:49.030324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Attempting to bind port c2d75432-e6e7-4e38-890b-fcf6580bc6d9 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:49.030650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Attempting to bind port c2d75432-e6e7-4e38-890b-fcf6580bc6d9 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:49.031029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Attempting to bind port c2d75432-e6e7-4e38-890b-fcf6580bc6d9 on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:49.047438 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed7a2af4-d188-47c1-8335-92b212771228 req-93882333-9b88-4b4d-95ce-9ea80b09a6d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=497b61f6-ef52-4a6c-a409-78c2378f7305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406110 Aug 31 14:10:49.053989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Port c2d75432-e6e7-4e38-890b-fcf6580bc6d9 on network 0cee240c-5069-4a5d-a626-9016f3a55c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:10:49.054374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Attempting to bind port c2d75432-e6e7-4e38-890b-fcf6580bc6d9 on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:49.068744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d07a1-16d4-45fd-8394-166dd35e09c1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port cd39afd4-504e-4573-8901-904cbe41fa5a {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:49.069097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0d5d07a1-16d4-45fd-8394-166dd35e09c1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.087193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:49.101956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:49.102232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Checking segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:49.102611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Bound using segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:49.103078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Bound port: c2d75432-e6e7-4e38-890b-fcf6580bc6d9, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:49.103449 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.306947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4bcfc21b-ad1a-47a0-a284-edb2048c8701 req-cdb8579a-d544-4c2e-8ead-8508c3a7cd30 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091135 Aug 31 14:10:49.327299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 86e36295-e336-4d01-8c57-27fcf023daee up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:49.449797 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0d5d07a1-16d4-45fd-8394-166dd35e09c1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.468901 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d77e9-e12b-46ee-9754-47decdb2847b req-b1078196-84fb-4761-ad6a-4e4d93827dda tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:49.469165 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d07a1-16d4-45fd-8394-166dd35e09c1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for cd39afd4-504e-4573-8901-904cbe41fa5a owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:49.488353 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a87d77e9-e12b-46ee-9754-47decdb2847b req-b1078196-84fb-4761-ad6a-4e4d93827dda tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 943 time: 0.1928563 Aug 31 14:10:49.519602 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-417f03e4-ea62-40c8-8711-9afb830c58b3 None None] Provisioning for port ef0365c3-17cd-402d-941d-d1da8464f4e4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:49.534593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 86e36295-e336-4d01-8c57-27fcf023daee completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:49.535542 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed7a2af4-d188-47c1-8335-92b212771228 req-c5de72af-4dff-4cc8-89c0-1d5c4c441b94 service neutron] 10.222.0.52 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735441 Aug 31 14:10:49.539791 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-417f03e4-ea62-40c8-8711-9afb830c58b3 None None] Provisioning complete for port ef0365c3-17cd-402d-941d-d1da8464f4e4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:49.540167 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-417f03e4-ea62-40c8-8711-9afb830c58b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.549825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 86e36295-e336-4d01-8c57-27fcf023daee triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:49.550247 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.619058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b2697820-bea2-4bfa-9d49-97363865b52c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port ef0365c3-17cd-402d-941d-d1da8464f4e4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:49.620562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2697820-bea2-4bfa-9d49-97363865b52c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.662429 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a87d77e9-e12b-46ee-9754-47decdb2847b req-b20b4f85-5042-4a38-81b5-edc76eb4c399 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730599 Aug 31 14:10:49.679048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-417f03e4-ea62-40c8-8711-9afb830c58b3 None None] Port ef0365c3-17cd-402d-941d-d1da8464f4e4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:49.724548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] For port c2d75432-e6e7-4e38-890b-fcf6580bc6d9, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:49.754526 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed7a2af4-d188-47c1-8335-92b212771228 req-511d7e19-cf49-4101-a15f-d5b8c651b017 service neutron] 10.222.0.52 "GET /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090819 Aug 31 14:10:49.781428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] For port c2d75432-e6e7-4e38-890b-fcf6580bc6d9, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=c2d75432-e6e7-4e38-890b-fcf6580bc6d9,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:49.796053 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.797515 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.821426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073a982-67b9-46cb-9ecc-3dd777cb99e0 req-37340c39-e008-4115-bc55-fe5dfa1f013f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:49.829129 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9073a982-67b9-46cb-9ecc-3dd777cb99e0 req-37340c39-e008-4115-bc55-fe5dfa1f013f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 946 time: 0.2805831 Aug 31 14:10:49.843260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-481c7911-a846-4857-8ba7-f251d4f5fe0c None None] Provisioning complete for port ef0365c3-17cd-402d-941d-d1da8464f4e4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:49.843686 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-481c7911-a846-4857-8ba7-f251d4f5fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.885127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 86e36295-e336-4d01-8c57-27fcf023daee, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=86e36295-e336-4d01-8c57-27fcf023daee,segment=NetworkSegment(189118c0-abd3-49a3-9f9f-321c7eb7d431),segment_id=189118c0-abd3-49a3-9f9f-321c7eb7d431)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:49.897660 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.930495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-481c7911-a846-4857-8ba7-f251d4f5fe0c None None] Port ef0365c3-17cd-402d-941d-d1da8464f4e4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:10:49.946652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:49.947288 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:49.948781 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/c2d75432-e6e7-4e38-890b-fcf6580bc6d9 HTTP/1.1" status: 200 len: 1091 time: 2.8955224 Aug 31 14:10:49.952801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac27f4c-ec14-4bf6-b5ae-866e34643eeb', 'tag': 'c2d75432-e6e7-4e38-890b-fcf6580bc6d9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:49.955905 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b85dd1-4726-4cb9-a8ec-bdbba79b6d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac27f4c-ec14-4bf6-b5ae-866e34643eeb", "tag": "c2d75432-e6e7-4e38-890b-fcf6580bc6d9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:49.970119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=86e36295-e336-4d01-8c57-27fcf023daee,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:50.010337 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2697820-bea2-4bfa-9d49-97363865b52c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:50.043710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6df10-4adf-4bd8-ab9f-15b38b2077a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d75432-e6e7-4e38-890b-fcf6580bc6d9,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:50.050529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9073a982-67b9-46cb-9ecc-3dd777cb99e0 req-038b5f7a-54d2-4813-8b85-82f3849ca526 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204211 Aug 31 14:10:50.052608 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4114fb3-5173-4f60-972d-16ff967644da x-openstack-request-id: req-d4114fb3-5173-4f60-972d-16ff967644da {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:50.052990 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac27f4c-ec14-4bf6-b5ae-866e34643eeb", "tag": "c2d75432-e6e7-4e38-890b-fcf6580bc6d9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:50.053288 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4114fb3-5173-4f60-972d-16ff967644da {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:50.053653 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac27f4c-ec14-4bf6-b5ae-866e34643eeb', 'tag': 'c2d75432-e6e7-4e38-890b-fcf6580bc6d9', 'status': 'completed', 'code': 200} Aug 31 14:10:50.061509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b2697820-bea2-4bfa-9d49-97363865b52c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for ef0365c3-17cd-402d-941d-d1da8464f4e4 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:50.189950 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0d5d07a1-16d4-45fd-8394-166dd35e09c1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:50.198982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00993f3-0953-421f-aba5-efc740791233 req-69e4e2aa-b769-4399-a359-a813423fe766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:50.200553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-69e4e2aa-b769-4399-a359-a813423fe766 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 1094 time: 0.1791117 Aug 31 14:10:50.241829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d07a1-16d4-45fd-8394-166dd35e09c1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=cd39afd4-504e-4573-8901-904cbe41fa5a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:50.290756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:50.294857 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-00c9353f-dd5b-455a-83fa-5e4b587bb95b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2d75432-e6e7-4e38-890b-fcf6580bc6d9 HTTP/1.1" status: 200 len: 217 time: 0.0649850 Aug 31 14:10:50.386010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:50.392371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:50.392772 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:50.495059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00993f3-0953-421f-aba5-efc740791233 req-529543da-a117-4c78-881b-c561cb644312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:50.496610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-529543da-a117-4c78-881b-c561cb644312 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.1886675 Aug 31 14:10:50.538656 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:50.556754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d256c1-3ef9-4aa4-be63-fa3c0b7803a3 req-a8d8828e-2f2c-4f38-8938-6230c17e55af tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:50.566579 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05d256c1-3ef9-4aa4-be63-fa3c0b7803a3 req-a8d8828e-2f2c-4f38-8938-6230c17e55af tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 943 time: 0.0971324 Aug 31 14:10:50.589819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:50.593253 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa055d0-4ad3-4e71-b65e-76db59710d11" -d '{"events": [{"server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "name": "network-vif-plugged", "status": "completed", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:50.610972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:50.615915 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:50.619203 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-1879c4a6-5cde-4dfb-8649-aa25efafbac2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128809 Aug 31 14:10:50.623819 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05d256c1-3ef9-4aa4-be63-fa3c0b7803a3 req-416e7ace-2a83-43b3-b2f7-b126279e943f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504401 Aug 31 14:10:50.632824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0d5d07a1-16d4-45fd-8394-166dd35e09c1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:50.634734 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2697820-bea2-4bfa-9d49-97363865b52c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:50.666453 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbcccde-96c5-46cb-958d-744be6317fac x-openstack-request-id: req-6bbcccde-96c5-46cb-958d-744be6317fac {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:50.666896 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "name": "network-vif-plugged", "status": "completed", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:50.668261 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bbcccde-96c5-46cb-958d-744be6317fac {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:50.669532 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'code': 200} Aug 31 14:10:50.768148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=12']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:50.825081 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e34aec-f2a1-4a40-a3b5-c63f2809b092 req-74b73c12-b8fe-4adf-8770-655e06129535 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:50.827068 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3e34aec-f2a1-4a40-a3b5-c63f2809b092 req-74b73c12-b8fe-4adf-8770-655e06129535 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 943 time: 0.0667665 Aug 31 14:10:50.907456 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3e34aec-f2a1-4a40-a3b5-c63f2809b092 req-a4280840-cbc3-4302-987a-c7e5380ee4d1 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719094 Aug 31 14:10:50.917255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2d29-2190-4a0a-b83d-190839fd271c req-45c37c37-10c5-4bc2-8f89-d6aa53f2167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:50.918974 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef3b2d29-2190-4a0a-b83d-190839fd271c req-45c37c37-10c5-4bc2-8f89-d6aa53f2167e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 1098 time: 0.0652099 Aug 31 14:10:50.964984 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef3b2d29-2190-4a0a-b83d-190839fd271c req-1b9e908e-0303-4743-bd8b-018cbddd32a8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356035 Aug 31 14:10:51.041802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2697820-bea2-4bfa-9d49-97363865b52c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=ef0365c3-17cd-402d-941d-d1da8464f4e4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:51.103321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 86e36295-e336-4d01-8c57-27fcf023daee up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:51.168523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 86e36295-e336-4d01-8c57-27fcf023daee triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:51.169171 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:51.198130 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51038) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:51.271132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-e16094c2-0a1d-40f1-942b-c8be7285bdca service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333821 Aug 31 14:10:51.277248 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2697820-bea2-4bfa-9d49-97363865b52c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:51.279851 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b2697820-bea2-4bfa-9d49-97363865b52c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/ef0365c3-17cd-402d-941d-d1da8464f4e4 HTTP/1.1" status: 204 len: 168 time: 2.3567629 Aug 31 14:10:51.284177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51042) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:51.319162 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1842f0-4028-43f6-b360-bfc8538fdd28 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] DELETE failed (client error): The resource could not be found. Aug 31 14:10:51.320615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1842f0-4028-43f6-b360-bfc8538fdd28 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:10:51.323867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7d1842f0-4028-43f6-b360-bfc8538fdd28 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/ef0365c3-17cd-402d-941d-d1da8464f4e4 HTTP/1.1" status: 404 len: 333 time: 0.0385952 Aug 31 14:10:51.327315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51044) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:51.362885 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcb86e4-247b-4bcf-ad5b-59e8b4ae11e9 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:10:51.365012 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cfcb86e4-247b-4bcf-ad5b-59e8b4ae11e9 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/ef0365c3-17cd-402d-941d-d1da8464f4e4 HTTP/1.1" status: 404 len: 333 time: 0.0364394 Aug 31 14:10:51.368182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51046) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:51.422304 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd55de0f-ddd5-4f34-a09b-a3be220a1392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:51.424848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5d07a1-16d4-45fd-8394-166dd35e09c1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router a5e36e0e-421d-4e96-871c-396eb28b413d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:10:51.479513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19d94-c75a-43ca-8d63-ab38a6207c1f req-b80b1a7e-9dc4-4535-b4be-ad792547d26b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:51.481180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-41f19d94-c75a-43ca-8d63-ab38a6207c1f req-b80b1a7e-9dc4-4535-b4be-ad792547d26b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 947 time: 0.2138531 Aug 31 14:10:51.481738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-49173a11-d4e5-4e52-804f-61ca6fe1567d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting subnet 8fc7188c-78f1-4c52-ae49-d8c7897506e1 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:10:51.485161 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49173a11-d4e5-4e52-804f-61ca6fe1567d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:51.543949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49173a11-d4e5-4e52-804f-61ca6fe1567d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:51.587597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d00993f3-0953-421f-aba5-efc740791233 req-bc74dc5b-18e0-4821-aec0-f1dec9b8279a service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653430 Aug 31 14:10:51.596982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5d07a1-16d4-45fd-8394-166dd35e09c1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:51.603332 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0d5d07a1-16d4-45fd-8394-166dd35e09c1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/a5e36e0e-421d-4e96-871c-396eb28b413d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6637931 Aug 31 14:10:51.609624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51048) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:51.613987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958d501-c631-4571-b134-9f1304a58304 None None] Sync routers for ids ['a5e36e0e-421d-4e96-871c-396eb28b413d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:51.632489 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958d501-c631-4571-b134-9f1304a58304 None None] Routers {'a5e36e0e-421d-4e96-871c-396eb28b413d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:51.633724 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c958d501-c631-4571-b134-9f1304a58304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['a5e36e0e-421d-4e96-871c-396eb28b413d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:51.645570 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6f9c4ed0-399e-4079-ac88-393f34b87fc3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e36e0e-421d-4e96-871c-396eb28b413d HTTP/1.1" status: 200 len: 205 time: 0.0347862 Aug 31 14:10:51.649230 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-41f19d94-c75a-43ca-8d63-ab38a6207c1f req-04de3a50-91a8-4a6e-80fe-e7c3cf916ef9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500933 Aug 31 14:10:51.649723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51050) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:51.665971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd55de0f-ddd5-4f34-a09b-a3be220a1392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:51.678111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c958d501-c631-4571-b134-9f1304a58304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:51.680937 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd55de0f-ddd5-4f34-a09b-a3be220a1392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:51.689015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958d501-c631-4571-b134-9f1304a58304 None None] Routers {'a5e36e0e-421d-4e96-871c-396eb28b413d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:51.690177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c958d501-c631-4571-b134-9f1304a58304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['a5e36e0e-421d-4e96-871c-396eb28b413d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:51.715201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55de0f-ddd5-4f34-a09b-a3be220a1392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38301f34-36f7-4f40-953a-df19e9075a64,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:51.730225 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49173a11-d4e5-4e52-804f-61ca6fe1567d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:51.742932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c958d501-c631-4571-b134-9f1304a58304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:51.744470 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958d501-c631-4571-b134-9f1304a58304 None None] The sync data for ids ['a5e36e0e-421d-4e96-871c-396eb28b413d'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:10:51.773551 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dd55de0f-ddd5-4f34-a09b-a3be220a1392 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa2ddf683216475097ae61d24c9e21a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5739045 Aug 31 14:10:51.778600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51054) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:51.788341 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7c2d-8042-4e22-94fa-e9bf925bf1b8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:51.870565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b85dd1-4726-4cb9-a8ec-bdbba79b6d5a req-e93b26d7-8bad-4205-b02a-4acd262d9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:51.871990 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80b85dd1-4726-4cb9-a8ec-bdbba79b6d5a req-e93b26d7-8bad-4205-b02a-4acd262d9daf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 1094 time: 0.2124212 Aug 31 14:10:51.893434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f062cc-129d-4a30-8e9b-fdb654bcbe09 req-eefb5522-d2fd-4d15-ba55-794ec142ebaa tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:51.894971 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-56f062cc-129d-4a30-8e9b-fdb654bcbe09 req-eefb5522-d2fd-4d15-ba55-794ec142ebaa tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 943 time: 0.1065094 Aug 31 14:10:51.900825 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49173a11-d4e5-4e52-804f-61ca6fe1567d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:51.944825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49173a11-d4e5-4e52-804f-61ca6fe1567d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc7188c-78f1-4c52-ae49-d8c7897506e1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:51.946841 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17b4d98d-a427-4b49-8cb8-293bf04660ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:51.963905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2635f6-2284-48ce-8e81-f356f10a2b06 None None] Network 374282b2-4514-42ee-8b11-35318817ef34 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:51.983825 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49173a11-d4e5-4e52-804f-61ca6fe1567d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:51.992607 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-49173a11-d4e5-4e52-804f-61ca6fe1567d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/8fc7188c-78f1-4c52-ae49-d8c7897506e1 HTTP/1.1" status: 204 len: 168 time: 0.6189885 Aug 31 14:10:52.015426 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17b4d98d-a427-4b49-8cb8-293bf04660ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.025717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51058) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:52.047684 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7c2d-8042-4e22-94fa-e9bf925bf1b8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.054716 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7c2d-8042-4e22-94fa-e9bf925bf1b8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.127971 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-56f062cc-129d-4a30-8e9b-fdb654bcbe09 req-7af112f8-8f45-4a94-a763-3c9f186102e1 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232888 Aug 31 14:10:52.163858 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.182165 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17b4d98d-a427-4b49-8cb8-293bf04660ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.182448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb86b2-6ca6-41cf-b35b-84ba6911bff5 req-6ef71fc4-47d6-4c21-82eb-ad3852ec9a5d tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:52.183842 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fdb86b2-6ca6-41cf-b35b-84ba6911bff5 req-6ef71fc4-47d6-4c21-82eb-ad3852ec9a5d tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 943 time: 0.1514907 Aug 31 14:10:52.185255 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17b4d98d-a427-4b49-8cb8-293bf04660ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.189687 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-17b4d98d-a427-4b49-8cb8-293bf04660ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38301f34-36f7-4f40-953a-df19e9075a64 HTTP/1.1" status: 204 len: 168 time: 0.4066927 Aug 31 14:10:52.189967 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7c2d-8042-4e22-94fa-e9bf925bf1b8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.189967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2f7c2d-8042-4e22-94fa-e9bf925bf1b8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Fanout notify agent at l3_agent the message router_deleted on router a5e36e0e-421d-4e96-871c-396eb28b413d {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:10:52.206815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3012ce68-006c-4bf3-b323-91c342137552 None None] DHCP port deletion for 374282b2-4514-42ee-8b11-35318817ef34 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:10:52.220792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7c2d-8042-4e22-94fa-e9bf925bf1b8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.224843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ce2f7c2d-8042-4e22-94fa-e9bf925bf1b8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/a5e36e0e-421d-4e96-871c-396eb28b413d HTTP/1.1" status: 204 len: 168 time: 0.5715668 Aug 31 14:10:52.225856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51062) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:52.234689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b85dd1-4726-4cb9-a8ec-bdbba79b6d5a req-1b0e45d9-f110-48fe-b7e8-3d1d26ddafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:52.236892 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80b85dd1-4726-4cb9-a8ec-bdbba79b6d5a req-1b0e45d9-f110-48fe-b7e8-3d1d26ddafc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 907 time: 0.3184848 Aug 31 14:10:52.242539 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4d98d-a427-4b49-8cb8-293bf04660ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38301f34-36f7-4f40-953a-df19e9075a64,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:52.304512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 6b75529f-cedb-4969-b133-877d0f31872a details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:10:52.317989 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80b85dd1-4726-4cb9-a8ec-bdbba79b6d5a req-577923cf-2e13-4870-9b53-daa5de7aecdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2d75432-e6e7-4e38-890b-fcf6580bc6d9 HTTP/1.1" status: 200 len: 217 time: 0.0702991 Aug 31 14:10:52.346301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf52752-86c0-499f-a03f-68ecada31874 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting subnet b524325b-afbe-456b-8595-036b978b0e72 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:10:52.351545 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fbf52752-86c0-499f-a03f-68ecada31874 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.354298 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4fdb86b2-6ca6-41cf-b35b-84ba6911bff5 req-99070f1e-9b75-4da6-b21f-fe046716345d tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435375 Aug 31 14:10:52.356940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 86e36295-e336-4d01-8c57-27fcf023daee {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:52.357337 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.426059 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3012ce68-006c-4bf3-b323-91c342137552 None None] Deleting port 86e36295-e336-4d01-8c57-27fcf023daee {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:52.426482 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3012ce68-006c-4bf3-b323-91c342137552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.465829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b85dd1-4726-4cb9-a8ec-bdbba79b6d5a req-f084f0ac-b81e-4e0f-bf7a-885b87336735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:52.472290 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80b85dd1-4726-4cb9-a8ec-bdbba79b6d5a req-f084f0ac-b81e-4e0f-bf7a-885b87336735 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.1449187 Aug 31 14:10:52.503216 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fbf52752-86c0-499f-a03f-68ecada31874 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.526988 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80b85dd1-4726-4cb9-a8ec-bdbba79b6d5a req-768d245a-e45d-4da8-9570-f287df45a2c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469491 Aug 31 14:10:52.553110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] For port 86e36295-e336-4d01-8c57-27fcf023daee, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=86e36295-e336-4d01-8c57-27fcf023daee,segment=NetworkSegment(189118c0-abd3-49a3-9f9f-321c7eb7d431),segment_id=189118c0-abd3-49a3-9f9f-321c7eb7d431)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:52.553948 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.580476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 86e36295-e336-4d01-8c57-27fcf023daee owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:52.704578 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fbf52752-86c0-499f-a03f-68ecada31874 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.757453 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80b85dd1-4726-4cb9-a8ec-bdbba79b6d5a req-17e7ede0-5151-41e6-b2a8-eb10939bfb90 service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221119 Aug 31 14:10:52.760363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51078) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:52.769057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 6b75529f-cedb-4969-b133-877d0f31872a, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=6b75529f-cedb-4969-b133-877d0f31872a,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:52.787780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '6b75529f-cedb-4969-b133-877d0f31872a', 'network_id': '497b61f6-ef52-4a6c-a409-78c2378f7305', 'port_id': '6b75529f-cedb-4969-b133-877d0f31872a', 'mac_address': 'fa:16:3e:91:4b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd37b77f-4596-4d3e-b902-75edc505d80c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:10:52.795067 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.842861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3012ce68-006c-4bf3-b323-91c342137552 None None] For port 86e36295-e336-4d01-8c57-27fcf023daee, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=86e36295-e336-4d01-8c57-27fcf023daee,segment=NetworkSegment(189118c0-abd3-49a3-9f9f-321c7eb7d431),segment_id=189118c0-abd3-49a3-9f9f-321c7eb7d431)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:52.843449 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3012ce68-006c-4bf3-b323-91c342137552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.867661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3012ce68-006c-4bf3-b323-91c342137552 None None] Calling delete_port for 86e36295-e336-4d01-8c57-27fcf023daee owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:52.870181 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.886493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=86e36295-e336-4d01-8c57-27fcf023daee,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:52.895473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No DVR routers for this DVR port 86e36295-e336-4d01-8c57-27fcf023daee on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:52.903446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b75529f-cedb-4969-b133-877d0f31872a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:52.911935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80b85dd1-4726-4cb9-a8ec-bdbba79b6d5a req-f926accd-60c2-4e8a-8fd1-eb783a675c44 service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394751 Aug 31 14:10:52.919297 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31e88a1c-4d60-4700-ac3d-38a3cb9a3d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:52.971504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 6b75529f-cedb-4969-b133-877d0f31872a, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=6b75529f-cedb-4969-b133-877d0f31872a,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:52.995080 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.008726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374282b2-4514-42ee-8b11-35318817ef34']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:53.019393 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.021753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189118c0-abd3-49a3-9f9f-321c7eb7d431') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:53.022354 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189118c0-abd3-49a3-9f9f-321c7eb7d431') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:53.027097 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fbf52752-86c0-499f-a03f-68ecada31874 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.057779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31e88a1c-4d60-4700-ac3d-38a3cb9a3d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.064265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31e88a1c-4d60-4700-ac3d-38a3cb9a3d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.077728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf52752-86c0-499f-a03f-68ecada31874 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Subnet': ['ID=b524325b-afbe-456b-8595-036b978b0e72,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:53.088335 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.094474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fbf52752-86c0-499f-a03f-68ecada31874 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.098225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9271564f-4bbf-4267-bf37-b62d94208b5c None None] Network fc74317c-fc71-4702-9ac7-480f2a6354da requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:53.102100 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fbf52752-86c0-499f-a03f-68ecada31874 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/b524325b-afbe-456b-8595-036b978b0e72 HTTP/1.1" status: 204 len: 168 time: 0.8747189 Aug 31 14:10:53.109718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51088) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:53.124112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-31e88a1c-4d60-4700-ac3d-38a3cb9a3d39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b436d48fe0a0452895e60ebc892db1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3603752 Aug 31 14:10:53.127970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 86e36295-e336-4d01-8c57-27fcf023daee no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:53.133238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51092) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:53.173144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e88a1c-4d60-4700-ac3d-38a3cb9a3d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b2df3a-20dc-40e7-b287-89c910ba7945,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:53.211187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 86e36295-e336-4d01-8c57-27fcf023daee {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:10:53.211519 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 86e36295-e336-4d01-8c57-27fcf023daee not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:10:53.213028 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3012ce68-006c-4bf3-b323-91c342137552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.238580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6906709-4e2d-4ff1-83a4-1907a665f8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.250495 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.268690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=6b75529f-cedb-4969-b133-877d0f31872a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:53.271819 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b110f8-1946-4d34-9d6c-46408c227e3f req-b9136ece-2634-4ea5-875f-19b79ab7a0f5 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:53.283373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-99b110f8-1946-4d34-9d6c-46408c227e3f req-b9136ece-2634-4ea5-875f-19b79ab7a0f5 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 947 time: 0.4278884 Aug 31 14:10:53.305373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.311026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3012ce68-006c-4bf3-b323-91c342137552 None None] No DVR routers for this DVR port 86e36295-e336-4d01-8c57-27fcf023daee on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:53.318789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012ce68-006c-4bf3-b323-91c342137552 None None] Pushing event deleted for resources: {'Port': ['ID=86e36295-e336-4d01-8c57-27fcf023daee,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:53.345862 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-99b110f8-1946-4d34-9d6c-46408c227e3f req-1e42fd88-8f9d-4da3-b876-074f756bee61 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605698 Aug 31 14:10:53.348504 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6906709-4e2d-4ff1-83a4-1907a665f8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.354042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['6b75529f-cedb-4969-b133-877d0f31872a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:53.387311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865b69f-ab9e-4036-b4dd-5b3fa0c9b7af req-bb0fffce-b6e3-4f7c-ae5a-0ed52e991d2c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:53.390337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e865b69f-ab9e-4036-b4dd-5b3fa0c9b7af req-bb0fffce-b6e3-4f7c-ae5a-0ed52e991d2c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 944 time: 0.1283658 Aug 31 14:10:53.402392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:10:53.403412 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:10:53.407509 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:10:53.518308 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6906709-4e2d-4ff1-83a4-1907a665f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.521151 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6906709-4e2d-4ff1-83a4-1907a665f8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.522749 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f6906709-4e2d-4ff1-83a4-1907a665f8e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5b2df3a-20dc-40e7-b287-89c910ba7945 HTTP/1.1" status: 204 len: 168 time: 0.3882966 Aug 31 14:10:53.549027 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b663a5c5-92bf-41c1-9c6a-f7e80d6ec1b7 None None] DHCP port deletion for fc74317c-fc71-4702-9ac7-480f2a6354da request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:10:53.550631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6906709-4e2d-4ff1-83a4-1907a665f8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b2df3a-20dc-40e7-b287-89c910ba7945,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:53.578139 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e865b69f-ab9e-4036-b4dd-5b3fa0c9b7af req-4fb4e2c5-5a38-4ddd-8bb0-25ecfb6a3320 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633911 Aug 31 14:10:53.615079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5225dc-e8b6-40c8-ad88-dfbb6e99bf80 req-a7ab5a79-d2c4-4144-9dae-cc8aca5da261 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:53.616650 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec5225dc-e8b6-40c8-ad88-dfbb6e99bf80 req-a7ab5a79-d2c4-4144-9dae-cc8aca5da261 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 943 time: 0.0791523 Aug 31 14:10:53.622627 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.681057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec5225dc-e8b6-40c8-ad88-dfbb6e99bf80 req-f857f94c-c485-4591-ba99-888ded52b668 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562038 Aug 31 14:10:53.684141 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.687814 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/networks/374282b2-4514-42ee-8b11-35318817ef34 HTTP/1.1" status: 204 len: 168 time: 1.6604497 Aug 31 14:10:53.692459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port 7b069fab-2ed5-40c3-9226-72e5526ea4bd {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:53.693037 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.695888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51116) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:53.703175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-58714a4e-97bd-4635-8dea-2a696134a310 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-798115059'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:53.703917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b663a5c5-92bf-41c1-9c6a-f7e80d6ec1b7 None None] Deleting port 7b069fab-2ed5-40c3-9226-72e5526ea4bd {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:53.705407 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b663a5c5-92bf-41c1-9c6a-f7e80d6ec1b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.705723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b6d5a-9e23-406b-b262-244380105914 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Network': ['ID=374282b2-4514-42ee-8b11-35318817ef34,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:53.747842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58714a4e-97bd-4635-8dea-2a696134a310 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:53.755445 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58714a4e-97bd-4635-8dea-2a696134a310 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.789806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] For port 7b069fab-2ed5-40c3-9226-72e5526ea4bd, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7b069fab-2ed5-40c3-9226-72e5526ea4bd,segment=NetworkSegment(673e852d-a8ff-4139-b421-52d0388da11e),segment_id=673e852d-a8ff-4139-b421-52d0388da11e)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:53.790328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.802461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58714a4e-97bd-4635-8dea-2a696134a310 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:10:53.820940 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58714a4e-97bd-4635-8dea-2a696134a310 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.821389 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-58714a4e-97bd-4635-8dea-2a696134a310 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Added segment ca627556-ba30-4188-9dbd-2810012d9373 of type vlan for network 6913211a-7b1a-412c-a7bf-7b59e367400b Aug 31 14:10:53.822856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for 7b069fab-2ed5-40c3-9226-72e5526ea4bd owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:53.828004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b663a5c5-92bf-41c1-9c6a-f7e80d6ec1b7 None None] For port 7b069fab-2ed5-40c3-9226-72e5526ea4bd, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7b069fab-2ed5-40c3-9226-72e5526ea4bd,segment=NetworkSegment(673e852d-a8ff-4139-b421-52d0388da11e),segment_id=673e852d-a8ff-4139-b421-52d0388da11e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:53.829216 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b663a5c5-92bf-41c1-9c6a-f7e80d6ec1b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.850286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b663a5c5-92bf-41c1-9c6a-f7e80d6ec1b7 None None] Calling delete_port for 7b069fab-2ed5-40c3-9226-72e5526ea4bd owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:53.889918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58714a4e-97bd-4635-8dea-2a696134a310 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.933743 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.935802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58714a4e-97bd-4635-8dea-2a696134a310 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.947770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58714a4e-97bd-4635-8dea-2a696134a310 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:53.948636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58714a4e-97bd-4635-8dea-2a696134a310 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:53.993624 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b663a5c5-92bf-41c1-9c6a-f7e80d6ec1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.005183 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=7b069fab-2ed5-40c3-9226-72e5526ea4bd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:54.007620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No DVR routers for this DVR port 7b069fab-2ed5-40c3-9226-72e5526ea4bd on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:54.034048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663a5c5-92bf-41c1-9c6a-f7e80d6ec1b7 None None] Pushing event deleted for resources: {'Port': ['ID=7b069fab-2ed5-40c3-9226-72e5526ea4bd,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:54.043178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663a5c5-92bf-41c1-9c6a-f7e80d6ec1b7 None None] No DVR routers for this DVR port 7b069fab-2ed5-40c3-9226-72e5526ea4bd on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:54.066181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-58714a4e-97bd-4635-8dea-2a696134a310 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3651752 Aug 31 14:10:54.068916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51124) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:54.075501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-55e0f908-2372-4455-9945-dc83d817ecc1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '6913211a-7b1a-412c-a7bf-7b59e367400b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:54.098030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58714a4e-97bd-4635-8dea-2a696134a310 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Network': ['ID=6913211a-7b1a-412c-a7bf-7b59e367400b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:54.116772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 6913211a-7b1a-412c-a7bf-7b59e367400b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:10:54.128991 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.146269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc74317c-fc71-4702-9ac7-480f2a6354da']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:54.172995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673e852d-a8ff-4139-b421-52d0388da11e') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:54.174288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673e852d-a8ff-4139-b421-52d0388da11e') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:54.185790 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.199955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e0f908-2372-4455-9945-dc83d817ecc1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:54.204610 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55e0f908-2372-4455-9945-dc83d817ecc1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.209092 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.219428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:10:54.220705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:10:54.226378 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:10:54.317702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.325910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.328117 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/networks/fc74317c-fc71-4702-9ac7-480f2a6354da HTTP/1.1" status: 204 len: 168 time: 1.2171681 Aug 31 14:10:54.334066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51132) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:54.520750 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55e0f908-2372-4455-9945-dc83d817ecc1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.597281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcc3b-a403-4cf1-b03f-a38aa84bab70 req-b76a4236-5b35-4ac0-af83-18c1445874a5 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:54.597636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-038dcc3b-a403-4cf1-b03f-a38aa84bab70 req-b76a4236-5b35-4ac0-af83-18c1445874a5 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 947 time: 0.1296999 Aug 31 14:10:54.633789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0f908-2372-4455-9945-dc83d817ecc1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Subnet': ['ID=13f18960-b0db-4e4b-947e-fb5be6620884,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:54.657173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0f908-2372-4455-9945-dc83d817ecc1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Checking segment: {'id': 'ca627556-ba30-4188-9dbd-2810012d9373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6913211a-7b1a-412c-a7bf-7b59e367400b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:54.657173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e0f908-2372-4455-9945-dc83d817ecc1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network hostable DHCP agents. Network: 6913211a-7b1a-412c-a7bf-7b59e367400b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:10:54.663645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-038dcc3b-a403-4cf1-b03f-a38aa84bab70 req-4e5abaaf-b032-4942-af21-47a4bc44eb3f tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548444 Aug 31 14:10:54.692104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e0f908-2372-4455-9945-dc83d817ecc1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 6913211a-7b1a-412c-a7bf-7b59e367400b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:10:54.700206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-55e0f908-2372-4455-9945-dc83d817ecc1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 6913211a-7b1a-412c-a7bf-7b59e367400b) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:54.711255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e0f908-2372-4455-9945-dc83d817ecc1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:54.712210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55e0f908-2372-4455-9945-dc83d817ecc1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.716720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17efbdb4-17a2-4354-8a80-455398a294df None None] Network 6913211a-7b1a-412c-a7bf-7b59e367400b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:54.741249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1f6196ca-228c-4af5-8ab4-32ce035d2fdd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-294084192', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:54.752378 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-55e0f908-2372-4455-9945-dc83d817ecc1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6818998 Aug 31 14:10:54.753124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51152) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:54.759680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae223c-a19d-4b8a-9676-9df5d2309ac9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Network': ['ID=fc74317c-fc71-4702-9ac7-480f2a6354da,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:54.760277 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '6913211a-7b1a-412c-a7bf-7b59e367400b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-491377342'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:54.828852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device c2d75432-e6e7-4e38-890b-fcf6580bc6d9 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:10:54.836369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6196ca-228c-4af5-8ab4-32ce035d2fdd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.839015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6196ca-228c-4af5-8ab4-32ce035d2fdd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.882926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9053a-5b31-48d8-8bad-c184e8bd6bd5 req-d38c5840-3e02-4827-ba21-3d4744ad3950 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:54.887453 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09f9053a-5b31-48d8-8bad-c184e8bd6bd5 req-d38c5840-3e02-4827-ba21-3d4744ad3950 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 944 time: 0.1391299 Aug 31 14:10:54.936248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da8554-54a2-414d-a27f-cd92114d025b req-4a63d6f4-4ac8-4d2d-a997-2edf69351eb7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:54.944422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4da8554-54a2-414d-a27f-cd92114d025b req-4a63d6f4-4ac8-4d2d-a997-2edf69351eb7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 943 time: 0.1149898 Aug 31 14:10:54.977273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6196ca-228c-4af5-8ab4-32ce035d2fdd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:54.993474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:54.998471 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.001089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-6913211a-7b1a-412c-a7bf-7b59e367400b', 'network_id': '6913211a-7b1a-412c-a7bf-7b59e367400b', 'tenant_id': '5da52edce4934f4499b8c015c8702c4e', 'fixed_ips': [{'subnet_id': '13f18960-b0db-4e4b-947e-fb5be6620884'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:10:55.002462 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.028036 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6196ca-228c-4af5-8ab4-32ce035d2fdd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.031595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4da8554-54a2-414d-a27f-cd92114d025b req-961000d1-de33-4519-8f23-60f5a754ca82 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860014 Aug 31 14:10:55.043836 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09f9053a-5b31-48d8-8bad-c184e8bd6bd5 req-4377e6f0-802b-4366-9e26-b245ae748e91 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476793 Aug 31 14:10:55.065853 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port 11a1bfce-4a16-45ca-93e7-abd813944d43 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:10:55.071110 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6196ca-228c-4af5-8ab4-32ce035d2fdd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.073116 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1f6196ca-228c-4af5-8ab4-32ce035d2fdd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3361130 Aug 31 14:10:55.077772 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51156) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:55.087026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3bcace9e-304e-487d-bd65-c0007070052b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'network': {'name': 'tempest-RoutersTest-2001965739'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:55.129218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcace9e-304e-487d-bd65-c0007070052b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:55.132087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7b069fab-2ed5-40c3-9226-72e5526ea4bd no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:10:55.135555 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bcace9e-304e-487d-bd65-c0007070052b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.177221 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcace9e-304e-487d-bd65-c0007070052b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:10:55.196238 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bcace9e-304e-487d-bd65-c0007070052b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.196748 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-3bcace9e-304e-487d-bd65-c0007070052b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Added segment d0d273d9-bbc5-48e1-acf7-c886c9efb719 of type vlan for network 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f Aug 31 14:10:55.200162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port c2d75432-e6e7-4e38-890b-fcf6580bc6d9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=c2d75432-e6e7-4e38-890b-fcf6580bc6d9,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:55.202621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 7b069fab-2ed5-40c3-9226-72e5526ea4bd {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:10:55.202965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7b069fab-2ed5-40c3-9226-72e5526ea4bd not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:10:55.217374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'c2d75432-e6e7-4e38-890b-fcf6580bc6d9', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'port_id': 'c2d75432-e6e7-4e38-890b-fcf6580bc6d9', 'mac_address': 'fa:16:3e:e1:e7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac749944-61c0-4e97-a3b2-48b24cb2a6a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:10:55.252031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.7 (6913211a-7b1a-412c-a7bf-7b59e367400b/13f18960-b0db-4e4b-947e-fb5be6620884/11a1bfce-4a16-45ca-93e7-abd813944d43) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:55.268591 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bcace9e-304e-487d-bd65-c0007070052b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.278425 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.294633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d75432-e6e7-4e38-890b-fcf6580bc6d9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:10:55.305913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bcace9e-304e-487d-bd65-c0007070052b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.312576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcace9e-304e-487d-bd65-c0007070052b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:55.313509 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bcace9e-304e-487d-bd65-c0007070052b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.321351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port c2d75432-e6e7-4e38-890b-fcf6580bc6d9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=c2d75432-e6e7-4e38-890b-fcf6580bc6d9,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:55.327114 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.387026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=c2d75432-e6e7-4e38-890b-fcf6580bc6d9,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:55.397098 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3bcace9e-304e-487d-bd65-c0007070052b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3177361 Aug 31 14:10:55.401933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51166) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:55.408652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcace9e-304e-487d-bd65-c0007070052b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Network': ['ID=2b5b2b6f-2eb4-485e-8db5-db8e98fed55f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:55.411934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4f244520-0a04-43a9-94e9-ef40eeb48314 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'subnet': {'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:55.420932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:10:55.616609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['c2d75432-e6e7-4e38-890b-fcf6580bc6d9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:10:55.784376 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.812308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Transition to ACTIVE for port object 11a1bfce-4a16-45ca-93e7-abd813944d43 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:55.858794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f244520-0a04-43a9-94e9-ef40eeb48314 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:55.863445 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4f244520-0a04-43a9-94e9-ef40eeb48314 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.921685 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:55.945095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 6913211a-7b1a-412c-a7bf-7b59e367400b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:55.951459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:55.954146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:55.970632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Allocated IP 172.20.0.2 (6913211a-7b1a-412c-a7bf-7b59e367400b/13f18960-b0db-4e4b-947e-fb5be6620884/5c387dee-4590-442a-8c6f-8785bcb2249a) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:56.064520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=11a1bfce-4a16-45ca-93e7-abd813944d43,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:56.078356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:56.078993 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.127258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6b7c6f02-c622-4338-952a-0e8f5cf8c0c5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.3703930 Aug 31 14:10:56.127604 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51190) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:56.191337 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.207717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Transition to ACTIVE for port object 5c387dee-4590-442a-8c6f-8785bcb2249a will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:56.225995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Transition to ACTIVE for port object 5c387dee-4590-442a-8c6f-8785bcb2249a will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:56.236518 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.306509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Network 6913211a-7b1a-412c-a7bf-7b59e367400b is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:56.314512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:56.317744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:56.327765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff020f9-8efc-4b5c-995b-ab0248dba4c8 req-e85adddb-09e3-4a92-992f-8e648978dbee tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:56.334297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Pushing event updated for resources: {'Port': ['ID=5c387dee-4590-442a-8c6f-8785bcb2249a,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:56.341112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eff020f9-8efc-4b5c-995b-ab0248dba4c8 req-e85adddb-09e3-4a92-992f-8e648978dbee tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 944 time: 0.1673114 Aug 31 14:10:56.352792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4f244520-0a04-43a9-94e9-ef40eeb48314 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.357677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdd62e-6907-454b-97d1-9345f9592943 req-48f98f28-7919-4178-86f1-674115d14c46 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:56.373149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 6b75529f-cedb-4969-b133-877d0f31872a up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:56.377298 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bdcdd62e-6907-454b-97d1-9345f9592943 req-48f98f28-7919-4178-86f1-674115d14c46 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 944 time: 0.1970599 Aug 31 14:10:56.429371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eff020f9-8efc-4b5c-995b-ab0248dba4c8 req-058de9dc-b9f2-4472-8f30-bff6aa2a4505 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790176 Aug 31 14:10:56.466234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Attempting to bind port 5c387dee-4590-442a-8c6f-8785bcb2249a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:56.466807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Attempting to bind port 5c387dee-4590-442a-8c6f-8785bcb2249a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'ca627556-ba30-4188-9dbd-2810012d9373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6913211a-7b1a-412c-a7bf-7b59e367400b'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:56.467665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Attempting to bind port 5c387dee-4590-442a-8c6f-8785bcb2249a on network 6913211a-7b1a-412c-a7bf-7b59e367400b {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:56.476455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f244520-0a04-43a9-94e9-ef40eeb48314 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Subnet': ['ID=10c4b1b5-0242-49d7-ac0e-e7c59c823df4,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:56.480299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:56.480993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Checking segment: {'id': 'ca627556-ba30-4188-9dbd-2810012d9373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6913211a-7b1a-412c-a7bf-7b59e367400b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:56.481459 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.482036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Bound using segment: {'id': 'ca627556-ba30-4188-9dbd-2810012d9373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6913211a-7b1a-412c-a7bf-7b59e367400b'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:56.482964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Bound port: 5c387dee-4590-442a-8c6f-8785bcb2249a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca627556-ba30-4188-9dbd-2810012d9373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6913211a-7b1a-412c-a7bf-7b59e367400b'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:56.483553 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.487160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f244520-0a04-43a9-94e9-ef40eeb48314 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Checking segment: {'id': 'd0d273d9-bbc5-48e1-acf7-c886c9efb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:56.487975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f244520-0a04-43a9-94e9-ef40eeb48314 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network hostable DHCP agents. Network: 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:10:56.494250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bdcdd62e-6907-454b-97d1-9345f9592943 req-79ae4b71-0353-4b5d-9acd-ad7a8d0c7324 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070826 Aug 31 14:10:56.496991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-6175b348-e4b3-41cb-9372-9364fe199771 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 11a1bfce-4a16-45ca-93e7-abd813944d43 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:56.497560 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6175b348-e4b3-41cb-9372-9364fe199771 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.512640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f244520-0a04-43a9-94e9-ef40eeb48314 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:10:56.526983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4f244520-0a04-43a9-94e9-ef40eeb48314 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:56.538418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f244520-0a04-43a9-94e9-ef40eeb48314 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:56.539024 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4f244520-0a04-43a9-94e9-ef40eeb48314 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.560081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a7105-f3fd-47eb-a6c3-b1049f772f4b None None] Network 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:56.569848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4f244520-0a04-43a9-94e9-ef40eeb48314 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1665332 Aug 31 14:10:56.570628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51198) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:56.609333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 6b75529f-cedb-4969-b133-877d0f31872a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:56.620831 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6175b348-e4b3-41cb-9372-9364fe199771 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.627449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 6b75529f-cedb-4969-b133-877d0f31872a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:56.627789 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.636363 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-6175b348-e4b3-41cb-9372-9364fe199771 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 11a1bfce-4a16-45ca-93e7-abd813944d43 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:56.741694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device c2d75432-e6e7-4e38-890b-fcf6580bc6d9 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:10:56.748089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] For port 5c387dee-4590-442a-8c6f-8785bcb2249a, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:56.807153 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6175b348-e4b3-41cb-9372-9364fe199771 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.840740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175b348-e4b3-41cb-9372-9364fe199771 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=11a1bfce-4a16-45ca-93e7-abd813944d43,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:56.854619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] For port 5c387dee-4590-442a-8c6f-8785bcb2249a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5c387dee-4590-442a-8c6f-8785bcb2249a,segment=NetworkSegment(ca627556-ba30-4188-9dbd-2810012d9373),segment_id=ca627556-ba30-4188-9dbd-2810012d9373)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:56.868991 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.951734 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6175b348-e4b3-41cb-9372-9364fe199771 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.956492 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6175b348-e4b3-41cb-9372-9364fe199771 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/11a1bfce-4a16-45ca-93e7-abd813944d43 HTTP/1.1" status: 204 len: 168 time: 0.8256519 Aug 31 14:10:56.956763 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:56.958417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51206) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:56.987632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:10:56.989122 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.027263 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bd1bd6-3af1-4613-b080-246c1924e982 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:10:57.029909 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-95bd1bd6-3af1-4613-b080-246c1924e982 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/11a1bfce-4a16-45ca-93e7-abd813944d43 HTTP/1.1" status: 404 len: 333 time: 0.0703549 Aug 31 14:10:57.032951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51210) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:57.104934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a6508b-eda1-449d-97b5-6e51e1f4104c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting subnet 13f18960-b0db-4e4b-947e-fb5be6620884 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:10:57.105245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port c2d75432-e6e7-4e38-890b-fcf6580bc6d9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:10:57.111280 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5a6508b-eda1-449d-97b5-6e51e1f4104c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.129968 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.178413 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5a6508b-eda1-449d-97b5-6e51e1f4104c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.198623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port c2d75432-e6e7-4e38-890b-fcf6580bc6d9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:10:57.199001 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.237950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e10b2e-b328-4c67-9754-25dcfe3ad784 None None] Pushing event updated for resources: {'Port': ['ID=5c387dee-4590-442a-8c6f-8785bcb2249a,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:57.240521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236ea24c-d589-41cf-99ea-2c2f021e0333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b75529f-cedb-4969-b133-877d0f31872a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:57.242832 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d515d5af-f305-4616-93bf-b73c5e8e66a4" -d '{"events": [{"server_uuid": "236ea24c-d589-41cf-99ea-2c2f021e0333", "name": "network-vif-plugged", "status": "completed", "tag": "6b75529f-cedb-4969-b133-877d0f31872a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:57.327313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 6b75529f-cedb-4969-b133-877d0f31872a, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=6b75529f-cedb-4969-b133-877d0f31872a,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:57.384252 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.389325 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f39e5b2-1318-4408-b648-d18b662c0adf x-openstack-request-id: req-0f39e5b2-1318-4408-b648-d18b662c0adf {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:57.390103 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236ea24c-d589-41cf-99ea-2c2f021e0333", "name": "network-vif-plugged", "status": "completed", "tag": "6b75529f-cedb-4969-b133-877d0f31872a", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:57.390516 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f39e5b2-1318-4408-b648-d18b662c0adf {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:57.391139 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236ea24c-d589-41cf-99ea-2c2f021e0333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b75529f-cedb-4969-b133-877d0f31872a', 'code': 200} Aug 31 14:10:57.441240 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5a6508b-eda1-449d-97b5-6e51e1f4104c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.539172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Allocated IP 172.20.0.1 (2b5b2b6f-2eb4-485e-8db5-db8e98fed55f/10c4b1b5-0242-49d7-ac0e-e7c59c823df4/8698ed04-1bb3-45e8-af8a-e358a46b10a4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:57.648927 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5a6508b-eda1-449d-97b5-6e51e1f4104c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.744173 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5a6508b-eda1-449d-97b5-6e51e1f4104c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.749605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a5a6508b-eda1-449d-97b5-6e51e1f4104c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/13f18960-b0db-4e4b-947e-fb5be6620884 HTTP/1.1" status: 204 len: 168 time: 0.7130566 Aug 31 14:10:57.749605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6508b-eda1-449d-97b5-6e51e1f4104c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Subnet': ['ID=13f18960-b0db-4e4b-947e-fb5be6620884,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:57.755520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=6b75529f-cedb-4969-b133-877d0f31872a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:57.765615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51224) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:57.798153 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.817538 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.838522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Transition to ACTIVE for port object 8698ed04-1bb3-45e8-af8a-e358a46b10a4 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:57.876705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5335f66-9bf6-4e3a-a46c-fb91afc4c7c0 req-0360c3e0-bb79-45de-9507-8ce720972418 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:57.878278 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f5335f66-9bf6-4e3a-a46c-fb91afc4c7c0 req-0360c3e0-bb79-45de-9507-8ce720972418 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 945 time: 0.2295349 Aug 31 14:10:57.886502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e41a1d-c81c-49cb-b704-af3b656175c1 req-129355f4-f7e4-4f28-80a5-525825451e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:57.888385 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a3e41a1d-c81c-49cb-b704-af3b656175c1 req-129355f4-f7e4-4f28-80a5-525825451e0b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 1096 time: 0.3061783 Aug 31 14:10:57.904359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port c2d75432-e6e7-4e38-890b-fcf6580bc6d9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=c2d75432-e6e7-4e38-890b-fcf6580bc6d9,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:57.912039 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.939073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f5335f66-9bf6-4e3a-a46c-fb91afc4c7c0 req-fbc227c5-25ce-4971-91db-2cc5fc471974 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482023 Aug 31 14:10:57.941254 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.945329 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:57.961655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80b1d-7e7b-49f8-b345-ec9ca196df91 req-50652efb-5ec0-4926-aa31-aae00c0a4b0a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:57.964393 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-56b80b1d-7e7b-49f8-b345-ec9ca196df91 req-50652efb-5ec0-4926-aa31-aae00c0a4b0a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 944 time: 0.3194473 Aug 31 14:10:57.998686 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a3e41a1d-c81c-49cb-b704-af3b656175c1 req-82deb0dc-bb0a-474f-8423-6dd7a53ac6b0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880833 Aug 31 14:10:57.999261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:58.003228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:58.010340 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:58.013775 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=c2d75432-e6e7-4e38-890b-fcf6580bc6d9,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:58.059802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=8698ed04-1bb3-45e8-af8a-e358a46b10a4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:58.085216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Allocated IP 172.20.0.2 (2b5b2b6f-2eb4-485e-8db5-db8e98fed55f/10c4b1b5-0242-49d7-ac0e-e7c59c823df4/e61df7d3-9e2f-402e-a432-607e4e735e09) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:10:58.089244 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.115820 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-56b80b1d-7e7b-49f8-b345-ec9ca196df91 req-1521ea3e-8160-46ea-a6cb-9ef93cc5d775 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238685 Aug 31 14:10:58.167565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 5c387dee-4590-442a-8c6f-8785bcb2249a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:10:58.172890 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.275797 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.323392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] For port 5c387dee-4590-442a-8c6f-8785bcb2249a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5c387dee-4590-442a-8c6f-8785bcb2249a,segment=NetworkSegment(ca627556-ba30-4188-9dbd-2810012d9373),segment_id=ca627556-ba30-4188-9dbd-2810012d9373)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:10:58.323983 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.333848 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.342866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 5c387dee-4590-442a-8c6f-8785bcb2249a owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:10:58.361339 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Transition to ACTIVE for port object e61df7d3-9e2f-402e-a432-607e4e735e09 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:58.401954 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Transition to ACTIVE for port object e61df7d3-9e2f-402e-a432-607e4e735e09 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:10:58.412965 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.489067 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Network 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:58.500705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.512231 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:58.515889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:58.555164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Pushing event updated for resources: {'Port': ['ID=e61df7d3-9e2f-402e-a432-607e4e735e09,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:58.558134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=5c387dee-4590-442a-8c6f-8785bcb2249a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:58.560847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No DVR routers for this DVR port 5c387dee-4590-442a-8c6f-8785bcb2249a on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:10:58.630651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ff87c0-641e-4dfe-991f-359c50e4d4ad None None] Network 6913211a-7b1a-412c-a7bf-7b59e367400b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:10:58.671429 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.691590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6913211a-7b1a-412c-a7bf-7b59e367400b']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:58.697012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Attempting to bind port e61df7d3-9e2f-402e-a432-607e4e735e09 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:10:58.697436 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Attempting to bind port e61df7d3-9e2f-402e-a432-607e4e735e09 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'd0d273d9-bbc5-48e1-acf7-c886c9efb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:10:58.697752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Attempting to bind port e61df7d3-9e2f-402e-a432-607e4e735e09 on network 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:10:58.711097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca627556-ba30-4188-9dbd-2810012d9373') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:58.711616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca627556-ba30-4188-9dbd-2810012d9373') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:58.713975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:10:58.714262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Checking segment: {'id': 'd0d273d9-bbc5-48e1-acf7-c886c9efb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:10:58.715145 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.715557 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Bound using segment: {'id': 'd0d273d9-bbc5-48e1-acf7-c886c9efb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:10:58.716091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Bound port: e61df7d3-9e2f-402e-a432-607e4e735e09, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d273d9-bbc5-48e1-acf7-c886c9efb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:10:58.716519 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.733270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-77f85c11-6742-463a-9932-35c71e716fe3 None None] Could not find standard attr ID for object 5c387dee-4590-442a-8c6f-8785bcb2249a. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:10:58.733726 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.766570 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.783716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:10:58.784310 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:10:58.790304 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:10:58.856088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] For port e61df7d3-9e2f-402e-a432-607e4e735e09, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:10:58.892654 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.900325 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.900493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.900851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] For port e61df7d3-9e2f-402e-a432-607e4e735e09, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e61df7d3-9e2f-402e-a432-607e4e735e09,segment=NetworkSegment(d0d273d9-bbc5-48e1-acf7-c886c9efb719),segment_id=d0d273d9-bbc5-48e1-acf7-c886c9efb719)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:10:58.907064 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.909515 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:58.909703 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/networks/6913211a-7b1a-412c-a7bf-7b59e367400b HTTP/1.1" status: 204 len: 168 time: 1.1394854 Aug 31 14:10:58.914922 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51248) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:58.920252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'name': 'tempest-PortsTestJSON-1526413651'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:58.974526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a027be87-cd5d-4c54-8acd-82b93f9a36f9 None None] DHCP port deletion for 6913211a-7b1a-412c-a7bf-7b59e367400b request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:10:59.004224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:59.054381 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:59.058542 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:59.061391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb192d9-787d-44f4-a3e1-b15320304359 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Network': ['ID=6913211a-7b1a-412c-a7bf-7b59e367400b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:59.088509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port 81425752-f2a2-4c24-a68e-481df2a7e4e4 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:10:59.093609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76d1eb-61cb-4347-95b2-54b16b6e551b None None] Pushing event updated for resources: {'Port': ['ID=e61df7d3-9e2f-402e-a432-607e4e735e09,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:59.217159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=8698ed04-1bb3-45e8-af8a-e358a46b10a4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:59.264313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fd8f2-0fd2-4f16-8e31-8430d9327a2c req-685b70e6-c982-416b-a900-a0d2d6fe6eca tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:59.266108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef6fd8f2-0fd2-4f16-8e31-8430d9327a2c req-685b70e6-c982-416b-a900-a0d2d6fe6eca tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 945 time: 0.1535728 Aug 31 14:10:59.347823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:59.357810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:59.378333 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef6fd8f2-0fd2-4f16-8e31-8430d9327a2c req-06406dc8-682f-4df5-90ce-e09a368d34c4 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027787 Aug 31 14:10:59.393798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac27f4c-ec14-4bf6-b5ae-866e34643eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d75432-e6e7-4e38-890b-fcf6580bc6d9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:10:59.402443 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424289fc-ae61-4289-bfea-a07750ad3c36" -d '{"events": [{"server_uuid": "9ac27f4c-ec14-4bf6-b5ae-866e34643eeb", "name": "network-vif-plugged", "status": "completed", "tag": "c2d75432-e6e7-4e38-890b-fcf6580bc6d9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:10:59.490729 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35c2f3e-25c3-44d4-8953-63886af1ae32 x-openstack-request-id: req-e35c2f3e-25c3-44d4-8953-63886af1ae32 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:10:59.491214 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac27f4c-ec14-4bf6-b5ae-866e34643eeb", "name": "network-vif-plugged", "status": "completed", "tag": "c2d75432-e6e7-4e38-890b-fcf6580bc6d9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:10:59.491629 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e35c2f3e-25c3-44d4-8953-63886af1ae32 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:10:59.492278 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac27f4c-ec14-4bf6-b5ae-866e34643eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d75432-e6e7-4e38-890b-fcf6580bc6d9', 'code': 200} Aug 31 14:10:59.507297 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:59.532344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da244b84-ca90-4140-8a6f-32ecb9f38884 req-a3ba6fed-70be-49d2-9642-51eea6cedb6a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:59.543227 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da244b84-ca90-4140-8a6f-32ecb9f38884 req-a3ba6fed-70be-49d2-9642-51eea6cedb6a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 945 time: 0.1756608 Aug 31 14:10:59.662527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da244b84-ca90-4140-8a6f-32ecb9f38884 req-09ab36e2-ac6b-422f-9034-4e04ddb7b554 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009398 Aug 31 14:10:59.670868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:59.688481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 5a65f7ab-c9c7-4874-a25b-659b181b7708 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:10:59.694611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195a227-e75a-40d2-a2bb-6104a5f3f1ed req-bece054e-8707-411c-bbc6-bc57a4f44b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:59.694611 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9195a227-e75a-40d2-a2bb-6104a5f3f1ed req-bece054e-8707-411c-bbc6-bc57a4f44b39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 1096 time: 0.0948727 Aug 31 14:10:59.772253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:10:59.782329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:10:59.795019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:10:59.801178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:10:59.802437 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:59.821608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=81425752-f2a2-4c24-a68e-481df2a7e4e4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:10:59.853033 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-865e6bd6-8c06-4c77-8c25-dea8f05a471c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9242318 Aug 31 14:10:59.854559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51264) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:59.865122 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9195a227-e75a-40d2-a2bb-6104a5f3f1ed req-4f339505-28ad-46b3-a16a-d81a9de2bd4b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616104 Aug 31 14:10:59.866435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:10:59.875997 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f0598416-31fe-45d2-85e4-29b90bec60ec tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3037376 Aug 31 14:10:59.881011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51266) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:10:59.884405 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Sync routers for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:10:59.887194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-301f7152-a783-4420-b1bc-9fb24d665fee tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'network': {'name': 'tempest-RoutersTest-2088563856'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:10:59.898674 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:10:59.899671 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:10:59.929618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301f7152-a783-4420-b1bc-9fb24d665fee tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:10:59.934372 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-301f7152-a783-4420-b1bc-9fb24d665fee tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:59.972474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301f7152-a783-4420-b1bc-9fb24d665fee tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:10:59.997274 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-301f7152-a783-4420-b1bc-9fb24d665fee tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:10:59.997649 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-301f7152-a783-4420-b1bc-9fb24d665fee tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Added segment 06b8383b-4497-43e0-bd12-c19af2d0ef49 of type vlan for network 130f93ab-d6f4-461f-a53e-af01b87ea232 Aug 31 14:11:00.014893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e75c9-f946-4021-9e25-a8ceb4828f99 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 81425752-f2a2-4c24-a68e-481df2a7e4e4 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:00.015359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c6e75c9-f946-4021-9e25-a8ceb4828f99 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:00.058783 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:00.112856 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-301f7152-a783-4420-b1bc-9fb24d665fee tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:00.147442 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c6e75c9-f946-4021-9e25-a8ceb4828f99 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:00.159294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-301f7152-a783-4420-b1bc-9fb24d665fee tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:00.167956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e75c9-f946-4021-9e25-a8ceb4828f99 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 81425752-f2a2-4c24-a68e-481df2a7e4e4 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:00.170344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f7152-a783-4420-b1bc-9fb24d665fee tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:00.171506 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-301f7152-a783-4420-b1bc-9fb24d665fee tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:00.280904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f7152-a783-4420-b1bc-9fb24d665fee tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Network': ['ID=130f93ab-d6f4-461f-a53e-af01b87ea232,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:00.301547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 130f93ab-d6f4-461f-a53e-af01b87ea232 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:11:00.302805 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-301f7152-a783-4420-b1bc-9fb24d665fee tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4195662 Aug 31 14:11:00.303530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51272) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:00.314628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-cf7d6b36-5643-42cd-99bd-d1b329c5b760 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'subnet': {'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:00.450897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c6e75c9-f946-4021-9e25-a8ceb4828f99 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:00.500617 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:10:58Z', 'revision_number': 2, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:10:58Z', 'revision_number': 2, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:00.551710 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Checking router: 5a65f7ab-c9c7-4874-a25b-659b181b7708 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:00.552574 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Updating router 5a65f7ab-c9c7-4874-a25b-659b181b7708 port 8698ed04-1bb3-45e8-af8a-e358a46b10a4 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:11:00.557751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7d6b36-5643-42cd-99bd-d1b329c5b760 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:00.562837 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6b36-5643-42cd-99bd-d1b329c5b760 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:00.572476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c6e75c9-f946-4021-9e25-a8ceb4828f99 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:00.576485 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7c6e75c9-f946-4021-9e25-a8ceb4828f99 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/81425752-f2a2-4c24-a68e-481df2a7e4e4 HTTP/1.1" status: 204 len: 168 time: 0.7196670 Aug 31 14:11:00.580089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e75c9-f946-4021-9e25-a8ceb4828f99 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=81425752-f2a2-4c24-a68e-481df2a7e4e4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:00.596101 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:00.599155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51278) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:00.645826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c81860-928b-42ee-9c74-a37efe6d41d2 req-4f0bef93-aa36-4333-a96d-6bc1737719c5 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:00.648360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f690dfa9-a2a6-4084-90bb-1901b617bff9 None None] Network 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:00.648575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8c81860-928b-42ee-9c74-a37efe6d41d2 req-4f0bef93-aa36-4333-a96d-6bc1737719c5 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 945 time: 0.1247671 Aug 31 14:11:00.655023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'mac_address': 'fa:16:3e:cb:f1:7b', 'name': 'tempest-PortsTestJSON-166375338'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:00.739242 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8c81860-928b-42ee-9c74-a37efe6d41d2 req-ec00091b-45de-4e65-a0a0-4a0d498b4e67 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813930 Aug 31 14:11:00.823266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b84fb359-e219-4c67-b06f-597ff8e0e525 None None] Provisioning for port e61df7d3-9e2f-402e-a432-607e4e735e09 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:00.953075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdc77e-6be3-4235-9d05-39801b4a11ca req-4b83e7ef-b034-4afd-a867-8ecc2dcc4b4f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:00.956279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3efdc77e-6be3-4235-9d05-39801b4a11ca req-4b83e7ef-b034-4afd-a867-8ecc2dcc4b4f tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 945 time: 0.1050532 Aug 31 14:11:01.074677 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3efdc77e-6be3-4235-9d05-39801b4a11ca req-fddac9d1-77aa-467e-b922-fea012c85bde tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068978 Aug 31 14:11:01.333725 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f7118ebc-ffae-4f8e-ab80-c32f2403b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.340207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e61df7d3-9e2f-402e-a432-607e4e735e09 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:01.346637 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6b36-5643-42cd-99bd-d1b329c5b760 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.371668 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.397127 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Transition to ACTIVE for port object 8698ed04-1bb3-45e8-af8a-e358a46b10a4 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:01.421873 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.481034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port e61df7d3-9e2f-402e-a432-607e4e735e09 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:01.488919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d6b36-5643-42cd-99bd-d1b329c5b760 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Subnet': ['ID=6a0c4fc8-4f17-4e10-abbe-89a3dcc81803,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:01.497839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:01.510093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44663a14-43c3-49c6-8740-83f7c3ae7adb req-ee0c5d60-ce70-464c-831e-f2702843e728 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:01.510626 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e61df7d3-9e2f-402e-a432-607e4e735e09 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:01.511065 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.512326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44663a14-43c3-49c6-8740-83f7c3ae7adb req-ee0c5d60-ce70-464c-831e-f2702843e728 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 945 time: 0.1081972 Aug 31 14:11:01.571975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66466c-5a66-4d82-b4df-dc5cf8aad3cf req-4857ab5e-cda6-4c66-b953-6f1f00e9a1d4 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:01.573282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44663a14-43c3-49c6-8740-83f7c3ae7adb req-ba6bfb80-03bc-4cfd-a665-9a31123e4c4d tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544343 Aug 31 14:11:01.581372 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac66466c-5a66-4d82-b4df-dc5cf8aad3cf req-4857ab5e-cda6-4c66-b953-6f1f00e9a1d4 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 945 time: 0.2991705 Aug 31 14:11:01.591508 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Pushing event updated for resources: {'Port': ['ID=8698ed04-1bb3-45e8-af8a-e358a46b10a4,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:01.608363 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:01.609149 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:01.610115 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:01.611747 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:01.613386 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:01.614498 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:01.615781 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:01.616657 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:01.618426 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:01.618583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b478c4af-e19b-40cc-a586-d3369c6c967c None None] Provisioning for port 8698ed04-1bb3-45e8-af8a-e358a46b10a4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:01.619310 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:01.619975 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:01.620821 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:01.654225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b478c4af-e19b-40cc-a586-d3369c6c967c None None] Provisioning complete for port e61df7d3-9e2f-402e-a432-607e4e735e09 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:01.654653 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b478c4af-e19b-40cc-a586-d3369c6c967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.676455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d6b36-5643-42cd-99bd-d1b329c5b760 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Checking segment: {'id': '06b8383b-4497-43e0-bd12-c19af2d0ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:01.678832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d6b36-5643-42cd-99bd-d1b329c5b760 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network hostable DHCP agents. Network: 130f93ab-d6f4-461f-a53e-af01b87ea232, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:11:01.700762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.756663 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Attempting to bind port 8698ed04-1bb3-45e8-af8a-e358a46b10a4 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:01.757430 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Attempting to bind port 8698ed04-1bb3-45e8-af8a-e358a46b10a4 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'd0d273d9-bbc5-48e1-acf7-c886c9efb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:01.757900 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Attempting to bind port 8698ed04-1bb3-45e8-af8a-e358a46b10a4 on network 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:01.770305 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:01.770843 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Checking segment: {'id': 'd0d273d9-bbc5-48e1-acf7-c886c9efb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:01.771371 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.771853 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Bound using segment: {'id': 'd0d273d9-bbc5-48e1-acf7-c886c9efb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:01.772648 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Bound port: 8698ed04-1bb3-45e8-af8a-e358a46b10a4, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d273d9-bbc5-48e1-acf7-c886c9efb719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:01.774144 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.778863 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac66466c-5a66-4d82-b4df-dc5cf8aad3cf req-efa77c6f-df21-43b2-b58d-8d424351c98b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702621 Aug 31 14:11:01.786717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port 80d6f2d0-f8e5-467e-8c19-5c8e82117cee yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:11:01.791838 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d6b36-5643-42cd-99bd-d1b329c5b760 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 130f93ab-d6f4-461f-a53e-af01b87ea232 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:11:01.844631 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.873165 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] For port 8698ed04-1bb3-45e8-af8a-e358a46b10a4, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:01.879259 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] For port 8698ed04-1bb3-45e8-af8a-e358a46b10a4, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8698ed04-1bb3-45e8-af8a-e358a46b10a4,segment=NetworkSegment(d0d273d9-bbc5-48e1-acf7-c886c9efb719),segment_id=d0d273d9-bbc5-48e1-acf7-c886c9efb719)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:01.883384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d6b36-5643-42cd-99bd-d1b329c5b760 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 130f93ab-d6f4-461f-a53e-af01b87ea232) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:01.884993 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.913633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d6b36-5643-42cd-99bd-d1b329c5b760 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:01.914279 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6b36-5643-42cd-99bd-d1b329c5b760 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:01.916399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b96bb11-cfae-4f9b-9975-d49c371ac437 None None] Network 130f93ab-d6f4-461f-a53e-af01b87ea232 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:01.929710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d0de3-c722-4b7a-b760-aa3a328c26c0 req-dd328f86-6f27-4a2d-8319-0d94acfb4b22 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:01.935771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a9d0de3-c722-4b7a-b760-aa3a328c26c0 req-dd328f86-6f27-4a2d-8319-0d94acfb4b22 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 945 time: 0.2054470 Aug 31 14:11:02.004576 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cf7d6b36-5643-42cd-99bd-d1b329c5b760 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6997066 Aug 31 14:11:02.014847 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b478c4af-e19b-40cc-a586-d3369c6c967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:02.022292 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51302) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:02.045302 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffe584-d087-44fb-ae14-87190ef3c3e1 None None] Pushing event updated for resources: {'Port': ['ID=8698ed04-1bb3-45e8-af8a-e358a46b10a4,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:02.056403 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:02.057927 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:10:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:02.059600 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a9d0de3-c722-4b7a-b760-aa3a328c26c0 req-271df835-c7eb-4d0d-ad6a-0751b26006d8 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160588 Aug 31 14:11:02.084567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port e61df7d3-9e2f-402e-a432-607e4e735e09, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e61df7d3-9e2f-402e-a432-607e4e735e09,segment=NetworkSegment(d0d273d9-bbc5-48e1-acf7-c886c9efb719),segment_id=d0d273d9-bbc5-48e1-acf7-c886c9efb719)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:02.110598 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:02.294722 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:02.455092 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:02.530081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-130f93ab-d6f4-461f-a53e-af01b87ea232', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:11:02.531457 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:02.540194 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-b478c4af-e19b-40cc-a586-d3369c6c967c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:11:02.540795 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-b478c4af-e19b-40cc-a586-d3369c6c967c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:11:02.557777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=e61df7d3-9e2f-402e-a432-607e4e735e09,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:02.636937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90752154-022c-4994-b72c-ef1f72d4ab65 req-694af262-762a-4fcf-84ef-b50e06f85032 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:02.647442 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-90752154-022c-4994-b72c-ef1f72d4ab65 req-694af262-762a-4fcf-84ef-b50e06f85032 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 945 time: 0.1505809 Aug 31 14:11:02.754273 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-90752154-022c-4994-b72c-ef1f72d4ab65 req-2b4b7b48-3cf5-4220-b9d4-61a0be1f0689 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861964 Aug 31 14:11:02.803676 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:10:58Z', 'revision_number': 2, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:01Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:02.853580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Allocated IP 172.21.0.2 (130f93ab-d6f4-461f-a53e-af01b87ea232/6a0c4fc8-4f17-4e10-abbe-89a3dcc81803/95053304-a2b5-4e3d-9bc9-df38994e867d) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:02.890086 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80727f8d-4742-4dd3-bd7d-689d389fc3ca None None] The sync data for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 is: [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:10:58Z', 'revision_number': 2, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:01Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:02.912391 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:03.074298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:03.121374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc8594-28ea-492b-bf96-8bec34f9d07d req-c6d92d0c-6b2b-431c-b789-4c1e31c1dd1f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:03.133649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4fc8594-28ea-492b-bf96-8bec34f9d07d req-c6d92d0c-6b2b-431c-b789-4c1e31c1dd1f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 945 time: 0.1508493 Aug 31 14:11:03.154713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:03.163700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:03.190790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:03.191466 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:03.219438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e61df7d3-9e2f-402e-a432-607e4e735e09 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:03.236461 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4fc8594-28ea-492b-bf96-8bec34f9d07d req-e3ad8d05-378b-4835-88c6-a4486764f1c8 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880587 Aug 31 14:11:03.324715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=80d6f2d0-f8e5-467e-8c19-5c8e82117cee,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:03.343032 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bf4cd868-2a9e-47f3-b1e8-b2f2682903da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7429779 Aug 31 14:11:03.347216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51324) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:03.404997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894d5cb-9153-4c7b-83ff-bc328e0e4bc3 req-cb62c8e2-7aff-4242-9378-b7b33bee7605 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:03.407563 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b894d5cb-9153-4c7b-83ff-bc328e0e4bc3 req-cb62c8e2-7aff-4242-9378-b7b33bee7605 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 945 time: 0.3797679 Aug 31 14:11:03.517082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e61df7d3-9e2f-402e-a432-607e4e735e09 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:03.517620 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:03.523069 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:03.564766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87177c63-4eec-42e9-bdd0-1d3e129c98a0 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:03.570722 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-87177c63-4eec-42e9-bdd0-1d3e129c98a0 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/80d6f2d0-f8e5-467e-8c19-5c8e82117cee HTTP/1.1" status: 200 len: 840 time: 0.2224083 Aug 31 14:11:03.584194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Transition to ACTIVE for port object 95053304-a2b5-4e3d-9bc9-df38994e867d will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:03.601172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51328) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:03.615746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Transition to ACTIVE for port object 95053304-a2b5-4e3d-9bc9-df38994e867d will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:03.626247 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:03.659433 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:03.687551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907131c-40f6-4fe0-9c81-d8074446b166 req-abb0dee6-bb54-49a6-b7ee-83d967ed545c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:03.691437 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2907131c-40f6-4fe0-9c81-d8074446b166 req-abb0dee6-bb54-49a6-b7ee-83d967ed545c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 945 time: 0.2005858 Aug 31 14:11:03.738263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Network 130f93ab-d6f4-461f-a53e-af01b87ea232 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:03.748207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:03.751886 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:03.759168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Pushing event updated for resources: {'Port': ['ID=95053304-a2b5-4e3d-9bc9-df38994e867d,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:03.830199 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2907131c-40f6-4fe0-9c81-d8074446b166 req-01a35466-c12f-4625-9f8e-a0568f7bf87f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214516 Aug 31 14:11:03.838849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2956d750-4db5-4a34-baf8-d93e0fd42271 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 80d6f2d0-f8e5-467e-8c19-5c8e82117cee {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:03.841402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2956d750-4db5-4a34-baf8-d93e0fd42271 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:03.957569 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2956d750-4db5-4a34-baf8-d93e0fd42271 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.002404 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b894d5cb-9153-4c7b-83ff-bc328e0e4bc3 req-3f6af4c9-cb43-4cbe-842e-a358b3bfd7df tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724611 Aug 31 14:11:04.047293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Attempting to bind port 95053304-a2b5-4e3d-9bc9-df38994e867d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:04.047682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Attempting to bind port 95053304-a2b5-4e3d-9bc9-df38994e867d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '06b8383b-4497-43e0-bd12-c19af2d0ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:04.048088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Attempting to bind port 95053304-a2b5-4e3d-9bc9-df38994e867d on network 130f93ab-d6f4-461f-a53e-af01b87ea232 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:04.054892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2956d750-4db5-4a34-baf8-d93e0fd42271 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 80d6f2d0-f8e5-467e-8c19-5c8e82117cee owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:04.071517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:04.071910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Checking segment: {'id': '06b8383b-4497-43e0-bd12-c19af2d0ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:04.072326 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.072759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Bound using segment: {'id': '06b8383b-4497-43e0-bd12-c19af2d0ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:04.073260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Bound port: 95053304-a2b5-4e3d-9bc9-df38994e867d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b8383b-4497-43e0-bd12-c19af2d0ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:04.073659 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.123065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a8d8-05d5-4c4e-8076-bbe96ff81c04 req-2c7d1bd3-2d75-45d5-9dfc-2055ea08c9ca tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:04.130563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ff1a8d8-05d5-4c4e-8076-bbe96ff81c04 req-2c7d1bd3-2d75-45d5-9dfc-2055ea08c9ca tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 945 time: 0.1811388 Aug 31 14:11:04.228051 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.240898 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9af531a6-aa7f-42dd-8656-67b2dc76fc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.249063 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ff1a8d8-05d5-4c4e-8076-bbe96ff81c04 req-4ca83ec7-df17-40ad-94ba-841b4d3eb087 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175158 Aug 31 14:11:04.328044 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2956d750-4db5-4a34-baf8-d93e0fd42271 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.374809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] For port 95053304-a2b5-4e3d-9bc9-df38994e867d, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:04.388601 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] For port 95053304-a2b5-4e3d-9bc9-df38994e867d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=95053304-a2b5-4e3d-9bc9-df38994e867d,segment=NetworkSegment(06b8383b-4497-43e0-bd12-c19af2d0ef49),segment_id=06b8383b-4497-43e0-bd12-c19af2d0ef49)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:04.406911 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.437102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956d750-4db5-4a34-baf8-d93e0fd42271 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=80d6f2d0-f8e5-467e-8c19-5c8e82117cee,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:04.482981 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2956d750-4db5-4a34-baf8-d93e0fd42271 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.490495 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2956d750-4db5-4a34-baf8-d93e0fd42271 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/80d6f2d0-f8e5-467e-8c19-5c8e82117cee HTTP/1.1" status: 204 len: 168 time: 0.8850331 Aug 31 14:11:04.490641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51344) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:04.540809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Allocated IP 172.21.0.1 (130f93ab-d6f4-461f-a53e-af01b87ea232/6a0c4fc8-4f17-4e10-abbe-89a3dcc81803/afef7c96-77ed-4e34-8a39-84061f550fd0) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:04.557972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5633b4d-511b-4033-a676-a5875a0c9710 None None] Pushing event updated for resources: {'Port': ['ID=95053304-a2b5-4e3d-9bc9-df38994e867d,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:04.580855 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf87cf3-6ef5-458f-a3a0-117d05e6039c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:11:04.588310 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fbf87cf3-6ef5-458f-a3a0-117d05e6039c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/80d6f2d0-f8e5-467e-8c19-5c8e82117cee HTTP/1.1" status: 404 len: 333 time: 0.0918016 Aug 31 14:11:04.591670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51348) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:04.602173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'name': 'tempest-PortsTestJSON-1712672364'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:04.875165 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.929294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66ab27-5614-48ba-a465-afc7e2b0b88b req-43920fb9-4d2d-423f-ad85-a2c05e4f40d3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:04.937161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8d66ab27-5614-48ba-a465-afc7e2b0b88b req-43920fb9-4d2d-423f-ad85-a2c05e4f40d3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 945 time: 0.1052778 Aug 31 14:11:04.955476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:04.959174 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:04.968766 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Transition to ACTIVE for port object afef7c96-77ed-4e34-8a39-84061f550fd0 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:05.037706 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8d66ab27-5614-48ba-a465-afc7e2b0b88b req-f2b6a721-f566-4791-8839-62197c89ccbd tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980406 Aug 31 14:11:05.044799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port df322798-81c5-443d-a553-7d54fdab3d25 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:11:05.084986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776424c-0d71-4be1-804c-608eaf0ba2c0 req-8122349c-f3c6-4372-9044-ab850609c30b tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:05.096742 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4776424c-0d71-4be1-804c-608eaf0ba2c0 req-8122349c-f3c6-4372-9044-ab850609c30b tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 945 time: 0.2257636 Aug 31 14:11:05.138996 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.175151 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.237384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 130f93ab-d6f4-461f-a53e-af01b87ea232 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:05.245664 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:05.262283 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4776424c-0d71-4be1-804c-608eaf0ba2c0 req-7650d96d-579d-478c-aba8-ec8851d8485c tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637294 Aug 31 14:11:05.264138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:05.308273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 95053304-a2b5-4e3d-9bc9-df38994e867d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:05.314893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=afef7c96-77ed-4e34-8a39-84061f550fd0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:05.361082 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.394366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 95053304-a2b5-4e3d-9bc9-df38994e867d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:05.400731 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8698ed04-1bb3-45e8-af8a-e358a46b10a4 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:05.502886 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8698ed04-1bb3-45e8-af8a-e358a46b10a4 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:05.507795 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.512470 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8698ed04-1bb3-45e8-af8a-e358a46b10a4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:05.513252 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.559482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.579300 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.692109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=df322798-81c5-443d-a553-7d54fdab3d25,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:05.705777 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.716385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:05.720618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:05.742331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:05.743472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:05.744978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.771652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-176297bf-3c46-496b-9d01-f3b4b0455832 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1763623 Aug 31 14:11:05.775596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51358) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:05.776226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 8698ed04-1bb3-45e8-af8a-e358a46b10a4, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8698ed04-1bb3-45e8-af8a-e358a46b10a4,segment=NetworkSegment(d0d273d9-bbc5-48e1-acf7-c886c9efb719),segment_id=d0d273d9-bbc5-48e1-acf7-c886c9efb719)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:05.782064 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.783030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9c00ad10-1112-432e-973f-347f2ec12090 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:05.895484 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c00ad10-1112-432e-973f-347f2ec12090 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:05.926980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=8698ed04-1bb3-45e8-af8a-e358a46b10a4,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:06.358096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9942817a-b6ca-42f4-9a4a-4258a153be3e None None] Network 130f93ab-d6f4-461f-a53e-af01b87ea232 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:06.652643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0fb25614-a50b-4f71-a760-322c537bca56 None None] Provisioning for port 95053304-a2b5-4e3d-9bc9-df38994e867d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:06.658476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0fb25614-a50b-4f71-a760-322c537bca56 None None] Provisioning complete for port 95053304-a2b5-4e3d-9bc9-df38994e867d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:06.659513 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0fb25614-a50b-4f71-a760-322c537bca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.721516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf0a6d-cdd7-4a0b-81e7-c13a8e663db8 req-5a57ae62-107c-40df-8ce3-d54faca5b819 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:06.723112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0adf0a6d-cdd7-4a0b-81e7-c13a8e663db8 req-5a57ae62-107c-40df-8ce3-d54faca5b819 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 945 time: 0.6550145 Aug 31 14:11:06.724778 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13501f-3c47-497c-b69b-e4c741e2e8f7 req-16bc0497-bfe0-4f70-8dff-b94b5960bf66 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:06.726350 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5e13501f-3c47-497c-b69b-e4c741e2e8f7 req-16bc0497-bfe0-4f70-8dff-b94b5960bf66 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.52 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 945 time: 0.0940812 Aug 31 14:11:06.737982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189daba-41b5-4456-988b-6b0c15f00de7 req-7bd1e981-17e2-4245-b4b1-4fd8958b3c92 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:06.738285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afc734-744f-4c70-b720-05ae7be0d264 req-f8d3d004-648a-45b2-b3d0-ad1321670911 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:06.739905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6189daba-41b5-4456-988b-6b0c15f00de7 req-7bd1e981-17e2-4245-b4b1-4fd8958b3c92 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 945 time: 0.1533737 Aug 31 14:11:06.740876 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.748270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f0afc734-744f-4c70-b720-05ae7be0d264 req-f8d3d004-648a-45b2-b3d0-ad1321670911 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 945 time: 0.1543579 Aug 31 14:11:06.786462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51368) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:06.816095 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0fb25614-a50b-4f71-a760-322c537bca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.832025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c00ad10-1112-432e-973f-347f2ec12090 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.852325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c00ad10-1112-432e-973f-347f2ec12090 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.863701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0fb25614-a50b-4f71-a760-322c537bca56 None None] For port 95053304-a2b5-4e3d-9bc9-df38994e867d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=95053304-a2b5-4e3d-9bc9-df38994e867d,segment=NetworkSegment(06b8383b-4497-43e0-bd12-c19af2d0ef49),segment_id=06b8383b-4497-43e0-bd12-c19af2d0ef49)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:06.869689 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0fb25614-a50b-4f71-a760-322c537bca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.906949 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f0afc734-744f-4c70-b720-05ae7be0d264 req-27b4d924-3c45-471a-ae29-eded332a9b5c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560645 Aug 31 14:11:06.907711 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.940317 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.948888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9c00ad10-1112-432e-973f-347f2ec12090 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] In _notify_port_updated(), no bound segment for port df322798-81c5-443d-a553-7d54fdab3d25 on network 69be7e24-51b0-401c-9ee6-bad9064d65f9 {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:11:06.955344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c00ad10-1112-432e-973f-347f2ec12090 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:06.956008 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c00ad10-1112-432e-973f-347f2ec12090 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:06.957428 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9c00ad10-1112-432e-973f-347f2ec12090 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "PUT /v2.0/ports/df322798-81c5-443d-a553-7d54fdab3d25 HTTP/1.1" status: 200 len: 818 time: 1.1808023 Aug 31 14:11:06.965522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51372) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:06.973585 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb25614-a50b-4f71-a760-322c537bca56 None None] Pushing event updated for resources: {'Port': ['ID=95053304-a2b5-4e3d-9bc9-df38994e867d,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:07.009256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00ad10-1112-432e-973f-347f2ec12090 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=df322798-81c5-443d-a553-7d54fdab3d25,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:07.063733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd16f74c-d6cc-4dab-93b1-0645088847c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.064287 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6189daba-41b5-4456-988b-6b0c15f00de7 req-ea650ae0-119c-4a21-922e-a4d941dc7bc7 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/security-groups?id=b0b0930d-3e31-462b-8cf4-e4408a039658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795961 Aug 31 14:11:07.091702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=afef7c96-77ed-4e34-8a39-84061f550fd0,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:07.113600 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.137613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 95053304-a2b5-4e3d-9bc9-df38994e867d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:07.178605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-0adf0a6d-cdd7-4a0b-81e7-c13a8e663db8 req-438edd9d-a361-4951-a8e8-27a4f20ee5c6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Deleting port c2d75432-e6e7-4e38-890b-fcf6580bc6d9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:07.178965 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0adf0a6d-cdd7-4a0b-81e7-c13a8e663db8 req-438edd9d-a361-4951-a8e8-27a4f20ee5c6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.219380 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 95053304-a2b5-4e3d-9bc9-df38994e867d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:07.220155 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.232671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-5e13501f-3c47-497c-b69b-e4c741e2e8f7 req-495f4577-8db4-4221-9741-dc73cd716764 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Deleting port 6b75529f-cedb-4969-b133-877d0f31872a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:07.233194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5e13501f-3c47-497c-b69b-e4c741e2e8f7 req-495f4577-8db4-4221-9741-dc73cd716764 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.290693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 130f93ab-d6f4-461f-a53e-af01b87ea232 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:07.292146 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:07.330786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8698ed04-1bb3-45e8-af8a-e358a46b10a4 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:07.383668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0adf0a6d-cdd7-4a0b-81e7-c13a8e663db8 req-438edd9d-a361-4951-a8e8-27a4f20ee5c6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] For port c2d75432-e6e7-4e38-890b-fcf6580bc6d9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=c2d75432-e6e7-4e38-890b-fcf6580bc6d9,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:07.383966 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0adf0a6d-cdd7-4a0b-81e7-c13a8e663db8 req-438edd9d-a361-4951-a8e8-27a4f20ee5c6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.408362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-678e0499-e0cd-499c-915e-fe178c789ce1 None None] Provisioning for port afef7c96-77ed-4e34-8a39-84061f550fd0 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:07.415325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-678e0499-e0cd-499c-915e-fe178c789ce1 None None] Provisioning complete for port afef7c96-77ed-4e34-8a39-84061f550fd0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:07.415794 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-678e0499-e0cd-499c-915e-fe178c789ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.416301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7507a658-15f3-4e43-bdc9-42bf8df8cf40 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port df322798-81c5-443d-a553-7d54fdab3d25 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:07.416868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7507a658-15f3-4e43-bdc9-42bf8df8cf40 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.471600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8698ed04-1bb3-45e8-af8a-e358a46b10a4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:07.472141 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.481540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-0adf0a6d-cdd7-4a0b-81e7-c13a8e663db8 req-438edd9d-a361-4951-a8e8-27a4f20ee5c6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Calling delete_port for c2d75432-e6e7-4e38-890b-fcf6580bc6d9 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:07.485914 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 5a65f7ab-c9c7-4874-a25b-659b181b7708 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:07.495385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-5e13501f-3c47-497c-b69b-e4c741e2e8f7 req-495f4577-8db4-4221-9741-dc73cd716764 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] For port 6b75529f-cedb-4969-b133-877d0f31872a, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=6b75529f-cedb-4969-b133-877d0f31872a,segment=NetworkSegment(36b25410-f9e5-4339-b609-7b0fda470bd5),segment_id=36b25410-f9e5-4339-b609-7b0fda470bd5)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:07.495765 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5e13501f-3c47-497c-b69b-e4c741e2e8f7 req-495f4577-8db4-4221-9741-dc73cd716764 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.506295 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd16f74c-d6cc-4dab-93b1-0645088847c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.519558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-678e0499-e0cd-499c-915e-fe178c789ce1 None None] Port afef7c96-77ed-4e34-8a39-84061f550fd0 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:07.521138 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd16f74c-d6cc-4dab-93b1-0645088847c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.548392 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-678e0499-e0cd-499c-915e-fe178c789ce1 None None] Provisioning complete for port 95053304-a2b5-4e3d-9bc9-df38994e867d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:07.549368 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-678e0499-e0cd-499c-915e-fe178c789ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.603224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-5e13501f-3c47-497c-b69b-e4c741e2e8f7 req-495f4577-8db4-4221-9741-dc73cd716764 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Calling delete_port for 6b75529f-cedb-4969-b133-877d0f31872a owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:07.607113 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7507a658-15f3-4e43-bdc9-42bf8df8cf40 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.634698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7507a658-15f3-4e43-bdc9-42bf8df8cf40 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for df322798-81c5-443d-a553-7d54fdab3d25 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:07.680807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:07.687890 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6275d745-d3be-47e4-9dff-c7cbd63932d6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6641233 Aug 31 14:11:07.692338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51374) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:07.702447 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Sync routers for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:07.706712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1ce5c182-7a18-4c53-9e8a-9f7e9c4991f3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'network': {'name': 'tempest-RoutersTest-567811371'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:07.723248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16f74c-d6cc-4dab-93b1-0645088847c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dcb636-36e7-44ee-aeb0-965f5304b50d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:07.725993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:07.727535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:07.738465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce5c182-7a18-4c53-9e8a-9f7e9c4991f3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:07.742838 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c182-7a18-4c53-9e8a-9f7e9c4991f3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.746442 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51376) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:07.749071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bd16f74c-d6cc-4dab-93b1-0645088847c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d8ce2c5d9da4feca4e9db9a7f48e451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9572124 Aug 31 14:11:07.870690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:07.887708 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0adf0a6d-cdd7-4a0b-81e7-c13a8e663db8 req-438edd9d-a361-4951-a8e8-27a4f20ee5c6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.899465 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7507a658-15f3-4e43-bdc9-42bf8df8cf40 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.908352 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:11:07.917420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-da4e2f99-37c0-4205-8433-18b92cb05fe9 None None] Provisioning complete for port afef7c96-77ed-4e34-8a39-84061f550fd0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:07.917809 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-da4e2f99-37c0-4205-8433-18b92cb05fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.920136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ebb4ed5d-3356-47da-b64c-d75264012faa', 'c2d75432-e6e7-4e38-890b-fcf6580bc6d9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:07.923796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:07.924372 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5e13501f-3c47-497c-b69b-e4c741e2e8f7 req-495f4577-8db4-4221-9741-dc73cd716764 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:07.932518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438edd9d-a361-4951-a8e8-27a4f20ee5c6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event deleted for resources: {'Port': ['ID=c2d75432-e6e7-4e38-890b-fcf6580bc6d9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:07.989572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507a658-15f3-4e43-bdc9-42bf8df8cf40 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=df322798-81c5-443d-a553-7d54fdab3d25,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:07.994016 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce5c182-7a18-4c53-9e8a-9f7e9c4991f3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:11:08.010357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f4577-8db4-4221-9741-dc73cd716764 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Pushing event deleted for resources: {'Port': ['ID=6b75529f-cedb-4969-b133-877d0f31872a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:08.023611 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7507a658-15f3-4e43-bdc9-42bf8df8cf40 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.028967 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7507a658-15f3-4e43-bdc9-42bf8df8cf40 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/df322798-81c5-443d-a553-7d54fdab3d25 HTTP/1.1" status: 204 len: 168 time: 1.0599096 Aug 31 14:11:08.031429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51380) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:08.036592 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c182-7a18-4c53-9e8a-9f7e9c4991f3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.038593 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-1ce5c182-7a18-4c53-9e8a-9f7e9c4991f3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Added segment 453b547c-e41d-43ff-abf7-a5967278812c of type vlan for network 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 Aug 31 14:11:08.092905 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e291-1bfa-4f22-b3cf-e00e62034f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.097687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e13501f-3c47-497c-b69b-e4c741e2e8f7 req-495f4577-8db4-4221-9741-dc73cd716764 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] No DVR routers for this DVR port 6b75529f-cedb-4969-b133-877d0f31872a on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:08.104319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1bc4baf7-0aa5-4798-a444-3db15116d491 req-209e5afb-01e2-4c43-a7ad-4c5b8f3f63f0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac27f4c-ec14-4bf6-b5ae-866e34643eeb HTTP/1.1" status: 200 len: 210 time: 0.0845566 Aug 31 14:11:08.107279 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-5e13501f-3c47-497c-b69b-e4c741e2e8f7 req-495f4577-8db4-4221-9741-dc73cd716764 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.110010 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5e13501f-3c47-497c-b69b-e4c741e2e8f7 req-495f4577-8db4-4221-9741-dc73cd716764 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.52 "DELETE /v2.0/ports/6b75529f-cedb-4969-b133-877d0f31872a HTTP/1.1" status: 204 len: 173 time: 1.3663533 Aug 31 14:11:08.111504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236ea24c-d589-41cf-99ea-2c2f021e0333', 'name': 'network-vif-deleted', 'tag': '6b75529f-cedb-4969-b133-877d0f31872a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:08.116762 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ab3051-3181-4055-8471-f4569707fccf" -d '{"events": [{"server_uuid": "236ea24c-d589-41cf-99ea-2c2f021e0333", "name": "network-vif-deleted", "tag": "6b75529f-cedb-4969-b133-877d0f31872a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:08.138383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-da4e2f99-37c0-4205-8433-18b92cb05fe9 None None] Port afef7c96-77ed-4e34-8a39-84061f550fd0 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:08.169182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adf0a6d-cdd7-4a0b-81e7-c13a8e663db8 req-438edd9d-a361-4951-a8e8-27a4f20ee5c6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] No DVR routers for this DVR port c2d75432-e6e7-4e38-890b-fcf6580bc6d9 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:08.174024 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0adf0a6d-cdd7-4a0b-81e7-c13a8e663db8 req-438edd9d-a361-4951-a8e8-27a4f20ee5c6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.181188 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0adf0a6d-cdd7-4a0b-81e7-c13a8e663db8 req-438edd9d-a361-4951-a8e8-27a4f20ee5c6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "DELETE /v2.0/ports/c2d75432-e6e7-4e38-890b-fcf6580bc6d9 HTTP/1.1" status: 204 len: 173 time: 1.4160011 Aug 31 14:11:08.181806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac27f4c-ec14-4bf6-b5ae-866e34643eeb', 'name': 'network-vif-deleted', 'tag': 'c2d75432-e6e7-4e38-890b-fcf6580bc6d9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:08.187420 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613ebc64-0e3e-4d29-a2ca-9d02642e0486" -d '{"events": [{"server_uuid": "9ac27f4c-ec14-4bf6-b5ae-866e34643eeb", "name": "network-vif-deleted", "tag": "c2d75432-e6e7-4e38-890b-fcf6580bc6d9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:08.202939 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e291-1bfa-4f22-b3cf-e00e62034f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.221745 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c182-7a18-4c53-9e8a-9f7e9c4991f3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.256248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6f421-6d2a-4716-95eb-798d3967562d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:08.260978 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a2c6f421-6d2a-4716-95eb-798d3967562d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2284493 Aug 31 14:11:08.261673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51388) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:08.267224 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-84d0f5ea-bd2b-4061-bdb9-546c1332e693 req-794f2e71-61cf-482b-b679-44ec4d92a60b tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] 10.222.0.20 "GET /v2.0/ports?device_id=236ea24c-d589-41cf-99ea-2c2f021e0333 HTTP/1.1" status: 200 len: 210 time: 0.0866008 Aug 31 14:11:08.289745 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a078e8f3-8199-42af-b804-64680952b723 x-openstack-request-id: req-a078e8f3-8199-42af-b804-64680952b723 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:08.290335 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236ea24c-d589-41cf-99ea-2c2f021e0333", "name": "network-vif-deleted", "tag": "6b75529f-cedb-4969-b133-877d0f31872a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:08.290758 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a078e8f3-8199-42af-b804-64680952b723 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:08.291381 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236ea24c-d589-41cf-99ea-2c2f021e0333', 'name': 'network-vif-deleted', 'tag': '6b75529f-cedb-4969-b133-877d0f31872a', 'status': 'completed', 'code': 200} Aug 31 14:11:08.294593 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b76896c-a03b-494f-b1b2-74c5d263b1e6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:11:08.306918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8b76896c-a03b-494f-b1b2-74c5d263b1e6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/df322798-81c5-443d-a553-7d54fdab3d25 HTTP/1.1" status: 404 len: 333 time: 0.0440807 Aug 31 14:11:08.307667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51390) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:08.312822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2f2b851b-3114-4284-bd19-aa1a2c29a392 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-752338559'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:08.328410 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c182-7a18-4c53-9e8a-9f7e9c4991f3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.336150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce5c182-7a18-4c53-9e8a-9f7e9c4991f3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:08.337412 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c182-7a18-4c53-9e8a-9f7e9c4991f3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.339386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2b851b-3114-4284-bd19-aa1a2c29a392 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:08.355679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f2b851b-3114-4284-bd19-aa1a2c29a392 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.417878 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c82e65-5863-433d-84de-787fe63f4ccd x-openstack-request-id: req-c9c82e65-5863-433d-84de-787fe63f4ccd {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:08.418187 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac27f4c-ec14-4bf6-b5ae-866e34643eeb", "name": "network-vif-deleted", "tag": "c2d75432-e6e7-4e38-890b-fcf6580bc6d9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:08.418431 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9c82e65-5863-433d-84de-787fe63f4ccd {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:08.419785 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac27f4c-ec14-4bf6-b5ae-866e34643eeb', 'name': 'network-vif-deleted', 'tag': 'c2d75432-e6e7-4e38-890b-fcf6580bc6d9', 'status': 'completed', 'code': 200} Aug 31 14:11:08.419988 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e291-1bfa-4f22-b3cf-e00e62034f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.423327 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e291-1bfa-4f22-b3cf-e00e62034f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.425222 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8ce8e291-1bfa-4f22-b3cf-e00e62034f52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02dcb636-36e7-44ee-aeb0-965f5304b50d HTTP/1.1" status: 204 len: 168 time: 0.6769619 Aug 31 14:11:08.431931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2b851b-3114-4284-bd19-aa1a2c29a392 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:11:08.436357 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1ce5c182-7a18-4c53-9e8a-9f7e9c4991f3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7389028 Aug 31 14:11:08.438014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51394) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:08.441788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5c182-7a18-4c53-9e8a-9f7e9c4991f3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Network': ['ID=11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:08.457200 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8e291-1bfa-4f22-b3cf-e00e62034f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dcb636-36e7-44ee-aeb0-965f5304b50d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:08.458985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ba3b8498-5323-4cbd-9432-a84b02e8771b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'subnet': {'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:08.489634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:11:08.510839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d5950060-67c6-4d89-83f0-00158c00b7f9 None None] Provisioning complete for port afef7c96-77ed-4e34-8a39-84061f550fd0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:08.511205 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d5950060-67c6-4d89-83f0-00158c00b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.539319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f2b851b-3114-4284-bd19-aa1a2c29a392 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.539772 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-2f2b851b-3114-4284-bd19-aa1a2c29a392 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Added segment 1f697905-0e04-414e-be63-d4f1e60a4d24 of type vlan for network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 Aug 31 14:11:08.602625 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f2b851b-3114-4284-bd19-aa1a2c29a392 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.641151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3b8498-5323-4cbd-9432-a84b02e8771b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:08.646303 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba3b8498-5323-4cbd-9432-a84b02e8771b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.653025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f2b851b-3114-4284-bd19-aa1a2c29a392 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.662032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b851b-3114-4284-bd19-aa1a2c29a392 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:08.662695 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f2b851b-3114-4284-bd19-aa1a2c29a392 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:08.679084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d5950060-67c6-4d89-83f0-00158c00b7f9 None None] Port afef7c96-77ed-4e34-8a39-84061f550fd0 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:08.812024 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2f2b851b-3114-4284-bd19-aa1a2c29a392 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5032377 Aug 31 14:11:08.817034 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51398) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:08.826449 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-20896890-aae0-4700-8869-06b36cfc88ee tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '4123d0e2-1c5d-4144-aabb-59dddd325ee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:08.836377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b851b-3114-4284-bd19-aa1a2c29a392 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Network': ['ID=4123d0e2-1c5d-4144-aabb-59dddd325ee2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:08.911540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:11:08.980776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51400) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:09.044803 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-47af2d51-0cb4-4fc5-8060-badb1f59b1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.046982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba3b8498-5323-4cbd-9432-a84b02e8771b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.077415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20896890-aae0-4700-8869-06b36cfc88ee tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:09.082957 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20896890-aae0-4700-8869-06b36cfc88ee tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.169441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b8498-5323-4cbd-9432-a84b02e8771b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Subnet': ['ID=48c086a3-7510-4ba9-8540-0691a192f022,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:09.210047 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b8498-5323-4cbd-9432-a84b02e8771b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Checking segment: {'id': '453b547c-e41d-43ff-abf7-a5967278812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:09.210436 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b8498-5323-4cbd-9432-a84b02e8771b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network hostable DHCP agents. Network: 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:11:09.248716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 3, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 2, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:09.252540 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.261584 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.268679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b8498-5323-4cbd-9432-a84b02e8771b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:11:09.290979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b8498-5323-4cbd-9432-a84b02e8771b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:09.300886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3b8498-5323-4cbd-9432-a84b02e8771b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:09.301800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba3b8498-5323-4cbd-9432-a84b02e8771b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.326939 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-47af2d51-0cb4-4fc5-8060-badb1f59b1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.331622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4f3ec9-bc13-4885-b7ad-6274cfcb68ed None None] Network 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:09.333126 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-47af2d51-0cb4-4fc5-8060-badb1f59b1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.336209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Checking router: 5a65f7ab-c9c7-4874-a25b-659b181b7708 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:09.337014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Updating router 5a65f7ab-c9c7-4874-a25b-659b181b7708 port afef7c96-77ed-4e34-8a39-84061f550fd0 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:11:09.354415 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ba3b8498-5323-4cbd-9432-a84b02e8771b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9147396 Aug 31 14:11:09.363748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51408) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:09.474695 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-47af2d51-0cb4-4fc5-8060-badb1f59b1b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3d852dffd3e412dad8caf7ade4b23ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924777 Aug 31 14:11:09.480642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51412) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:09.494126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af2d51-0cb4-4fc5-8060-badb1f59b1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbadcbd-3b18-4ff1-86b0-b8437551e44f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:09.652959 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20896890-aae0-4700-8869-06b36cfc88ee tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.718229 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42a2af37-952e-4192-900d-714abd74c690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.731099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51422) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:09.736298 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.738369 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60c0a334-3725-49a2-8ec7-e888b26502e6 req-d4fd8e2a-55fd-412b-a760-776f86e1aaab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1469522 Aug 31 14:11:09.770463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42a2af37-952e-4192-900d-714abd74c690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.829025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20896890-aae0-4700-8869-06b36cfc88ee tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Subnet': ['ID=287d432d-043c-4271-8868-8dd4f0fd2f62,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:09.846353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-b586b667-6b8d-4359-87d1-3a9d0d8fc19b admin admin] Deleting subnet cd37b77f-4596-4d3e-b902-75edc505d80c {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:11:09.850102 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20896890-aae0-4700-8869-06b36cfc88ee tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Checking segment: {'id': '1f697905-0e04-414e-be63-d4f1e60a4d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4123d0e2-1c5d-4144-aabb-59dddd325ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:09.850946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20896890-aae0-4700-8869-06b36cfc88ee tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network hostable DHCP agents. Network: 4123d0e2-1c5d-4144-aabb-59dddd325ee2, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:11:09.857473 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b586b667-6b8d-4359-87d1-3a9d0d8fc19b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:09.884168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0a334-3725-49a2-8ec7-e888b26502e6 req-c7ede732-3e99-40ce-9ea2-0757f1fde173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:09.886904 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60c0a334-3725-49a2-8ec7-e888b26502e6 req-c7ede732-3e99-40ce-9ea2-0757f1fde173 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 1097 time: 0.1048074 Aug 31 14:11:09.903743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400a32f-5bbc-4151-96e3-614de2ff7022 req-d56c2e60-96df-4fb7-899a-7b5bd33aefce tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:09.905311 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6400a32f-5bbc-4151-96e3-614de2ff7022 req-d56c2e60-96df-4fb7-899a-7b5bd33aefce tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 945 time: 0.2354584 Aug 31 14:11:09.914913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b586b667-6b8d-4359-87d1-3a9d0d8fc19b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.005362 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20896890-aae0-4700-8869-06b36cfc88ee tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:11:10.022997 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b586b667-6b8d-4359-87d1-3a9d0d8fc19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.024852 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42a2af37-952e-4192-900d-714abd74c690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.027118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-20896890-aae0-4700-8869-06b36cfc88ee tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 4123d0e2-1c5d-4144-aabb-59dddd325ee2) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:10.027397 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42a2af37-952e-4192-900d-714abd74c690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.031855 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-42a2af37-952e-4192-900d-714abd74c690 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fbadcbd-3b18-4ff1-86b0-b8437551e44f HTTP/1.1" status: 204 len: 168 time: 0.5472620 Aug 31 14:11:10.058818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2af37-952e-4192-900d-714abd74c690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbadcbd-3b18-4ff1-86b0-b8437551e44f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:10.075052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20896890-aae0-4700-8869-06b36cfc88ee tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:10.076609 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20896890-aae0-4700-8869-06b36cfc88ee tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.077017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6400a32f-5bbc-4151-96e3-614de2ff7022 req-d40a2493-7f08-430a-9324-adb69743ad99 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433396 Aug 31 14:11:10.086584 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7a5bf-5a49-43fa-8024-2fc61d27d866 None None] Network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:10.124892 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.128006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-20896890-aae0-4700-8869-06b36cfc88ee tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3091459 Aug 31 14:11:10.135296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51426) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:10.140684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5f76b700-6c21-4e4a-8a8a-70ec82c5f472 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '4123d0e2-1c5d-4144-aabb-59dddd325ee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:10.181158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:11:10.182041 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.245132 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0a334-3725-49a2-8ec7-e888b26502e6 req-847a8556-f636-4cd3-9a37-4393b58b453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:10.246108 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60c0a334-3725-49a2-8ec7-e888b26502e6 req-847a8556-f636-4cd3-9a37-4393b58b453a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 907 time: 0.3014367 Aug 31 14:11:10.292883 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.312048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Transition to ACTIVE for port object afef7c96-77ed-4e34-8a39-84061f550fd0 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:10.336464 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b586b667-6b8d-4359-87d1-3a9d0d8fc19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.373298 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.390068 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60c0a334-3725-49a2-8ec7-e888b26502e6 req-b5affe9c-fdd6-4859-a539-88ffa43a1813 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e HTTP/1.1" status: 200 len: 217 time: 0.1089089 Aug 31 14:11:10.442277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586b667-6b8d-4359-87d1-3a9d0d8fc19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd37b77f-4596-4d3e-b902-75edc505d80c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:10.449411 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b586b667-6b8d-4359-87d1-3a9d0d8fc19b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.449411 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b586b667-6b8d-4359-87d1-3a9d0d8fc19b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cd37b77f-4596-4d3e-b902-75edc505d80c HTTP/1.1" status: 204 len: 168 time: 0.7148745 Aug 31 14:11:10.451761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 6b75529f-cedb-4969-b133-877d0f31872a no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:10.462772 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51430) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:10.499680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 6b75529f-cedb-4969-b133-877d0f31872a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:10.499904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 6b75529f-cedb-4969-b133-877d0f31872a not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:10.501533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Allocated IP 172.22.0.1 (11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74/48c086a3-7510-4ba9-8540-0691a192f022/5802143a-6c8b-41d8-a421-dec3b274a1f1) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:10.521103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac737f5-99e7-4d03-aa8e-e2c490f6d7e2 None None] Pushing event updated for resources: {'Port': ['ID=afef7c96-77ed-4e34-8a39-84061f550fd0,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:10.562189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f76b700-6c21-4e4a-8a8a-70ec82c5f472 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:10.569762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f76b700-6c21-4e4a-8a8a-70ec82c5f472 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.666767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Attempting to bind port afef7c96-77ed-4e34-8a39-84061f550fd0 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:10.667140 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Attempting to bind port afef7c96-77ed-4e34-8a39-84061f550fd0 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '06b8383b-4497-43e0-bd12-c19af2d0ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:10.667508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Attempting to bind port afef7c96-77ed-4e34-8a39-84061f550fd0 on network 130f93ab-d6f4-461f-a53e-af01b87ea232 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:10.683731 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0a334-3725-49a2-8ec7-e888b26502e6 req-6f4a2cea-0245-4c6a-9957-6e21c8bf01cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:10.685287 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60c0a334-3725-49a2-8ec7-e888b26502e6 req-6f4a2cea-0245-4c6a-9957-6e21c8bf01cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.2686346 Aug 31 14:11:10.694219 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.701681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:10.712335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Checking segment: {'id': '06b8383b-4497-43e0-bd12-c19af2d0ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:10.712335 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.712335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Bound using segment: {'id': '06b8383b-4497-43e0-bd12-c19af2d0ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:10.712335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Bound port: afef7c96-77ed-4e34-8a39-84061f550fd0, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b8383b-4497-43e0-bd12-c19af2d0ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:10.712335 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.715911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-4123d0e2-1c5d-4144-aabb-59dddd325ee2', 'network_id': '4123d0e2-1c5d-4144-aabb-59dddd325ee2', 'tenant_id': '5da52edce4934f4499b8c015c8702c4e', 'fixed_ips': [{'subnet_id': '287d432d-043c-4271-8868-8dd4f0fd2f62'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:11:10.717522 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.740323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.753268 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60c0a334-3725-49a2-8ec7-e888b26502e6 req-29efea66-7ed0-47b9-a61d-2d1da457d90f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522385 Aug 31 14:11:10.773561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Transition to ACTIVE for port object 5802143a-6c8b-41d8-a421-dec3b274a1f1 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:10.839507 n-d-792364-6 neutron-server[106387]: INFO neutron.db.ipam_backend_mixin [None req-5f76b700-6c21-4e4a-8a8a-70ec82c5f472 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 287d432d-043c-4271-8868-8dd4f0fd2f62 (CIDR: 172.20.0.0/28) Aug 31 14:11:10.848083 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.861878 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f76b700-6c21-4e4a-8a8a-70ec82c5f472 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:11:10.862438 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f76b700-6c21-4e4a-8a8a-70ec82c5f472 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:11:10.912377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Allocated IP 172.20.0.2 (4123d0e2-1c5d-4144-aabb-59dddd325ee2/287d432d-043c-4271-8868-8dd4f0fd2f62/044d64b3-e8e1-4672-baf6-d91b6de8a11d) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:10.925415 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5f76b700-6c21-4e4a-8a8a-70ec82c5f472 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7887056 Aug 31 14:11:10.932852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51442) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:10.934654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:10.938093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b3f5952a-731b-4ec0-bce1-d836c766f379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '4123d0e2-1c5d-4144-aabb-59dddd325ee2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:10.940881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:10.943930 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:10.949223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:10.974844 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60c0a334-3725-49a2-8ec7-e888b26502e6 req-6025ac06-4990-45de-92c5-12aee9dc6fd2 service neutron] 10.222.0.52 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111065 Aug 31 14:11:10.988467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=5802143a-6c8b-41d8-a421-dec3b274a1f1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:10.996168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497b61f6-ef52-4a6c-a409-78c2378f7305']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:11.026992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device c2d75432-e6e7-4e38-890b-fcf6580bc6d9 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:11.037642 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.066688 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: c2d75432-e6e7-4e38-890b-fcf6580bc6d9 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:11.067058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device c2d75432-e6e7-4e38-890b-fcf6580bc6d9 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:11.119321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b25410-f9e5-4339-b609-7b0fda470bd5') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:11.119631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b25410-f9e5-4339-b609-7b0fda470bd5') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:11.130490 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.144885 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.151187 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:11:11.151785 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.168705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Allocated IP 172.22.0.2 (11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74/48c086a3-7510-4ba9-8540-0691a192f022/dd234248-6e95-4d48-a904-37c0f5f857ae) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:11.194821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] For port afef7c96-77ed-4e34-8a39-84061f550fd0, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:11:11.212302 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:11:11.247529 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] For port afef7c96-77ed-4e34-8a39-84061f550fd0, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=afef7c96-77ed-4e34-8a39-84061f550fd0,segment=NetworkSegment(06b8383b-4497-43e0-bd12-c19af2d0ef49),segment_id=06b8383b-4497-43e0-bd12-c19af2d0ef49)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:11.258052 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.267997 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.288836 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.291340 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] 10.222.0.20 "DELETE /v2.0/networks/497b61f6-ef52-4a6c-a409-78c2378f7305 HTTP/1.1" status: 204 len: 168 time: 0.8236251 Aug 31 14:11:11.295206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.338189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fdec0-ab36-43ef-943e-aa09b5b35c80 admin admin] Pushing event deleted for resources: {'Network': ['ID=497b61f6-ef52-4a6c-a409-78c2378f7305,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:11.363823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a908a3-c51e-4547-87bf-51d5ceff09b9 req-f28fb1bc-c895-4b0d-8fba-7c55c679795f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:11.365468 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04a908a3-c51e-4547-87bf-51d5ceff09b9 req-f28fb1bc-c895-4b0d-8fba-7c55c679795f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 945 time: 0.3691196 Aug 31 14:11:11.407531 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8b1ef-bed2-48ac-9326-efd40a9000d4 req-98408dc3-70c1-43a9-b51f-0ba637ab67f9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:11.409612 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-19c8b1ef-bed2-48ac-9326-efd40a9000d4 req-98408dc3-70c1-43a9-b51f-0ba637ab67f9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 945 time: 0.1917639 Aug 31 14:11:11.414262 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60c0a334-3725-49a2-8ec7-e888b26502e6 req-0709d1f8-c153-467a-a567-4a73f7086ece service neutron] 10.222.0.52 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230487 Aug 31 14:11:11.448459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac737f5-99e7-4d03-aa8e-e2c490f6d7e2 None None] Pushing event updated for resources: {'Port': ['ID=afef7c96-77ed-4e34-8a39-84061f550fd0,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:11.465476 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.495588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f5952a-731b-4ec0-bce1-d836c766f379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:11.502513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:11.503174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:11.507985 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3f5952a-731b-4ec0-bce1-d836c766f379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.508657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Transition to ACTIVE for port object 044d64b3-e8e1-4672-baf6-d91b6de8a11d will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:11.589537 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-19c8b1ef-bed2-48ac-9326-efd40a9000d4 req-4f75d465-2693-4074-8043-9aacb7b77188 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675711 Aug 31 14:11:11.722207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Transition to ACTIVE for port object 044d64b3-e8e1-4672-baf6-d91b6de8a11d will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:11.749485 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:11.760754 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:11.788872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51468) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:11.856070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Pushing event updated for resources: {'Port': ['ID=044d64b3-e8e1-4672-baf6-d91b6de8a11d,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:11.958079 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4795de44-8f99-4997-9653-766de6569585 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24a22d2543114803be61e524d3c4845e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652153 Aug 31 14:11:11.960206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51472) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:11.975171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:11.982344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:11.993467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:12.134977 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f699ebba-05cb-4b2c-a385-cb3ad6fef188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.209198 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f699ebba-05cb-4b2c-a385-cb3ad6fef188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.225208 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60539773-b975-430a-808d-dd95f6f93c39 req-61d7a619-0e19-4468-87d0-e7f43d897a20 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:12.227235 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60539773-b975-430a-808d-dd95f6f93c39 req-61d7a619-0e19-4468-87d0-e7f43d897a20 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1925347 Aug 31 14:11:12.242624 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3f5952a-731b-4ec0-bce1-d836c766f379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.250773 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.286680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Transition to ACTIVE for port object dd234248-6e95-4d48-a904-37c0f5f857ae will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:12.324285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f5952a-731b-4ec0-bce1-d836c766f379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:12.333815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b3f5952a-731b-4ec0-bce1-d836c766f379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:12.351417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f5952a-731b-4ec0-bce1-d836c766f379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:12.351760 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3f5952a-731b-4ec0-bce1-d836c766f379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.361246 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.361835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Attempting to bind port 044d64b3-e8e1-4672-baf6-d91b6de8a11d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:12.361835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Attempting to bind port 044d64b3-e8e1-4672-baf6-d91b6de8a11d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '1f697905-0e04-414e-be63-d4f1e60a4d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4123d0e2-1c5d-4144-aabb-59dddd325ee2'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:12.362044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Attempting to bind port 044d64b3-e8e1-4672-baf6-d91b6de8a11d on network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:12.371408 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.374326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Transition to ACTIVE for port object dd234248-6e95-4d48-a904-37c0f5f857ae will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:12.382951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:12.384023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Checking segment: {'id': '1f697905-0e04-414e-be63-d4f1e60a4d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4123d0e2-1c5d-4144-aabb-59dddd325ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:12.384772 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.385406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Bound using segment: {'id': '1f697905-0e04-414e-be63-d4f1e60a4d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4123d0e2-1c5d-4144-aabb-59dddd325ee2'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:12.386229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Bound port: 044d64b3-e8e1-4672-baf6-d91b6de8a11d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f697905-0e04-414e-be63-d4f1e60a4d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4123d0e2-1c5d-4144-aabb-59dddd325ee2'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:12.386905 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.409620 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.424814 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60539773-b975-430a-808d-dd95f6f93c39 req-26652a68-9ded-4809-adb7-a19c77613463 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900201 Aug 31 14:11:12.431516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5952a-731b-4ec0-bce1-d836c766f379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Subnet': ['ID=4d03b354-6c0c-4abb-949e-7e2f946996bb,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:12.446475 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b3f5952a-731b-4ec0-bce1-d836c766f379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5123696 Aug 31 14:11:12.449641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51482) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:12.470344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-04a908a3-c51e-4547-87bf-51d5ceff09b9 req-ac7ef856-4cfb-4b2b-b8cb-7c9fcc68c0e9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Deleting port ebb4ed5d-3356-47da-b64c-d75264012faa {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:12.470344 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04a908a3-c51e-4547-87bf-51d5ceff09b9 req-ac7ef856-4cfb-4b2b-b8cb-7c9fcc68c0e9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.470669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '4123d0e2-1c5d-4144-aabb-59dddd325ee2', 'fixed_ips': [{'subnet_id': '287d432d-043c-4271-8868-8dd4f0fd2f62'}, {'subnet_id': '4d03b354-6c0c-4abb-949e-7e2f946996bb'}], 'name': 'tempest-PortsTestJSON-2141566388'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:12.488385 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f699ebba-05cb-4b2c-a385-cb3ad6fef188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.494603 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f699ebba-05cb-4b2c-a385-cb3ad6fef188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.498106 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f699ebba-05cb-4b2c-a385-cb3ad6fef188 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0b0930d-3e31-462b-8cf4-e4408a039658 HTTP/1.1" status: 204 len: 168 time: 0.5376525 Aug 31 14:11:12.533716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Network 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:12.545131 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:12.553866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:12.565002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=5802143a-6c8b-41d8-a421-dec3b274a1f1,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:12.571427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699ebba-05cb-4b2c-a385-cb3ad6fef188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b0930d-3e31-462b-8cf4-e4408a039658,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:12.578451 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.588783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Pushing event updated for resources: {'Port': ['ID=dd234248-6e95-4d48-a904-37c0f5f857ae,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:12.654716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] For port 044d64b3-e8e1-4672-baf6-d91b6de8a11d, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:12.684653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] For port 044d64b3-e8e1-4672-baf6-d91b6de8a11d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=044d64b3-e8e1-4672-baf6-d91b6de8a11d,segment=NetworkSegment(1f697905-0e04-414e-be63-d4f1e60a4d24),segment_id=1f697905-0e04-414e-be63-d4f1e60a4d24)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:12.695282 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Attempting to bind port dd234248-6e95-4d48-a904-37c0f5f857ae on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:12.695785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Attempting to bind port dd234248-6e95-4d48-a904-37c0f5f857ae by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '453b547c-e41d-43ff-abf7-a5967278812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:12.696070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Attempting to bind port dd234248-6e95-4d48-a904-37c0f5f857ae on network 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:12.697274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-04a908a3-c51e-4547-87bf-51d5ceff09b9 req-ac7ef856-4cfb-4b2b-b8cb-7c9fcc68c0e9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] For port ebb4ed5d-3356-47da-b64c-d75264012faa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ebb4ed5d-3356-47da-b64c-d75264012faa,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:12.698796 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.699883 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04a908a3-c51e-4547-87bf-51d5ceff09b9 req-ac7ef856-4cfb-4b2b-b8cb-7c9fcc68c0e9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.717946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:11Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:10Z', 'revision_number': 1, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:11Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:12.732097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:12.737232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-04a908a3-c51e-4547-87bf-51d5ceff09b9 req-ac7ef856-4cfb-4b2b-b8cb-7c9fcc68c0e9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Calling delete_port for ebb4ed5d-3356-47da-b64c-d75264012faa owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:12.741597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:12.741597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Checking segment: {'id': '453b547c-e41d-43ff-abf7-a5967278812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:12.742160 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.742460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Bound using segment: {'id': '453b547c-e41d-43ff-abf7-a5967278812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:12.743008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Bound port: dd234248-6e95-4d48-a904-37c0f5f857ae, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453b547c-e41d-43ff-abf7-a5967278812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:12.743450 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:12.815430 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eaf87f-eff6-4f6f-b9fa-506f61386647 None None] The sync data for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 is: [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:11Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:10Z', 'revision_number': 1, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:11Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:12.847346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145add34-c047-4a07-99de-15c47f3332c5 None None] Pushing event updated for resources: {'Port': ['ID=044d64b3-e8e1-4672-baf6-d91b6de8a11d,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:13.047213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b992fd8-ad54-4b6b-98ee-7a17bf94bf17 req-0aef813d-350a-4056-9a5b-d5f47f0e0824 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:13.048848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b992fd8-ad54-4b6b-98ee-7a17bf94bf17 req-0aef813d-350a-4056-9a5b-d5f47f0e0824 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 945 time: 0.2984738 Aug 31 14:11:13.085252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:13.094904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] For port dd234248-6e95-4d48-a904-37c0f5f857ae, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:13.101045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:13.109460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] For port dd234248-6e95-4d48-a904-37c0f5f857ae, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=dd234248-6e95-4d48-a904-37c0f5f857ae,segment=NetworkSegment(453b547c-e41d-43ff-abf7-a5967278812c),segment_id=453b547c-e41d-43ff-abf7-a5967278812c)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:13.124130 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:13.320537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b992fd8-ad54-4b6b-98ee-7a17bf94bf17 req-6b0d04ef-0cea-4aed-bdc4-5fbb17b845f5 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644022 Aug 31 14:11:13.361758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8239f5-b364-4137-b5f8-7a832d644821 None None] Pushing event updated for resources: {'Port': ['ID=dd234248-6e95-4d48-a904-37c0f5f857ae,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:13.510660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 5a65f7ab-c9c7-4874-a25b-659b181b7708 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:13.517994 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04a908a3-c51e-4547-87bf-51d5ceff09b9 req-ac7ef856-4cfb-4b2b-b8cb-7c9fcc68c0e9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:13.540846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['ebb4ed5d-3356-47da-b64c-d75264012faa'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:13.545550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:13.603497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ef856-4cfb-4b2b-b8cb-7c9fcc68c0e9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event deleted for resources: {'Port': ['ID=ebb4ed5d-3356-47da-b64c-d75264012faa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:13.909404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a908a3-c51e-4547-87bf-51d5ceff09b9 req-ac7ef856-4cfb-4b2b-b8cb-7c9fcc68c0e9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] No DVR routers for this DVR port ebb4ed5d-3356-47da-b64c-d75264012faa on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:13.923258 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04a908a3-c51e-4547-87bf-51d5ceff09b9 req-ac7ef856-4cfb-4b2b-b8cb-7c9fcc68c0e9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:13.925363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04a908a3-c51e-4547-87bf-51d5ceff09b9 req-ac7ef856-4cfb-4b2b-b8cb-7c9fcc68c0e9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "DELETE /v2.0/ports/ebb4ed5d-3356-47da-b64c-d75264012faa HTTP/1.1" status: 204 len: 173 time: 2.5521915 Aug 31 14:11:13.926281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ede47c-8afe-4025-8031-33636e0f60c7', 'name': 'network-vif-deleted', 'tag': 'ebb4ed5d-3356-47da-b64c-d75264012faa'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:13.942583 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7689295e-cdf8-41b9-9af2-ecf12ae654c0" -d '{"events": [{"server_uuid": "72ede47c-8afe-4025-8031-33636e0f60c7", "name": "network-vif-deleted", "tag": "ebb4ed5d-3356-47da-b64c-d75264012faa"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:13.960265 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df680f9-0a1a-41bc-ada1-2ca9790d2144 req-99fcaa40-f368-4e1f-9c08-006af7febd4a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:13.973923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7df680f9-0a1a-41bc-ada1-2ca9790d2144 req-99fcaa40-f368-4e1f-9c08-006af7febd4a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.2542593 Aug 31 14:11:13.991765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:14.021302 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9706f95d-6574-4812-9141-49ca57578ee3 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6477840 Aug 31 14:11:14.021546 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51514) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:14.036753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b82508c8-d417-4ae8-8405-e81b6ec767e6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'network': {'name': 'tempest-RoutersTest-342299758'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:14.046451 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27bea97-bef8-4a8c-a66a-c8b30b38a757 x-openstack-request-id: req-b27bea97-bef8-4a8c-a66a-c8b30b38a757 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:14.071987 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ede47c-8afe-4025-8031-33636e0f60c7", "name": "network-vif-deleted", "tag": "ebb4ed5d-3356-47da-b64c-d75264012faa", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:14.074390 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b27bea97-bef8-4a8c-a66a-c8b30b38a757 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:14.075747 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ede47c-8afe-4025-8031-33636e0f60c7', 'name': 'network-vif-deleted', 'tag': 'ebb4ed5d-3356-47da-b64c-d75264012faa', 'status': 'completed', 'code': 200} Aug 31 14:11:14.141544 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:14.174260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82508c8-d417-4ae8-8405-e81b6ec767e6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:14.178332 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b82508c8-d417-4ae8-8405-e81b6ec767e6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:14.208716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port 4d085dc2-8119-49bd-8fd4-891b80900c4d yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:11:14.276749 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7df680f9-0a1a-41bc-ada1-2ca9790d2144 req-2faf0e33-93ac-449e-bff0-674643cba74d tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976062 Aug 31 14:11:14.619477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d25db14-f368-480c-975d-2f4fd9912584 req-3e40106c-0559-4500-9765-542a4e06f3d6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=72ede47c-8afe-4025-8031-33636e0f60c7 HTTP/1.1" status: 200 len: 210 time: 0.0609727 Aug 31 14:11:14.734863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82508c8-d417-4ae8-8405-e81b6ec767e6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:11:14.777155 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b82508c8-d417-4ae8-8405-e81b6ec767e6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:14.778071 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b82508c8-d417-4ae8-8405-e81b6ec767e6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Added segment 5120709a-c65c-4080-8c86-3edb1d13bd53 of type vlan for network a8415c3c-c33c-44af-8969-84e06ead98a7 Aug 31 14:11:14.799597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a276fb8c-ef35-4d64-a8b7-128483b67cfc None None] Network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:14.894825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-47b4678d-8cbc-4e25-a20c-6e7ba3451f99 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:14.902269 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-47b4678d-8cbc-4e25-a20c-6e7ba3451f99 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.3266790 Aug 31 14:11:15.001354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b82508c8-d417-4ae8-8405-e81b6ec767e6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:15.014153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-142d2dea-ce91-4f3f-bca6-f23f41612788 None None] Provisioning for port 044d64b3-e8e1-4672-baf6-d91b6de8a11d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:15.302348 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b82508c8-d417-4ae8-8405-e81b6ec767e6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:15.310023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82508c8-d417-4ae8-8405-e81b6ec767e6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:15.311063 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b82508c8-d417-4ae8-8405-e81b6ec767e6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:15.325832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849f4992-b1a6-4ec6-818f-0eba0017e179 None None] Network 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:15.423294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 044d64b3-e8e1-4672-baf6-d91b6de8a11d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:15.456569 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b82508c8-d417-4ae8-8405-e81b6ec767e6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4253755 Aug 31 14:11:15.459455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51540) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:15.465402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7fc41ef1-5b7f-4039-99ae-38fc5edaefac tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'subnet': {'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:15.475665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dff509f0-d5b0-4dff-8d76-18b5033cdf6a None None] Provisioning for port dd234248-6e95-4d48-a904-37c0f5f857ae completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:15.491725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.14 (4123d0e2-1c5d-4144-aabb-59dddd325ee2/287d432d-043c-4271-8868-8dd4f0fd2f62/4d085dc2-8119-49bd-8fd4-891b80900c4d) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:15.507319 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Deleting port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:15.507491 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:15.520168 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Sync routers for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:15.523467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d030e90-967d-4d32-a105-5bbe369c666e None None] Update dhcp port {'port': {'network_id': '4123d0e2-1c5d-4144-aabb-59dddd325ee2', 'fixed_ips': [{'subnet_id': '287d432d-043c-4271-8868-8dd4f0fd2f62', 'ip_address': '172.20.0.2'}, {'subnet_id': '4d03b354-6c0c-4abb-949e-7e2f946996bb'}], 'binding:host_id': 'n-d-792364-6'}, 'id': '044d64b3-e8e1-4672-baf6-d91b6de8a11d'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:11:15.541179 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:15.543411 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:15.601773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.26 (4123d0e2-1c5d-4144-aabb-59dddd325ee2/4d03b354-6c0c-4abb-949e-7e2f946996bb/4d085dc2-8119-49bd-8fd4-891b80900c4d) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:15.603025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 044d64b3-e8e1-4672-baf6-d91b6de8a11d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:15.605166 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d030e90-967d-4d32-a105-5bbe369c666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:15.635211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82508c8-d417-4ae8-8405-e81b6ec767e6 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Network': ['ID=a8415c3c-c33c-44af-8969-84e06ead98a7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:15.664831 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 044d64b3-e8e1-4672-baf6-d91b6de8a11d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:15.667428 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:15.670827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] For port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:15.671219 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:15.732035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab1ab7-c87c-4f25-bbd7-dcbe08a7ec3d req-8ddfe291-e38e-4c15-9758-f133c25a51bd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:15.733731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84ab1ab7-c87c-4f25-bbd7-dcbe08a7ec3d req-8ddfe291-e38e-4c15-9758-f133c25a51bd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 945 time: 0.1818974 Aug 31 14:11:15.736550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network a8415c3c-c33c-44af-8969-84e06ead98a7 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:11:15.768469 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:15.799108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc41ef1-5b7f-4039-99ae-38fc5edaefac tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Made reservation on behalf of 1078fb6580d9425286ac4c6a7bbd506b for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:15.803070 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7fc41ef1-5b7f-4039-99ae-38fc5edaefac tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:15.858660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51552) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:15.907980 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84ab1ab7-c87c-4f25-bbd7-dcbe08a7ec3d req-1293f588-b131-4b22-b0a3-f17f6a33f4a3 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfc14670-a06d-4047-98d7-b82cd0dfbc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658113 Aug 31 14:11:16.123301 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7fc41ef1-5b7f-4039-99ae-38fc5edaefac tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.126602 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.171852 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.172866 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.175315 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Floating IP 6b3bd3c3-83f2-455f-b057-e2a81ad5e763 disassociated. External IP: 172.25.3.206, port: b96d2a4d-bfbe-4241-a4cb-cf4c6797e814. Aug 31 14:11:16.175723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Calling delete_port for b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:16.193392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Transition to ACTIVE for port object 4d085dc2-8119-49bd-8fd4-891b80900c4d will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:16.243300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc41ef1-5b7f-4039-99ae-38fc5edaefac tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Subnet': ['ID=d26065c6-3fe3-45c3-9845-f3adc74357ca,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:16.253763 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:11Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:12Z', 'revision_number': 2, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:11Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:16.303438 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.305529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc41ef1-5b7f-4039-99ae-38fc5edaefac tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Checking segment: {'id': '5120709a-c65c-4080-8c86-3edb1d13bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:16.306490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc41ef1-5b7f-4039-99ae-38fc5edaefac tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network hostable DHCP agents. Network: a8415c3c-c33c-44af-8969-84e06ead98a7, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:11:16.313626 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Checking router: 5a65f7ab-c9c7-4874-a25b-659b181b7708 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:16.316040 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Updating router 5a65f7ab-c9c7-4874-a25b-659b181b7708 port 5802143a-6c8b-41d8-a421-dec3b274a1f1 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:11:16.348380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc41ef1-5b7f-4039-99ae-38fc5edaefac tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network a8415c3c-c33c-44af-8969-84e06ead98a7 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:11:16.371904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 044d64b3-e8e1-4672-baf6-d91b6de8a11d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=044d64b3-e8e1-4672-baf6-d91b6de8a11d,segment=NetworkSegment(1f697905-0e04-414e-be63-d4f1e60a4d24),segment_id=1f697905-0e04-414e-be63-d4f1e60a4d24)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:16.373976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-7fc41ef1-5b7f-4039-99ae-38fc5edaefac tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, a8415c3c-c33c-44af-8969-84e06ead98a7) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:16.375903 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.378516 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.379323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dd234248-6e95-4d48-a904-37c0f5f857ae up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:16.384302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc41ef1-5b7f-4039-99ae-38fc5edaefac tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:16.385871 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7fc41ef1-5b7f-4039-99ae-38fc5edaefac tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.420154 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7fc41ef1-5b7f-4039-99ae-38fc5edaefac tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9594891 Aug 31 14:11:16.423100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51568) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:16.430942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51570) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:16.432867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34a289c-0dc5-4fc5-bc53-c67de9635db7 None None] Network a8415c3c-c33c-44af-8969-84e06ead98a7 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:16.434419 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc199321-baf4-49f0-891a-b6f0ef701287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.594910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.720229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a86f81f9-cc37-4682-a623-32f0cae9c258 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:16.721937 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a86f81f9-cc37-4682-a623-32f0cae9c258 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.5039902 Aug 31 14:11:16.747600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-a8415c3c-c33c-44af-8969-84e06ead98a7', 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'fixed_ips': [{'subnet_id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:11:16.749714 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.764588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:16.823994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ebb4ed5d-3356-47da-b64c-d75264012faa no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:16.831599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=044d64b3-e8e1-4672-baf6-d91b6de8a11d,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:16.835681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:16.845288 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78da50a9-2495-4a0d-bf83-6d18af52d290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.852829 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.854209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:16.879601 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Transition to ACTIVE for port object 5802143a-6c8b-41d8-a421-dec3b274a1f1 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:16.888969 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.901597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=4d085dc2-8119-49bd-8fd4-891b80900c4d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:16.961119 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:16.980498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:16.981619 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.082936 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event deleted for resources: {'Port': ['ID=b96d2a4d-bfbe-4241-a4cb-cf4c6797e814,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:17.096332 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc199321-baf4-49f0-891a-b6f0ef701287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.102203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Allocated IP 172.23.0.2 (a8415c3c-c33c-44af-8969-84e06ead98a7/d26065c6-3fe3-45c3-9845-f3adc74357ca/570a797b-2f6b-4e8a-8f15-4ca64645e82f) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:17.115734 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc199321-baf4-49f0-891a-b6f0ef701287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.134289 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eb2b9b5c-cdeb-4c18-bec9-0ec7d1b09a0b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.6817801 Aug 31 14:11:17.150372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51580) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:17.158775 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Attempting to bind port 5802143a-6c8b-41d8-a421-dec3b274a1f1 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:17.159611 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Attempting to bind port 5802143a-6c8b-41d8-a421-dec3b274a1f1 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '453b547c-e41d-43ff-abf7-a5967278812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:17.160317 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Attempting to bind port 5802143a-6c8b-41d8-a421-dec3b274a1f1 on network 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:17.171545 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:17.172384 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Checking segment: {'id': '453b547c-e41d-43ff-abf7-a5967278812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:17.173008 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.173607 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Bound using segment: {'id': '453b547c-e41d-43ff-abf7-a5967278812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:17.174297 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Bound port: 5802143a-6c8b-41d8-a421-dec3b274a1f1, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453b547c-e41d-43ff-abf7-a5967278812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:17.174900 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.182225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-53e387e2-3726-4297-92f0-7e7c32bfafab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '287d432d-043c-4271-8868-8dd4f0fd2f62'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:17.247286 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] For port 5802143a-6c8b-41d8-a421-dec3b274a1f1, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:17.251677 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] For port 5802143a-6c8b-41d8-a421-dec3b274a1f1, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5802143a-6c8b-41d8-a421-dec3b274a1f1,segment=NetworkSegment(453b547c-e41d-43ff-abf7-a5967278812c),segment_id=453b547c-e41d-43ff-abf7-a5967278812c)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:17.269543 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc199321-baf4-49f0-891a-b6f0ef701287 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bef51093118e48eeb89a2bc93322c586&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4097202 Aug 31 14:11:17.271149 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.276979 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-9bf0e7ae-5767-4518-83c8-db13a9e356de tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/quotas/0b56ff521ec64837928c13543219af1a HTTP/1.1" status: 200 len: 375 time: 0.5366020 Aug 31 14:11:17.279814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51582) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:17.289679 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc199321-baf4-49f0-891a-b6f0ef701287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b726f08-cae7-4fdd-b5ea-7aff3df238f6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:17.290688 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe3f26-5b29-4f43-ae51-192b00723b20 None None] Pushing event updated for resources: {'Port': ['ID=5802143a-6c8b-41d8-a421-dec3b274a1f1,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:17.295822 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.313559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Transition to ACTIVE for port object 570a797b-2f6b-4e8a-8f15-4ca64645e82f will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:17.331404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Transition to ACTIVE for port object 570a797b-2f6b-4e8a-8f15-4ca64645e82f will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:17.341030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: ebb4ed5d-3356-47da-b64c-d75264012faa {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:17.341489 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ebb4ed5d-3356-47da-b64c-d75264012faa not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:17.348220 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.383382 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe3f26-5b29-4f43-ae51-192b00723b20 None None] Pushing event updated for resources: {'Port': ['ID=5802143a-6c8b-41d8-a421-dec3b274a1f1,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:17.397797 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:17.401520 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:17.422172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-2d030e90-967d-4d32-a105-5bbe369c666e None None] Allocated IP 172.20.0.18 (4123d0e2-1c5d-4144-aabb-59dddd325ee2/4d03b354-6c0c-4abb-949e-7e2f946996bb/044d64b3-e8e1-4672-baf6-d91b6de8a11d) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:17.424743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port dd234248-6e95-4d48-a904-37c0f5f857ae completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:17.434006 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port dd234248-6e95-4d48-a904-37c0f5f857ae triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:17.434594 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.452338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Network a8415c3c-c33c-44af-8969-84e06ead98a7 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:17.470872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:17.475339 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bd87b2b6-42f5-47d2-9d2b-d9e9ea963cde None None] Provisioning for port 5802143a-6c8b-41d8-a421-dec3b274a1f1 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:17.482101 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:17.539608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c855996-c2b5-480a-8aee-c83c0cc791cf req-79981b7c-bb77-4839-b857-d69c36249ec8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 210 time: 0.4386537 Aug 31 14:11:17.546945 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e399af0a-f851-46e8-81c7-8218483086e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.554190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:17.568977 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-96b740f5-f0ab-42ec-9e0a-64cb31acc7e4 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2633414 Aug 31 14:11:17.637349 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e399af0a-f851-46e8-81c7-8218483086e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.712904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53e387e2-3726-4297-92f0-7e7c32bfafab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.713869 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:17.849262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.947168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Pushing event updated for resources: {'Port': ['ID=570a797b-2f6b-4e8a-8f15-4ca64645e82f,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:17.959260 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-f11832c0-6757-4d8a-b9c5-106f4c46d061 service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589261 Aug 31 14:11:17.971905 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e399af0a-f851-46e8-81c7-8218483086e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.974528 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e399af0a-f851-46e8-81c7-8218483086e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:17.983767 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e399af0a-f851-46e8-81c7-8218483086e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b726f08-cae7-4fdd-b5ea-7aff3df238f6 HTTP/1.1" status: 204 len: 168 time: 0.7001863 Aug 31 14:11:17.992254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Attempting to bind port 570a797b-2f6b-4e8a-8f15-4ca64645e82f on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:17.992912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Attempting to bind port 570a797b-2f6b-4e8a-8f15-4ca64645e82f by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '5120709a-c65c-4080-8c86-3edb1d13bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:17.993456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Attempting to bind port 570a797b-2f6b-4e8a-8f15-4ca64645e82f on network a8415c3c-c33c-44af-8969-84e06ead98a7 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:18.002293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:18.003007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Checking segment: {'id': '5120709a-c65c-4080-8c86-3edb1d13bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:18.003603 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:18.004180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Bound using segment: {'id': '5120709a-c65c-4080-8c86-3edb1d13bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:18.004871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Bound port: 570a797b-2f6b-4e8a-8f15-4ca64645e82f, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5120709a-c65c-4080-8c86-3edb1d13bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:18.005472 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:18.102998 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:18.119568 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-2bcace01-1c76-41e6-8e92-82ab28f2e061 service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366525 Aug 31 14:11:18.121093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:18.136133 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:11Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:17Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:11Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:18.146001 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399af0a-f851-46e8-81c7-8218483086e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b726f08-cae7-4fdd-b5ea-7aff3df238f6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:18.190558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4635060b-e294-4228-ac9b-1740a71dedda None None] Sync routers for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:18.211872 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702306c-9764-4eef-a565-e9dfe51c6bda None None] The sync data for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 is: [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:11Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:17Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:11Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:18.226548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2d030e90-967d-4d32-a105-5bbe369c666e None None] For port 044d64b3-e8e1-4672-baf6-d91b6de8a11d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=044d64b3-e8e1-4672-baf6-d91b6de8a11d,segment=NetworkSegment(1f697905-0e04-414e-be63-d4f1e60a4d24),segment_id=1f697905-0e04-414e-be63-d4f1e60a4d24)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:18.232345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4635060b-e294-4228-ac9b-1740a71dedda None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:18.233018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4635060b-e294-4228-ac9b-1740a71dedda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:18.242540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] No DVR routers for this DVR port b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:18.253629 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:18.262475 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4e0d61e0-9abb-4496-93ae-5d1ce7603edc req-d35415d0-0d60-470f-9907-f699b7e3d653 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.52 "DELETE /v2.0/ports/b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 HTTP/1.1" status: 204 len: 173 time: 3.3507581 Aug 31 14:11:18.263005 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'name': 'network-vif-deleted', 'tag': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:18.277241 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc410f51-0832-4642-b62e-cbbfb747eca8" -d '{"events": [{"server_uuid": "a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7", "name": "network-vif-deleted", "tag": "b96d2a4d-bfbe-4241-a4cb-cf4c6797e814"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:18.356774 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fbe56c-c9aa-4cf1-b713-754636889aa2 x-openstack-request-id: req-d8fbe56c-c9aa-4cf1-b713-754636889aa2 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:18.357101 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7", "name": "network-vif-deleted", "tag": "b96d2a4d-bfbe-4241-a4cb-cf4c6797e814", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:18.357358 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8fbe56c-c9aa-4cf1-b713-754636889aa2 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:18.357797 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7', 'name': 'network-vif-deleted', 'tag': 'b96d2a4d-bfbe-4241-a4cb-cf4c6797e814', 'status': 'completed', 'code': 200} Aug 31 14:11:18.469949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:18.511747 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d030e90-967d-4d32-a105-5bbe369c666e None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:18.515363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:18.515827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device b96d2a4d-bfbe-4241-a4cb-cf4c6797e814 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:18.550278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port dd234248-6e95-4d48-a904-37c0f5f857ae, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=dd234248-6e95-4d48-a904-37c0f5f857ae,segment=NetworkSegment(453b547c-e41d-43ff-abf7-a5967278812c),segment_id=453b547c-e41d-43ff-abf7-a5967278812c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:18.562759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] For port 570a797b-2f6b-4e8a-8f15-4ca64645e82f, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:18.567110 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9afd127-1937-4729-8e02-a711ad40c13f req-c1938da9-fa08-4520-afbc-be3d87738a65 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 210 time: 0.0615737 Aug 31 14:11:18.613342 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:18.615148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device afef7c96-77ed-4e34-8a39-84061f550fd0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:18.633185 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78da50a9-2495-4a0d-bf83-6d18af52d290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:18.687577 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78da50a9-2495-4a0d-bf83-6d18af52d290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:18.693696 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bacc7ea4-a138-4501-a7b4-2716b7bbbf36 req-feb24e28-aa22-4047-9f17-674971a0272e tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9728d4e-d2f7-4da0-8ee5-b02aec1b95d7 HTTP/1.1" status: 200 len: 210 time: 0.0384123 Aug 31 14:11:18.760239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2d030e90-967d-4d32-a105-5bbe369c666e None None] Transition to ACTIVE for port object 044d64b3-e8e1-4672-baf6-d91b6de8a11d will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:18.765662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=dd234248-6e95-4d48-a904-37c0f5f857ae,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:18.775038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] For port 570a797b-2f6b-4e8a-8f15-4ca64645e82f, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=570a797b-2f6b-4e8a-8f15-4ca64645e82f,segment=NetworkSegment(5120709a-c65c-4080-8c86-3edb1d13bd53),segment_id=5120709a-c65c-4080-8c86-3edb1d13bd53)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:18.812089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-78da50a9-2495-4a0d-bf83-6d18af52d290 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=236becc5f4074e6a9af4ab3398f4e9d8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3770592 Aug 31 14:11:18.812227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4635060b-e294-4228-ac9b-1740a71dedda None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:18.813225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51608) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:18.831943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da50a9-2495-4a0d-bf83-6d18af52d290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b16c35-0101-4cae-90f7-5c1571c7565e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:18.878202 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d030e90-967d-4d32-a105-5bbe369c666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:18.890754 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20c36464-8c23-4c0b-b42c-625e6f5e01d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:18.913695 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:18.929882 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20c36464-8c23-4c0b-b42c-625e6f5e01d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:18.955870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-53e387e2-3726-4297-92f0-7e7c32bfafab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Delete allocated IP 172.20.0.26 (4123d0e2-1c5d-4144-aabb-59dddd325ee2/4d03b354-6c0c-4abb-949e-7e2f946996bb) {{(pid=106388) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:11:18.979439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Allocated IP 172.23.0.1 (a8415c3c-c33c-44af-8969-84e06ead98a7/d26065c6-3fe3-45c3-9845-f3adc74357ca/e9873289-abac-43bd-be88-b82af27e623a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:18.997638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20c36464-8c23-4c0b-b42c-625e6f5e01d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:19.001683 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-20c36464-8c23-4c0b-b42c-625e6f5e01d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:19.002980 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-20c36464-8c23-4c0b-b42c-625e6f5e01d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9b16c35-0101-4cae-90f7-5c1571c7565e HTTP/1.1" status: 204 len: 168 time: 0.1887441 Aug 31 14:11:19.015501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c36464-8c23-4c0b-b42c-625e6f5e01d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b16c35-0101-4cae-90f7-5c1571c7565e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:19.124402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port afef7c96-77ed-4e34-8a39-84061f550fd0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:19.193418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port afef7c96-77ed-4e34-8a39-84061f550fd0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:19.193721 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:19.338115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d030e90-967d-4d32-a105-5bbe369c666e None None] Pushing event updated for resources: {'Port': ['ID=044d64b3-e8e1-4672-baf6-d91b6de8a11d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:19.582429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b45282-7fb8-4069-8cc7-fd86ad2c3c45 None None] Pushing event updated for resources: {'Port': ['ID=570a797b-2f6b-4e8a-8f15-4ca64645e82f,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:19.746763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51632) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:19.772874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51924d55-dd5e-4c83-a688-d601ce87d7e1 req-67293b9b-0e54-4b5a-a348-de8addc24c07 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 210 time: 0.0747313 Aug 31 14:11:19.794548 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:19.824879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4635060b-e294-4228-ac9b-1740a71dedda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:29Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:19.825714 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e0db628-aeb4-4eee-9609-d9727c3eb69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:19.913486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4635060b-e294-4228-ac9b-1740a71dedda None None] Checking router: c4f1e46f-cf78-4b2b-a187-55e0b24a3211 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:19.962510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4635060b-e294-4228-ac9b-1740a71dedda None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:19.963085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4635060b-e294-4228-ac9b-1740a71dedda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:20.035926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port afef7c96-77ed-4e34-8a39-84061f550fd0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=afef7c96-77ed-4e34-8a39-84061f550fd0,segment=NetworkSegment(06b8383b-4497-43e0-bd12-c19af2d0ef49),segment_id=06b8383b-4497-43e0-bd12-c19af2d0ef49)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:20.038057 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e0db628-aeb4-4eee-9609-d9727c3eb69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.039296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51640) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:20.047480 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.074058 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8e0db628-aeb4-4eee-9609-d9727c3eb69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.183881 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8e0db628-aeb4-4eee-9609-d9727c3eb69c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9008ca7000be427585523f8eeaf92c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098139 Aug 31 14:11:20.192328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51648) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:20.209674 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0db628-aeb4-4eee-9609-d9727c3eb69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c625ff-90db-4d94-9b4e-31356eeae3a4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:20.218405 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e70c9c87-d496-4def-bf59-2755a5ca2c23 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.220600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-26e37705-e6aa-4ae6-9b74-f329e28c572e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:20.229070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-26e37705-e6aa-4ae6-9b74-f329e28c572e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.2691588 Aug 31 14:11:20.255114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Request body: {'port': {'device_id': '86f3ed98-0afe-4e22-baf4-b96da315dd6e', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'admin_state_up': True, 'tenant_id': '0b56ff521ec64837928c13543219af1a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:20.295252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4635060b-e294-4228-ac9b-1740a71dedda None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:20.307900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.328273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e70c9c87-d496-4def-bf59-2755a5ca2c23 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.374278 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53e387e2-3726-4297-92f0-7e7c32bfafab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.380465 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c61f263d-98e8-4230-96b3-47503b0071bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.398219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-53e387e2-3726-4297-92f0-7e7c32bfafab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Ignored duplicate provisioning block setup for port 4d085dc2-8119-49bd-8fd4-891b80900c4d by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:11:20.410599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=afef7c96-77ed-4e34-8a39-84061f550fd0,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:20.416383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53e387e2-3726-4297-92f0-7e7c32bfafab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.426784 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c61f263d-98e8-4230-96b3-47503b0071bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.453303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e70c9c87-d496-4def-bf59-2755a5ca2c23 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.469547 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e70c9c87-d496-4def-bf59-2755a5ca2c23 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.470910 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e70c9c87-d496-4def-bf59-2755a5ca2c23 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "DELETE /v2.0/security-groups/bfc14670-a06d-4047-98d7-b82cd0dfbc5d HTTP/1.1" status: 204 len: 168 time: 0.4302790 Aug 31 14:11:20.487515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51656) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:20.506768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Transition to ACTIVE for port object e9873289-abac-43bd-be88-b82af27e623a will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:20.508912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c9c87-d496-4def-bf59-2755a5ca2c23 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc14670-a06d-4047-98d7-b82cd0dfbc5d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:20.551452 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c61f263d-98e8-4230-96b3-47503b0071bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.554617 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c61f263d-98e8-4230-96b3-47503b0071bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.555854 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c61f263d-98e8-4230-96b3-47503b0071bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33c625ff-90db-4d94-9b4e-31356eeae3a4 HTTP/1.1" status: 204 len: 168 time: 0.3573694 Aug 31 14:11:20.565653 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f263d-98e8-4230-96b3-47503b0071bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c625ff-90db-4d94-9b4e-31356eeae3a4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:20.605539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b451533-fa3a-4c73-91e7-1fb38375a084 None None] Network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:20.702453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e387e2-3726-4297-92f0-7e7c32bfafab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=4d085dc2-8119-49bd-8fd4-891b80900c4d,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:20.764465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-53e387e2-3726-4297-92f0-7e7c32bfafab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] In _notify_port_updated(), no bound segment for port 4d085dc2-8119-49bd-8fd4-891b80900c4d on network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:11:20.779912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e387e2-3726-4297-92f0-7e7c32bfafab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:20.780639 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53e387e2-3726-4297-92f0-7e7c32bfafab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.782589 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-53e387e2-3726-4297-92f0-7e7c32bfafab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "PUT /v2.0/ports/4d085dc2-8119-49bd-8fd4-891b80900c4d HTTP/1.1" status: 200 len: 920 time: 3.6218481 Aug 31 14:11:20.785332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51674) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:20.799883 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.803379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-750f6bb9-65a8-4ece-999b-af4c690a973d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '287d432d-043c-4271-8868-8dd4f0fd2f62'}, {'subnet_id': '4d03b354-6c0c-4abb-949e-7e2f946996bb'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:20.846814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network a8415c3c-c33c-44af-8969-84e06ead98a7 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:20.851314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 044d64b3-e8e1-4672-baf6-d91b6de8a11d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:20.857823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:20.862588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Made reservation on behalf of 0b56ff521ec64837928c13543219af1a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:20.866699 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:20.869986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:21.003862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c208094c-f595-4532-998b-db57a25a7f51 None None] Provisioning for port 044d64b3-e8e1-4672-baf6-d91b6de8a11d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:21.005409 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-feb4af77-cc65-4dfc-a362-f98c34cab4c7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] show failed (client error): The resource could not be found. Aug 31 14:11:21.006819 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-feb4af77-cc65-4dfc-a362-f98c34cab4c7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups/bfc14670-a06d-4047-98d7-b82cd0dfbc5d HTTP/1.1" status: 404 len: 347 time: 0.5181053 Aug 31 14:11:21.010496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2307a36b-a6ef-4211-bba0-7dd7da18f091 req-31a25c5c-7858-4d8e-8d9d-28218871127d tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 210 time: 0.0900908 Aug 31 14:11:21.010995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51680) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:21.024685 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=e9873289-abac-43bd-be88-b82af27e623a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:21.030150 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:21.040615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c208094c-f595-4532-998b-db57a25a7f51 None None] Provisioning complete for port 044d64b3-e8e1-4672-baf6-d91b6de8a11d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:21.041113 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c208094c-f595-4532-998b-db57a25a7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:21.115280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305b384-a5df-47e1-a68c-fa2a829ad6ce None None] Network a8415c3c-c33c-44af-8969-84e06ead98a7 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:21.268836 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:21.293097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Allocated IP 172.20.0.7 (0cee240c-5069-4a5d-a626-9016f3a55c41/ac749944-61c0-4e97-a3b2-48b24cb2a6a5/d3cf24c1-6ead-43d3-be66-96895cd799bb) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:21.378324 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-70f34648-b07f-40dd-b7c5-e62009610362 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Deleting port db880430-3477-4618-88c6-7d793b07d125 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:21.378682 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70f34648-b07f-40dd-b7c5-e62009610362 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:21.462167 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-750f6bb9-65a8-4ece-999b-af4c690a973d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:21.551798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 044d64b3-e8e1-4672-baf6-d91b6de8a11d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:21.552222 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:21.695989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70f34648-b07f-40dd-b7c5-e62009610362 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:21.696632 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70f34648-b07f-40dd-b7c5-e62009610362 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:21.815586 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:21.822135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-70f34648-b07f-40dd-b7c5-e62009610362 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Calling delete_port for db880430-3477-4618-88c6-7d793b07d125 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:21.823392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51694) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:21.926746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dd234248-6e95-4d48-a904-37c0f5f857ae up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:21.986918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.106201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4635060b-e294-4228-ac9b-1740a71dedda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:29Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:22.135310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event updated for resources: {'Port': ['ID=e9873289-abac-43bd-be88-b82af27e623a,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:22.142556 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.176130 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.198378 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port dd234248-6e95-4d48-a904-37c0f5f857ae triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:22.199972 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.221301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4635060b-e294-4228-ac9b-1740a71dedda None None] The sync data for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 is: [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:29Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:22.327330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Network a8415c3c-c33c-44af-8969-84e06ead98a7 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:22.329725 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.331746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:22.364911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:22.389746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d95027ea-6beb-4014-bf9f-f83fe9bd5833 None None] Provisioning for port 570a797b-2f6b-4e8a-8f15-4ca64645e82f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:22.396915 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e17ad74a-7497-4178-92a1-46b38e5c86e6 req-497eba6a-9f78-4143-b008-c41ea2e85515 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 210 time: 0.1896617 Aug 31 14:11:22.579325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d95027ea-6beb-4014-bf9f-f83fe9bd5833 None None] Provisioning for port 4d085dc2-8119-49bd-8fd4-891b80900c4d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:22.585506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d95027ea-6beb-4014-bf9f-f83fe9bd5833 None None] Provisioning complete for port 4d085dc2-8119-49bd-8fd4-891b80900c4d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:22.586037 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d95027ea-6beb-4014-bf9f-f83fe9bd5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.616017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Network 0cee240c-5069-4a5d-a626-9016f3a55c41 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:22.619656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-750f6bb9-65a8-4ece-999b-af4c690a973d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.20 (4123d0e2-1c5d-4144-aabb-59dddd325ee2/4d03b354-6c0c-4abb-949e-7e2f946996bb/4d085dc2-8119-49bd-8fd4-891b80900c4d) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:22.643484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:22.674164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:22.707843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event updated for resources: {'Port': ['ID=d3cf24c1-6ead-43d3-be66-96895cd799bb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:22.716529 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d95027ea-6beb-4014-bf9f-f83fe9bd5833 None None] Port 4d085dc2-8119-49bd-8fd4-891b80900c4d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:22.763956 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0caf770d-c030-4d6e-97b8-0de7d6dbb393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.794738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d95027ea-6beb-4014-bf9f-f83fe9bd5833 None None] Provisioning complete for port 044d64b3-e8e1-4672-baf6-d91b6de8a11d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:22.794978 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d95027ea-6beb-4014-bf9f-f83fe9bd5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:22.855497 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0982c1-8068-4963-8224-a0c1d3c25f59 None None] New status for floating IP 6b3bd3c3-83f2-455f-b057-e2a81ad5e763: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:11:22.860725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 5a65f7ab-c9c7-4874-a25b-659b181b7708 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:22.862035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 570a797b-2f6b-4e8a-8f15-4ca64645e82f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:22.881636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:22.882534 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.063090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51716) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:23.072192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:23.095416 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cf126ef9-66ad-4086-9aa7-8caf6e64764a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6705508 Aug 31 14:11:23.100887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 570a797b-2f6b-4e8a-8f15-4ca64645e82f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:23.106180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51720) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:23.112418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 570a797b-2f6b-4e8a-8f15-4ca64645e82f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:23.113026 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.115415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Sync routers for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:23.125749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-26d4c6a7-ffa2-4a8a-9737-5c21de3d8c59 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:23.142877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0caf770d-c030-4d6e-97b8-0de7d6dbb393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.190203 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0caf770d-c030-4d6e-97b8-0de7d6dbb393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.199075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:23.200005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:23.202374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-e82e8da9-5ec2-4034-87ca-36a83a3cf3ec tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9552629 Aug 31 14:11:23.262192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Request body: {'port': {'device_id': '86f3ed98-0afe-4e22-baf4-b96da315dd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:23.335850 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-654eaa48-65fd-4825-9d96-88764ab3b43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.342654 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0caf770d-c030-4d6e-97b8-0de7d6dbb393 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72ef852b856240039ca1bd81188f62d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3672056 Aug 31 14:11:23.344417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51722) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:23.350079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf770d-c030-4d6e-97b8-0de7d6dbb393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6816c534-1e40-4697-8871-1ca43a6dd6fe,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:23.373063 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-750f6bb9-65a8-4ece-999b-af4c690a973d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.380617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:23.384066 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70f34648-b07f-40dd-b7c5-e62009610362 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.409464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-750f6bb9-65a8-4ece-999b-af4c690a973d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Ignored duplicate provisioning block setup for port 4d085dc2-8119-49bd-8fd4-891b80900c4d by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:11:23.446221 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.465115 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.465971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-750f6bb9-65a8-4ece-999b-af4c690a973d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.474374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f34fc00a-89d0-4bbc-a19b-980d4531056a None None] Provisioning for port e9873289-abac-43bd-be88-b82af27e623a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:23.477080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f34648-b07f-40dd-b7c5-e62009610362 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event deleted for resources: {'Port': ['ID=db880430-3477-4618-88c6-7d793b07d125,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:23.535300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f34fc00a-89d0-4bbc-a19b-980d4531056a None None] Provisioning complete for port e9873289-abac-43bd-be88-b82af27e623a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:23.535627 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f34fc00a-89d0-4bbc-a19b-980d4531056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.574522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f34fc00a-89d0-4bbc-a19b-980d4531056a None None] Port e9873289-abac-43bd-be88-b82af27e623a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:23.652612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f6bb9-65a8-4ece-999b-af4c690a973d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=4d085dc2-8119-49bd-8fd4-891b80900c4d,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:23.665693 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70f34648-b07f-40dd-b7c5-e62009610362 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.668822 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70f34648-b07f-40dd-b7c5-e62009610362 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.675816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 570a797b-2f6b-4e8a-8f15-4ca64645e82f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=570a797b-2f6b-4e8a-8f15-4ca64645e82f,segment=NetworkSegment(5120709a-c65c-4080-8c86-3edb1d13bd53),segment_id=5120709a-c65c-4080-8c86-3edb1d13bd53)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:23.676757 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-70f34648-b07f-40dd-b7c5-e62009610362 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "DELETE /v2.0/floatingips/6b3bd3c3-83f2-455f-b057-e2a81ad5e763 HTTP/1.1" status: 204 len: 168 time: 2.6626608 Aug 31 14:11:23.683412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f34fc00a-89d0-4bbc-a19b-980d4531056a None None] Provisioning complete for port 4d085dc2-8119-49bd-8fd4-891b80900c4d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:23.683794 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f34fc00a-89d0-4bbc-a19b-980d4531056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.685563 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.686375 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5802143a-6c8b-41d8-a421-dec3b274a1f1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:23.732003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-750f6bb9-65a8-4ece-999b-af4c690a973d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] In _notify_port_updated(), no bound segment for port 4d085dc2-8119-49bd-8fd4-891b80900c4d on network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 {{(pid=106387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:11:23.748317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f6bb9-65a8-4ece-999b-af4c690a973d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:23.749042 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-750f6bb9-65a8-4ece-999b-af4c690a973d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.750883 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-750f6bb9-65a8-4ece-999b-af4c690a973d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "PUT /v2.0/ports/4d085dc2-8119-49bd-8fd4-891b80900c4d HTTP/1.1" status: 200 len: 1000 time: 2.9642417 Aug 31 14:11:23.753528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51728) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:23.789457 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-152027cb-93d0-48dd-a348-0780af59b544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.891748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=570a797b-2f6b-4e8a-8f15-4ca64645e82f,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:23.925607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b9f77-dfb1-4ebe-950d-b88708d7b93d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 4d085dc2-8119-49bd-8fd4-891b80900c4d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:23.926263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9f77-dfb1-4ebe-950d-b88708d7b93d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.966477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f34fc00a-89d0-4bbc-a19b-980d4531056a None None] Port 4d085dc2-8119-49bd-8fd4-891b80900c4d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:23.970616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-152027cb-93d0-48dd-a348-0780af59b544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:23.998983 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f34fc00a-89d0-4bbc-a19b-980d4531056a None None] Provisioning complete for port 570a797b-2f6b-4e8a-8f15-4ca64645e82f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:24.000874 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f34fc00a-89d0-4bbc-a19b-980d4531056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.042669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9f77-dfb1-4ebe-950d-b88708d7b93d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.060910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b9f77-dfb1-4ebe-950d-b88708d7b93d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 4d085dc2-8119-49bd-8fd4-891b80900c4d owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:24.070301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 5802143a-6c8b-41d8-a421-dec3b274a1f1 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:24.084813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:21Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:17Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9873289-abac-43bd-be88-b82af27e623a', 'name': '', 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:20:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:18Z', 'updated_at': '2021-08-31T14:11:21Z', 'revision_number': 2, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:24.088872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 5802143a-6c8b-41d8-a421-dec3b274a1f1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:24.089748 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.163293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Checking router: 5a65f7ab-c9c7-4874-a25b-659b181b7708 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:24.163974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Updating router 5a65f7ab-c9c7-4874-a25b-659b181b7708 port e9873289-abac-43bd-be88-b82af27e623a binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:11:24.169984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51730) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:24.176758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-efa28705-897b-48fa-96d4-ce97861227df tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1328511972', 'description': 'tempest-description--1716297787'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:24.211916 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.272515 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-654eaa48-65fd-4825-9d96-88764ab3b43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.318238 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efa28705-897b-48fa-96d4-ce97861227df tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.326034 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dbf19-1b72-438f-bee2-ccb1ac6e1480 req-fb891673-9063-4495-b40a-c7333bd280af tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:24.327650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-489dbf19-1b72-438f-bee2-ccb1ac6e1480 req-fb891673-9063-4495-b40a-c7333bd280af tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 931 time: 0.7145615 Aug 31 14:11:24.339893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-654eaa48-65fd-4825-9d96-88764ab3b43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.363043 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.395725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-19c09574-8ac3-492f-badd-32ae53a7e4e3 None None] Provisioning complete for port e9873289-abac-43bd-be88-b82af27e623a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:24.396105 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-19c09574-8ac3-492f-badd-32ae53a7e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.450011 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efa28705-897b-48fa-96d4-ce97861227df tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.454217 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9f77-dfb1-4ebe-950d-b88708d7b93d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.474113 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efa28705-897b-48fa-96d4-ce97861227df tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.513583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654eaa48-65fd-4825-9d96-88764ab3b43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9933e57d-d67a-456d-86d5-427341361d2b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:24.521847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-654eaa48-65fd-4825-9d96-88764ab3b43a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d9769271b664d87831a38690b235dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4546607 Aug 31 14:11:24.530876 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51732) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:24.553155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa28705-897b-48fa-96d4-ce97861227df tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91785f5-f235-4206-970a-31c98446d969,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:24.559417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b9f77-dfb1-4ebe-950d-b88708d7b93d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=4d085dc2-8119-49bd-8fd4-891b80900c4d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:24.583331 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-489dbf19-1b72-438f-bee2-ccb1ac6e1480 req-9a32cfac-e5da-44a1-885a-e4c0ab078baa tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352297 Aug 31 14:11:24.597037 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efa28705-897b-48fa-96d4-ce97861227df tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.603237 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-efa28705-897b-48fa-96d4-ce97861227df tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4317532 Aug 31 14:11:24.604716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51734) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:24.621219 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-152027cb-93d0-48dd-a348-0780af59b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.623800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-152027cb-93d0-48dd-a348-0780af59b544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.624697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c666add9-6c3f-4b78-8a2e-3d17a8f66ea7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Request body: {'security_group_rule': {'security_group_id': 'b91785f5-f235-4206-970a-31c98446d969', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:24.628858 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-152027cb-93d0-48dd-a348-0780af59b544 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6816c534-1e40-4697-8871-1ca43a6dd6fe HTTP/1.1" status: 204 len: 168 time: 1.2790637 Aug 31 14:11:24.647874 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 5802143a-6c8b-41d8-a421-dec3b274a1f1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5802143a-6c8b-41d8-a421-dec3b274a1f1,segment=NetworkSegment(453b547c-e41d-43ff-abf7-a5967278812c),segment_id=453b547c-e41d-43ff-abf7-a5967278812c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:24.650765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-19c09574-8ac3-492f-badd-32ae53a7e4e3 None None] Port e9873289-abac-43bd-be88-b82af27e623a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:24.668638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.675777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-19c09574-8ac3-492f-badd-32ae53a7e4e3 None None] Could not find standard attr ID for object 4d085dc2-8119-49bd-8fd4-891b80900c4d. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:11:24.720151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152027cb-93d0-48dd-a348-0780af59b544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6816c534-1e40-4697-8871-1ca43a6dd6fe,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:24.733052 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9f77-dfb1-4ebe-950d-b88708d7b93d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.747673 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0f7b9f77-dfb1-4ebe-950d-b88708d7b93d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/4d085dc2-8119-49bd-8fd4-891b80900c4d HTTP/1.1" status: 204 len: 168 time: 0.9929852 Aug 31 14:11:24.754737 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51738) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:24.767438 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c666add9-6c3f-4b78-8a2e-3d17a8f66ea7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.797762 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-079e94fb-4959-4176-b947-2a8d47d07d12 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:11:24.812512 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-079e94fb-4959-4176-b947-2a8d47d07d12 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/4d085dc2-8119-49bd-8fd4-891b80900c4d HTTP/1.1" status: 404 len: 333 time: 0.0466301 Aug 31 14:11:24.813657 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-73251add-a46c-4c77-907b-74e6a21c6e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.813657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51740) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:24.813908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=5802143a-6c8b-41d8-a421-dec3b274a1f1,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:24.878317 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c666add9-6c3f-4b78-8a2e-3d17a8f66ea7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.884214 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c666add9-6c3f-4b78-8a2e-3d17a8f66ea7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.889010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 570a797b-2f6b-4e8a-8f15-4ca64645e82f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:24.907660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666add9-6c3f-4b78-8a2e-3d17a8f66ea7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a602b2ed-85d7-4459-9129-fb785c637b13,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:24.919626 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c666add9-6c3f-4b78-8a2e-3d17a8f66ea7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.921308 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c666add9-6c3f-4b78-8a2e-3d17a8f66ea7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111930 Aug 31 14:11:24.924410 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51744) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:24.932602 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-579ab251-1bd2-46c9-9d06-7191b5f2bbb7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Request body: {'security_group_rule': {'security_group_id': 'b91785f5-f235-4206-970a-31c98446d969', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:24.942626 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.extraroute_db [None req-26d4c6a7-ffa2-4a8a-9737-5c21de3d8c59 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=106388) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:11:24.958466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-57840b6b-2985-48fe-a6b0-86ab41a6a379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting subnet 4d03b354-6c0c-4abb-949e-7e2f946996bb {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:11:24.966312 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57840b6b-2985-48fe-a6b0-86ab41a6a379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:24.979677 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-579ab251-1bd2-46c9-9d06-7191b5f2bbb7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.000226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 570a797b-2f6b-4e8a-8f15-4ca64645e82f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:25.000499 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.014022 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57840b6b-2985-48fe-a6b0-86ab41a6a379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.055965 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.059735 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-579ab251-1bd2-46c9-9d06-7191b5f2bbb7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.066172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-579ab251-1bd2-46c9-9d06-7191b5f2bbb7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.099769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ab251-1bd2-46c9-9d06-7191b5f2bbb7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a776462-77b8-4c35-9c0e-1e5a4458d6bd,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:25.103796 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-579ab251-1bd2-46c9-9d06-7191b5f2bbb7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.106624 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-579ab251-1bd2-46c9-9d06-7191b5f2bbb7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1806922 Aug 31 14:11:25.109519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.extraroute_db [None req-26d4c6a7-ffa2-4a8a-9737-5c21de3d8c59 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Removed routes are [] {{(pid=106388) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:11:25.110360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51752) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:25.111095 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Transition to ACTIVE for port object e9873289-abac-43bd-be88-b82af27e623a will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:25.112041 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26d4c6a7-ffa2-4a8a-9737-5c21de3d8c59 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.119396 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:25.128624 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.135476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device afef7c96-77ed-4e34-8a39-84061f550fd0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:25.155031 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.163826 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-73251add-a46c-4c77-907b-74e6a21c6e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.271663 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57840b6b-2985-48fe-a6b0-86ab41a6a379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.300283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158ff25-a5a1-4329-95e0-1431a4bc673d None None] Pushing event updated for resources: {'Port': ['ID=e9873289-abac-43bd-be88-b82af27e623a,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:25.327300 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.358918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Attempting to bind port e9873289-abac-43bd-be88-b82af27e623a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:25.359625 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Attempting to bind port e9873289-abac-43bd-be88-b82af27e623a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '5120709a-c65c-4080-8c86-3edb1d13bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:25.360059 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Attempting to bind port e9873289-abac-43bd-be88-b82af27e623a on network a8415c3c-c33c-44af-8969-84e06ead98a7 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:25.362876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port afef7c96-77ed-4e34-8a39-84061f550fd0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:25.363248 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.390337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:25.390802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Checking segment: {'id': '5120709a-c65c-4080-8c86-3edb1d13bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:25.391966 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.392382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Bound using segment: {'id': '5120709a-c65c-4080-8c86-3edb1d13bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:25.392913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Bound port: e9873289-abac-43bd-be88-b82af27e623a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5120709a-c65c-4080-8c86-3edb1d13bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:25.393321 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.470275 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-73251add-a46c-4c77-907b-74e6a21c6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.481523 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-73251add-a46c-4c77-907b-74e6a21c6e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.483476 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-73251add-a46c-4c77-907b-74e6a21c6e87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9933e57d-d67a-456d-86d5-427341361d2b HTTP/1.1" status: 204 len: 168 time: 0.9326701 Aug 31 14:11:25.518468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cf24c1-6ead-43d3-be66-96895cd799bb {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:25.545393 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.553766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73251add-a46c-4c77-907b-74e6a21c6e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9933e57d-d67a-456d-86d5-427341361d2b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:25.581194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Allocated IP 172.25.3.40 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/f352c9c8-ad49-440b-9554-272d912e0eb1) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:25.588713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Transition to ACTIVE for port object d3cf24c1-6ead-43d3-be66-96895cd799bb will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:25.617668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] For port e9873289-abac-43bd-be88-b82af27e623a, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:25.621842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] For port e9873289-abac-43bd-be88-b82af27e623a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e9873289-abac-43bd-be88-b82af27e623a,segment=NetworkSegment(5120709a-c65c-4080-8c86-3edb1d13bd53),segment_id=5120709a-c65c-4080-8c86-3edb1d13bd53)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:25.631927 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.642653 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.699483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:25.700242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:25.783792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57840b6b-2985-48fe-a6b0-86ab41a6a379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.838162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57840b6b-2985-48fe-a6b0-86ab41a6a379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Subnet': ['ID=4d03b354-6c0c-4abb-949e-7e2f946996bb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:25.850745 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26d4c6a7-ffa2-4a8a-9737-5c21de3d8c59 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.856344 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57840b6b-2985-48fe-a6b0-86ab41a6a379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.861695 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-57840b6b-2985-48fe-a6b0-86ab41a6a379 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/4d03b354-6c0c-4abb-949e-7e2f946996bb HTTP/1.1" status: 204 len: 168 time: 1.0354536 Aug 31 14:11:25.864053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51772) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:25.875561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cf24c1-6ead-43d3-be66-96895cd799bb,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:25.893112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb6ed0-9b78-459b-94c6-ecfe8a40b03f None None] Network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:25.894631 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26d4c6a7-ffa2-4a8a-9737-5c21de3d8c59 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:25.925209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb80a-70ba-4bf5-9c2b-69663c2cb345 req-ccc4d243-1de7-49db-8de7-ac0203a28e9e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:25.940342 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5dbdb80a-70ba-4bf5-9c2b-69663c2cb345 req-ccc4d243-1de7-49db-8de7-ac0203a28e9e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 943 time: 0.1803763 Aug 31 14:11:26.041372 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.062173 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5dbdb80a-70ba-4bf5-9c2b-69663c2cb345 req-3f223d98-ffb4-45bc-abd9-3bdbacc06d1e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200573 Aug 31 14:11:26.095305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:26.099072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158ff25-a5a1-4329-95e0-1431a4bc673d None None] Pushing event updated for resources: {'Port': ['ID=e9873289-abac-43bd-be88-b82af27e623a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:26.137467 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.185371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdd7edb-3dd5-45d7-89f8-664ee464d845 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting subnet 287d432d-043c-4271-8868-8dd4f0fd2f62 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:11:26.196364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:26.201538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:26.206129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:26.210029 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abdd7edb-3dd5-45d7-89f8-664ee464d845 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.230799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event updated for resources: {'Port': ['ID=f352c9c8-ad49-440b-9554-272d912e0eb1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:26.329971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.374051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d4c6a7-ffa2-4a8a-9737-5c21de3d8c59 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 5a65f7ab-c9c7-4874-a25b-659b181b7708 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:26.378756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abdd7edb-3dd5-45d7-89f8-664ee464d845 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.390306 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.419793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Attempting to bind port d3cf24c1-6ead-43d3-be66-96895cd799bb on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:26.420388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Attempting to bind port d3cf24c1-6ead-43d3-be66-96895cd799bb by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:26.420951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Attempting to bind port d3cf24c1-6ead-43d3-be66-96895cd799bb on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:26.450397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Port d3cf24c1-6ead-43d3-be66-96895cd799bb on network 0cee240c-5069-4a5d-a626-9016f3a55c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:11:26.450716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Attempting to bind port d3cf24c1-6ead-43d3-be66-96895cd799bb on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:26.499243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:26.500163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Checking segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:26.500163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Bound using segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:26.501104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Bound port: d3cf24c1-6ead-43d3-be66-96895cd799bb, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:26.501660 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.612713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:25Z', 'revision_number': 6, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:24Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9873289-abac-43bd-be88-b82af27e623a', 'name': '', 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:20:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:18Z', 'updated_at': '2021-08-31T14:11:25Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:26.662531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b1eafb-697c-4cfd-a769-6078f4d36e28 None None] The sync data for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 is: [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:25Z', 'revision_number': 6, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:24Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9873289-abac-43bd-be88-b82af27e623a', 'name': '', 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:20:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:18Z', 'updated_at': '2021-08-31T14:11:25Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:26.706132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] For port d3cf24c1-6ead-43d3-be66-96895cd799bb, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:26.709171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d4c6a7-ffa2-4a8a-9737-5c21de3d8c59 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:26.711928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] For port d3cf24c1-6ead-43d3-be66-96895cd799bb, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d3cf24c1-6ead-43d3-be66-96895cd799bb,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:26.765211 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26d4c6a7-ffa2-4a8a-9737-5c21de3d8c59 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.772061 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-26d4c6a7-ffa2-4a8a-9737-5c21de3d8c59 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708 HTTP/1.1" status: 200 len: 933 time: 3.6593940 Aug 31 14:11:26.780775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51798) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:26.780974 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.787988 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.809402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.862627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5802143a-6c8b-41d8-a421-dec3b274a1f1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:26.966981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event updated for resources: {'Port': ['ID=f352c9c8-ad49-440b-9554-272d912e0eb1,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:26.976371 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:26.988094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 5802143a-6c8b-41d8-a421-dec3b274a1f1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:26.988770 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:27.014476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:27.028460 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-734660dd-2f20-4f61-a713-7b0b84d88250 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9047143 Aug 31 14:11:27.116361 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abdd7edb-3dd5-45d7-89f8-664ee464d845 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:27.134001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:27.136303 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:27.141778 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/d3cf24c1-6ead-43d3-be66-96895cd799bb HTTP/1.1" status: 200 len: 1091 time: 3.8978064 Aug 31 14:11:27.182740 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-edbd0787-c575-49d1-9a13-b499909aebae tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708 HTTP/1.1" status: 200 len: 933 time: 0.3771617 Aug 31 14:11:27.185741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51810) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:27.192771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-179521a7-ce73-40ef-8444-0ed895a539d7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'router': {'routes': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:27.349940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f3ed98-0afe-4e22-baf4-b96da315dd6e', 'tag': 'd3cf24c1-6ead-43d3-be66-96895cd799bb'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:27.353640 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9024ed-2935-4034-8346-fb621f46c5de" -d '{"events": [{"name": "network-changed", "server_uuid": "86f3ed98-0afe-4e22-baf4-b96da315dd6e", "tag": "d3cf24c1-6ead-43d3-be66-96895cd799bb"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:27.356937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c8049-aaab-4195-bbd8-43c18c91e6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cf24c1-6ead-43d3-be66-96895cd799bb,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:27.411904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abdd7edb-3dd5-45d7-89f8-664ee464d845 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:27.470188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd7edb-3dd5-45d7-89f8-664ee464d845 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Subnet': ['ID=287d432d-043c-4271-8868-8dd4f0fd2f62,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:27.523949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bf93a-484e-4ddc-b9ab-488db5240cec None None] Network 4123d0e2-1c5d-4144-aabb-59dddd325ee2 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:27.531230 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abdd7edb-3dd5-45d7-89f8-664ee464d845 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:27.536320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-abdd7edb-3dd5-45d7-89f8-664ee464d845 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/287d432d-043c-4271-8868-8dd4f0fd2f62 HTTP/1.1" status: 204 len: 168 time: 1.6674562 Aug 31 14:11:27.539111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51828) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:27.603885 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-58db9d49-0ebd-4f9b-ba19-3a0371fb6de4 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1328511972&fields=id&tenant_id=1ca467a1e13c4380b35bcca2ba8d2148 HTTP/1.1" status: 200 len: 267 time: 0.2143254 Aug 31 14:11:27.628715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6fd60a75-5b73-4f0a-b70d-b1865f8a1d34 None None] Provisioning complete for port 044d64b3-e8e1-4672-baf6-d91b6de8a11d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:27.629318 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6fd60a75-5b73-4f0a-b70d-b1865f8a1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:27.637428 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:27.643304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-2605e01b-1c33-429a-bc8f-ac2cde0a038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:27.644917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-2605e01b-1c33-429a-bc8f-ac2cde0a038f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 1094 time: 0.3709803 Aug 31 14:11:27.654449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc341d7-b825-4af1-ae5a-477080c202f3 req-a514380d-07cd-4e96-b459-2cba52a1bb51 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:27.656390 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7dc341d7-b825-4af1-ae5a-477080c202f3 req-a514380d-07cd-4e96-b459-2cba52a1bb51 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 943 time: 0.2466519 Aug 31 14:11:27.709158 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-65a5203f-0717-4ac0-a071-0448f7d17aac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3cf24c1-6ead-43d3-be66-96895cd799bb HTTP/1.1" status: 200 len: 217 time: 0.0502412 Aug 31 14:11:27.868311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cb570-f280-42a4-a197-166028d0be5e req-e56eba40-09d2-48c9-b0c2-49f8351c29cd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:27.870061 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-e56eba40-09d2-48c9-b0c2-49f8351c29cd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 810 time: 0.2649739 Aug 31 14:11:27.890320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178cdf6f-2562-492d-b32f-99ea0b24fbe7 None None] DHCP port deletion for 4123d0e2-1c5d-4144-aabb-59dddd325ee2 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:11:27.936158 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-1ee19da6-bf7c-4c45-94d1-8f8ed1cd0e92 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/quotas/1ca467a1e13c4380b35bcca2ba8d2148 HTTP/1.1" status: 200 len: 375 time: 0.0532637 Aug 31 14:11:27.994231 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-178cdf6f-2562-492d-b32f-99ea0b24fbe7 None None] Deleting port 044d64b3-e8e1-4672-baf6-d91b6de8a11d {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:27.994647 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-178cdf6f-2562-492d-b32f-99ea0b24fbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.000785 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8b5c9-5394-46a9-851e-63b282edc373 None None] Sync routers for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:28.016422 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8b5c9-5394-46a9-851e-63b282edc373 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:28.017416 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f8a8b5c9-5394-46a9-851e-63b282edc373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:28.087899 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-0eb9847d-588b-410e-8ca3-a55ea5cabef3 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1432140 Aug 31 14:11:28.100098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.extraroute_db [None req-179521a7-ce73-40ef-8444-0ed895a539d7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Added routes are [] {{(pid=106387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:11:28.100415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.extraroute_db [None req-179521a7-ce73-40ef-8444-0ed895a539d7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=106387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:11:28.135405 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f8a8b5c9-5394-46a9-851e-63b282edc373 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:28.206958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-178cdf6f-2562-492d-b32f-99ea0b24fbe7 None None] For port 044d64b3-e8e1-4672-baf6-d91b6de8a11d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=044d64b3-e8e1-4672-baf6-d91b6de8a11d,segment=NetworkSegment(1f697905-0e04-414e-be63-d4f1e60a4d24),segment_id=1f697905-0e04-414e-be63-d4f1e60a4d24)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:28.209509 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-178cdf6f-2562-492d-b32f-99ea0b24fbe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.211755 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-179521a7-ce73-40ef-8444-0ed895a539d7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.245222 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7dc341d7-b825-4af1-ae5a-477080c202f3 req-01e669e5-5231-4e2b-ad8c-1c9dec994e5b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346756 Aug 31 14:11:28.248381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-178cdf6f-2562-492d-b32f-99ea0b24fbe7 None None] Calling delete_port for 044d64b3-e8e1-4672-baf6-d91b6de8a11d owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:28.254674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-195b5f79-9313-44d7-a2e6-562145e302ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:28.256505 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-195b5f79-9313-44d7-a2e6-562145e302ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.1337588 Aug 31 14:11:28.346741 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-3bf16207-a0fd-4275-8a77-4a00b686c245 service neutron] 10.222.0.20 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387438 Aug 31 14:11:28.354315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-d28d160b-f9fd-4d3b-b0b6-70ad15fbfcfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862048 Aug 31 14:11:28.368648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 044d64b3-e8e1-4672-baf6-d91b6de8a11d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:28.368648 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.400009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-621a7998-6215-4688-807c-2cdf95ad2fce service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:11:28.408207 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f8a8b5c9-5394-46a9-851e-63b282edc373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:25Z', 'revision_number': 6, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:24Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9873289-abac-43bd-be88-b82af27e623a', 'name': '', 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:20:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:18Z', 'updated_at': '2021-08-31T14:11:25Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:28.421150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-621a7998-6215-4688-807c-2cdf95ad2fce service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545788 Aug 31 14:11:28.431422 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-178cdf6f-2562-492d-b32f-99ea0b24fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.468564 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-f14ead53-7e5b-4f3d-bdc7-70ee7e0973d8 service neutron] 10.222.0.20 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208382 Aug 31 14:11:28.485100 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8b5c9-5394-46a9-851e-63b282edc373 None None] Checking router: 5a65f7ab-c9c7-4874-a25b-659b181b7708 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:28.506528 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8b5c9-5394-46a9-851e-63b282edc373 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:28.509472 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f8a8b5c9-5394-46a9-851e-63b282edc373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:28.513993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178cdf6f-2562-492d-b32f-99ea0b24fbe7 None None] No DVR routers for this DVR port 044d64b3-e8e1-4672-baf6-d91b6de8a11d on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:28.521295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cdf6f-2562-492d-b32f-99ea0b24fbe7 None None] Pushing event deleted for resources: {'Port': ['ID=044d64b3-e8e1-4672-baf6-d91b6de8a11d,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:28.570252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-9a0c7b18-b3e6-4adc-903b-d4abbf5eccf0 service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077290 Aug 31 14:11:28.648980 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19312123-41c8-4b34-b652-3f578dabd818 x-openstack-request-id: req-19312123-41c8-4b34-b652-3f578dabd818 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:28.649335 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f3ed98-0afe-4e22-baf4-b96da315dd6e", "tag": "d3cf24c1-6ead-43d3-be66-96895cd799bb", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:28.649623 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19312123-41c8-4b34-b652-3f578dabd818 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:28.650118 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f3ed98-0afe-4e22-baf4-b96da315dd6e', 'tag': 'd3cf24c1-6ead-43d3-be66-96895cd799bb', 'status': 'completed', 'code': 200} Aug 31 14:11:28.659617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] For port 044d64b3-e8e1-4672-baf6-d91b6de8a11d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=044d64b3-e8e1-4672-baf6-d91b6de8a11d,segment=NetworkSegment(1f697905-0e04-414e-be63-d4f1e60a4d24),segment_id=1f697905-0e04-414e-be63-d4f1e60a4d24)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:28.660083 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.675818 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-179521a7-ce73-40ef-8444-0ed895a539d7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.682856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 044d64b3-e8e1-4672-baf6-d91b6de8a11d owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:28.698024 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-179521a7-ce73-40ef-8444-0ed895a539d7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:28.783978 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f8a8b5c9-5394-46a9-851e-63b282edc373 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:28.803909 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66a91796-eb66-4201-8f36-ec512b8d2c0a req-23f3a2af-866e-4c86-8c88-78a7e7210a4a service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212875 Aug 31 14:11:28.893039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e9873289-abac-43bd-be88-b82af27e623a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:28.923860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179521a7-ce73-40ef-8444-0ed895a539d7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 5a65f7ab-c9c7-4874-a25b-659b181b7708 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:28.964282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cefd2a7-6a50-4c58-86f5-e0ea9ae268f2 req-e459b321-6936-4f66-ae46-e0b176926523 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 210 time: 0.1242514 Aug 31 14:11:28.970692 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.024399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port e9873289-abac-43bd-be88-b82af27e623a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:29.037207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e9873289-abac-43bd-be88-b82af27e623a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:29.037842 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.089922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No DVR routers for this DVR port 044d64b3-e8e1-4672-baf6-d91b6de8a11d on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:29.138380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179521a7-ce73-40ef-8444-0ed895a539d7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:29.158241 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-179521a7-ce73-40ef-8444-0ed895a539d7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.162969 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-179521a7-ce73-40ef-8444-0ed895a539d7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708 HTTP/1.1" status: 200 len: 699 time: 1.9757462 Aug 31 14:11:29.163906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51864) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:29.173396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=044d64b3-e8e1-4672-baf6-d91b6de8a11d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:29.197590 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.236289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port e9873289-abac-43bd-be88-b82af27e623a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e9873289-abac-43bd-be88-b82af27e623a,segment=NetworkSegment(5120709a-c65c-4080-8c86-3edb1d13bd53),segment_id=5120709a-c65c-4080-8c86-3edb1d13bd53)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:29.242851 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.326434 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.347666 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f8a8b5c9-5394-46a9-851e-63b282edc373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:28Z', 'revision_number': 7, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:24Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9873289-abac-43bd-be88-b82af27e623a', 'name': '', 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:20:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:18Z', 'updated_at': '2021-08-31T14:11:25Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:29.351383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9024ed-2935-4034-8346-fb621f46c5de req-3e7565e5-cff4-458b-bd4e-f2cce070a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.352984 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc9024ed-2935-4034-8346-fb621f46c5de req-3e7565e5-cff4-458b-bd4e-f2cce070a52b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 1094 time: 0.4952486 Aug 31 14:11:29.354718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4123d0e2-1c5d-4144-aabb-59dddd325ee2']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:29.371248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 044d64b3-e8e1-4672-baf6-d91b6de8a11d no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:29.389602 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8b5c9-5394-46a9-851e-63b282edc373 None None] The sync data for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 is: [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:28Z', 'revision_number': 7, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:24Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9873289-abac-43bd-be88-b82af27e623a', 'name': '', 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:20:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:18Z', 'updated_at': '2021-08-31T14:11:25Z', 'revision_number': 4, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:29.395942 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-623bdbfa-3962-4a51-8d53-7784417cdfa9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708 HTTP/1.1" status: 200 len: 699 time: 0.2271850 Aug 31 14:11:29.410435 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51870) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:29.432941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 044d64b3-e8e1-4672-baf6-d91b6de8a11d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:29.433293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 044d64b3-e8e1-4672-baf6-d91b6de8a11d not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:29.434833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=e9873289-abac-43bd-be88-b82af27e623a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:29.481051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f697905-0e04-414e-be63-d4f1e60a4d24') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:29.481346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f697905-0e04-414e-be63-d4f1e60a4d24') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:29.498370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.522476 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.538493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:11:29.539215 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:11:29.542797 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:11:29.608596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9024ed-2935-4034-8346-fb621f46c5de req-85a1a0c5-e874-448f-8d1c-54eb73978e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.610714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc9024ed-2935-4034-8346-fb621f46c5de req-85a1a0c5-e874-448f-8d1c-54eb73978e15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 907 time: 0.2442641 Aug 31 14:11:29.625977 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.678653 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:29.686482 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/networks/4123d0e2-1c5d-4144-aabb-59dddd325ee2 HTTP/1.1" status: 204 len: 168 time: 2.1439650 Aug 31 14:11:29.686482 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469752eb-a8f4-4baa-9c20-4f1affc4f274 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Network': ['ID=4123d0e2-1c5d-4144-aabb-59dddd325ee2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:29.689038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc9024ed-2935-4034-8346-fb621f46c5de req-876d193e-84d0-412d-a716-ada570bfa47f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3cf24c1-6ead-43d3-be66-96895cd799bb HTTP/1.1" status: 200 len: 217 time: 0.0710020 Aug 31 14:11:29.689515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51878) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:29.779636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9024ed-2935-4034-8346-fb621f46c5de req-fea2b22f-54c6-45c2-9fb5-fde2f97d6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.782222 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc9024ed-2935-4034-8346-fb621f46c5de req-fea2b22f-54c6-45c2-9fb5-fde2f97d6210 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.0799890 Aug 31 14:11:29.799358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbad052-91c0-4365-82ea-354246238a41 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:29.808047 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4bbad052-91c0-4365-82ea-354246238a41 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1163330 Aug 31 14:11:29.808847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51882) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:29.856190 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a70bb-1d49-4160-8585-c4729ea8603d None None] Sync routers for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:29.872247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a70bb-1d49-4160-8585-c4729ea8603d None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:29.873335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-962a70bb-1d49-4160-8585-c4729ea8603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:29.903370 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc9024ed-2935-4034-8346-fb621f46c5de req-8e945214-fcc5-45e2-9d63-6bd704520dcf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151023 Aug 31 14:11:29.992252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e65cc5e4-79ce-42f3-8656-9644bd4696c4 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1714377 Aug 31 14:11:29.994224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51886) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:30.002216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ef936d1b-14a7-403b-bafc-224afe9c2f5f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-891886288'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:30.056644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef936d1b-14a7-403b-bafc-224afe9c2f5f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:30.061251 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef936d1b-14a7-403b-bafc-224afe9c2f5f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:30.089662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc9024ed-2935-4034-8346-fb621f46c5de req-e9bd48cc-c61d-4f17-b963-00f4354cef0d service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793668 Aug 31 14:11:30.149672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e4901-67c6-4108-a547-00b5d723f63c req-f1289e09-2d57-4036-9e56-bd0de0d07619 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:30.151915 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fa4e4901-67c6-4108-a547-00b5d723f63c req-f1289e09-2d57-4036-9e56-bd0de0d07619 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 943 time: 0.7425039 Aug 31 14:11:30.267252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-962a70bb-1d49-4160-8585-c4729ea8603d None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:30.303800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef936d1b-14a7-403b-bafc-224afe9c2f5f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:11:30.325332 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fa4e4901-67c6-4108-a547-00b5d723f63c req-9e9c89d1-d6fd-4b00-a4db-cf76a0928a75 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701013 Aug 31 14:11:30.390387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-349afaca-67b2-4339-9268-8031cc91b3a5 req-b526232b-4c29-4f30-8d0d-40784c32a482 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 210 time: 0.2554955 Aug 31 14:11:30.393748 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc9024ed-2935-4034-8346-fb621f46c5de req-5ba82416-b879-4343-99b7-033bfa13d3d4 service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962747 Aug 31 14:11:30.399664 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef936d1b-14a7-403b-bafc-224afe9c2f5f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:30.402923 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-ef936d1b-14a7-403b-bafc-224afe9c2f5f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Added segment e57c54ab-c779-4bb5-98bb-efe1f14c0d36 of type vlan for network 11e2da14-6e05-4a58-81c1-d75826afdfe4 Aug 31 14:11:30.504000 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef936d1b-14a7-403b-bafc-224afe9c2f5f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:30.575692 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef936d1b-14a7-403b-bafc-224afe9c2f5f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:30.589037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef936d1b-14a7-403b-bafc-224afe9c2f5f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:30.589704 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef936d1b-14a7-403b-bafc-224afe9c2f5f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:30.654796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ef936d1b-14a7-403b-bafc-224afe9c2f5f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6574392 Aug 31 14:11:30.655845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cb570-f280-42a4-a197-166028d0be5e req-0d9ac8d2-0d40-48c4-958d-8c612f35f23f tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:30.658186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51896) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:30.658397 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-0d9ac8d2-0d40-48c4-958d-8c612f35f23f tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.52 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 810 time: 0.1778355 Aug 31 14:11:30.663597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e2ba6e20-a00b-4149-a8e3-5be788c415a7 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '11e2da14-6e05-4a58-81c1-d75826afdfe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:30.681542 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3447437f-18c1-4a3c-8acf-c5464c663772 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:30.779397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-962a70bb-1d49-4160-8585-c4729ea8603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:28Z', 'revision_number': 7, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:24Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9873289-abac-43bd-be88-b82af27e623a', 'name': '', 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:20:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:18Z', 'updated_at': '2021-08-31T14:11:29Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:30.800714 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-70e6b365-ffee-4176-939a-d043b631a6bb tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ca467a1e13c4380b35bcca2ba8d2148 HTTP/1.1" status: 200 len: 380 time: 0.1270406 Aug 31 14:11:30.807718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ba6e20-a00b-4149-a8e3-5be788c415a7 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:30.812524 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6e20-a00b-4149-a8e3-5be788c415a7 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:30.816138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Request body: {'port': {'device_id': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'admin_state_up': True, 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'security_groups': ['b91785f5-f235-4206-970a-31c98446d969']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:30.849533 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e9873289-abac-43bd-be88-b82af27e623a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:30.886359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef936d1b-14a7-403b-bafc-224afe9c2f5f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Network': ['ID=11e2da14-6e05-4a58-81c1-d75826afdfe4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:30.910004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a70bb-1d49-4160-8585-c4729ea8603d None None] Checking router: 5a65f7ab-c9c7-4874-a25b-659b181b7708 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:30.912096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 11e2da14-6e05-4a58-81c1-d75826afdfe4 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:11:30.931594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51900) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:31.004472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Made reservation on behalf of 1ca467a1e13c4380b35bcca2ba8d2148 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:31.008196 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.034144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a70bb-1d49-4160-8585-c4729ea8603d None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:31.035147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-962a70bb-1d49-4160-8585-c4729ea8603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:31.075174 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6e20-a00b-4149-a8e3-5be788c415a7 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.120241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c6b9485-d5e7-49ba-94cc-8f65a310dcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.138417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e9873289-abac-43bd-be88-b82af27e623a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:31.138800 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.179570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-962a70bb-1d49-4160-8585-c4729ea8603d None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:31.188414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba6e20-a00b-4149-a8e3-5be788c415a7 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Subnet': ['ID=3587d4f1-37e0-4c25-8a9b-bc78756d2dca,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:31.207894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba6e20-a00b-4149-a8e3-5be788c415a7 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Checking segment: {'id': 'e57c54ab-c779-4bb5-98bb-efe1f14c0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '11e2da14-6e05-4a58-81c1-d75826afdfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:31.208158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba6e20-a00b-4149-a8e3-5be788c415a7 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network hostable DHCP agents. Network: 11e2da14-6e05-4a58-81c1-d75826afdfe4, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:11:31.212882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-3447437f-18c1-4a3c-8acf-c5464c663772 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port e9873289-abac-43bd-be88-b82af27e623a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:31.213424 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3447437f-18c1-4a3c-8acf-c5464c663772 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.246820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba6e20-a00b-4149-a8e3-5be788c415a7 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 11e2da14-6e05-4a58-81c1-d75826afdfe4 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:11:31.264877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba6e20-a00b-4149-a8e3-5be788c415a7 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 11e2da14-6e05-4a58-81c1-d75826afdfe4) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:31.270260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ba6e20-a00b-4149-a8e3-5be788c415a7 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:31.270868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6e20-a00b-4149-a8e3-5be788c415a7 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.284866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Allocated IP 172.20.0.8 (d0b5bd67-43f6-464d-968b-b9a83e80305f/6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b/1cedc0db-224b-4edd-a893-686ae0e7b2ad) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:31.307058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc14fd-ee8a-4191-b5e9-27b187fac827 None None] Network 11e2da14-6e05-4a58-81c1-d75826afdfe4 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:31.316568 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c6b9485-d5e7-49ba-94cc-8f65a310dcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.326185 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c6b9485-d5e7-49ba-94cc-8f65a310dcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.349256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e2ba6e20-a00b-4149-a8e3-5be788c415a7 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6871345 Aug 31 14:11:31.354496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51904) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:31.361783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '11e2da14-6e05-4a58-81c1-d75826afdfe4', 'name': 'tempest-PortsTestJSON-1127744822'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:31.379362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b9485-d5e7-49ba-94cc-8f65a310dcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79462498-6d0b-4471-83d1-9f8565d61c19,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:31.386724 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8c6b9485-d5e7-49ba-94cc-8f65a310dcad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e33025e1df914b1387f5ec595e6446c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4540713 Aug 31 14:11:31.387399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51908) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:31.436877 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3165616a-86d3-4821-9a7f-54d96884061d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.493712 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12247d70-17ec-49e3-aab4-0fc2f39ab014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.545350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-3447437f-18c1-4a3c-8acf-c5464c663772 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] For port e9873289-abac-43bd-be88-b82af27e623a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e9873289-abac-43bd-be88-b82af27e623a,segment=NetworkSegment(5120709a-c65c-4080-8c86-3edb1d13bd53),segment_id=5120709a-c65c-4080-8c86-3edb1d13bd53)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:31.545895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3447437f-18c1-4a3c-8acf-c5464c663772 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.587554 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-441156a9-01cb-44b5-a4eb-52fb2766ee01 req-963334e3-ebaa-449e-8034-c7e2a115a7be tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 210 time: 0.0686257 Aug 31 14:11:31.596364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12247d70-17ec-49e3-aab4-0fc2f39ab014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.604997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-11e2da14-6e05-4a58-81c1-d75826afdfe4', 'network_id': '11e2da14-6e05-4a58-81c1-d75826afdfe4', 'tenant_id': '5da52edce4934f4499b8c015c8702c4e', 'fixed_ips': [{'subnet_id': '3587d4f1-37e0-4c25-8a9b-bc78756d2dca'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:11:31.606159 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.616345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-3447437f-18c1-4a3c-8acf-c5464c663772 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for e9873289-abac-43bd-be88-b82af27e623a owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:31.634928 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-962a70bb-1d49-4160-8585-c4729ea8603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:28Z', 'revision_number': 7, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:24Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9873289-abac-43bd-be88-b82af27e623a', 'name': '', 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:20:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:18Z', 'updated_at': '2021-08-31T14:11:29Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:31.673037 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12247d70-17ec-49e3-aab4-0fc2f39ab014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.675792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12247d70-17ec-49e3-aab4-0fc2f39ab014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.680703 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-12247d70-17ec-49e3-aab4-0fc2f39ab014 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79462498-6d0b-4471-83d1-9f8565d61c19 HTTP/1.1" status: 204 len: 168 time: 0.2883813 Aug 31 14:11:31.685849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12247d70-17ec-49e3-aab4-0fc2f39ab014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79462498-6d0b-4471-83d1-9f8565d61c19,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:31.707035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a70bb-1d49-4160-8585-c4729ea8603d None None] The sync data for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 is: [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:28Z', 'revision_number': 7, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:24Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9873289-abac-43bd-be88-b82af27e623a', 'name': '', 'network_id': 'a8415c3c-c33c-44af-8969-84e06ead98a7', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:20:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:18Z', 'updated_at': '2021-08-31T14:11:29Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': 'd26065c6-3fe3-45c3-9845-f3adc74357ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:31.714508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fbf2d-0d4b-4059-bce7-555f731cafa8 req-65e48235-6abb-4c91-9677-d0b2fdcd666c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:31.723405 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d82fbf2d-0d4b-4059-bce7-555f731cafa8 req-65e48235-6abb-4c91-9677-d0b2fdcd666c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 943 time: 0.2311263 Aug 31 14:11:31.815855 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.857246 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d82fbf2d-0d4b-4059-bce7-555f731cafa8 req-49f5aaf9-6199-4d53-965e-37cc4070231a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327596 Aug 31 14:11:31.877660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:31.882295 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:31.892823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Transition to ACTIVE for port object 1cedc0db-224b-4edd-a893-686ae0e7b2ad will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:31.899518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Allocated IP 172.20.0.2 (11e2da14-6e05-4a58-81c1-d75826afdfe4/3587d4f1-37e0-4c25-8a9b-bc78756d2dca/0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:31.963759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port e905f9a8-1da3-4113-8ff1-244eae1130b8 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:11:32.060865 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.082295 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.092388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Transition to ACTIVE for port object 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:32.112232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Transition to ACTIVE for port object 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:32.120556 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.175152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Network d0b5bd67-43f6-464d-968b-b9a83e80305f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:32.175759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Network 11e2da14-6e05-4a58-81c1-d75826afdfe4 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:32.183821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51922) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:32.184574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:32.192508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:32.194359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:32.197422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:32.209564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Pushing event updated for resources: {'Port': ['ID=0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:32.212285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e138a2d4-81a4-4ea8-838a-93f7b5fa3a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.262453 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event updated for resources: {'Port': ['ID=1cedc0db-224b-4edd-a893-686ae0e7b2ad,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:32.266784 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3447437f-18c1-4a3c-8acf-c5464c663772 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.271165 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Attempting to bind port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:32.271925 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Attempting to bind port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e57c54ab-c779-4bb5-98bb-efe1f14c0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '11e2da14-6e05-4a58-81c1-d75826afdfe4'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:32.272413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Attempting to bind port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb on network 11e2da14-6e05-4a58-81c1-d75826afdfe4 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:32.281645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:32.282319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Checking segment: {'id': 'e57c54ab-c779-4bb5-98bb-efe1f14c0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '11e2da14-6e05-4a58-81c1-d75826afdfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:32.282460 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.282870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Bound using segment: {'id': 'e57c54ab-c779-4bb5-98bb-efe1f14c0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '11e2da14-6e05-4a58-81c1-d75826afdfe4'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:32.283354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Bound port: 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57c54ab-c779-4bb5-98bb-efe1f14c0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '11e2da14-6e05-4a58-81c1-d75826afdfe4'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:32.284207 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.287753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.3 (11e2da14-6e05-4a58-81c1-d75826afdfe4/3587d4f1-37e0-4c25-8a9b-bc78756d2dca/e905f9a8-1da3-4113-8ff1-244eae1130b8) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:32.317577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447437f-18c1-4a3c-8acf-c5464c663772 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=e9873289-abac-43bd-be88-b82af27e623a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:32.347616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e138a2d4-81a4-4ea8-838a-93f7b5fa3a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.353823 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e138a2d4-81a4-4ea8-838a-93f7b5fa3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.393302 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] For port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:32.397958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] For port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb,segment=NetworkSegment(e57c54ab-c779-4bb5-98bb-efe1f14c0d36),segment_id=e57c54ab-c779-4bb5-98bb-efe1f14c0d36)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:32.403838 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.413270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e138a2d4-81a4-4ea8-838a-93f7b5fa3a25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e1950c5337a4ee790c5707f88e93ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277963 Aug 31 14:11:32.414818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138a2d4-81a4-4ea8-838a-93f7b5fa3a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e602404f-7108-4764-ad0e-27805a23c002,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:32.420513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51924) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:32.506480 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:32.507283 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.511133 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-65868dda-62f0-4716-bcb5-a99285425748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.530880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9c683-fdc4-4135-a772-39accaba0f1d None None] Pushing event updated for resources: {'Port': ['ID=0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:32.561321 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-65868dda-62f0-4716-bcb5-a99285425748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.610556 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-b54f0660-ccde-44a2-9f55-bf347d61bc7a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8001347 Aug 31 14:11:32.627678 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Request body: {'port': {'device_id': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:32.648868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-65868dda-62f0-4716-bcb5-a99285425748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.655061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-65868dda-62f0-4716-bcb5-a99285425748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.659275 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-65868dda-62f0-4716-bcb5-a99285425748 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e602404f-7108-4764-ad0e-27805a23c002 HTTP/1.1" status: 204 len: 168 time: 0.2345166 Aug 31 14:11:32.681699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868dda-62f0-4716-bcb5-a99285425748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e602404f-7108-4764-ad0e-27805a23c002,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:32.802039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0cef-5cef-496e-bc11-a9681f92ea49 req-7e7235ad-ae60-44be-b92b-ca8c4df05838 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:32.804054 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a8f0cef-5cef-496e-bc11-a9681f92ea49 req-7e7235ad-ae60-44be-b92b-ca8c4df05838 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 931 time: 0.1106379 Aug 31 14:11:32.808636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b2e00ca2-9239-4b7c-a136-9146155f6655 None None] Provisioning for port 1cedc0db-224b-4edd-a893-686ae0e7b2ad completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:32.813756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b2e00ca2-9239-4b7c-a136-9146155f6655 None None] Provisioning complete for port 1cedc0db-224b-4edd-a893-686ae0e7b2ad triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:32.814279 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2e00ca2-9239-4b7c-a136-9146155f6655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.881405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d3cf24c1-6ead-43d3-be66-96895cd799bb details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:11:32.905212 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a8f0cef-5cef-496e-bc11-a9681f92ea49 req-12acfea0-b51c-4def-ab0a-5b2f010093dc tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=b91785f5-f235-4206-970a-31c98446d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883081 Aug 31 14:11:32.929160 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:32.937801 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b2e00ca2-9239-4b7c-a136-9146155f6655 None None] Port 1cedc0db-224b-4edd-a893-686ae0e7b2ad cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:32.969373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Transition to ACTIVE for port object e905f9a8-1da3-4113-8ff1-244eae1130b8 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:33.103301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d3cf24c1-6ead-43d3-be66-96895cd799bb, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d3cf24c1-6ead-43d3-be66-96895cd799bb,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:33.114927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'd3cf24c1-6ead-43d3-be66-96895cd799bb', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'port_id': 'd3cf24c1-6ead-43d3-be66-96895cd799bb', 'mac_address': 'fa:16:3e:1a:91:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac749944-61c0-4e97-a3b2-48b24cb2a6a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:11:33.159759 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:33.174785 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3447437f-18c1-4a3c-8acf-c5464c663772 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:33.177508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cf24c1-6ead-43d3-be66-96895cd799bb {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:33.182329 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:33.205813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d3cf24c1-6ead-43d3-be66-96895cd799bb, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d3cf24c1-6ead-43d3-be66-96895cd799bb,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:33.209389 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:33.212352 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:33.269089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d3cf24c1-6ead-43d3-be66-96895cd799bb,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:33.320952 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e613-e457-482c-9871-52668944c626 req-5884b11e-8f3d-4b07-b23e-915be45e7d51 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:33.322605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-99d0e613-e457-482c-9871-52668944c626 req-5884b11e-8f3d-4b07-b23e-915be45e7d51 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 943 time: 0.2725346 Aug 31 14:11:33.418239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 11e2da14-6e05-4a58-81c1-d75826afdfe4 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:33.442209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:33.450105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:33.453487 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=e905f9a8-1da3-4113-8ff1-244eae1130b8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:33.518605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['d3cf24c1-6ead-43d3-be66-96895cd799bb'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:33.521469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:33.521826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:33.522171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:33.522512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:33.522896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:33.523172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:33.523499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:33.524042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:33.524383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:33.524754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:33.525186 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:33.525407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:33.604827 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-99d0e613-e457-482c-9871-52668944c626 req-324ec896-a45b-4792-a810-93ba214a46b7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207355 Aug 31 14:11:33.633859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:33.634553 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:33.912584 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c427cb2-74f8-481a-a639-6637c8c11ed7 None None] Network 11e2da14-6e05-4a58-81c1-d75826afdfe4 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:33.998577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e3b999e2-62b6-4836-9ce9-bf4dd8e8d8b9 None None] Provisioning for port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:34.038315 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:34.046057 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ee73376-09f1-4a80-8f94-57963a9a327c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:34.082902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6eeecf-e6db-4203-932a-0145cc03dc9c req-2805f029-49e6-4643-a060-f0b6479d0a87 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:34.085866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b6eeecf-e6db-4203-932a-0145cc03dc9c req-2805f029-49e6-4643-a060-f0b6479d0a87 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 931 time: 0.0895917 Aug 31 14:11:34.149932 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b6eeecf-e6db-4203-932a-0145cc03dc9c req-774d4275-5628-4858-b22b-e3d6f3873abd tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=b91785f5-f235-4206-970a-31c98446d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544162 Aug 31 14:11:34.192608 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51966) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:34.193107 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5da229cf-39db-447a-a7dc-69fa92a491f1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8372295 Aug 31 14:11:34.200132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '11e2da14-6e05-4a58-81c1-d75826afdfe4', 'name': 'tempest-PortsTestJSON-572468974'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:34.205036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3447437f-18c1-4a3c-8acf-c5464c663772 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 5a65f7ab-c9c7-4874-a25b-659b181b7708 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:34.372909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:34.382824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:34.399585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3447437f-18c1-4a3c-8acf-c5464c663772 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:34.415294 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50105c4f-e29c-4d7e-9ce5-0c88b5428510 None None] Sync routers for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:34.418065 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3447437f-18c1-4a3c-8acf-c5464c663772 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0065625 Aug 31 14:11:34.422602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51974) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:34.424904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port 880f0cda-3afe-43f5-8624-e82b3a75fb8a yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:11:34.446019 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50105c4f-e29c-4d7e-9ce5-0c88b5428510 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:34.447305 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-50105c4f-e29c-4d7e-9ce5-0c88b5428510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:34.495241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cedc0db-224b-4edd-a893-686ae0e7b2ad {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:34.505869 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:34.527219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Transition to ACTIVE for port object 1cedc0db-224b-4edd-a893-686ae0e7b2ad will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:34.531845 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:34.539777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f79047c3-21f1-4817-b17d-ba488a070dce None None] Provisioning for port e905f9a8-1da3-4113-8ff1-244eae1130b8 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:34.554916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f79047c3-21f1-4817-b17d-ba488a070dce None None] Provisioning complete for port e905f9a8-1da3-4113-8ff1-244eae1130b8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:34.555297 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f79047c3-21f1-4817-b17d-ba488a070dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:34.561490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0a8e44-7a6c-49b1-8af8-5e46c27eadc7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting subnet d26065c6-3fe3-45c3-9845-f3adc74357ca {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:11:34.573169 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9b0a8e44-7a6c-49b1-8af8-5e46c27eadc7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:34.640014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1cedc0db-224b-4edd-a893-686ae0e7b2ad,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:34.644654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f79047c3-21f1-4817-b17d-ba488a070dce None None] Port e905f9a8-1da3-4113-8ff1-244eae1130b8 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:34.659138 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9b0a8e44-7a6c-49b1-8af8-5e46c27eadc7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:34.660910 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-50105c4f-e29c-4d7e-9ce5-0c88b5428510 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:34.837633 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9b0a8e44-7a6c-49b1-8af8-5e46c27eadc7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:34.879114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d3cf24c1-6ead-43d3-be66-96895cd799bb up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:34.897290 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Attempting to bind port 1cedc0db-224b-4edd-a893-686ae0e7b2ad on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:34.897290 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Attempting to bind port 1cedc0db-224b-4edd-a893-686ae0e7b2ad by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:34.897689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Attempting to bind port 1cedc0db-224b-4edd-a893-686ae0e7b2ad on network d0b5bd67-43f6-464d-968b-b9a83e80305f {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:34.910655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Port 1cedc0db-224b-4edd-a893-686ae0e7b2ad on network d0b5bd67-43f6-464d-968b-b9a83e80305f not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:11:34.911466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Attempting to bind port 1cedc0db-224b-4edd-a893-686ae0e7b2ad on network d0b5bd67-43f6-464d-968b-b9a83e80305f {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:34.923508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:34.924873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Checking segment: {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:34.925308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Bound using segment: {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:34.925940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Bound port: 1cedc0db-224b-4edd-a893-686ae0e7b2ad, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:34.926408 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:34.948987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:34.949225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ef3ed-384f-4ca7-aee5-ebc9d99169c5 req-e8a82bfb-fa49-4479-a8a3-02d65e29f76a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:34.955469 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8e5ef3ed-384f-4ca7-aee5-ebc9d99169c5 req-e8a82bfb-fa49-4479-a8a3-02d65e29f76a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 944 time: 0.1456208 Aug 31 14:11:35.044321 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9b0a8e44-7a6c-49b1-8af8-5e46c27eadc7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.064990 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] For port 1cedc0db-224b-4edd-a893-686ae0e7b2ad, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:35.082971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] For port 1cedc0db-224b-4edd-a893-686ae0e7b2ad, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1cedc0db-224b-4edd-a893-686ae0e7b2ad,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:35.092260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.098584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a8e44-7a6c-49b1-8af8-5e46c27eadc7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Subnet': ['ID=d26065c6-3fe3-45c3-9845-f3adc74357ca,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:35.105592 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9b0a8e44-7a6c-49b1-8af8-5e46c27eadc7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.108620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9b0a8e44-7a6c-49b1-8af8-5e46c27eadc7 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/d26065c6-3fe3-45c3-9845-f3adc74357ca HTTP/1.1" status: 204 len: 168 time: 0.6771090 Aug 31 14:11:35.110689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.6 (11e2da14-6e05-4a58-81c1-d75826afdfe4/3587d4f1-37e0-4c25-8a9b-bc78756d2dca/880f0cda-3afe-43f5-8624-e82b3a75fb8a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:35.112866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51986) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:35.131608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499286f3-4285-4c52-8e4f-4e5a28577e5e None None] Network a8415c3c-c33c-44af-8969-84e06ead98a7 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:35.158424 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8e5ef3ed-384f-4ca7-aee5-ebc9d99169c5 req-fd5cefda-3e22-4ab9-bc04-534ea3d47f39 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180060 Aug 31 14:11:35.169651 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-50105c4f-e29c-4d7e-9ce5-0c88b5428510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:32Z', 'revision_number': 8, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:24Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:35.170215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:35.170964 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.173151 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] 10.222.0.52 "PUT /v2.0/ports/1cedc0db-224b-4edd-a893-686ae0e7b2ad HTTP/1.1" status: 200 len: 1091 time: 2.5511975 Aug 31 14:11:35.173754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'tag': '1cedc0db-224b-4edd-a893-686ae0e7b2ad'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:35.176385 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239eac25-6d0c-48d1-9f8c-7307cfa52d94" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee56011-ba36-4fff-8f88-05f08e251f6e", "tag": "1cedc0db-224b-4edd-a893-686ae0e7b2ad"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:35.243435 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9077a91-8653-4f74-a155-21ca64431fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1cedc0db-224b-4edd-a893-686ae0e7b2ad,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:35.293410 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50105c4f-e29c-4d7e-9ce5-0c88b5428510 None None] Checking router: 5a65f7ab-c9c7-4874-a25b-659b181b7708 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:35.315641 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50105c4f-e29c-4d7e-9ce5-0c88b5428510 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:35.316286 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-50105c4f-e29c-4d7e-9ce5-0c88b5428510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:35.333461 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c531ae36-c4ee-47fe-a222-e2b952b1466d x-openstack-request-id: req-c531ae36-c4ee-47fe-a222-e2b952b1466d {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:35.334771 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee56011-ba36-4fff-8f88-05f08e251f6e", "tag": "1cedc0db-224b-4edd-a893-686ae0e7b2ad", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:35.335512 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c531ae36-c4ee-47fe-a222-e2b952b1466d {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:35.338215 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'tag': '1cedc0db-224b-4edd-a893-686ae0e7b2ad', 'status': 'completed', 'code': 200} Aug 31 14:11:35.341904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cb570-f280-42a4-a197-166028d0be5e req-a94377c5-5544-4882-9f60-3e8ef602ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:35.345076 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-a94377c5-5544-4882-9f60-3e8ef602ac86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 1094 time: 0.1198053 Aug 31 14:11:35.356945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f821d0af-640f-4b7d-b311-62c3eb5afd6e None None] Provisioning complete for port e905f9a8-1da3-4113-8ff1-244eae1130b8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:35.357184 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f821d0af-640f-4b7d-b311-62c3eb5afd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.373206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.489005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f821d0af-640f-4b7d-b311-62c3eb5afd6e None None] Port e905f9a8-1da3-4113-8ff1-244eae1130b8 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:35.539613 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-d0525935-65b2-41e8-b49a-eb8649d1d509 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cedc0db-224b-4edd-a893-686ae0e7b2ad HTTP/1.1" status: 200 len: 217 time: 0.1709442 Aug 31 14:11:35.640873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port d3cf24c1-6ead-43d3-be66-96895cd799bb completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:35.654807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:35.660517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:35.661275 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.711738 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.716692 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.720561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port d3cf24c1-6ead-43d3-be66-96895cd799bb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:35.721476 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.722175 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545b76c-be81-4d28-83af-758db83ea8eb req-320df777-e32b-4015-a68c-d3ba2269c5ef tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:35.733067 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4545b76c-be81-4d28-83af-758db83ea8eb req-320df777-e32b-4015-a68c-d3ba2269c5ef tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 943 time: 0.3864450 Aug 31 14:11:35.745646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Transition to ACTIVE for port object 880f0cda-3afe-43f5-8624-e82b3a75fb8a will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:35.809746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cb570-f280-42a4-a197-166028d0be5e req-0249da6b-2526-4dca-ad2e-8e0265e98dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:35.817014 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-0249da6b-2526-4dca-ad2e-8e0265e98dc9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 200 len: 849 time: 0.2602096 Aug 31 14:11:35.878102 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-50105c4f-e29c-4d7e-9ce5-0c88b5428510 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:35.908517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.920360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4545b76c-be81-4d28-83af-758db83ea8eb req-20f9b7a2-030f-4973-a9f2-f148597c2f3a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=b91785f5-f235-4206-970a-31c98446d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716695 Aug 31 14:11:35.921889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca50a981-fae0-43ec-a361-eabcfff90dab None None] DHCP port deletion for a8415c3c-c33c-44af-8969-84e06ead98a7 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:11:35.934170 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:35.949603 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cb570-f280-42a4-a197-166028d0be5e req-ab6259a7-99b8-4bce-8185-7dd7f0f6f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:35.951666 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-ab6259a7-99b8-4bce-8185-7dd7f0f6f4bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0b5bd67-43f6-464d-968b-b9a83e80305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235569 Aug 31 14:11:36.038624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=880f0cda-3afe-43f5-8624-e82b3a75fb8a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:36.039977 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.045721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb,segment=NetworkSegment(e57c54ab-c779-4bb5-98bb-efe1f14c0d36),segment_id=e57c54ab-c779-4bb5-98bb-efe1f14c0d36)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:36.066289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.066626 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.066987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.067507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.073306 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-09ca4af0-59a9-47a3-a547-d4c8ee42d066 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058598 Aug 31 14:11:36.077819 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.077819 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.079071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.079601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.080194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.080765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.082326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.082867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.083464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.122582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 11e2da14-6e05-4a58-81c1-d75826afdfe4 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:36.128301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port 570a797b-2f6b-4e8a-8f15-4ca64645e82f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:36.128735 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.239306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] For port 570a797b-2f6b-4e8a-8f15-4ca64645e82f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=570a797b-2f6b-4e8a-8f15-4ca64645e82f,segment=NetworkSegment(5120709a-c65c-4080-8c86-3edb1d13bd53),segment_id=5120709a-c65c-4080-8c86-3edb1d13bd53)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:36.239712 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.258895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for 570a797b-2f6b-4e8a-8f15-4ca64645e82f owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:36.300567 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-50105c4f-e29c-4d7e-9ce5-0c88b5428510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:32Z', 'revision_number': 8, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:24Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:36.317714 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8cb570-f280-42a4-a197-166028d0be5e req-cdefd4b6-4eb5-45a9-a4ed-0935707c2fc2 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333901 Aug 31 14:11:36.393860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:36.400380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:36.407637 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50105c4f-e29c-4d7e-9ce5-0c88b5428510 None None] The sync data for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 is: [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:32Z', 'revision_number': 8, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '5802143a-6c8b-41d8-a421-dec3b274a1f1', 'name': '', 'network_id': '11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:56:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '48c086a3-7510-4ba9-8540-0691a192f022', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:10Z', 'updated_at': '2021-08-31T14:11:24Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '48c086a3-7510-4ba9-8540-0691a192f022', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:36.422258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f3ed98-0afe-4e22-baf4-b96da315dd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cf24c1-6ead-43d3-be66-96895cd799bb'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:36.424738 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72808160-2393-492b-b930-f924a9b0f88d" -d '{"events": [{"server_uuid": "86f3ed98-0afe-4e22-baf4-b96da315dd6e", "name": "network-vif-plugged", "status": "completed", "tag": "d3cf24c1-6ead-43d3-be66-96895cd799bb"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:36.466615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:36.467932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.481947 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.520411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port d3cf24c1-6ead-43d3-be66-96895cd799bb, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d3cf24c1-6ead-43d3-be66-96895cd799bb,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:36.526903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239eac25-6d0c-48d1-9f8c-7307cfa52d94 req-a63f80b4-be20-42bf-83b3-60d631bf829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:36.528772 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-239eac25-6d0c-48d1-9f8c-7307cfa52d94 req-a63f80b4-be20-42bf-83b3-60d631bf829d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 1094 time: 0.1382630 Aug 31 14:11:36.553034 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.566385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=570a797b-2f6b-4e8a-8f15-4ca64645e82f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:36.572186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:36.583492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ca50a981-fae0-43ec-a361-eabcfff90dab None None] Deleting port 570a797b-2f6b-4e8a-8f15-4ca64645e82f {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:36.584083 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ca50a981-fae0-43ec-a361-eabcfff90dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.604657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No DVR routers for this DVR port 570a797b-2f6b-4e8a-8f15-4ca64645e82f on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:36.618129 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2e5c2f-1130-4477-8b07-30f06f7199bc x-openstack-request-id: req-ba2e5c2f-1130-4477-8b07-30f06f7199bc {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:36.629291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a63e34f3-4469-4ee7-b5a6-7762a263848a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4339504 Aug 31 14:11:36.630653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52022) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:36.634956 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f3ed98-0afe-4e22-baf4-b96da315dd6e", "name": "network-vif-plugged", "status": "completed", "tag": "d3cf24c1-6ead-43d3-be66-96895cd799bb", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:36.635332 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba2e5c2f-1130-4477-8b07-30f06f7199bc {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:36.635757 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f3ed98-0afe-4e22-baf4-b96da315dd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cf24c1-6ead-43d3-be66-96895cd799bb', 'code': 200} Aug 31 14:11:36.723325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.724192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.724192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.724819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.724819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.725146 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.725686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.726036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.726407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.726826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.727157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.727669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:11:36.770847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239eac25-6d0c-48d1-9f8c-7307cfa52d94 req-0210fefd-a838-4ca0-8573-4618ac67bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:36.774085 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-239eac25-6d0c-48d1-9f8c-7307cfa52d94 req-0210fefd-a838-4ca0-8573-4618ac67bf25 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 911 time: 0.2336287 Aug 31 14:11:36.845926 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.850203 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-239eac25-6d0c-48d1-9f8c-7307cfa52d94 req-7d5d0308-4b4a-4f32-bea8-ee929b9ad4ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cedc0db-224b-4edd-a893-686ae0e7b2ad HTTP/1.1" status: 200 len: 217 time: 0.0618789 Aug 31 14:11:36.914018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ca50a981-fae0-43ec-a361-eabcfff90dab None None] For port 570a797b-2f6b-4e8a-8f15-4ca64645e82f, host n-d-792364-6, got binding levels [] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:36.914512 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ca50a981-fae0-43ec-a361-eabcfff90dab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.946897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=d3cf24c1-6ead-43d3-be66-96895cd799bb,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:36.976362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ca50a981-fae0-43ec-a361-eabcfff90dab None None] Calling delete_port for 570a797b-2f6b-4e8a-8f15-4ca64645e82f owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:36.981741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.ipam_backend_mixin [None req-ca50a981-fae0-43ec-a361-eabcfff90dab None None] Port 570a797b-2f6b-4e8a-8f15-4ca64645e82f was not found and therefore no delete operation was performed {{(pid=106389) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:11:36.988353 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ca50a981-fae0-43ec-a361-eabcfff90dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:36.996944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239eac25-6d0c-48d1-9f8c-7307cfa52d94 req-ee2e056c-99c1-40bb-863a-0c566bc0b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:37.003259 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-239eac25-6d0c-48d1-9f8c-7307cfa52d94 req-ee2e056c-99c1-40bb-863a-0c566bc0b9c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 200 len: 849 time: 0.1394384 Aug 31 14:11:37.107925 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50a981-fae0-43ec-a361-eabcfff90dab None None] Pushing event deleted for resources: {'Port': ['ID=570a797b-2f6b-4e8a-8f15-4ca64645e82f,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:37.111064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:37.125811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca50a981-fae0-43ec-a361-eabcfff90dab None None] No DVR routers for this DVR port 570a797b-2f6b-4e8a-8f15-4ca64645e82f on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:37.128393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ced2a97d-cc15-4b33-9137-26aaeaf78bb1 None None] Provisioning for port 880f0cda-3afe-43f5-8624-e82b3a75fb8a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:37.136199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239eac25-6d0c-48d1-9f8c-7307cfa52d94 req-5c765e85-2c46-4ac5-8260-e69f7aa85683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:37.138625 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-239eac25-6d0c-48d1-9f8c-7307cfa52d94 req-5c765e85-2c46-4ac5-8260-e69f7aa85683 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0b5bd67-43f6-464d-968b-b9a83e80305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201823 Aug 31 14:11:37.201965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ced2a97d-cc15-4b33-9137-26aaeaf78bb1 None None] Provisioning complete for port 880f0cda-3afe-43f5-8624-e82b3a75fb8a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:37.202578 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ced2a97d-cc15-4b33-9137-26aaeaf78bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.224213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae8b51-0f4c-4786-acb9-4a24177ad453 req-47235750-c5da-45cd-ad98-649162de3c83 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:37.227282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4ae8b51-0f4c-4786-acb9-4a24177ad453 req-47235750-c5da-45cd-ad98-649162de3c83 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 944 time: 0.8285501 Aug 31 14:11:37.252865 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.294404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084fe544-be0a-4c5a-bc2a-44196a19cec3 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:37.296854 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-084fe544-be0a-4c5a-bc2a-44196a19cec3 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.6493666 Aug 31 14:11:37.302790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8415c3c-c33c-44af-8969-84e06ead98a7']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:37.305187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52034) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:37.314246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ced2a97d-cc15-4b33-9137-26aaeaf78bb1 None None] Port 880f0cda-3afe-43f5-8624-e82b3a75fb8a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:37.354408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:37.355306 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.358309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5120709a-c65c-4080-8c86-3edb1d13bd53') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:37.358739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5120709a-c65c-4080-8c86-3edb1d13bd53') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:37.429549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ef03c-3bd1-4d45-a057-0759c6ecf392 req-c06a54d3-5332-443c-af69-d2119cb75890 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:37.432711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3ca62-7af8-4991-8f70-0d9876a8632c req-1e2248ba-7951-4c56-8e26-3cae383725ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:37.434737 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b7a3ca62-7af8-4991-8f70-0d9876a8632c req-1e2248ba-7951-4c56-8e26-3cae383725ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 1096 time: 0.7228684 Aug 31 14:11:37.442034 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c8ef03c-3bd1-4d45-a057-0759c6ecf392 req-c06a54d3-5332-443c-af69-d2119cb75890 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 943 time: 0.2953007 Aug 31 14:11:37.447440 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.486020 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-239eac25-6d0c-48d1-9f8c-7307cfa52d94 req-eed74942-e583-40dd-8f09-d051af7b533f service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333979 Aug 31 14:11:37.494720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4ae8b51-0f4c-4786-acb9-4a24177ad453 req-8c3bbd9a-24f7-42f3-a30f-7bb40f34eea8 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438290 Aug 31 14:11:37.513473 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.592052 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b7a3ca62-7af8-4991-8f70-0d9876a8632c req-d3fab5bb-f4a6-4bf4-b6bb-0fed79afd46f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399291 Aug 31 14:11:37.610772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:11:37.611506 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.669505 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c8ef03c-3bd1-4d45-a057-0759c6ecf392 req-d1d93c67-208a-4d1d-bd81-aed4692a5ffe tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=b91785f5-f235-4206-970a-31c98446d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818879 Aug 31 14:11:37.712300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e9873289-abac-43bd-be88-b82af27e623a no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:11:37.731262 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:11:37.740218 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-239eac25-6d0c-48d1-9f8c-7307cfa52d94 req-1576799b-152a-4a30-9ffa-e228eddbe091 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388635 Aug 31 14:11:37.746648 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.760622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: e9873289-abac-43bd-be88-b82af27e623a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:37.761498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e9873289-abac-43bd-be88-b82af27e623a not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:37.761714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 570a797b-2f6b-4e8a-8f15-4ca64645e82f no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:37.790288 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:37.792606 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/networks/a8415c3c-c33c-44af-8969-84e06ead98a7 HTTP/1.1" status: 204 len: 168 time: 2.6785889 Aug 31 14:11:37.797723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 570a797b-2f6b-4e8a-8f15-4ca64645e82f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:37.798217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 570a797b-2f6b-4e8a-8f15-4ca64645e82f not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:37.800888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52042) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:38.140958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa6e25-aa40-4cb3-a6d9-6ecd85e97cdf tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Network': ['ID=a8415c3c-c33c-44af-8969-84e06ead98a7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:38.182582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052659f4-f4f4-4cc7-8950-91179b07f616 req-8f5505b3-61a7-4ab6-a07c-e24f7f7bf9bf tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:38.184611 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-052659f4-f4f4-4cc7-8950-91179b07f616 req-8f5505b3-61a7-4ab6-a07c-e24f7f7bf9bf tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 947 time: 0.4523070 Aug 31 14:11:38.195546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-61c97809-d081-45b3-a781-a8240384e65b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 880f0cda-3afe-43f5-8624-e82b3a75fb8a {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:38.196584 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61c97809-d081-45b3-a781-a8240384e65b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:38.287708 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ae36adb6-c5f7-4cdb-bb5e-41954081bddc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:38.305065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-052659f4-f4f4-4cc7-8950-91179b07f616 req-b26dfa3b-ad26-406e-b441-60e9a30ca6ab tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011930 Aug 31 14:11:38.369541 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61c97809-d081-45b3-a781-a8240384e65b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:38.386989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-61c97809-d081-45b3-a781-a8240384e65b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 880f0cda-3afe-43f5-8624-e82b3a75fb8a owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:38.532256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1cedc0db-224b-4edd-a893-686ae0e7b2ad details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:11:38.619357 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61c97809-d081-45b3-a781-a8240384e65b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:38.770301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ae36adb6-c5f7-4cdb-bb5e-41954081bddc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port 5802143a-6c8b-41d8-a421-dec3b274a1f1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:38.770846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ae36adb6-c5f7-4cdb-bb5e-41954081bddc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:38.789080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c97809-d081-45b3-a781-a8240384e65b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=880f0cda-3afe-43f5-8624-e82b3a75fb8a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:38.823818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 1cedc0db-224b-4edd-a893-686ae0e7b2ad, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1cedc0db-224b-4edd-a893-686ae0e7b2ad,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:38.861220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '1cedc0db-224b-4edd-a893-686ae0e7b2ad', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'port_id': '1cedc0db-224b-4edd-a893-686ae0e7b2ad', 'mac_address': 'fa:16:3e:d1:c7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:11:39.032054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb49a9-f595-4936-bb1b-0239d911231a req-26cc689a-6168-4a27-9728-5d304b55a440 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:39.033757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1beb49a9-f595-4936-bb1b-0239d911231a req-26cc689a-6168-4a27-9728-5d304b55a440 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 945 time: 0.3020401 Aug 31 14:11:39.074703 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.080236 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.103619 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-ae36adb6-c5f7-4cdb-bb5e-41954081bddc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] For port 5802143a-6c8b-41d8-a421-dec3b274a1f1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5802143a-6c8b-41d8-a421-dec3b274a1f1,segment=NetworkSegment(453b547c-e41d-43ff-abf7-a5967278812c),segment_id=453b547c-e41d-43ff-abf7-a5967278812c)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:39.104358 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ae36adb6-c5f7-4cdb-bb5e-41954081bddc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.107451 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61c97809-d081-45b3-a781-a8240384e65b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.111926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-61c97809-d081-45b3-a781-a8240384e65b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/880f0cda-3afe-43f5-8624-e82b3a75fb8a HTTP/1.1" status: 204 len: 168 time: 1.8033948 Aug 31 14:11:39.117783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52070) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:39.126091 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.133303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cedc0db-224b-4edd-a893-686ae0e7b2ad {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:39.178432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 1cedc0db-224b-4edd-a893-686ae0e7b2ad, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1cedc0db-224b-4edd-a893-686ae0e7b2ad,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:39.190257 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.194423 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ae36adb6-c5f7-4cdb-bb5e-41954081bddc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for 5802143a-6c8b-41d8-a421-dec3b274a1f1 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:39.223605 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a5c9a1-c1dc-4f9f-a41d-fdceeb13dc75 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:11:39.226650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-25a5c9a1-c1dc-4f9f-a41d-fdceeb13dc75 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/880f0cda-3afe-43f5-8624-e82b3a75fb8a HTTP/1.1" status: 404 len: 333 time: 0.1063499 Aug 31 14:11:39.232617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52074) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:39.285553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1beb49a9-f595-4936-bb1b-0239d911231a req-b07eaa94-e84a-4f41-b169-96232f4ac6ae tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255335 Aug 31 14:11:39.360902 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=1cedc0db-224b-4edd-a893-686ae0e7b2ad,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:39.372900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-914309bf-5d96-4a2a-b83c-bdccf8598d2e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:39.383467 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-914309bf-5d96-4a2a-b83c-bdccf8598d2e tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 947 time: 0.2640080 Aug 31 14:11:39.476330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8d03d-7bcb-4893-9e28-e9eafdcb1b6a req-254da1d9-4b24-459f-9fa2-dd6221993fcf tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:39.484974 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57e8d03d-7bcb-4893-9e28-e9eafdcb1b6a req-254da1d9-4b24-459f-9fa2-dd6221993fcf tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 944 time: 0.0719569 Aug 31 14:11:39.544351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57e8d03d-7bcb-4893-9e28-e9eafdcb1b6a req-68f42ad0-2999-42c4-b500-eeab2df36839 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=b91785f5-f235-4206-970a-31c98446d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580640 Aug 31 14:11:39.555140 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['1cedc0db-224b-4edd-a893-686ae0e7b2ad'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:39.590366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ad6dc-aecf-47d6-8a0e-c1035ec85a74 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port e905f9a8-1da3-4113-8ff1-244eae1130b8 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:39.590779 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cd9ad6dc-aecf-47d6-8a0e-c1035ec85a74 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.712202 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Deleting port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:39.712643 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.764205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5cc42-2b95-4164-9d3b-31e8ef86f443 req-389aa558-7d50-49af-84e9-84f5f9dd8281 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:39.767970 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91d5cc42-2b95-4164-9d3b-31e8ef86f443 req-389aa558-7d50-49af-84e9-84f5f9dd8281 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 947 time: 0.0897310 Aug 31 14:11:39.849692 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91d5cc42-2b95-4164-9d3b-31e8ef86f443 req-2358231f-7414-4d11-b5c6-82a083669e8b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709391 Aug 31 14:11:39.849987 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ae36adb6-c5f7-4cdb-bb5e-41954081bddc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.868872 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cd9ad6dc-aecf-47d6-8a0e-c1035ec85a74 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:39.918968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ad6dc-aecf-47d6-8a0e-c1035ec85a74 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for e905f9a8-1da3-4113-8ff1-244eae1130b8 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:39.933856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36adb6-c5f7-4cdb-bb5e-41954081bddc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=5802143a-6c8b-41d8-a421-dec3b274a1f1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:40.066237 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f938-b03a-4174-8a1b-fd1b50f5b213 req-45fb30c2-8164-42e2-a7c7-35551da92ce5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.072777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f938-b03a-4174-8a1b-fd1b50f5b213 req-45fb30c2-8164-42e2-a7c7-35551da92ce5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.084171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f938-b03a-4174-8a1b-fd1b50f5b213 req-45fb30c2-8164-42e2-a7c7-35551da92ce5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.094323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f938-b03a-4174-8a1b-fd1b50f5b213 req-45fb30c2-8164-42e2-a7c7-35551da92ce5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.102881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f938-b03a-4174-8a1b-fd1b50f5b213 req-45fb30c2-8164-42e2-a7c7-35551da92ce5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.110897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f938-b03a-4174-8a1b-fd1b50f5b213 req-45fb30c2-8164-42e2-a7c7-35551da92ce5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.116999 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f938-b03a-4174-8a1b-fd1b50f5b213 req-45fb30c2-8164-42e2-a7c7-35551da92ce5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.119052 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4de3f938-b03a-4174-8a1b-fd1b50f5b213 req-45fb30c2-8164-42e2-a7c7-35551da92ce5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5432 time: 0.3532810 Aug 31 14:11:40.135705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:40.136098 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:40.344709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4de3f938-b03a-4174-8a1b-fd1b50f5b213 req-46665abc-26a3-4061-af2b-b1dd8f5f0561 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2147636 Aug 31 14:11:40.443468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45979fb0-46ae-4cc0-9292-872d0fd45a76 req-a9bd74ae-9902-4780-a720-cd138c04cdc9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.444260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ae36adb6-c5f7-4cdb-bb5e-41954081bddc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:40.445425 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45979fb0-46ae-4cc0-9292-872d0fd45a76 req-a9bd74ae-9902-4780-a720-cd138c04cdc9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 945 time: 0.0775378 Aug 31 14:11:40.492449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45979fb0-46ae-4cc0-9292-872d0fd45a76 req-532c3fad-d91f-480d-91e3-684cea412c08 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 Aug 31 14:11:40.543306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1cedc0db-224b-4edd-a893-686ae0e7b2ad up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:40.666536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 1cedc0db-224b-4edd-a893-686ae0e7b2ad completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:40.673894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 1cedc0db-224b-4edd-a893-686ae0e7b2ad triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:40.674675 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:40.709972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb3afc-ec54-4fbf-ac21-b4e464b2b1ce req-81ed8764-f6af-417a-9bdc-56abf82fc3c5 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.718762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-73eb3afc-ec54-4fbf-ac21-b4e464b2b1ce req-81ed8764-f6af-417a-9bdc-56abf82fc3c5 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 944 time: 0.0755417 Aug 31 14:11:40.801105 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-73eb3afc-ec54-4fbf-ac21-b4e464b2b1ce req-a6f20c9a-c0ec-47c8-9b25-5518ccd5c215 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=b91785f5-f235-4206-970a-31c98446d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808136 Aug 31 14:11:40.810241 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:40.842460 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-a22c8f8d-ba03-4ea8-95fe-b6b9724b82ee tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.844969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cedc0db-224b-4edd-a893-686ae0e7b2ad'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:40.847447 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c74c3f-d29b-4388-ae39-088c24079a3e" -d '{"events": [{"server_uuid": "4ee56011-ba36-4fff-8f88-05f08e251f6e", "name": "network-vif-plugged", "status": "completed", "tag": "1cedc0db-224b-4edd-a893-686ae0e7b2ad"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:40.848701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-a22c8f8d-ba03-4ea8-95fe-b6b9724b82ee tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.855007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-a22c8f8d-ba03-4ea8-95fe-b6b9724b82ee tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.861773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-a22c8f8d-ba03-4ea8-95fe-b6b9724b82ee tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.863992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 1cedc0db-224b-4edd-a893-686ae0e7b2ad, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1cedc0db-224b-4edd-a893-686ae0e7b2ad,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:40.868378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-a22c8f8d-ba03-4ea8-95fe-b6b9724b82ee tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.871936 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:40.873081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:40.875344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-a22c8f8d-ba03-4ea8-95fe-b6b9724b82ee tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.881631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-a22c8f8d-ba03-4ea8-95fe-b6b9724b82ee tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:40.883772 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-a22c8f8d-ba03-4ea8-95fe-b6b9724b82ee tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5432 time: 0.1401074 Aug 31 14:11:40.923140 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaf9b90-6fe6-4693-ad35-132a2f130da1 x-openstack-request-id: req-dcaf9b90-6fe6-4693-ad35-132a2f130da1 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:40.923588 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee56011-ba36-4fff-8f88-05f08e251f6e", "name": "network-vif-plugged", "status": "completed", "tag": "1cedc0db-224b-4edd-a893-686ae0e7b2ad", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:40.923845 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcaf9b90-6fe6-4693-ad35-132a2f130da1 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:40.924241 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cedc0db-224b-4edd-a893-686ae0e7b2ad', 'code': 200} Aug 31 14:11:41.018995 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.021902 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.022359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.022691 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Floating IP 9229bdf5-d47e-49bf-8d5a-c1ed0fb1fb2b disassociated. External IP: 172.25.3.174, port: 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9. Aug 31 14:11:41.023052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Calling delete_port for 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:41.044035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-24b98a58-5b44-4517-9d5d-01f676c188ed tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.045683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-24b98a58-5b44-4517-9d5d-01f676c188ed tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "GET /v2.0/ports/7627da9a-ba2e-426b-8648-956bac9056d9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1537490 Aug 31 14:11:41.063960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=1cedc0db-224b-4edd-a893-686ae0e7b2ad,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:41.077253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:41.089561 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.100099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cd9ad6dc-aecf-47d6-8a0e-c1035ec85a74 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.155816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=13']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:41.176999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8cad8-f8d4-4a40-8d09-f722d867f8fe req-2a4dcdcf-c3d7-4415-9ed4-aff47faf1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.178623 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83b8cad8-f8d4-4a40-8d09-f722d867f8fe req-2a4dcdcf-c3d7-4415-9ed4-aff47faf1314 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 1096 time: 0.1848733 Aug 31 14:11:41.179773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ad6dc-aecf-47d6-8a0e-c1035ec85a74 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=e905f9a8-1da3-4113-8ff1-244eae1130b8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:41.223664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fe0dd-7e71-4a96-8ea9-a965f6858229 req-b35e3332-42cc-4dc5-b3ff-a73c0893d2d7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.225526 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96fe0dd-7e71-4a96-8ea9-a965f6858229 req-b35e3332-42cc-4dc5-b3ff-a73c0893d2d7 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 947 time: 0.1887496 Aug 31 14:11:41.279089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf09600-4520-43a2-899b-ed26f3d358ff req-6fc2f132-9042-4668-964e-b34da007ccf3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.279328 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83b8cad8-f8d4-4a40-8d09-f722d867f8fe req-0d81f4b9-ff26-4c25-bea7-86432ebf3aa9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b91785f5-f235-4206-970a-31c98446d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862932 Aug 31 14:11:41.288545 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cdf09600-4520-43a2-899b-ed26f3d358ff req-6fc2f132-9042-4668-964e-b34da007ccf3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 945 time: 0.2063696 Aug 31 14:11:41.301427 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-14c1b857-364b-4af7-966c-43e500639d31 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "GET /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2213709 Aug 31 14:11:41.320096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:41.360263 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d96fe0dd-7e71-4a96-8ea9-a965f6858229 req-8ae6e88c-1a61-4886-9463-b89dd75fb0bb tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b94145c-b87d-4b24-a169-709034708305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125209 Aug 31 14:11:41.414160 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.466237 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cdf09600-4520-43a2-899b-ed26f3d358ff req-39ecea92-cdaa-4500-8815-23c8c8a77912 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718383 Aug 31 14:11:41.490819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cd9ad6dc-aecf-47d6-8a0e-c1035ec85a74 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.493041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cd9ad6dc-aecf-47d6-8a0e-c1035ec85a74 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/e905f9a8-1da3-4113-8ff1-244eae1130b8 HTTP/1.1" status: 204 len: 168 time: 2.2592647 Aug 31 14:11:41.496245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52124) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:41.522258 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.556227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae36adb6-c5f7-4cdb-bb5e-41954081bddc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 5a65f7ab-c9c7-4874-a25b-659b181b7708 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:41.575806 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-899c52c6-4346-4775-8a23-02819e89c9ab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:11:41.577472 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-899c52c6-4346-4775-8a23-02819e89c9ab tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/e905f9a8-1da3-4113-8ff1-244eae1130b8 HTTP/1.1" status: 404 len: 333 time: 0.0799806 Aug 31 14:11:41.587228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52126) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:41.604096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event deleted for resources: {'Port': ['ID=3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:41.724529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c911d-486c-42cd-8f5c-8d7d98e3e202 req-98850d44-68f3-4650-8df8-67e1b66937c1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.730772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c911d-486c-42cd-8f5c-8d7d98e3e202 req-98850d44-68f3-4650-8df8-67e1b66937c1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.736972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c911d-486c-42cd-8f5c-8d7d98e3e202 req-98850d44-68f3-4650-8df8-67e1b66937c1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.744494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c911d-486c-42cd-8f5c-8d7d98e3e202 req-98850d44-68f3-4650-8df8-67e1b66937c1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.748892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c911d-486c-42cd-8f5c-8d7d98e3e202 req-98850d44-68f3-4650-8df8-67e1b66937c1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.754852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c911d-486c-42cd-8f5c-8d7d98e3e202 req-98850d44-68f3-4650-8df8-67e1b66937c1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.761124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c911d-486c-42cd-8f5c-8d7d98e3e202 req-98850d44-68f3-4650-8df8-67e1b66937c1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.763099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b9c911d-486c-42cd-8f5c-8d7d98e3e202 req-98850d44-68f3-4650-8df8-67e1b66937c1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 5432 time: 0.2455251 Aug 31 14:11:41.779536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-8759d989-8d6f-432a-9d87-2f549421bf05 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting subnet 3587d4f1-37e0-4c25-8a9b-bc78756d2dca {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:11:41.786842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52557f-4430-4dd1-a17a-0aeb8aa2193b req-bf07ad6f-04be-47d5-8f25-90f9baf59628 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:41.788443 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7c52557f-4430-4dd1-a17a-0aeb8aa2193b req-bf07ad6f-04be-47d5-8f25-90f9baf59628 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 945 time: 0.2202215 Aug 31 14:11:41.797064 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8759d989-8d6f-432a-9d87-2f549421bf05 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.835387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae36adb6-c5f7-4cdb-bb5e-41954081bddc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:41.853146 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ae36adb6-c5f7-4cdb-bb5e-41954081bddc tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0513325 Aug 31 14:11:41.853321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494a7897-abcf-439e-9643-41aa0ee46416 None None] Sync routers for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:41.854671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52134) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:41.862852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494a7897-abcf-439e-9643-41aa0ee46416 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:41.863424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-494a7897-abcf-439e-9643-41aa0ee46416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:41.876904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] For port 7627da9a-ba2e-426b-8648-956bac9056d9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7627da9a-ba2e-426b-8648-956bac9056d9,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:41.888809 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8759d989-8d6f-432a-9d87-2f549421bf05 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:41.913222 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b9c911d-486c-42cd-8f5c-8d7d98e3e202 req-e63e6b63-4a01-4f4a-85b4-1d37aecee302 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206026 Aug 31 14:11:41.947451 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Router e1ff8bba-8553-433e-afdd-a9eb00e58833 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:41.991202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-494a7897-abcf-439e-9643-41aa0ee46416 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:42.066875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] For port 7627da9a-ba2e-426b-8648-956bac9056d9, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:42.158870 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7c52557f-4430-4dd1-a17a-0aeb8aa2193b req-0b8ae18a-97e1-45d8-935c-bd7284b849eb tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267765 Aug 31 14:11:42.164246 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:42.164786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] device_id is not set on port 7627da9a-ba2e-426b-8648-956bac9056d9 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:11:42.180087 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce25612a-275f-4d79-8c59-15f150fbac7c None None] Sync routers for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:42.196840 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce25612a-275f-4d79-8c59-15f150fbac7c None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:42.198350 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ce25612a-275f-4d79-8c59-15f150fbac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:42.212530 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:42.222406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8759d989-8d6f-432a-9d87-2f549421bf05 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:42.277120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff6370-b09b-4eea-94b5-29d0130872d4 req-5688b2be-1d07-49e2-a923-a84e00c8016f tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:42.278771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e3ff6370-b09b-4eea-94b5-29d0130872d4 req-5688b2be-1d07-49e2-a923-a84e00c8016f tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 945 time: 0.2632437 Aug 31 14:11:42.282495 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:42.308342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] No DVR routers for this DVR port 3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:42.319192 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44bccec-02d4-4703-83a0-e7ab9e95ed8c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting subnet 48c086a3-7510-4ba9-8540-0691a192f022 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:11:42.322856 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:42.324209 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7fcfc6cb-41ed-43f9-b421-f597c3475691 req-d97a6af5-3c30-4a17-bf4d-443ed178c934 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.52 "DELETE /v2.0/ports/3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9 HTTP/1.1" status: 204 len: 173 time: 2.9369466 Aug 31 14:11:42.325712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'name': 'network-vif-deleted', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:42.339093 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b39c372-78c1-4a1d-b42a-2e1ac872476b" -d '{"events": [{"server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "name": "network-vif-deleted", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:42.347268 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a44bccec-02d4-4703-83a0-e7ab9e95ed8c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:42.447881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-494a7897-abcf-439e-9643-41aa0ee46416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:39Z', 'revision_number': 9, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:42.492175 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a44bccec-02d4-4703-83a0-e7ab9e95ed8c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:42.526620 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ce25612a-275f-4d79-8c59-15f150fbac7c None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:42.562192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494a7897-abcf-439e-9643-41aa0ee46416 None None] Checking router: 5a65f7ab-c9c7-4874-a25b-659b181b7708 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:42.579668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] Pushing event updated for resources: {'Port': ['ID=7627da9a-ba2e-426b-8648-956bac9056d9,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:42.592065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494a7897-abcf-439e-9643-41aa0ee46416 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:42.592750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-494a7897-abcf-439e-9643-41aa0ee46416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:42.605148 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e3ff6370-b09b-4eea-94b5-29d0130872d4 req-77f66a3d-614d-4bc6-a4d6-923597cf9554 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=b91785f5-f235-4206-970a-31c98446d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841146 Aug 31 14:11:42.611296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] No DVR routers for this DVR port 7627da9a-ba2e-426b-8648-956bac9056d9 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:42.643932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8759d989-8d6f-432a-9d87-2f549421bf05 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:42.679575 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6b2128-5992-4703-934b-7a2e7edf40d0 x-openstack-request-id: req-0c6b2128-5992-4703-934b-7a2e7edf40d0 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:42.680121 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "name": "network-vif-deleted", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:42.685966 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c6b2128-5992-4703-934b-7a2e7edf40d0 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:42.685966 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'name': 'network-vif-deleted', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'status': 'completed', 'code': 200} Aug 31 14:11:42.801424 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a44bccec-02d4-4703-83a0-e7ab9e95ed8c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:42.819261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759d989-8d6f-432a-9d87-2f549421bf05 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Subnet': ['ID=3587d4f1-37e0-4c25-8a9b-bc78756d2dca,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:42.829257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-494a7897-abcf-439e-9643-41aa0ee46416 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:42.860046 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8759d989-8d6f-432a-9d87-2f549421bf05 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:42.865414 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8759d989-8d6f-432a-9d87-2f549421bf05 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/3587d4f1-37e0-4c25-8a9b-bc78756d2dca HTTP/1.1" status: 204 len: 168 time: 1.2743335 Aug 31 14:11:42.877962 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1dc9505-703f-45a7-8d34-6db3f7228807 req-e02a09a2-babb-42e2-84d3-67b1ff1dfa8b tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1886afc-f974-49bd-9e41-8fb0bd07a6ab HTTP/1.1" status: 200 len: 210 time: 0.0452058 Aug 31 14:11:42.881366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52146) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:42.890424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ca016f-a300-48cc-a371-67019f44ef16 None None] Network 11e2da14-6e05-4a58-81c1-d75826afdfe4 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:42.893905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] In _notify_port_updated(), no bound segment for port 7627da9a-ba2e-426b-8648-956bac9056d9 on network 3047d222-e131-4442-beba-491cc2c26785 {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:11:42.894634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:42.895272 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:42.897082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-6a411fbe-d3e6-4e6e-8298-ef3489ea2c97 service neutron] 10.222.0.13 "PUT /v2.0/ports/7627da9a-ba2e-426b-8648-956bac9056d9 HTTP/1.1" status: 200 len: 1025 time: 1.5847342 Aug 31 14:11:43.002112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:43.008091 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a636fc41-1169-4652-8c85-33d14830b2c7" -d '{"events": [{"server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "name": "network-vif-unplugged", "status": "completed", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:43.018267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52152) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:43.021107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-da80227e-1a98-4842-8b35-492dcf97b001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:43.022814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-da80227e-1a98-4842-8b35-492dcf97b001 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "GET /v2.0/ports/ac6194a5-9eba-4751-8944-10a6f7e9a853?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1185770 Aug 31 14:11:43.040234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:43.057475 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ce25612a-275f-4d79-8c59-15f150fbac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:35Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:43.103090 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b16598-43ea-4c37-ad3a-9ea215349b08 req-c41fd6d5-c2de-4647-a3ce-df116e965bd8 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:43.114180 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8b16598-43ea-4c37-ad3a-9ea215349b08 req-c41fd6d5-c2de-4647-a3ce-df116e965bd8 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 945 time: 0.2538362 Aug 31 14:11:43.121820 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.124516 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce25612a-275f-4d79-8c59-15f150fbac7c None None] Checking router: e1ff8bba-8553-433e-afdd-a9eb00e58833 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:43.131211 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a44bccec-02d4-4703-83a0-e7ab9e95ed8c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.146463 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce25612a-275f-4d79-8c59-15f150fbac7c None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:43.147432 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ce25612a-275f-4d79-8c59-15f150fbac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:43.164733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ac5ffc90-169d-4def-8c72-7b9af295f357 None None] Provisioning complete for port 7627da9a-ba2e-426b-8648-956bac9056d9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:43.165413 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ac5ffc90-169d-4def-8c72-7b9af295f357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.173332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df028941-7d8d-4e87-9abe-d71460bc9c39 req-28d2c978-c785-4e84-9c8b-cf09b92fd907 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:43.177780 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bccec-02d4-4703-83a0-e7ab9e95ed8c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Subnet': ['ID=48c086a3-7510-4ba9-8540-0691a192f022,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:43.181207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df028941-7d8d-4e87-9abe-d71460bc9c39 req-28d2c978-c785-4e84-9c8b-cf09b92fd907 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:43.188402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df028941-7d8d-4e87-9abe-d71460bc9c39 req-28d2c978-c785-4e84-9c8b-cf09b92fd907 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:43.197315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df028941-7d8d-4e87-9abe-d71460bc9c39 req-28d2c978-c785-4e84-9c8b-cf09b92fd907 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:43.200292 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a44bccec-02d4-4703-83a0-e7ab9e95ed8c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.202965 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a44bccec-02d4-4703-83a0-e7ab9e95ed8c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/48c086a3-7510-4ba9-8540-0691a192f022 HTTP/1.1" status: 204 len: 168 time: 1.3144500 Aug 31 14:11:43.204678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df028941-7d8d-4e87-9abe-d71460bc9c39 req-28d2c978-c785-4e84-9c8b-cf09b92fd907 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:43.206093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52158) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:43.213370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df028941-7d8d-4e87-9abe-d71460bc9c39 req-28d2c978-c785-4e84-9c8b-cf09b92fd907 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:43.223680 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df028941-7d8d-4e87-9abe-d71460bc9c39 req-28d2c978-c785-4e84-9c8b-cf09b92fd907 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 4660 time: 0.1706738 Aug 31 14:11:43.235660 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8b16598-43ea-4c37-ad3a-9ea215349b08 req-e2bd5d8c-c41a-48d7-b943-6824aeddb17e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202967 Aug 31 14:11:43.322139 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.322981 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c798bb52-0ef2-42d9-b7b7-0fa8841ed95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.329822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509a8905-6c97-4b7f-b42d-daf9cc989b12 None None] Network 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:43.360908 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.375675 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ce25612a-275f-4d79-8c59-15f150fbac7c None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:43.420471 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b896aa8-4b0f-4402-bd76-e5173c9dea06 x-openstack-request-id: req-7b896aa8-4b0f-4402-bd76-e5173c9dea06 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:43.420831 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1886afc-f974-49bd-9e41-8fb0bd07a6ab", "name": "network-vif-unplugged", "status": "completed", "tag": "3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:43.421192 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b896aa8-4b0f-4402-bd76-e5173c9dea06 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:43.421708 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1886afc-f974-49bd-9e41-8fb0bd07a6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3573f74e-d16f-4cc6-87bd-a0c6b79fc1a9', 'code': 200} Aug 31 14:11:43.429710 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df028941-7d8d-4e87-9abe-d71460bc9c39 req-8004195b-9025-426f-9a30-74fdc711ce60 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&id=b834062a-073d-4629-8c73-406859c7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2047915 Aug 31 14:11:43.445024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:43.445770 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.547984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] For port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb,segment=NetworkSegment(e57c54ab-c779-4bb5-98bb-efe1f14c0d36),segment_id=e57c54ab-c779-4bb5-98bb-efe1f14c0d36)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:43.548266 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.566193 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:43.578637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port dd234248-6e95-4d48-a904-37c0f5f857ae {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:43.579116 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.592676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ffc90-169d-4def-8c72-7b9af295f357 None None] Port 7627da9a-ba2e-426b-8648-956bac9056d9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:43.606141 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c798bb52-0ef2-42d9-b7b7-0fa8841ed95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.627127 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ce25612a-275f-4d79-8c59-15f150fbac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:35Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:43.644091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] For port ac6194a5-9eba-4751-8944-10a6f7e9a853, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=ac6194a5-9eba-4751-8944-10a6f7e9a853,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:43.669460 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c798bb52-0ef2-42d9-b7b7-0fa8841ed95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.690049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-494a7897-abcf-439e-9643-41aa0ee46416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:39Z', 'revision_number': 9, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:43.696127 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce25612a-275f-4d79-8c59-15f150fbac7c None None] The sync data for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 is: [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:02:21Z', 'revision_number': 4, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'a9712489-a798-4bab-b82c-e714e004e77d', 'name': '', 'network_id': 'd9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'mac_address': 'fa:16:3e:7b:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:20Z', 'updated_at': '2021-08-31T14:02:35Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'subnets': [{'id': '14fcfe0c-f083-4938-bd24-abff21dedf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:43.733464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494a7897-abcf-439e-9643-41aa0ee46416 None None] The sync data for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 is: [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:39Z', 'revision_number': 9, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afef7c96-77ed-4e34-8a39-84061f550fd0', 'name': '', 'network_id': '130f93ab-d6f4-461f-a53e-af01b87ea232', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:04:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:11:04Z', 'updated_at': '2021-08-31T14:11:19Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '6a0c4fc8-4f17-4e10-abbe-89a3dcc81803', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:43.764791 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a518f-94ce-4e5d-9dde-b2656682444a None None] DHCP port deletion for 11e2da14-6e05-4a58-81c1-d75826afdfe4 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:11:43.771561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] For port dd234248-6e95-4d48-a904-37c0f5f857ae, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=dd234248-6e95-4d48-a904-37c0f5f857ae,segment=NetworkSegment(453b547c-e41d-43ff-abf7-a5967278812c),segment_id=453b547c-e41d-43ff-abf7-a5967278812c)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:43.771944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.774588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798bb52-0ef2-42d9-b7b7-0fa8841ed95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a09e18-1af6-4551-873e-4370738cb36d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:43.778861 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c798bb52-0ef2-42d9-b7b7-0fa8841ed95b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7385f73912304e9eb57bfc6d37ed6de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7561095 Aug 31 14:11:43.787562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52162) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:43.797458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] For port ac6194a5-9eba-4751-8944-10a6f7e9a853, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:43.808183 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for dd234248-6e95-4d48-a904-37c0f5f857ae owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:43.849563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984b3c7-ec37-4b43-ac4c-4c54539d9673 None None] DHCP port deletion for 11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:11:43.901278 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.909893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] device_id is not set on port ac6194a5-9eba-4751-8944-10a6f7e9a853 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:11:43.915098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a518f-94ce-4e5d-9dde-b2656682444a None None] Deleting port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:43.915702 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1b1a518f-94ce-4e5d-9dde-b2656682444a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.932252 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.955213 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72551bac-b316-41a6-a857-1513d3c4ad7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:43.955213 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.007139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52168) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:44.020469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:44.037547 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176da8c6-df75-4dd5-ab26-321baddf0434 req-28aa33ba-669b-47d7-96ea-af4c0a720a0e tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:44.039675 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-176da8c6-df75-4dd5-ab26-321baddf0434 req-28aa33ba-669b-47d7-96ea-af4c0a720a0e tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 945 time: 0.2597206 Aug 31 14:11:44.040646 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.056253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No DVR routers for this DVR port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:44.095439 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72551bac-b316-41a6-a857-1513d3c4ad7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.127721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] No DVR routers for this DVR port ac6194a5-9eba-4751-8944-10a6f7e9a853 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:44.141628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5984b3c7-ec37-4b43-ac4c-4c54539d9673 None None] Deleting port dd234248-6e95-4d48-a904-37c0f5f857ae {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:44.142000 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5984b3c7-ec37-4b43-ac4c-4c54539d9673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.173210 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No DVR routers for this DVR port dd234248-6e95-4d48-a904-37c0f5f857ae on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:44.230056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=dd234248-6e95-4d48-a904-37c0f5f857ae,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:44.255959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1b1a518f-94ce-4e5d-9dde-b2656682444a None None] For port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb, host n-d-792364-6, got binding levels [] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:44.256636 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1b1a518f-94ce-4e5d-9dde-b2656682444a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.290395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a518f-94ce-4e5d-9dde-b2656682444a None None] Calling delete_port for 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:44.292311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5984b3c7-ec37-4b43-ac4c-4c54539d9673 None None] For port dd234248-6e95-4d48-a904-37c0f5f857ae, host n-d-792364-6, got binding levels [] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:44.292752 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5984b3c7-ec37-4b43-ac4c-4c54539d9673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.301228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.ipam_backend_mixin [None req-1b1a518f-94ce-4e5d-9dde-b2656682444a None None] Port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb was not found and therefore no delete operation was performed {{(pid=106389) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:11:44.306097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] Pushing event updated for resources: {'Port': ['ID=ac6194a5-9eba-4751-8944-10a6f7e9a853,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:44.309188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df95fcf-5b75-49df-b72e-55c57e4f8e03 None None] New status for floating IP 9229bdf5-d47e-49bf-8d5a-c1ed0fb1fb2b: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:11:44.313722 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1b1a518f-94ce-4e5d-9dde-b2656682444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.320839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5984b3c7-ec37-4b43-ac4c-4c54539d9673 None None] Calling delete_port for dd234248-6e95-4d48-a904-37c0f5f857ae owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:44.356668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.ipam_backend_mixin [None req-5984b3c7-ec37-4b43-ac4c-4c54539d9673 None None] Port dd234248-6e95-4d48-a904-37c0f5f857ae was not found and therefore no delete operation was performed {{(pid=106389) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:11:44.386387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-176da8c6-df75-4dd5-ab26-321baddf0434 req-a7a575d8-a530-4c92-881a-fdb078b81a44 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=b91785f5-f235-4206-970a-31c98446d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276420 Aug 31 14:11:44.396344 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.399550 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.413474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] In _notify_port_updated(), no bound segment for port ac6194a5-9eba-4751-8944-10a6f7e9a853 on network 3047d222-e131-4442-beba-491cc2c26785 {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:11:44.414729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:44.415989 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.417416 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3f0aa9f4-9bc4-4ce3-b99a-0cc5c815280b service neutron] 10.222.0.13 "PUT /v2.0/ports/ac6194a5-9eba-4751-8944-10a6f7e9a853 HTTP/1.1" status: 200 len: 1027 time: 1.3820136 Aug 31 14:11:44.420064 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e2da14-6e05-4a58-81c1-d75826afdfe4']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:44.423846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:44.439503 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57c54ab-c779-4bb5-98bb-efe1f14c0d36') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:44.439857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57c54ab-c779-4bb5-98bb-efe1f14c0d36') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:44.442505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453b547c-e41d-43ff-abf7-a5967278812c') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:44.442799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453b547c-e41d-43ff-abf7-a5967278812c') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:44.451783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82442e-a22d-44ca-bb29-ee3be5788f3b req-709ef1b4-becf-4e6b-86fc-3510f95c0181 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:44.454026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b82442e-a22d-44ca-bb29-ee3be5788f3b req-709ef1b4-becf-4e6b-86fc-3510f95c0181 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 945 time: 0.4380472 Aug 31 14:11:44.457645 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.460665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.486491 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.488957 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.496717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:11:44.497528 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.501984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a518f-94ce-4e5d-9dde-b2656682444a None None] No DVR routers for this DVR port 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:44.517103 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5984b3c7-ec37-4b43-ac4c-4c54539d9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.521090 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2474860c-2d5b-4705-aabf-234554221259 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.524387 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a518f-94ce-4e5d-9dde-b2656682444a None None] Pushing event deleted for resources: {'Port': ['ID=0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:11:44.529334 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:11:44.554832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2b4e78ae-b733-4316-94e0-71b825cfe71e None None] Provisioning complete for port ac6194a5-9eba-4751-8944-10a6f7e9a853 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:44.555247 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2b4e78ae-b733-4316-94e0-71b825cfe71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.557299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984b3c7-ec37-4b43-ac4c-4c54539d9673 None None] Pushing event deleted for resources: {'Port': ['ID=dd234248-6e95-4d48-a904-37c0f5f857ae,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:44.581222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984b3c7-ec37-4b43-ac4c-4c54539d9673 None None] No DVR routers for this DVR port dd234248-6e95-4d48-a904-37c0f5f857ae on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:44.605361 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e78ae-b733-4316-94e0-71b825cfe71e None None] Port ac6194a5-9eba-4751-8944-10a6f7e9a853 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:44.616132 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72551bac-b316-41a6-a857-1513d3c4ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.616935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:11:44.617356 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.618741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72551bac-b316-41a6-a857-1513d3c4ad7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.622242 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-72551bac-b316-41a6-a857-1513d3c4ad7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88a09e18-1af6-4551-873e-4370738cb36d HTTP/1.1" status: 204 len: 168 time: 0.8306119 Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:11:44.642838 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:11:44.664831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2474860c-2d5b-4705-aabf-234554221259 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.715852 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.721648 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.725844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c80d0-d4b5-4d33-8cf3-d16adb6386a9 req-98c02867-1ae5-4c14-be77-d3a6f945a015 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:44.726217 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/networks/11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74 HTTP/1.1" status: 204 len: 168 time: 1.5182333 Aug 31 14:11:44.727440 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e4c80d0-d4b5-4d33-8cf3-d16adb6386a9 req-98c02867-1ae5-4c14-be77-d3a6f945a015 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 945 time: 0.3554878 Aug 31 14:11:44.728610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72551bac-b316-41a6-a857-1513d3c4ad7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a09e18-1af6-4551-873e-4370738cb36d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:44.733226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52178) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:44.756688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd80e6-ae9a-4a52-9e97-1f2db7bda43b req-10cdc4d9-f020-4a90-9990-24b49935bb37 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:44.758177 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5ddd80e6-ae9a-4a52-9e97-1f2db7bda43b req-10cdc4d9-f020-4a90-9990-24b49935bb37 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 945 time: 0.1748719 Aug 31 14:11:44.759154 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.791305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52180) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:44.795802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-226a8482-56ab-4b3a-b597-a26b163e42d8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Request body: {'floatingip': {'port_id': '1cedc0db-224b-4edd-a893-686ae0e7b2ad'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:44.814540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5ce83-cdeb-4e6f-bfcd-65444f239e13 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Network': ['ID=11f7b0d4-5570-4172-b5aa-bcc6dc1d9d74,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:44.815500 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:44.817414 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/networks/11e2da14-6e05-4a58-81c1-d75826afdfe4 HTTP/1.1" status: 204 len: 168 time: 1.9319506 Aug 31 14:11:44.835515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52182) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:44.863284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2565e-eaaa-41f6-ad64-3191f01c479b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Network': ['ID=11e2da14-6e05-4a58-81c1-d75826afdfe4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:44.904872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3b0f8006-a6f4-4f3a-ada2-92ffdb49e4d2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1736918266'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:44.914997 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:11:44.923045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5802143a-6c8b-41d8-a421-dec3b274a1f1 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:44.945792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f1bcd0b3-38ba-4164-85db-c6f590972787 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:44.988161 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 5802143a-6c8b-41d8-a421-dec3b274a1f1 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:44.988827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5802143a-6c8b-41d8-a421-dec3b274a1f1 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:44.989443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:44.997908 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0f8006-a6f4-4f3a-ada2-92ffdb49e4d2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:45.001907 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8006-a6f4-4f3a-ada2-92ffdb49e4d2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.016580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-226a8482-56ab-4b3a-b597-a26b163e42d8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.033732 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:45.034274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0f6e0b5f-37c6-48b7-a6d1-cc41e20dcbbb not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:45.035016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dd234248-6e95-4d48-a904-37c0f5f857ae no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:45.035392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-1b82442e-a22d-44ca-bb29-ee3be5788f3b req-051f14d5-ab67-4763-b51f-4a9f8c60fe88 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Deleting port d3cf24c1-6ead-43d3-be66-96895cd799bb {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:45.035741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1b82442e-a22d-44ca-bb29-ee3be5788f3b req-051f14d5-ab67-4763-b51f-4a9f8c60fe88 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.050423 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067519f5-9dd6-47c2-b12b-80908ef00a00 req-01f83d5e-bd91-4538-9c12-34f58db1c32d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:45.057172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067519f5-9dd6-47c2-b12b-80908ef00a00 req-01f83d5e-bd91-4538-9c12-34f58db1c32d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:45.063977 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067519f5-9dd6-47c2-b12b-80908ef00a00 req-01f83d5e-bd91-4538-9c12-34f58db1c32d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:45.070440 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067519f5-9dd6-47c2-b12b-80908ef00a00 req-01f83d5e-bd91-4538-9c12-34f58db1c32d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:45.070871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: dd234248-6e95-4d48-a904-37c0f5f857ae {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:45.073869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dd234248-6e95-4d48-a904-37c0f5f857ae not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:45.076061 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e4c80d0-d4b5-4d33-8cf3-d16adb6386a9 req-e8ae529c-4a1d-4ba6-b98d-6f06d061e16f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244817 Aug 31 14:11:45.079159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067519f5-9dd6-47c2-b12b-80908ef00a00 req-01f83d5e-bd91-4538-9c12-34f58db1c32d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:45.088580 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-067519f5-9dd6-47c2-b12b-80908ef00a00 req-01f83d5e-bd91-4538-9c12-34f58db1c32d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 3886 time: 0.1873319 Aug 31 14:11:45.151311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52186) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:45.154271 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.191767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f1bcd0b3-38ba-4164-85db-c6f590972787, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f1bcd0b3-38ba-4164-85db-c6f590972787,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:45.196542 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.197488 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3adf0515-04b3-473a-9e4d-355c21d8fc2a no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:45.203995 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-88b637c2-5afd-4df8-a7a8-e1a1548e4a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.225279 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-067519f5-9dd6-47c2-b12b-80908ef00a00 req-0f889b9c-2813-4b6d-a394-dd7ab1d8325a tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355703 Aug 31 14:11:45.293190 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=f1bcd0b3-38ba-4164-85db-c6f590972787,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:45.347197 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.382266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3adf0515-04b3-473a-9e4d-355c21d8fc2a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3adf0515-04b3-473a-9e4d-355c21d8fc2a,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:45.387338 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.388054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ac6194a5-9eba-4751-8944-10a6f7e9a853 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:45.419122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2474860c-2d5b-4705-aabf-234554221259 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.422609 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2474860c-2d5b-4705-aabf-234554221259 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.423750 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2474860c-2d5b-4705-aabf-234554221259 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "DELETE /v2.0/security-groups/9b94145c-b87d-4b24-a169-709034708305 HTTP/1.1" status: 204 len: 168 time: 1.4096572 Aug 31 14:11:45.426622 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-88b637c2-5afd-4df8-a7a8-e1a1548e4a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.427131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52188) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:45.432379 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1bcd0b3-38ba-4164-85db-c6f590972787'}, {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adf0515-04b3-473a-9e4d-355c21d8fc2a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:45.433703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-40025ec0-0a00-42c8-997c-56020d34701f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Deleting port b2bf1ed2-10fe-417a-8870-b240c3970b3f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:45.434048 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-40025ec0-0a00-42c8-997c-56020d34701f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.435034 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc9ed43-a315-4aea-830b-ffc00f03e01f" -d '{"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-unplugged", "status": "completed", "tag": "f1bcd0b3-38ba-4164-85db-c6f590972787"}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-unplugged", "status": "completed", "tag": "3adf0515-04b3-473a-9e4d-355c21d8fc2a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:45.461635 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-84d65884-9135-486c-b283-6e279c3f3445 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] show failed (client error): The resource could not be found. Aug 31 14:11:45.463580 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-84d65884-9135-486c-b283-6e279c3f3445 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "GET /v2.0/security-groups/9b94145c-b87d-4b24-a169-709034708305 HTTP/1.1" status: 404 len: 347 time: 0.0348916 Aug 31 14:11:45.464182 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-88b637c2-5afd-4df8-a7a8-e1a1548e4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.470955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52192) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:45.477873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0f8006-a6f4-4f3a-ada2-92ffdb49e4d2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:11:45.492291 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5512df-2d4d-4c71-b6b8-b09e7ce48876 x-openstack-request-id: req-4e5512df-2d4d-4c71-b6b8-b09e7ce48876 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:45.492721 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-unplugged", "status": "completed", "tag": "f1bcd0b3-38ba-4164-85db-c6f590972787", "code": 200}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-unplugged", "status": "completed", "tag": "3adf0515-04b3-473a-9e4d-355c21d8fc2a", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:45.493063 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e5512df-2d4d-4c71-b6b8-b09e7ce48876 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:45.493569 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1bcd0b3-38ba-4164-85db-c6f590972787', 'code': 200} Aug 31 14:11:45.493912 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adf0515-04b3-473a-9e4d-355c21d8fc2a', 'code': 200} Aug 31 14:11:45.502491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device ac6194a5-9eba-4751-8944-10a6f7e9a853 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:45.503064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b2bf1ed2-10fe-417a-8870-b240c3970b3f no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:45.527783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3adf0515-04b3-473a-9e4d-355c21d8fc2a,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:45.528153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474860c-2d5b-4705-aabf-234554221259 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b94145c-b87d-4b24-a169-709034708305,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:45.564271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8006-a6f4-4f3a-ada2-92ffdb49e4d2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.564934 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-3b0f8006-a6f4-4f3a-ada2-92ffdb49e4d2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Added segment 4079cd91-60fc-4c0b-aacc-33a12c90f47e of type vlan for network 246483aa-7dcf-46c5-b9b6-9888b285a8a3 Aug 31 14:11:45.595701 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-88b637c2-5afd-4df8-a7a8-e1a1548e4a8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc64c329ad774a338d1edbe0fbe0b0ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398897 Aug 31 14:11:45.597433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52194) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:45.599236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b637c2-5afd-4df8-a7a8-e1a1548e4a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d52dd8a-ac5d-41cb-878a-b4986982e6cd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:45.607624 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.642402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b2bf1ed2-10fe-417a-8870-b240c3970b3f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b2bf1ed2-10fe-417a-8870-b240c3970b3f,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:45.646890 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.647706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 83219683-f9b0-42b6-82dc-6016f15f8221 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:45.663907 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-010c48b5-544e-4c7c-b9c7-ac63d4dd3b62 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.707640 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8006-a6f4-4f3a-ada2-92ffdb49e4d2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.729019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-1b82442e-a22d-44ca-bb29-ee3be5788f3b req-051f14d5-ab67-4763-b51f-4a9f8c60fe88 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] For port d3cf24c1-6ead-43d3-be66-96895cd799bb, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=d3cf24c1-6ead-43d3-be66-96895cd799bb,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:45.729709 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1b82442e-a22d-44ca-bb29-ee3be5788f3b req-051f14d5-ab67-4763-b51f-4a9f8c60fe88 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.777854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=b2bf1ed2-10fe-417a-8870-b240c3970b3f,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:45.803583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-1b82442e-a22d-44ca-bb29-ee3be5788f3b req-051f14d5-ab67-4763-b51f-4a9f8c60fe88 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Calling delete_port for d3cf24c1-6ead-43d3-be66-96895cd799bb owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:45.827931 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.835320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-40025ec0-0a00-42c8-997c-56020d34701f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] For port b2bf1ed2-10fe-417a-8870-b240c3970b3f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b2bf1ed2-10fe-417a-8870-b240c3970b3f,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:45.835790 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-40025ec0-0a00-42c8-997c-56020d34701f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.841414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8006-a6f4-4f3a-ada2-92ffdb49e4d2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.847736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f8006-a6f4-4f3a-ada2-92ffdb49e4d2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:45.848927 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8006-a6f4-4f3a-ada2-92ffdb49e4d2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.865561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 83219683-f9b0-42b6-82dc-6016f15f8221, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=83219683-f9b0-42b6-82dc-6016f15f8221,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:45.869746 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:45.870550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7627da9a-ba2e-426b-8648-956bac9056d9 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:45.948157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=83219683-f9b0-42b6-82dc-6016f15f8221,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:45.950771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7627da9a-ba2e-426b-8648-956bac9056d9 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:45.951200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a8a30911-6d66-4d40-8dab-8fe6556e0287 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:45.971237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-40025ec0-0a00-42c8-997c-56020d34701f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Calling delete_port for b2bf1ed2-10fe-417a-8870-b240c3970b3f owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:46.033769 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.043896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f8006-a6f4-4f3a-ada2-92ffdb49e4d2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Network': ['ID=246483aa-7dcf-46c5-b9b6-9888b285a8a3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:46.060187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 246483aa-7dcf-46c5-b9b6-9888b285a8a3 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:11:46.091183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3b0f8006-a6f4-4f3a-ada2-92ffdb49e4d2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1878028 Aug 31 14:11:46.101838 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52196) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:46.107290 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-32476520-c79d-4de3-9127-f9cb8632f919 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '246483aa-7dcf-46c5-b9b6-9888b285a8a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:46.114798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a8a30911-6d66-4d40-8dab-8fe6556e0287, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a8a30911-6d66-4d40-8dab-8fe6556e0287,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:46.125819 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.217462 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=a8a30911-6d66-4d40-8dab-8fe6556e0287,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:46.297011 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79124fef-582a-47ea-a3b7-89189e9e69a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.331427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d567-4f54-4566-b886-9e84e65929b9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Deleting port 79f670bd-9278-4635-bc61-1455a7362a7d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:46.331769 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06d6d567-4f54-4566-b886-9e84e65929b9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.388865 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91255ff1-90b8-4160-a9ff-6b183f523027 req-a4d8e28c-fe82-40f1-ac67-a1591b95fd34 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:46.390895 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91255ff1-90b8-4160-a9ff-6b183f523027 req-a4d8e28c-fe82-40f1-ac67-a1591b95fd34 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f3ed98-0afe-4e22-baf4-b96da315dd6e HTTP/1.1" status: 200 len: 945 time: 0.2175212 Aug 31 14:11:46.403490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32476520-c79d-4de3-9127-f9cb8632f919 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:46.407158 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-32476520-c79d-4de3-9127-f9cb8632f919 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.423617 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79124fef-582a-47ea-a3b7-89189e9e69a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.515473 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1b82442e-a22d-44ca-bb29-ee3be5788f3b req-051f14d5-ab67-4763-b51f-4a9f8c60fe88 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.528120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:46.534618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['d3cf24c1-6ead-43d3-be66-96895cd799bb'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:46.579889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130321-894a-4c05-9235-6c5c38f9575b req-0b408d4d-9b98-405d-83e0-2d1bc7912803 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:46.585865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130321-894a-4c05-9235-6c5c38f9575b req-0b408d4d-9b98-405d-83e0-2d1bc7912803 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:46.592116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130321-894a-4c05-9235-6c5c38f9575b req-0b408d4d-9b98-405d-83e0-2d1bc7912803 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:46.598057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130321-894a-4c05-9235-6c5c38f9575b req-0b408d4d-9b98-405d-83e0-2d1bc7912803 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:46.604171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130321-894a-4c05-9235-6c5c38f9575b req-0b408d4d-9b98-405d-83e0-2d1bc7912803 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:46.605110 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91255ff1-90b8-4160-a9ff-6b183f523027 req-be6aa7cf-3e23-44f2-80c7-20c6ffede78e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856892 Aug 31 14:11:46.606090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7130321-894a-4c05-9235-6c5c38f9575b req-0b408d4d-9b98-405d-83e0-2d1bc7912803 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 3876 time: 0.2855718 Aug 31 14:11:46.613937 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06d6d567-4f54-4566-b886-9e84e65929b9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.614459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f14d5-ab67-4763-b51f-4a9f8c60fe88 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event deleted for resources: {'Port': ['ID=d3cf24c1-6ead-43d3-be66-96895cd799bb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:46.614585 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06d6d567-4f54-4566-b886-9e84e65929b9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.638001 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-40025ec0-0a00-42c8-997c-56020d34701f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.642165 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.resource_extend [None req-226a8482-56ab-4b3a-b597-a26b163e42d8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:11:46.648001 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d567-4f54-4566-b886-9e84e65929b9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Calling delete_port for 79f670bd-9278-4635-bc61-1455a7362a7d owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:46.758720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40025ec0-0a00-42c8-997c-56020d34701f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Port': ['ID=b2bf1ed2-10fe-417a-8870-b240c3970b3f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:46.781564 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79124fef-582a-47ea-a3b7-89189e9e69a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.788201 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79124fef-582a-47ea-a3b7-89189e9e69a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.788201 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-79124fef-582a-47ea-a3b7-89189e9e69a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d52dd8a-ac5d-41cb-878a-b4986982e6cd HTTP/1.1" status: 204 len: 168 time: 1.1827154 Aug 31 14:11:46.788698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b82442e-a22d-44ca-bb29-ee3be5788f3b req-051f14d5-ab67-4763-b51f-4a9f8c60fe88 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] No DVR routers for this DVR port d3cf24c1-6ead-43d3-be66-96895cd799bb on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:46.798739 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1b82442e-a22d-44ca-bb29-ee3be5788f3b req-051f14d5-ab67-4763-b51f-4a9f8c60fe88 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.800810 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b82442e-a22d-44ca-bb29-ee3be5788f3b req-051f14d5-ab67-4763-b51f-4a9f8c60fe88 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "DELETE /v2.0/ports/d3cf24c1-6ead-43d3-be66-96895cd799bb HTTP/1.1" status: 204 len: 173 time: 2.3240280 Aug 31 14:11:46.809948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f3ed98-0afe-4e22-baf4-b96da315dd6e', 'name': 'network-vif-deleted', 'tag': 'd3cf24c1-6ead-43d3-be66-96895cd799bb'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:46.812899 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b701603-ba4e-4a26-90d4-5761d3baf6b1" -d '{"events": [{"server_uuid": "86f3ed98-0afe-4e22-baf4-b96da315dd6e", "name": "network-vif-deleted", "tag": "d3cf24c1-6ead-43d3-be66-96895cd799bb"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:46.841227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79124fef-582a-47ea-a3b7-89189e9e69a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d52dd8a-ac5d-41cb-878a-b4986982e6cd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:46.847008 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-226a8482-56ab-4b3a-b597-a26b163e42d8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.855054 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7130321-894a-4c05-9235-6c5c38f9575b req-6d219c64-c454-4e74-8f62-f6215e3bc6bd tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383215 Aug 31 14:11:46.872293 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-226a8482-56ab-4b3a-b597-a26b163e42d8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.875908 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-40025ec0-0a00-42c8-997c-56020d34701f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] No DVR routers for this DVR port b2bf1ed2-10fe-417a-8870-b240c3970b3f on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:46.881556 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-40025ec0-0a00-42c8-997c-56020d34701f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:46.884158 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-40025ec0-0a00-42c8-997c-56020d34701f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "DELETE /v2.0/ports/b2bf1ed2-10fe-417a-8870-b240c3970b3f HTTP/1.1" status: 204 len: 173 time: 2.4290631 Aug 31 14:11:46.932326 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4620f7-1933-4981-81e6-ae2dd78e6846 x-openstack-request-id: req-ed4620f7-1933-4981-81e6-ae2dd78e6846 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:46.933238 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f3ed98-0afe-4e22-baf4-b96da315dd6e", "name": "network-vif-deleted", "tag": "d3cf24c1-6ead-43d3-be66-96895cd799bb", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:46.934035 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed4620f7-1933-4981-81e6-ae2dd78e6846 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:46.934910 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f3ed98-0afe-4e22-baf4-b96da315dd6e', 'name': 'network-vif-deleted', 'tag': 'd3cf24c1-6ead-43d3-be66-96895cd799bb', 'status': 'completed', 'code': 200} Aug 31 14:11:47.018952 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-32476520-c79d-4de3-9127-f9cb8632f919 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:47.123186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Deleting port 3adf0515-04b3-473a-9e4d-355c21d8fc2a {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:47.123574 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:47.126229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-010c48b5-544e-4c7c-b9c7-ac63d4dd3b62 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port afef7c96-77ed-4e34-8a39-84061f550fd0 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:47.126855 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-010c48b5-544e-4c7c-b9c7-ac63d4dd3b62 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:47.164219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32476520-c79d-4de3-9127-f9cb8632f919 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Subnet': ['ID=63d9921a-57a7-4c1d-a46b-b7636ff9eb7e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:47.214895 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-226a8482-56ab-4b3a-b597-a26b163e42d8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Floating IP 1172bb84-b328-4dab-8011-a710455add60 associated. External IP: 172.25.3.40, port: 1cedc0db-224b-4edd-a893-686ae0e7b2ad. Aug 31 14:11:47.220632 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06d6d567-4f54-4566-b886-9e84e65929b9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:47.261288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d567-4f54-4566-b886-9e84e65929b9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Pushing event deleted for resources: {'Port': ['ID=79f670bd-9278-4635-bc61-1455a7362a7d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:47.268943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32476520-c79d-4de3-9127-f9cb8632f919 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Checking segment: {'id': '4079cd91-60fc-4c0b-aacc-33a12c90f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '246483aa-7dcf-46c5-b9b6-9888b285a8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:47.275157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32476520-c79d-4de3-9127-f9cb8632f919 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network hostable DHCP agents. Network: 246483aa-7dcf-46c5-b9b6-9888b285a8a3, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:11:47.375188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-010c48b5-544e-4c7c-b9c7-ac63d4dd3b62 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] For port afef7c96-77ed-4e34-8a39-84061f550fd0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=afef7c96-77ed-4e34-8a39-84061f550fd0,segment=NetworkSegment(06b8383b-4497-43e0-bd12-c19af2d0ef49),segment_id=06b8383b-4497-43e0-bd12-c19af2d0ef49)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:47.381042 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-010c48b5-544e-4c7c-b9c7-ac63d4dd3b62 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:47.385827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32476520-c79d-4de3-9127-f9cb8632f919 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 246483aa-7dcf-46c5-b9b6-9888b285a8a3 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:11:47.418331 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06d6d567-4f54-4566-b886-9e84e65929b9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:47.421789 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06d6d567-4f54-4566-b886-9e84e65929b9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:47.426539 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-06d6d567-4f54-4566-b886-9e84e65929b9 tempest-AttachVolumeShelveTestJSON-404979441 tempest-AttachVolumeShelveTestJSON-404979441-project] 10.222.0.20 "DELETE /v2.0/floatingips/9229bdf5-d47e-49bf-8d5a-c1ed0fb1fb2b HTTP/1.1" status: 204 len: 168 time: 1.9496233 Aug 31 14:11:47.428280 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-010c48b5-544e-4c7c-b9c7-ac63d4dd3b62 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for afef7c96-77ed-4e34-8a39-84061f550fd0 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:47.441224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-32476520-c79d-4de3-9127-f9cb8632f919 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 246483aa-7dcf-46c5-b9b6-9888b285a8a3) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:47.456867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d6831b-ebde-48cc-ac68-e47413951298 None None] Network 246483aa-7dcf-46c5-b9b6-9888b285a8a3 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:47.458797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] For port 3adf0515-04b3-473a-9e4d-355c21d8fc2a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3adf0515-04b3-473a-9e4d-355c21d8fc2a,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:47.459215 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:47.488595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32476520-c79d-4de3-9127-f9cb8632f919 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:47.489526 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-32476520-c79d-4de3-9127-f9cb8632f919 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:47.544233 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2bf1ed2-10fe-417a-8870-b240c3970b3f'}, {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83219683-f9b0-42b6-82dc-6016f15f8221'}, {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8a30911-6d66-4d40-8dab-8fe6556e0287'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:47.551496 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c89764-52ef-4d5f-94cb-650983a6c278" -d '{"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-unplugged", "status": "completed", "tag": "b2bf1ed2-10fe-417a-8870-b240c3970b3f"}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-unplugged", "status": "completed", "tag": "83219683-f9b0-42b6-82dc-6016f15f8221"}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-unplugged", "status": "completed", "tag": "a8a30911-6d66-4d40-8dab-8fe6556e0287"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:47.581912 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-32476520-c79d-4de3-9127-f9cb8632f919 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4789829 Aug 31 14:11:47.586582 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52220) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:47.594290 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '246483aa-7dcf-46c5-b9b6-9888b285a8a3', 'name': 'tempest-PortsTestJSON-542268199', 'fixed_ips': [{'subnet_id': '63d9921a-57a7-4c1d-a46b-b7636ff9eb7e', 'ip_address': '172.20.0.10'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:47.726708 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e157c4e8-cf16-4cb0-b0c3-b6030b7685eb x-openstack-request-id: req-e157c4e8-cf16-4cb0-b0c3-b6030b7685eb {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:47.727002 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-unplugged", "status": "completed", "tag": "b2bf1ed2-10fe-417a-8870-b240c3970b3f", "code": 200}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-unplugged", "status": "completed", "tag": "83219683-f9b0-42b6-82dc-6016f15f8221", "code": 200}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-unplugged", "status": "completed", "tag": "a8a30911-6d66-4d40-8dab-8fe6556e0287", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:47.727250 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e157c4e8-cf16-4cb0-b0c3-b6030b7685eb {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:47.727660 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2bf1ed2-10fe-417a-8870-b240c3970b3f', 'code': 200} Aug 31 14:11:47.727889 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83219683-f9b0-42b6-82dc-6016f15f8221', 'code': 200} Aug 31 14:11:47.728334 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8a30911-6d66-4d40-8dab-8fe6556e0287', 'code': 200} Aug 31 14:11:47.775589 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-246483aa-7dcf-46c5-b9b6-9888b285a8a3', 'network_id': '246483aa-7dcf-46c5-b9b6-9888b285a8a3', 'tenant_id': '5da52edce4934f4499b8c015c8702c4e', 'fixed_ips': [{'subnet_id': '63d9921a-57a7-4c1d-a46b-b7636ff9eb7e'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:11:47.777399 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:47.907445 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-010c48b5-544e-4c7c-b9c7-ac63d4dd3b62 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:47.954444 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c48b5-544e-4c7c-b9c7-ac63d4dd3b62 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=afef7c96-77ed-4e34-8a39-84061f550fd0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:48.012980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Allocated IP 172.20.0.2 (246483aa-7dcf-46c5-b9b6-9888b285a8a3/63d9921a-57a7-4c1d-a46b-b7636ff9eb7e/17f631e6-caad-4d5f-a4e4-b2e04ceb75f1) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:48.290952 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:48.301162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Transition to ACTIVE for port object 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:48.318179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Transition to ACTIVE for port object 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:48.323732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0970af3-ba08-40aa-a75b-4a08a8109df2 req-74d5d409-6260-4ab8-a9f9-1d18ffc04f46 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:48.325398 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:48.330779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0970af3-ba08-40aa-a75b-4a08a8109df2 req-74d5d409-6260-4ab8-a9f9-1d18ffc04f46 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:48.337221 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0970af3-ba08-40aa-a75b-4a08a8109df2 req-74d5d409-6260-4ab8-a9f9-1d18ffc04f46 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:48.344840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0970af3-ba08-40aa-a75b-4a08a8109df2 req-74d5d409-6260-4ab8-a9f9-1d18ffc04f46 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:48.352961 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0970af3-ba08-40aa-a75b-4a08a8109df2 req-74d5d409-6260-4ab8-a9f9-1d18ffc04f46 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 3144 time: 0.2756793 Aug 31 14:11:48.355150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:48.371022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Network 246483aa-7dcf-46c5-b9b6-9888b285a8a3 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:48.378855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:48.384546 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:48.392238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Pushing event updated for resources: {'Port': ['ID=17f631e6-caad-4d5f-a4e4-b2e04ceb75f1,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:48.538714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Attempting to bind port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:48.539422 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Attempting to bind port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '4079cd91-60fc-4c0b-aacc-33a12c90f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '246483aa-7dcf-46c5-b9b6-9888b285a8a3'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:48.540847 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Attempting to bind port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 on network 246483aa-7dcf-46c5-b9b6-9888b285a8a3 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:11:48.556640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:11:48.557035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Checking segment: {'id': '4079cd91-60fc-4c0b-aacc-33a12c90f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '246483aa-7dcf-46c5-b9b6-9888b285a8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:11:48.560023 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:48.560506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Bound using segment: {'id': '4079cd91-60fc-4c0b-aacc-33a12c90f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '246483aa-7dcf-46c5-b9b6-9888b285a8a3'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:11:48.561021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Bound port: 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4079cd91-60fc-4c0b-aacc-33a12c90f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '246483aa-7dcf-46c5-b9b6-9888b285a8a3'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:11:48.563586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:48.576125 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0970af3-ba08-40aa-a75b-4a08a8109df2 req-721033ce-a4cc-467c-8040-d051c0fd338c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217791 Aug 31 14:11:48.597459 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-010c48b5-544e-4c7c-b9c7-ac63d4dd3b62 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:48.681720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] For port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:11:48.692036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] For port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=17f631e6-caad-4d5f-a4e4-b2e04ceb75f1,segment=NetworkSegment(4079cd91-60fc-4c0b-aacc-33a12c90f47e),segment_id=4079cd91-60fc-4c0b-aacc-33a12c90f47e)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:11:48.715021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:48.720834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:48.771833 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port e8f4cc55-d0c0-40f3-8053-8e1adb5d7926 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:11:48.863027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226a8482-56ab-4b3a-b597-a26b163e42d8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:48.911198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff734b46-8700-419c-9b2a-e2fcf6f7258a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:48.918995 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff734b46-8700-419c-9b2a-e2fcf6f7258a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.6411126 Aug 31 14:11:48.938744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-deleted', 'tag': 'b2bf1ed2-10fe-417a-8870-b240c3970b3f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:48.943718 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7facf2e8-272b-4696-8999-0317ca001ff2" -d '{"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-deleted", "tag": "b2bf1ed2-10fe-417a-8870-b240c3970b3f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:48.952200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d3cf24c1-6ead-43d3-be66-96895cd799bb no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:49.032761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: d3cf24c1-6ead-43d3-be66-96895cd799bb {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:49.033235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device d3cf24c1-6ead-43d3-be66-96895cd799bb not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:49.037690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8799a8-09e9-4ade-b500-5c48b07e614f None None] Pushing event updated for resources: {'Port': ['ID=17f631e6-caad-4d5f-a4e4-b2e04ceb75f1,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:49.063442 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010c48b5-544e-4c7c-b9c7-ac63d4dd3b62 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 5a65f7ab-c9c7-4874-a25b-659b181b7708 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:49.172932 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcde42d-b424-4ddc-81d4-832f0ce9b9cd x-openstack-request-id: req-5fcde42d-b424-4ddc-81d4-832f0ce9b9cd {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:49.173392 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-deleted", "tag": "b2bf1ed2-10fe-417a-8870-b240c3970b3f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:49.173777 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fcde42d-b424-4ddc-81d4-832f0ce9b9cd {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:49.174352 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-deleted', 'tag': 'b2bf1ed2-10fe-417a-8870-b240c3970b3f', 'status': 'completed', 'code': 200} Aug 31 14:11:49.175550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226a8482-56ab-4b3a-b597-a26b163e42d8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:49.182758 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-226a8482-56ab-4b3a-b597-a26b163e42d8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:49.185797 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df110b-9483-46aa-ab63-9759b2a6fb5c None None] Sync routers for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:49.198560 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-7ed3b5fe-5e53-4d36-89f4-915d836686b0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/quotas/0b56ff521ec64837928c13543219af1a HTTP/1.1" status: 200 len: 375 time: 0.2679439 Aug 31 14:11:49.199679 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df110b-9483-46aa-ab63-9759b2a6fb5c None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:49.208049 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9df110b-9483-46aa-ab63-9759b2a6fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:49.216711 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.10 (246483aa-7dcf-46c5-b9b6-9888b285a8a3/63d9921a-57a7-4c1d-a46b-b7636ff9eb7e/e8f4cc55-d0c0-40f3-8053-8e1adb5d7926) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:49.262953 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:49.266561 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:49.268785 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Floating IP 8ac03859-841b-4b58-8a69-a4b07ab2bde3 disassociated. External IP: 172.25.3.116, port: 3adf0515-04b3-473a-9e4d-355c21d8fc2a. Aug 31 14:11:49.269217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Calling delete_port for 3adf0515-04b3-473a-9e4d-355c21d8fc2a owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:49.269562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010c48b5-544e-4c7c-b9c7-ac63d4dd3b62 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:49.282287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8023303e-f7d9-48b3-8e44-817df0e24281 None None] Sync routers for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:49.324216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8023303e-f7d9-48b3-8e44-817df0e24281 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:49.324996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8023303e-f7d9-48b3-8e44-817df0e24281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:49.334241 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-010c48b5-544e-4c7c-b9c7-ac63d4dd3b62 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5944254 Aug 31 14:11:49.341309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52274) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:49.453084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-226a8482-56ab-4b3a-b597-a26b163e42d8 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "PUT /v2.0/floatingips/1172bb84-b328-4dab-8011-a710455add60 HTTP/1.1" status: 200 len: 990 time: 4.6603568 Aug 31 14:11:49.519127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ece1b8-d347-4d3b-b826-9d767a654a2b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting subnet 6a0c4fc8-4f17-4e10-abbe-89a3dcc81803 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:11:49.529129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-44ece1b8-d347-4d3b-b826-9d767a654a2b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:49.543190 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e9df110b-9483-46aa-ab63-9759b2a6fb5c None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:49.562081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8023303e-f7d9-48b3-8e44-817df0e24281 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:49.590043 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-44ece1b8-d347-4d3b-b826-9d767a654a2b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:49.620112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-761c82ba-9397-4316-a901-097ab848ba40 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3857834 Aug 31 14:11:49.650140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-e2a28589-6f3b-46c3-8afa-dec088faeabe tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:11:49.660356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-e2a28589-6f3b-46c3-8afa-dec088faeabe tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226343 Aug 31 14:11:49.667552 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:49.726823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Transition to ACTIVE for port object e8f4cc55-d0c0-40f3-8053-8e1adb5d7926 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:49.881047 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-44ece1b8-d347-4d3b-b826-9d767a654a2b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:49.994364 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-5a10fa34-8e14-4e21-bf36-20ef5d0ab52c service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328578 Aug 31 14:11:50.083007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f5e61-0835-4527-87f3-5a2648467397 req-fbd54623-ba6b-4dc7-8951-c90d5de89ca3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:50.105959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f5e61-0835-4527-87f3-5a2648467397 req-fbd54623-ba6b-4dc7-8951-c90d5de89ca3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:50.125748 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f5e61-0835-4527-87f3-5a2648467397 req-fbd54623-ba6b-4dc7-8951-c90d5de89ca3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:50.132057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f5e61-0835-4527-87f3-5a2648467397 req-fbd54623-ba6b-4dc7-8951-c90d5de89ca3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:50.138221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-725f5e61-0835-4527-87f3-5a2648467397 req-fbd54623-ba6b-4dc7-8951-c90d5de89ca3 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 3144 time: 0.3654408 Aug 31 14:11:50.201993 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:50.215662 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:50.318498 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-44ece1b8-d347-4d3b-b826-9d767a654a2b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:50.337970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Port': ['ID=3adf0515-04b3-473a-9e4d-355c21d8fc2a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:50.398860 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9df110b-9483-46aa-ab63-9759b2a6fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1172bb84-b328-4dab-8011-a710455add60', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'port_id': '1cedc0db-224b-4edd-a893-686ae0e7b2ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'mac_address': 'fa:16:3e:d1:c7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:11:26Z', 'updated_at': '2021-08-31T14:11:46Z', 'revision_number': 1, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:29Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:50.420551 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-725f5e61-0835-4527-87f3-5a2648467397 req-e5b8cace-24b0-45ab-b25d-4bd376077a26 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686272 Aug 31 14:11:50.466017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8023303e-f7d9-48b3-8e44-817df0e24281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:47Z', 'revision_number': 10, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:50.470901 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df110b-9483-46aa-ab63-9759b2a6fb5c None None] Checking router: c4f1e46f-cf78-4b2b-a187-55e0b24a3211 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:50.484930 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df110b-9483-46aa-ab63-9759b2a6fb5c None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:50.485794 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9df110b-9483-46aa-ab63-9759b2a6fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:50.490708 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-44ece1b8-d347-4d3b-b826-9d767a654a2b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:50.495050 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-44ece1b8-d347-4d3b-b826-9d767a654a2b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/6a0c4fc8-4f17-4e10-abbe-89a3dcc81803 HTTP/1.1" status: 204 len: 168 time: 1.1475513 Aug 31 14:11:50.495050 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ece1b8-d347-4d3b-b826-9d767a654a2b tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0c4fc8-4f17-4e10-abbe-89a3dcc81803,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:50.496237 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52306) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:50.501167 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-58351cbd-5215-4f5a-adf4-8703f101f532 service neutron] 10.222.0.20 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057933 Aug 31 14:11:50.505873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10398fbd-eab3-4511-b13b-37c87d27bb92 None None] Network 130f93ab-d6f4-461f-a53e-af01b87ea232 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:50.508720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 246483aa-7dcf-46c5-b9b6-9888b285a8a3 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:50.511292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8023303e-f7d9-48b3-8e44-817df0e24281 None None] Checking router: 5a65f7ab-c9c7-4874-a25b-659b181b7708 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:50.531807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=e8f4cc55-d0c0-40f3-8053-8e1adb5d7926,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:50.539525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:50.553926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:50.602898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8023303e-f7d9-48b3-8e44-817df0e24281 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:50.604283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8023303e-f7d9-48b3-8e44-817df0e24281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:50.649343 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e9df110b-9483-46aa-ab63-9759b2a6fb5c None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:50.778402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:11:51.008988 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:51.009443 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:51.012094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7847386-8d23-43bd-bd1e-d4c209dcae2e None None] Network 246483aa-7dcf-46c5-b9b6-9888b285a8a3 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:51.026270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:51.091268 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:51.121557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:11:51.179187 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-009562be-8b15-4151-884f-bcfb1bcfa245 req-0436ba58-5ca9-4363-8d52-c599c4670800 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 210 time: 0.2043235 Aug 31 14:11:51.193938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-250a4107-4605-427e-9e2c-d62f312b60be tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6060393 Aug 31 14:11:51.196496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52328) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:51.200026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'tag': '1cedc0db-224b-4edd-a893-686ae0e7b2ad'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:51.202365 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606b8e45-33b8-4571-906a-879399f02336" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee56011-ba36-4fff-8f88-05f08e251f6e", "tag": "1cedc0db-224b-4edd-a893-686ae0e7b2ad"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:51.206529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] No DVR routers for this DVR port 3adf0515-04b3-473a-9e4d-355c21d8fc2a on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:51.211708 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:51.214633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-d2ec6da6-bc68-4c8c-8547-71578e773613 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "DELETE /v2.0/ports/3adf0515-04b3-473a-9e4d-355c21d8fc2a HTTP/1.1" status: 204 len: 173 time: 4.2786093 Aug 31 14:11:51.216719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '246483aa-7dcf-46c5-b9b6-9888b285a8a3', 'name': 'tempest-PortsTestJSON-995990311', 'fixed_ips': [{'subnet_id': '63d9921a-57a7-4c1d-a46b-b7636ff9eb7e', 'ip_address': '172.20.0.9'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:51.238693 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f35e29-d5ce-4011-8722-a416b8e481ab None None] Sync routers for ids ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:11:51.297436 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d4d60e-0b12-4058-b20e-eda299f4a0d3 x-openstack-request-id: req-83d4d60e-0b12-4058-b20e-eda299f4a0d3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:51.298170 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee56011-ba36-4fff-8f88-05f08e251f6e", "tag": "1cedc0db-224b-4edd-a893-686ae0e7b2ad", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:51.298430 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83d4d60e-0b12-4058-b20e-eda299f4a0d3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:51.301483 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'tag': '1cedc0db-224b-4edd-a893-686ae0e7b2ad', 'status': 'completed', 'code': 200} Aug 31 14:11:51.312228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8023303e-f7d9-48b3-8e44-817df0e24281 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:51.323469 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f35e29-d5ce-4011-8722-a416b8e481ab None None] Routers {'24cafc8b-a49f-4e5a-a1b4-937477e59a09'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:51.324093 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-34f35e29-d5ce-4011-8722-a416b8e481ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:51.533874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-dbe8d45f-c750-44cc-89a0-af2f874807b9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Deleting port 83219683-f9b0-42b6-82dc-6016f15f8221 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:51.533874 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-dbe8d45f-c750-44cc-89a0-af2f874807b9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:51.627167 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-34f35e29-d5ce-4011-8722-a416b8e481ab None None] Set router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:51.685432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-64a1da6c-cdcb-48c9-b840-576390991d40 None None] Provisioning for port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:51.858013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-dbe8d45f-c750-44cc-89a0-af2f874807b9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] For port 83219683-f9b0-42b6-82dc-6016f15f8221, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=83219683-f9b0-42b6-82dc-6016f15f8221,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:51.858483 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-dbe8d45f-c750-44cc-89a0-af2f874807b9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:51.902150 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25afe279-f2b2-4220-b6bd-4c2a621adf3a None None] DHCP port deletion for 130f93ab-d6f4-461f-a53e-af01b87ea232 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:11:51.912295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-dbe8d45f-c750-44cc-89a0-af2f874807b9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Calling delete_port for 83219683-f9b0-42b6-82dc-6016f15f8221 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:52.037423 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9df110b-9483-46aa-ab63-9759b2a6fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1172bb84-b328-4dab-8011-a710455add60', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'port_id': '1cedc0db-224b-4edd-a893-686ae0e7b2ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'mac_address': 'fa:16:3e:d1:c7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:11:26Z', 'updated_at': '2021-08-31T14:11:46Z', 'revision_number': 1, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:29Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:52.153158 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df110b-9483-46aa-ab63-9759b2a6fb5c None None] The sync data for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 is: [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1172bb84-b328-4dab-8011-a710455add60', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'port_id': '1cedc0db-224b-4edd-a893-686ae0e7b2ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'mac_address': 'fa:16:3e:d1:c7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:11:26Z', 'updated_at': '2021-08-31T14:11:46Z', 'revision_number': 1, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:29Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:52.296570 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-dbe8d45f-c750-44cc-89a0-af2f874807b9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:52.436395 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-34f35e29-d5ce-4011-8722-a416b8e481ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:00:26Z', 'revision_number': 4, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '92915b9c-2d5c-4f4c-ac36-df01b93d24b4', 'name': '', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'mac_address': 'fa:16:3e:39:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:24Z', 'updated_at': '2021-08-31T14:00:35Z', 'revision_number': 5, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'subnets': [{'id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:52.463555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:52.470491 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:52.497220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port 1ab2c5de-f7b4-4978-9fe4-f46a229ffb29 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:11:52.522188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b1526-228e-4000-aee0-78eaba044cbd req-390d7209-e08c-4020-a9f3-9cc59320e5a5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:52.529400 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b1526-228e-4000-aee0-78eaba044cbd req-390d7209-e08c-4020-a9f3-9cc59320e5a5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:52.542071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8d45f-c750-44cc-89a0-af2f874807b9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Port': ['ID=83219683-f9b0-42b6-82dc-6016f15f8221,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:52.546916 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-609b1526-228e-4000-aee0-78eaba044cbd req-390d7209-e08c-4020-a9f3-9cc59320e5a5 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 1677 time: 0.2243450 Aug 31 14:11:52.564360 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f35e29-d5ce-4011-8722-a416b8e481ab None None] Checking router: 24cafc8b-a49f-4e5a-a1b4-937477e59a09 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:11:52.584316 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f35e29-d5ce-4011-8722-a416b8e481ab None None] Routers {'24cafc8b-a49f-4e5a-a1b4-937477e59a09'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:11:52.587270 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-34f35e29-d5ce-4011-8722-a416b8e481ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:52.632651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:52.651986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:52.652619 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:52.720196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a09fb04-e1e0-486e-a7f3-b2dded71e2f4 req-ec3413a5-8e67-4812-bc29-f39b30c6d9a3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 210 time: 0.3100133 Aug 31 14:11:52.739895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port 95053304-a2b5-4e3d-9bc9-df38994e867d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:52.769863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:52.771995 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-dbe8d45f-c750-44cc-89a0-af2f874807b9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] No DVR routers for this DVR port 83219683-f9b0-42b6-82dc-6016f15f8221 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:52.791751 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-dbe8d45f-c750-44cc-89a0-af2f874807b9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:52.793946 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-dbe8d45f-c750-44cc-89a0-af2f874807b9 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "DELETE /v2.0/ports/83219683-f9b0-42b6-82dc-6016f15f8221 HTTP/1.1" status: 204 len: 173 time: 1.5712860 Aug 31 14:11:52.809075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-609b1526-228e-4000-aee0-78eaba044cbd req-6f7fad48-714b-4e22-99f6-0844237370d1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609637 Aug 31 14:11:52.882403 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-34f35e29-d5ce-4011-8722-a416b8e481ab None None] Set router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:11:52.890569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d56655-d8ac-4ead-8366-afc389970697 None None] New status for floating IP 1172bb84-b328-4dab-8011-a710455add60: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:11:53.125259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] For port 95053304-a2b5-4e3d-9bc9-df38994e867d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=95053304-a2b5-4e3d-9bc9-df38994e867d,segment=NetworkSegment(06b8383b-4497-43e0-bd12-c19af2d0ef49),segment_id=06b8383b-4497-43e0-bd12-c19af2d0ef49)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:53.125962 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:53.145670 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for 95053304-a2b5-4e3d-9bc9-df38994e867d owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:53.251880 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:53.300131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=95053304-a2b5-4e3d-9bc9-df38994e867d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:53.308344 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-34f35e29-d5ce-4011-8722-a416b8e481ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:00:26Z', 'revision_number': 4, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '92915b9c-2d5c-4f4c-ac36-df01b93d24b4', 'name': '', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'mac_address': 'fa:16:3e:39:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:24Z', 'updated_at': '2021-08-31T14:00:35Z', 'revision_number': 5, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'subnets': [{'id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:53.312966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-deleted', 'tag': '3adf0515-04b3-473a-9e4d-355c21d8fc2a'}, {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-deleted', 'tag': '83219683-f9b0-42b6-82dc-6016f15f8221'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:53.314960 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676b94dd-e335-4517-bef7-a63b7aae2b32" -d '{"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-deleted", "tag": "3adf0515-04b3-473a-9e4d-355c21d8fc2a"}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-deleted", "tag": "83219683-f9b0-42b6-82dc-6016f15f8221"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:53.331384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b8e45-33b8-4571-906a-879399f02336 req-285aaae2-8ce9-49f9-977e-70e7e986335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:53.333295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-606b8e45-33b8-4571-906a-879399f02336 req-285aaae2-8ce9-49f9-977e-70e7e986335b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 1096 time: 1.0121028 Aug 31 14:11:53.336144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No DVR routers for this DVR port 95053304-a2b5-4e3d-9bc9-df38994e867d on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:53.393692 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f35e29-d5ce-4011-8722-a416b8e481ab None None] The sync data for ids ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'] in n-d-792364-6 is: [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:00:26Z', 'revision_number': 4, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '92915b9c-2d5c-4f4c-ac36-df01b93d24b4', 'name': '', 'network_id': 'b5fb4c7e-2c3a-4423-9d26-009e73aec85e', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'mac_address': 'fa:16:3e:39:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:24Z', 'updated_at': '2021-08-31T14:00:35Z', 'revision_number': 5, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'subnets': [{'id': '388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:53.409350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-0badb1c4-89f5-4975-977b-c1fe4d66b747 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Deleting port f1bcd0b3-38ba-4164-85db-c6f590972787 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:53.409701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-0badb1c4-89f5-4975-977b-c1fe4d66b747 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:53.427817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ddf37-989c-4203-9e8e-562b53320383 req-3eddf6ea-8598-4f7d-a62d-929e167f0c06 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:53.429396 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-3eddf6ea-8598-4f7d-a62d-929e167f0c06 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 806 time: 0.4434853 Aug 31 14:11:53.430856 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35cd969-6ea2-4a78-bd19-170d8dc8b0a7 x-openstack-request-id: req-f35cd969-6ea2-4a78-bd19-170d8dc8b0a7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:53.431335 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-deleted", "tag": "3adf0515-04b3-473a-9e4d-355c21d8fc2a", "status": "completed", "code": 200}, {"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-deleted", "tag": "83219683-f9b0-42b6-82dc-6016f15f8221", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:53.431952 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f35cd969-6ea2-4a78-bd19-170d8dc8b0a7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:53.432540 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-deleted', 'tag': '3adf0515-04b3-473a-9e4d-355c21d8fc2a', 'status': 'completed', 'code': 200} Aug 31 14:11:53.432978 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-deleted', 'tag': '83219683-f9b0-42b6-82dc-6016f15f8221', 'status': 'completed', 'code': 200} Aug 31 14:11:53.451301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Request body: {'port': {'device_id': '8230fc2a-0d9f-4d75-86b1-36b963502a29', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'admin_state_up': True, 'tenant_id': '0b56ff521ec64837928c13543219af1a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:53.643639 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b8e45-33b8-4571-906a-879399f02336 req-24501192-fde3-49bd-825f-c2c7feb896bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:53.645183 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-606b8e45-33b8-4571-906a-879399f02336 req-24501192-fde3-49bd-825f-c2c7feb896bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 911 time: 0.2580853 Aug 31 14:11:53.673399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8023303e-f7d9-48b3-8e44-817df0e24281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:47Z', 'revision_number': 10, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:53.688727 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:53.774907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-0badb1c4-89f5-4975-977b-c1fe4d66b747 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] For port f1bcd0b3-38ba-4164-85db-c6f590972787, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f1bcd0b3-38ba-4164-85db-c6f590972787,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:53.775219 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-0badb1c4-89f5-4975-977b-c1fe4d66b747 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:53.776468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-25afe279-f2b2-4220-b6bd-4c2a621adf3a None None] Deleting port 95053304-a2b5-4e3d-9bc9-df38994e867d {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:53.776868 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25afe279-f2b2-4220-b6bd-4c2a621adf3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:53.803691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8023303e-f7d9-48b3-8e44-817df0e24281 None None] The sync data for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 is: [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:11:47Z', 'revision_number': 10, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None, '_interfaces': [{'id': '8698ed04-1bb3-45e8-af8a-e358a46b10a4', 'name': '', 'network_id': '2b5b2b6f-2eb4-485e-8db5-db8e98fed55f', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'mac_address': 'fa:16:3e:0a:16:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:10:57Z', 'updated_at': '2021-08-31T14:11:05Z', 'revision_number': 5, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'subnets': [{'id': '10c4b1b5-0242-49d7-ac0e-e7c59c823df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:11:53.805559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-0badb1c4-89f5-4975-977b-c1fe4d66b747 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Calling delete_port for f1bcd0b3-38ba-4164-85db-c6f590972787 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:53.922475 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-606b8e45-33b8-4571-906a-879399f02336 req-35474d6d-a418-48e1-b6f4-5d833669244f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cedc0db-224b-4edd-a893-686ae0e7b2ad HTTP/1.1" status: 200 len: 1000 time: 0.2569788 Aug 31 14:11:54.032423 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=17f631e6-caad-4d5f-a4e4-b2e04ceb75f1,segment=NetworkSegment(4079cd91-60fc-4c0b-aacc-33a12c90f47e),segment_id=4079cd91-60fc-4c0b-aacc-33a12c90f47e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:54.053372 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f0f69692-68be-42d5-86d1-8fbf20c26dbe req-86f7a0e9-5e04-47a4-886c-970c0d44f7c8 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 210 time: 0.0682228 Aug 31 14:11:54.055283 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.139293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=17f631e6-caad-4d5f-a4e4-b2e04ceb75f1,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:54.146703 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20774f4-d6e0-4ab0-9f96-bf6c909f689a None None] New status for floating IP 8ac03859-841b-4b58-8a69-a4b07ab2bde3: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:11:54.165088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5abb0499-6a29-416a-8833-1eb260589a21 None None] Provisioning complete for port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:54.165908 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5abb0499-6a29-416a-8833-1eb260589a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.214609 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.273358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-25afe279-f2b2-4220-b6bd-4c2a621adf3a None None] For port 95053304-a2b5-4e3d-9bc9-df38994e867d, host n-d-792364-6, got binding levels [] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:54.277372 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25afe279-f2b2-4220-b6bd-4c2a621adf3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.319102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-25afe279-f2b2-4220-b6bd-4c2a621adf3a None None] Calling delete_port for 95053304-a2b5-4e3d-9bc9-df38994e867d owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:54.324195 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.ipam_backend_mixin [None req-25afe279-f2b2-4220-b6bd-4c2a621adf3a None None] Port 95053304-a2b5-4e3d-9bc9-df38994e867d was not found and therefore no delete operation was performed {{(pid=106389) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:11:54.327507 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25afe279-f2b2-4220-b6bd-4c2a621adf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.345100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25afe279-f2b2-4220-b6bd-4c2a621adf3a None None] No DVR routers for this DVR port 95053304-a2b5-4e3d-9bc9-df38994e867d on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:54.373837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.9 (246483aa-7dcf-46c5-b9b6-9888b285a8a3/63d9921a-57a7-4c1d-a46b-b7636ff9eb7e/1ab2c5de-f7b4-4978-9fe4-f46a229ffb29) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:54.413858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afe279-f2b2-4220-b6bd-4c2a621adf3a None None] Pushing event deleted for resources: {'Port': ['ID=95053304-a2b5-4e3d-9bc9-df38994e867d,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:54.435065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:11:54.435313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Made reservation on behalf of 0b56ff521ec64837928c13543219af1a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:11:54.442420 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.460920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130f93ab-d6f4-461f-a53e-af01b87ea232']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:54.503112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b8e45-33b8-4571-906a-879399f02336 req-8ceae91a-8e14-435a-8426-0736aaefe0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:54.504685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-606b8e45-33b8-4571-906a-879399f02336 req-8ceae91a-8e14-435a-8426-0736aaefe0f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 200 len: 849 time: 0.5673180 Aug 31 14:11:54.515172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b8383b-4497-43e0-bd12-c19af2d0ef49') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:54.515474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b8383b-4497-43e0-bd12-c19af2d0ef49') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:54.601079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82880fc-0383-4465-bdfa-a8ba1bc72a76 req-da24f68d-fde0-401c-be8f-6400f8326428 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:54.618031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82880fc-0383-4465-bdfa-a8ba1bc72a76 req-da24f68d-fde0-401c-be8f-6400f8326428 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:54.619764 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a82880fc-0383-4465-bdfa-a8ba1bc72a76 req-da24f68d-fde0-401c-be8f-6400f8326428 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 1677 time: 0.5053999 Aug 31 14:11:54.634243 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.644406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:54.644811 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.701839 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-0badb1c4-89f5-4975-977b-c1fe4d66b747 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.723432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5abb0499-6a29-416a-8833-1eb260589a21 None None] Provisioning for port e8f4cc55-d0c0-40f3-8053-8e1adb5d7926 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:54.747029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.750513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5abb0499-6a29-416a-8833-1eb260589a21 None None] Provisioning complete for port e8f4cc55-d0c0-40f3-8053-8e1adb5d7926 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:54.753242 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5abb0499-6a29-416a-8833-1eb260589a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.788703 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a82880fc-0383-4465-bdfa-a8ba1bc72a76 req-e314d457-2fb1-40c1-9d40-1ab5e1a8f5d8 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243818 Aug 31 14:11:54.815607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:11:54.816091 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.818000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5abb0499-6a29-416a-8833-1eb260589a21 None None] Port e8f4cc55-d0c0-40f3-8053-8e1adb5d7926 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:11:54.819437 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:11:54.821866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badb1c4-89f5-4975-977b-c1fe4d66b747 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Port': ['ID=f1bcd0b3-38ba-4164-85db-c6f590972787,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:54.872041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b8e45-33b8-4571-906a-879399f02336 req-abc6663e-6b69-4c00-8a9e-ed5ab7fe4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:54.875329 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-606b8e45-33b8-4571-906a-879399f02336 req-abc6663e-6b69-4c00-8a9e-ed5ab7fe4cbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0b5bd67-43f6-464d-968b-b9a83e80305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3519857 Aug 31 14:11:54.921566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-606b8e45-33b8-4571-906a-879399f02336 req-afd07c55-9d3e-446b-a99e-a922dd658ddf service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:11:54.923311 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-606b8e45-33b8-4571-906a-879399f02336 req-afd07c55-9d3e-446b-a99e-a922dd658ddf service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071695 Aug 31 14:11:54.969870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-99c078c6-21ad-4fbf-83f7-b5b69a925f9a None None] Provisioning complete for port e8f4cc55-d0c0-40f3-8053-8e1adb5d7926 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:54.971179 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-99c078c6-21ad-4fbf-83f7-b5b69a925f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:54.992170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-0badb1c4-89f5-4975-977b-c1fe4d66b747 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] No DVR routers for this DVR port f1bcd0b3-38ba-4164-85db-c6f590972787 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:55.015578 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-0badb1c4-89f5-4975-977b-c1fe4d66b747 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:55.025769 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-0badb1c4-89f5-4975-977b-c1fe4d66b747 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "DELETE /v2.0/ports/f1bcd0b3-38ba-4164-85db-c6f590972787 HTTP/1.1" status: 204 len: 173 time: 2.2210591 Aug 31 14:11:55.043474 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-99c078c6-21ad-4fbf-83f7-b5b69a925f9a None None] Port e8f4cc55-d0c0-40f3-8053-8e1adb5d7926 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:55.062422 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:55.111863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:55.112940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52410) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:55.156762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Allocated IP 172.20.0.2 (0cee240c-5069-4a5d-a626-9016f3a55c41/ac749944-61c0-4e97-a3b2-48b24cb2a6a5/77522806-a1bf-46d1-8c6b-2eb491bb63e7) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:11:55.157686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:55.158661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 95053304-a2b5-4e3d-9bc9-df38994e867d no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:55.162838 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/networks/130f93ab-d6f4-461f-a53e-af01b87ea232 HTTP/1.1" status: 204 len: 168 time: 4.6513162 Aug 31 14:11:55.182781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52414) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:55.189299 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccae3e4-7ba8-4b24-8d06-8c35e004db00 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Network': ['ID=130f93ab-d6f4-461f-a53e-af01b87ea232,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:55.219752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Transition to ACTIVE for port object 1ab2c5de-f7b4-4978-9fe4-f46a229ffb29 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:55.337719 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-606b8e45-33b8-4571-906a-879399f02336 req-28eec9aa-f0cb-4739-9869-9ed906a9ed41 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923395 Aug 31 14:11:55.517007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:55.619653 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 246483aa-7dcf-46c5-b9b6-9888b285a8a3 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:55.626784 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:55.632507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:55.683305 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=1ab2c5de-f7b4-4978-9fe4-f46a229ffb29,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:55.696917 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-606b8e45-33b8-4571-906a-879399f02336 req-7c436627-f843-458f-bfc5-005976217ca5 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409345 Aug 31 14:11:55.714042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 95053304-a2b5-4e3d-9bc9-df38994e867d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:55.714702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 95053304-a2b5-4e3d-9bc9-df38994e867d not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:55.715319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device afef7c96-77ed-4e34-8a39-84061f550fd0 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:11:55.723767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:55.724462 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:55.743256 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b98dc6ef-b897-4fb2-852f-60e22aa86c78 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5420456 Aug 31 14:11:55.747850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52422) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:55.769079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: afef7c96-77ed-4e34-8a39-84061f550fd0 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:11:55.769443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device afef7c96-77ed-4e34-8a39-84061f550fd0 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:11:55.805900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-deleted', 'tag': 'f1bcd0b3-38ba-4164-85db-c6f590972787'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:55.807952 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2240ee2-7293-423d-adf0-50c9b09bdff6" -d '{"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-deleted", "tag": "f1bcd0b3-38ba-4164-85db-c6f590972787"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:55.869277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796589d3-0559-4389-9be7-aed2e15573da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:55.873002 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-796589d3-0559-4389-9be7-aed2e15573da tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1236711 Aug 31 14:11:55.875806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52432) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:55.881057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6af63288-b8df-4a6c-a34f-c8a97dbed1de req-e76e2a00-9e68-4dfe-9053-6a062eecb2bf tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 210 time: 0.6275389 Aug 31 14:11:55.950686 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-319cd1ac-8121-4dc6-a2e1-d8b15f6927b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:55.981123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0715301-b675-43f5-9983-a75b987ed96f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:55.988058 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0715301-b675-43f5-9983-a75b987ed96f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:55.996520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0715301-b675-43f5-9983-a75b987ed96f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:56.000383 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75a7818-cb4a-49d0-a8bf-004d84c21eb0 x-openstack-request-id: req-c75a7818-cb4a-49d0-a8bf-004d84c21eb0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:56.000383 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-deleted", "tag": "f1bcd0b3-38ba-4164-85db-c6f590972787", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:56.000383 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c75a7818-cb4a-49d0-a8bf-004d84c21eb0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:56.002339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f0715301-b675-43f5-9983-a75b987ed96f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1233552 Aug 31 14:11:56.002442 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-deleted', 'tag': 'f1bcd0b3-38ba-4164-85db-c6f590972787', 'status': 'completed', 'code': 200} Aug 31 14:11:56.018951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52436) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:56.096802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e5c739a3-917f-406a-9f3c-e875996fb4ae None None] Provisioning for port 1ab2c5de-f7b4-4978-9fe4-f46a229ffb29 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:11:56.103600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e5c739a3-917f-406a-9f3c-e875996fb4ae None None] Provisioning complete for port 1ab2c5de-f7b4-4978-9fe4-f46a229ffb29 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:11:56.104283 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e5c739a3-917f-406a-9f3c-e875996fb4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:56.144611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d61fcb-0ecf-4152-b49b-a4d7d3ccc533 req-321f1fe6-51e0-4308-a7d2-eb4cf3fc24db tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:56.146702 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-90d61fcb-0ecf-4152-b49b-a4d7d3ccc533 req-321f1fe6-51e0-4308-a7d2-eb4cf3fc24db tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 943 time: 0.2199056 Aug 31 14:11:56.148598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e5c739a3-917f-406a-9f3c-e875996fb4ae None None] Port 1ab2c5de-f7b4-4978-9fe4-f46a229ffb29 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:11:56.215991 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-90d61fcb-0ecf-4152-b49b-a4d7d3ccc533 req-e974e3fd-c3c5-4aae-9fa9-c4975669933c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d06617-1364-4675-8606-8f6dcd209797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623550 Aug 31 14:11:56.239502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3b720219-f864-4974-8974-518d6ed046a7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Deleting port a8a30911-6d66-4d40-8dab-8fe6556e0287 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:56.240125 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3b720219-f864-4974-8974-518d6ed046a7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:56.250137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-4d880ad6-48a0-41ee-869c-f70998ec31fb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 1ab2c5de-f7b4-4978-9fe4-f46a229ffb29 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:56.250476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d880ad6-48a0-41ee-869c-f70998ec31fb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:56.361239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d880ad6-48a0-41ee-869c-f70998ec31fb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:56.384295 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-4d880ad6-48a0-41ee-869c-f70998ec31fb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 1ab2c5de-f7b4-4978-9fe4-f46a229ffb29 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:56.511124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:56.537270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3b720219-f864-4974-8974-518d6ed046a7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] For port a8a30911-6d66-4d40-8dab-8fe6556e0287, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a8a30911-6d66-4d40-8dab-8fe6556e0287,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:56.538050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3b720219-f864-4974-8974-518d6ed046a7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:56.590689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3b720219-f864-4974-8974-518d6ed046a7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Calling delete_port for a8a30911-6d66-4d40-8dab-8fe6556e0287 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:56.621960 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d880ad6-48a0-41ee-869c-f70998ec31fb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:56.669637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d880ad6-48a0-41ee-869c-f70998ec31fb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=1ab2c5de-f7b4-4978-9fe4-f46a229ffb29,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:56.680517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-319cd1ac-8121-4dc6-a2e1-d8b15f6927b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:56.704325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-319cd1ac-8121-4dc6-a2e1-d8b15f6927b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:56.751331 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d880ad6-48a0-41ee-869c-f70998ec31fb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:56.755681 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4d880ad6-48a0-41ee-869c-f70998ec31fb tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/1ab2c5de-f7b4-4978-9fe4-f46a229ffb29 HTTP/1.1" status: 204 len: 168 time: 0.7333031 Aug 31 14:11:56.755957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52452) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:56.785673 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cae39a-0bf1-482c-82b3-9a249a3228cd tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:11:56.789669 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b6cae39a-0bf1-482c-82b3-9a249a3228cd tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/1ab2c5de-f7b4-4978-9fe4-f46a229ffb29 HTTP/1.1" status: 404 len: 333 time: 0.0299127 Aug 31 14:11:56.793492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52454) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:56.812298 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:56.835329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:11:56.838712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-319cd1ac-8121-4dc6-a2e1-d8b15f6927b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f39e1a4c6de48cbb77dece7d483418e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7228301 Aug 31 14:11:56.849776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52456) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:56.988636 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-104ab712-8b78-4356-9d2f-078c63fc32db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:57.023523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event updated for resources: {'Port': ['ID=77522806-a1bf-46d1-8c6b-2eb491bb63e7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:57.030210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3b720219-f864-4974-8974-518d6ed046a7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:57.032231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cd1ac-8121-4dc6-a2e1-d8b15f6927b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f73ddd-80e8-4359-aecf-8bcd122a0d86,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:57.070596 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-104ab712-8b78-4356-9d2f-078c63fc32db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:57.100041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Network 0cee240c-5069-4a5d-a626-9016f3a55c41 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:11:57.101796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b720219-f864-4974-8974-518d6ed046a7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Port': ['ID=a8a30911-6d66-4d40-8dab-8fe6556e0287,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:57.106552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:11:57.119924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:11:57.193419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:57.194224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:57.263865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52470) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:57.292866 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-104ab712-8b78-4356-9d2f-078c63fc32db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:57.296969 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-104ab712-8b78-4356-9d2f-078c63fc32db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:57.298152 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-104ab712-8b78-4356-9d2f-078c63fc32db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4f73ddd-80e8-4359-aecf-8bcd122a0d86 HTTP/1.1" status: 204 len: 168 time: 0.4424412 Aug 31 14:11:57.301601 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-ff42f34b-2742-4268-ba08-a7ab84495a2a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8541417 Aug 31 14:11:57.333197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ab712-8b78-4356-9d2f-078c63fc32db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f73ddd-80e8-4359-aecf-8bcd122a0d86,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:57.365946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3b720219-f864-4974-8974-518d6ed046a7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] No DVR routers for this DVR port a8a30911-6d66-4d40-8dab-8fe6556e0287 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:57.379505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310c1b8-e9e2-4ec2-8e95-03f23f994036 req-e9089f82-24e2-4a8d-8179-565ecfe2ba51 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:57.381232 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4310c1b8-e9e2-4ec2-8e95-03f23f994036 req-e9089f82-24e2-4a8d-8179-565ecfe2ba51 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 931 time: 0.1926291 Aug 31 14:11:57.386276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Request body: {'port': {'device_id': '8230fc2a-0d9f-4d75-86b1-36b963502a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:11:57.388349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a8d99e74-9d69-43c9-8509-1a8f310c8a48 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port e8f4cc55-d0c0-40f3-8053-8e1adb5d7926 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:57.389058 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8d99e74-9d69-43c9-8509-1a8f310c8a48 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:57.394581 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3b720219-f864-4974-8974-518d6ed046a7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:57.396766 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78fcec8e-46cd-4b1d-b05c-931ab9894315 req-3b720219-f864-4974-8974-518d6ed046a7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.13 "DELETE /v2.0/ports/a8a30911-6d66-4d40-8dab-8fe6556e0287 HTTP/1.1" status: 204 len: 173 time: 2.3607962 Aug 31 14:11:57.489318 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5543e295-4faf-466c-909a-3e5588c17518 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:57.551458 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9113322e-b398-4e5b-8f77-85da404616e1 req-0a24de73-7e0d-4e57-880d-79f87138092d tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.1131833 Aug 31 14:11:57.601562 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4310c1b8-e9e2-4ec2-8e95-03f23f994036 req-3303d1f1-bcd8-4f4d-bc7e-ec17b89addff tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119714 Aug 31 14:11:57.646736 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8d99e74-9d69-43c9-8509-1a8f310c8a48 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:57.682826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a8d99e74-9d69-43c9-8509-1a8f310c8a48 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for e8f4cc55-d0c0-40f3-8053-8e1adb5d7926 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:57.922791 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:58.016823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8d99e74-9d69-43c9-8509-1a8f310c8a48 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:58.105418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d99e74-9d69-43c9-8509-1a8f310c8a48 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=e8f4cc55-d0c0-40f3-8053-8e1adb5d7926,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:58.138275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-deleted', 'tag': 'a8a30911-6d66-4d40-8dab-8fe6556e0287'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:11:58.152246 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92eea36-d243-4f5a-bf69-c87d2889f600" -d '{"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-deleted", "tag": "a8a30911-6d66-4d40-8dab-8fe6556e0287"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:11:58.267338 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8d99e74-9d69-43c9-8509-1a8f310c8a48 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:58.274041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a8d99e74-9d69-43c9-8509-1a8f310c8a48 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/e8f4cc55-d0c0-40f3-8053-8e1adb5d7926 HTTP/1.1" status: 204 len: 168 time: 1.4793792 Aug 31 14:11:58.274695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52496) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:58.283347 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b611f80b-7b9c-4237-9c6e-278aebacdc11 x-openstack-request-id: req-b611f80b-7b9c-4237-9c6e-278aebacdc11 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:11:58.283640 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad635d-49b5-49ca-9a25-abef6bd92738", "name": "network-vif-deleted", "tag": "a8a30911-6d66-4d40-8dab-8fe6556e0287", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:11:58.283889 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b611f80b-7b9c-4237-9c6e-278aebacdc11 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:11:58.284291 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad635d-49b5-49ca-9a25-abef6bd92738', 'name': 'network-vif-deleted', 'tag': 'a8a30911-6d66-4d40-8dab-8fe6556e0287', 'status': 'completed', 'code': 200} Aug 31 14:11:58.329567 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecd1168-87cb-4d21-9ede-a389ccd1ea29 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:11:58.334077 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fecd1168-87cb-4d21-9ede-a389ccd1ea29 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/e8f4cc55-d0c0-40f3-8053-8e1adb5d7926 HTTP/1.1" status: 404 len: 333 time: 0.0583351 Aug 31 14:11:58.334700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52502) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:58.406393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fa9a65-e962-4cd9-8036-a72653d3c792 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting subnet 63d9921a-57a7-4c1d-a46b-b7636ff9eb7e {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:11:58.411029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89fa9a65-e962-4cd9-8036-a72653d3c792 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:58.471124 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89fa9a65-e962-4cd9-8036-a72653d3c792 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:58.596518 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89fa9a65-e962-4cd9-8036-a72653d3c792 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:58.748578 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89fa9a65-e962-4cd9-8036-a72653d3c792 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:58.819314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c34ca-d033-4ae7-9820-f8968a726fe3 None None] Network 246483aa-7dcf-46c5-b9b6-9888b285a8a3 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:11:58.875286 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa9a65-e962-4cd9-8036-a72653d3c792 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Subnet': ['ID=63d9921a-57a7-4c1d-a46b-b7636ff9eb7e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:58.881398 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89fa9a65-e962-4cd9-8036-a72653d3c792 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:58.891874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-89fa9a65-e962-4cd9-8036-a72653d3c792 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/63d9921a-57a7-4c1d-a46b-b7636ff9eb7e HTTP/1.1" status: 204 len: 168 time: 0.5554483 Aug 31 14:11:58.897068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52520) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:11:59.037279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0337c429-7c64-4b8c-8bbb-3d5a485270fe req-606ae6c0-a28a-450a-9a9d-029ebf700ddc tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.1794503 Aug 31 14:11:59.094743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30f890-ca61-44d6-8ee8-43be0bb1ebbf req-eb2d0f7d-58c4-480a-b0c2-df76bbd94daa tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:11:59.099929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df30f890-ca61-44d6-8ee8-43be0bb1ebbf req-eb2d0f7d-58c4-480a-b0c2-df76bbd94daa tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 931 time: 0.3467245 Aug 31 14:11:59.115421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77522806-a1bf-46d1-8c6b-2eb491bb63e7 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:11:59.135673 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.179065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9f3637-942b-4a22-873f-eb2d363eaa5e None None] DHCP port deletion for 246483aa-7dcf-46c5-b9b6-9888b285a8a3 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:11:59.202399 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df30f890-ca61-44d6-8ee8-43be0bb1ebbf req-49c66dd4-7d96-447a-98b7-612e4fea030b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892627 Aug 31 14:11:59.286687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f3637-942b-4a22-873f-eb2d363eaa5e None None] Deleting port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:59.287354 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e9f3637-942b-4a22-873f-eb2d363eaa5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.304127 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.320660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:59.321006 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.474930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0e9f3637-942b-4a22-873f-eb2d363eaa5e None None] For port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=17f631e6-caad-4d5f-a4e4-b2e04ceb75f1,segment=NetworkSegment(4079cd91-60fc-4c0b-aacc-33a12c90f47e),segment_id=4079cd91-60fc-4c0b-aacc-33a12c90f47e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:59.478462 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e9f3637-942b-4a22-873f-eb2d363eaa5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.490534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Transition to ACTIVE for port object 77522806-a1bf-46d1-8c6b-2eb491bb63e7 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:11:59.508562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] For port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=17f631e6-caad-4d5f-a4e4-b2e04ceb75f1,segment=NetworkSegment(4079cd91-60fc-4c0b-aacc-33a12c90f47e),segment_id=4079cd91-60fc-4c0b-aacc-33a12c90f47e)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:11:59.509090 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.511314 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.516859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f3637-942b-4a22-873f-eb2d363eaa5e None None] Calling delete_port for 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:59.559901 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:11:59.623293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=77522806-a1bf-46d1-8c6b-2eb491bb63e7,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:59.665601 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e9f3637-942b-4a22-873f-eb2d363eaa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.673845 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.707544 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=17f631e6-caad-4d5f-a4e4-b2e04ceb75f1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:59.709650 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No DVR routers for this DVR port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:59.730083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f3637-942b-4a22-873f-eb2d363eaa5e None None] Pushing event deleted for resources: {'Port': ['ID=17f631e6-caad-4d5f-a4e4-b2e04ceb75f1,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:11:59.735862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f3637-942b-4a22-873f-eb2d363eaa5e None None] No DVR routers for this DVR port 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:11:59.805279 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.824783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246483aa-7dcf-46c5-b9b6-9888b285a8a3']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:59.825976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5543e295-4faf-466c-909a-3e5588c17518 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port 8698ed04-1bb3-45e8-af8a-e358a46b10a4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:11:59.827731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5543e295-4faf-466c-909a-3e5588c17518 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.847086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4079cd91-60fc-4c0b-aacc-33a12c90f47e') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:59.847379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4079cd91-60fc-4c0b-aacc-33a12c90f47e') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:11:59.862717 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.895210 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.911727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:11:59.912780 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:11:59.923313 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:11:59.978256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Attempting to bind port 77522806-a1bf-46d1-8c6b-2eb491bb63e7 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:11:59.978868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Attempting to bind port 77522806-a1bf-46d1-8c6b-2eb491bb63e7 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:11:59.979380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Attempting to bind port 77522806-a1bf-46d1-8c6b-2eb491bb63e7 on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:00.002959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Port 77522806-a1bf-46d1-8c6b-2eb491bb63e7 on network 0cee240c-5069-4a5d-a626-9016f3a55c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:00.003540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Attempting to bind port 77522806-a1bf-46d1-8c6b-2eb491bb63e7 on network 0cee240c-5069-4a5d-a626-9016f3a55c41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:00.024795 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91feb06a-6325-4a2b-a5f8-3ca93e7a39fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:00.052199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:00.066797 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:00.069341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/networks/246483aa-7dcf-46c5-b9b6-9888b285a8a3 HTTP/1.1" status: 204 len: 168 time: 1.1705699 Aug 31 14:12:00.074915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:00.075815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Checking segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:00.076392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Bound using segment: {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:00.077585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Bound port: 77522806-a1bf-46d1-8c6b-2eb491bb63e7, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48722d5-21f2-4b70-8a6d-c85e66c271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:00.078142 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:00.086621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52554) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:00.090391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea65b4-2513-4812-b600-702c41861f76 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Network': ['ID=246483aa-7dcf-46c5-b9b6-9888b285a8a3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:00.093156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-11087b3c-4611-448b-aca2-4b32ccf1f2fe tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1724783378'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:00.118946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-5543e295-4faf-466c-909a-3e5588c17518 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] For port 8698ed04-1bb3-45e8-af8a-e358a46b10a4, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8698ed04-1bb3-45e8-af8a-e358a46b10a4,segment=NetworkSegment(d0d273d9-bbc5-48e1-acf7-c886c9efb719),segment_id=d0d273d9-bbc5-48e1-acf7-c886c9efb719)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:00.119314 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5543e295-4faf-466c-909a-3e5588c17518 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:00.148401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5543e295-4faf-466c-909a-3e5588c17518 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for 8698ed04-1bb3-45e8-af8a-e358a46b10a4 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:00.267858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:00.386327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:00.386847 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 17f631e6-caad-4d5f-a4e4-b2e04ceb75f1 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:00.416590 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-83e3cb76-eb06-48eb-b620-85f692dc0cfb req-740967db-8eda-4fb3-9bfd-bf40668660ca tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.0865419 Aug 31 14:12:00.684365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11087b3c-4611-448b-aca2-4b32ccf1f2fe tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:00.688713 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11087b3c-4611-448b-aca2-4b32ccf1f2fe tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:00.715124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] For port 77522806-a1bf-46d1-8c6b-2eb491bb63e7, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:00.718871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] For port 77522806-a1bf-46d1-8c6b-2eb491bb63e7, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=77522806-a1bf-46d1-8c6b-2eb491bb63e7,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:00.747959 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:00.834687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=77522806-a1bf-46d1-8c6b-2eb491bb63e7,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:00.925382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:00.926063 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:00.927954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-489f6b06-29b4-4eef-89db-aadf6069b2f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/77522806-a1bf-46d1-8c6b-2eb491bb63e7 HTTP/1.1" status: 200 len: 1091 time: 3.5702369 Aug 31 14:12:00.929862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8230fc2a-0d9f-4d75-86b1-36b963502a29', 'tag': '77522806-a1bf-46d1-8c6b-2eb491bb63e7'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:00.945632 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8720447-eae2-4aca-9f76-653ad3055d09" -d '{"events": [{"name": "network-changed", "server_uuid": "8230fc2a-0d9f-4d75-86b1-36b963502a29", "tag": "77522806-a1bf-46d1-8c6b-2eb491bb63e7"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:00.949686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11087b3c-4611-448b-aca2-4b32ccf1f2fe tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:00.986575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa212c-bd49-4a7b-8c88-851b8ae57aba req-16cfb431-c7c1-4ba5-b05d-72c367603079 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:00.988586 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77fa212c-bd49-4a7b-8c88-851b8ae57aba req-16cfb431-c7c1-4ba5-b05d-72c367603079 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 943 time: 0.2973061 Aug 31 14:12:01.052069 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ed35d2-0ba6-4c1b-9812-257814ba848e x-openstack-request-id: req-f2ed35d2-0ba6-4c1b-9812-257814ba848e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:01.052367 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8230fc2a-0d9f-4d75-86b1-36b963502a29", "tag": "77522806-a1bf-46d1-8c6b-2eb491bb63e7", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:01.052661 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2ed35d2-0ba6-4c1b-9812-257814ba848e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:01.053058 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8230fc2a-0d9f-4d75-86b1-36b963502a29', 'tag': '77522806-a1bf-46d1-8c6b-2eb491bb63e7', 'status': 'completed', 'code': 200} Aug 31 14:12:01.057122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11087b3c-4611-448b-aca2-4b32ccf1f2fe tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:01.057477 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-11087b3c-4611-448b-aca2-4b32ccf1f2fe tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Added segment a310082f-61bd-4f31-b7c9-9a7363522231 of type vlan for network 7fad4037-5de7-4b24-b52d-0391d02cac46 Aug 31 14:12:01.242077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77fa212c-bd49-4a7b-8c88-851b8ae57aba req-99301214-031f-4133-bdb7-2bb8689c2e80 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881123 Aug 31 14:12:01.247391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11087b3c-4611-448b-aca2-4b32ccf1f2fe tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:01.305890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ddf37-989c-4203-9e8e-562b53320383 req-4102a90c-75dc-48ec-85e3-74ed239e7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:01.307629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-4102a90c-75dc-48ec-85e3-74ed239e7ea2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 1094 time: 0.3144505 Aug 31 14:12:01.319313 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5543e295-4faf-466c-909a-3e5588c17518 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:01.338776 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-863cbbc0-30a1-4651-a908-7eb953691597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:01.379522 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-e8f72491-7085-4d41-946e-27e891371996 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77522806-a1bf-46d1-8c6b-2eb491bb63e7 HTTP/1.1" status: 200 len: 217 time: 0.0534887 Aug 31 14:12:01.441351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543e295-4faf-466c-909a-3e5588c17518 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=8698ed04-1bb3-45e8-af8a-e358a46b10a4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:01.470329 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11087b3c-4611-448b-aca2-4b32ccf1f2fe tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:01.476966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11087b3c-4611-448b-aca2-4b32ccf1f2fe tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:01.477802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11087b3c-4611-448b-aca2-4b32ccf1f2fe tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:01.524998 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-11087b3c-4611-448b-aca2-4b32ccf1f2fe tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4369764 Aug 31 14:12:01.527664 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52618) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:01.536148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4ddd4797-f2d8-4cd5-aa93-f2abe6602bb8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '7fad4037-5de7-4b24-b52d-0391d02cac46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:01.703572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ddf37-989c-4203-9e8e-562b53320383 req-356eeac4-2484-4536-937b-57224b991d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:01.705689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-356eeac4-2484-4536-937b-57224b991d90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.2990887 Aug 31 14:12:01.713315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11087b3c-4611-448b-aca2-4b32ccf1f2fe tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Network': ['ID=7fad4037-5de7-4b24-b52d-0391d02cac46,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:01.729511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 7fad4037-5de7-4b24-b52d-0391d02cac46 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:01.783621 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-67fd20a0-503e-4db6-aa64-550c29ddcb57 req-e99bbbe3-6cb9-483e-9d1e-495332a61191 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.0884821 Aug 31 14:12:01.806102 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddd4797-f2d8-4cd5-aa93-f2abe6602bb8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:01.810562 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4797-f2d8-4cd5-aa93-f2abe6602bb8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:01.913407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-6e7202c9-ce3b-4e4f-aaa7-c0491f2c19c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934924 Aug 31 14:12:01.922957 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5543e295-4faf-466c-909a-3e5588c17518 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:01.978027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-91feb06a-6325-4a2b-a5f8-3ca93e7a39fa admin admin] Deleting port a9712489-a798-4bab-b82c-e714e004e77d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:01.978357 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91feb06a-6325-4a2b-a5f8-3ca93e7a39fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:02.067382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52628) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:02.120632 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4797-f2d8-4cd5-aa93-f2abe6602bb8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:02.289663 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd4797-f2d8-4cd5-aa93-f2abe6602bb8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Subnet': ['ID=da8dcc77-f565-408c-9c16-ca1a2cf1a1c4,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:02.302876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddd4797-f2d8-4cd5-aa93-f2abe6602bb8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Checking segment: {'id': 'a310082f-61bd-4f31-b7c9-9a7363522231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7fad4037-5de7-4b24-b52d-0391d02cac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:02.304092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddd4797-f2d8-4cd5-aa93-f2abe6602bb8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network hostable DHCP agents. Network: 7fad4037-5de7-4b24-b52d-0391d02cac46, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:12:02.315544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-b9470393-09ee-4a80-a877-ce3f10ef83f3 service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892522 Aug 31 14:12:02.326383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddd4797-f2d8-4cd5-aa93-f2abe6602bb8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 7fad4037-5de7-4b24-b52d-0391d02cac46 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:12:02.331077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5543e295-4faf-466c-909a-3e5588c17518 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 5a65f7ab-c9c7-4874-a25b-659b181b7708 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:12:02.340098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4ddd4797-f2d8-4cd5-aa93-f2abe6602bb8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 7fad4037-5de7-4b24-b52d-0391d02cac46) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:02.348738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f227a4e7-b5d3-416f-96b0-5d4b32b75202 None None] Network 7fad4037-5de7-4b24-b52d-0391d02cac46 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:02.351924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddd4797-f2d8-4cd5-aa93-f2abe6602bb8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:02.352740 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ddd4797-f2d8-4cd5-aa93-f2abe6602bb8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:02.371845 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4ddd4797-f2d8-4cd5-aa93-f2abe6602bb8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8421707 Aug 31 14:12:02.374977 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52640) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:02.382599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-45d78308-a68f-4e56-be03-6a87e420dbda tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-213089681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:02.395740 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-54c9a1b5-e877-44c2-b5c4-1e29271c0a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:02.413384 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45d78308-a68f-4e56-be03-6a87e420dbda tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:02.420148 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45d78308-a68f-4e56-be03-6a87e420dbda tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:02.493469 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45d78308-a68f-4e56-be03-6a87e420dbda tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:02.499481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45d78308-a68f-4e56-be03-6a87e420dbda tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:02.519879 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45d78308-a68f-4e56-be03-6a87e420dbda tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:02.523797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-45d78308-a68f-4e56-be03-6a87e420dbda tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1449955 Aug 31 14:12:02.525118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52642) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:02.531353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'network_id': '7fad4037-5de7-4b24-b52d-0391d02cac46', 'name': 'tempest-PortsTestJSON-1887289844'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:02.537649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-91feb06a-6325-4a2b-a5f8-3ca93e7a39fa admin admin] For port a9712489-a798-4bab-b82c-e714e004e77d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a9712489-a798-4bab-b82c-e714e004e77d,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:02.538164 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91feb06a-6325-4a2b-a5f8-3ca93e7a39fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:02.626349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5543e295-4faf-466c-909a-3e5588c17518 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:02.640814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5543e295-4faf-466c-909a-3e5588c17518 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4548504 Aug 31 14:12:02.647254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52646) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:02.648133 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23321f9-7611-4b86-9412-6e3a95b9cd65 None None] Sync routers for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:02.654583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-91feb06a-6325-4a2b-a5f8-3ca93e7a39fa admin admin] Calling delete_port for a9712489-a798-4bab-b82c-e714e004e77d owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:02.669520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23321f9-7611-4b86-9412-6e3a95b9cd65 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:02.672793 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a23321f9-7611-4b86-9412-6e3a95b9cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:02.717343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022bd88-fda2-4992-9720-d1919ac314fd req-94bc9dc7-cb0c-4018-8fd0-281b5bc2f728 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:02.719422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a022bd88-fda2-4992-9720-d1919ac314fd req-94bc9dc7-cb0c-4018-8fd0-281b5bc2f728 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 943 time: 0.3460529 Aug 31 14:12:02.769308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a23321f9-7611-4b86-9412-6e3a95b9cd65 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:02.869421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a23321f9-7611-4b86-9412-6e3a95b9cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:12:01Z', 'revision_number': 11, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:02.874869 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a022bd88-fda2-4992-9720-d1919ac314fd req-4477b37f-08bb-4999-bedf-0f3046243ad2 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403146 Aug 31 14:12:02.877068 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a14ddf37-989c-4203-9e8e-562b53320383 req-36baa581-aa48-4d8f-8228-0954e2904ead service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449150 Aug 31 14:12:02.887335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-7fad4037-5de7-4b24-b52d-0391d02cac46', 'network_id': '7fad4037-5de7-4b24-b52d-0391d02cac46', 'tenant_id': '5da52edce4934f4499b8c015c8702c4e', 'fixed_ips': [{'subnet_id': 'da8dcc77-f565-408c-9c16-ca1a2cf1a1c4'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:12:02.888205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e78237-55b1-4618-ad4d-318f71c1af95 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting subnet 10c4b1b5-0242-49d7-ac0e-e7c59c823df4 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:12:02.889957 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:02.897477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-94e78237-55b1-4618-ad4d-318f71c1af95 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:03.129217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23321f9-7611-4b86-9412-6e3a95b9cd65 None None] Checking router: 5a65f7ab-c9c7-4874-a25b-659b181b7708 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:12:03.133649 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-94e78237-55b1-4618-ad4d-318f71c1af95 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:03.176491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23321f9-7611-4b86-9412-6e3a95b9cd65 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:03.177164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a23321f9-7611-4b86-9412-6e3a95b9cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:11:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:03.301285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Allocated IP 172.20.0.2 (7fad4037-5de7-4b24-b52d-0391d02cac46/da8dcc77-f565-408c-9c16-ca1a2cf1a1c4/8a6dcb90-75df-4bc6-a416-3997c25aea20) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:03.316607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a23321f9-7611-4b86-9412-6e3a95b9cd65 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:03.389847 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a23321f9-7611-4b86-9412-6e3a95b9cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:12:01Z', 'revision_number': 11, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:03.443169 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23321f9-7611-4b86-9412-6e3a95b9cd65 None None] The sync data for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 is: [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:12:01Z', 'revision_number': 11, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:03.633663 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:03.644474 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Transition to ACTIVE for port object 8a6dcb90-75df-4bc6-a416-3997c25aea20 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:03.664705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Transition to ACTIVE for port object 8a6dcb90-75df-4bc6-a416-3997c25aea20 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:03.673097 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:03.778484 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75ab0705-d5e1-46d9-8a4d-b484251fc6ac req-4c621ed0-815e-46ff-87aa-b1e847904b12 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.6161811 Aug 31 14:12:03.779256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Network 7fad4037-5de7-4b24-b52d-0391d02cac46 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:03.804659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:03.808307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:03.815568 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-54c9a1b5-e877-44c2-b5c4-1e29271c0a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:03.824491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Pushing event updated for resources: {'Port': ['ID=8a6dcb90-75df-4bc6-a416-3997c25aea20,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:03.844219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:03.848171 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:03.862138 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-54c9a1b5-e877-44c2-b5c4-1e29271c0a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:03.893156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port 29f49b37-b84c-4a1d-b197-82b3c5f91350 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:12:03.939538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9a1b5-e877-44c2-b5c4-1e29271c0a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d965d867-d597-472d-874a-1da9c7a6e4a1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:04.070988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8720447-eae2-4aca-9f76-653ad3055d09 req-6e231a36-c81d-466d-883a-1e77103a1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:04.077192 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8720447-eae2-4aca-9f76-653ad3055d09 req-6e231a36-c81d-466d-883a-1e77103a1cbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b56ff521ec64837928c13543219af1a&device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 1094 time: 0.9130070 Aug 31 14:12:04.078839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Attempting to bind port 8a6dcb90-75df-4bc6-a416-3997c25aea20 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:04.079314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Attempting to bind port 8a6dcb90-75df-4bc6-a416-3997c25aea20 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'a310082f-61bd-4f31-b7c9-9a7363522231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7fad4037-5de7-4b24-b52d-0391d02cac46'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:04.079692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Attempting to bind port 8a6dcb90-75df-4bc6-a416-3997c25aea20 on network 7fad4037-5de7-4b24-b52d-0391d02cac46 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:04.082267 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-54c9a1b5-e877-44c2-b5c4-1e29271c0a88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a1adc4cd3e8480c9889c706a6aeb894&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0111814 Aug 31 14:12:04.104146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52670) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:04.110796 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.121018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:04.121986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Checking segment: {'id': 'a310082f-61bd-4f31-b7c9-9a7363522231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7fad4037-5de7-4b24-b52d-0391d02cac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:04.122588 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.123352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Bound using segment: {'id': 'a310082f-61bd-4f31-b7c9-9a7363522231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7fad4037-5de7-4b24-b52d-0391d02cac46'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:04.124092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Bound port: 8a6dcb90-75df-4bc6-a416-3997c25aea20, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a310082f-61bd-4f31-b7c9-9a7363522231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7fad4037-5de7-4b24-b52d-0391d02cac46'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:04.124795 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.234220 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2545d012-a6c8-475b-b1e7-c22f811f9c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.258957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8698ed04-1bb3-45e8-af8a-e358a46b10a4 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:04.269141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.3 (7fad4037-5de7-4b24-b52d-0391d02cac46/da8dcc77-f565-408c-9c16-ca1a2cf1a1c4/29f49b37-b84c-4a1d-b197-82b3c5f91350) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:04.283955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8698ed04-1bb3-45e8-af8a-e358a46b10a4 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:04.284257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8698ed04-1bb3-45e8-af8a-e358a46b10a4 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:04.301141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] For port 8a6dcb90-75df-4bc6-a416-3997c25aea20, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:04.310872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] For port 8a6dcb90-75df-4bc6-a416-3997c25aea20, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8a6dcb90-75df-4bc6-a416-3997c25aea20,segment=NetworkSegment(a310082f-61bd-4f31-b7c9-9a7363522231),segment_id=a310082f-61bd-4f31-b7c9-9a7363522231)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:04.318343 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.324561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e1d08-fe4d-468b-94ba-280646f085e4 req-0e4521a4-f7f8-4e0f-91ec-0a4901333ceb tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:04.327549 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f5e1d08-fe4d-468b-94ba-280646f085e4 req-0e4521a4-f7f8-4e0f-91ec-0a4901333ceb tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 943 time: 0.1976483 Aug 31 14:12:04.407638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d4a97-429e-4463-8811-e9c4aa7fe4d1 None None] Pushing event updated for resources: {'Port': ['ID=8a6dcb90-75df-4bc6-a416-3997c25aea20,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:04.423087 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-94e78237-55b1-4618-ad4d-318f71c1af95 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.427456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8720447-eae2-4aca-9f76-653ad3055d09 req-4251564f-2537-45ac-9fbc-113f781af639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:04.431038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8720447-eae2-4aca-9f76-653ad3055d09 req-4251564f-2537-45ac-9fbc-113f781af639 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 200 len: 907 time: 0.3408818 Aug 31 14:12:04.449048 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f5e1d08-fe4d-468b-94ba-280646f085e4 req-2ed06410-d6f8-4005-a100-5f42cee16085 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017394 Aug 31 14:12:04.471555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1eaff40b-b6d5-4232-9875-a737a157f16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.510410 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1eaff40b-b6d5-4232-9875-a737a157f16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.572983 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8720447-eae2-4aca-9f76-653ad3055d09 req-b73cc2a3-633b-4667-b741-030ebe3fad9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77522806-a1bf-46d1-8c6b-2eb491bb63e7 HTTP/1.1" status: 200 len: 217 time: 0.1242867 Aug 31 14:12:04.574135 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91feb06a-6325-4a2b-a5f8-3ca93e7a39fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.580169 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.598891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Transition to ACTIVE for port object 29f49b37-b84c-4a1d-b197-82b3c5f91350 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:04.643465 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.700386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 7fad4037-5de7-4b24-b52d-0391d02cac46 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:04.724275 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:04.728849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:04.750349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91feb06a-6325-4a2b-a5f8-3ca93e7a39fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a9712489-a798-4bab-b82c-e714e004e77d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:04.801189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=29f49b37-b84c-4a1d-b197-82b3c5f91350,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:04.818381 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:04.818997 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:04.846707 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-16c9d5e9-2fae-4d73-ad32-d8215aa566cf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3202865 Aug 31 14:12:04.849472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52678) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:05.015071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8720447-eae2-4aca-9f76-653ad3055d09 req-914b0a47-c7ff-44e3-9d01-2231e1cafa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:05.017236 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8720447-eae2-4aca-9f76-653ad3055d09 req-914b0a47-c7ff-44e3-9d01-2231e1cafa99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 200 len: 846 time: 0.4333258 Aug 31 14:12:05.090132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3933ac17-5457-4a22-b792-2a9822208cb1 req-713e2b83-0461-48ef-ba10-fba46f792405 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.1423960 Aug 31 14:12:05.095450 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8720447-eae2-4aca-9f76-653ad3055d09 req-b1168567-340f-4cc1-8b75-28b26fbc52fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cee240c-5069-4a5d-a626-9016f3a55c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433707 Aug 31 14:12:05.177241 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:05.198344 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-94e78237-55b1-4618-ad4d-318f71c1af95 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:05.242043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e78237-55b1-4618-ad4d-318f71c1af95 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Subnet': ['ID=10c4b1b5-0242-49d7-ac0e-e7c59c823df4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:05.289692 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1eaff40b-b6d5-4232-9875-a737a157f16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:05.292380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1eaff40b-b6d5-4232-9875-a737a157f16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:05.293659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1eaff40b-b6d5-4232-9875-a737a157f16a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d965d867-d597-472d-874a-1da9c7a6e4a1 HTTP/1.1" status: 204 len: 168 time: 1.1817269 Aug 31 14:12:05.294894 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-94e78237-55b1-4618-ad4d-318f71c1af95 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:05.298679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5424ecf0-116f-4dd5-9933-b264f899ebd2 None None] Network 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:05.300006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-94e78237-55b1-4618-ad4d-318f71c1af95 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/10c4b1b5-0242-49d7-ac0e-e7c59c823df4 HTTP/1.1" status: 204 len: 168 time: 2.6466930 Aug 31 14:12:05.305598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52694) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:05.602172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:05.723236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaff40b-b6d5-4232-9875-a737a157f16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d965d867-d597-472d-874a-1da9c7a6e4a1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:05.752376 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91feb06a-6325-4a2b-a5f8-3ca93e7a39fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:05.810757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b3d1cf-d041-4b0c-a129-617bc231a2dd None None] DHCP port deletion for 2b5b2b6f-2eb4-485e-8db5-db8e98fed55f request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:12:05.874049 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8720447-eae2-4aca-9f76-653ad3055d09 req-b926d4cd-48af-49e6-b7a2-039e053adfe4 service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593939 Aug 31 14:12:05.923738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a2b3d1cf-d041-4b0c-a129-617bc231a2dd None None] Deleting port e61df7d3-9e2f-402e-a432-607e4e735e09 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:05.924658 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d1cf-d041-4b0c-a129-617bc231a2dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.056489 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a2b3d1cf-d041-4b0c-a129-617bc231a2dd None None] For port e61df7d3-9e2f-402e-a432-607e4e735e09, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e61df7d3-9e2f-402e-a432-607e4e735e09,segment=NetworkSegment(d0d273d9-bbc5-48e1-acf7-c886c9efb719),segment_id=d0d273d9-bbc5-48e1-acf7-c886c9efb719)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:06.057185 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d1cf-d041-4b0c-a129-617bc231a2dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.077391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a2b3d1cf-d041-4b0c-a129-617bc231a2dd None None] Calling delete_port for e61df7d3-9e2f-402e-a432-607e4e735e09 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:06.087289 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.285517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30270082-f406-41e0-9281-c66753f70f3b None None] Network 7fad4037-5de7-4b24-b52d-0391d02cac46 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:06.285713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b004f-2ba5-4fee-960b-e3f176e196c7 req-cd1d9fc5-c3eb-4839-a768-81acca036c28 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:06.287466 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff7b004f-2ba5-4fee-960b-e3f176e196c7 req-cd1d9fc5-c3eb-4839-a768-81acca036c28 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 943 time: 0.6407518 Aug 31 14:12:06.306136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52714) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:06.370502 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8300ea4f-3196-4c19-9ce5-0cdc02c81af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.422645 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a2b3d1cf-d041-4b0c-a129-617bc231a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.439136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8a6dcb90-75df-4bc6-a416-3997c25aea20 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:06.494384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-40c7fbaa-963c-447d-9d39-0c3341a7fc36 None None] Provisioning for port 8a6dcb90-75df-4bc6-a416-3997c25aea20 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:06.504074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3d1cf-d041-4b0c-a129-617bc231a2dd None None] Pushing event deleted for resources: {'Port': ['ID=e61df7d3-9e2f-402e-a432-607e4e735e09,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:06.508677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3d1cf-d041-4b0c-a129-617bc231a2dd None None] No DVR routers for this DVR port e61df7d3-9e2f-402e-a432-607e4e735e09 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:06.602072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8a6dcb90-75df-4bc6-a416-3997c25aea20 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:06.614396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8a6dcb90-75df-4bc6-a416-3997c25aea20 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:06.614831 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.616212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91feb06a-6325-4a2b-a5f8-3ca93e7a39fa admin admin] Router e1ff8bba-8553-433e-afdd-a9eb00e58833 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:12:06.640138 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff7b004f-2ba5-4fee-960b-e3f176e196c7 req-05a4945f-3799-4427-a7c3-6c69afadee28 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034487 Aug 31 14:12:06.679238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e8720447-eae2-4aca-9f76-653ad3055d09 req-58c622d8-30a7-4a84-96d1-7ee3de8d6605 service neutron] 10.222.0.13 "GET /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7884188 Aug 31 14:12:06.768640 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.780388 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.792021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.803914 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8300ea4f-3196-4c19-9ce5-0cdc02c81af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.816321 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.818068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Deleting port e61df7d3-9e2f-402e-a432-607e4e735e09 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:06.818417 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.917690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] For port e61df7d3-9e2f-402e-a432-607e4e735e09, host n-d-792364-6, got binding levels [] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:06.919618 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:06.958549 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce210ce5-7b4c-4e75-b55e-1340ad7fa15a req-126c5dba-6c04-4863-9c8f-c1e019babafc tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.6424534 Aug 31 14:12:06.961443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Calling delete_port for e61df7d3-9e2f-402e-a432-607e4e735e09 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:06.972859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=29f49b37-b84c-4a1d-b197-82b3c5f91350,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:06.977583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.ipam_backend_mixin [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Port e61df7d3-9e2f-402e-a432-607e4e735e09 was not found and therefore no delete operation was performed {{(pid=106388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:12:06.979038 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8300ea4f-3196-4c19-9ce5-0cdc02c81af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.006780 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.036736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No DVR routers for this DVR port e61df7d3-9e2f-402e-a432-607e4e735e09 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:07.093451 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 77522806-a1bf-46d1-8c6b-2eb491bb63e7 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:12:07.135647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 8a6dcb90-75df-4bc6-a416-3997c25aea20, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8a6dcb90-75df-4bc6-a416-3997c25aea20,segment=NetworkSegment(a310082f-61bd-4f31-b7c9-9a7363522231),segment_id=a310082f-61bd-4f31-b7c9-9a7363522231)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:07.189336 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.211352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300ea4f-3196-4c19-9ce5-0cdc02c81af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70938bc-fe99-4630-be1f-762c5893998d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:07.225322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Port': ['ID=e61df7d3-9e2f-402e-a432-607e4e735e09,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:07.265024 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8300ea4f-3196-4c19-9ce5-0cdc02c81af7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35906b552b0946b99ede44cd8f0ffb70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9368105 Aug 31 14:12:07.272483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52732) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:07.335628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e61df7d3-9e2f-402e-a432-607e4e735e09 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:07.371475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: e61df7d3-9e2f-402e-a432-607e4e735e09 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:07.371832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e61df7d3-9e2f-402e-a432-607e4e735e09 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:07.401360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e1f72550-9d4e-4e94-8d3e-c12ced4eb69c None None] Provisioning for port 29f49b37-b84c-4a1d-b197-82b3c5f91350 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:07.416926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e1f72550-9d4e-4e94-8d3e-c12ced4eb69c None None] Provisioning complete for port 29f49b37-b84c-4a1d-b197-82b3c5f91350 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:07.416926 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e1f72550-9d4e-4e94-8d3e-c12ced4eb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.426326 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.479196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e1f72550-9d4e-4e94-8d3e-c12ced4eb69c None None] Port 29f49b37-b84c-4a1d-b197-82b3c5f91350 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:07.485627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=8a6dcb90-75df-4bc6-a416-3997c25aea20,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:07.509724 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.518629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e1f72550-9d4e-4e94-8d3e-c12ced4eb69c None None] Provisioning complete for port 8a6dcb90-75df-4bc6-a416-3997c25aea20 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:07.519035 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e1f72550-9d4e-4e94-8d3e-c12ced4eb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.542212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5b2b6f-2eb4-485e-8db5-db8e98fed55f']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:07.580906 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-feabde22-361c-418c-aab6-42e02ad4c6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.591101 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 77522806-a1bf-46d1-8c6b-2eb491bb63e7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=77522806-a1bf-46d1-8c6b-2eb491bb63e7,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:07.605709 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-feabde22-361c-418c-aab6-42e02ad4c6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.637270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '77522806-a1bf-46d1-8c6b-2eb491bb63e7', 'network_id': '0cee240c-5069-4a5d-a626-9016f3a55c41', 'port_id': '77522806-a1bf-46d1-8c6b-2eb491bb63e7', 'mac_address': 'fa:16:3e:fb:64:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac749944-61c0-4e97-a3b2-48b24cb2a6a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:12:07.652821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d273d9-bbc5-48e1-acf7-c886c9efb719') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:07.655910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d273d9-bbc5-48e1-acf7-c886c9efb719') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:07.669603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-feabde22-361c-418c-aab6-42e02ad4c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.675175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-feabde22-361c-418c-aab6-42e02ad4c6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.676576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-feabde22-361c-418c-aab6-42e02ad4c6dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e70938bc-fe99-4630-be1f-762c5893998d HTTP/1.1" status: 204 len: 168 time: 0.4026549 Aug 31 14:12:07.684545 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.693980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91feb06a-6325-4a2b-a5f8-3ca93e7a39fa admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:07.706540 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c10040c-bd21-495d-974c-13572def150c None None] Sync routers for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:07.714527 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-91feb06a-6325-4a2b-a5f8-3ca93e7a39fa admin admin] 10.222.0.20 "PUT /v2.0/routers/e1ff8bba-8553-433e-afdd-a9eb00e58833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4392962 Aug 31 14:12:07.721089 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.725133 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10040c-bd21-495d-974c-13572def150c None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:07.727420 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0c10040c-bd21-495d-974c-13572def150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:12:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:07.728493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52740) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:07.736367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabde22-361c-418c-aab6-42e02ad4c6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70938bc-fe99-4630-be1f-762c5893998d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:07.749144 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.751342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77522806-a1bf-46d1-8c6b-2eb491bb63e7 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:12:07.803198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 77522806-a1bf-46d1-8c6b-2eb491bb63e7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=77522806-a1bf-46d1-8c6b-2eb491bb63e7,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:07.830699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.861049 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.914485 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:07.914894 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:07.929268 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:07.949713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=77522806-a1bf-46d1-8c6b-2eb491bb63e7,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:07.981723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0a4fcc08-eaa5-4644-85a5-18a16669595c None None] Provisioning complete for port 29f49b37-b84c-4a1d-b197-82b3c5f91350 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:07.982017 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0a4fcc08-eaa5-4644-85a5-18a16669595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.077050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0a4fcc08-eaa5-4644-85a5-18a16669595c None None] Port 29f49b37-b84c-4a1d-b197-82b3c5f91350 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:08.147974 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-0c10040c-bd21-495d-974c-13572def150c None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:08.162338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['77522806-a1bf-46d1-8c6b-2eb491bb63e7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:08.249966 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.275481 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8a6dcb90-75df-4bc6-a416-3997c25aea20 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:08.372218 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6e485073-3edc-498f-af7c-91256e57c788 None None] Provisioning complete for port 29f49b37-b84c-4a1d-b197-82b3c5f91350 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:08.372655 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6e485073-3edc-498f-af7c-91256e57c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.409848 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.448848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6e485073-3edc-498f-af7c-91256e57c788 None None] Port 29f49b37-b84c-4a1d-b197-82b3c5f91350 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:08.464049 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.519601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff687e-2883-4968-a8b7-cfbac4deb22b req-415fef62-8093-49b9-9222-156282b03699 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:08.521281 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99ff687e-2883-4968-a8b7-cfbac4deb22b req-415fef62-8093-49b9-9222-156282b03699 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 944 time: 0.6513567 Aug 31 14:12:08.522184 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.533007 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.543559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/networks/2b5b2b6f-2eb4-485e-8db5-db8e98fed55f HTTP/1.1" status: 204 len: 168 time: 3.2325199 Aug 31 14:12:08.547122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52752) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:08.556297 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0c10040c-bd21-495d-974c-13572def150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:12:04Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:08.582618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8a6dcb90-75df-4bc6-a416-3997c25aea20 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:08.583212 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.612153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e1d95ae1-edea-45a1-a8ee-e570ee06a5fd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'router': {'routes': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:08.617322 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:08.631293 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c10040c-bd21-495d-974c-13572def150c None None] Checking router: e1ff8bba-8553-433e-afdd-a9eb00e58833 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:12:08.654570 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10040c-bd21-495d-974c-13572def150c None None] Routers {'e1ff8bba-8553-433e-afdd-a9eb00e58833'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:08.657574 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0c10040c-bd21-495d-974c-13572def150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:12:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e1ff8bba-8553-433e-afdd-a9eb00e58833'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:08.710171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-59415c18-1b12-4ca3-b5b5-fb12ce5d698c req-04b0ed98-2526-4d09-8737-4538d405491c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.2860124 Aug 31 14:12:08.733224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=29f49b37-b84c-4a1d-b197-82b3c5f91350,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:08.774626 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406991c1-1c83-4728-bbcc-179324b68c54 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Pushing event deleted for resources: {'Network': ['ID=2b5b2b6f-2eb4-485e-8db5-db8e98fed55f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:08.847623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 7fad4037-5de7-4b24-b52d-0391d02cac46 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:08.849242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:08.933699 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-0c10040c-bd21-495d-974c-13572def150c None None] Set router e1ff8bba-8553-433e-afdd-a9eb00e58833 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:09.025521 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:09.058672 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 77522806-a1bf-46d1-8c6b-2eb491bb63e7 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:09.118559 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:09.165071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Router 50b992a7-36bf-47f3-9a77-c507fea4bfe1 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:12:09.176588 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 77522806-a1bf-46d1-8c6b-2eb491bb63e7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:09.188307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 77522806-a1bf-46d1-8c6b-2eb491bb63e7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:09.188721 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:09.394319 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:09.435642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:09.442593 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c25a8c6b-864e-4840-afb4-5c5fa00df636 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "PUT /v2.0/routers/50b992a7-36bf-47f3-9a77-c507fea4bfe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5918264 Aug 31 14:12:09.447264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52768) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:09.463956 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0c10040c-bd21-495d-974c-13572def150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:12:04Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:09.506282 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 77522806-a1bf-46d1-8c6b-2eb491bb63e7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=77522806-a1bf-46d1-8c6b-2eb491bb63e7,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:09.526847 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8230fc2a-0d9f-4d75-86b1-36b963502a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77522806-a1bf-46d1-8c6b-2eb491bb63e7'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:09.536555 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9bcb64-d4a6-4850-bee3-1c90d1fa5eed" -d '{"events": [{"server_uuid": "8230fc2a-0d9f-4d75-86b1-36b963502a29", "name": "network-vif-plugged", "status": "completed", "tag": "77522806-a1bf-46d1-8c6b-2eb491bb63e7"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:09.544022 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:09.550192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048ce6f-724d-436b-b98e-472f59698212 None None] Sync routers for ids ['50b992a7-36bf-47f3-9a77-c507fea4bfe1'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:09.552913 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c10040c-bd21-495d-974c-13572def150c None None] The sync data for ids ['e1ff8bba-8553-433e-afdd-a9eb00e58833'] in n-d-792364-6 is: [{'id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'name': 'tempest-AttachVolumeShelveTestJSON-927905896-router', 'tenant_id': '1fa16308430940f087d1a5cc21738e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:02:11Z', 'updated_at': '2021-08-31T14:12:04Z', 'revision_number': 5, 'project_id': '1fa16308430940f087d1a5cc21738e3b', 'gw_port': {'id': '8488de5e-4a81-4d4b-99f4-4ea9a8fb969c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8bba-8553-433e-afdd-a9eb00e58833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:02:12Z', 'updated_at': '2021-08-31T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:09.553984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3554284f-df86-446b-b9a4-254bfbf0a44a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:09.558648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3554284f-df86-446b-b9a4-254bfbf0a44a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b992a7-36bf-47f3-9a77-c507fea4bfe1 HTTP/1.1" status: 200 len: 982 time: 0.1073787 Aug 31 14:12:09.565004 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52776) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:09.581114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f5ef10f3-cacf-4f4c-8db8-96112e1b7ed9 None None] Provisioning complete for port 29f49b37-b84c-4a1d-b197-82b3c5f91350 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:09.581515 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f5ef10f3-cacf-4f4c-8db8-96112e1b7ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:09.588824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048ce6f-724d-436b-b98e-472f59698212 None None] Routers {'50b992a7-36bf-47f3-9a77-c507fea4bfe1'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:09.589606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8048ce6f-724d-436b-b98e-472f59698212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:12:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['50b992a7-36bf-47f3-9a77-c507fea4bfe1'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:09.658140 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:09.694934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.extraroute_db [None req-e1d95ae1-edea-45a1-a8ee-e570ee06a5fd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Added routes are [] {{(pid=106388) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:12:09.695757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.extraroute_db [None req-e1d95ae1-edea-45a1-a8ee-e570ee06a5fd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Removed routes are [] {{(pid=106388) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:12:09.696373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1d95ae1-edea-45a1-a8ee-e570ee06a5fd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:09.711450 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99ff687e-2883-4968-a8b7-cfbac4deb22b req-ad14d0b5-3d3e-419b-b6a8-4f3cdf6673f6 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1631012 Aug 31 14:12:09.773811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8048ce6f-724d-436b-b98e-472f59698212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:09.818677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048ce6f-724d-436b-b98e-472f59698212 None None] Routers {'50b992a7-36bf-47f3-9a77-c507fea4bfe1'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:09.819397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8048ce6f-724d-436b-b98e-472f59698212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:12:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['50b992a7-36bf-47f3-9a77-c507fea4bfe1'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:09.892206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8048ce6f-724d-436b-b98e-472f59698212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:09.892810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048ce6f-724d-436b-b98e-472f59698212 None None] The sync data for ids ['50b992a7-36bf-47f3-9a77-c507fea4bfe1'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:09.910914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef10f3-cacf-4f4c-8db8-96112e1b7ed9 None None] Port 29f49b37-b84c-4a1d-b197-82b3c5f91350 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:09.923975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=77522806-a1bf-46d1-8c6b-2eb491bb63e7,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:09.949466 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7444cd7f-3864-4a70-a50a-43e123aa6bd5 req-1270332f-109a-4755-aee4-e7340aae2482 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.0899491 Aug 31 14:12:10.048097 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1351de27-3327-4b6b-a902-71b798ed9c9c x-openstack-request-id: req-1351de27-3327-4b6b-a902-71b798ed9c9c {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:10.048651 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8230fc2a-0d9f-4d75-86b1-36b963502a29", "name": "network-vif-plugged", "status": "completed", "tag": "77522806-a1bf-46d1-8c6b-2eb491bb63e7", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:10.049027 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1351de27-3327-4b6b-a902-71b798ed9c9c {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:10.049544 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8230fc2a-0d9f-4d75-86b1-36b963502a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77522806-a1bf-46d1-8c6b-2eb491bb63e7', 'code': 200} Aug 31 14:12:10.141395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a9712489-a798-4bab-b82c-e714e004e77d no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:10.199938 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1d95ae1-edea-45a1-a8ee-e570ee06a5fd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.213349 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1d95ae1-edea-45a1-a8ee-e570ee06a5fd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.228712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: a9712489-a798-4bab-b82c-e714e004e77d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:10.229259 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a9712489-a798-4bab-b82c-e714e004e77d not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:10.239615 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-abb80e87-cd03-49ab-9879-62e98a855abf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.324862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Deleting port 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:10.325223 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.331403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d6e46-9fff-4791-9968-848f33ee3a47 req-da87a381-95b7-4429-829d-9b4b440972d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:10.333031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a13d6e46-9fff-4791-9968-848f33ee3a47 req-da87a381-95b7-4429-829d-9b4b440972d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 1096 time: 0.1860058 Aug 31 14:12:10.336252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d95ae1-edea-45a1-a8ee-e570ee06a5fd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 5a65f7ab-c9c7-4874-a25b-659b181b7708 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:12:10.571352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a13d6e46-9fff-4791-9968-848f33ee3a47 req-1e3ae7e6-8d15-4295-ad4f-31454f8e89f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737487 Aug 31 14:12:10.593147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d95ae1-edea-45a1-a8ee-e570ee06a5fd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:10.596336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] For port 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8488de5e-4a81-4d4b-99f4-4ea9a8fb969c,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:10.596952 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.606590 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1d95ae1-edea-45a1-a8ee-e570ee06a5fd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.611297 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232dba4-96ef-4117-8ebd-ad76a1274469 None None] Sync routers for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:10.612571 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e1d95ae1-edea-45a1-a8ee-e570ee06a5fd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708 HTTP/1.1" status: 200 len: 700 time: 2.0150864 Aug 31 14:12:10.613091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52806) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:10.624956 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232dba4-96ef-4117-8ebd-ad76a1274469 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:10.625828 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6232dba4-96ef-4117-8ebd-ad76a1274469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:12:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:10.627298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Calling delete_port for 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:10.681849 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3e6a9e3c-941a-4d4f-bce5-316c492ed79c tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a65f7ab-c9c7-4874-a25b-659b181b7708 HTTP/1.1" status: 200 len: 205 time: 0.0654395 Aug 31 14:12:10.687285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52808) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:10.822082 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-6232dba4-96ef-4117-8ebd-ad76a1274469 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:10.888596 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c351cb5d-0ece-42cb-8f03-15a02bd98c10 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.930224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:10.941182 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6232dba4-96ef-4117-8ebd-ad76a1274469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:12:01Z', 'revision_number': 11, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:11.005444 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232dba4-96ef-4117-8ebd-ad76a1274469 None None] Checking router: 5a65f7ab-c9c7-4874-a25b-659b181b7708 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:12:11.021808 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232dba4-96ef-4117-8ebd-ad76a1274469 None None] Routers {'5a65f7ab-c9c7-4874-a25b-659b181b7708'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:11.023792 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6232dba4-96ef-4117-8ebd-ad76a1274469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:12:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5a65f7ab-c9c7-4874-a25b-659b181b7708'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:11.032185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=8488de5e-4a81-4d4b-99f4-4ea9a8fb969c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:11.106275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c351cb5d-0ece-42cb-8f03-15a02bd98c10 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.111080 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c351cb5d-0ece-42cb-8f03-15a02bd98c10 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.176297 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-6232dba4-96ef-4117-8ebd-ad76a1274469 None None] Set router 5a65f7ab-c9c7-4874-a25b-659b181b7708 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:11.188073 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c351cb5d-0ece-42cb-8f03-15a02bd98c10 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.188614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c351cb5d-0ece-42cb-8f03-15a02bd98c10 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Fanout notify agent at l3_agent the message router_deleted on router 5a65f7ab-c9c7-4874-a25b-659b181b7708 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:12:11.197303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c351cb5d-0ece-42cb-8f03-15a02bd98c10 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.204571 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c351cb5d-0ece-42cb-8f03-15a02bd98c10 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708 HTTP/1.1" status: 204 len: 168 time: 0.5129797 Aug 31 14:12:11.204803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52838) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:11.221787 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-abb80e87-cd03-49ab-9879-62e98a855abf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 29f49b37-b84c-4a1d-b197-82b3c5f91350 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:11.222137 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-abb80e87-cd03-49ab-9879-62e98a855abf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.228807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3bd0ebf7-15ca-4800-91b7-9ca6b35feb65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1225521595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:11.253897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c233d-2f32-4fec-9d32-add60692e42d req-e134628f-b58d-4a3e-983b-6bd2a2311c3b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:11.261571 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef8c233d-2f32-4fec-9d32-add60692e42d req-e134628f-b58d-4a3e-983b-6bd2a2311c3b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.4035871 Aug 31 14:12:11.262041 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6232dba4-96ef-4117-8ebd-ad76a1274469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:12:01Z', 'revision_number': 11, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:11.310483 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232dba4-96ef-4117-8ebd-ad76a1274469 None None] The sync data for ids ['5a65f7ab-c9c7-4874-a25b-659b181b7708'] in n-d-792364-6 is: [{'id': '5a65f7ab-c9c7-4874-a25b-659b181b7708', 'name': 'tempest-RoutersTest-router-294084192', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:10:54Z', 'updated_at': '2021-08-31T14:12:01Z', 'revision_number': 11, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:11.381024 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef8c233d-2f32-4fec-9d32-add60692e42d req-d92700d8-5cbd-44b1-b67a-8e529ba542cd tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185110 Aug 31 14:12:11.400876 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66092c95-16f5-456a-9e49-b17ecc5293d4 req-e7cf75fc-3d89-44dd-8e91-15461c059522 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.1990213 Aug 31 14:12:11.457485 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.465686 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ebf7-15ca-4800-91b7-9ca6b35feb65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.467595 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-abb80e87-cd03-49ab-9879-62e98a855abf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.471026 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ebf7-15ca-4800-91b7-9ca6b35feb65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.496475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-abb80e87-cd03-49ab-9879-62e98a855abf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 29f49b37-b84c-4a1d-b197-82b3c5f91350 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:11.683954 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.687741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.737880 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ebf7-15ca-4800-91b7-9ca6b35feb65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.809907 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ebf7-15ca-4800-91b7-9ca6b35feb65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.825771 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.827206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1ff8bba-8553-433e-afdd-a9eb00e58833 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:12:11.839704 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.841307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-67b09265-547b-4dea-bb8c-7feaa093bd6c admin admin] 10.222.0.20 "DELETE /v2.0/routers/e1ff8bba-8553-433e-afdd-a9eb00e58833 HTTP/1.1" status: 204 len: 168 time: 4.1115522 Aug 31 14:12:11.843661 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ebf7-15ca-4800-91b7-9ca6b35feb65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.845166 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3bd0ebf7-15ca-4800-91b7-9ca6b35feb65 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6359372 Aug 31 14:12:11.846171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52872) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:11.848137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52874) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:11.858412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1d5a5586-ae74-4362-986a-69b7832d4e05 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:11.902748 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-abb80e87-cd03-49ab-9879-62e98a855abf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:11.970100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb80e87-cd03-49ab-9879-62e98a855abf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=29f49b37-b84c-4a1d-b197-82b3c5f91350,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:12.151806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb3a339-7100-4725-8a0f-5f6df76f79a0 admin admin] Deleting subnet 14fcfe0c-f083-4938-bd24-abff21dedf23 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:12:12.170055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ecb3a339-7100-4725-8a0f-5f6df76f79a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.327688 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-abb80e87-cd03-49ab-9879-62e98a855abf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.433336 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ecb3a339-7100-4725-8a0f-5f6df76f79a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.521922 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5586-ae74-4362-986a-69b7832d4e05 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.569994 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5586-ae74-4362-986a-69b7832d4e05 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.741076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83294eba-17ee-43e1-ac37-b176ae4a19a3 req-c5be0e67-8ad2-4a1d-88c3-0df3f96d3bf4 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:12.742964 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83294eba-17ee-43e1-ac37-b176ae4a19a3 req-c5be0e67-8ad2-4a1d-88c3-0df3f96d3bf4 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.1916077 Aug 31 14:12:12.748898 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ecb3a339-7100-4725-8a0f-5f6df76f79a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.778420 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6b46d11e-45dd-40fa-be3f-58d3c42e7472 req-c9d0a5d0-6176-4b38-9205-2a03a64363a7 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.1835833 Aug 31 14:12:12.800493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb80e87-cd03-49ab-9879-62e98a855abf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Router 50b992a7-36bf-47f3-9a77-c507fea4bfe1 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:12:12.843988 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83294eba-17ee-43e1-ac37-b176ae4a19a3 req-be16c3fa-4a82-447f-b263-23fbcecd4eba tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921834 Aug 31 14:12:12.864028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5a5586-ae74-4362-986a-69b7832d4e05 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Router 682d74bc-dba6-4fc5-8c28-7728106bdac8 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:12:12.889643 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ecb3a339-7100-4725-8a0f-5f6df76f79a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:12.955957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3a339-7100-4725-8a0f-5f6df76f79a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14fcfe0c-f083-4938-bd24-abff21dedf23,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:12.967257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bfd02d-c7fc-4b0a-a2a3-2ca11ee4e6b4 None None] Network d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:12.992488 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb80e87-cd03-49ab-9879-62e98a855abf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:13.005381 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-abb80e87-cd03-49ab-9879-62e98a855abf tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "PUT /v2.0/routers/50b992a7-36bf-47f3-9a77-c507fea4bfe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4390242 Aug 31 14:12:13.006027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52916) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:13.019139 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ecb3a339-7100-4725-8a0f-5f6df76f79a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.031694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ecb3a339-7100-4725-8a0f-5f6df76f79a0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/14fcfe0c-f083-4938-bd24-abff21dedf23 HTTP/1.1" status: 204 len: 168 time: 1.1836867 Aug 31 14:12:13.046347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52918) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:13.055893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb18977-8fca-4b25-9286-f46881967388 None None] Sync routers for ids ['50b992a7-36bf-47f3-9a77-c507fea4bfe1'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:13.105565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb18977-8fca-4b25-9286-f46881967388 None None] Routers {'50b992a7-36bf-47f3-9a77-c507fea4bfe1'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:13.105805 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d9931c-f5b5-401f-865f-2546e021a283 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:12:13.106690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-aeb18977-8fca-4b25-9286-f46881967388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:12:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['50b992a7-36bf-47f3-9a77-c507fea4bfe1'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:13.112336 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-03d9931c-f5b5-401f-865f-2546e021a283 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/29f49b37-b84c-4a1d-b197-82b3c5f91350 HTTP/1.1" status: 404 len: 333 time: 0.1051676 Aug 31 14:12:13.113355 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52926) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:13.169105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-aeb18977-8fca-4b25-9286-f46881967388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:13.182465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5a5586-ae74-4362-986a-69b7832d4e05 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:13.196110 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb18977-8fca-4b25-9286-f46881967388 None None] Routers {'50b992a7-36bf-47f3-9a77-c507fea4bfe1'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:13.197322 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e46c9-4133-4a2d-9cca-da531d79480c None None] Sync routers for ids ['682d74bc-dba6-4fc5-8c28-7728106bdac8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:13.197963 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5586-ae74-4362-986a-69b7832d4e05 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.198078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-aeb18977-8fca-4b25-9286-f46881967388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:12:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['50b992a7-36bf-47f3-9a77-c507fea4bfe1'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:13.202897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1d5a5586-ae74-4362-986a-69b7832d4e05 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "PUT /v2.0/routers/682d74bc-dba6-4fc5-8c28-7728106bdac8 HTTP/1.1" status: 200 len: 694 time: 1.3472543 Aug 31 14:12:13.204166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52930) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:13.238807 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e46c9-4133-4a2d-9cca-da531d79480c None None] Routers {'682d74bc-dba6-4fc5-8c28-7728106bdac8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:13.241953 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1a9e46c9-4133-4a2d-9cca-da531d79480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:12:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['682d74bc-dba6-4fc5-8c28-7728106bdac8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:13.309220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-aeb18977-8fca-4b25-9286-f46881967388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:13.309970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb18977-8fca-4b25-9286-f46881967388 None None] The sync data for ids ['50b992a7-36bf-47f3-9a77-c507fea4bfe1'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:13.314898 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.332686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f148d13a-25b3-4e98-9701-ba5029623d6f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/routers/682d74bc-dba6-4fc5-8c28-7728106bdac8 HTTP/1.1" status: 200 len: 700 time: 0.1259811 Aug 31 14:12:13.333389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52940) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:13.343455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb54b31-12e6-41ef-bcb9-485812bb8d41 None None] DHCP port deletion for d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:12:13.368712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-68d3966f-3eed-4228-8f74-61cf58b21e88 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=682d74bc-dba6-4fc5-8c28-7728106bdac8 HTTP/1.1" status: 200 len: 205 time: 0.0329084 Aug 31 14:12:13.372149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52942) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:13.436351 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1a9e46c9-4133-4a2d-9cca-da531d79480c None None] Set router 682d74bc-dba6-4fc5-8c28-7728106bdac8 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:13.476540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8fb54b31-12e6-41ef-bcb9-485812bb8d41 None None] Deleting port 8d172c76-18bf-47d3-9c51-fb5d431a0165 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:13.477178 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8fb54b31-12e6-41ef-bcb9-485812bb8d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.517818 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1a9e46c9-4133-4a2d-9cca-da531d79480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682d74bc-dba6-4fc5-8c28-7728106bdac8', 'name': 'tempest-RoutersTest-router-1225521595', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:12Z', 'revision_number': 2, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:13.553536 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f138ae-79ed-40aa-b189-b32564998525 req-8808a505-4c67-4a36-be99-a7596d937a3a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:13.557205 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e46c9-4133-4a2d-9cca-da531d79480c None None] Checking router: 682d74bc-dba6-4fc5-8c28-7728106bdac8 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:12:13.562461 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68f138ae-79ed-40aa-b189-b32564998525 req-8808a505-4c67-4a36-be99-a7596d937a3a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.1339719 Aug 31 14:12:13.571871 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e46c9-4133-4a2d-9cca-da531d79480c None None] Routers {'682d74bc-dba6-4fc5-8c28-7728106bdac8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:13.573318 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1a9e46c9-4133-4a2d-9cca-da531d79480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:12:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['682d74bc-dba6-4fc5-8c28-7728106bdac8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:13.585243 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b964777-67db-4b52-b4f4-ad414eb4ef2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.605305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32b42064-cf8f-4ef1-95b0-a22a887c4be9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.650443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8fb54b31-12e6-41ef-bcb9-485812bb8d41 None None] For port 8d172c76-18bf-47d3-9c51-fb5d431a0165, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8d172c76-18bf-47d3-9c51-fb5d431a0165,segment=NetworkSegment(77301a86-050f-4e74-85eb-4b3463599dbe),segment_id=77301a86-050f-4e74-85eb-4b3463599dbe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:13.650920 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8fb54b31-12e6-41ef-bcb9-485812bb8d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.656515 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1a9e46c9-4133-4a2d-9cca-da531d79480c None None] Set router 682d74bc-dba6-4fc5-8c28-7728106bdac8 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:13.679176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8fb54b31-12e6-41ef-bcb9-485812bb8d41 None None] Calling delete_port for 8d172c76-18bf-47d3-9c51-fb5d431a0165 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:13.695206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52948) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:13.782617 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8fb54b31-12e6-41ef-bcb9-485812bb8d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:13.818538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb54b31-12e6-41ef-bcb9-485812bb8d41 None None] Pushing event deleted for resources: {'Port': ['ID=8d172c76-18bf-47d3-9c51-fb5d431a0165,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:13.828156 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb54b31-12e6-41ef-bcb9-485812bb8d41 None None] No DVR routers for this DVR port 8d172c76-18bf-47d3-9c51-fb5d431a0165 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:13.893978 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1a9e46c9-4133-4a2d-9cca-da531d79480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682d74bc-dba6-4fc5-8c28-7728106bdac8', 'name': 'tempest-RoutersTest-router-1225521595', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:12Z', 'revision_number': 2, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:13.931843 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e46c9-4133-4a2d-9cca-da531d79480c None None] The sync data for ids ['682d74bc-dba6-4fc5-8c28-7728106bdac8'] in n-d-792364-6 is: [{'id': '682d74bc-dba6-4fc5-8c28-7728106bdac8', 'name': 'tempest-RoutersTest-router-1225521595', 'tenant_id': '1078fb6580d9425286ac4c6a7bbd506b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:11Z', 'updated_at': '2021-08-31T14:12:12Z', 'revision_number': 2, 'project_id': '1078fb6580d9425286ac4c6a7bbd506b', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:14.211574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:14.239179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:14.240260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8488de5e-4a81-4d4b-99f4-4ea9a8fb969c not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:14.240918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8d172c76-18bf-47d3-9c51-fb5d431a0165 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:14.268403 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8d172c76-18bf-47d3-9c51-fb5d431a0165 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:14.269077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8d172c76-18bf-47d3-9c51-fb5d431a0165 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:14.388543 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68f138ae-79ed-40aa-b189-b32564998525 req-9209fc54-81db-4f26-aba7-db371afcdf4f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8248596 Aug 31 14:12:14.481631 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32b42064-cf8f-4ef1-95b0-a22a887c4be9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.484958 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32b42064-cf8f-4ef1-95b0-a22a887c4be9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.495890 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b964777-67db-4b52-b4f4-ad414eb4ef2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.512701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b964777-67db-4b52-b4f4-ad414eb4ef2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.581651 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32b42064-cf8f-4ef1-95b0-a22a887c4be9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.582177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b42064-cf8f-4ef1-95b0-a22a887c4be9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Fanout notify agent at l3_agent the message router_deleted on router 682d74bc-dba6-4fc5-8c28-7728106bdac8 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:12:14.616918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8954c36-0f65-44b6-862f-dcb0a4041bd0 req-c5f00987-d49c-4b47-860f-2c066273fbfe tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.2820804 Aug 31 14:12:14.618009 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0da3396d-7203-4053-b144-724c342fcbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.625901 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b964777-67db-4b52-b4f4-ad414eb4ef2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.629816 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32b42064-cf8f-4ef1-95b0-a22a887c4be9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.634920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-32b42064-cf8f-4ef1-95b0-a22a887c4be9 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/682d74bc-dba6-4fc5-8c28-7728106bdac8 HTTP/1.1" status: 204 len: 168 time: 1.2617011 Aug 31 14:12:14.641524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b964777-67db-4b52-b4f4-ad414eb4ef2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Fanout notify agent at l3_agent the message router_deleted on router 50b992a7-36bf-47f3-9a77-c507fea4bfe1 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:12:14.642687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52988) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:14.674351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6b964777-67db-4b52-b4f4-ad414eb4ef2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.677002 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6b964777-67db-4b52-b4f4-ad414eb4ef2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/routers/50b992a7-36bf-47f3-9a77-c507fea4bfe1 HTTP/1.1" status: 204 len: 168 time: 1.5595975 Aug 31 14:12:14.679766 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52990) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:14.697974 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3cd32ece-be78-494d-a197-0451ca07000a tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=682d74bc-dba6-4fc5-8c28-7728106bdac8 HTTP/1.1" status: 200 len: 205 time: 0.0444908 Aug 31 14:12:14.697974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52992) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:14.745793 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-3c0f32a4-aff7-477b-a069-7342e1465c87 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] delete failed (client error): The resource could not be found. Aug 31 14:12:14.750370 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3c0f32a4-aff7-477b-a069-7342e1465c87 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/682d74bc-dba6-4fc5-8c28-7728106bdac8 HTTP/1.1" status: 404 len: 336 time: 0.0560546 Aug 31 14:12:14.751917 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52998) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:14.755585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Deleting port 8d172c76-18bf-47d3-9c51-fb5d431a0165 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:14.755932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.771474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba921e-3b64-4088-8823-769bb3743ec5 req-eb2d00e2-1272-4f95-824b-432e9a5a0312 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:14.779322 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-23ba921e-3b64-4088-8823-769bb3743ec5 req-eb2d00e2-1272-4f95-824b-432e9a5a0312 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.1752284 Aug 31 14:12:14.825164 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce31070c-1b2a-4cd7-89a2-57ca703ac39e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting subnet da8dcc77-f565-408c-9c16-ca1a2cf1a1c4 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:12:14.836244 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cb919e-2406-48c1-b852-198207996f6e tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:14.837126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cb919e-2406-48c1-b852-198207996f6e tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:14.842619 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-87cb919e-2406-48c1-b852-198207996f6e tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/d26065c6-3fe3-45c3-9845-f3adc74357ca HTTP/1.1" status: 404 len: 337 time: 0.0883284 Aug 31 14:12:14.843817 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce31070c-1b2a-4cd7-89a2-57ca703ac39e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.846175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53004) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:14.851906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] For port 8d172c76-18bf-47d3-9c51-fb5d431a0165, host n-d-792364-6, got binding levels [] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:14.852279 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.881344 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-23ba921e-3b64-4088-8823-769bb3743ec5 req-90b5128c-71a8-4914-a4d8-c61a16dee269 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009605 Aug 31 14:12:14.912241 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1ea5d3-ac1d-4ae2-bfbb-5574c82b4592 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:14.912753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1ea5d3-ac1d-4ae2-bfbb-5574c82b4592 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:14.917154 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4d1ea5d3-ac1d-4ae2-bfbb-5574c82b4592 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/48c086a3-7510-4ba9-8540-0691a192f022 HTTP/1.1" status: 404 len: 337 time: 0.0699849 Aug 31 14:12:14.918467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Calling delete_port for 8d172c76-18bf-47d3-9c51-fb5d431a0165 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:14.918721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53010) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:14.923268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.ipam_backend_mixin [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Port 8d172c76-18bf-47d3-9c51-fb5d431a0165 was not found and therefore no delete operation was performed {{(pid=106388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:12:14.926019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:14.964862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d172c76-18bf-47d3-9c51-fb5d431a0165,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:14.972772 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27bfd50-07e7-45ee-83c6-0f51a5a814a1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:14.973240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] No DVR routers for this DVR port 8d172c76-18bf-47d3-9c51-fb5d431a0165 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:14.973557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27bfd50-07e7-45ee-83c6-0f51a5a814a1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:14.986769 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f27bfd50-07e7-45ee-83c6-0f51a5a814a1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/6a0c4fc8-4f17-4e10-abbe-89a3dcc81803 HTTP/1.1" status: 404 len: 337 time: 0.0669720 Aug 31 14:12:14.987472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53014) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:14.990873 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce31070c-1b2a-4cd7-89a2-57ca703ac39e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.041455 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0da3396d-7203-4053-b144-724c342fcbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.042500 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf81a68-f153-4d95-8aa5-987bf00d8013 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:15.042969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf81a68-f153-4d95-8aa5-987bf00d8013 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:15.047745 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2cf81a68-f153-4d95-8aa5-987bf00d8013 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/10c4b1b5-0242-49d7-ac0e-e7c59c823df4 HTTP/1.1" status: 404 len: 337 time: 0.0513587 Aug 31 14:12:15.050897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53018) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.058464 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0da3396d-7203-4053-b144-724c342fcbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.089220 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a5ed53b9-4a0d-49f1-8d11-4a961aef7eff tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a65f7ab-c9c7-4874-a25b-659b181b7708 HTTP/1.1" status: 200 len: 205 time: 0.0369992 Aug 31 14:12:15.092228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53020) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.148254 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.166566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3396d-7203-4053-b144-724c342fcbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac1f949-75e4-471a-9da3-acfb851c3abf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:15.172731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0da3396d-7203-4053-b144-724c342fcbbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f88e90466c114ae9a73beed44f66f7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4726167 Aug 31 14:12:15.175498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:15.177340 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53026) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.192887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77301a86-050f-4e74-85eb-4b3463599dbe') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:15.193180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77301a86-050f-4e74-85eb-4b3463599dbe') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:15.205567 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.230584 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.238824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:15.239470 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:15.241672 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:15.253818 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-3bb7d516-ceb2-4623-83c3-2ca33b3c65c8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] delete failed (client error): The resource could not be found. Aug 31 14:12:15.257618 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3bb7d516-ceb2-4623-83c3-2ca33b3c65c8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/5a65f7ab-c9c7-4874-a25b-659b181b7708 HTTP/1.1" status: 404 len: 336 time: 0.1641729 Aug 31 14:12:15.264071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53032) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.333261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.354320 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.356657 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f HTTP/1.1" status: 204 len: 168 time: 2.2552857 Aug 31 14:12:15.358639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e9374-ccb5-4f4f-896a-4c0f5aa0a473 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d69bc1-60a4-4f8f-9421-8a9e0ea88b4f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:15.379185 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d86c0bae-6355-44c7-b889-01f5829108b5 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e36e0e-421d-4e96-871c-396eb28b413d HTTP/1.1" status: 200 len: 205 time: 0.1118267 Aug 31 14:12:15.379505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53044) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.400928 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0759f943-b259-4ee5-857a-65d6b964d352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.432290 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-80b1d564-e34d-476f-afdc-975f637bd5b8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] delete failed (client error): The resource could not be found. Aug 31 14:12:15.433093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-80b1d564-e34d-476f-afdc-975f637bd5b8 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/a5e36e0e-421d-4e96-871c-396eb28b413d HTTP/1.1" status: 404 len: 336 time: 0.0526068 Aug 31 14:12:15.436690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53054) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.443241 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce31070c-1b2a-4cd7-89a2-57ca703ac39e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.470420 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f63bac4-8096-478c-8d9b-9a24c4888a68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:15.470776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f63bac4-8096-478c-8d9b-9a24c4888a68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:15.472640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5f63bac4-8096-478c-8d9b-9a24c4888a68 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/b524325b-afbe-456b-8595-036b978b0e72 HTTP/1.1" status: 404 len: 337 time: 0.0348191 Aug 31 14:12:15.475221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53056) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.500632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e4d2c-d429-469a-8c90-c772f02432d9 req-20b9ee0b-50d0-40ab-8e2a-322c56a05883 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:15.508225 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-823e4d2c-d429-469a-8c90-c772f02432d9 req-20b9ee0b-50d0-40ab-8e2a-322c56a05883 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.2557135 Aug 31 14:12:15.524195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8e62728e-9d52-4ecb-a6d0-96b7eb2b50c1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b8ff799-65b3-429a-930d-ed05f6417048 HTTP/1.1" status: 200 len: 205 time: 0.0473170 Aug 31 14:12:15.526403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53060) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.574281 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0759f943-b259-4ee5-857a-65d6b964d352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.579327 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-afdf3c9d-0572-4d8a-98b5-9c76a67a3d3e tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] delete failed (client error): The resource could not be found. Aug 31 14:12:15.580646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-afdf3c9d-0572-4d8a-98b5-9c76a67a3d3e tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/6b8ff799-65b3-429a-930d-ed05f6417048 HTTP/1.1" status: 404 len: 336 time: 0.0530019 Aug 31 14:12:15.583325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53066) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.679072 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-874df7e0-7ed7-45fc-b96f-be185e677aa2 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc971332-634f-43e7-be16-80afab45a10b HTTP/1.1" status: 200 len: 205 time: 0.0943475 Aug 31 14:12:15.679697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53070) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.689238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53072) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.712994 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-823e4d2c-d429-469a-8c90-c772f02432d9 req-fd8608b1-c00e-4c67-9e58-36b04c10ee18 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037745 Aug 31 14:12:15.745252 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-264a89e4-fdcf-4094-971d-de7ec764ae1f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] delete failed (client error): The resource could not be found. Aug 31 14:12:15.747095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-264a89e4-fdcf-4094-971d-de7ec764ae1f tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/cc971332-634f-43e7-be16-80afab45a10b HTTP/1.1" status: 404 len: 336 time: 0.0565605 Aug 31 14:12:15.750134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53078) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.776687 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a2a1e568-2269-4c88-bea4-e9bc83b7c09d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fa16308430940f087d1a5cc21738e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956876 Aug 31 14:12:15.778995 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53080) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.800836 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce31070c-1b2a-4cd7-89a2-57ca703ac39e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.807095 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-30327895-8b6f-4e1b-902b-a5b77218a7ce tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:15.808330 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30327895-8b6f-4e1b-902b-a5b77218a7ce tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:15.813582 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-30327895-8b6f-4e1b-902b-a5b77218a7ce tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/0a3e4880-b258-4de0-a212-dd541a4a87ed HTTP/1.1" status: 404 len: 337 time: 0.0618980 Aug 31 14:12:15.813810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53086) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.849840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31070c-1b2a-4cd7-89a2-57ca703ac39e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Subnet': ['ID=da8dcc77-f565-408c-9c16-ca1a2cf1a1c4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:15.852108 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce31070c-1b2a-4cd7-89a2-57ca703ac39e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.854279 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ce31070c-1b2a-4cd7-89a2-57ca703ac39e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/da8dcc77-f565-408c-9c16-ca1a2cf1a1c4 HTTP/1.1" status: 204 len: 168 time: 1.1726258 Aug 31 14:12:15.856328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0759f943-b259-4ee5-857a-65d6b964d352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.859841 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0759f943-b259-4ee5-857a-65d6b964d352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:15.861420 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0759f943-b259-4ee5-857a-65d6b964d352 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dac1f949-75e4-471a-9da3-acfb851c3abf HTTP/1.1" status: 204 len: 168 time: 0.6737776 Aug 31 14:12:15.862283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53096) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.874464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4134a7-5efe-4c58-ad4a-418c8bdf7226 None None] Network 7fad4037-5de7-4b24-b52d-0391d02cac46 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:15.911656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eba47997-0c9c-4d27-a220-86f2732bb6e7 req-3a581762-89a1-423f-a7a4-d6128cba73f1 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.1165833 Aug 31 14:12:15.930023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-53b5cff3-4e0f-42f4-aedb-ccde13c446b1 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca476b26-0009-4ac1-b60d-4a64e07ea1b2 HTTP/1.1" status: 200 len: 205 time: 0.1050901 Aug 31 14:12:15.931038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53100) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:15.933207 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759f943-b259-4ee5-857a-65d6b964d352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac1f949-75e4-471a-9da3-acfb851c3abf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:16.010474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.032273 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-b95714b2-f1d7-4ccb-b597-a8551abd72cd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] delete failed (client error): The resource could not be found. Aug 31 14:12:16.035743 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b95714b2-f1d7-4ccb-b597-a8551abd72cd tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/ca476b26-0009-4ac1-b60d-4a64e07ea1b2 HTTP/1.1" status: 404 len: 336 time: 0.1003733 Aug 31 14:12:16.035743 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2a36cc2c-c4b4-474c-9c16-d6b73be1dfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.037174 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53106) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:16.082660 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2a36cc2c-c4b4-474c-9c16-d6b73be1dfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.089573 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d9a9bc-134f-4d8b-82ca-1b599e5f7987 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:16.090028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d9a9bc-134f-4d8b-82ca-1b599e5f7987 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:16.093003 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d7d9a9bc-134f-4d8b-82ca-1b599e5f7987 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/cebe04f3-f588-4ad9-b510-9ebe396d18f2 HTTP/1.1" status: 404 len: 337 time: 0.0548537 Aug 31 14:12:16.095744 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53112) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:16.191155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2a36cc2c-c4b4-474c-9c16-d6b73be1dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.196387 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2a36cc2c-c4b4-474c-9c16-d6b73be1dfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.197924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2a36cc2c-c4b4-474c-9c16-d6b73be1dfb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f59d757-f800-4979-8277-88c1c5876299 HTTP/1.1" status: 204 len: 168 time: 0.4174213 Aug 31 14:12:16.207834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36cc2c-c4b4-474c-9c16-d6b73be1dfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f59d757-f800-4979-8277-88c1c5876299,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:16.213941 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-74892b5a-1800-4f8d-b1ba-e91fccdac71d tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bd47a5a-69ef-42d1-89ad-693db43a9d7f HTTP/1.1" status: 200 len: 205 time: 0.1163790 Aug 31 14:12:16.217538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53124) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:16.234389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331a9bb-d178-413e-b3b2-8d84b5556d37 None None] DHCP port deletion for 7fad4037-5de7-4b24-b52d-0391d02cac46 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:12:16.275474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 8a6dcb90-75df-4bc6-a416-3997c25aea20 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:16.275474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.313564 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-47a644a0-9121-4d98-b373-a749fa7de531 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] delete failed (client error): The resource could not be found. Aug 31 14:12:16.314635 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-47a644a0-9121-4d98-b373-a749fa7de531 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/routers/0bd47a5a-69ef-42d1-89ad-693db43a9d7f HTTP/1.1" status: 404 len: 336 time: 0.0960484 Aug 31 14:12:16.321799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53132) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:16.365994 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5f847c-54a2-43f9-aad1-2f91839aa5f4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:16.366617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5f847c-54a2-43f9-aad1-2f91839aa5f4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:16.368490 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5d5f847c-54a2-43f9-aad1-2f91839aa5f4 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/8cb82bc8-c45e-4e60-8d85-56bcba5904da HTTP/1.1" status: 404 len: 337 time: 0.0455847 Aug 31 14:12:16.371059 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53134) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:16.421650 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b88334-cfd7-4649-b794-9ea73dae5b93 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:16.423065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b88334-cfd7-4649-b794-9ea73dae5b93 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:16.424273 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c9b88334-cfd7-4649-b794-9ea73dae5b93 tempest-RoutersTest-1469399647 tempest-RoutersTest-1469399647-project] 10.222.0.20 "DELETE /v2.0/subnets/a4f858f8-2d5d-45cf-9012-0eace5da02b5 HTTP/1.1" status: 404 len: 337 time: 0.0521889 Aug 31 14:12:16.424902 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a331a9bb-d178-413e-b3b2-8d84b5556d37 None None] Deleting port 8a6dcb90-75df-4bc6-a416-3997c25aea20 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:16.427849 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a331a9bb-d178-413e-b3b2-8d84b5556d37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.442747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] For port 8a6dcb90-75df-4bc6-a416-3997c25aea20, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8a6dcb90-75df-4bc6-a416-3997c25aea20,segment=NetworkSegment(a310082f-61bd-4f31-b7c9-9a7363522231),segment_id=a310082f-61bd-4f31-b7c9-9a7363522231)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:16.443216 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.460053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 8a6dcb90-75df-4bc6-a416-3997c25aea20 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:16.552042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a331a9bb-d178-413e-b3b2-8d84b5556d37 None None] For port 8a6dcb90-75df-4bc6-a416-3997c25aea20, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8a6dcb90-75df-4bc6-a416-3997c25aea20,segment=NetworkSegment(a310082f-61bd-4f31-b7c9-9a7363522231),segment_id=a310082f-61bd-4f31-b7c9-9a7363522231)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:16.553498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a331a9bb-d178-413e-b3b2-8d84b5556d37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.553669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.586539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a331a9bb-d178-413e-b3b2-8d84b5556d37 None None] Calling delete_port for 8a6dcb90-75df-4bc6-a416-3997c25aea20 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:16.602715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=8a6dcb90-75df-4bc6-a416-3997c25aea20,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:16.614079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No DVR routers for this DVR port 8a6dcb90-75df-4bc6-a416-3997c25aea20 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:16.652280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53152) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:16.692029 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3afc186-599c-42ad-88d0-39d0192027cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.716793 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.727631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fad4037-5de7-4b24-b52d-0391d02cac46']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:16.740042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a310082f-61bd-4f31-b7c9-9a7363522231') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:16.740323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a310082f-61bd-4f31-b7c9-9a7363522231') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:16.751208 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.785754 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a331a9bb-d178-413e-b3b2-8d84b5556d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.815119 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.829741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:16.830269 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:16.838308 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:16.886426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a331a9bb-d178-413e-b3b2-8d84b5556d37 None None] No DVR routers for this DVR port 8a6dcb90-75df-4bc6-a416-3997c25aea20 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:16.892691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331a9bb-d178-413e-b3b2-8d84b5556d37 None None] Pushing event deleted for resources: {'Port': ['ID=8a6dcb90-75df-4bc6-a416-3997c25aea20,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:16.924135 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.970310 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:16.973332 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/networks/7fad4037-5de7-4b24-b52d-0391d02cac46 HTTP/1.1" status: 204 len: 168 time: 1.1065931 Aug 31 14:12:16.974933 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e9ba2-b264-4f12-9f49-c53d2f637912 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Network': ['ID=7fad4037-5de7-4b24-b52d-0391d02cac46,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:16.977068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53174) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:17.031151 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3afc186-599c-42ad-88d0-39d0192027cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.044421 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3afc186-599c-42ad-88d0-39d0192027cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.055623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf273f20-aa66-4d15-a5d3-bc78d296c648 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:17.057341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bf273f20-aa66-4d15-a5d3-bc78d296c648 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/0721350c-8bfb-4d6a-a5a5-135459d28557 HTTP/1.1" status: 200 len: 840 time: 0.0790534 Aug 31 14:12:17.061094 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53176) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:17.109003 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e3afc186-599c-42ad-88d0-39d0192027cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=593a289719604da899e3782ffca594ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4554133 Aug 31 14:12:17.118057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338e5ee-6de2-4b63-ad94-029dd4399b62 req-0ce3fd20-b35b-4f2f-a0ae-ccd7db8524d0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:17.119793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2338e5ee-6de2-4b63-ad94-029dd4399b62 req-0ce3fd20-b35b-4f2f-a0ae-ccd7db8524d0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.2140038 Aug 31 14:12:17.120379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53182) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:17.122552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afc186-599c-42ad-88d0-39d0192027cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e34674-47de-4175-8e8c-792f07ece3a7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:17.169726 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9baa421b-792a-40fa-9aac-60a20be3ab72 req-ed86e254-ec6f-4f65-82ee-7d5c9c2c0e2c tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad635d-49b5-49ca-9a25-abef6bd92738 HTTP/1.1" status: 200 len: 210 time: 0.0485017 Aug 31 14:12:17.177872 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-98f66117-3166-482d-9d5b-c16af198fef6 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/0721350c-8bfb-4d6a-a5a5-135459d28557?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1148763 Aug 31 14:12:17.181630 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53188) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:17.188866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d24ab7d1-45f4-4f31-becd-1f39c6153fe8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:17.319636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2338e5ee-6de2-4b63-ad94-029dd4399b62 req-951e8daf-8ce4-40ad-839b-4127fad6fdb0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438510 Aug 31 14:12:17.328178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53190) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:17.335157 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c25a555c-e07d-419d-a73c-2fdec2242910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.339494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24ab7d1-45f4-4f31-becd-1f39c6153fe8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:17.344897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d24ab7d1-45f4-4f31-becd-1f39c6153fe8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.387671 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c25a555c-e07d-419d-a73c-2fdec2242910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.529380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c25a555c-e07d-419d-a73c-2fdec2242910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.538930 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c25a555c-e07d-419d-a73c-2fdec2242910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.546495 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c25a555c-e07d-419d-a73c-2fdec2242910 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2e34674-47de-4175-8e8c-792f07ece3a7 HTTP/1.1" status: 204 len: 168 time: 0.4244421 Aug 31 14:12:17.562669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a555c-e07d-419d-a73c-2fdec2242910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e34674-47de-4175-8e8c-792f07ece3a7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:17.751369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d24ab7d1-45f4-4f31-becd-1f39c6153fe8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.770834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24ab7d1-45f4-4f31-becd-1f39c6153fe8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:17.777543 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-44b917fa-4cbd-4f4e-933b-e8a28ef24014 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1078fb6580d9425286ac4c6a7bbd506b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458909 Aug 31 14:12:17.781812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53216) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:17.785174 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d24ab7d1-45f4-4f31-becd-1f39c6153fe8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:17.799617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0b735-8452-409d-93d0-6bd64374ac63 None None] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:17.839804 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ab7d1-45f4-4f31-becd-1f39c6153fe8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:17.840682 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d24ab7d1-45f4-4f31-becd-1f39c6153fe8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.883046 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d24ab7d1-45f4-4f31-becd-1f39c6153fe8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6975086 Aug 31 14:12:17.884148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53226) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:17.892967 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-436f8563-14ce-4b02-88af-59549d515ff5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'security_group': {'name': 'tempest-secgroup-367429127'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:17.904385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ab7d1-45f4-4f31-becd-1f39c6153fe8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Subnet': ['ID=2f3773bb-b47b-4959-a9cc-eb7068535532,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:17.912845 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7802aca9-459b-439d-97a8-e4aebc1aac2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.934591 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-436f8563-14ce-4b02-88af-59549d515ff5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:17.943857 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7802aca9-459b-439d-97a8-e4aebc1aac2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.039885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7802aca9-459b-439d-97a8-e4aebc1aac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.043292 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7802aca9-459b-439d-97a8-e4aebc1aac2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.048100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7802aca9-459b-439d-97a8-e4aebc1aac2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e9af970-12e0-489c-9bc4-83f22ccc3651 HTTP/1.1" status: 204 len: 168 time: 0.2652075 Aug 31 14:12:18.057258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802aca9-459b-439d-97a8-e4aebc1aac2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9af970-12e0-489c-9bc4-83f22ccc3651,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:18.088932 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-436f8563-14ce-4b02-88af-59549d515ff5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.106732 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-436f8563-14ce-4b02-88af-59549d515ff5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.156187 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-436f8563-14ce-4b02-88af-59549d515ff5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.160209 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-436f8563-14ce-4b02-88af-59549d515ff5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2722025 Aug 31 14:12:18.160400 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53238) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:18.165598 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f15e2318-a4e6-453f-8818-51ece05cd11f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'security_group': {'name': 'tempest-secgroup-455617762'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:18.170020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f8563-14ce-4b02-88af-59549d515ff5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c47552-f504-4071-ba6a-db55f89750df,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:18.213225 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f15e2318-a4e6-453f-8818-51ece05cd11f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.284796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8a6dcb90-75df-4bc6-a416-3997c25aea20 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:18.335762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8a6dcb90-75df-4bc6-a416-3997c25aea20 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:18.336656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8a6dcb90-75df-4bc6-a416-3997c25aea20 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:18.348986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-69be7e24-51b0-401c-9ee6-bad9064d65f9', 'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'tenant_id': '5da52edce4934f4499b8c015c8702c4e', 'fixed_ips': [{'subnet_id': '2f3773bb-b47b-4959-a9cc-eb7068535532'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:12:18.350247 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.351861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:18.517116 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f15e2318-a4e6-453f-8818-51ece05cd11f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.525016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c676e4-2f47-4588-852f-0975b7ea7f9c req-7d5b0ad5-39a4-4631-b7ac-04b6511c1d12 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:18.529359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f15e2318-a4e6-453f-8818-51ece05cd11f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.537731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8c676e4-2f47-4588-852f-0975b7ea7f9c req-7d5b0ad5-39a4-4631-b7ac-04b6511c1d12 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.1199059 Aug 31 14:12:18.557404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0464f381-94b2-4c72-b491-6ce4a6469a78 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.562928 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Allocated IP 172.20.0.2 (69be7e24-51b0-401c-9ee6-bad9064d65f9/2f3773bb-b47b-4959-a9cc-eb7068535532/a87b5e2d-76c9-4f72-8101-ee25fde273c6) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:18.644562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8c676e4-2f47-4588-852f-0975b7ea7f9c req-3e61e2d1-fd00-4f5b-8544-e7b5a9f3ade3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055136 Aug 31 14:12:18.662899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e2318-a4e6-453f-8818-51ece05cd11f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c42568-aebb-4e63-8a7b-7ce5a735ed51,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:18.668062 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f15e2318-a4e6-453f-8818-51ece05cd11f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.673057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f15e2318-a4e6-453f-8818-51ece05cd11f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5081069 Aug 31 14:12:18.673493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53280) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:18.678408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1106135941', 'security_groups': ['d6c42568-aebb-4e63-8a7b-7ce5a735ed51'], 'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f3773bb-b47b-4959-a9cc-eb7068535532'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:18.679567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0464f381-94b2-4c72-b491-6ce4a6469a78 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.761358 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0464f381-94b2-4c72-b491-6ce4a6469a78 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.766406 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.767378 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0464f381-94b2-4c72-b491-6ce4a6469a78 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.772405 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0464f381-94b2-4c72-b491-6ce4a6469a78 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "DELETE /v2.0/security-groups/18d06617-1364-4675-8606-8f6dcd209797 HTTP/1.1" status: 204 len: 168 time: 0.4183242 Aug 31 14:12:18.772570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53282) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:18.781491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Transition to ACTIVE for port object a87b5e2d-76c9-4f72-8101-ee25fde273c6 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:18.783671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464f381-94b2-4c72-b491-6ce4a6469a78 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d06617-1364-4675-8606-8f6dcd209797,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:18.803897 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-c5da43d9-4753-4126-b2d5-ca16b5952edf tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] show failed (client error): The resource could not be found. Aug 31 14:12:18.805579 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c5da43d9-4753-4126-b2d5-ca16b5952edf tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "GET /v2.0/security-groups/18d06617-1364-4675-8606-8f6dcd209797 HTTP/1.1" status: 404 len: 347 time: 0.0316534 Aug 31 14:12:18.809015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53286) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:18.822553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Transition to ACTIVE for port object a87b5e2d-76c9-4f72-8101-ee25fde273c6 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:18.829283 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:18.901595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:18.907651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:18.911854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:18.922172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Pushing event updated for resources: {'Port': ['ID=a87b5e2d-76c9-4f72-8101-ee25fde273c6,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:18.996702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8317e1ac-5d87-48f1-b081-3a9f7470e5ea tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Deleting port 0abeb85c-5151-43c7-85bb-0dd06b909890 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:18.997511 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8317e1ac-5d87-48f1-b081-3a9f7470e5ea tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.035160 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Attempting to bind port a87b5e2d-76c9-4f72-8101-ee25fde273c6 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:19.035881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Attempting to bind port a87b5e2d-76c9-4f72-8101-ee25fde273c6 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '27f3573b-28e8-4c12-a8bc-caaceb4eb64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:19.036476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Attempting to bind port a87b5e2d-76c9-4f72-8101-ee25fde273c6 on network 69be7e24-51b0-401c-9ee6-bad9064d65f9 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:19.042100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:19.043035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Checking segment: {'id': '27f3573b-28e8-4c12-a8bc-caaceb4eb64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:19.043673 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.044240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Bound using segment: {'id': '27f3573b-28e8-4c12-a8bc-caaceb4eb64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:19.044975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Bound port: a87b5e2d-76c9-4f72-8101-ee25fde273c6, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f3573b-28e8-4c12-a8bc-caaceb4eb64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:19.045561 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.087836 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8317e1ac-5d87-48f1-b081-3a9f7470e5ea tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.088140 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8317e1ac-5d87-48f1-b081-3a9f7470e5ea tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.105302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8317e1ac-5d87-48f1-b081-3a9f7470e5ea tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Calling delete_port for 0abeb85c-5151-43c7-85bb-0dd06b909890 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:19.106969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:19.172614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] For port a87b5e2d-76c9-4f72-8101-ee25fde273c6, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:19.182531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] For port a87b5e2d-76c9-4f72-8101-ee25fde273c6, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a87b5e2d-76c9-4f72-8101-ee25fde273c6,segment=NetworkSegment(27f3573b-28e8-4c12-a8bc-caaceb4eb64f),segment_id=27f3573b-28e8-4c12-a8bc-caaceb4eb64f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:19.188326 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.294485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a165c-afdc-4e22-af12-7d743b47050d None None] Pushing event updated for resources: {'Port': ['ID=a87b5e2d-76c9-4f72-8101-ee25fde273c6,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:19.317693 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.399267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port 281173fb-30a3-41e5-9fb7-e6dfa88039a6 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:12:19.489694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8317e1ac-5d87-48f1-b081-3a9f7470e5ea tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.600307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317e1ac-5d87-48f1-b081-3a9f7470e5ea tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Port': ['ID=0abeb85c-5151-43c7-85bb-0dd06b909890,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:19.777983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8317e1ac-5d87-48f1-b081-3a9f7470e5ea tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.780843 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8317e1ac-5d87-48f1-b081-3a9f7470e5ea tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.782049 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8317e1ac-5d87-48f1-b081-3a9f7470e5ea tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "DELETE /v2.0/floatingips/8ac03859-841b-4b58-8a69-a4b07ab2bde3 HTTP/1.1" status: 204 len: 168 time: 0.9718621 Aug 31 14:12:19.784904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53338) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:19.818069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.12 (69be7e24-51b0-401c-9ee6-bad9064d65f9/2f3773bb-b47b-4959-a9cc-eb7068535532/281173fb-30a3-41e5-9fb7-e6dfa88039a6) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:19.841163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323b49b-b742-4b86-9eda-4601ac8665e6 req-946a7f9d-e026-40da-a949-c1bfcb665881 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:19.842975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d323b49b-b742-4b86-9eda-4601ac8665e6 req-946a7f9d-e026-40da-a949-c1bfcb665881 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.1149287 Aug 31 14:12:19.931209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-fdaac73e-d394-4cf4-b98d-c4d7c277c191 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Deleting port 7627da9a-ba2e-426b-8648-956bac9056d9 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:19.931654 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdaac73e-d394-4cf4-b98d-c4d7c277c191 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:19.954076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d323b49b-b742-4b86-9eda-4601ac8665e6 req-5726f874-e38d-4c00-b297-cd70514120f2 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009750 Aug 31 14:12:20.153712 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdaac73e-d394-4cf4-b98d-c4d7c277c191 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.178794 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.190848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-fdaac73e-d394-4cf4-b98d-c4d7c277c191 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Calling delete_port for 7627da9a-ba2e-426b-8648-956bac9056d9 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:20.206384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Transition to ACTIVE for port object 281173fb-30a3-41e5-9fb7-e6dfa88039a6 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:20.290308 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.319760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a87b5e2d-76c9-4f72-8101-ee25fde273c6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:20.380797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:20.384419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:20.391958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:20.406037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:20.438256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdaac73e-d394-4cf4-b98d-c4d7c277c191 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.483754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:20.485014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaac73e-d394-4cf4-b98d-c4d7c277c191 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Port': ['ID=7627da9a-ba2e-426b-8648-956bac9056d9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:20.485432 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.517562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=281173fb-30a3-41e5-9fb7-e6dfa88039a6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:20.541589 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-91ebc9b1-f495-4130-9b9d-883dce98e470 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8645074 Aug 31 14:12:20.542369 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53374) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:20.554383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c956484f-a93c-4859-be38-c1806f99dc70 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:20.592932 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdaac73e-d394-4cf4-b98d-c4d7c277c191 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.604491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fdaac73e-d394-4cf4-b98d-c4d7c277c191 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "DELETE /v2.0/ports/7627da9a-ba2e-426b-8648-956bac9056d9 HTTP/1.1" status: 204 len: 168 time: 0.8083675 Aug 31 14:12:20.604491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53378) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:20.726839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe5137-a18c-4513-9549-ac656929325f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Deleting port ac6194a5-9eba-4751-8944-10a6f7e9a853 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:20.727303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2fe5137-a18c-4513-9549-ac656929325f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.732171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0951bb38-0373-46e6-8059-dccfc9b9dc4c None None] Provisioning complete for port 0721350c-8bfb-4d6a-a5a5-135459d28557 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:20.733075 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0951bb38-0373-46e6-8059-dccfc9b9dc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.752526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c956484f-a93c-4859-be38-c1806f99dc70 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:20.761842 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c956484f-a93c-4859-be38-c1806f99dc70 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.773524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53382) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:20.806536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0951bb38-0373-46e6-8059-dccfc9b9dc4c None None] Port 0721350c-8bfb-4d6a-a5a5-135459d28557 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:20.831342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0951bb38-0373-46e6-8059-dccfc9b9dc4c None None] Provisioning for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:20.835942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0951bb38-0373-46e6-8059-dccfc9b9dc4c None None] Provisioning complete for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:20.836334 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0951bb38-0373-46e6-8059-dccfc9b9dc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.876338 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2fe5137-a18c-4513-9549-ac656929325f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:20.898117 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53386) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:20.924159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe5137-a18c-4513-9549-ac656929325f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Calling delete_port for ac6194a5-9eba-4751-8944-10a6f7e9a853 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:20.971046 n-d-792364-6 neutron-server[106388]: INFO neutron.db.ipam_backend_mixin [None req-c956484f-a93c-4859-be38-c1806f99dc70 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2f3773bb-b47b-4959-a9cc-eb7068535532 (CIDR: 172.20.0.0/28) Aug 31 14:12:20.986017 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-c956484f-a93c-4859-be38-c1806f99dc70 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:12:20.988094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c956484f-a93c-4859-be38-c1806f99dc70 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:21.021780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c956484f-a93c-4859-be38-c1806f99dc70 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4780431 Aug 31 14:12:21.024855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53392) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:21.035680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-fba0f57d-2796-426b-81cc-68dd97d1df94 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:21.135706 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0951bb38-0373-46e6-8059-dccfc9b9dc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.197227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0951bb38-0373-46e6-8059-dccfc9b9dc4c None None] For port a87b5e2d-76c9-4f72-8101-ee25fde273c6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a87b5e2d-76c9-4f72-8101-ee25fde273c6,segment=NetworkSegment(27f3573b-28e8-4c12-a8bc-caaceb4eb64f),segment_id=27f3573b-28e8-4c12-a8bc-caaceb4eb64f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:21.200020 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2fe5137-a18c-4513-9549-ac656929325f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.203327 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0951bb38-0373-46e6-8059-dccfc9b9dc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.296135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951bb38-0373-46e6-8059-dccfc9b9dc4c None None] Pushing event updated for resources: {'Port': ['ID=a87b5e2d-76c9-4f72-8101-ee25fde273c6,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:21.299261 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe5137-a18c-4513-9549-ac656929325f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Port': ['ID=ac6194a5-9eba-4751-8944-10a6f7e9a853,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:21.315261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2c095c1b-4355-44fc-a53c-87254df89aed tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-73513930', 'prefixes': ['172.20.0.0/16']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:21.344777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a337ae9f-5e63-4603-8f08-d5b6f0ac3682 None None] Provisioning for port 281173fb-30a3-41e5-9fb7-e6dfa88039a6 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:21.352940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a337ae9f-5e63-4603-8f08-d5b6f0ac3682 None None] Provisioning complete for port 281173fb-30a3-41e5-9fb7-e6dfa88039a6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:21.353650 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a337ae9f-5e63-4603-8f08-d5b6f0ac3682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.393640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360ef8b-c42b-44fa-84bd-f74a5fd7642a req-486d1453-77bd-438f-b2df-21fb78314aa8 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:21.395334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0360ef8b-c42b-44fa-84bd-f74a5fd7642a req-486d1453-77bd-438f-b2df-21fb78314aa8 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.2234206 Aug 31 14:12:21.411465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a337ae9f-5e63-4603-8f08-d5b6f0ac3682 None None] Port 281173fb-30a3-41e5-9fb7-e6dfa88039a6 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:21.430824 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2fec2b89-aabb-4cd3-b6c0-e57fa79255a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.477388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba0f57d-2796-426b-81cc-68dd97d1df94 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:21.481132 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fba0f57d-2796-426b-81cc-68dd97d1df94 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.492942 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2fe5137-a18c-4513-9549-ac656929325f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.497691 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e2fe5137-a18c-4513-9549-ac656929325f tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "DELETE /v2.0/ports/ac6194a5-9eba-4751-8944-10a6f7e9a853 HTTP/1.1" status: 204 len: 168 time: 0.8949909 Aug 31 14:12:21.500693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53416) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:21.550338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0360ef8b-c42b-44fa-84bd-f74a5fd7642a req-4ad2461c-606c-433e-985c-83732176cdaa tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438949 Aug 31 14:12:21.585862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c272c10-da48-4164-9c3b-3f15b343e005 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Deleting subnet 8c13a0b8-31ff-48a2-9d84-997661bb621d {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:12:21.590117 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3c272c10-da48-4164-9c3b-3f15b343e005 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.655318 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3c272c10-da48-4164-9c3b-3f15b343e005 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.802334 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2fec2b89-aabb-4cd3-b6c0-e57fa79255a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.815440 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2fec2b89-aabb-4cd3-b6c0-e57fa79255a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.815926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c095c1b-4355-44fc-a53c-87254df89aed tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] Notify callbacks [] for subnetpool, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.822533 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2c095c1b-4355-44fc-a53c-87254df89aed tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 1.0459867 Aug 31 14:12:21.822746 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3c272c10-da48-4164-9c3b-3f15b343e005 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.830292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53426) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:21.897338 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:12:21.903909 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-40c527f8-2fb2-4bef-a56d-543f39eb3253 tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] 10.222.0.20 "GET /v2.0/subnetpools/4f8f3c01-d3fc-4239-a0b3-8ce4b0cfad62 HTTP/1.1" status: 200 len: 730 time: 0.0719383 Aug 31 14:12:21.910644 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53428) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:21.924395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d03aa730-454c-4812-953e-51acec9e67f9 tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1490874372'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:21.937308 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fba0f57d-2796-426b-81cc-68dd97d1df94 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:21.983198 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2fec2b89-aabb-4cd3-b6c0-e57fa79255a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ea0bc4f6ba44b028b0fe39827ea1d95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0807650 Aug 31 14:12:21.984119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec2b89-aabb-4cd3-b6c0-e57fa79255a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3a21d0-a395-4abb-8fd6-cac55a0ee3cf,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:21.989221 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53434) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:22.015007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba0f57d-2796-426b-81cc-68dd97d1df94 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:22.023032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-fba0f57d-2796-426b-81cc-68dd97d1df94 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:22.042108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc331b48-5ad9-448b-b2a3-3f445243d5d0 None None] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:22.044289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba0f57d-2796-426b-81cc-68dd97d1df94 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:22.064712 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fba0f57d-2796-426b-81cc-68dd97d1df94 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.092986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0f57d-2796-426b-81cc-68dd97d1df94 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Subnet': ['ID=ee2bdc9e-29b2-4662-bac9-31a1a9c8e98a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:22.097406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fba0f57d-2796-426b-81cc-68dd97d1df94 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0711684 Aug 31 14:12:22.098926 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3c272c10-da48-4164-9c3b-3f15b343e005 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.100029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53440) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:22.106847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ad0330e9-b026-450f-8c0a-4c6043384eff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-61437802', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ee2bdc9e-29b2-4662-bac9-31a1a9c8e98a'}], 'security_groups': ['65c47552-f504-4071-ba6a-db55f89750df']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:22.177837 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3c272c10-da48-4164-9c3b-3f15b343e005 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.182075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3c272c10-da48-4164-9c3b-3f15b343e005 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "DELETE /v2.0/subnets/8c13a0b8-31ff-48a2-9d84-997661bb621d HTTP/1.1" status: 204 len: 168 time: 0.6751578 Aug 31 14:12:22.184709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c272c10-da48-4164-9c3b-3f15b343e005 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Subnet': ['ID=8c13a0b8-31ff-48a2-9d84-997661bb621d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:22.192130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e30cda2-70d5-4164-844d-7aa1eb5bedbe None None] Network 7fc6cb68-8abf-4422-a12c-fbaa86843c2a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:22.201909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53446) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:22.257895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc5b940-6148-44dd-b82c-ee892292a907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.300787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a87b5e2d-76c9-4f72-8101-ee25fde273c6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:22.323866 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ad0330e9-b026-450f-8c0a-4c6043384eff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.392674 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d03aa730-454c-4812-953e-51acec9e67f9 tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] Notify callbacks [] for subnetpool, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.394058 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d03aa730-454c-4812-953e-51acec9e67f9 tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] 10.222.0.20 "PUT /v2.0/subnetpools/4f8f3c01-d3fc-4239-a0b3-8ce4b0cfad62 HTTP/1.1" status: 200 len: 684 time: 0.4824326 Aug 31 14:12:22.402756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53454) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:22.531388 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc5b940-6148-44dd-b82c-ee892292a907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.574043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb99cfb-4bb6-4f92-9f57-c9df4d650671 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Deleting subnet b50c12e7-38f7-4137-b02b-c185284f3589 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:12:22.578649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6cb99cfb-4bb6-4f92-9f57-c9df4d650671 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.599860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:22.600905 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.733726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53462) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:22.765578 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6cb99cfb-4bb6-4f92-9f57-c9df4d650671 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.770602 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc8e6886-3846-4a2a-8f2c-855e7d1a4e5e tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] Notify callbacks [] for subnetpool, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.781847 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc8e6886-3846-4a2a-8f2c-855e7d1a4e5e tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] 10.222.0.20 "DELETE /v2.0/subnetpools/4f8f3c01-d3fc-4239-a0b3-8ce4b0cfad62 HTTP/1.1" status: 204 len: 168 time: 0.3776062 Aug 31 14:12:22.801681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53466) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:22.813681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c02135-b254-41ec-97c7-b33d286b71cf None None] Update dhcp port {'port': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'fixed_ips': [{'subnet_id': '2f3773bb-b47b-4959-a9cc-eb7068535532', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ee2bdc9e-29b2-4662-bac9-31a1a9c8e98a'}], 'binding:host_id': 'n-d-792364-6'}, 'id': 'a87b5e2d-76c9-4f72-8101-ee25fde273c6'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:12:22.829528 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-c622e97c-68cb-417b-b497-4646f417217a tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] show failed (client error): The resource could not be found. Aug 31 14:12:22.834754 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c622e97c-68cb-417b-b497-4646f417217a tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] 10.222.0.20 "GET /v2.0/subnetpools/4f8f3c01-d3fc-4239-a0b3-8ce4b0cfad62 HTTP/1.1" status: 404 len: 346 time: 0.0314262 Aug 31 14:12:22.841139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53470) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:22.848025 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-23c02135-b254-41ec-97c7-b33d286b71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.853284 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74486ed-d5ba-449a-a838-9621d9e301b7 None None] DHCP port deletion for 7fc6cb68-8abf-4422-a12c-fbaa86843c2a request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:12:22.874158 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-23221876-0a06-4927-ab29-06f6a118af69 tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] delete failed (client error): The resource could not be found. Aug 31 14:12:22.883179 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-23221876-0a06-4927-ab29-06f6a118af69 tempest-SubnetPoolsTestJSON-1668062368 tempest-SubnetPoolsTestJSON-1668062368-project] 10.222.0.20 "DELETE /v2.0/subnetpools/4f8f3c01-d3fc-4239-a0b3-8ce4b0cfad62 HTTP/1.1" status: 404 len: 346 time: 0.0392587 Aug 31 14:12:22.887906 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc5b940-6148-44dd-b82c-ee892292a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.891287 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fc5b940-6148-44dd-b82c-ee892292a907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:22.892774 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0fc5b940-6148-44dd-b82c-ee892292a907 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d3a21d0-a395-4abb-8fd6-cac55a0ee3cf HTTP/1.1" status: 204 len: 168 time: 0.8884852 Aug 31 14:12:22.908665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5b940-6148-44dd-b82c-ee892292a907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3a21d0-a395-4abb-8fd6-cac55a0ee3cf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:22.953039 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6cb99cfb-4bb6-4f92-9f57-c9df4d650671 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.009657 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-abd805cc-6b06-41ab-b7b3-f226571cee05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.039365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c74486ed-d5ba-449a-a838-9621d9e301b7 None None] Deleting port 14255e4d-d776-4b1c-8fc6-6533cd5f2860 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:23.039755 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c74486ed-d5ba-449a-a838-9621d9e301b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.054662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-ad0330e9-b026-450f-8c0a-4c6043384eff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Delete allocated IP 172.20.0.12 (69be7e24-51b0-401c-9ee6-bad9064d65f9/2f3773bb-b47b-4959-a9cc-eb7068535532) {{(pid=106388) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:12:23.071971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-ad0330e9-b026-450f-8c0a-4c6043384eff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.23 (69be7e24-51b0-401c-9ee6-bad9064d65f9/ee2bdc9e-29b2-4662-bac9-31a1a9c8e98a/281173fb-30a3-41e5-9fb7-e6dfa88039a6) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:23.084144 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6cb99cfb-4bb6-4f92-9f57-c9df4d650671 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.134837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb99cfb-4bb6-4f92-9f57-c9df4d650671 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Subnet': ['ID=b50c12e7-38f7-4137-b02b-c185284f3589,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:23.138106 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6cb99cfb-4bb6-4f92-9f57-c9df4d650671 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.141400 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6cb99cfb-4bb6-4f92-9f57-c9df4d650671 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "DELETE /v2.0/subnets/b50c12e7-38f7-4137-b02b-c185284f3589 HTTP/1.1" status: 204 len: 168 time: 0.9382143 Aug 31 14:12:23.147104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53478) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:23.151587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c97caae-6e5b-444e-823f-dfd17c111ab0 None None] Network 3047d222-e131-4442-beba-491cc2c26785 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:23.255374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d9187-303d-4e66-b6db-23a1618f0e06 req-cf9be59b-fc65-4afb-8ddf-8fa33de67725 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:23.257335 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-199d9187-303d-4e66-b6db-23a1618f0e06 req-cf9be59b-fc65-4afb-8ddf-8fa33de67725 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.5838473 Aug 31 14:12:23.262472 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.286398 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-abd805cc-6b06-41ab-b7b3-f226571cee05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.290766 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c74486ed-d5ba-449a-a838-9621d9e301b7 None None] For port 14255e4d-d776-4b1c-8fc6-6533cd5f2860, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=14255e4d-d776-4b1c-8fc6-6533cd5f2860,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:23.291180 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c74486ed-d5ba-449a-a838-9621d9e301b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.294596 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-abd805cc-6b06-41ab-b7b3-f226571cee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.330328 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-199d9187-303d-4e66-b6db-23a1618f0e06 req-aaacdb53-e7e3-4955-8ad3-5bf94e1040d1 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654910 Aug 31 14:12:23.356053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c74486ed-d5ba-449a-a838-9621d9e301b7 None None] Calling delete_port for 14255e4d-d776-4b1c-8fc6-6533cd5f2860 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:23.377195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd805cc-6b06-41ab-b7b3-f226571cee05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ac0456-735a-458f-95b9-47647f1397d9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:23.400279 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ad0330e9-b026-450f-8c0a-4c6043384eff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.427567 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-abd805cc-6b06-41ab-b7b3-f226571cee05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=364cfe45166b416089538299d417c4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6901014 Aug 31 14:12:23.428589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53484) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:23.437783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Deleting port 14255e4d-d776-4b1c-8fc6-6533cd5f2860 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:23.438314 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.521269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] For port 14255e4d-d776-4b1c-8fc6-6533cd5f2860, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=14255e4d-d776-4b1c-8fc6-6533cd5f2860,segment=NetworkSegment(90a24939-caac-445e-9874-918c0ac710a0),segment_id=90a24939-caac-445e-9874-918c0ac710a0)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:23.521783 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.548806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-ad0330e9-b026-450f-8c0a-4c6043384eff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Transition to ACTIVE for port object 281173fb-30a3-41e5-9fb7-e6dfa88039a6 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:23.560039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Calling delete_port for 14255e4d-d776-4b1c-8fc6-6533cd5f2860 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:23.561756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ad0330e9-b026-450f-8c0a-4c6043384eff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.635369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-23c02135-b254-41ec-97c7-b33d286b71cf None None] Allocated IP 172.20.0.18 (69be7e24-51b0-401c-9ee6-bad9064d65f9/ee2bdc9e-29b2-4662-bac9-31a1a9c8e98a/a87b5e2d-76c9-4f72-8101-ee25fde273c6) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:23.667634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53490) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:23.677910 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-133f0f23-d937-4636-9705-081fc6240e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.679189 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.710319 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] No DVR routers for this DVR port 14255e4d-d776-4b1c-8fc6-6533cd5f2860 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:23.744882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Port': ['ID=14255e4d-d776-4b1c-8fc6-6533cd5f2860,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:23.745241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-133f0f23-d937-4636-9705-081fc6240e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.757606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-23c02135-b254-41ec-97c7-b33d286b71cf None None] For port a87b5e2d-76c9-4f72-8101-ee25fde273c6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a87b5e2d-76c9-4f72-8101-ee25fde273c6,segment=NetworkSegment(27f3573b-28e8-4c12-a8bc-caaceb4eb64f),segment_id=27f3573b-28e8-4c12-a8bc-caaceb4eb64f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:23.793818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0330e9-b026-450f-8c0a-4c6043384eff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=281173fb-30a3-41e5-9fb7-e6dfa88039a6,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:23.796238 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-23c02135-b254-41ec-97c7-b33d286b71cf None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.819851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-23c02135-b254-41ec-97c7-b33d286b71cf None None] Transition to ACTIVE for port object a87b5e2d-76c9-4f72-8101-ee25fde273c6 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:23.841206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ad0330e9-b026-450f-8c0a-4c6043384eff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] In _notify_port_updated(), no bound segment for port 281173fb-30a3-41e5-9fb7-e6dfa88039a6 on network 69be7e24-51b0-401c-9ee6-bad9064d65f9 {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:12:23.846044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee30a9-ea91-4735-bb79-bd46d5202419 None None] DHCP port deletion for 3047d222-e131-4442-beba-491cc2c26785 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:12:23.851519 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-23c02135-b254-41ec-97c7-b33d286b71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.859677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0330e9-b026-450f-8c0a-4c6043384eff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:23.860283 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ad0330e9-b026-450f-8c0a-4c6043384eff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.864511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ad0330e9-b026-450f-8c0a-4c6043384eff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "PUT /v2.0/ports/281173fb-30a3-41e5-9fb7-e6dfa88039a6 HTTP/1.1" status: 200 len: 919 time: 1.7602477 Aug 31 14:12:23.866226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53498) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:23.870149 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.877619 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c74486ed-d5ba-449a-a838-9621d9e301b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.892867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc6cb68-8abf-4422-a12c-fbaa86843c2a']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:23.915882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a24939-caac-445e-9874-918c0ac710a0') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:23.916744 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a24939-caac-445e-9874-918c0ac710a0') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:23.933686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.961231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.977302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:23.977999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:23.993466 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:24.019115 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-133f0f23-d937-4636-9705-081fc6240e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.022185 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-133f0f23-d937-4636-9705-081fc6240e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.025464 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-133f0f23-d937-4636-9705-081fc6240e85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92ac0456-735a-458f-95b9-47647f1397d9 HTTP/1.1" status: 204 len: 168 time: 0.5929060 Aug 31 14:12:24.029586 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0d51c26-789e-42ed-9c52-40462f6eafd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.029927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74486ed-d5ba-449a-a838-9621d9e301b7 None None] No DVR routers for this DVR port 14255e4d-d776-4b1c-8fc6-6533cd5f2860 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:24.066237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c02135-b254-41ec-97c7-b33d286b71cf None None] Pushing event updated for resources: {'Port': ['ID=a87b5e2d-76c9-4f72-8101-ee25fde273c6,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:24.087809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f0f23-d937-4636-9705-081fc6240e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ac0456-735a-458f-95b9-47647f1397d9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:24.108315 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74486ed-d5ba-449a-a838-9621d9e301b7 None None] Pushing event deleted for resources: {'Port': ['ID=14255e4d-d776-4b1c-8fc6-6533cd5f2860,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:24.128395 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.129051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-49ee30a9-ea91-4735-bb79-bd46d5202419 None None] Deleting port 8c17fc43-f142-4a0e-aa1c-5652039220d0 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:24.129755 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49ee30a9-ea91-4735-bb79-bd46d5202419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.146714 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.151782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "DELETE /v2.0/networks/7fc6cb68-8abf-4422-a12c-fbaa86843c2a HTTP/1.1" status: 204 len: 168 time: 1.0028591 Aug 31 14:12:24.152908 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53506) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:24.182528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fda71e-1ee0-4cea-a02d-8c284c93e703 tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Network': ['ID=7fc6cb68-8abf-4422-a12c-fbaa86843c2a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:24.282276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a5442-d6fd-4bc5-b9e0-427cf38da288 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 281173fb-30a3-41e5-9fb7-e6dfa88039a6 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:24.282775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5442-d6fd-4bc5-b9e0-427cf38da288 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.295761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-49ee30a9-ea91-4735-bb79-bd46d5202419 None None] For port 8c17fc43-f142-4a0e-aa1c-5652039220d0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8c17fc43-f142-4a0e-aa1c-5652039220d0,segment=NetworkSegment(d93cd37a-f9f3-4be1-b106-407add3df4f6),segment_id=d93cd37a-f9f3-4be1-b106-407add3df4f6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:24.296393 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49ee30a9-ea91-4735-bb79-bd46d5202419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.324593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-49ee30a9-ea91-4735-bb79-bd46d5202419 None None] Calling delete_port for 8c17fc43-f142-4a0e-aa1c-5652039220d0 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:24.339989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a87b5e2d-76c9-4f72-8101-ee25fde273c6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:24.377391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.423417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53514) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:24.594751 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49ee30a9-ea91-4735-bb79-bd46d5202419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.621664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 14255e4d-d776-4b1c-8fc6-6533cd5f2860 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:24.651286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee30a9-ea91-4735-bb79-bd46d5202419 None None] Pushing event deleted for resources: {'Port': ['ID=8c17fc43-f142-4a0e-aa1c-5652039220d0,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:24.655039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 14255e4d-d776-4b1c-8fc6-6533cd5f2860 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:24.655501 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 14255e4d-d776-4b1c-8fc6-6533cd5f2860 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:24.656403 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8c17fc43-f142-4a0e-aa1c-5652039220d0 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:24.833547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8c17fc43-f142-4a0e-aa1c-5652039220d0 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:24.833891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8c17fc43-f142-4a0e-aa1c-5652039220d0 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:24.834030 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bee5d68e-2bb2-4f31-b5e7-20f991e126f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:24.843467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee30a9-ea91-4735-bb79-bd46d5202419 None None] No DVR routers for this DVR port 8c17fc43-f142-4a0e-aa1c-5652039220d0 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:24.989227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f206ef5a-5b86-4025-a652-42920eb038f9 None None] Provisioning complete for port 0721350c-8bfb-4d6a-a5a5-135459d28557 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:24.990065 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f206ef5a-5b86-4025-a652-42920eb038f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.019652 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5442-d6fd-4bc5-b9e0-427cf38da288 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.033465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f206ef5a-5b86-4025-a652-42920eb038f9 None None] Port 0721350c-8bfb-4d6a-a5a5-135459d28557 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:25.047096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f206ef5a-5b86-4025-a652-42920eb038f9 None None] Provisioning for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:25.052872 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0d51c26-789e-42ed-9c52-40462f6eafd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.053114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f206ef5a-5b86-4025-a652-42920eb038f9 None None] Provisioning complete for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:25.053742 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f206ef5a-5b86-4025-a652-42920eb038f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.058667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a5442-d6fd-4bc5-b9e0-427cf38da288 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 281173fb-30a3-41e5-9fb7-e6dfa88039a6 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:25.067931 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0d51c26-789e-42ed-9c52-40462f6eafd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.106014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d51c26-789e-42ed-9c52-40462f6eafd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9989e9-c6c1-4c59-a9aa-b574103b86e1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:25.121643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85fd9a-6d5a-48d4-82d7-7f266e40fb55 req-c285e105-d544-4e15-9a38-c8f4cbc4ab35 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:25.123249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e85fd9a-6d5a-48d4-82d7-7f266e40fb55 req-c285e105-d544-4e15-9a38-c8f4cbc4ab35 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.6164160 Aug 31 14:12:25.191414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Deleting port 8c17fc43-f142-4a0e-aa1c-5652039220d0 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:25.191663 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.234565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f206ef5a-5b86-4025-a652-42920eb038f9 None None] Provisioning for port 281173fb-30a3-41e5-9fb7-e6dfa88039a6 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:25.235966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bee5d68e-2bb2-4f31-b5e7-20f991e126f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.238805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f206ef5a-5b86-4025-a652-42920eb038f9 None None] Provisioning complete for port 281173fb-30a3-41e5-9fb7-e6dfa88039a6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:25.239150 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f206ef5a-5b86-4025-a652-42920eb038f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.243333 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bee5d68e-2bb2-4f31-b5e7-20f991e126f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.270222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] For port 8c17fc43-f142-4a0e-aa1c-5652039220d0, host n-d-792364-6, got binding levels [] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:25.270626 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.282591 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bee5d68e-2bb2-4f31-b5e7-20f991e126f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9615da50f04f41639e273333aaef880e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8579843 Aug 31 14:12:25.284096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Calling delete_port for 8c17fc43-f142-4a0e-aa1c-5652039220d0 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:25.284947 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53544) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:25.286824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.ipam_backend_mixin [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Port 8c17fc43-f142-4a0e-aa1c-5652039220d0 was not found and therefore no delete operation was performed {{(pid=106388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:12:25.291399 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.298566 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d0d51c26-789e-42ed-9c52-40462f6eafd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab5300286dad45fcad6290241c53b356&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6290431 Aug 31 14:12:25.299196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53546) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:25.325763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f206ef5a-5b86-4025-a652-42920eb038f9 None None] Port 281173fb-30a3-41e5-9fb7-e6dfa88039a6 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:25.375327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5d68e-2bb2-4f31-b5e7-20f991e126f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3127297c-3b27-45ae-8442-4c54a6d72ff1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:25.412641 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff44a99c-3309-4fd9-9a1b-99d86a4810a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.418719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Port': ['ID=8c17fc43-f142-4a0e-aa1c-5652039220d0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:25.424134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] No DVR routers for this DVR port 8c17fc43-f142-4a0e-aa1c-5652039220d0 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:25.462816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e85fd9a-6d5a-48d4-82d7-7f266e40fb55 req-22e1bb89-86fb-446f-847a-9abc11db6ad9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024154 Aug 31 14:12:25.469482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff44a99c-3309-4fd9-9a1b-99d86a4810a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.549765 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff44a99c-3309-4fd9-9a1b-99d86a4810a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.552524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff44a99c-3309-4fd9-9a1b-99d86a4810a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.556192 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ff44a99c-3309-4fd9-9a1b-99d86a4810a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3127297c-3b27-45ae-8442-4c54a6d72ff1 HTTP/1.1" status: 204 len: 168 time: 0.2678530 Aug 31 14:12:25.571425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44a99c-3309-4fd9-9a1b-99d86a4810a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3127297c-3b27-45ae-8442-4c54a6d72ff1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:25.620917 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.643470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3047d222-e131-4442-beba-491cc2c26785']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:25.653072 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-07ad4662-aead-4380-aa8a-633cfa0b9fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.665335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93cd37a-f9f3-4be1-b106-407add3df4f6') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:25.665698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93cd37a-f9f3-4be1-b106-407add3df4f6') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:25.671092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-095dab8d-db82-4910-b4c4-56eea7c5d8ae None None] Provisioning complete for port 281173fb-30a3-41e5-9fb7-e6dfa88039a6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:25.672526 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-095dab8d-db82-4910-b4c4-56eea7c5d8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.686519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.706569 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-07ad4662-aead-4380-aa8a-633cfa0b9fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.709788 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5442-d6fd-4bc5-b9e0-427cf38da288 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.721317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-095dab8d-db82-4910-b4c4-56eea7c5d8ae None None] Port 281173fb-30a3-41e5-9fb7-e6dfa88039a6 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:25.725362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.762046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:25.762453 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:25.771510 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:25.774330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a5442-d6fd-4bc5-b9e0-427cf38da288 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=281173fb-30a3-41e5-9fb7-e6dfa88039a6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:25.898260 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.916262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.919545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] 10.222.0.20 "DELETE /v2.0/networks/3047d222-e131-4442-beba-491cc2c26785 HTTP/1.1" status: 204 len: 168 time: 1.7560718 Aug 31 14:12:25.953436 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-07ad4662-aead-4380-aa8a-633cfa0b9fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.956903 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-07ad4662-aead-4380-aa8a-633cfa0b9fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.961648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-07ad4662-aead-4380-aa8a-633cfa0b9fae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca9989e9-c6c1-4c59-a9aa-b574103b86e1 HTTP/1.1" status: 204 len: 168 time: 0.6562574 Aug 31 14:12:25.970458 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5442-d6fd-4bc5-b9e0-427cf38da288 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:25.975780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8a6a5442-d6fd-4bc5-b9e0-427cf38da288 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/281173fb-30a3-41e5-9fb7-e6dfa88039a6 HTTP/1.1" status: 204 len: 168 time: 2.1062510 Aug 31 14:12:25.975780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a44b2-8690-4a24-bd45-1622a145202b tempest-TaggedBootDevicesTest-2034137165 tempest-TaggedBootDevicesTest-2034137165-project] Pushing event deleted for resources: {'Network': ['ID=3047d222-e131-4442-beba-491cc2c26785,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:25.977008 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53576) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:25.999950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad4662-aead-4380-aa8a-633cfa0b9fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9989e9-c6c1-4c59-a9aa-b574103b86e1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:26.042093 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d6829f-ee7e-4147-bad9-565111641e51 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:12:26.043717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e7d6829f-ee7e-4147-bad9-565111641e51 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/281173fb-30a3-41e5-9fb7-e6dfa88039a6 HTTP/1.1" status: 404 len: 333 time: 0.0654478 Aug 31 14:12:26.047329 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53578) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:26.201347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53602) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:26.206963 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-996e54df-e48c-4531-9ce1-8964838a81cc tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.222874 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2958052-f181-48a3-b785-6d65721d983a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.273237 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-996e54df-e48c-4531-9ce1-8964838a81cc tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.388108 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-996e54df-e48c-4531-9ce1-8964838a81cc tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.392691 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-996e54df-e48c-4531-9ce1-8964838a81cc tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.396654 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-996e54df-e48c-4531-9ce1-8964838a81cc tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/security-groups/d6c42568-aebb-4e63-8a7b-7ce5a735ed51 HTTP/1.1" status: 204 len: 168 time: 0.3456089 Aug 31 14:12:26.398766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53620) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:26.403526 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2958052-f181-48a3-b785-6d65721d983a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.417291 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2958052-f181-48a3-b785-6d65721d983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.454511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e54df-e48c-4531-9ce1-8964838a81cc tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c42568-aebb-4e63-8a7b-7ce5a735ed51,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:26.497127 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e2958052-f181-48a3-b785-6d65721d983a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=405567473780425bad237480607ceedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916956 Aug 31 14:12:26.497127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2958052-f181-48a3-b785-6d65721d983a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941352b1-3c71-4e40-b3af-016a006e84e6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:26.497486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53630) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:26.657330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bcfbbc62-34cd-4a72-bc56-76161723681e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.734760 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bcfbbc62-34cd-4a72-bc56-76161723681e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.750902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1f71872f-2c25-402f-b3fe-636ddd858674 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.841031 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1f71872f-2c25-402f-b3fe-636ddd858674 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.918684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730ab94-a3b1-4a6f-a7fa-f93d99417d81 req-651b9eea-2e07-4c7c-9eb4-438174ce61e3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:26.921134 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f730ab94-a3b1-4a6f-a7fa-f93d99417d81 req-651b9eea-2e07-4c7c-9eb4-438174ce61e3 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.2651839 Aug 31 14:12:26.975584 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1f71872f-2c25-402f-b3fe-636ddd858674 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.979076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1f71872f-2c25-402f-b3fe-636ddd858674 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.980939 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1f71872f-2c25-402f-b3fe-636ddd858674 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/security-groups/65c47552-f504-4071-ba6a-db55f89750df HTTP/1.1" status: 204 len: 168 time: 0.5768037 Aug 31 14:12:26.983454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53694) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:26.988500 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bcfbbc62-34cd-4a72-bc56-76161723681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.992793 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bcfbbc62-34cd-4a72-bc56-76161723681e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:26.995124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bcfbbc62-34cd-4a72-bc56-76161723681e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/941352b1-3c71-4e40-b3af-016a006e84e6 HTTP/1.1" status: 204 len: 168 time: 0.4959679 Aug 31 14:12:27.009548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f730ab94-a3b1-4a6f-a7fa-f93d99417d81 req-a25053c4-489f-45a9-955f-c409c873d4e5 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825398 Aug 31 14:12:27.011175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71872f-2c25-402f-b3fe-636ddd858674 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c47552-f504-4071-ba6a-db55f89750df,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:27.026598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbbc62-34cd-4a72-bc56-76161723681e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941352b1-3c71-4e40-b3af-016a006e84e6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:27.122484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-91be8ad7-d4c3-4237-a410-5fd77e10ca81 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting subnet 2f3773bb-b47b-4959-a9cc-eb7068535532 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:12:27.126393 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91be8ad7-d4c3-4237-a410-5fd77e10ca81 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:27.189438 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91be8ad7-d4c3-4237-a410-5fd77e10ca81 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:27.359245 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91be8ad7-d4c3-4237-a410-5fd77e10ca81 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:27.498575 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91be8ad7-d4c3-4237-a410-5fd77e10ca81 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:27.542705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91be8ad7-d4c3-4237-a410-5fd77e10ca81 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:27.545422 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-91be8ad7-d4c3-4237-a410-5fd77e10ca81 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/2f3773bb-b47b-4959-a9cc-eb7068535532 HTTP/1.1" status: 204 len: 168 time: 0.5608220 Aug 31 14:12:27.546629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be8ad7-d4c3-4237-a410-5fd77e10ca81 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3773bb-b47b-4959-a9cc-eb7068535532,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:27.550058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53760) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:27.553725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d171669-f194-4b8a-b0ff-7c6d438b7be1 None None] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:27.558988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ed86ae02-02bc-4dc9-b208-70502c4e8bd1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:27.785672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed86ae02-02bc-4dc9-b208-70502c4e8bd1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:27.789438 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed86ae02-02bc-4dc9-b208-70502c4e8bd1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:27.907153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53792) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:28.106044 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed86ae02-02bc-4dc9-b208-70502c4e8bd1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.202823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed86ae02-02bc-4dc9-b208-70502c4e8bd1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:28.214293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ed86ae02-02bc-4dc9-b208-70502c4e8bd1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:28.220896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed86ae02-02bc-4dc9-b208-70502c4e8bd1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:28.221508 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed86ae02-02bc-4dc9-b208-70502c4e8bd1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.251935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86ae02-02bc-4dc9-b208-70502c4e8bd1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Subnet': ['ID=d8f017fa-b5ea-430d-bb29-475f836c837b,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:28.267972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759dcb-d69a-4fe3-a8e3-96bb5e7688f5 req-f0a75329-5a01-4f49-9ab1-ff2f8b7b0a63 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:28.276234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf759dcb-d69a-4fe3-a8e3-96bb5e7688f5 req-f0a75329-5a01-4f49-9ab1-ff2f8b7b0a63 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.1273983 Aug 31 14:12:28.308040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53812) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:28.308254 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ed86ae02-02bc-4dc9-b208-70502c4e8bd1 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7563021 Aug 31 14:12:28.313978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-adcfe14d-232c-4de2-ae42-0815b7f59ade tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'security_group': {'name': 'tempest-secgroup-595710780'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:28.345281 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf759dcb-d69a-4fe3-a8e3-96bb5e7688f5 req-cc44f5ab-ad3e-4b2f-9958-f1da26b9c5de tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679891 Aug 31 14:12:28.357569 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-adcfe14d-232c-4de2-ae42-0815b7f59ade tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.500530 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-adcfe14d-232c-4de2-ae42-0815b7f59ade tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.505987 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-adcfe14d-232c-4de2-ae42-0815b7f59ade tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.531733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7506f254-dc8c-474d-917b-4c04b50c3e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.541500 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfe14d-232c-4de2-ae42-0815b7f59ade tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6d1188-de7d-408a-b998-eb354c3b0670,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:28.549357 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-adcfe14d-232c-4de2-ae42-0815b7f59ade tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.550619 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-adcfe14d-232c-4de2-ae42-0815b7f59ade tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2413630 Aug 31 14:12:28.553510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53818) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:28.579407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9075a26f-1424-46ec-93a2-501f2d453fa9 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'security_group': {'name': 'tempest-secgroup-1949721261'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:28.629125 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.api [None req-9075a26f-1424-46ec-93a2-501f2d453fa9 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:12:28.629125 n-d-792364-6 neutron-server[106387]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:12:28.629125 n-d-792364-6 neutron-server[106387]: [parameters: {'project_id': '5da52edce4934f4499b8c015c8702c4e', 'id': '89791a03-f9b8-4218-a702-ea7add8a564b', 'expiration': datetime.datetime(2021, 8, 31, 14, 14, 28, 601825)}] Aug 31 14:12:28.629125 n-d-792364-6 neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:12:28.629578 n-d-792364-6 neutron-server[106387]: DEBUG oslo_db.api [None req-9075a26f-1424-46ec-93a2-501f2d453fa9 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:12:28.672856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb1b64-4ee6-4444-b926-e87cf181ec7b None None] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:28.717128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53822) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:28.728133 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7506f254-dc8c-474d-917b-4c04b50c3e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.734013 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7506f254-dc8c-474d-917b-4c04b50c3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.787303 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7506f254-dc8c-474d-917b-4c04b50c3e06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afd996a0f2e748d0bbcfe56e4c972a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8737991 Aug 31 14:12:28.788287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506f254-dc8c-474d-917b-4c04b50c3e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26c2118-2fbb-4e44-ba80-11697ffd8bb7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:28.790741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53828) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:28.847733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3b35afff-d6bc-404c-a275-21f9939fbab8 None None] Provisioning complete for port 0721350c-8bfb-4d6a-a5a5-135459d28557 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:28.848873 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b35afff-d6bc-404c-a275-21f9939fbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.902747 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35357248-7a47-47f2-8f1a-bfd10dbf6df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.946671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3b35afff-d6bc-404c-a275-21f9939fbab8 None None] Port 0721350c-8bfb-4d6a-a5a5-135459d28557 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:28.950665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35357248-7a47-47f2-8f1a-bfd10dbf6df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:28.988341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3b35afff-d6bc-404c-a275-21f9939fbab8 None None] Provisioning complete for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:28.989107 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b35afff-d6bc-404c-a275-21f9939fbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.042383 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d06c074-fbc9-4648-8888-59e7643a9a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.090776 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35357248-7a47-47f2-8f1a-bfd10dbf6df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.095881 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35357248-7a47-47f2-8f1a-bfd10dbf6df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.097904 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-35357248-7a47-47f2-8f1a-bfd10dbf6df1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a26c2118-2fbb-4e44-ba80-11697ffd8bb7 HTTP/1.1" status: 204 len: 168 time: 0.3039935 Aug 31 14:12:29.147737 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35357248-7a47-47f2-8f1a-bfd10dbf6df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26c2118-2fbb-4e44-ba80-11697ffd8bb7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:29.199965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15673ed2-bcfa-4213-ad2a-2b7f1a261612 None None] Update dhcp port {'port': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'fixed_ips': [{'subnet_id': 'ee2bdc9e-29b2-4662-bac9-31a1a9c8e98a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd8f017fa-b5ea-430d-bb29-475f836c837b'}], 'binding:host_id': 'n-d-792364-6'}, 'id': 'a87b5e2d-76c9-4f72-8101-ee25fde273c6'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:12:29.243403 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-15673ed2-bcfa-4213-ad2a-2b7f1a261612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.275316 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d06c074-fbc9-4648-8888-59e7643a9a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.311394 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d06c074-fbc9-4648-8888-59e7643a9a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.348807 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9075a26f-1424-46ec-93a2-501f2d453fa9 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.353584 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3d06c074-fbc9-4648-8888-59e7643a9a92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9dd8173320c4a269df9f139ec60e584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6354399 Aug 31 14:12:29.358260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53848) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:29.482712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06c074-fbc9-4648-8888-59e7643a9a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a778d269-fc18-4595-b70c-d78a5afa184a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:29.491677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-15673ed2-bcfa-4213-ad2a-2b7f1a261612 None None] Allocated IP 172.20.0.2 (69be7e24-51b0-401c-9ee6-bad9064d65f9/d8f017fa-b5ea-430d-bb29-475f836c837b/a87b5e2d-76c9-4f72-8101-ee25fde273c6) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:29.584153 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1342194a-6d87-4647-9716-7b543799feea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.644088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf255d-6c80-4910-8929-a413cb8b5d23 req-e121f3f9-e753-454c-b07e-84f3aeeef28a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:29.644088 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79cf255d-6c80-4910-8929-a413cb8b5d23 req-e121f3f9-e753-454c-b07e-84f3aeeef28a tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.1825924 Aug 31 14:12:29.654468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-15673ed2-bcfa-4213-ad2a-2b7f1a261612 None None] For port a87b5e2d-76c9-4f72-8101-ee25fde273c6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a87b5e2d-76c9-4f72-8101-ee25fde273c6,segment=NetworkSegment(27f3573b-28e8-4c12-a8bc-caaceb4eb64f),segment_id=27f3573b-28e8-4c12-a8bc-caaceb4eb64f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:29.665922 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9075a26f-1424-46ec-93a2-501f2d453fa9 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.677863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9075a26f-1424-46ec-93a2-501f2d453fa9 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.709892 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-15673ed2-bcfa-4213-ad2a-2b7f1a261612 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.719435 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1342194a-6d87-4647-9716-7b543799feea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.733240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-15673ed2-bcfa-4213-ad2a-2b7f1a261612 None None] Transition to ACTIVE for port object a87b5e2d-76c9-4f72-8101-ee25fde273c6 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:29.747154 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-15673ed2-bcfa-4213-ad2a-2b7f1a261612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.764799 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9075a26f-1424-46ec-93a2-501f2d453fa9 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.772030 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9075a26f-1424-46ec-93a2-501f2d453fa9 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2116077 Aug 31 14:12:29.785409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53864) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:29.813278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b61c2a3c-aa23-4dad-9d74-7cb629ab1606 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'security_group': {'name': 'tempest-secgroup-295143849'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:29.838739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075a26f-1424-46ec-93a2-501f2d453fa9 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743ace2c-4091-4ca7-90be-999977fc9c53,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:29.927268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15673ed2-bcfa-4213-ad2a-2b7f1a261612 None None] Pushing event updated for resources: {'Port': ['ID=a87b5e2d-76c9-4f72-8101-ee25fde273c6,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:29.949169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79cf255d-6c80-4910-8929-a413cb8b5d23 req-a440d746-92ea-41bd-9a3e-3172b6d71a4f tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934895 Aug 31 14:12:29.965641 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1342194a-6d87-4647-9716-7b543799feea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.976266 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1342194a-6d87-4647-9716-7b543799feea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:29.977857 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1342194a-6d87-4647-9716-7b543799feea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a778d269-fc18-4595-b70c-d78a5afa184a HTTP/1.1" status: 204 len: 168 time: 0.6179276 Aug 31 14:12:29.984805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b61c2a3c-aa23-4dad-9d74-7cb629ab1606 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.010429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342194a-6d87-4647-9716-7b543799feea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a778d269-fc18-4595-b70c-d78a5afa184a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:30.218892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a87b5e2d-76c9-4f72-8101-ee25fde273c6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:30.222315 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b61c2a3c-aa23-4dad-9d74-7cb629ab1606 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.241881 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b61c2a3c-aa23-4dad-9d74-7cb629ab1606 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.371197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c2a3c-aa23-4dad-9d74-7cb629ab1606 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e19226-2a6e-4a66-a3b8-a23d39168a24,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:30.385665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b61c2a3c-aa23-4dad-9d74-7cb629ab1606 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.390188 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b61c2a3c-aa23-4dad-9d74-7cb629ab1606 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5979617 Aug 31 14:12:30.393150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53882) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:30.398731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1704979397', 'security_groups': ['52e19226-2a6e-4a66-a3b8-a23d39168a24'], 'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd8f017fa-b5ea-430d-bb29-475f836c837b'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:30.702336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:30.820030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53892) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:30.847991 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c227afaa-f78a-4531-8569-dd84321dda03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.899171 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.941456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f04e7aec-2ac8-4d47-837d-a36b650a0828 None None] Provisioning complete for port 0721350c-8bfb-4d6a-a5a5-135459d28557 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:30.942057 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f04e7aec-2ac8-4d47-837d-a36b650a0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:30.956320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] device_id is not set on port 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:12:31.071314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f04e7aec-2ac8-4d47-837d-a36b650a0828 None None] Port 0721350c-8bfb-4d6a-a5a5-135459d28557 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:31.097865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f04e7aec-2ac8-4d47-837d-a36b650a0828 None None] Provisioning for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:31.102733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f04e7aec-2ac8-4d47-837d-a36b650a0828 None None] Provisioning complete for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:31.103374 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f04e7aec-2ac8-4d47-837d-a36b650a0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.183249 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c227afaa-f78a-4531-8569-dd84321dda03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.197129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c227afaa-f78a-4531-8569-dd84321dda03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.314889 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c227afaa-f78a-4531-8569-dd84321dda03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fd2f418c039418fb0fa0b98eaccfac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938059 Aug 31 14:12:31.315326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53908) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:31.319326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227afaa-f78a-4531-8569-dd84321dda03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a22a02e-46c7-4857-bb0b-7ed4923bcf96,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:31.362136 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3f3f0fab-73e4-4f41-a241-08eacb544058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.589524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab4c3-fcd8-44f2-add9-087eeb66897c req-8ead5ce6-bd02-4872-886f-5da8aea799cc tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:31.601633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a82ab4c3-fcd8-44f2-add9-087eeb66897c req-8ead5ce6-bd02-4872-886f-5da8aea799cc tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.3418550 Aug 31 14:12:31.671192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.6 (69be7e24-51b0-401c-9ee6-bad9064d65f9/d8f017fa-b5ea-430d-bb29-475f836c837b/9a89c950-4f11-4c1d-b1ab-45fc6c95f861) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:31.714427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77113a5a-9388-4eca-a225-b004146411bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.728071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a82ab4c3-fcd8-44f2-add9-087eeb66897c req-c51438b4-ad14-417d-b0f3-c8671b8bd693 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992663 Aug 31 14:12:31.762724 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77113a5a-9388-4eca-a225-b004146411bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.910255 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77113a5a-9388-4eca-a225-b004146411bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.913370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77113a5a-9388-4eca-a225-b004146411bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.914760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-77113a5a-9388-4eca-a225-b004146411bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a22a02e-46c7-4857-bb0b-7ed4923bcf96 HTTP/1.1" status: 204 len: 168 time: 0.5983388 Aug 31 14:12:31.935299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77113a5a-9388-4eca-a225-b004146411bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a22a02e-46c7-4857-bb0b-7ed4923bcf96,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:31.939661 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:31.957977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Transition to ACTIVE for port object 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:31.999621 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:32.070441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=9a89c950-4f11-4c1d-b1ab-45fc6c95f861,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:32.092879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:32.099468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:32.117071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:32.179091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:32.179794 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:32.198883 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-05504a87-fb6a-4f95-a810-dc51cb089d1c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8041945 Aug 31 14:12:32.202231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53936) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:32.208931 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1aaac915-95be-4e07-81ac-5eb0001ca070 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:32.350798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaac915-95be-4e07-81ac-5eb0001ca070 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:32.354432 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1aaac915-95be-4e07-81ac-5eb0001ca070 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:32.490774 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-38a79cc6-75a1-4e3b-a552-fde4865ab0ae None None] Provisioning for port 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:32.495138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-38a79cc6-75a1-4e3b-a552-fde4865ab0ae None None] Provisioning complete for port 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:32.495732 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-38a79cc6-75a1-4e3b-a552-fde4865ab0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:32.497000 n-d-792364-6 neutron-server[106387]: INFO neutron.db.ipam_backend_mixin [None req-1aaac915-95be-4e07-81ac-5eb0001ca070 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d8f017fa-b5ea-430d-bb29-475f836c837b (CIDR: 172.20.0.0/28) Aug 31 14:12:32.505873 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aaac915-95be-4e07-81ac-5eb0001ca070 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:12:32.506822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aaac915-95be-4e07-81ac-5eb0001ca070 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:32.538948 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1aaac915-95be-4e07-81ac-5eb0001ca070 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3353896 Aug 31 14:12:32.541404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53944) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:32.548698 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e1eccb6f-ecda-4756-ab87-28dab355f39b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:32.573555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-38a79cc6-75a1-4e3b-a552-fde4865ab0ae None None] Port 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:32.749446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1eccb6f-ecda-4756-ab87-28dab355f39b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:32.753268 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1eccb6f-ecda-4756-ab87-28dab355f39b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:32.825010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53966) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:32.898353 n-d-792364-6 neutron-server[106387]: INFO neutron.db.ipam_backend_mixin [None req-e1eccb6f-ecda-4756-ab87-28dab355f39b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ee2bdc9e-29b2-4662-bac9-31a1a9c8e98a (CIDR: 172.20.0.16/28) Aug 31 14:12:32.910035 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1eccb6f-ecda-4756-ab87-28dab355f39b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:12:32.911255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1eccb6f-ecda-4756-ab87-28dab355f39b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:32.933460 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e1eccb6f-ecda-4756-ab87-28dab355f39b tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3908913 Aug 31 14:12:32.936334 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53972) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:32.942149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'subnet': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:32.974893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccf2c2-88ac-48fe-8c86-af6d187521fb req-56a36ee3-0566-41a5-831f-8f851259481c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:32.989101 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2eccf2c2-88ac-48fe-8c86-af6d187521fb req-56a36ee3-0566-41a5-831f-8f851259481c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.1232204 Aug 31 14:12:33.081350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Made reservation on behalf of 5da52edce4934f4499b8c015c8702c4e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:33.086749 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2eccf2c2-88ac-48fe-8c86-af6d187521fb req-5e6d23e4-b6b2-4f4b-8864-24a25344aa36 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966487 Aug 31 14:12:33.089328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.125684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1027721905'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:33.176076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Made reservation on behalf of e4f3255a3f3b432ca9a3d6e4cd5e0ebd for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:33.187406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.224079 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.482092 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.499296 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.526476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.553693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:33.594188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=612bfcfd-2b76-4438-8a63-fe68eea11855,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:33.614645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:33.618620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:33.621451 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.624095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:33.624779 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.625145 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Added segment 677d7104-a4d3-44ac-a6a4-3fa245f7244a of type vlan for network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa Aug 31 14:12:33.632933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81023f2f-8609-4fb4-94cc-85001caa8bb5 None None] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:33.641779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Subnet': ['ID=15efecce-a5ea-49a5-8e87-2aac06aabd6a,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:33.652398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:33.652840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:33.653567 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:33.654040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:33.654398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:33.654732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:33.656190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:33.656584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:33.659310 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:33.659677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:33.660025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:33.662447 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:33.679872 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-caebd171-1f21-41a0-b74e-253fa84db97d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7399375 Aug 31 14:12:33.684145 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53994) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:33.705239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-aec3c1ee-805d-4b58-acbe-ec8969660ce2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-882362765', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15efecce-a5ea-49a5-8e87-2aac06aabd6a'}], 'security_groups': ['9d6d1188-de7d-408a-b998-eb354c3b0670', '743ace2c-4091-4ca7-90be-999977fc9c53']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:33.778278 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.815876 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.823941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:33.825268 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:33.934337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1079562 Aug 31 14:12:33.958720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaccc7e-9aa4-4525-9582-4f2cad0c3c04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Pushing event updated for resources: {'Network': ['ID=5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:33.977082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:34.168263 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60972613-4c06-4ee4-be7e-f714bd02a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.173928 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.343215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e58c51-a050-48ad-8d60-011203d6a2c4 None None] Update dhcp port {'port': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'fixed_ips': [{'subnet_id': 'ee2bdc9e-29b2-4662-bac9-31a1a9c8e98a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd8f017fa-b5ea-430d-bb29-475f836c837b', 'ip_address': '172.20.0.2'}, {'subnet_id': '15efecce-a5ea-49a5-8e87-2aac06aabd6a'}], 'binding:host_id': 'n-d-792364-6'}, 'id': 'a87b5e2d-76c9-4f72-8101-ee25fde273c6'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:12:34.395763 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42e58c51-a050-48ad-8d60-011203d6a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.669970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54028) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:34.675896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Request body: {'port': {'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa', 'binding:host_id': 'n-h2-792364-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129080292'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:34.748817 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1ee-805d-4b58-acbe-ec8969660ce2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.755849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Made reservation on behalf of 9a0f22a5a7254154ba136255b0e5666b for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:34.759027 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.782806 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:34.810641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6522467-d52b-4d2c-b31f-98d1b8002c18 req-201f95d0-b949-4f65-9ba1-5ecf87f29ea2 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:34.819695 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6522467-d52b-4d2c-b31f-98d1b8002c18 req-201f95d0-b949-4f65-9ba1-5ecf87f29ea2 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.1198351 Aug 31 14:12:34.898059 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-42e58c51-a050-48ad-8d60-011203d6a2c4 None None] Allocated IP 172.20.0.34 (69be7e24-51b0-401c-9ee6-bad9064d65f9/15efecce-a5ea-49a5-8e87-2aac06aabd6a/a87b5e2d-76c9-4f72-8101-ee25fde273c6) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:34.917123 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6522467-d52b-4d2c-b31f-98d1b8002c18 req-f7b4f514-9af8-4de5-b772-34e7d8b6d747 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958025 Aug 31 14:12:35.128117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.130574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-42e58c51-a050-48ad-8d60-011203d6a2c4 None None] For port a87b5e2d-76c9-4f72-8101-ee25fde273c6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a87b5e2d-76c9-4f72-8101-ee25fde273c6,segment=NetworkSegment(27f3573b-28e8-4c12-a8bc-caaceb4eb64f),segment_id=27f3573b-28e8-4c12-a8bc-caaceb4eb64f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:35.145234 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.227078 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42e58c51-a050-48ad-8d60-011203d6a2c4 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.236365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] device_id is not set on port 8a24bd43-8a98-4c36-8969-f10d59029799 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:12:35.239363 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.243939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190d2e30-3db7-4ecd-b46d-0de19041c1e8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:35.275102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-42e58c51-a050-48ad-8d60-011203d6a2c4 None None] Transition to ACTIVE for port object a87b5e2d-76c9-4f72-8101-ee25fde273c6 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:35.297331 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42e58c51-a050-48ad-8d60-011203d6a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.553134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-aec3c1ee-805d-4b58-acbe-ec8969660ce2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Delete allocated IP 172.20.0.6 (69be7e24-51b0-401c-9ee6-bad9064d65f9/d8f017fa-b5ea-430d-bb29-475f836c837b) {{(pid=106387) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 14:12:35.572304 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-aec3c1ee-805d-4b58-acbe-ec8969660ce2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Allocated IP 172.20.0.36 (69be7e24-51b0-401c-9ee6-bad9064d65f9/15efecce-a5ea-49a5-8e87-2aac06aabd6a/9a89c950-4f11-4c1d-b1ab-45fc6c95f861) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:35.579377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e58c51-a050-48ad-8d60-011203d6a2c4 None None] Pushing event updated for resources: {'Port': ['ID=a87b5e2d-76c9-4f72-8101-ee25fde273c6,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:35.597669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54054) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:35.790417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] device_id is not set on port 8a24bd43-8a98-4c36-8969-f10d59029799 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:12:35.800887 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.822578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Transition to ACTIVE for port object 8a24bd43-8a98-4c36-8969-f10d59029799 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:35.835826 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:35.908798 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event updated for resources: {'Port': ['ID=8a24bd43-8a98-4c36-8969-f10d59029799,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:35.955801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Checking segment: {'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:35.956578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Network hostable DHCP agents. Network: 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:12:35.998113 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1ee-805d-4b58-acbe-ec8969660ce2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.002570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:12:36.020139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:36.035513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:36.036043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a2ea3d-4a0c-47c0-b032-0b21d8de741f None None] Network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:36.046124 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-aec3c1ee-805d-4b58-acbe-ec8969660ce2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Transition to ACTIVE for port object 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:36.061643 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1ee-805d-4b58-acbe-ec8969660ce2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.066520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:36.067323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:36.068227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:36.075017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:36.076680 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:36.077604 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 2 to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 Aug 31 14:12:36.114266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:36.119814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:36.120649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:36.148053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:36.150842 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:36.152077 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 3 to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 Aug 31 14:12:36.205621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:36.209455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:36.212170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:36.233653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:36.235413 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:36.236682 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 4 to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 Aug 31 14:12:36.238433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3c1ee-805d-4b58-acbe-ec8969660ce2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event updated for resources: {'Port': ['ID=9a89c950-4f11-4c1d-b1ab-45fc6c95f861,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:36.274710 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1041180581'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:36.283086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:36.283441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:36.283785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:36.289741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a87b5e2d-76c9-4f72-8101-ee25fde273c6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:36.291283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:36.293985 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:36.294681 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 5 to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 Aug 31 14:12:36.316042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:36.316879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:36.317657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:36.330550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:36.331234 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:36.331926 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 6 to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 Aug 31 14:12:36.362103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:36.363173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:36.364487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:36.375748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:36.378074 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:36.381292 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 7 to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 Aug 31 14:12:36.423892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:36.424251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:36.425973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-aec3c1ee-805d-4b58-acbe-ec8969660ce2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] In _notify_port_updated(), no bound segment for port 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 on network 69be7e24-51b0-401c-9ee6-bad9064d65f9 {{(pid=106387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:12:36.429866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:36.435442 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec3c1ee-805d-4b58-acbe-ec8969660ce2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:36.436129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1ee-805d-4b58-acbe-ec8969660ce2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.437549 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-aec3c1ee-805d-4b58-acbe-ec8969660ce2 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "PUT /v2.0/ports/9a89c950-4f11-4c1d-b1ab-45fc6c95f861 HTTP/1.1" status: 200 len: 959 time: 2.7513046 Aug 31 14:12:36.440422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:36.441289 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:36.442055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54072) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:36.443130 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 8 to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 Aug 31 14:12:36.490753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b528b8-6325-4304-9576-292f3cbb3ebf req-ce8cf454-3f97-496b-9f18-a50b8ef9bc9b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:36.492756 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2b528b8-6325-4304-9576-292f3cbb3ebf req-ce8cf454-3f97-496b-9f18-a50b8ef9bc9b tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.2553747 Aug 31 14:12:36.495570 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Made reservation on behalf of 27303cdc59804df682069900cccbf362 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:36.503944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.537153 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.546672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:36.547016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:36.547365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:36.559442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:36.559693 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:36.560462 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 9 to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 Aug 31 14:12:36.598477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:36.598828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:36.599168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:36.607135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:36.607468 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:36.608567 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 10 to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 Aug 31 14:12:36.628491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:36.628842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:36.629182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:36.634952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 8a24bd43-8a98-4c36-8969-f10d59029799 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:36.635284 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 8a24bd43-8a98-4c36-8969-f10d59029799 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:36.636290 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.656905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-794f5d8a-f454-476a-99f0-42072ed06007 None None] Provisioning complete for port 0721350c-8bfb-4d6a-a5a5-135459d28557 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:36.657289 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-794f5d8a-f454-476a-99f0-42072ed06007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.681783 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2b528b8-6325-4304-9576-292f3cbb3ebf req-abca24c0-3b87-41ce-9bd7-542e4e238c19 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484606 Aug 31 14:12:36.697200 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-86e4d893-6315-40bf-94fb-2897220dc60d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:36.697705 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86e4d893-6315-40bf-94fb-2897220dc60d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.750283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-794f5d8a-f454-476a-99f0-42072ed06007 None None] Port 0721350c-8bfb-4d6a-a5a5-135459d28557 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:36.789348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-794f5d8a-f454-476a-99f0-42072ed06007 None None] Provisioning for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:36.801493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] For port 8a24bd43-8a98-4c36-8969-f10d59029799, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:36.802105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempted to set empty binding levels {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:12:36.803174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-794f5d8a-f454-476a-99f0-42072ed06007 None None] Provisioning complete for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:36.804479 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-794f5d8a-f454-476a-99f0-42072ed06007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.809470 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.817856 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.840390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:36.841864 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.864138 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.873792 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.939161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:36.943577 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86e4d893-6315-40bf-94fb-2897220dc60d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.955112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591ecc59-a16b-4360-a951-0431755e6df3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:36.968843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.2976940 Aug 31 14:12:36.976269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54080) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:36.980544 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-794f5d8a-f454-476a-99f0-42072ed06007 None None] Provisioning for port 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:36.995473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-794f5d8a-f454-476a-99f0-42072ed06007 None None] Provisioning complete for port 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:36.995876 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-794f5d8a-f454-476a-99f0-42072ed06007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.998188 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:36.998687 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Added segment 023e7129-0b0f-4ccf-b639-cf12dfd9db9b of type vlan for network 3deaa919-555c-4f5f-87e7-a9c9b4262b80 Aug 31 14:12:37.004639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-86e4d893-6315-40bf-94fb-2897220dc60d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:37.010280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event updated for resources: {'Port': ['ID=8a24bd43-8a98-4c36-8969-f10d59029799,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:37.036314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:37.037029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:37.037480 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:37.038606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:37.039248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:37.040355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:37.041065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:37.041664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:37.042341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:37.042918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:37.043534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:37.044165 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad434d-36b1-4cbf-a8af-031f1b5839ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:37.057820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-794f5d8a-f454-476a-99f0-42072ed06007 None None] Port 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:37.165298 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.223893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.230620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:37.231780 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.256298 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6574531 Aug 31 14:12:37.263426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54086) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:37.308031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f615e9a1-8c5c-4129-abef-47de1433cebc None None] Provisioning complete for port 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:37.309907 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f615e9a1-8c5c-4129-abef-47de1433cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.320365 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86e4d893-6315-40bf-94fb-2897220dc60d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.381013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a5167f05-d415-4c1f-b7f1-efb9677eaa9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Deleting port 8a24bd43-8a98-4c36-8969-f10d59029799 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:37.381368 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5167f05-d415-4c1f-b7f1-efb9677eaa9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.388644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4d893-6315-40bf-94fb-2897220dc60d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=9a89c950-4f11-4c1d-b1ab-45fc6c95f861,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:37.481185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f615e9a1-8c5c-4129-abef-47de1433cebc None None] Port 9a89c950-4f11-4c1d-b1ab-45fc6c95f861 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:37.563108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43bde4-2ee3-40c0-b61b-0743b1b1d025 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Pushing event updated for resources: {'Network': ['ID=3deaa919-555c-4f5f-87e7-a9c9b4262b80,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:37.579413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 3deaa919-555c-4f5f-87e7-a9c9b4262b80 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:37.595826 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86e4d893-6315-40bf-94fb-2897220dc60d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.598003 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-86e4d893-6315-40bf-94fb-2897220dc60d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/9a89c950-4f11-4c1d-b1ab-45fc6c95f861 HTTP/1.1" status: 204 len: 168 time: 1.1406739 Aug 31 14:12:37.611860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54096) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:37.627008 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-a5167f05-d415-4c1f-b7f1-efb9677eaa9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] For port 8a24bd43-8a98-4c36-8969-f10d59029799, host n-h2-792364-6, got binding levels [] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:37.628625 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5167f05-d415-4c1f-b7f1-efb9677eaa9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.683858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a5167f05-d415-4c1f-b7f1-efb9677eaa9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Calling delete_port for 8a24bd43-8a98-4c36-8969-f10d59029799 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:37.705008 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef82928b-4f8e-4627-b4bb-4d48a17829a8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] GET failed (client error): The resource could not be found. Aug 31 14:12:37.711122 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ef82928b-4f8e-4627-b4bb-4d48a17829a8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports/9a89c950-4f11-4c1d-b1ab-45fc6c95f861 HTTP/1.1" status: 404 len: 333 time: 0.0977230 Aug 31 14:12:37.714951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54102) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:37.841039 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76a9120e-9d94-47ad-ab6f-d9c01b7e74e3 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.873059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76a9120e-9d94-47ad-ab6f-d9c01b7e74e3 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.923268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Request body: {'network': {'name': 'tempest-network--939586508', 'router:external': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:37.925171 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76a9120e-9d94-47ad-ab6f-d9c01b7e74e3 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.932181 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76a9120e-9d94-47ad-ab6f-d9c01b7e74e3 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:37.933793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-76a9120e-9d94-47ad-ab6f-d9c01b7e74e3 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/security-groups/52e19226-2a6e-4a66-a3b8-a23d39168a24 HTTP/1.1" status: 204 len: 168 time: 0.2179027 Aug 31 14:12:37.939145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54110) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:37.965008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9120e-9d94-47ad-ab6f-d9c01b7e74e3 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e19226-2a6e-4a66-a3b8-a23d39168a24,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:38.013959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e2cc3-8fb4-4ae7-baa0-1ff63eaaa491 req-819eb939-bedf-43bd-b37f-73a5fea641db tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:38.015678 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d7e2cc3-8fb4-4ae7-baa0-1ff63eaaa491 req-819eb939-bedf-43bd-b37f-73a5fea641db tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.1872430 Aug 31 14:12:38.016886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Made reservation on behalf of 1a744207f84943108c07b6490e82c9d9 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:38.019192 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.022666 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5167f05-d415-4c1f-b7f1-efb9677eaa9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.050654 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59ec30f2-1dee-4823-8c7f-24ded189db2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.064496 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.083884 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59ec30f2-1dee-4823-8c7f-24ded189db2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.123251 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5167f05-d415-4c1f-b7f1-efb9677eaa9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.129344 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a5167f05-d415-4c1f-b7f1-efb9677eaa9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8a24bd43-8a98-4c36-8969-f10d59029799 HTTP/1.1" status: 204 len: 168 time: 1.1472011 Aug 31 14:12:38.129344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5167f05-d415-4c1f-b7f1-efb9677eaa9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a24bd43-8a98-4c36-8969-f10d59029799,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:38.133165 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54116) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:38.148905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d7e2cc3-8fb4-4ae7-baa0-1ff63eaaa491 req-206523f9-2933-4401-a69a-8e3093aec5a1 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210756 Aug 31 14:12:38.179634 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0cc52b-b061-4fae-8dfa-360ae03b3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:12:38.180502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5c0cc52b-b061-4fae-8dfa-360ae03b3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "GET /v2.0/ports/8a24bd43-8a98-4c36-8969-f10d59029799 HTTP/1.1" status: 404 len: 333 time: 0.0463672 Aug 31 14:12:38.181970 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59ec30f2-1dee-4823-8c7f-24ded189db2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.186427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59ec30f2-1dee-4823-8c7f-24ded189db2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.187537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-59ec30f2-1dee-4823-8c7f-24ded189db2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/security-groups/743ace2c-4091-4ca7-90be-999977fc9c53 HTTP/1.1" status: 204 len: 168 time: 0.2465801 Aug 31 14:12:38.188208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54120) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:38.193643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54122) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:38.198334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Request body: {'port': {'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-826201327'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:38.216880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec30f2-1dee-4823-8c7f-24ded189db2c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743ace2c-4091-4ca7-90be-999977fc9c53,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:38.289624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb823-cbb2-465e-a9ae-808a80abb50a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.301292 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.311254 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.328536 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb823-cbb2-465e-a9ae-808a80abb50a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.375820 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:38.402378 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.403075 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Added segment 1b4c2a95-5acc-4133-9059-a9cd84f7080b of type vlan for network 68437994-a3bd-4b1c-b68e-a8ccf89631f7 Aug 31 14:12:38.439378 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb823-cbb2-465e-a9ae-808a80abb50a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.444702 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb823-cbb2-465e-a9ae-808a80abb50a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.449619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e4dfb823-cbb2-465e-a9ae-808a80abb50a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/security-groups/9d6d1188-de7d-408a-b998-eb354c3b0670 HTTP/1.1" status: 204 len: 168 time: 0.2472456 Aug 31 14:12:38.466910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54128) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:38.468976 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.495395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb823-cbb2-465e-a9ae-808a80abb50a tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6d1188-de7d-408a-b998-eb354c3b0670,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:38.510398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cb9aca-659e-4bd7-81f2-07b1a8e05b77,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:38.527893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.530127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:38.530993 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.535828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Made reservation on behalf of 9a0f22a5a7254154ba136255b0e5666b for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:38.538620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.561257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] device_id is not set on port aa886977-4e60-4b86-aa39-ead6f43db140 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:12:38.611832 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3300474 Aug 31 14:12:38.614489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54132) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:38.620101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2465e48-5327-4fd5-9468-cb436ac58e5d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting subnet d8f017fa-b5ea-430d-bb29-475f836c837b {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:12:38.629690 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2465e48-5327-4fd5-9468-cb436ac58e5d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.639250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc443e-605f-4355-b63d-00e975a7a808 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event updated for resources: {'Network': ['ID=68437994-a3bd-4b1c-b68e-a8ccf89631f7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:38.650493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 68437994-a3bd-4b1c-b68e-a8ccf89631f7 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:38.696853 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2465e48-5327-4fd5-9468-cb436ac58e5d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.733654 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.877245 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.889849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68437994-a3bd-4b1c-b68e-a8ccf89631f7']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:38.909078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4c2a95-5acc-4133-9059-a9cd84f7080b') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:38.909376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4c2a95-5acc-4133-9059-a9cd84f7080b') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:38.944508 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:38.986248 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.011862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:39.013929 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:39.016266 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:39.032627 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.053870 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.082830 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2465e48-5327-4fd5-9468-cb436ac58e5d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.105878 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.108154 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.114040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68437994-a3bd-4b1c-b68e-a8ccf89631f7 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:12:39.117234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.119057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "DELETE /v2.0/networks/68437994-a3bd-4b1c-b68e-a8ccf89631f7 HTTP/1.1" status: 204 len: 168 time: 0.5034680 Aug 31 14:12:39.126439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54142) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:39.136739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-fee4a575-3293-4309-93a6-155e21af0914 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:39.156564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477e40a-c08a-4a6b-9c1c-9888d63164b5 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event deleted for resources: {'Network': ['ID=68437994-a3bd-4b1c-b68e-a8ccf89631f7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:39.229303 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.308774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee4a575-3293-4309-93a6-155e21af0914 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Made reservation on behalf of 1a744207f84943108c07b6490e82c9d9 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:39.311940 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fee4a575-3293-4309-93a6-155e21af0914 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.336624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:39.340828 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2465e48-5327-4fd5-9468-cb436ac58e5d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.364169 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c7afa0-7023-4f7f-82fc-5d222d6683f7 None None] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:39.367258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:39.375222 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2465e48-5327-4fd5-9468-cb436ac58e5d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.377467 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e2465e48-5327-4fd5-9468-cb436ac58e5d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/d8f017fa-b5ea-430d-bb29-475f836c837b HTTP/1.1" status: 204 len: 168 time: 0.9084620 Aug 31 14:12:39.381871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb828c75-6a2a-40d4-818b-f7889d644c01 req-2d383285-60d9-4eb8-9f72-afede572a0fb tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:39.395289 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eb828c75-6a2a-40d4-818b-f7889d644c01 req-2d383285-60d9-4eb8-9f72-afede572a0fb tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.1130083 Aug 31 14:12:39.406734 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54148) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:39.407658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event updated for resources: {'Port': ['ID=aa886977-4e60-4b86-aa39-ead6f43db140,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:39.411916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:39.413132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:39.413932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.421375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2465e48-5327-4fd5-9468-cb436ac58e5d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f017fa-b5ea-430d-bb29-475f836c837b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:39.440134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee4a575-3293-4309-93a6-155e21af0914 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:39.464218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6053687b-0a6d-4eb3-9693-ff3e8f0ebb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2698698 Aug 31 14:12:39.466565 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fee4a575-3293-4309-93a6-155e21af0914 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.470115 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-fee4a575-3293-4309-93a6-155e21af0914 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Added segment 595f2fe1-32c1-48d2-9c0d-b9970bfa7f87 of type vlan for network 6459a3fa-d198-4711-a89a-3222082f7c1e Aug 31 14:12:39.473118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54152) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:39.500128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:39.632249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eb828c75-6a2a-40d4-818b-f7889d644c01 req-a5375e52-4842-4720-a8f4-3fbe33d4fcc1 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172124 Aug 31 14:12:39.649302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef7d91a-c361-448e-9eeb-0611d385ec58 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting subnet 15efecce-a5ea-49a5-8e87-2aac06aabd6a {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:12:39.662327 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bef7d91a-c361-448e-9eeb-0611d385ec58 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.668319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fee4a575-3293-4309-93a6-155e21af0914 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.744167 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bef7d91a-c361-448e-9eeb-0611d385ec58 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.744504 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fee4a575-3293-4309-93a6-155e21af0914 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.748054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee4a575-3293-4309-93a6-155e21af0914 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:39.748712 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fee4a575-3293-4309-93a6-155e21af0914 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.878529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4a575-3293-4309-93a6-155e21af0914 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event updated for resources: {'Network': ['ID=6459a3fa-d198-4711-a89a-3222082f7c1e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:39.891516 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 6459a3fa-d198-4711-a89a-3222082f7c1e details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:39.937600 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:39.953786 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fee4a575-3293-4309-93a6-155e21af0914 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8247283 Aug 31 14:12:39.957222 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54164) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:39.975224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Request body: {'subnet': {'network_id': '6459a3fa-d198-4711-a89a-3222082f7c1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:40.025538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54170) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:40.067050 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bef7d91a-c361-448e-9eeb-0611d385ec58 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.147752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Made reservation on behalf of 1a744207f84943108c07b6490e82c9d9 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:40.156888 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.311530 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bef7d91a-c361-448e-9eeb-0611d385ec58 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.365836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] device_id is not set on port aa886977-4e60-4b86-aa39-ead6f43db140 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:12:40.376159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bef7d91a-c361-448e-9eeb-0611d385ec58 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.381008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bef7d91a-c361-448e-9eeb-0611d385ec58 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/15efecce-a5ea-49a5-8e87-2aac06aabd6a HTTP/1.1" status: 204 len: 168 time: 0.9726481 Aug 31 14:12:40.385643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54176) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:40.389449 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.402632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7d91a-c361-448e-9eeb-0611d385ec58 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Subnet': ['ID=15efecce-a5ea-49a5-8e87-2aac06aabd6a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:40.427828 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfc9eec-b292-460b-82fc-af1dc0e9776d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:40.428636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfc9eec-b292-460b-82fc-af1dc0e9776d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:40.430739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-adfc9eec-b292-460b-82fc-af1dc0e9776d tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/d8f017fa-b5ea-430d-bb29-475f836c837b HTTP/1.1" status: 404 len: 337 time: 0.0436928 Aug 31 14:12:40.435415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54178) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:40.440568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Transition to ACTIVE for port object aa886977-4e60-4b86-aa39-ead6f43db140 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:40.477800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.520783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-29059dd8-e4c6-4fef-992a-21e536e55c77 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting subnet ee2bdc9e-29b2-4662-bac9-31a1a9c8e98a {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:12:40.524223 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29059dd8-e4c6-4fef-992a-21e536e55c77 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.573842 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29059dd8-e4c6-4fef-992a-21e536e55c77 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.752871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfd1879-36ce-4b65-86f2-73c527812623 None None] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:40.878179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event updated for resources: {'Port': ['ID=aa886977-4e60-4b86-aa39-ead6f43db140,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:40.901992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:40.902528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:40.902962 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:40.918180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:40.919656 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:40.923685 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 2 to bind port aa886977-4e60-4b86-aa39-ead6f43db140 Aug 31 14:12:40.936075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-86453609-840b-45ce-b594-bcf3da6e2128 None None] Provisioning complete for port 0721350c-8bfb-4d6a-a5a5-135459d28557 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:40.936524 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-86453609-840b-45ce-b594-bcf3da6e2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.949207 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29059dd8-e4c6-4fef-992a-21e536e55c77 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:40.951144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:40.951589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:40.952172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:40.961059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:40.961499 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:40.964280 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 3 to bind port aa886977-4e60-4b86-aa39-ead6f43db140 Aug 31 14:12:40.975581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-86453609-840b-45ce-b594-bcf3da6e2128 None None] Port 0721350c-8bfb-4d6a-a5a5-135459d28557 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:41.031290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:41.031737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:41.032177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:41.052539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:41.053022 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:41.056174 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 4 to bind port aa886977-4e60-4b86-aa39-ead6f43db140 Aug 31 14:12:41.070231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155636a-8ba8-4199-b80a-6d5ed77b2d54 req-13a8a495-1a77-447d-b025-44f14eef70a9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:41.078414 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a155636a-8ba8-4199-b80a-6d5ed77b2d54 req-13a8a495-1a77-447d-b025-44f14eef70a9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.3016808 Aug 31 14:12:41.108075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-86453609-840b-45ce-b594-bcf3da6e2128 None None] Provisioning complete for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:41.108582 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-86453609-840b-45ce-b594-bcf3da6e2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.135266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:41.135965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:41.136407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:41.162483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:41.162765 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:41.163609 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 5 to bind port aa886977-4e60-4b86-aa39-ead6f43db140 Aug 31 14:12:41.183871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:41.184303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:41.184833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:41.192921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:41.193329 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:41.194498 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 6 to bind port aa886977-4e60-4b86-aa39-ead6f43db140 Aug 31 14:12:41.204072 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29059dd8-e4c6-4fef-992a-21e536e55c77 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.209948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:41.210379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:41.210952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:41.234654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:41.234991 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:41.237638 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 7 to bind port aa886977-4e60-4b86-aa39-ead6f43db140 Aug 31 14:12:41.254778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:41.255158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:41.255777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:41.273752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:41.274126 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:41.275655 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 8 to bind port aa886977-4e60-4b86-aa39-ead6f43db140 Aug 31 14:12:41.284309 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a155636a-8ba8-4199-b80a-6d5ed77b2d54 req-1dd548e7-b2fc-4c68-abeb-50db3ea976d9 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994343 Aug 31 14:12:41.291617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29059dd8-e4c6-4fef-992a-21e536e55c77 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2bdc9e-29b2-4662-bac9-31a1a9c8e98a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:41.315942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:41.316566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:41.316820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:41.323262 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29059dd8-e4c6-4fef-992a-21e536e55c77 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.325762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:41.326106 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:41.327852 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-29059dd8-e4c6-4fef-992a-21e536e55c77 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/ee2bdc9e-29b2-4662-bac9-31a1a9c8e98a HTTP/1.1" status: 204 len: 168 time: 0.8882775 Aug 31 14:12:41.329713 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 9 to bind port aa886977-4e60-4b86-aa39-ead6f43db140 Aug 31 14:12:41.332751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54192) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:41.362262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda908cb-90f8-481c-8deb-c8fba901fce7 None None] Update dhcp port {'port': {'network_id': '69be7e24-51b0-401c-9ee6-bad9064d65f9', 'fixed_ips': [{'subnet_id': 'ee2bdc9e-29b2-4662-bac9-31a1a9c8e98a'}], 'binding:host_id': 'n-d-792364-6'}, 'id': 'a87b5e2d-76c9-4f72-8101-ee25fde273c6'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:12:41.366284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:41.366759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:41.366964 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:41.374855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:41.376497 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:41.376497 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 10 to bind port aa886977-4e60-4b86-aa39-ead6f43db140 Aug 31 14:12:41.390308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:41.390648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:41.391243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:41.398971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:41.399752 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port aa886977-4e60-4b86-aa39-ead6f43db140 on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:41.399891 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.403675 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45902c7-bcec-4bc9-b41b-ca858f5af237 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:41.404312 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45902c7-bcec-4bc9-b41b-ca858f5af237 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:41.406334 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b45902c7-bcec-4bc9-b41b-ca858f5af237 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/2f3773bb-b47b-4959-a9cc-eb7068535532 HTTP/1.1" status: 404 len: 337 time: 0.0723906 Aug 31 14:12:41.410679 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54194) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:41.433281 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fda908cb-90f8-481c-8deb-c8fba901fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.474836 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-02efab49-d34f-4a37-a323-377cb3e78a95 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "GET /v2.0/ports?device_id=50b992a7-36bf-47f3-9a77-c507fea4bfe1 HTTP/1.1" status: 200 len: 205 time: 0.0563426 Aug 31 14:12:41.476924 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc355d06-101e-4268-822e-425522a3a331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.478625 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54198) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:41.524134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.objects.ports [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:12:41.525073 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.622757 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-57713194-992b-47bb-8163-fe0951bee7f5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] delete failed (client error): The resource could not be found. Aug 31 14:12:41.626231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-57713194-992b-47bb-8163-fe0951bee7f5 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/routers/50b992a7-36bf-47f3-9a77-c507fea4bfe1 HTTP/1.1" status: 404 len: 336 time: 0.1391881 Aug 31 14:12:41.628461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54204) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:41.652401 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c51cf-5601-4c9e-834e-68c5ff49c112 req-f387d169-9218-4cc9-9d1d-711c26a143da tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:41.653794 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f51c51cf-5601-4c9e-834e-68c5ff49c112 req-f387d169-9218-4cc9-9d1d-711c26a143da tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.0948462 Aug 31 14:12:41.665138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event updated for resources: {'Subnet': ['ID=edd9bcc6-2380-4112-999e-86c994a5848e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:41.666249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] For port aa886977-4e60-4b86-aa39-ead6f43db140, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:41.666628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempted to set empty binding levels {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:12:41.695171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Checking segment: {'id': '595f2fe1-32c1-48d2-9c0d-b9970bfa7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6459a3fa-d198-4711-a89a-3222082f7c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:41.695555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Network hostable DHCP agents. Network: 6459a3fa-d198-4711-a89a-3222082f7c1e, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:12:41.695738 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec92c2f-fc92-49f4-8f7a-a30bf59ab7db tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:41.696198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec92c2f-fc92-49f4-8f7a-a30bf59ab7db tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:41.700766 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8ec92c2f-fc92-49f4-8f7a-a30bf59ab7db tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/da8dcc77-f565-408c-9c16-ca1a2cf1a1c4 HTTP/1.1" status: 404 len: 337 time: 0.0626926 Aug 31 14:12:41.701581 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54206) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:41.701783 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.732028 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-3760a786-3819-4c28-8172-eb1b15d6b0f8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:41.732537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3760a786-3819-4c28-8172-eb1b15d6b0f8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:41.734290 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3760a786-3819-4c28-8172-eb1b15d6b0f8 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/63d9921a-57a7-4c1d-a46b-b7636ff9eb7e HTTP/1.1" status: 404 len: 337 time: 0.0317466 Aug 31 14:12:41.740747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54208) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:41.759606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54210) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:41.779660 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f51c51cf-5601-4c9e-834e-68c5ff49c112 req-e1e44a59-2f0d-4e24-a6d0-651eb89b3693 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181641 Aug 31 14:12:41.780954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Network 6459a3fa-d198-4711-a89a-3222082f7c1e is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:12:41.781358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f502905f-91f8-4824-a115-f1d0b22c221a None None] Network 69be7e24-51b0-401c-9ee6-bad9064d65f9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:41.797951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 6459a3fa-d198-4711-a89a-3222082f7c1e) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:41.813054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:41.815890 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.856509 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d4f3aee8-2703-4717-873e-7fd66e8c0486 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8921542 Aug 31 14:12:41.859015 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54216) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:41.866343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Request body: {'floatingip': {'floating_network_id': '6459a3fa-d198-4711-a89a-3222082f7c1e'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:41.872836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d0a10-862d-4c88-92ca-ef7f06b433a1 None None] Network 6459a3fa-d198-4711-a89a-3222082f7c1e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:41.913230 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:41.998924 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0352d782-4f68-456e-baee-c6a5a05276c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.096521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-21dea8c9-9e07-46fe-b93e-47901d9b3ce6 None None] Provisioning complete for port 0721350c-8bfb-4d6a-a5a5-135459d28557 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:42.097139 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-21dea8c9-9e07-46fe-b93e-47901d9b3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.138638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0352d782-4f68-456e-baee-c6a5a05276c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.160011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] In _notify_port_updated(), no bound segment for port aa886977-4e60-4b86-aa39-ead6f43db140 on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:12:42.161340 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.161555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.162140 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0352d782-4f68-456e-baee-c6a5a05276c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.163008 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "PUT /v2.0/ports/aa886977-4e60-4b86-aa39-ead6f43db140 HTTP/1.1" status: 200 len: 978 time: 2.6782069 Aug 31 14:12:42.178096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54220) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:42.192089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-21dea8c9-9e07-46fe-b93e-47901d9b3ce6 None None] Port 0721350c-8bfb-4d6a-a5a5-135459d28557 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:12:42.217056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfec0b4-0050-48e4-ad9c-ef8db67d7dbb None None] DHCP port deletion for 69be7e24-51b0-401c-9ee6-bad9064d65f9 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:12:42.234897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-21dea8c9-9e07-46fe-b93e-47901d9b3ce6 None None] Provisioning complete for port a87b5e2d-76c9-4f72-8101-ee25fde273c6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:42.235301 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-21dea8c9-9e07-46fe-b93e-47901d9b3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.236971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a87b5e2d-76c9-4f72-8101-ee25fde273c6 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:42.252841 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0352d782-4f68-456e-baee-c6a5a05276c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de0bcfcbed94473b99f5ab96a7378e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4893336 Aug 31 14:12:42.252841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54222) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:42.261199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352d782-4f68-456e-baee-c6a5a05276c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b599a-291f-4373-9806-f9340635489f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:42.261442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8796dfd-3a20-48cd-9868-69e4b546abfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event updated for resources: {'Port': ['ID=aa886977-4e60-4b86-aa39-ead6f43db140,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:42.264574 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-622d9882-1576-405b-9f9d-e3253e880145 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:42.265027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622d9882-1576-405b-9f9d-e3253e880145 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:42.269262 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-622d9882-1576-405b-9f9d-e3253e880145 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/3587d4f1-37e0-4c25-8a9b-bc78756d2dca HTTP/1.1" status: 404 len: 337 time: 0.1313636 Aug 31 14:12:42.276709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54224) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:42.336901 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f9e4af-c67a-4c79-ab52-47454ec595d0 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:42.337979 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f9e4af-c67a-4c79-ab52-47454ec595d0 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:42.339955 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-11f9e4af-c67a-4c79-ab52-47454ec595d0 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/4d085dc2-8119-49bd-8fd4-891b80900c4d HTTP/1.1" status: 404 len: 333 time: 0.0486391 Aug 31 14:12:42.343465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54226) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:42.353487 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.393191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a388f-cfc7-4a0e-a61b-d3363e3f6a56 req-7e1de43b-af20-41ac-8e58-193dd31a3844 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.394935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a7a388f-cfc7-4a0e-a61b-d3363e3f6a56 req-7e1de43b-af20-41ac-8e58-193dd31a3844 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.2502151 Aug 31 14:12:42.400568 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.411939 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35fbef0c-fbe2-4a57-b014-59a1dee36f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.418076 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64a289f-42b8-416d-bbb1-00551210b0ff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:42.418491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64a289f-42b8-416d-bbb1-00551210b0ff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:42.421649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d64a289f-42b8-416d-bbb1-00551210b0ff tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/4d03b354-6c0c-4abb-949e-7e2f946996bb HTTP/1.1" status: 404 len: 337 time: 0.0772102 Aug 31 14:12:42.425255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54228) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:42.430612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c18ac1-6c5e-44b3-893a-daefab880400 None None] Network 6459a3fa-d198-4711-a89a-3222082f7c1e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:42.441850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.442332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.443281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.443281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.443702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.444200 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.448525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.448525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.448525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.448525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.448525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.448525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.448525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.448525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.450739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.450739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.450739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:42.456112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6a843f5c-3aff-4242-89cd-415982ead06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15217 time: 0.2646077 Aug 31 14:12:42.460192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54230) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:42.476160 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2469dfc3-e54b-4bd6-a58b-a376b3c6cc26 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:42.476930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2469dfc3-e54b-4bd6-a58b-a376b3c6cc26 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:42.479348 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2469dfc3-e54b-4bd6-a58b-a376b3c6cc26 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/287d432d-043c-4271-8868-8dd4f0fd2f62 HTTP/1.1" status: 404 len: 337 time: 0.0475664 Aug 31 14:12:42.482067 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35fbef0c-fbe2-4a57-b014-59a1dee36f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.485491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54232) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:42.525491 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a7a388f-cfc7-4a0e-a61b-d3363e3f6a56 req-dd54fc05-987b-4098-a8ca-a98ccf48b913 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013725 Aug 31 14:12:42.577573 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5bf5f1-b54e-49f5-aae6-89be82e53a0c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:42.578436 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5bf5f1-b54e-49f5-aae6-89be82e53a0c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:42.582250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7f5bf5f1-b54e-49f5-aae6-89be82e53a0c tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/11a1bfce-4a16-45ca-93e7-abd813944d43 HTTP/1.1" status: 404 len: 333 time: 0.0886841 Aug 31 14:12:42.587219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54236) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:42.598916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port a87b5e2d-76c9-4f72-8101-ee25fde273c6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a87b5e2d-76c9-4f72-8101-ee25fde273c6,segment=NetworkSegment(27f3573b-28e8-4c12-a8bc-caaceb4eb64f),segment_id=27f3573b-28e8-4c12-a8bc-caaceb4eb64f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:42.644696 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f0df5b-aacd-43db-b517-a6220232ac05 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:42.645154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f0df5b-aacd-43db-b517-a6220232ac05 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:42.649293 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a2f0df5b-aacd-43db-b517-a6220232ac05 tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/13f18960-b0db-4e4b-947e-fb5be6620884 HTTP/1.1" status: 404 len: 337 time: 0.0567811 Aug 31 14:12:42.652572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54240) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:42.661449 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Allocated IP 172.20.0.8 (6459a3fa-d198-4711-a89a-3222082f7c1e/edd9bcc6-2380-4112-999e-86c994a5848e/5390bfef-3fbb-4164-bd08-9416ab0cd6a7) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:42.697067 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-dcfec0b4-0050-48e4-ad9c-ef8db67d7dbb None None] Deleting port a87b5e2d-76c9-4f72-8101-ee25fde273c6 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:42.697468 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dcfec0b4-0050-48e4-ad9c-ef8db67d7dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.700580 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35fbef0c-fbe2-4a57-b014-59a1dee36f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.704793 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35fbef0c-fbe2-4a57-b014-59a1dee36f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.709878 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-35fbef0c-fbe2-4a57-b014-59a1dee36f2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b99b599a-291f-4373-9806-f9340635489f HTTP/1.1" status: 204 len: 168 time: 0.4547226 Aug 31 14:12:42.717921 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6d072d-d1c0-4ee2-a11b-6d9c16be47af tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:42.718424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6d072d-d1c0-4ee2-a11b-6d9c16be47af tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:42.724526 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ee6d072d-d1c0-4ee2-a11b-6d9c16be47af tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/subnets/8fc7188c-78f1-4c52-ae49-d8c7897506e1 HTTP/1.1" status: 404 len: 337 time: 0.0685296 Aug 31 14:12:42.726204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-67344e4a-2629-475f-b618-1cc245bbc21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Deleting port aa886977-4e60-4b86-aa39-ead6f43db140 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:42.726637 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67344e4a-2629-475f-b618-1cc245bbc21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.740706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54244) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:42.795870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbef0c-fbe2-4a57-b014-59a1dee36f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b599a-291f-4373-9806-f9340635489f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:42.798580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-dcfec0b4-0050-48e4-ad9c-ef8db67d7dbb None None] For port a87b5e2d-76c9-4f72-8101-ee25fde273c6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a87b5e2d-76c9-4f72-8101-ee25fde273c6,segment=NetworkSegment(27f3573b-28e8-4c12-a8bc-caaceb4eb64f),segment_id=27f3573b-28e8-4c12-a8bc-caaceb4eb64f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:42.798997 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dcfec0b4-0050-48e4-ad9c-ef8db67d7dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.849455 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.870627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-dcfec0b4-0050-48e4-ad9c-ef8db67d7dbb None None] Calling delete_port for a87b5e2d-76c9-4f72-8101-ee25fde273c6 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:42.906032 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.956615 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.962242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-67344e4a-2629-475f-b618-1cc245bbc21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] For port aa886977-4e60-4b86-aa39-ead6f43db140, host n-h2-792364-6, got binding levels [] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:42.962619 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67344e4a-2629-475f-b618-1cc245bbc21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:42.995362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-67344e4a-2629-475f-b618-1cc245bbc21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Calling delete_port for aa886977-4e60-4b86-aa39-ead6f43db140 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:43.019623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event updated for resources: {'Port': ['ID=5390bfef-3fbb-4164-bd08-9416ab0cd6a7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:43.045219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Network 6459a3fa-d198-4711-a89a-3222082f7c1e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:43.047167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:43.053580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:43.053918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=a87b5e2d-76c9-4f72-8101-ee25fde273c6,revision_number=11']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:43.077688 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:43.078036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:43.078582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:43.079107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:43.079457 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:43.079795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:43.080132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:43.080484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:43.080820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:43.081153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:43.081482 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:43.081812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:12:43.123831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e6ca8-8f26-46dc-80cb-bfecb46a2315 req-52e35e39-bbb9-48cf-abf3-aa17ee50c194 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:43.126093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-839e6ca8-8f26-46dc-80cb-bfecb46a2315 req-52e35e39-bbb9-48cf-abf3-aa17ee50c194 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.2218616 Aug 31 14:12:43.134740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-bc355d06-101e-4268-822e-425522a3a331 admin admin] Deleting port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:43.135071 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc355d06-101e-4268-822e-425522a3a331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.170484 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.207273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-414105f8-314e-4d40-befb-dc796d48261f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Deleting port 0721350c-8bfb-4d6a-a5a5-135459d28557 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:43.207633 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-414105f8-314e-4d40-befb-dc796d48261f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.214112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54252) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:43.225932 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.286799 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dcfec0b4-0050-48e4-ad9c-ef8db67d7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.327491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfec0b4-0050-48e4-ad9c-ef8db67d7dbb None None] Pushing event deleted for resources: {'Port': ['ID=a87b5e2d-76c9-4f72-8101-ee25fde273c6,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:43.336144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfec0b4-0050-48e4-ad9c-ef8db67d7dbb None None] No DVR routers for this DVR port a87b5e2d-76c9-4f72-8101-ee25fde273c6 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:43.357177 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-414105f8-314e-4d40-befb-dc796d48261f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.368993 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1dd4fe04-f52e-4417-9e9e-3ca3353e1d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.377404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-414105f8-314e-4d40-befb-dc796d48261f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Calling delete_port for 0721350c-8bfb-4d6a-a5a5-135459d28557 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:43.394309 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-839e6ca8-8f26-46dc-80cb-bfecb46a2315 req-2996f1b3-4e68-4f30-8868-43a4d88183bb tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570732 Aug 31 14:12:43.418058 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67344e4a-2629-475f-b618-1cc245bbc21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.476039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-bc355d06-101e-4268-822e-425522a3a331 admin admin] For port 92915b9c-2d5c-4f4c-ac36-df01b93d24b4, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=92915b9c-2d5c-4f4c-ac36-df01b93d24b4,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:43.476462 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc355d06-101e-4268-822e-425522a3a331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.483383 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.490805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.504470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67344e4a-2629-475f-b618-1cc245bbc21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa886977-4e60-4b86-aa39-ead6f43db140,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:43.518599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-bc355d06-101e-4268-822e-425522a3a331 admin admin] Calling delete_port for 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:43.532849 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67344e4a-2629-475f-b618-1cc245bbc21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.537405 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-67344e4a-2629-475f-b618-1cc245bbc21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "DELETE /v2.0/ports/aa886977-4e60-4b86-aa39-ead6f43db140 HTTP/1.1" status: 204 len: 168 time: 1.0726399 Aug 31 14:12:43.541761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54254) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:43.542321 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1dd4fe04-f52e-4417-9e9e-3ca3353e1d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.551877 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1dd4fe04-f52e-4417-9e9e-3ca3353e1d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.596100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event updated for resources: {'Port': ['ID=5390bfef-3fbb-4164-bd08-9416ab0cd6a7,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:43.617362 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc651c12-78eb-4e8d-a470-8cced227c6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:12:43.625309 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cc651c12-78eb-4e8d-a470-8cced227c6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "GET /v2.0/ports/aa886977-4e60-4b86-aa39-ead6f43db140 HTTP/1.1" status: 404 len: 333 time: 0.0750349 Aug 31 14:12:43.625837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54256) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:43.630736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1865513471', 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:43.645893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.652306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4fe04-f52e-4417-9e9e-3ca3353e1d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5993b0e8-45da-413f-b75a-d2d59d15e38e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:43.657797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1dd4fe04-f52e-4417-9e9e-3ca3353e1d86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b660d49694c4b07805bcaac4b4c2133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417152 Aug 31 14:12:43.666640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:43.696507 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-414105f8-314e-4d40-befb-dc796d48261f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.723014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Made reservation on behalf of 9a0f22a5a7254154ba136255b0e5666b for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:43.725408 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.739883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414105f8-314e-4d40-befb-dc796d48261f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Port': ['ID=0721350c-8bfb-4d6a-a5a5-135459d28557,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:43.740270 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.743343 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d3a72893-7cdc-4411-9d19-b3f6f2d96e1f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8811815 Aug 31 14:12:43.748220 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-414105f8-314e-4d40-befb-dc796d48261f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.750213 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-414105f8-314e-4d40-befb-dc796d48261f tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/ports/0721350c-8bfb-4d6a-a5a5-135459d28557 HTTP/1.1" status: 204 len: 168 time: 1.0076728 Aug 31 14:12:43.750925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54262) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:43.753499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54264) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:43.775495 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-268e96cd-c8af-4215-bb8f-18f5612cd491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.817900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] device_id is not set on port 4943dde9-077f-43ed-948d-c1869993f23f yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:12:43.839664 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-744f7bf5-b754-451a-9ce9-b65241ec8c14 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=6459a3fa-d198-4711-a89a-3222082f7c1e HTTP/1.1" status: 200 len: 689 time: 0.0853601 Aug 31 14:12:43.843006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54266) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:43.899482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-268e96cd-c8af-4215-bb8f-18f5612cd491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.920838 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:43.977136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc355d06-101e-4268-822e-425522a3a331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.004402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.028890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc355d06-101e-4268-822e-425522a3a331 admin admin] Pushing event deleted for resources: {'Port': ['ID=92915b9c-2d5c-4f4c-ac36-df01b93d24b4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:44.112933 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-268e96cd-c8af-4215-bb8f-18f5612cd491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.115512 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-268e96cd-c8af-4215-bb8f-18f5612cd491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.117882 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-268e96cd-c8af-4215-bb8f-18f5612cd491 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5993b0e8-45da-413f-b75a-d2d59d15e38e HTTP/1.1" status: 204 len: 168 time: 0.4500358 Aug 31 14:12:44.173403 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.215076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e96cd-c8af-4215-bb8f-18f5612cd491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5993b0e8-45da-413f-b75a-d2d59d15e38e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:44.227419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69be7e24-51b0-401c-9ee6-bad9064d65f9']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:44.250428 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.257921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669fa6-2fed-480e-9300-9c6114e15e7d req-938dbe00-dde6-42d7-8fcc-17c36904d109 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:44.259643 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa669fa6-2fed-480e-9300-9c6114e15e7d req-938dbe00-dde6-42d7-8fcc-17c36904d109 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.2516313 Aug 31 14:12:44.268834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f3573b-28e8-4c12-a8bc-caaceb4eb64f') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:44.269042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f3573b-28e8-4c12-a8bc-caaceb4eb64f') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:44.289778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.310002 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.353227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:44.353951 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:44.357809 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:44.440752 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.471738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Deleting port 5390bfef-3fbb-4164-bd08-9416ab0cd6a7 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:44.472350 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.496487 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.517530 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.519570 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] 10.222.0.20 "DELETE /v2.0/networks/69be7e24-51b0-401c-9ee6-bad9064d65f9 HTTP/1.1" status: 204 len: 168 time: 0.7649972 Aug 31 14:12:44.522679 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:44.537005 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:44.539362 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c50d6-6cb3-42a1-b38d-34a80ffc4e9e tempest-PortsTestJSON-1434612952 tempest-PortsTestJSON-1434612952-project] Pushing event deleted for resources: {'Network': ['ID=69be7e24-51b0-401c-9ee6-bad9064d65f9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:44.543070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:44.543070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:44.543070 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.545243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event updated for resources: {'Port': ['ID=4943dde9-077f-43ed-948d-c1869993f23f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:44.567634 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-292751fb-7c56-4679-b967-e364f5e0109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9407060 Aug 31 14:12:44.570579 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54282) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:44.583934 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc355d06-101e-4268-822e-425522a3a331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.614461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d2fae-5473-450a-8f62-9870b9856d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:44.615732 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-699d2fae-5473-450a-8f62-9870b9856d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "GET /v2.0/ports/4943dde9-077f-43ed-948d-c1869993f23f HTTP/1.1" status: 200 len: 959 time: 0.0442240 Aug 31 14:12:44.618471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54286) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:44.627246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-fa669fa6-2fed-480e-9300-9c6114e15e7d req-a38ce05b-c84f-4cf5-afe9-a71a1ada7ef7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Deleting port 77522806-a1bf-46d1-8c6b-2eb491bb63e7 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:44.627592 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fa669fa6-2fed-480e-9300-9c6114e15e7d req-a38ce05b-c84f-4cf5-afe9-a71a1ada7ef7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.634890 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.635224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.722052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b662af-4288-43c3-a388-2c30ea822882 req-6917dab9-a61c-43e4-8a89-70dd9ec2e196 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:44.723825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2b662af-4288-43c3-a388-2c30ea822882 req-6917dab9-a61c-43e4-8a89-70dd9ec2e196 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 945 time: 0.2053866 Aug 31 14:12:44.739549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Calling delete_port for 5390bfef-3fbb-4164-bd08-9416ab0cd6a7 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:44.751763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-3265bfbb-cacf-4335-9334-0a78c2424924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Deleting port 4943dde9-077f-43ed-948d-c1869993f23f {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:44.752826 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3265bfbb-cacf-4335-9334-0a78c2424924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.822058 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3265bfbb-cacf-4335-9334-0a78c2424924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.842903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-3265bfbb-cacf-4335-9334-0a78c2424924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Calling delete_port for 4943dde9-077f-43ed-948d-c1869993f23f owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:44.932231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54298) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:44.953082 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3265bfbb-cacf-4335-9334-0a78c2424924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:44.985070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265bfbb-cacf-4335-9334-0a78c2424924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event deleted for resources: {'Port': ['ID=4943dde9-077f-43ed-948d-c1869993f23f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:44.998267 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3265bfbb-cacf-4335-9334-0a78c2424924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.005406 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3265bfbb-cacf-4335-9334-0a78c2424924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4943dde9-077f-43ed-948d-c1869993f23f HTTP/1.1" status: 204 len: 168 time: 0.3858707 Aug 31 14:12:45.006146 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54304) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:45.043578 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d2e045-191b-44d1-b4d4-9e5b96df709d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:12:45.051211 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-79d2e045-191b-44d1-b4d4-9e5b96df709d tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "GET /v2.0/ports/4943dde9-077f-43ed-948d-c1869993f23f HTTP/1.1" status: 404 len: 333 time: 0.0436640 Aug 31 14:12:45.052093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54308) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:45.057486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Request body: {'port': {'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-844367960'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:45.136714 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dc5f7691-5b05-4309-b636-0b2d96430c6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5da52edce4934f4499b8c015c8702c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026796 Aug 31 14:12:45.138048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Made reservation on behalf of 9a0f22a5a7254154ba136255b0e5666b for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:45.141169 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.157094 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54312) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:45.160686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] device_id is not set on port 16e105b9-7187-4915-9636-5e66c68c1b2f yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:12:45.234383 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2b662af-4288-43c3-a388-2c30ea822882 req-903720fa-67a4-47e4-a563-7803cf91f457 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928145 Aug 31 14:12:45.269248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fa669fa6-2fed-480e-9300-9c6114e15e7d req-a38ce05b-c84f-4cf5-afe9-a71a1ada7ef7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] For port 77522806-a1bf-46d1-8c6b-2eb491bb63e7, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=77522806-a1bf-46d1-8c6b-2eb491bb63e7,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:45.270114 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fa669fa6-2fed-480e-9300-9c6114e15e7d req-a38ce05b-c84f-4cf5-afe9-a71a1ada7ef7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.298362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-fa669fa6-2fed-480e-9300-9c6114e15e7d req-a38ce05b-c84f-4cf5-afe9-a71a1ada7ef7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Calling delete_port for 77522806-a1bf-46d1-8c6b-2eb491bb63e7 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:45.475778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29a2fb62-9906-4943-b07f-e5548751f05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.508669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.516632 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.523869 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29a2fb62-9906-4943-b07f-e5548751f05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.552753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event deleted for resources: {'Port': ['ID=5390bfef-3fbb-4164-bd08-9416ab0cd6a7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:45.557637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc355d06-101e-4268-822e-425522a3a331 admin admin] Router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:12:45.598183 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.661696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:45.665723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:45.669872 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29a2fb62-9906-4943-b07f-e5548751f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.672676 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29a2fb62-9906-4943-b07f-e5548751f05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.676923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-29a2fb62-9906-4943-b07f-e5548751f05b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21712ca2-380a-4128-a380-4a8979ff7dbc HTTP/1.1" status: 204 len: 168 time: 0.3288548 Aug 31 14:12:45.682955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:45.685161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:45.685794 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.709229 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.710688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2fb62-9906-4943-b07f-e5548751f05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21712ca2-380a-4128-a380-4a8979ff7dbc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:45.714443 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fa669fa6-2fed-480e-9300-9c6114e15e7d req-a38ce05b-c84f-4cf5-afe9-a71a1ada7ef7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.727049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event updated for resources: {'Port': ['ID=16e105b9-7187-4915-9636-5e66c68c1b2f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:45.727890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:45.730669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['77522806-a1bf-46d1-8c6b-2eb491bb63e7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:45.741376 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-173f32de-0cc2-456f-b7b0-e49aff33fd71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6874342 Aug 31 14:12:45.743305 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54338) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:45.750935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:45.782204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ce05b-c84f-4cf5-afe9-a71a1ada7ef7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event deleted for resources: {'Port': ['ID=77522806-a1bf-46d1-8c6b-2eb491bb63e7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:45.854876 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.897717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa669fa6-2fed-480e-9300-9c6114e15e7d req-a38ce05b-c84f-4cf5-afe9-a71a1ada7ef7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] No DVR routers for this DVR port 77522806-a1bf-46d1-8c6b-2eb491bb63e7 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:45.903903 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fa669fa6-2fed-480e-9300-9c6114e15e7d req-a38ce05b-c84f-4cf5-afe9-a71a1ada7ef7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.906011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa669fa6-2fed-480e-9300-9c6114e15e7d req-a38ce05b-c84f-4cf5-afe9-a71a1ada7ef7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.13 "DELETE /v2.0/ports/77522806-a1bf-46d1-8c6b-2eb491bb63e7 HTTP/1.1" status: 204 len: 173 time: 1.6328511 Aug 31 14:12:45.906465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8230fc2a-0d9f-4d75-86b1-36b963502a29', 'name': 'network-vif-deleted', 'tag': '77522806-a1bf-46d1-8c6b-2eb491bb63e7'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:45.908792 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099fbd2c-819b-4e7e-8558-a4b737f1fccc" -d '{"events": [{"server_uuid": "8230fc2a-0d9f-4d75-86b1-36b963502a29", "name": "network-vif-deleted", "tag": "77522806-a1bf-46d1-8c6b-2eb491bb63e7"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:45.916563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc355d06-101e-4268-822e-425522a3a331 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:12:45.924960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bc355d06-101e-4268-822e-425522a3a331 admin admin] 10.222.0.20 "PUT /v2.0/routers/24cafc8b-a49f-4e5a-a1b4-937477e59a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8984320 Aug 31 14:12:45.926867 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:45.929301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54342) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:45.946779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80295c5a-1447-400f-a1bc-185772e0e933 None None] Sync routers for ids ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:12:46.006305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80295c5a-1447-400f-a1bc-185772e0e933 None None] Routers {'24cafc8b-a49f-4e5a-a1b4-937477e59a09'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:46.009972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-80295c5a-1447-400f-a1bc-185772e0e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:12:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:46.024801 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88be521b-57c3-4379-aa64-6bf03e0fd367 x-openstack-request-id: req-88be521b-57c3-4379-aa64-6bf03e0fd367 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:46.026595 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8230fc2a-0d9f-4d75-86b1-36b963502a29", "name": "network-vif-deleted", "tag": "77522806-a1bf-46d1-8c6b-2eb491bb63e7", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:46.031345 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88be521b-57c3-4379-aa64-6bf03e0fd367 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:46.032799 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8230fc2a-0d9f-4d75-86b1-36b963502a29', 'name': 'network-vif-deleted', 'tag': '77522806-a1bf-46d1-8c6b-2eb491bb63e7', 'status': 'completed', 'code': 200} Aug 31 14:12:46.187980 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.193024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] device_id is not set on port 16e105b9-7187-4915-9636-5e66c68c1b2f yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:12:46.223591 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.267517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Transition to ACTIVE for port object 16e105b9-7187-4915-9636-5e66c68c1b2f will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:46.273394 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.287479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=edd9bcc6-2380-4112-999e-86c994a5848e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:46.305279 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.395194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-80295c5a-1447-400f-a1bc-185772e0e933 None None] Set router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:46.402872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event updated for resources: {'Port': ['ID=16e105b9-7187-4915-9636-5e66c68c1b2f,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:46.473159 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ced4907c-cb17-4aec-b1ba-4a22edfcf8c5 req-9035ed95-55f3-4580-b3cb-1c4cbc5bad6e tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=8230fc2a-0d9f-4d75-86b1-36b963502a29 HTTP/1.1" status: 200 len: 210 time: 0.0604963 Aug 31 14:12:46.501537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:46.504462 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:46.510367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:46.533738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:46.536080 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:46.537572 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 2 to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f Aug 31 14:12:46.538509 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.554273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6459a3fa-d198-4711-a89a-3222082f7c1e']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:46.583006 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:46.583390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:46.586832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:46.595736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595f2fe1-32c1-48d2-9c0d-b9970bfa7f87') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:46.596296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595f2fe1-32c1-48d2-9c0d-b9970bfa7f87') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:46.600615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:46.601335 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:46.601743 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 3 to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f Aug 31 14:12:46.615987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.626680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:46.627026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:46.627372 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:46.643010 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.645446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:46.646935 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:46.647706 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 4 to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f Aug 31 14:12:46.656137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:46.656582 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.658896 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:46.661855 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:46.682017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:46.682265 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:46.682613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:46.695003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:46.695358 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:46.696922 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 5 to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f Aug 31 14:12:46.733391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-80295c5a-1447-400f-a1bc-185772e0e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:12:43Z', 'revision_number': 5, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port': {'id': '6f91b145-4728-40ad-aa1a-6843f8fc1a39', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:00:21Z', 'updated_at': '2021-08-31T14:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:46.734835 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:46.735185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:46.735530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:46.754761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:46.756704 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:46.757349 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 6 to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f Aug 31 14:12:46.768268 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.779560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6459a3fa-d198-4711-a89a-3222082f7c1e {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:12:46.790389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.795155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6459a3fa-d198-4711-a89a-3222082f7c1e HTTP/1.1" status: 204 len: 168 time: 2.9510951 Aug 31 14:12:46.797445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54378) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:46.799461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:46.802170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:46.802637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80295c5a-1447-400f-a1bc-185772e0e933 None None] Checking router: 24cafc8b-a49f-4e5a-a1b4-937477e59a09 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:12:46.810337 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:46.815145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Deleting port 6f91b145-4728-40ad-aa1a-6843f8fc1a39 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:46.815519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:46.817133 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:46.817471 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:46.817874 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 7 to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f Aug 31 14:12:46.822785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80295c5a-1447-400f-a1bc-185772e0e933 None None] Routers {'24cafc8b-a49f-4e5a-a1b4-937477e59a09'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:12:46.824116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-80295c5a-1447-400f-a1bc-185772e0e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:12:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:46.836360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6c4d6-0dd9-4a3b-8922-d376c55eefab tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event deleted for resources: {'Network': ['ID=6459a3fa-d198-4711-a89a-3222082f7c1e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:46.866961 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:46.867311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:46.872659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:46.883076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:46.883281 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:46.883529 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 8 to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f Aug 31 14:12:46.920313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:46.920616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:46.922085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:46.939543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:46.940212 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:46.940559 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 9 to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f Aug 31 14:12:46.980644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d6b0383d-a5c7-460b-9e57-45dc2ce7d0d3 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1729770 Aug 31 14:12:46.983404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54384) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:47.004184 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:47.007075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:47.007075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:47.053693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] For port 6f91b145-4728-40ad-aa1a-6843f8fc1a39, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6f91b145-4728-40ad-aa1a-6843f8fc1a39,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:47.054213 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:47.078942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Calling delete_port for 6f91b145-4728-40ad-aa1a-6843f8fc1a39 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:47.080053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-80295c5a-1447-400f-a1bc-185772e0e933 None None] Set router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:12:47.084709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:47.087301 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:47.099747 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempt 10 to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f Aug 31 14:12:47.190356 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:47.192129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:47.193975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempting to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:47.219910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:12:47.221563 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Failed to bind port 16e105b9-7187-4915-9636-5e66c68c1b2f on host n-h2-792364-6 for vnic_type normal using segments [{'id': '677d7104-a4d3-44ac-a6a4-3fa245f7244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa'}] Aug 31 14:12:47.223199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:47.234391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-80295c5a-1447-400f-a1bc-185772e0e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:12:46Z', 'revision_number': 6, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:47.290138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e713e29-5df0-4f5c-b8c0-e811a2325e04 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:47.290766 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e713e29-5df0-4f5c-b8c0-e811a2325e04 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:47.291297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e713e29-5df0-4f5c-b8c0-e811a2325e04 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:47.291815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e713e29-5df0-4f5c-b8c0-e811a2325e04 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:47.292334 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e713e29-5df0-4f5c-b8c0-e811a2325e04 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:47.292867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e713e29-5df0-4f5c-b8c0-e811a2325e04 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:47.298503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1e713e29-5df0-4f5c-b8c0-e811a2325e04 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.3140752 Aug 31 14:12:47.299768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54398) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:47.306334 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80295c5a-1447-400f-a1bc-185772e0e933 None None] The sync data for ids ['24cafc8b-a49f-4e5a-a1b4-937477e59a09'] in n-d-792364-6 is: [{'id': '24cafc8b-a49f-4e5a-a1b4-937477e59a09', 'name': 'tempest-TaggedBootDevicesTest-682199222-router', 'tenant_id': '725da7e3c8154e688b0109c6503773b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:00:20Z', 'updated_at': '2021-08-31T14:12:46Z', 'revision_number': 6, 'project_id': '725da7e3c8154e688b0109c6503773b7', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:12:47.381867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54402) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:47.454362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:47.500988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f91b145-4728-40ad-aa1a-6843f8fc1a39,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:47.605533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-081887f0-b3b0-4f76-a635-447afb01031a tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-852007740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:47.738575 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:47.783997 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-081887f0-b3b0-4f76-a635-447afb01031a tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:47.786038 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-081887f0-b3b0-4f76-a635-447afb01031a tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:47.890720 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:47.894442 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:47.995464 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-081887f0-b3b0-4f76-a635-447afb01031a tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.011134 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.011798 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24cafc8b-a49f-4e5a-a1b4-937477e59a09 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:12:48.015545 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-081887f0-b3b0-4f76-a635-447afb01031a tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.030748 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-83d19cc0-3ad5-4641-b404-c48bf312d5ff tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] delete failed (client error): The resource could not be found. Aug 31 14:12:48.034386 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-83d19cc0-3ad5-4641-b404-c48bf312d5ff tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/4f3eded5-72c3-40fa-830f-a491debaf836 HTTP/1.1" status: 404 len: 345 time: 0.7335320 Aug 31 14:12:48.038244 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54448) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:48.040519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.042086 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b05e2647-37dd-484d-9c93-88d4e5888c55 admin admin] 10.222.0.20 "DELETE /v2.0/routers/24cafc8b-a49f-4e5a-a1b4-937477e59a09 HTTP/1.1" status: 204 len: 168 time: 2.1099379 Aug 31 14:12:48.051107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54452) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:48.071826 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-081887f0-b3b0-4f76-a635-447afb01031a tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.073063 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-081887f0-b3b0-4f76-a635-447afb01031a tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6903071 Aug 31 14:12:48.083197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54454) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:48.100071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1920239008'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:48.109039 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d0436f-4401-437d-a3ce-92dcde3376ac tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 14:12:48.109634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d0436f-4401-437d-a3ce-92dcde3376ac tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:48.111340 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-23d0436f-4401-437d-a3ce-92dcde3376ac tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6459a3fa-d198-4711-a89a-3222082f7c1e HTTP/1.1" status: 404 len: 339 time: 0.0721843 Aug 31 14:12:48.118333 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54458) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:48.130919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b9bf1e29-6164-4a9b-a2f3-3ec5045d098f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Request body: {'network': {'name': 'tempest-network--1392506701', 'router:external': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:48.181292 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] For port 16e105b9-7187-4915-9636-5e66c68c1b2f, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:48.181544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d40685e-4439-4b05-81a0-91d597a281e9 admin admin] Deleting subnet 388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:12:48.181860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attempted to set empty binding levels {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:12:48.197206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d40685e-4439-4b05-81a0-91d597a281e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.205634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Made reservation on behalf of 6ad49e0538aa49a4b756a920a88e2428 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:48.211361 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.221586 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.246027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bf1e29-6164-4a9b-a2f3-3ec5045d098f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Made reservation on behalf of 1a744207f84943108c07b6490e82c9d9 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:48.251651 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1e29-6164-4a9b-a2f3-3ec5045d098f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.265731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d40685e-4439-4b05-81a0-91d597a281e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.278252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:48.297517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] In _notify_port_updated(), no bound segment for port 16e105b9-7187-4915-9636-5e66c68c1b2f on network 5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa {{(pid=106387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:12:48.298597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:48.299392 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.304166 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "PUT /v2.0/ports/16e105b9-7187-4915-9636-5e66c68c1b2f HTTP/1.1" status: 200 len: 978 time: 2.5595112 Aug 31 14:12:48.320212 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:48.321360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 92915b9c-2d5c-4f4c-ac36-df01b93d24b4 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:48.332562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54472) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:48.369313 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.461952 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c1e39-38bf-4940-b240-9672950464de tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event updated for resources: {'Port': ['ID=16e105b9-7187-4915-9636-5e66c68c1b2f,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:48.473469 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d40685e-4439-4b05-81a0-91d597a281e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.491263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bf1e29-6164-4a9b-a2f3-3ec5045d098f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:48.513723 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1e29-6164-4a9b-a2f3-3ec5045d098f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.514345 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b9bf1e29-6164-4a9b-a2f3-3ec5045d098f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Added segment e38b5f51-73ff-4685-97be-aa08133995f3 of type vlan for network d0e424e7-f77c-4bb5-bb73-bf9d9f814c08 Aug 31 14:12:48.524068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0206ff42-ee1b-4c78-930e-92bf15b900ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Deleting port 16e105b9-7187-4915-9636-5e66c68c1b2f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:48.524414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0206ff42-ee1b-4c78-930e-92bf15b900ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.581904 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1e29-6164-4a9b-a2f3-3ec5045d098f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.605450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d40685e-4439-4b05-81a0-91d597a281e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.647846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1e29-6164-4a9b-a2f3-3ec5045d098f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.659851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bf1e29-6164-4a9b-a2f3-3ec5045d098f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:48.660558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1e29-6164-4a9b-a2f3-3ec5045d098f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.715157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-0206ff42-ee1b-4c78-930e-92bf15b900ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] For port 16e105b9-7187-4915-9636-5e66c68c1b2f, host n-h2-792364-6, got binding levels [] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:48.715790 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0206ff42-ee1b-4c78-930e-92bf15b900ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.734507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40685e-4439-4b05-81a0-91d597a281e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:48.737060 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d40685e-4439-4b05-81a0-91d597a281e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.739466 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4d40685e-4439-4b05-81a0-91d597a281e9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/388a5ce2-77e5-4a3f-b8c6-1c141aa81ae3 HTTP/1.1" status: 204 len: 168 time: 0.6873407 Aug 31 14:12:48.742510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54496) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:48.755009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0206ff42-ee1b-4c78-930e-92bf15b900ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Calling delete_port for 16e105b9-7187-4915-9636-5e66c68c1b2f owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:48.757420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcf93d2-0da5-414e-9078-3bab0d985224 None None] Network b5fb4c7e-2c3a-4423-9d26-009e73aec85e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:48.898320 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0206ff42-ee1b-4c78-930e-92bf15b900ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.944718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206ff42-ee1b-4c78-930e-92bf15b900ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Pushing event deleted for resources: {'Port': ['ID=16e105b9-7187-4915-9636-5e66c68c1b2f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:48.955396 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0206ff42-ee1b-4c78-930e-92bf15b900ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.961147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0206ff42-ee1b-4c78-930e-92bf15b900ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "DELETE /v2.0/ports/16e105b9-7187-4915-9636-5e66c68c1b2f HTTP/1.1" status: 204 len: 168 time: 0.6247332 Aug 31 14:12:48.961147 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:48.962954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54500) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:48.994634 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-889e0290-8f20-4b9c-8dde-8475a32088cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:12:48.996333 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-889e0290-8f20-4b9c-8dde-8475a32088cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-131726715-project-admin] 10.222.0.20 "GET /v2.0/ports/16e105b9-7187-4915-9636-5e66c68c1b2f HTTP/1.1" status: 404 len: 333 time: 0.0311584 Aug 31 14:12:49.001986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54504) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:49.069904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf1e29-6164-4a9b-a2f3-3ec5045d098f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event updated for resources: {'Network': ['ID=d0e424e7-f77c-4bb5-bb73-bf9d9f814c08,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:49.095393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514a9a6f-b79e-4634-b284-d413b0d8743e None None] DHCP port deletion for b5fb4c7e-2c3a-4423-9d26-009e73aec85e request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:12:49.097584 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.100403 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network d0e424e7-f77c-4bb5-bb73-bf9d9f814c08 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:49.108829 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.120413 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.144120 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b9bf1e29-6164-4a9b-a2f3-3ec5045d098f tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0201194 Aug 31 14:12:49.162815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d44e02-2891-44ab-94c0-7fcb265c6c12 req-1fe529f8-9ffd-49ce-949f-e841e2883db7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:49.164548 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7d44e02-2891-44ab-94c0-7fcb265c6c12 req-1fe529f8-9ffd-49ce-949f-e841e2883db7 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 946 time: 0.4707353 Aug 31 14:12:49.169502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54508) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:49.216233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54512) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:49.242466 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 77522806-a1bf-46d1-8c6b-2eb491bb63e7 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:49.280344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 77522806-a1bf-46d1-8c6b-2eb491bb63e7 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:49.281460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 77522806-a1bf-46d1-8c6b-2eb491bb63e7 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:49.304579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-514a9a6f-b79e-4634-b284-d413b0d8743e None None] Deleting port e32a1911-9718-403a-89ab-c5cabbf0e909 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:49.305293 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-514a9a6f-b79e-4634-b284-d413b0d8743e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.306519 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:49.332229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Deleting port e32a1911-9718-403a-89ab-c5cabbf0e909 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:49.333137 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.350632 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.380692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-514a9a6f-b79e-4634-b284-d413b0d8743e None None] For port e32a1911-9718-403a-89ab-c5cabbf0e909, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e32a1911-9718-403a-89ab-c5cabbf0e909,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:49.381105 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-514a9a6f-b79e-4634-b284-d413b0d8743e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.382272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2866463-2b86-4264-9e4a-29a62ed3e7d6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:49.399040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:49.402035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-514a9a6f-b79e-4634-b284-d413b0d8743e None None] Calling delete_port for e32a1911-9718-403a-89ab-c5cabbf0e909 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:49.410060 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.410419 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Added segment 42ac5e09-330d-4496-b2f9-9d384a720c5e of type vlan for network 5a9074f3-02a3-493e-8ddb-dafbecf8a19d Aug 31 14:12:49.432976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677d7104-a4d3-44ac-a6a4-3fa245f7244a') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:49.433768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677d7104-a4d3-44ac-a6a4-3fa245f7244a') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:49.491691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] For port e32a1911-9718-403a-89ab-c5cabbf0e909, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e32a1911-9718-403a-89ab-c5cabbf0e909,segment=NetworkSegment(0e582ecd-981f-462f-b2db-db6fdb368a19),segment_id=0e582ecd-981f-462f-b2db-db6fdb368a19)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:49.492087 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.494446 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-514a9a6f-b79e-4634-b284-d413b0d8743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.525999 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7d44e02-2891-44ab-94c0-7fcb265c6c12 req-5b572264-ec4a-4517-b465-5a4fa6724917 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518858 Aug 31 14:12:49.527448 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.542586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a9a6f-b79e-4634-b284-d413b0d8743e None None] Pushing event deleted for resources: {'Port': ['ID=e32a1911-9718-403a-89ab-c5cabbf0e909,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:49.546923 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.560340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a9a6f-b79e-4634-b284-d413b0d8743e None None] No DVR routers for this DVR port e32a1911-9718-403a-89ab-c5cabbf0e909 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:49.565413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:49.565933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:49.570143 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:49.572853 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Calling delete_port for e32a1911-9718-403a-89ab-c5cabbf0e909 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:49.595020 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.608664 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3fa3-9c63-430a-96a4-835ac835a193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.630697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752535c-4ace-4f4f-942c-de2edd768925 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:49.636905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752535c-4ace-4f4f-942c-de2edd768925 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:49.644034 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752535c-4ace-4f4f-942c-de2edd768925 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:49.650463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752535c-4ace-4f4f-942c-de2edd768925 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:49.655625 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f752535c-4ace-4f4f-942c-de2edd768925 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4817529 Aug 31 14:12:49.657230 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54520) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:49.688482 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.711092 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.717236 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] 10.222.0.20 "DELETE /v2.0/networks/5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa HTTP/1.1" status: 204 len: 168 time: 0.7108791 Aug 31 14:12:49.737473 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.738160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af1bf5-8c6f-4323-b811-9b1100557ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176853385-project] Pushing event deleted for resources: {'Network': ['ID=5e3b7e9a-d2ab-4b86-bdc7-94988da2f4aa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:49.743587 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:49.744234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.764552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.808526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Pushing event deleted for resources: {'Port': ['ID=e32a1911-9718-403a-89ab-c5cabbf0e909,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:49.816619 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] No DVR routers for this DVR port e32a1911-9718-403a-89ab-c5cabbf0e909 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:49.885283 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.950863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'Network': ['ID=5a9074f3-02a3-493e-8ddb-dafbecf8a19d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:49.951407 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:49.965448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 5a9074f3-02a3-493e-8ddb-dafbecf8a19d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:49.977150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fb4c7e-2c3a-4423-9d26-009e73aec85e']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:49.988756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e582ecd-981f-462f-b2db-db6fdb368a19') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:49.989272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e582ecd-981f-462f-b2db-db6fdb368a19') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:50.000354 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.043332 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.063761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:50.064527 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:50.070556 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:50.104826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54534) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:50.167146 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.186220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e424e7-f77c-4bb5-bb73-bf9d9f814c08']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:50.210640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38b5f51-73ff-4685-97be-aa08133995f3') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:50.211192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6f91b145-4728-40ad-aa1a-6843f8fc1a39 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:50.211684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38b5f51-73ff-4685-97be-aa08133995f3') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:50.241741 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.246242 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3fa3-9c63-430a-96a4-835ac835a193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.251196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 6f91b145-4728-40ad-aa1a-6843f8fc1a39 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:50.251560 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6f91b145-4728-40ad-aa1a-6843f8fc1a39 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:50.251998 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e32a1911-9718-403a-89ab-c5cabbf0e909 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:50.263855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b8929-cfdc-4ef2-acbc-cdfd0bc91095 req-37c385f5-5419-470c-8f28-87c91f58f208 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:50.265867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-065b8929-cfdc-4ef2-acbc-cdfd0bc91095 req-37c385f5-5419-470c-8f28-87c91f58f208 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 946 time: 0.1881902 Aug 31 14:12:50.274760 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3fa3-9c63-430a-96a4-835ac835a193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.292847 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.294598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: e32a1911-9718-403a-89ab-c5cabbf0e909 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:50.295149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e32a1911-9718-403a-89ab-c5cabbf0e909 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:50.298924 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-81964c08-78c4-41d8-8f8d-7991c52c12c0 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2056470 Aug 31 14:12:50.329386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54538) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:50.335510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:50.335916 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.343383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7aa88b4d-60b0-419a-b717-91cbe0639606 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Request body: {'subnet': {'network_id': '5a9074f3-02a3-493e-8ddb-dafbecf8a19d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:50.359914 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:50.461495 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bdcc3fa3-9c63-430a-96a4-835ac835a193 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c35e7de2547745f39e979e5a0857ab53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2147336 Aug 31 14:12:50.475280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54544) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:50.489149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc3fa3-9c63-430a-96a4-835ac835a193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e870d31a-e76f-45c3-8d7b-36fef3286a44,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:50.535431 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.545190 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.546809 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b5fb4c7e-2c3a-4423-9d26-009e73aec85e HTTP/1.1" status: 204 len: 168 time: 1.8027453 Aug 31 14:12:50.576951 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.578387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35507a7-e22b-4ebb-98be-f441b8b26669 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5fb4c7e-2c3a-4423-9d26-009e73aec85e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:50.580773 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bb4864e-7457-4d4b-a72c-cb0ba6b0c11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.583878 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d551ea32-cced-4130-ad0e-006c6a58c9ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4f3255a3f3b432ca9a3d6e4cd5e0ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4748850 Aug 31 14:12:50.587199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54550) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:50.593555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0e424e7-f77c-4bb5-bb73-bf9d9f814c08 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:12:50.615007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.620667 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d0e424e7-f77c-4bb5-bb73-bf9d9f814c08 HTTP/1.1" status: 204 len: 168 time: 0.9623783 Aug 31 14:12:50.623754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54552) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:50.626606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72531f-34b5-43ae-8ea0-ee0b92d00a83 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0e424e7-f77c-4bb5-bb73-bf9d9f814c08,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:50.632897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Request body: {'network': {'name': 'tempest-network--1783513115', 'router:external': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:50.691778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.api [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:12:50.691778 n-d-792364-6 neutron-server[106387]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:12:50.691778 n-d-792364-6 neutron-server[106387]: [parameters: {'project_id': '1a744207f84943108c07b6490e82c9d9', 'id': '5051a80e-49a4-43f7-b2fe-78e1f31c3d2d', 'expiration': datetime.datetime(2021, 8, 31, 14, 14, 50, 657719)}] Aug 31 14:12:50.691778 n-d-792364-6 neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:12:50.692332 n-d-792364-6 neutron-server[106387]: DEBUG oslo_db.api [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:12:50.705677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-065b8929-cfdc-4ef2-acbc-cdfd0bc91095 req-7a28adcc-aa7e-4c45-9fa8-cc2a9ef656b0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Deleting port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:50.706213 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-065b8929-cfdc-4ef2-acbc-cdfd0bc91095 req-7a28adcc-aa7e-4c45-9fa8-cc2a9ef656b0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.710890 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bb4864e-7457-4d4b-a72c-cb0ba6b0c11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.722361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa88b4d-60b0-419a-b717-91cbe0639606 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Made reservation on behalf of 6ad49e0538aa49a4b756a920a88e2428 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:50.726091 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7aa88b4d-60b0-419a-b717-91cbe0639606 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.751029 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a671b292-2e6e-4eba-820f-7e69bb3e989b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.769306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54558) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:50.795418 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a671b292-2e6e-4eba-820f-7e69bb3e989b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.893086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c246-603d-4f2e-b058-1a53588f6685 req-26034c46-76a8-4d75-b103-6ae39f957548 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:50.894819 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6470c246-603d-4f2e-b058-1a53588f6685 req-26034c46-76a8-4d75-b103-6ae39f957548 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 946 time: 0.2396371 Aug 31 14:12:50.906996 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a671b292-2e6e-4eba-820f-7e69bb3e989b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.911176 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a671b292-2e6e-4eba-820f-7e69bb3e989b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.915334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a671b292-2e6e-4eba-820f-7e69bb3e989b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/612bfcfd-2b76-4438-8a63-fe68eea11855 HTTP/1.1" status: 204 len: 168 time: 0.3244455 Aug 31 14:12:50.918545 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bb4864e-7457-4d4b-a72c-cb0ba6b0c11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.922381 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bb4864e-7457-4d4b-a72c-cb0ba6b0c11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:50.925792 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6bb4864e-7457-4d4b-a72c-cb0ba6b0c11d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e870d31a-e76f-45c3-8d7b-36fef3286a44 HTTP/1.1" status: 204 len: 168 time: 0.4472940 Aug 31 14:12:50.930215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671b292-2e6e-4eba-820f-7e69bb3e989b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612bfcfd-2b76-4438-8a63-fe68eea11855,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:50.964574 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4864e-7457-4d4b-a72c-cb0ba6b0c11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e870d31a-e76f-45c3-8d7b-36fef3286a44,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:51.009684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-065b8929-cfdc-4ef2-acbc-cdfd0bc91095 req-7a28adcc-aa7e-4c45-9fa8-cc2a9ef656b0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] For port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e,segment=NetworkSegment(f48722d5-21f2-4b70-8a6d-c85e66c271da),segment_id=f48722d5-21f2-4b70-8a6d-c85e66c271da)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:51.009986 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-065b8929-cfdc-4ef2-acbc-cdfd0bc91095 req-7a28adcc-aa7e-4c45-9fa8-cc2a9ef656b0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.025227 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-286abddd-2318-49ec-baa2-dad8436520d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=725da7e3c8154e688b0109c6503773b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440259 Aug 31 14:12:51.028576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54568) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:51.066478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-065b8929-cfdc-4ef2-acbc-cdfd0bc91095 req-7a28adcc-aa7e-4c45-9fa8-cc2a9ef656b0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Calling delete_port for df469eb5-1c4b-417f-bbf3-c2ff7e92c66e owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:51.099094 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f82ee18-66be-44da-90ff-d8aef49b7a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.119012 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6470c246-603d-4f2e-b058-1a53588f6685 req-f1ad8c4c-0615-4ea0-81b5-8ab8c951f740 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f8a5344-eab2-4602-bae3-5db71bd55f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989870 Aug 31 14:12:51.136782 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f82ee18-66be-44da-90ff-d8aef49b7a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.227330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f82ee18-66be-44da-90ff-d8aef49b7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.237580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f82ee18-66be-44da-90ff-d8aef49b7a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.242009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2f82ee18-66be-44da-90ff-d8aef49b7a28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b834062a-073d-4629-8c73-406859c7fcaf HTTP/1.1" status: 204 len: 168 time: 0.2097180 Aug 31 14:12:51.261548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82ee18-66be-44da-90ff-d8aef49b7a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b834062a-073d-4629-8c73-406859c7fcaf,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:51.333719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Made reservation on behalf of 1a744207f84943108c07b6490e82c9d9 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:51.333719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.367883 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7aa88b4d-60b0-419a-b717-91cbe0639606 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.507232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:51.531750 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa88b4d-60b0-419a-b717-91cbe0639606 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'Subnet': ['ID=0d64e5db-6463-4c95-b693-dd7fa19d756f,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:51.542527 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.542890 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Added segment 6490f9af-fe6c-48ce-af54-56b4d7a648d8 of type vlan for network a300666d-829f-4c20-ba2a-bd571976655d Aug 31 14:12:51.587721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54580) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:51.593952 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa88b4d-60b0-419a-b717-91cbe0639606 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Checking segment: {'id': '42ac5e09-330d-4496-b2f9-9d384a720c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a9074f3-02a3-493e-8ddb-dafbecf8a19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:51.594437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa88b4d-60b0-419a-b717-91cbe0639606 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Network hostable DHCP agents. Network: 5a9074f3-02a3-493e-8ddb-dafbecf8a19d, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:12:51.602585 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-065b8929-cfdc-4ef2-acbc-cdfd0bc91095 req-7a28adcc-aa7e-4c45-9fa8-cc2a9ef656b0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.622617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:12:51.630498 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.637977 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ee6fa87-709f-4dfc-96d1-d6f537c877e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.678512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28adcc-aa7e-4c45-9fa8-cc2a9ef656b0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Pushing event deleted for resources: {'Port': ['ID=df469eb5-1c4b-417f-bbf3-c2ff7e92c66e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:51.744510 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.749070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:51.750041 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.753510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa88b4d-60b0-419a-b717-91cbe0639606 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Network 5a9074f3-02a3-493e-8ddb-dafbecf8a19d is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:12:51.846102 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ee6fa87-709f-4dfc-96d1-d6f537c877e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.851775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ee6fa87-709f-4dfc-96d1-d6f537c877e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.857902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event updated for resources: {'Network': ['ID=a300666d-829f-4c20-ba2a-bd571976655d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:51.860816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-065b8929-cfdc-4ef2-acbc-cdfd0bc91095 req-7a28adcc-aa7e-4c45-9fa8-cc2a9ef656b0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] No DVR routers for this DVR port df469eb5-1c4b-417f-bbf3-c2ff7e92c66e on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:12:51.863246 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54594) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:51.867503 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7aa88b4d-60b0-419a-b717-91cbe0639606 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 5a9074f3-02a3-493e-8ddb-dafbecf8a19d) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:51.870823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network a300666d-829f-4c20-ba2a-bd571976655d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:51.877506 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-065b8929-cfdc-4ef2-acbc-cdfd0bc91095 req-7a28adcc-aa7e-4c45-9fa8-cc2a9ef656b0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.880227 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-065b8929-cfdc-4ef2-acbc-cdfd0bc91095 req-7a28adcc-aa7e-4c45-9fa8-cc2a9ef656b0 tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.52 "DELETE /v2.0/ports/df469eb5-1c4b-417f-bbf3-c2ff7e92c66e HTTP/1.1" status: 204 len: 173 time: 1.6020739 Aug 31 14:12:51.901390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c72d2d6-75bb-441f-aef4-202f383e0248', 'name': 'network-vif-deleted', 'tag': 'df469eb5-1c4b-417f-bbf3-c2ff7e92c66e'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:12:51.907963 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bcfe20-fb95-4468-a77f-14f7509e03a0" -d '{"events": [{"server_uuid": "1c72d2d6-75bb-441f-aef4-202f383e0248", "name": "network-vif-deleted", "tag": "df469eb5-1c4b-417f-bbf3-c2ff7e92c66e"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:12:51.925224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa88b4d-60b0-419a-b717-91cbe0639606 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:51.926770 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7aa88b4d-60b0-419a-b717-91cbe0639606 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:51.935091 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6ee6fa87-709f-4dfc-96d1-d6f537c877e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c1d08eba7734993b623c0e05fdd00c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444681 Aug 31 14:12:51.936890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6fa87-709f-4dfc-96d1-d6f537c877e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff268831-64e9-4114-8db9-4a0f69c7f292,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:51.944579 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54600) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:51.968496 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d23b2f-dbd8-409b-b75c-f8080928779d None None] Network 5a9074f3-02a3-493e-8ddb-dafbecf8a19d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:51.980282 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b2d6b451-47cf-4d9c-9124-db999026f712 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3509655 Aug 31 14:12:51.983094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54604) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:52.057607 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fd2ee6a4-ce80-41af-b29a-044add424879 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a0f22a5a7254154ba136255b0e5666b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754496 Aug 31 14:12:52.058911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54608) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:52.078581 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7aa88b4d-60b0-419a-b717-91cbe0639606 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7443743 Aug 31 14:12:52.085837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54612) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:52.092673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-dc954cb6-c1d0-459e-8f32-347e7e984571 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Request body: {'network': {'name': 'tempest-router-network01--1098100114'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:52.145979 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc954cb6-c1d0-459e-8f32-347e7e984571 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Made reservation on behalf of 6ad49e0538aa49a4b756a920a88e2428 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:52.149556 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc954cb6-c1d0-459e-8f32-347e7e984571 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.203365 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccf0c483-deed-459e-97e9-bcb067aa528f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.263240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd56d5e7-c08b-478c-9092-1a7888ea0ad1 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:52.268566 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cd56d5e7-c08b-478c-9092-1a7888ea0ad1 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] 10.222.0.20 "GET /v2.0/networks/a300666d-829f-4c20-ba2a-bd571976655d HTTP/1.1" status: 200 len: 757 time: 0.2829499 Aug 31 14:12:52.270260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54620) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:52.285686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccf0c483-deed-459e-97e9-bcb067aa528f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.318783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc954cb6-c1d0-459e-8f32-347e7e984571 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:52.368064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-5a9074f3-02a3-493e-8ddb-dafbecf8a19d', 'network_id': '5a9074f3-02a3-493e-8ddb-dafbecf8a19d', 'tenant_id': '6ad49e0538aa49a4b756a920a88e2428', 'fixed_ips': [{'subnet_id': '0d64e5db-6463-4c95-b693-dd7fa19d756f'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:12:52.368961 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.389412 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24fcecd0-079d-4406-a349-1af54efb6770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.409152 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc954cb6-c1d0-459e-8f32-347e7e984571 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.409544 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-dc954cb6-c1d0-459e-8f32-347e7e984571 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Added segment 1796920d-2c61-40cd-ba1d-d83bffbb8df4 of type vlan for network 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423 Aug 31 14:12:52.498734 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4997b1a9-481b-440a-ae9e-2ffff9c83fe2 req-baee8115-64a4-4e09-a47a-3415643eba2c tempest-ServersTestJSON-406083278 tempest-ServersTestJSON-406083278-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c72d2d6-75bb-441f-aef4-202f383e0248 HTTP/1.1" status: 200 len: 210 time: 0.1571608 Aug 31 14:12:52.518232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ed57d-33b4-4ecf-866b-fdbc645b411d tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:52.520917 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b45ee84-48da-4154-81ae-ed0fe264160e x-openstack-request-id: req-3b45ee84-48da-4154-81ae-ed0fe264160e {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:12:52.521479 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c72d2d6-75bb-441f-aef4-202f383e0248", "name": "network-vif-deleted", "tag": "df469eb5-1c4b-417f-bbf3-c2ff7e92c66e", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:12:52.523249 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b45ee84-48da-4154-81ae-ed0fe264160e {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:12:52.523869 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c72d2d6-75bb-441f-aef4-202f383e0248', 'name': 'network-vif-deleted', 'tag': 'df469eb5-1c4b-417f-bbf3-c2ff7e92c66e', 'status': 'completed', 'code': 200} Aug 31 14:12:52.524012 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a76ed57d-33b4-4ecf-866b-fdbc645b411d tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] 10.222.0.20 "GET /v2.0/networks/3deaa919-555c-4f5f-87e7-a9c9b4262b80 HTTP/1.1" status: 200 len: 768 time: 0.2524428 Aug 31 14:12:52.527396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54628) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:52.576347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24fcecd0-079d-4406-a349-1af54efb6770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.597573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc954cb6-c1d0-459e-8f32-347e7e984571 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.617299 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccf0c483-deed-459e-97e9-bcb067aa528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.620195 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccf0c483-deed-459e-97e9-bcb067aa528f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.622216 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ccf0c483-deed-459e-97e9-bcb067aa528f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff268831-64e9-4114-8db9-4a0f69c7f292 HTTP/1.1" status: 204 len: 168 time: 0.6757660 Aug 31 14:12:52.659854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0c483-deed-459e-97e9-bcb067aa528f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff268831-64e9-4114-8db9-4a0f69c7f292,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:52.675986 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc954cb6-c1d0-459e-8f32-347e7e984571 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.681072 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.681682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc954cb6-c1d0-459e-8f32-347e7e984571 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:52.682305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc954cb6-c1d0-459e-8f32-347e7e984571 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.733767 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24fcecd0-079d-4406-a349-1af54efb6770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.736336 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24fcecd0-079d-4406-a349-1af54efb6770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.736751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Allocated IP 2001:db8::2 (5a9074f3-02a3-493e-8ddb-dafbecf8a19d/0d64e5db-6463-4c95-b693-dd7fa19d756f/d7395078-1503-4d90-9ed1-023c5c6ad29e) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:52.737574 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-24fcecd0-079d-4406-a349-1af54efb6770 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/190d2e30-3db7-4ecd-b46d-0de19041c1e8 HTTP/1.1" status: 204 len: 168 time: 0.6774573 Aug 31 14:12:52.752126 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dc954cb6-c1d0-459e-8f32-347e7e984571 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6653848 Aug 31 14:12:52.758517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54640) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:52.763871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4201f65c-bdba-4fc1-80f0-6896c8b6bcd5 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Request body: {'network': {'name': 'tempest-router-network02--720536240'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:52.775228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcecd0-079d-4406-a349-1af54efb6770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190d2e30-3db7-4ecd-b46d-0de19041c1e8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:52.802449 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc954cb6-c1d0-459e-8f32-347e7e984571 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'Network': ['ID=0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:52.826939 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4201f65c-bdba-4fc1-80f0-6896c8b6bcd5 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Made reservation on behalf of 6ad49e0538aa49a4b756a920a88e2428 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:52.831303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4201f65c-bdba-4fc1-80f0-6896c8b6bcd5 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.864360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54642) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:52.888898 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.898836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4201f65c-bdba-4fc1-80f0-6896c8b6bcd5 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:52.910570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a300666d-829f-4c20-ba2a-bd571976655d']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:52.921321 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4201f65c-bdba-4fc1-80f0-6896c8b6bcd5 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:52.924475 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-4201f65c-bdba-4fc1-80f0-6896c8b6bcd5 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Added segment 65b4551e-cf7a-459a-a24b-138a7279dbfe of type vlan for network 01d87799-496d-4df6-9a2d-404b29eab96b Aug 31 14:12:52.938795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6490f9af-fe6c-48ce-af54-56b4d7a648d8') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:52.941121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6490f9af-fe6c-48ce-af54-56b4d7a648d8') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:52.962376 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.004005 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4201f65c-bdba-4fc1-80f0-6896c8b6bcd5 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.006433 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.014281 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.018841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:53.022143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:53.024875 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:53.027138 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:53.070725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4201f65c-bdba-4fc1-80f0-6896c8b6bcd5 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.079165 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4201f65c-bdba-4fc1-80f0-6896c8b6bcd5 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:53.081979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4201f65c-bdba-4fc1-80f0-6896c8b6bcd5 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.110416 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.118137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a300666d-829f-4c20-ba2a-bd571976655d {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:12:53.131234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4201f65c-bdba-4fc1-80f0-6896c8b6bcd5 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3716037 Aug 31 14:12:53.136581 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.142750 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a300666d-829f-4c20-ba2a-bd571976655d HTTP/1.1" status: 204 len: 168 time: 0.6134193 Aug 31 14:12:53.151106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54654) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:53.151649 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54656) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:53.158709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2c10302f-bbef-42f4-abd1-5f39173cfe97 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Request body: {'network': {'name': 'tempest-network--1684464329'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:53.171933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779c893-b4e6-4e4a-9b69-0a8b4f6f179c tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event deleted for resources: {'Network': ['ID=a300666d-829f-4c20-ba2a-bd571976655d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:53.194417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b6167fed-cd5c-4cd4-a229-2743e069ba59 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Request body: {'subnet': {'network_id': '0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:53.198241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Transition to ACTIVE for port object d7395078-1503-4d90-9ed1-023c5c6ad29e will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:53.255485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Transition to ACTIVE for port object d7395078-1503-4d90-9ed1-023c5c6ad29e will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:53.266202 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201f65c-bdba-4fc1-80f0-6896c8b6bcd5 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'Network': ['ID=01d87799-496d-4df6-9a2d-404b29eab96b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:53.291660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 01d87799-496d-4df6-9a2d-404b29eab96b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:53.382537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c10302f-bbef-42f4-abd1-5f39173cfe97 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Made reservation on behalf of 1a744207f84943108c07b6490e82c9d9 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:53.385024 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c10302f-bbef-42f4-abd1-5f39173cfe97 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.394477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-46003283-network', 'tenant_id': '0f573d79f178449f86f4510b41534f07'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:53.427381 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c10302f-bbef-42f4-abd1-5f39173cfe97 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:53.440967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c10302f-bbef-42f4-abd1-5f39173cfe97 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.441386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:53.442089 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-2c10302f-bbef-42f4-abd1-5f39173cfe97 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Added segment 3159157a-ff6a-4a98-9043-0a5a68da1ba9 of type vlan for network 8e964393-e566-4cfb-963b-e2d9d26e31f4 Aug 31 14:12:53.444118 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.462989 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.480074 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.521899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6167fed-cd5c-4cd4-a229-2743e069ba59 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Made reservation on behalf of 6ad49e0538aa49a4b756a920a88e2428 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:53.527231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6167fed-cd5c-4cd4-a229-2743e069ba59 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.581012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Network 5a9074f3-02a3-493e-8ddb-dafbecf8a19d is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:53.604510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:53.606549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54680) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:53.616650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:53.647296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Pushing event updated for resources: {'Port': ['ID=d7395078-1503-4d90-9ed1-023c5c6ad29e,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:53.771888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-640b4b81-b67a-4bdd-9689-d0eb2dd97aef admin admin] Deleting subnet ac749944-61c0-4e97-a3b2-48b24cb2a6a5 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:12:53.774833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Attempting to bind port d7395078-1503-4d90-9ed1-023c5c6ad29e on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:53.775358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Attempting to bind port d7395078-1503-4d90-9ed1-023c5c6ad29e by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '42ac5e09-330d-4496-b2f9-9d384a720c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a9074f3-02a3-493e-8ddb-dafbecf8a19d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:53.775571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Attempting to bind port d7395078-1503-4d90-9ed1-023c5c6ad29e on network 5a9074f3-02a3-493e-8ddb-dafbecf8a19d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:53.787598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:53.788274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Checking segment: {'id': '42ac5e09-330d-4496-b2f9-9d384a720c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a9074f3-02a3-493e-8ddb-dafbecf8a19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:53.788877 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.789033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-640b4b81-b67a-4bdd-9689-d0eb2dd97aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.795061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Bound using segment: {'id': '42ac5e09-330d-4496-b2f9-9d384a720c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a9074f3-02a3-493e-8ddb-dafbecf8a19d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:53.795880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Bound port: d7395078-1503-4d90-9ed1-023c5c6ad29e, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ac5e09-330d-4496-b2f9-9d384a720c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5a9074f3-02a3-493e-8ddb-dafbecf8a19d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:53.796524 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.911156 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.924735 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-640b4b81-b67a-4bdd-9689-d0eb2dd97aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.928581 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.941074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] For port d7395078-1503-4d90-9ed1-023c5c6ad29e, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:53.948072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] For port d7395078-1503-4d90-9ed1-023c5c6ad29e, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d7395078-1503-4d90-9ed1-023c5c6ad29e,segment=NetworkSegment(42ac5e09-330d-4496-b2f9-9d384a720c5e),segment_id=42ac5e09-330d-4496-b2f9-9d384a720c5e)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:53.955944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:53.960580 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.964100 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6167fed-cd5c-4cd4-a229-2743e069ba59 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:53.995047 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c10302f-bbef-42f4-abd1-5f39173cfe97 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.046659 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.047320 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Added segment be311cc8-6270-402e-b3df-20c689500bc1 of type vlan for network f61a66ed-e073-4160-9a7b-510fffda1238 Aug 31 14:12:54.094617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651164d-973f-4efe-b272-527c879d9f92 None None] Pushing event updated for resources: {'Port': ['ID=d7395078-1503-4d90-9ed1-023c5c6ad29e,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:54.115327 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c10302f-bbef-42f4-abd1-5f39173cfe97 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.117118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10302f-bbef-42f4-abd1-5f39173cfe97 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.117725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2c10302f-bbef-42f4-abd1-5f39173cfe97 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.149588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37ef43b-838e-4af0-a412-1efe682687f8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:54.171841 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-640b4b81-b67a-4bdd-9689-d0eb2dd97aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.176503 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.263316 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.264769 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.265489 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.288320 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2c10302f-bbef-42f4-abd1-5f39173cfe97 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1337080 Aug 31 14:12:54.291198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54708) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:54.305094 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f74255b0-cb82-4d7f-a3c8-4b9602520233 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:54.411752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5401151 Aug 31 14:12:54.416863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54714) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:54.447574 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-db8400ce-cb18-4d3a-afbf-c8853d7b77ad admin admin] Request body: {'subnet': {'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-subnet', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:54.457820 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-640b4b81-b67a-4bdd-9689-d0eb2dd97aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.503965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b4b81-b67a-4bdd-9689-d0eb2dd97aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac749944-61c0-4e97-a3b2-48b24cb2a6a5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:54.510915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7a6c1-cba8-4018-8add-ef9352593cde admin admin] Pushing event updated for resources: {'Network': ['ID=f61a66ed-e073-4160-9a7b-510fffda1238,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:54.520189 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-640b4b81-b67a-4bdd-9689-d0eb2dd97aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.523262 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-640b4b81-b67a-4bdd-9689-d0eb2dd97aef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ac749944-61c0-4e97-a3b2-48b24cb2a6a5 HTTP/1.1" status: 204 len: 168 time: 0.9154587 Aug 31 14:12:54.523416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network f61a66ed-e073-4160-9a7b-510fffda1238 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:54.526160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54716) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:54.553504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f74255b0-cb82-4d7f-a3c8-4b9602520233 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.566897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6167fed-cd5c-4cd4-a229-2743e069ba59 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Checking segment: {'id': '1796920d-2c61-40cd-ba1d-d83bffbb8df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:54.567285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6167fed-cd5c-4cd4-a229-2743e069ba59 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Network hostable DHCP agents. Network: 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:12:54.579506 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6167fed-cd5c-4cd4-a229-2743e069ba59 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'Subnet': ['ID=cddd9603-176f-4773-9c27-68c8d4faae31,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:54.594925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10302f-bbef-42f4-abd1-5f39173cfe97 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event updated for resources: {'Network': ['ID=8e964393-e566-4cfb-963b-e2d9d26e31f4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:54.599897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f74255b0-cb82-4d7f-a3c8-4b9602520233 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.644437 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 8e964393-e566-4cfb-963b-e2d9d26e31f4 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:54.645168 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.710563 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6167fed-cd5c-4cd4-a229-2743e069ba59 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Network 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:12:54.724204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f74255b0-cb82-4d7f-a3c8-4b9602520233 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Network 8e964393-e566-4cfb-963b-e2d9d26e31f4 is not hosted by any dhcp agent {{(pid=106387) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:12:54.725705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74255b0-cb82-4d7f-a3c8-4b9602520233 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.726376 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f74255b0-cb82-4d7f-a3c8-4b9602520233 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.728174 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f74255b0-cb82-4d7f-a3c8-4b9602520233 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "PUT /v2.0/networks/8e964393-e566-4cfb-963b-e2d9d26e31f4 HTTP/1.1" status: 200 len: 858 time: 0.4322305 Aug 31 14:12:54.732637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54724) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:54.736020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8400ce-cb18-4d3a-afbf-c8853d7b77ad admin admin] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:54.749119 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8400ce-cb18-4d3a-afbf-c8853d7b77ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.758740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b6167fed-cd5c-4cd4-a229-2743e069ba59 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:54.785103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb322728-a344-4fcb-be1f-aaea50e6ccad None None] Network 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:54.811930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54726) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:54.846748 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6167fed-cd5c-4cd4-a229-2743e069ba59 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:54.847401 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6167fed-cd5c-4cd4-a229-2743e069ba59 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.853483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74255b0-cb82-4d7f-a3c8-4b9602520233 tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event updated for resources: {'Network': ['ID=8e964393-e566-4cfb-963b-e2d9d26e31f4,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:54.897148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device df469eb5-1c4b-417f-bbf3-c2ff7e92c66e no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:12:54.911310 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b6167fed-cd5c-4cd4-a229-2743e069ba59 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7566471 Aug 31 14:12:54.917005 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54734) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:54.931212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-489b6252-d42b-4e65-b760-e78b67756646 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Request body: {'subnet': {'network_id': '01d87799-496d-4df6-9a2d-404b29eab96b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:54.933175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:54.951297 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cee240c-5069-4a5d-a626-9016f3a55c41']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:54.958187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: df469eb5-1c4b-417f-bbf3-c2ff7e92c66e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:12:54.958585 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device df469eb5-1c4b-417f-bbf3-c2ff7e92c66e not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:12:54.975935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48722d5-21f2-4b70-8a6d-c85e66c271da') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:54.976678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48722d5-21f2-4b70-8a6d-c85e66c271da') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:54.993597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.022798 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.037356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:55.038742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:55.041672 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:55.142307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423', 'network_id': '0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423', 'tenant_id': '6ad49e0538aa49a4b756a920a88e2428', 'fixed_ips': [{'subnet_id': 'cddd9603-176f-4773-9c27-68c8d4faae31'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:12:55.151734 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.175177 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.213036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489b6252-d42b-4e65-b760-e78b67756646 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Made reservation on behalf of 6ad49e0538aa49a4b756a920a88e2428 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:55.217454 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-489b6252-d42b-4e65-b760-e78b67756646 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.281007 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.298476 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.302757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] 10.222.0.20 "DELETE /v2.0/networks/0cee240c-5069-4a5d-a626-9016f3a55c41 HTTP/1.1" status: 204 len: 168 time: 0.7731786 Aug 31 14:12:55.363450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd630d-62b7-4759-912b-c54d64ddb88a admin admin] Pushing event deleted for resources: {'Network': ['ID=0cee240c-5069-4a5d-a626-9016f3a55c41,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:55.395307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-389352573'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:55.417459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8400ce-cb18-4d3a-afbf-c8853d7b77ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.473867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8400ce-cb18-4d3a-afbf-c8853d7b77ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e78251-b3fe-4763-9e2c-bc513ea64886,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:55.505573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.519443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:55.523960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e964393-e566-4cfb-963b-e2d9d26e31f4']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:55.541117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.541984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3159157a-ff6a-4a98-9043-0a5a68da1ba9') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:55.542528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3159157a-ff6a-4a98-9043-0a5a68da1ba9') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:55.553765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Allocated IP 2001:db8::2 (0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423/cddd9603-176f-4773-9c27-68c8d4faae31/1a3ef284-89dd-4036-852b-65437121f984) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:55.557796 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.578412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.605229 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.622455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8400ce-cb18-4d3a-afbf-c8853d7b77ad admin admin] Checking segment: {'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:55.625062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8400ce-cb18-4d3a-afbf-c8853d7b77ad admin admin] Network hostable DHCP agents. Network: f61a66ed-e073-4160-9a7b-510fffda1238, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:12:55.627220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:55.631027 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:55.641336 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:55.698019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8400ce-cb18-4d3a-afbf-c8853d7b77ad admin admin] Network f61a66ed-e073-4160-9a7b-510fffda1238 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:12:55.737109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-db8400ce-cb18-4d3a-afbf-c8853d7b77ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, f61a66ed-e073-4160-9a7b-510fffda1238) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:55.761093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8400ce-cb18-4d3a-afbf-c8853d7b77ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:55.764466 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db8400ce-cb18-4d3a-afbf-c8853d7b77ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.799356 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2231c42-0080-4143-b5b6-37792acd071d None None] Network f61a66ed-e073-4160-9a7b-510fffda1238 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:55.837488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54758) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:55.863682 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.876556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e964393-e566-4cfb-963b-e2d9d26e31f4 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:12:55.877549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.888412 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.894929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8e964393-e566-4cfb-963b-e2d9d26e31f4 HTTP/1.1" status: 204 len: 168 time: 1.1565995 Aug 31 14:12:55.896106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54760) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:55.900356 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.929158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9e727-113f-41d6-9754-29f0747bcb7e tempest-ExternalNetworksTestJSON-1881124338 tempest-ExternalNetworksTestJSON-1881124338-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e964393-e566-4cfb-963b-e2d9d26e31f4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:55.941949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:12:55.955273 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.956050 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Added segment 36385085-bf9c-4856-8b53-878f91472619 of type vlan for network da4c3e7b-d0fb-4990-bf20-2699b1577677 Aug 31 14:12:55.967408 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-489b6252-d42b-4e65-b760-e78b67756646 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.988077 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:55.997518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Transition to ACTIVE for port object 1a3ef284-89dd-4036-852b-65437121f984 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:56.016749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Transition to ACTIVE for port object 1a3ef284-89dd-4036-852b-65437121f984 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:56.021835 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.030841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ac8692-2c48-4352-8cd1-e4f9b3f4d77d None None] Network 5a9074f3-02a3-493e-8ddb-dafbecf8a19d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:56.056842 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.083855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b6252-d42b-4e65-b760-e78b67756646 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'Subnet': ['ID=41abce98-8edd-4229-a119-cd08a01d9e1e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:56.109915 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-db8400ce-cb18-4d3a-afbf-c8853d7b77ad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6764283 Aug 31 14:12:56.113622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54766) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:56.113829 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-25e145f6-345a-4a61-990a-c04f8647d4e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b56ff521ec64837928c13543219af1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725008 Aug 31 14:12:56.119741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:56.128456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54768) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:56.167299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.182779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:56.186343 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.335915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b6252-d42b-4e65-b760-e78b67756646 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Checking segment: {'id': '65b4551e-cf7a-459a-a24b-138a7279dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '01d87799-496d-4df6-9a2d-404b29eab96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:56.336862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489b6252-d42b-4e65-b760-e78b67756646 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Network hostable DHCP agents. Network: 01d87799-496d-4df6-9a2d-404b29eab96b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:12:56.339543 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e58c013e-a5e8-4db1-85b2-bc1c50ed3670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.344337 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.345618 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.390820 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94afa62-7809-48ea-9ac6-c539a1889dee tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] DELETE failed (client error): The resource could not be found. Aug 31 14:12:56.390820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94afa62-7809-48ea-9ac6-c539a1889dee tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:12:56.393253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d7395078-1503-4d90-9ed1-023c5c6ad29e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:56.395020 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c94afa62-7809-48ea-9ac6-c539a1889dee tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] 10.222.0.20 "DELETE /v2.0/subnets/edd9bcc6-2380-4112-999e-86c994a5848e HTTP/1.1" status: 404 len: 337 time: 0.4984252 Aug 31 14:12:56.395276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cdaa3a1c-280a-4fea-a34f-329f74490674 None None] Provisioning for port d7395078-1503-4d90-9ed1-023c5c6ad29e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:56.408592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54780) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:56.460180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6433163 Aug 31 14:12:56.460180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5839c22-c10f-40dc-a57f-54acb8356068,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:56.464224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54784) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:56.480181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ed86fa47-2df9-4b0c-88a3-3e6f86a1d708 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:56.489218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dd765-2844-46a1-8a33-9430b856eba2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Network': ['ID=da4c3e7b-d0fb-4990-bf20-2699b1577677,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:56.537327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Pushing event updated for resources: {'Port': ['ID=1a3ef284-89dd-4036-852b-65437121f984,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:56.581534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:12:56.700455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed86fa47-2df9-4b0c-88a3-3e6f86a1d708 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:56.703465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Network 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:56.705039 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed86fa47-2df9-4b0c-88a3-3e6f86a1d708 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.718218 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:56.729416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:56.887969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port d7395078-1503-4d90-9ed1-023c5c6ad29e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:12:56.901355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d7395078-1503-4d90-9ed1-023c5c6ad29e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:56.901638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.923743 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:56.931352 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.021019 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.034189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Attempting to bind port 1a3ef284-89dd-4036-852b-65437121f984 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:12:57.034189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Attempting to bind port 1a3ef284-89dd-4036-852b-65437121f984 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '1796920d-2c61-40cd-ba1d-d83bffbb8df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:12:57.034453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Attempting to bind port 1a3ef284-89dd-4036-852b-65437121f984 on network 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:12:57.051835 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e58c013e-a5e8-4db1-85b2-bc1c50ed3670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.062202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:12:57.062612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Checking segment: {'id': '1796920d-2c61-40cd-ba1d-d83bffbb8df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:57.062995 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.063387 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Bound using segment: {'id': '1796920d-2c61-40cd-ba1d-d83bffbb8df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:12:57.063875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Bound port: 1a3ef284-89dd-4036-852b-65437121f984, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1796920d-2c61-40cd-ba1d-d83bffbb8df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:12:57.064255 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.085269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-f61a66ed-e073-4160-9a7b-510fffda1238', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'fixed_ips': [{'subnet_id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:12:57.086439 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.110768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489b6252-d42b-4e65-b760-e78b67756646 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Network 01d87799-496d-4df6-9a2d-404b29eab96b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:12:57.165575 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed86fa47-2df9-4b0c-88a3-3e6f86a1d708 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.213846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.233904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-489b6252-d42b-4e65-b760-e78b67756646 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 01d87799-496d-4df6-9a2d-404b29eab96b) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:57.268335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86fa47-2df9-4b0c-88a3-3e6f86a1d708 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=70edfc82-c1d5-4835-bf42-722bd53ae06e,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:57.278126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86fa47-2df9-4b0c-88a3-3e6f86a1d708 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:12:57.278809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed86fa47-2df9-4b0c-88a3-3e6f86a1d708 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network hostable DHCP agents. Network: da4c3e7b-d0fb-4990-bf20-2699b1577677, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:12:57.300719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed86fa47-2df9-4b0c-88a3-3e6f86a1d708 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:12:57.312606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed019ec4-ca21-453d-b676-4769c911b6c6 None None] Network 01d87799-496d-4df6-9a2d-404b29eab96b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:57.316558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ed86fa47-2df9-4b0c-88a3-3e6f86a1d708 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, da4c3e7b-d0fb-4990-bf20-2699b1577677) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:57.322065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed86fa47-2df9-4b0c-88a3-3e6f86a1d708 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:57.322884 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed86fa47-2df9-4b0c-88a3-3e6f86a1d708 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.343045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ed86fa47-2df9-4b0c-88a3-3e6f86a1d708 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8763101 Aug 31 14:12:57.346646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54804) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:57.355120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'name': 'tempest-NetworksTestDHCPv6-597488729'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:12:57.363871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489b6252-d42b-4e65-b760-e78b67756646 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:57.364512 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-489b6252-d42b-4e65-b760-e78b67756646 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.383084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port d7395078-1503-4d90-9ed1-023c5c6ad29e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d7395078-1503-4d90-9ed1-023c5c6ad29e,segment=NetworkSegment(42ac5e09-330d-4496-b2f9-9d384a720c5e),segment_id=42ac5e09-330d-4496-b2f9-9d384a720c5e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:12:57.384737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00c4076-3735-47a6-a001-c8b1a227100a None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:12:57.448676 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.468140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3deaa919-555c-4f5f-87e7-a9c9b4262b80']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:57.479284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023e7129-0b0f-4ccf-b639-cf12dfd9db9b') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:57.479630 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023e7129-0b0f-4ccf-b639-cf12dfd9db9b') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:12:57.489395 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.507561 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.514150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:12:57.514545 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:12:57.531122 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:12:57.541513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:12:57.545608 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.546706 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.573454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 4b332216-bfbd-4055-9531-85dd4af9c740 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:12:57.597933 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-489b6252-d42b-4e65-b760-e78b67756646 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6771224 Aug 31 14:12:57.604860 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e58c013e-a5e8-4db1-85b2-bc1c50ed3670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.607462 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e58c013e-a5e8-4db1-85b2-bc1c50ed3670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.608720 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e58c013e-a5e8-4db1-85b2-bc1c50ed3670 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f8a5344-eab2-4602-bae3-5db71bd55f51 HTTP/1.1" status: 204 len: 168 time: 1.4734516 Aug 31 14:12:57.609336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54812) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:57.649240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54816) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:57.789491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::c3 (da4c3e7b-d0fb-4990-bf20-2699b1577677/70edfc82-c1d5-4835-bf42-722bd53ae06e/4b332216-bfbd-4055-9531-85dd4af9c740) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:57.871506 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c013e-a5e8-4db1-85b2-bc1c50ed3670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8a5344-eab2-4602-bae3-5db71bd55f51,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:57.875227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] For port 1a3ef284-89dd-4036-852b-65437121f984, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:12:57.884230 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.906873 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:57.914399 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] 10.222.0.20 "DELETE /v2.0/networks/3deaa919-555c-4f5f-87e7-a9c9b4262b80 HTTP/1.1" status: 204 len: 168 time: 1.5016155 Aug 31 14:12:57.932720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befdf7f-e0df-4211-87ca-f3611ffd9e46 tempest-ExternalNetworksTestJSON-2118280844 tempest-ExternalNetworksTestJSON-2118280844-project] Pushing event deleted for resources: {'Network': ['ID=3deaa919-555c-4f5f-87e7-a9c9b4262b80,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:57.945643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=d7395078-1503-4d90-9ed1-023c5c6ad29e,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:57.970653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Allocated IP 172.20.0.2 (f61a66ed-e073-4160-9a7b-510fffda1238/b3e78251-b3fe-4763-9e2c-bc513ea64886/1cc8a6de-d996-4f12-8e57-62631abe3f9f) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:58.049879 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.093079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 4b332216-bfbd-4055-9531-85dd4af9c740 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:58.145698 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.146052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] For port 1a3ef284-89dd-4036-852b-65437121f984, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1a3ef284-89dd-4036-852b-65437121f984,segment=NetworkSegment(1796920d-2c61-40cd-ba1d-d83bffbb8df4),segment_id=1796920d-2c61-40cd-ba1d-d83bffbb8df4)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:12:58.194744 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.210313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:12:58.216761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:12:58.221257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:12:58.231997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:58.233053 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.250493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=4b332216-bfbd-4055-9531-85dd4af9c740,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:58.291798 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-29722b70-123d-4fd0-a6fe-fb8403fa66d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9426856 Aug 31 14:12:58.295450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54834) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:58.375460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d7395078-1503-4d90-9ed1-023c5c6ad29e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:12:58.375865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e4b164-3931-4623-b41f-b75e973b7573 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:58.379276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-01d87799-496d-4df6-9a2d-404b29eab96b', 'network_id': '01d87799-496d-4df6-9a2d-404b29eab96b', 'tenant_id': '6ad49e0538aa49a4b756a920a88e2428', 'fixed_ips': [{'subnet_id': '41abce98-8edd-4229-a119-cd08a01d9e1e'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:12:58.380104 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-28e4b164-3931-4623-b41f-b75e973b7573 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0836079 Aug 31 14:12:58.385347 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.391859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54838) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:58.399639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a91e4589-a9a0-41e6-9708-39aeed34d771 None None] Provisioning complete for port d7395078-1503-4d90-9ed1-023c5c6ad29e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:58.401290 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a91e4589-a9a0-41e6-9708-39aeed34d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.472175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3405f34-8b79-4ab8-b469-5a012cb3055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.628145 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.651822 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.695001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54846) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:58.721519 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.746792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bb7f2-b215-406b-97b2-f8bc1ad25a6d None None] Pushing event updated for resources: {'Port': ['ID=1a3ef284-89dd-4036-852b-65437121f984,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:58.787093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-da89bd96-108f-4805-985a-107df9791a80 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 4b332216-bfbd-4055-9531-85dd4af9c740 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:12:58.788025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da89bd96-108f-4805-985a-107df9791a80 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.791715 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.791890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '70edfc82-c1d5-4835-bf42-722bd53ae06e'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:12:58.803649 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:58.902325 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:12:58.993438 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da89bd96-108f-4805-985a-107df9791a80 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.024225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-da89bd96-108f-4805-985a-107df9791a80 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 4b332216-bfbd-4055-9531-85dd4af9c740 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:12:59.058936 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Transition to ACTIVE for port object 1cc8a6de-d996-4f12-8e57-62631abe3f9f will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:59.145477 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Allocated IP 172.25.3.154 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/ad3a2543-ada6-4361-82e3-3cd599bdd714) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:59.201563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Transition to ACTIVE for port object 1cc8a6de-d996-4f12-8e57-62631abe3f9f will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:59.247007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d7395078-1503-4d90-9ed1-023c5c6ad29e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:12:59.248888 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.282795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Allocated IP 2001:db8::2 (01d87799-496d-4df6-9a2d-404b29eab96b/41abce98-8edd-4229-a119-cd08a01d9e1e/83cc0ac6-0e35-497b-b6fb-22cafc2a10be) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:59.326991 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da89bd96-108f-4805-985a-107df9791a80 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.395365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89bd96-108f-4805-985a-107df9791a80 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=4b332216-bfbd-4055-9531-85dd4af9c740,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:59.450843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Allocated IP 2001:db8::1 (0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423/cddd9603-176f-4773-9c27-68c8d4faae31/256068c9-bda4-47e9-910e-c1c0dc00bff5) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:59.459804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ffbff456-5b01-497a-8923-3277da323475 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27303cdc59804df682069900cccbf362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7615733 Aug 31 14:12:59.460672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54874) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:59.470293 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da89bd96-108f-4805-985a-107df9791a80 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.475229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-da89bd96-108f-4805-985a-107df9791a80 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/4b332216-bfbd-4055-9531-85dd4af9c740 HTTP/1.1" status: 204 len: 168 time: 1.0816231 Aug 31 14:12:59.475912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54876) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:59.498975 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3405f34-8b79-4ab8-b469-5a012cb3055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.539665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.555011 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3405f34-8b79-4ab8-b469-5a012cb3055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.600216 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.608599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3405f34-8b79-4ab8-b469-5a012cb3055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6af30c0-8d0e-41e2-873c-773664d63993,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:12:59.627832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Transition to ACTIVE for port object 83cc0ac6-0e35-497b-b6fb-22cafc2a10be will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:12:59.635589 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.650892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Allocated IP 2001:db8::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/70edfc82-c1d5-4835-bf42-722bd53ae06e/3a59c7c3-dbdb-4f8f-acfb-7d619507c59e) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:12:59.709077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312de2d-2492-4419-977a-954d0dbc91be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:59.710856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312de2d-2492-4419-977a-954d0dbc91be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:12:59.718759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6312de2d-2492-4419-977a-954d0dbc91be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2326164 Aug 31 14:12:59.722066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54888) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:59.740010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54890) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:12:59.744213 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c3405f34-8b79-4ab8-b469-5a012cb3055d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28d987c1772a45b49c5f7afeebe1e553&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0936470 Aug 31 14:12:59.771600 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4a30487-bdfa-400f-b875-98b7f6600b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.833316 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4a30487-bdfa-400f-b875-98b7f6600b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.904398 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4a30487-bdfa-400f-b875-98b7f6600b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.910774 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4a30487-bdfa-400f-b875-98b7f6600b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:12:59.912255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b4a30487-bdfa-400f-b875-98b7f6600b88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/591ecc59-a16b-4360-a951-0431755e6df3 HTTP/1.1" status: 204 len: 168 time: 0.4461296 Aug 31 14:12:59.923504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a30487-bdfa-400f-b875-98b7f6600b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591ecc59-a16b-4360-a951-0431755e6df3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:00.014927 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfbb190-1e0e-4327-80a0-549628f1ff57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 70edfc82-c1d5-4835-bf42-722bd53ae06e {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:00.089678 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bfce03d0-a1ad-4c1b-a5f6-4bd6a5f46e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.134823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.159733 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.180007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Transition to ACTIVE for port object 83cc0ac6-0e35-497b-b6fb-22cafc2a10be will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:00.260057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b2eee4-b56d-4f03-b22e-1478c20e6493 None None] Network 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:00.264371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Pushing event updated for resources: {'Port': ['ID=1cc8a6de-d996-4f12-8e57-62631abe3f9f,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:00.265613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Pushing event updated for resources: {'Port': ['ID=ad3a2543-ada6-4361-82e3-3cd599bdd714,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:00.280114 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.297146 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bfce03d0-a1ad-4c1b-a5f6-4bd6a5f46e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.303521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Network f61a66ed-e073-4160-9a7b-510fffda1238 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:00.342773 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c29d564-a6e0-48ed-beaf-c562c94f22b2 req-54c44382-5275-41f9-908e-6e2ac728a353 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0842199 Aug 31 14:13:00.373511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:00.388516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Transition to ACTIVE for port object 256068c9-bda4-47e9-910e-c1c0dc00bff5 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:00.404600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Network 01d87799-496d-4df6-9a2d-404b29eab96b is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:00.420987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:00.423991 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:00.444355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:00.448638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bfce03d0-a1ad-4c1b-a5f6-4bd6a5f46e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.453784 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bfce03d0-a1ad-4c1b-a5f6-4bd6a5f46e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.455204 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bfce03d0-a1ad-4c1b-a5f6-4bd6a5f46e6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6af30c0-8d0e-41e2-873c-773664d63993 HTTP/1.1" status: 204 len: 168 time: 0.7140143 Aug 31 14:13:00.459203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:00.462772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-188b3f89-4213-4288-9349-f630bb619af4 None None] Provisioning for port 1a3ef284-89dd-4036-852b-65437121f984 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:00.481540 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.490175 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce03d0-a1ad-4c1b-a5f6-4bd6a5f46e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6af30c0-8d0e-41e2-873c-773664d63993,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:00.540974 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:00.547758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:00.582042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Network 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:00.634136 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:00.641106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Pushing event updated for resources: {'Port': ['ID=83cc0ac6-0e35-497b-b6fb-22cafc2a10be,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:00.642707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:00.643248 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.652170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54926) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:00.717829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'Port': ['ID=256068c9-bda4-47e9-910e-c1c0dc00bff5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:00.758850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-77618055-db88-4014-8cd5-61d7647c8d63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a744207f84943108c07b6490e82c9d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019304 Aug 31 14:13:00.759602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54932) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:00.792411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Attempting to bind port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:00.792813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Attempting to bind port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '65b4551e-cf7a-459a-a24b-138a7279dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '01d87799-496d-4df6-9a2d-404b29eab96b'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:00.793219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Attempting to bind port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be on network 01d87799-496d-4df6-9a2d-404b29eab96b {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:00.828330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ef67c19-fda5-49fc-9e07-2cbaac5d8a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.853500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:00.853936 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Checking segment: {'id': '65b4551e-cf7a-459a-a24b-138a7279dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '01d87799-496d-4df6-9a2d-404b29eab96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:00.854297 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.854701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Bound using segment: {'id': '65b4551e-cf7a-459a-a24b-138a7279dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '01d87799-496d-4df6-9a2d-404b29eab96b'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:00.855238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Bound port: 83cc0ac6-0e35-497b-b6fb-22cafc2a10be, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b4551e-cf7a-459a-a24b-138a7279dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '01d87799-496d-4df6-9a2d-404b29eab96b'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:00.856482 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.864804 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ef67c19-fda5-49fc-9e07-2cbaac5d8a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.943557 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ef67c19-fda5-49fc-9e07-2cbaac5d8a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.946936 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ef67c19-fda5-49fc-9e07-2cbaac5d8a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:00.948231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9ef67c19-fda5-49fc-9e07-2cbaac5d8a93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6cb9aca-659e-4bd7-81f2-07b1a8e05b77 HTTP/1.1" status: 204 len: 168 time: 0.1876812 Aug 31 14:13:00.964796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef67c19-fda5-49fc-9e07-2cbaac5d8a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cb9aca-659e-4bd7-81f2-07b1a8e05b77,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:00.966901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Attempting to bind port 1cc8a6de-d996-4f12-8e57-62631abe3f9f on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:00.967670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Attempting to bind port 1cc8a6de-d996-4f12-8e57-62631abe3f9f by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:00.968043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Attempting to bind port 1cc8a6de-d996-4f12-8e57-62631abe3f9f on network f61a66ed-e073-4160-9a7b-510fffda1238 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:00.999203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:00.999591 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Checking segment: {'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:01.000290 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.001525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Bound using segment: {'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:01.001525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Bound port: 1cc8a6de-d996-4f12-8e57-62631abe3f9f, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:01.002029 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.046412 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.142416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54942) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:01.158648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] For port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:01.160780 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-417c3575-02b9-4cac-b98d-6b40762b8a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.162382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] For port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=83cc0ac6-0e35-497b-b6fb-22cafc2a10be,segment=NetworkSegment(65b4551e-cf7a-459a-a24b-138a7279dbfe),segment_id=65b4551e-cf7a-459a-a24b-138a7279dbfe)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:01.223858 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.338931 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.347589 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-417c3575-02b9-4cac-b98d-6b40762b8a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.358243 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-417c3575-02b9-4cac-b98d-6b40762b8a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.361795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1a3ef284-89dd-4036-852b-65437121f984 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:01.409742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c3575-02b9-4cac-b98d-6b40762b8a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30195aa-0d54-4ba7-8fc0-686f35215311,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:01.469301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54954) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:01.470667 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-417c3575-02b9-4cac-b98d-6b40762b8a23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a9786ee930f4fb089c5785f6df1db0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265338 Aug 31 14:13:01.475964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ef91f-af77-4a1a-8677-9856a4bafa71 None None] Pushing event updated for resources: {'Port': ['ID=83cc0ac6-0e35-497b-b6fb-22cafc2a10be,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:01.522580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Transition to ACTIVE for port object 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:01.575012 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-302e8c32-5c1d-44be-bd43-1aaf2d377a64 req-1404e415-870f-4152-ae20-4cc1a8f1cf15 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0508151 Aug 31 14:13:01.584499 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81ec0cb7-f83a-4de2-9c90-36884f0c0cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.623960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Transition to ACTIVE for port object 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:01.644478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb190-1e0e-4327-80a0-549628f1ff57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.644654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] For port 1cc8a6de-d996-4f12-8e57-62631abe3f9f, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:01.649738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] For port 1cc8a6de-d996-4f12-8e57-62631abe3f9f, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1cc8a6de-d996-4f12-8e57-62631abe3f9f,segment=NetworkSegment(be311cc8-6270-402e-b3df-20c689500bc1),segment_id=be311cc8-6270-402e-b3df-20c689500bc1)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:01.652030 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.694847 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.720410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:01.721172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 1a3ef284-89dd-4036-852b-65437121f984 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:01.736687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:01.742710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Pushing event updated for resources: {'Port': ['ID=3a59c7c3-dbdb-4f8f-acfb-7d619507c59e,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:01.748880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:01.751716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 1a3ef284-89dd-4036-852b-65437121f984 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:01.756264 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.781552 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:01.926540 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb190-1e0e-4327-80a0-549628f1ff57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.001657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016616ec-0bba-4163-b73c-e9e8b5273850 None None] Pushing event updated for resources: {'Port': ['ID=1cc8a6de-d996-4f12-8e57-62631abe3f9f,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:02.009912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Attempting to bind port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:02.010282 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Attempting to bind port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:02.010646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Attempting to bind port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:02.024203 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-804f87f5-7339-4308-9881-3c8135c3d154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.043319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:02.043841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:02.044141 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.044560 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:02.045085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Bound port: 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:02.045491 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.329427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] For port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:02.341597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] For port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3a59c7c3-dbdb-4f8f-acfb-7d619507c59e,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:02.385291 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.429989 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.662195 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 1a3ef284-89dd-4036-852b-65437121f984, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1a3ef284-89dd-4036-852b-65437121f984,segment=NetworkSegment(1796920d-2c61-40cd-ba1d-d83bffbb8df4),segment_id=1796920d-2c61-40cd-ba1d-d83bffbb8df4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:02.663582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0b5cce92-28fe-44e4-b24a-38cd8817d01d None None] Provisioning for port 256068c9-bda4-47e9-910e-c1c0dc00bff5 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:02.685389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0b5cce92-28fe-44e4-b24a-38cd8817d01d None None] Provisioning complete for port 256068c9-bda4-47e9-910e-c1c0dc00bff5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:02.685782 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce92-28fe-44e4-b24a-38cd8817d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.753786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0b5cce92-28fe-44e4-b24a-38cd8817d01d None None] Port 256068c9-bda4-47e9-910e-c1c0dc00bff5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:02.757479 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.781428 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-541bdbe2-1850-4be7-932e-71c5af583baa req-5de742e9-f20f-446d-9bfe-053aacd68cc8 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0368464 Aug 31 14:13:02.796591 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711a203-f5f9-439a-bba5-20083476a465 None None] Pushing event updated for resources: {'Port': ['ID=3a59c7c3-dbdb-4f8f-acfb-7d619507c59e,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:02.819681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0b5cce92-28fe-44e4-b24a-38cd8817d01d None None] Provisioning complete for port 1a3ef284-89dd-4036-852b-65437121f984 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:02.820648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54986) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:02.827904 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce92-28fe-44e4-b24a-38cd8817d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:02.945891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=1a3ef284-89dd-4036-852b-65437121f984,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:02.965359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb190-1e0e-4327-80a0-549628f1ff57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.045878 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-804f87f5-7339-4308-9881-3c8135c3d154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.093625 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb190-1e0e-4327-80a0-549628f1ff57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.186856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ce865367-b3c3-4a12-b997-57ef3cc81f78 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006237348'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:03.209014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dd39b857-fd6e-4d3a-80db-d7d6453f253b None None] Provisioning complete for port 256068c9-bda4-47e9-910e-c1c0dc00bff5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:03.209387 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dd39b857-fd6e-4d3a-80db-d7d6453f253b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.281954 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce865367-b3c3-4a12-b997-57ef3cc81f78 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.305395 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce865367-b3c3-4a12-b997-57ef3cc81f78 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.335603 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbb190-1e0e-4327-80a0-549628f1ff57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=70edfc82-c1d5-4835-bf42-722bd53ae06e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:03.349887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb190-1e0e-4327-80a0-549628f1ff57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.354287 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1dfbb190-1e0e-4327-80a0-549628f1ff57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/70edfc82-c1d5-4835-bf42-722bd53ae06e HTTP/1.1" status: 204 len: 168 time: 3.6248341 Aug 31 14:13:03.358938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54994) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:03.361536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-dd39b857-fd6e-4d3a-80db-d7d6453f253b None None] Port 256068c9-bda4-47e9-910e-c1c0dc00bff5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:03.517545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91e920f9-e2f4-4e3c-a204-66332dc6fa56 req-d9dd5ef0-0e2c-4172-a03d-ac54cf88166a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0606613 Aug 31 14:13:03.554887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1cc8a6de-d996-4f12-8e57-62631abe3f9f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:03.653175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a78bb1ef-2ec1-4dc1-a8e4-86169608a17d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2865694 Aug 31 14:13:03.653175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55004) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:03.669582 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.680808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5396076d-f250-48cb-9c10-fc90b75c777d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:03.693063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 1cc8a6de-d996-4f12-8e57-62631abe3f9f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:03.697259 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 83cc0ac6-0e35-497b-b6fb-22cafc2a10be up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:03.785971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:03.791617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1a3ef284-89dd-4036-852b-65437121f984 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:03.816270 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.839367 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.840811 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.907648 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce865367-b3c3-4a12-b997-57ef3cc81f78 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.911600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 1a3ef284-89dd-4036-852b-65437121f984 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:03.911991 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:03.953549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce865367-b3c3-4a12-b997-57ef3cc81f78 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.027092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794d240-1351-4cc4-8970-1a8bef048ad8 None None] Network f61a66ed-e073-4160-9a7b-510fffda1238 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:04.060232 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b9ece87-46de-4f04-9716-9f52307ba6c3 req-c665c8f5-92a9-40ab-9a4e-990e1706e841 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0907488 Aug 31 14:13:04.082300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce865367-b3c3-4a12-b997-57ef3cc81f78 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d5034-60b6-45ff-9c8f-cba852351932,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:04.203332 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce865367-b3c3-4a12-b997-57ef3cc81f78 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.241180 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce865367-b3c3-4a12-b997-57ef3cc81f78 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.272345 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-804f87f5-7339-4308-9881-3c8135c3d154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.277094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5396076d-f250-48cb-9c10-fc90b75c777d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:04.279051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-804f87f5-7339-4308-9881-3c8135c3d154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.288251 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-804f87f5-7339-4308-9881-3c8135c3d154 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b30195aa-0d54-4ba7-8fc0-686f35215311 HTTP/1.1" status: 204 len: 168 time: 2.8030069 Aug 31 14:13:04.290466 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5396076d-f250-48cb-9c10-fc90b75c777d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.337528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f87f5-7339-4308-9881-3c8135c3d154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30195aa-0d54-4ba7-8fc0-686f35215311,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:04.339638 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'Port': ['ID=256068c9-bda4-47e9-910e-c1c0dc00bff5,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:04.346062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f301b9a-dece-439a-8823-e4a45d178b3c None None] Network 01d87799-496d-4df6-9a2d-404b29eab96b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:04.346238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Network 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:04.361714 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:04.364788 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce865367-b3c3-4a12-b997-57ef3cc81f78 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.368907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ce865367-b3c3-4a12-b997-57ef3cc81f78 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5444989 Aug 31 14:13:04.401029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55014) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:04.722882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce865367-b3c3-4a12-b997-57ef3cc81f78 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff33843-b113-44f8-82ca-d8a11fc423fb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:04.869288 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-89311bb9-9423-4c33-b7c0-114080c27abb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4654584 Aug 31 14:13:04.873236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55026) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:04.879390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-992c3ce6-8c0e-4eea-a21a-0d78151ae318 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group': {'name': 'tempest-security--1981023530', 'description': 'tempest-security-description-229135623'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:04.942480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-992c3ce6-8c0e-4eea-a21a-0d78151ae318 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:04.954075 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5396076d-f250-48cb-9c10-fc90b75c777d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.004044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396076d-f250-48cb-9c10-fc90b75c777d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:05.008331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-5396076d-f250-48cb-9c10-fc90b75c777d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:05.008656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Router c306de1a-0280-4767-967f-bc65604e890a is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:13:05.020668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5396076d-f250-48cb-9c10-fc90b75c777d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:05.021493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5396076d-f250-48cb-9c10-fc90b75c777d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.031561 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.037799 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b6eed7-2d10-44d4-82e2-9c016ba4cb0a None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:05.050783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-03e5f2bd-2f75-4319-a226-50f2b6894a96 None None] Provisioning for port 1cc8a6de-d996-4f12-8e57-62631abe3f9f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:05.066234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-03e5f2bd-2f75-4319-a226-50f2b6894a96 None None] Provisioning complete for port 1cc8a6de-d996-4f12-8e57-62631abe3f9f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:05.066877 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-03e5f2bd-2f75-4319-a226-50f2b6894a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.072272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396076d-f250-48cb-9c10-fc90b75c777d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=145c0ea0-de1f-445d-9bb4-4d9fb3e2eea1,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:05.102894 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5396076d-f250-48cb-9c10-fc90b75c777d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4497302 Aug 31 14:13:05.104865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55036) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:05.113540 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a583e8c4-b7fa-4fda-956d-b23148ce7b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.118923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'name': 'tempest-NetworksTestDHCPv6-1232469897'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:05.120479 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-992c3ce6-8c0e-4eea-a21a-0d78151ae318 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.142808 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-992c3ce6-8c0e-4eea-a21a-0d78151ae318 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.145773 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-992c3ce6-8c0e-4eea-a21a-0d78151ae318 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.147066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-992c3ce6-8c0e-4eea-a21a-0d78151ae318 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "PUT /v2.0/security-groups/dff33843-b113-44f8-82ca-d8a11fc423fb HTTP/1.1" status: 200 len: 1779 time: 0.2716563 Aug 31 14:13:05.147749 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Router 349972c1-f1e3-4817-90b2-3460137b769b is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:13:05.247170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55040) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:05.253854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:13:05.265376 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Sync routers for ids ['c306de1a-0280-4767-967f-bc65604e890a'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:13:05.282620 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Routers {'c306de1a-0280-4767-967f-bc65604e890a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:05.283266 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c306de1a-0280-4767-967f-bc65604e890a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:05.297800 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-97307c06-f2aa-4ad2-b5f2-b96fc1e7654f req-67ea98be-90ef-4d3c-a6ef-c5f0c76866c3 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0479813 Aug 31 14:13:05.358642 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dd6871de-1237-43fc-b20d-b4cb74a6a40d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-groups/dff33843-b113-44f8-82ca-d8a11fc423fb HTTP/1.1" status: 200 len: 1779 time: 0.0953054 Aug 31 14:13:05.359362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55048) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:05.381468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:05.392864 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.457433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:13:05.476562 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5511ecae-8f79-4c13-97a3-e8772ec2ec3e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "PUT /v2.0/routers/349972c1-f1e3-4817-90b2-3460137b769b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8473227 Aug 31 14:13:05.479149 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.482277 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-89e1a386-e218-46ec-8d48-123abdd1eafb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.3697948 Aug 31 14:13:05.487764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55054) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:05.488584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55056) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:05.502861 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 261bd988-54fa-4b21-8590-19c407ecbf1d yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:13:05.504353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab523f39-517a-4b4d-87ed-07ee6f010c7d None None] Sync routers for ids ['349972c1-f1e3-4817-90b2-3460137b769b'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:13:05.589498 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Set router c306de1a-0280-4767-967f-bc65604e890a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:05.672366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab523f39-517a-4b4d-87ed-07ee6f010c7d None None] Routers {'349972c1-f1e3-4817-90b2-3460137b769b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:05.673329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ab523f39-517a-4b4d-87ed-07ee6f010c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['349972c1-f1e3-4817-90b2-3460137b769b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:05.728151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c3ce6-8c0e-4eea-a21a-0d78151ae318 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff33843-b113-44f8-82ca-d8a11fc423fb,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:05.770660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:05.811210 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:05.811967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ab523f39-517a-4b4d-87ed-07ee6f010c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:05.864761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab523f39-517a-4b4d-87ed-07ee6f010c7d None None] Routers {'349972c1-f1e3-4817-90b2-3460137b769b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:05.866257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ab523f39-517a-4b4d-87ed-07ee6f010c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['349972c1-f1e3-4817-90b2-3460137b769b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:05.875499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::2e6 (da4c3e7b-d0fb-4990-bf20-2699b1577677/145c0ea0-de1f-445d-9bb4-4d9fb3e2eea1/261bd988-54fa-4b21-8590-19c407ecbf1d) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:05.945359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ab523f39-517a-4b4d-87ed-07ee6f010c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:05.946038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab523f39-517a-4b4d-87ed-07ee6f010c7d None None] The sync data for ids ['349972c1-f1e3-4817-90b2-3460137b769b'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:13:06.020378 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96ed0be7-a317-45e5-a47e-d2ebc25da0ef tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.117618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:06.138862 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-03e5f2bd-2f75-4319-a226-50f2b6894a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.181192 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96ed0be7-a317-45e5-a47e-d2ebc25da0ef tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.206785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-03e5f2bd-2f75-4319-a226-50f2b6894a96 None None] For port 1cc8a6de-d996-4f12-8e57-62631abe3f9f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1cc8a6de-d996-4f12-8e57-62631abe3f9f,segment=NetworkSegment(be311cc8-6270-402e-b3df-20c689500bc1),segment_id=be311cc8-6270-402e-b3df-20c689500bc1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:06.218968 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-03e5f2bd-2f75-4319-a226-50f2b6894a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.266780 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:13:00Z', 'revision_number': 3, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:06.372202 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Checking router: c306de1a-0280-4767-967f-bc65604e890a for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:13:06.372599 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Updating router c306de1a-0280-4767-967f-bc65604e890a port ad3a2543-ada6-4361-82e3-3cd599bdd714 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:13:06.405854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5f2bd-2f75-4319-a226-50f2b6894a96 None None] Pushing event updated for resources: {'Port': ['ID=1cc8a6de-d996-4f12-8e57-62631abe3f9f,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:06.429054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Provisioning for port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:06.441434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Provisioning complete for port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:06.442204 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.443833 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.541672 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96ed0be7-a317-45e5-a47e-d2ebc25da0ef tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.548964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96ed0be7-a317-45e5-a47e-d2ebc25da0ef tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.551819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-96ed0be7-a317-45e5-a47e-d2ebc25da0ef tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-groups/dff33843-b113-44f8-82ca-d8a11fc423fb HTTP/1.1" status: 204 len: 168 time: 1.1911089 Aug 31 14:13:06.556690 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55088) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:06.606580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed0be7-a317-45e5-a47e-d2ebc25da0ef tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff33843-b113-44f8-82ca-d8a11fc423fb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:06.698943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.722434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee326d4b-821a-4d18-84f8-a9a950066483 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:06.749075 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.795242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 261bd988-54fa-4b21-8590-19c407ecbf1d will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:06.823829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] For port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3a59c7c3-dbdb-4f8f-acfb-7d619507c59e,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:06.828931 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.846892 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:06.875485 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.013337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Provisioning for port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:07.023279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:07.028078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:07.040489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:07.048507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:07.049511 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.091966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=261bd988-54fa-4b21-8590-19c407ecbf1d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:07.118795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-996cec79-331d-4a97-8f97-c64a8358830b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0128868 Aug 31 14:13:07.119436 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55110) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:07.136052 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.139647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Provisioning complete for port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:07.140155 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.147788 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Transition to ACTIVE for port object ad3a2543-ada6-4361-82e3-3cd599bdd714 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:07.157917 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.227348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Pushing event updated for resources: {'Port': ['ID=3a59c7c3-dbdb-4f8f-acfb-7d619507c59e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:07.236994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05000666-6bde-44ab-8f41-f7f365abd483 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:07.244408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05000666-6bde-44ab-8f41-f7f365abd483 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:07.258218 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Pushing event updated for resources: {'Port': ['ID=ad3a2543-ada6-4361-82e3-3cd599bdd714,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:07.267207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-05000666-6bde-44ab-8f41-f7f365abd483 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1446691 Aug 31 14:13:07.268268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55116) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:07.289781 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Attempting to bind port ad3a2543-ada6-4361-82e3-3cd599bdd714 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:07.290835 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Attempting to bind port ad3a2543-ada6-4361-82e3-3cd599bdd714 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:07.291426 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Attempting to bind port ad3a2543-ada6-4361-82e3-3cd599bdd714 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:07.297879 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:07.299071 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:07.299828 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.300467 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:07.301189 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Bound port: ad3a2543-ada6-4361-82e3-3cd599bdd714, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:07.301815 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.323303 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-89e37560-d020-46e8-b99c-a4799cbf5f40 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6845727 Aug 31 14:13:07.330259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55120) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:07.367794 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] For port ad3a2543-ada6-4361-82e3-3cd599bdd714, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:07.395024 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] For port ad3a2543-ada6-4361-82e3-3cd599bdd714, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ad3a2543-ada6-4361-82e3-3cd599bdd714,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:07.398626 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:07.399257 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:07.399808 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:07.400322 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:07.400971 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:07.401518 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:07.402095 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:07.402824 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:07.403389 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:07.403930 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:07.404743 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:07.405332 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:07.411861 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.499334 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Routers {'c306de1a-0280-4767-967f-bc65604e890a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:07.500165 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c306de1a-0280-4767-967f-bc65604e890a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:07.501647 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.528257 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-52a4a96b-0015-415c-9100-569d6e006c29 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] delete failed (client error): The resource could not be found. Aug 31 14:13:07.532112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-52a4a96b-0015-415c-9100-569d6e006c29 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-groups/dff33843-b113-44f8-82ca-d8a11fc423fb HTTP/1.1" status: 404 len: 347 time: 0.1704130 Aug 31 14:13:07.539894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55124) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:07.544353 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b7953cc1-3f76-4830-9f15-138690b9ad4b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 261bd988-54fa-4b21-8590-19c407ecbf1d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:07.544768 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7953cc1-3f76-4830-9f15-138690b9ad4b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.573434 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bf738fab-c2f4-4671-bd9e-d7e8ae4ada2c req-361d8860-84b4-4a3b-8d3d-3dd34aded2bb tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.4124815 Aug 31 14:13:07.645406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] For port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=83cc0ac6-0e35-497b-b6fb-22cafc2a10be,segment=NetworkSegment(65b4551e-cf7a-459a-a24b-138a7279dbfe),segment_id=65b4551e-cf7a-459a-a24b-138a7279dbfe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:07.645688 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffaa79-8ffc-4b42-9325-67e3ab883a1c None None] Pushing event updated for resources: {'Port': ['ID=ad3a2543-ada6-4361-82e3-3cd599bdd714,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:07.659500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:07.673955 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.703629 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7953cc1-3f76-4830-9f15-138690b9ad4b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.716504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b7953cc1-3f76-4830-9f15-138690b9ad4b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 261bd988-54fa-4b21-8590-19c407ecbf1d owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:07.796806 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] Set router c306de1a-0280-4767-967f-bc65604e890a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:07.813634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-76ad0174-4e37-46cb-b39b-dd4edd7b922d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342365328'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:07.915328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Provisioning complete for port 256068c9-bda4-47e9-910e-c1c0dc00bff5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:07.916088 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:07.928969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Pushing event updated for resources: {'Port': ['ID=83cc0ac6-0e35-497b-b6fb-22cafc2a10be,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:07.964584 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-d902eb81-0dc5-410b-b3e6-c59516d4dbce tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:07.965112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:07.969199 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d902eb81-0dc5-410b-b3e6-c59516d4dbce tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "PUT /v2.0/routers/349972c1-f1e3-4817-90b2-3460137b769b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4786701 Aug 31 14:13:07.969992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55140) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:07.970625 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.044646 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76ad0174-4e37-46cb-b39b-dd4edd7b922d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.055427 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.075338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Port 256068c9-bda4-47e9-910e-c1c0dc00bff5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:08.081705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6b226a39-9ae9-461c-8110-8d17f54ffa16 None None] Could not find standard attr ID for object 4b332216-bfbd-4055-9531-85dd4af9c740. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:13:08.087243 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7953cc1-3f76-4830-9f15-138690b9ad4b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.175924 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1cc8a6de-d996-4f12-8e57-62631abe3f9f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:08.182264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7953cc1-3f76-4830-9f15-138690b9ad4b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=261bd988-54fa-4b21-8590-19c407ecbf1d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:08.221508 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7953cc1-3f76-4830-9f15-138690b9ad4b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.224847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b7953cc1-3f76-4830-9f15-138690b9ad4b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/261bd988-54fa-4b21-8590-19c407ecbf1d HTTP/1.1" status: 204 len: 168 time: 0.9552970 Aug 31 14:13:08.230911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55150) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:08.310497 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:13:00Z', 'revision_number': 3, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:08.316043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 1cc8a6de-d996-4f12-8e57-62631abe3f9f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:08.316464 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.330238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fa47f6-7a09-4970-be09-4f781e1d5efa tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:08.332334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fa47f6-7a09-4970-be09-4f781e1d5efa tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:08.337180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d6fa47f6-7a09-4970-be09-4f781e1d5efa tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1049058 Aug 31 14:13:08.338980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55154) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:08.378079 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a71e6-3408-4107-8784-79ba4ac4fae6 None None] The sync data for ids ['c306de1a-0280-4767-967f-bc65604e890a'] in n-d-792364-6 is: [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:13:00Z', 'revision_number': 3, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:13:08.406908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-75251c20-71d2-46d4-ac5f-981594dd4eae None None] Provisioning complete for port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:08.406908 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-75251c20-71d2-46d4-ac5f-981594dd4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.455526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-3850b618-df16-4fb1-b390-f70ad07055c4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 145c0ea0-de1f-445d-9bb4-4d9fb3e2eea1 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:08.478643 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3850b618-df16-4fb1-b390-f70ad07055c4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.591801 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76ad0174-4e37-46cb-b39b-dd4edd7b922d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.607336 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3850b618-df16-4fb1-b390-f70ad07055c4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.613984 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76ad0174-4e37-46cb-b39b-dd4edd7b922d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.717788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-75251c20-71d2-46d4-ac5f-981594dd4eae None None] Provisioning complete for port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:08.718216 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-75251c20-71d2-46d4-ac5f-981594dd4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.763299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76ad0174-4e37-46cb-b39b-dd4edd7b922d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.769713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55172) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:08.783530 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-76ad0174-4e37-46cb-b39b-dd4edd7b922d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9575982 Aug 31 14:13:08.874234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bcc81e5a-72e9-4f3d-b230-c5ce807ef9fb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group_rule': {'security_group_id': 'a9df7f4d-8375-43f0-9241-b99190b9cf56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:08.879781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad0174-4e37-46cb-b39b-dd4edd7b922d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df7f4d-8375-43f0-9241-b99190b9cf56,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:08.882757 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3850b618-df16-4fb1-b390-f70ad07055c4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:08.972937 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17760a14-d843-4899-8e3b-2394b41dbc2b req-063f01ee-4660-4fe5-8d8d-1994ed91627d tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.1057148 Aug 31 14:13:09.048474 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3850b618-df16-4fb1-b390-f70ad07055c4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.110698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850b618-df16-4fb1-b390-f70ad07055c4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=145c0ea0-de1f-445d-9bb4-4d9fb3e2eea1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:09.121921 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3850b618-df16-4fb1-b390-f70ad07055c4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.124242 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3850b618-df16-4fb1-b390-f70ad07055c4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/145c0ea0-de1f-445d-9bb4-4d9fb3e2eea1 HTTP/1.1" status: 204 len: 168 time: 0.7795258 Aug 31 14:13:09.127151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55176) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:09.198319 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcc81e5a-72e9-4f3d-b230-c5ce807ef9fb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.225939 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.245621 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55182) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:09.249670 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-38e16c03-c51b-4f9f-9656-e393c5ce6cb3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006844 Aug 31 14:13:09.251183 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.276308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-75251c20-71d2-46d4-ac5f-981594dd4eae None None] Provisioning complete for port 1cc8a6de-d996-4f12-8e57-62631abe3f9f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:09.276717 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-75251c20-71d2-46d4-ac5f-981594dd4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.296525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8b177da8-76a5-4ce9-a07e-d4d4e8fe8900 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:09.426393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Allocated IP 172.20.0.1 (f61a66ed-e073-4160-9a7b-510fffda1238/b3e78251-b3fe-4763-9e2c-bc513ea64886/ad268244-a74b-40c5-aece-e204a99aad9c) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:09.441047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe59e9-28c0-43b4-941f-6e83346931aa None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:09.458147 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fa25f74-4aa2-4368-9671-85546c88bbb3 req-69d040e9-198d-445c-bb69-bf24be32c42b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3472984 Aug 31 14:13:09.767444 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-75251c20-71d2-46d4-ac5f-981594dd4eae None None] Could not find standard attr ID for object 261bd988-54fa-4b21-8590-19c407ecbf1d. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:13:09.786982 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 83cc0ac6-0e35-497b-b6fb-22cafc2a10be up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:09.809051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcc81e5a-72e9-4f3d-b230-c5ce807ef9fb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.846275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcc81e5a-72e9-4f3d-b230-c5ce807ef9fb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.864390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00217edd-f17e-41d1-a7a5-8d76295a7728 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:13:09.923508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:09.925122 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:09.930436 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9e17e4ff-eea5-43fd-acec-9a398cb52df4 None None] Could not find standard attr ID for object 261bd988-54fa-4b21-8590-19c407ecbf1d. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:13:10.141088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9e17e4ff-eea5-43fd-acec-9a398cb52df4 None None] Could not find standard attr ID for object 4b332216-bfbd-4055-9531-85dd4af9c740. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:13:10.204909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-00217edd-f17e-41d1-a7a5-8d76295a7728 None None] Deleting port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:10.205348 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00217edd-f17e-41d1-a7a5-8d76295a7728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.303584 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-00217edd-f17e-41d1-a7a5-8d76295a7728 None None] For port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3a59c7c3-dbdb-4f8f-acfb-7d619507c59e,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:10.304280 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00217edd-f17e-41d1-a7a5-8d76295a7728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.324631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-00217edd-f17e-41d1-a7a5-8d76295a7728 None None] Calling delete_port for 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:10.364742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b177da8-76a5-4ce9-a07e-d4d4e8fe8900 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:10.369303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b177da8-76a5-4ce9-a07e-d4d4e8fe8900 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.379526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc81e5a-72e9-4f3d-b230-c5ce807ef9fb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9f0bee-a33a-444c-9791-f0c00f03064d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:10.383748 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25f74-4aa2-4368-9671-85546c88bbb3 req-fe5bf132-f7df-48de-b8dc-f4eca5424dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:10.385736 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fa25f74-4aa2-4368-9671-85546c88bbb3 req-fe5bf132-f7df-48de-b8dc-f4eca5424dcb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 1096 time: 0.8151119 Aug 31 14:13:10.420991 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcc81e5a-72e9-4f3d-b230-c5ce807ef9fb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.425182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55220) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:10.425702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ad3a2543-ada6-4361-82e3-3cd599bdd714 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:10.438137 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bcc81e5a-72e9-4f3d-b230-c5ce807ef9fb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6671267 Aug 31 14:13:10.521328 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-41056a0e-38a3-4056-825a-baf7fafa84eb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.558287 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f431e0d2-0534-4afb-b091-5097c080c692 req-26e780d1-9f72-4d6d-aaa6-b9178bd0eb69 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.1938353 Aug 31 14:13:10.564381 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-41056a0e-38a3-4056-825a-baf7fafa84eb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.599678 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00217edd-f17e-41d1-a7a5-8d76295a7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.633203 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-41056a0e-38a3-4056-825a-baf7fafa84eb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.636143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ad3a2543-ada6-4361-82e3-3cd599bdd714 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:10.639629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00217edd-f17e-41d1-a7a5-8d76295a7728 None None] No DVR routers for this DVR port 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:10.642205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00217edd-f17e-41d1-a7a5-8d76295a7728 None None] Pushing event deleted for resources: {'Port': ['ID=3a59c7c3-dbdb-4f8f-acfb-7d619507c59e,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:10.645701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.656548 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-41056a0e-38a3-4056-825a-baf7fafa84eb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.658143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-41056a0e-38a3-4056-825a-baf7fafa84eb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/6a9f0bee-a33a-444c-9791-f0c00f03064d HTTP/1.1" status: 204 len: 168 time: 0.2310774 Aug 31 14:13:10.660240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41056a0e-38a3-4056-825a-baf7fafa84eb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a9f0bee-a33a-444c-9791-f0c00f03064d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:10.662053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55224) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:10.662414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ad3a2543-ada6-4361-82e3-3cd599bdd714 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:10.662962 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.702421 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-83ea5995-7282-4f9d-aa9f-d0993d7b3511 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.712818 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Transition to ACTIVE for port object ad268244-a74b-40c5-aece-e204a99aad9c will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:10.728935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-94e61fb8-5719-40bf-b020-00053dd2a75f tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632505 Aug 31 14:13:10.729347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55228) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:10.848988 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2502507-220d-4b61-ab56-c51b5e2e9e6d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.879483 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2502507-220d-4b61-ab56-c51b5e2e9e6d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.898857 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.945513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ad3a2543-ada6-4361-82e3-3cd599bdd714, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ad3a2543-ada6-4361-82e3-3cd599bdd714,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:10.955427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2502507-220d-4b61-ab56-c51b5e2e9e6d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.963080 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2502507-220d-4b61-ab56-c51b5e2e9e6d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.965189 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:10.967342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e2502507-220d-4b61-ab56-c51b5e2e9e6d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-groups/a9df7f4d-8375-43f0-9241-b99190b9cf56 HTTP/1.1" status: 204 len: 168 time: 0.2353163 Aug 31 14:13:10.982727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55238) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:10.983755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2502507-220d-4b61-ab56-c51b5e2e9e6d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df7f4d-8375-43f0-9241-b99190b9cf56,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:11.084993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ad3a2543-ada6-4361-82e3-3cd599bdd714,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:11.117258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a54d9f2e-adc0-4371-bda5-edddb9a195c8 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1305010 Aug 31 14:13:11.117945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55244) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:11.123144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d20c4a7a-95fd-4079-8002-49cfa93bab71 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group': {'name': 'tempest-secgroup--679525068'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:11.129550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25f74-4aa2-4368-9671-85546c88bbb3 req-e5f75870-3c34-403d-83e6-c95c274f4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:11.131359 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fa25f74-4aa2-4368-9671-85546c88bbb3 req-e5f75870-3c34-403d-83e6-c95c274f4c59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 911 time: 0.6368303 Aug 31 14:13:11.144481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b177da8-76a5-4ce9-a07e-d4d4e8fe8900 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.174645 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d20c4a7a-95fd-4079-8002-49cfa93bab71 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.183125 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.233062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Network f61a66ed-e073-4160-9a7b-510fffda1238 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:11.269949 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:11.290176 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d20c4a7a-95fd-4079-8002-49cfa93bab71 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.296174 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d20c4a7a-95fd-4079-8002-49cfa93bab71 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.299953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:11.334546 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b177da8-76a5-4ce9-a07e-d4d4e8fe8900 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:11.349625 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d20c4a7a-95fd-4079-8002-49cfa93bab71 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.357467 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d20c4a7a-95fd-4079-8002-49cfa93bab71 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2382631 Aug 31 14:13:11.361229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55254) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:11.380249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7d114f40-c205-45f2-9228-70bc2ec6ae05 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group_rule': {'security_group_id': '0269690c-72c9-423f-a06d-fbdfc1b5d5f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:11.384720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-8b177da8-76a5-4ce9-a07e-d4d4e8fe8900 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:11.387435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c4a7a-95fd-4079-8002-49cfa93bab71 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0269690c-72c9-423f-a06d-fbdfc1b5d5f6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:11.413330 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b177da8-76a5-4ce9-a07e-d4d4e8fe8900 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:11.414230 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b177da8-76a5-4ce9-a07e-d4d4e8fe8900 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.420908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587b8c84-fa36-40b9-9092-205db965c637 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:11.434715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b177da8-76a5-4ce9-a07e-d4d4e8fe8900 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=f1f0563c-ff18-4cd6-b410-d75c7e312971,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:11.453465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fa25f74-4aa2-4368-9671-85546c88bbb3 req-eeee918e-ba88-4621-9129-0962ef005f54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cedc0db-224b-4edd-a893-686ae0e7b2ad HTTP/1.1" status: 200 len: 1000 time: 0.2861469 Aug 31 14:13:11.454193 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d114f40-c205-45f2-9228-70bc2ec6ae05 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.454700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Pushing event updated for resources: {'Port': ['ID=ad268244-a74b-40c5-aece-e204a99aad9c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:11.528312 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8b177da8-76a5-4ce9-a07e-d4d4e8fe8900 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2390978 Aug 31 14:13:11.528312 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.531839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:11.557505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'name': 'tempest-NetworksTestDHCPv6-382449146'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:11.737370 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ad3a2543-ada6-4361-82e3-3cd599bdd714 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:11.752612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': 'f1f0563c-ff18-4cd6-b410-d75c7e312971'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:13:11.753884 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.777588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25f74-4aa2-4368-9671-85546c88bbb3 req-0295b5d1-d65f-481e-a62e-f1b4c47be045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:11.779207 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fa25f74-4aa2-4368-9671-85546c88bbb3 req-0295b5d1-d65f-481e-a62e-f1b4c47be045 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 200 len: 849 time: 0.3109679 Aug 31 14:13:11.830807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0675b5ad-5abc-4a9d-9e6c-5902e5b5fa66 None None] Provisioning for port ad268244-a74b-40c5-aece-e204a99aad9c completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:11.846129 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0020690a-875c-4a89-aad0-a63ba8c31748 req-3669afad-482b-4694-b164-35df445a5513 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.1185904 Aug 31 14:13:11.886206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0675b5ad-5abc-4a9d-9e6c-5902e5b5fa66 None None] Provisioning complete for port ad268244-a74b-40c5-aece-e204a99aad9c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:11.887156 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0675b5ad-5abc-4a9d-9e6c-5902e5b5fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:11.998279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ad3a2543-ada6-4361-82e3-3cd599bdd714 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:11.998760 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.003642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0675b5ad-5abc-4a9d-9e6c-5902e5b5fa66 None None] Port ad268244-a74b-40c5-aece-e204a99aad9c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:12.081858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Allocated IP 2001:db8::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/f1f0563c-ff18-4cd6-b410-d75c7e312971/4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:12.133659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25f74-4aa2-4368-9671-85546c88bbb3 req-9ac696f1-043d-4e87-bd73-fffd2eafdf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:12.136667 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fa25f74-4aa2-4368-9671-85546c88bbb3 req-9ac696f1-043d-4e87-bd73-fffd2eafdf2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0b5bd67-43f6-464d-968b-b9a83e80305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3376427 Aug 31 14:13:12.151686 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d114f40-c205-45f2-9228-70bc2ec6ae05 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.156848 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d114f40-c205-45f2-9228-70bc2ec6ae05 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.171323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:12.172576 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.183657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d114f40-c205-45f2-9228-70bc2ec6ae05 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4faddf54-ac33-484e-a8f6-c72c811360b3,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:12.184152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-83ea5995-7282-4f9d-aa9f-d0993d7b3511 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Deleting port 256068c9-bda4-47e9-910e-c1c0dc00bff5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:12.184589 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-83ea5995-7282-4f9d-aa9f-d0993d7b3511 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.203003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d114f40-c205-45f2-9228-70bc2ec6ae05 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.207084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7d114f40-c205-45f2-9228-70bc2ec6ae05 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8372340 Aug 31 14:13:12.207387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55278) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:12.212637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-abf54f92-97f1-4cf4-8b81-5542dff6c9a1 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group_rule': {'security_group_id': '0269690c-72c9-423f-a06d-fbdfc1b5d5f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:12.246684 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abf54f92-97f1-4cf4-8b81-5542dff6c9a1 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.331651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:12.354495 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.362694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:12.363344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3a59c7c3-dbdb-4f8f-acfb-7d619507c59e not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:12.385378 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.388770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abf54f92-97f1-4cf4-8b81-5542dff6c9a1 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.396612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Transition to ACTIVE for port object 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:12.404022 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abf54f92-97f1-4cf4-8b81-5542dff6c9a1 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.415154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Transition to ACTIVE for port object 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:12.430831 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.432766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf54f92-97f1-4cf4-8b81-5542dff6c9a1 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad55b7c-5b97-4de5-9685-f3de2da88114,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:12.440265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abf54f92-97f1-4cf4-8b81-5542dff6c9a1 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.441793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-abf54f92-97f1-4cf4-8b81-5542dff6c9a1 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2332125 Aug 31 14:13:12.444716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55286) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:12.457038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-246e6812-309d-4cf6-adc1-903c6e67e76a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group_rule': {'security_group_id': '0269690c-72c9-423f-a06d-fbdfc1b5d5f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:12.493628 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-246e6812-309d-4cf6-adc1-903c6e67e76a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.506737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:12.520173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:12.523786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:12.534162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Pushing event updated for resources: {'Port': ['ID=4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:12.569402 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.585172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port ab5ded59-6b88-4bcc-a00c-d432fac97b41 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:13:12.613803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.621927 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-246e6812-309d-4cf6-adc1-903c6e67e76a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.626643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Attempting to bind port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:12.627513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Attempting to bind port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:12.627775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-246e6812-309d-4cf6-adc1-903c6e67e76a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.628090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Attempting to bind port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:12.635070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:12.635612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:12.636376 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.637395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:12.637984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Bound port: 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:12.639110 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.650212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e6812-309d-4cf6-adc1-903c6e67e76a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173c6236-5820-4caa-9c8b-a7e3735b1450,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:12.666453 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-246e6812-309d-4cf6-adc1-903c6e67e76a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.674283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-246e6812-309d-4cf6-adc1-903c6e67e76a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2280178 Aug 31 14:13:12.675581 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.676119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55294) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:12.684124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3c48c3ff-c540-4032-bdba-4f0446fcd8c9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group_rule': {'security_group_id': '0269690c-72c9-423f-a06d-fbdfc1b5d5f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:12.753668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] For port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:12.758675 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c48c3ff-c540-4032-bdba-4f0446fcd8c9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.770643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] For port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:12.783936 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.924877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89bc4e-61df-40d3-abcf-b70244a6e4a0 None None] Pushing event updated for resources: {'Port': ['ID=4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:12.945326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c48c3ff-c540-4032-bdba-4f0446fcd8c9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.957944 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c48c3ff-c540-4032-bdba-4f0446fcd8c9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.967651 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-83ea5995-7282-4f9d-aa9f-d0993d7b3511 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:12.994006 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Pushing event updated for resources: {'Port': ['ID=ad268244-a74b-40c5-aece-e204a99aad9c,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:12.997633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48c3ff-c540-4032-bdba-4f0446fcd8c9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b4b3b0-e03f-4839-a8b5-a4f3af9204b8,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:13.013798 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c48c3ff-c540-4032-bdba-4f0446fcd8c9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.015408 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3c48c3ff-c540-4032-bdba-4f0446fcd8c9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3377299 Aug 31 14:13:13.018724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55308) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:13.023759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5dac6a02-e191-454a-af92-cefc856fc74a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group_rule': {'security_group_id': '0269690c-72c9-423f-a06d-fbdfc1b5d5f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:13.028553 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fa25f74-4aa2-4368-9671-85546c88bbb3 req-9a867474-2e37-4c20-961f-442a3d3dea42 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8614509 Aug 31 14:13:13.044587 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-83ea5995-7282-4f9d-aa9f-d0993d7b3511 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Calling delete_port for 256068c9-bda4-47e9-910e-c1c0dc00bff5 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:13.061703 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5dac6a02-e191-454a-af92-cefc856fc74a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.105663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-97f983e0-08db-426a-8d7a-4d4d27ab1b50 req-0e4119c8-7fcc-456e-ac76-2358f3c72f47 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0940621 Aug 31 14:13:13.191812 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5dac6a02-e191-454a-af92-cefc856fc74a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.208289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::24d (da4c3e7b-d0fb-4990-bf20-2699b1577677/f1f0563c-ff18-4cd6-b410-d75c7e312971/ab5ded59-6b88-4bcc-a00c-d432fac97b41) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:13.219960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5dac6a02-e191-454a-af92-cefc856fc74a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.247378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac6a02-e191-454a-af92-cefc856fc74a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361d8005-217b-4b05-adb6-2a6bc53ba45a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:13.264675 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5dac6a02-e191-454a-af92-cefc856fc74a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.269448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5dac6a02-e191-454a-af92-cefc856fc74a tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2467124 Aug 31 14:13:13.272156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55316) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:13.278118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Network f61a66ed-e073-4160-9a7b-510fffda1238 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:13.288297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:13.331030 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16c09e58-60fb-4c2d-80f2-4e093a5a4a29 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.341723 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16c09e58-60fb-4c2d-80f2-4e093a5a4a29 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.392644 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16c09e58-60fb-4c2d-80f2-4e093a5a4a29 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.410156 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16c09e58-60fb-4c2d-80f2-4e093a5a4a29 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.412736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-16c09e58-60fb-4c2d-80f2-4e093a5a4a29 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/361d8005-217b-4b05-adb6-2a6bc53ba45a HTTP/1.1" status: 204 len: 168 time: 0.1367953 Aug 31 14:13:13.419177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c09e58-60fb-4c2d-80f2-4e093a5a4a29 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=361d8005-217b-4b05-adb6-2a6bc53ba45a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:13.419177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55320) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:13.538275 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fa25f74-4aa2-4368-9671-85546c88bbb3 req-9913daf5-2a79-481c-9b7f-b2f2bf27d27a service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835007 Aug 31 14:13:13.539742 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ea076501-ab47-4d24-94ef-cbd920981a57 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1214738 Aug 31 14:13:13.540631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55326) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:13.646140 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26885c17-205b-4eac-b906-3583fcc681ac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.659785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26885c17-205b-4eac-b906-3583fcc681ac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.685321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:13.739594 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26885c17-205b-4eac-b906-3583fcc681ac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.741821 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Router c306de1a-0280-4767-967f-bc65604e890a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:13:13.757062 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26885c17-205b-4eac-b906-3583fcc681ac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.770674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-26885c17-205b-4eac-b906-3583fcc681ac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/93b4b3b0-e03f-4839-a8b5-a4f3af9204b8 HTTP/1.1" status: 204 len: 168 time: 0.2255192 Aug 31 14:13:13.772407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55334) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:13.783585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26885c17-205b-4eac-b906-3583fcc681ac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93b4b3b0-e03f-4839-a8b5-a4f3af9204b8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:13.810200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:13.832578 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-28cb43d4-0131-43d6-a8a3-5bd7b15e35f3 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0579128 Aug 31 14:13:13.834429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55338) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:13.862191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6a3edbfa-e47f-4f0c-9948-809b92df8f75 None None] Provisioning complete for port ad268244-a74b-40c5-aece-e204a99aad9c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:13.862575 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a3edbfa-e47f-4f0c-9948-809b92df8f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.866933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac13bdcd-be83-420f-9679-f4140a684df5 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.900581 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac13bdcd-be83-420f-9679-f4140a684df5 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.931773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6a3edbfa-e47f-4f0c-9948-809b92df8f75 None None] Port ad268244-a74b-40c5-aece-e204a99aad9c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:13.945893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.976321 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac13bdcd-be83-420f-9679-f4140a684df5 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.986244 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac13bdcd-be83-420f-9679-f4140a684df5 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:13.989372 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ac13bdcd-be83-420f-9679-f4140a684df5 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/173c6236-5820-4caa-9c8b-a7e3735b1450 HTTP/1.1" status: 204 len: 168 time: 0.1537511 Aug 31 14:13:13.997459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55350) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:14.013345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object ab5ded59-6b88-4bcc-a00c-d432fac97b41 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:14.024878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13bdcd-be83-420f-9679-f4140a684df5 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=173c6236-5820-4caa-9c8b-a7e3735b1450,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:14.099734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ad6e03dd-1ab6-4bf3-9a1b-d77875f8e233 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0932798 Aug 31 14:13:14.100402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55354) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:14.131236 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ded4f44-b4bb-482a-a9f2-631147b2bfcb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.142084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ded4f44-b4bb-482a-a9f2-631147b2bfcb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.182526 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ded4f44-b4bb-482a-a9f2-631147b2bfcb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.202757 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ded4f44-b4bb-482a-a9f2-631147b2bfcb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.207092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5ded4f44-b4bb-482a-a9f2-631147b2bfcb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/bad55b7c-5b97-4de5-9685-f3de2da88114 HTTP/1.1" status: 204 len: 168 time: 0.1056845 Aug 31 14:13:14.208249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded4f44-b4bb-482a-a9f2-631147b2bfcb tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bad55b7c-5b97-4de5-9685-f3de2da88114,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:14.209941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55360) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:14.262506 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4e181020-944b-4d10-b356-e2972103a190 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0514145 Aug 31 14:13:14.264020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55362) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:14.292305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3fc23ae7-d88b-4424-95e2-0be3fd4cb945 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.301520 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3fc23ae7-d88b-4424-95e2-0be3fd4cb945 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.350709 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3fc23ae7-d88b-4424-95e2-0be3fd4cb945 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.358043 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3fc23ae7-d88b-4424-95e2-0be3fd4cb945 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.359375 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3fc23ae7-d88b-4424-95e2-0be3fd4cb945 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4faddf54-ac33-484e-a8f6-c72c811360b3 HTTP/1.1" status: 204 len: 168 time: 0.0943470 Aug 31 14:13:14.362156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55366) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:14.378088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc23ae7-d88b-4424-95e2-0be3fd4cb945 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4faddf54-ac33-484e-a8f6-c72c811360b3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:14.421198 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-29905e87-7924-4c08-9c92-8c47db76dde5 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0574510 Aug 31 14:13:14.423875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55372) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:14.505006 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d27cfaaa-d076-42de-bf84-bee58438f058 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.552350 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d27cfaaa-d076-42de-bf84-bee58438f058 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.562837 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1f363124-c8f3-4046-a8e9-e9ca58f14e53 None None] Provisioning for port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:14.567722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1f363124-c8f3-4046-a8e9-e9ca58f14e53 None None] Provisioning complete for port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:14.568639 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f363124-c8f3-4046-a8e9-e9ca58f14e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.587014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-83ea5995-7282-4f9d-aa9f-d0993d7b3511 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.614548 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d27cfaaa-d076-42de-bf84-bee58438f058 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.618346 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d27cfaaa-d076-42de-bf84-bee58438f058 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.624895 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d27cfaaa-d076-42de-bf84-bee58438f058 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-groups/0269690c-72c9-423f-a06d-fbdfc1b5d5f6 HTTP/1.1" status: 204 len: 168 time: 0.1999042 Aug 31 14:13:14.625779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55378) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:14.657266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cfaaa-d076-42de-bf84-bee58438f058 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0269690c-72c9-423f-a06d-fbdfc1b5d5f6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:14.695415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:13:14.707476 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Sync routers for ids ['c306de1a-0280-4767-967f-bc65604e890a'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:13:14.710638 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-db7c19ad-d7f0-45b0-82ce-0b3e013f430f admin admin] 10.222.0.20 "PUT /v2.0/routers/c306de1a-0280-4767-967f-bc65604e890a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2182646 Aug 31 14:13:14.721410 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-41867bed-c868-401a-ac21-e050c081511d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801716 Aug 31 14:13:14.721666 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Routers {'c306de1a-0280-4767-967f-bc65604e890a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:14.721666 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c306de1a-0280-4767-967f-bc65604e890a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:14.733136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55384) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:14.742140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-22170077-9885-4a74-a7d5-319ac0ae059c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013169418'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:14.748832 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43551548-288e-44ae-934c-4e38268a9af6 req-0c26a455-985d-4045-8e01-c408ea24088e tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.1677899 Aug 31 14:13:14.758597 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f363124-c8f3-4046-a8e9-e9ca58f14e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.796761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea5995-7282-4f9d-aa9f-d0993d7b3511 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Port': ['ID=256068c9-bda4-47e9-910e-c1c0dc00bff5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:14.815637 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22170077-9885-4a74-a7d5-319ac0ae059c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.858917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1f363124-c8f3-4046-a8e9-e9ca58f14e53 None None] For port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:14.872728 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f363124-c8f3-4046-a8e9-e9ca58f14e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:14.959517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f363124-c8f3-4046-a8e9-e9ca58f14e53 None None] Pushing event updated for resources: {'Port': ['ID=4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:15.040565 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Set router c306de1a-0280-4767-967f-bc65604e890a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:15.131742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22170077-9885-4a74-a7d5-319ac0ae059c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:15.144182 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-83ea5995-7282-4f9d-aa9f-d0993d7b3511 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:15.145647 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22170077-9885-4a74-a7d5-319ac0ae059c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:15.174112 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:15.208363 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22170077-9885-4a74-a7d5-319ac0ae059c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:15.209691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-22170077-9885-4a74-a7d5-319ac0ae059c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4746389 Aug 31 14:13:15.215366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55408) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:15.228980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1ced5a29-7488-413b-83d5-221e76a02fe6 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group_rule': {'security_group_id': '0ead9e25-e2cd-46b6-a78c-9ee92957a5b5', 'direction': 'ingress', 'protocol': 17}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:15.235812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22170077-9885-4a74-a7d5-319ac0ae059c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ead9e25-e2cd-46b6-a78c-9ee92957a5b5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:15.304095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ced5a29-7488-413b-83d5-221e76a02fe6 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:15.331863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:15.350755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:15.353236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:15.361238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:15.362141 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:15.376683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=ab5ded59-6b88-4bcc-a00c-d432fac97b41,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:15.437005 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1e27c5ff-2fbd-4ed8-b96b-0fd3cc801463 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8949862 Aug 31 14:13:15.437878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55434) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:15.503982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ced5a29-7488-413b-83d5-221e76a02fe6 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:15.520843 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ced5a29-7488-413b-83d5-221e76a02fe6 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:15.532594 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:13:12Z', 'revision_number': 4, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ad268244-a74b-40c5-aece-e204a99aad9c', 'name': '', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'mac_address': 'fa:16:3e:c3:83:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:08Z', 'updated_at': '2021-08-31T14:13:12Z', 'revision_number': 2, 'project_id': '0f573d79f178449f86f4510b41534f07', 'subnets': [{'id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:15.556214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced5a29-7488-413b-83d5-221e76a02fe6 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9194135-ca4b-48e3-bf11-2f998a94f0df,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:15.568732 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ced5a29-7488-413b-83d5-221e76a02fe6 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:15.572378 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1ced5a29-7488-413b-83d5-221e76a02fe6 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3559902 Aug 31 14:13:15.577139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55448) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:15.618290 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Checking router: c306de1a-0280-4767-967f-bc65604e890a for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:13:15.619042 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Updating router c306de1a-0280-4767-967f-bc65604e890a port ad268244-a74b-40c5-aece-e204a99aad9c binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:13:15.674769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ea5995-7282-4f9d-aa9f-d0993d7b3511 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Router 349972c1-f1e3-4817-90b2-3460137b769b has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:13:15.686283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:15.758076 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:15.830687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:15.831323 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:15.850663 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bef01a-d077-4cca-be72-eaa819ef37a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:15.864301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bef01a-d077-4cca-be72-eaa819ef37a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:15.869393 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e2bef01a-d077-4cca-be72-eaa819ef37a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.4286578 Aug 31 14:13:15.873544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55462) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:16.007575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ea5995-7282-4f9d-aa9f-d0993d7b3511 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:13:16.025735 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-83ea5995-7282-4f9d-aa9f-d0993d7b3511 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "PUT /v2.0/routers/349972c1-f1e3-4817-90b2-3460137b769b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0523300 Aug 31 14:13:16.040965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55468) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:16.092655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-41fd0ce8-e4a8-47db-a473-851debd70164 None None] Provisioning for port ab5ded59-6b88-4bcc-a00c-d432fac97b41 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:16.109974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-11c38686-a6ac-4473-9b98-bf124d6d1004 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port ab5ded59-6b88-4bcc-a00c-d432fac97b41 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:16.111673 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11c38686-a6ac-4473-9b98-bf124d6d1004 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.112559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522c0f32-0883-4bcd-b7ae-5f80e1178abd None None] Sync routers for ids ['349972c1-f1e3-4817-90b2-3460137b769b'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:13:16.137277 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-41fd0ce8-e4a8-47db-a473-851debd70164 None None] Provisioning complete for port ab5ded59-6b88-4bcc-a00c-d432fac97b41 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:16.139848 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-41fd0ce8-e4a8-47db-a473-851debd70164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.141844 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0b0d2288-4bd4-48c6-b805-018c9ab1b78e req-30ea7f8c-caba-4839-aeed-41d9b37159f6 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.1342363 Aug 31 14:13:16.233045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522c0f32-0883-4bcd-b7ae-5f80e1178abd None None] Routers {'349972c1-f1e3-4817-90b2-3460137b769b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:16.233864 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-522c0f32-0883-4bcd-b7ae-5f80e1178abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['349972c1-f1e3-4817-90b2-3460137b769b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:16.242234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-41fd0ce8-e4a8-47db-a473-851debd70164 None None] Port ab5ded59-6b88-4bcc-a00c-d432fac97b41 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:16.273580 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7dab0c-2f52-406a-8ccc-e26d1deecf93 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.280156 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-57cfc6eb-e722-4d87-bf72-0b220484dc3d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] delete failed (client error): The resource could not be found. Aug 31 14:13:16.284407 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-57cfc6eb-e722-4d87-bf72-0b220484dc3d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1134088363 HTTP/1.1" status: 404 len: 335 time: 0.2313280 Aug 31 14:13:16.285646 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55482) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:16.305727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3656d1f3-282b-4172-b904-403c811306ae tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Request body: {'router': {'external_gateway_info': {'network_id': '349972c1-f1e3-4817-90b2-3460137b769b'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:16.322215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-522c0f32-0883-4bcd-b7ae-5f80e1178abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:16.334965 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11c38686-a6ac-4473-9b98-bf124d6d1004 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.342312 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522c0f32-0883-4bcd-b7ae-5f80e1178abd None None] Routers {'349972c1-f1e3-4817-90b2-3460137b769b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:16.343685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-522c0f32-0883-4bcd-b7ae-5f80e1178abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['349972c1-f1e3-4817-90b2-3460137b769b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:16.382474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-11c38686-a6ac-4473-9b98-bf124d6d1004 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for ab5ded59-6b88-4bcc-a00c-d432fac97b41 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:16.382761 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.399965 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Transition to ACTIVE for port object ad268244-a74b-40c5-aece-e204a99aad9c will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:16.409978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-522c0f32-0883-4bcd-b7ae-5f80e1178abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:16.410964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522c0f32-0883-4bcd-b7ae-5f80e1178abd None None] The sync data for ids ['349972c1-f1e3-4817-90b2-3460137b769b'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:13:16.419344 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.447212 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7dab0c-2f52-406a-8ccc-e26d1deecf93 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.515677 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8b9c5-40da-4379-98ca-090d539e2fd9 None None] Pushing event updated for resources: {'Port': ['ID=ad268244-a74b-40c5-aece-e204a99aad9c,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:16.650075 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Attempting to bind port ad268244-a74b-40c5-aece-e204a99aad9c on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:16.658505 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Attempting to bind port ad268244-a74b-40c5-aece-e204a99aad9c by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:16.659227 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Attempting to bind port ad268244-a74b-40c5-aece-e204a99aad9c on network f61a66ed-e073-4160-9a7b-510fffda1238 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:16.669597 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:16.670857 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Checking segment: {'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:16.671454 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.672286 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Bound using segment: {'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:16.673292 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Bound port: ad268244-a74b-40c5-aece-e204a99aad9c, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:16.674169 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.714520 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11c38686-a6ac-4473-9b98-bf124d6d1004 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.782573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3656d1f3-282b-4172-b904-403c811306ae tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.790738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c38686-a6ac-4473-9b98-bf124d6d1004 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=ab5ded59-6b88-4bcc-a00c-d432fac97b41,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:16.848491 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11c38686-a6ac-4473-9b98-bf124d6d1004 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.857763 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-11c38686-a6ac-4473-9b98-bf124d6d1004 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/ab5ded59-6b88-4bcc-a00c-d432fac97b41 HTTP/1.1" status: 204 len: 168 time: 0.9829512 Aug 31 14:13:16.858440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55524) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:16.861175 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7dab0c-2f52-406a-8ccc-e26d1deecf93 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.864197 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db7dab0c-2f52-406a-8ccc-e26d1deecf93 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:16.865761 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-db7dab0c-2f52-406a-8ccc-e26d1deecf93 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ead9e25-e2cd-46b6-a78c-9ee92957a5b5 HTTP/1.1" status: 204 len: 168 time: 1.2785590 Aug 31 14:13:16.873873 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-3656d1f3-282b-4172-b904-403c811306ae tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] update failed (client error): The resource could not be found. Aug 31 14:13:16.875661 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3656d1f3-282b-4172-b904-403c811306ae tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "PUT /v2.0/routers/349972c1-f1e3-4817-90b2-3460137b769b HTTP/1.1" status: 404 len: 339 time: 0.5831747 Aug 31 14:13:16.879607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55526) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:16.886832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55528) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:16.905216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-84037c39-7ee9-4cd8-a079-9acbb8363f70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-626831042'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:16.909682 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] For port ad268244-a74b-40c5-aece-e204a99aad9c, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:16.914946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dab0c-2f52-406a-8ccc-e26d1deecf93 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ead9e25-e2cd-46b6-a78c-9ee92957a5b5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:16.945740 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] For port ad268244-a74b-40c5-aece-e204a99aad9c, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ad268244-a74b-40c5-aece-e204a99aad9c,segment=NetworkSegment(be311cc8-6270-402e-b3df-20c689500bc1),segment_id=be311cc8-6270-402e-b3df-20c689500bc1)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:16.965471 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.031937 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a169aa39-490f-4de1-8627-0c74e7491a01 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1402586 Aug 31 14:13:17.035887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55532) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:17.047062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e0a811-a9ac-4973-bc7d-1020679ab67f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:17.049548 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-84d27ccb-61b0-4f0f-904f-9c2927e62d1d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group': {'name': 'tempest-secgroup--598752806'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:17.051142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e0a811-a9ac-4973-bc7d-1020679ab67f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:17.057848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-30e0a811-a9ac-4973-bc7d-1020679ab67f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1967561 Aug 31 14:13:17.061682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55534) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:17.063507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84037c39-7ee9-4cd8-a079-9acbb8363f70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Made reservation on behalf of 6ad49e0538aa49a4b756a920a88e2428 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:17.067006 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84037c39-7ee9-4cd8-a079-9acbb8363f70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.076982 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Routers {'c306de1a-0280-4767-967f-bc65604e890a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:17.077986 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c306de1a-0280-4767-967f-bc65604e890a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:17.154538 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8b9c5-40da-4379-98ca-090d539e2fd9 None None] Pushing event updated for resources: {'Port': ['ID=ad268244-a74b-40c5-aece-e204a99aad9c,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:17.160476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84d27ccb-61b0-4f0f-904f-9c2927e62d1d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.208299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec34a15-1213-4882-ab65-707b35d0b8e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet f1f0563c-ff18-4cd6-b410-d75c7e312971 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:17.212194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84037c39-7ee9-4cd8-a079-9acbb8363f70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:13:17.228112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bec34a15-1213-4882-ab65-707b35d0b8e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.468404 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] Set router c306de1a-0280-4767-967f-bc65604e890a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:17.487665 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bec34a15-1213-4882-ab65-707b35d0b8e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.494792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e3497c9c-9b50-4f98-90a4-721dc1b9879b req-8f5e5c5e-b338-4007-a415-ef3771fcddb8 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0576954 Aug 31 14:13:17.497981 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84d27ccb-61b0-4f0f-904f-9c2927e62d1d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.504182 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84037c39-7ee9-4cd8-a079-9acbb8363f70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.504580 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-84037c39-7ee9-4cd8-a079-9acbb8363f70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Added segment 7853a2cd-6e10-476f-a2ec-dd75ff9a35bf of type vlan for network 1c27aeb9-e14a-48ca-b986-e6cfc5b5640f Aug 31 14:13:17.508474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84d27ccb-61b0-4f0f-904f-9c2927e62d1d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.582957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d27ccb-61b0-4f0f-904f-9c2927e62d1d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c60198e-e607-40fb-8efe-400e7e648e3a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:17.588592 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84d27ccb-61b0-4f0f-904f-9c2927e62d1d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.592300 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-84d27ccb-61b0-4f0f-904f-9c2927e62d1d tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5550694 Aug 31 14:13:17.596278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55550) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:17.601051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84037c39-7ee9-4cd8-a079-9acbb8363f70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.603963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3f7c22fd-e000-4f1e-9912-870f7648a1b4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group': {'name': 'tempest-secgroup--186690592'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:17.674759 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f7c22fd-e000-4f1e-9912-870f7648a1b4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.728877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bec34a15-1213-4882-ab65-707b35d0b8e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.762090 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84037c39-7ee9-4cd8-a079-9acbb8363f70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.770136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037c39-7ee9-4cd8-a079-9acbb8363f70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:17.771091 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84037c39-7ee9-4cd8-a079-9acbb8363f70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.790855 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f7c22fd-e000-4f1e-9912-870f7648a1b4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.796308 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f7c22fd-e000-4f1e-9912-870f7648a1b4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.838673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c22fd-e000-4f1e-9912-870f7648a1b4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e83af85-e6b6-421d-baa3-6b6e4852a4c7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:17.845286 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f7c22fd-e000-4f1e-9912-870f7648a1b4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.848071 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3f7c22fd-e000-4f1e-9912-870f7648a1b4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2503886 Aug 31 14:13:17.862760 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55554) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:17.871307 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:13:12Z', 'revision_number': 4, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ad268244-a74b-40c5-aece-e204a99aad9c', 'name': '', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'mac_address': 'fa:16:3e:c3:83:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:08Z', 'updated_at': '2021-08-31T14:13:16Z', 'revision_number': 4, 'project_id': '0f573d79f178449f86f4510b41534f07', 'subnets': [{'id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:17.872706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b1765384-3854-40c9-9065-c4319832be99 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group_rule': {'security_group_id': '2c60198e-e607-40fb-8efe-400e7e648e3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5e83af85-e6b6-421d-baa3-6b6e4852a4c7', 'remote_ip_prefix': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:17.910652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-84037c39-7ee9-4cd8-a079-9acbb8363f70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0178697 Aug 31 14:13:17.911709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84037c39-7ee9-4cd8-a079-9acbb8363f70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'Network': ['ID=1c27aeb9-e14a-48ca-b986-e6cfc5b5640f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:17.914321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55556) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:17.916036 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68de021-44d8-4462-aadb-5650b063f389 None None] The sync data for ids ['c306de1a-0280-4767-967f-bc65604e890a'] in n-d-792364-6 is: [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:13:12Z', 'revision_number': 4, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ad268244-a74b-40c5-aece-e204a99aad9c', 'name': '', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'mac_address': 'fa:16:3e:c3:83:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:08Z', 'updated_at': '2021-08-31T14:13:16Z', 'revision_number': 4, 'project_id': '0f573d79f178449f86f4510b41534f07', 'subnets': [{'id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:13:17.921414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6ece0be1-2fe2-43a8-bdd3-16266931eb5e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Request body: {'subnet': {'network_id': '1c27aeb9-e14a-48ca-b986-e6cfc5b5640f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:17.933887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 1c27aeb9-e14a-48ca-b986-e6cfc5b5640f details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:13:17.957561 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bec34a15-1213-4882-ab65-707b35d0b8e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:17.989984 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bec34a15-1213-4882-ab65-707b35d0b8e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:18.001301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bec34a15-1213-4882-ab65-707b35d0b8e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/f1f0563c-ff18-4cd6-b410-d75c7e312971 HTTP/1.1" status: 204 len: 168 time: 0.9387765 Aug 31 14:13:18.005821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55558) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:18.013564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6fc03f-55d7-4ae9-b43e-89e3f03eb316 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:18.191564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec34a15-1213-4882-ab65-707b35d0b8e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f0563c-ff18-4cd6-b410-d75c7e312971,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:18.196485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3f84c918-c681-4f1e-90d6-9f0cc6e317d5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011446 Aug 31 14:13:18.198198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55566) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:18.217331 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1765384-3854-40c9-9065-c4319832be99 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:18.303268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ece0be1-2fe2-43a8-bdd3-16266931eb5e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Made reservation on behalf of 6ad49e0538aa49a4b756a920a88e2428 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:18.304332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678a4b81-37c8-4fda-addc-79b9bdd594b1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:18.306754 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ece0be1-2fe2-43a8-bdd3-16266931eb5e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:18.306910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-678a4b81-37c8-4fda-addc-79b9bdd594b1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1078229 Aug 31 14:13:18.310615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55568) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:18.420470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc745275-2480-4d86-bdd3-c15e707b866a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:18.427165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fc745275-2480-4d86-bdd3-c15e707b866a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1154695 Aug 31 14:13:18.430119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55574) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:18.485326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dbef32-2d52-482b-8f22-f1b4284553d7 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:13:18.588702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1765384-3854-40c9-9065-c4319832be99 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:18.601943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55582) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:18.605465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ae44f453-d202-4de4-8e9c-8d5dda0c6f00 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1714981 Aug 31 14:13:18.608899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0c7fe18f-9f2d-4796-8863-f51f98589d66 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:18.611355 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1765384-3854-40c9-9065-c4319832be99 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:18.656295 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1765384-3854-40c9-9065-c4319832be99 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac45564b-189c-4c83-8076-b63d18782a3e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:18.687182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbef32-2d52-482b-8f22-f1b4284553d7 None None] Deleting port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:18.689146 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7dbef32-2d52-482b-8f22-f1b4284553d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:18.763060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9720c201-543c-40fa-94ee-721cf66efb0b req-d91c6cc0-036a-44e3-9aa7-634bd0d235bd tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0898874 Aug 31 14:13:18.764676 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1765384-3854-40c9-9065-c4319832be99 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:18.768346 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b1765384-3854-40c9-9065-c4319832be99 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9027455 Aug 31 14:13:18.772075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55588) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:18.866756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e7dbef32-2d52-482b-8f22-f1b4284553d7 None None] For port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:18.867163 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7dbef32-2d52-482b-8f22-f1b4284553d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:18.895700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbef32-2d52-482b-8f22-f1b4284553d7 None None] Calling delete_port for 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:18.910940 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac2a5e21-803c-4923-965b-3aa94152e5d9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:18.938134 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac2a5e21-803c-4923-965b-3aa94152e5d9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:18.943601 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ece0be1-2fe2-43a8-bdd3-16266931eb5e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:19.044618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7fe18f-9f2d-4796-8863-f51f98589d66 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:19.049633 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c7fe18f-9f2d-4796-8863-f51f98589d66 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:19.062252 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac2a5e21-803c-4923-965b-3aa94152e5d9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:19.091962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac2a5e21-803c-4923-965b-3aa94152e5d9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:19.092233 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7dbef32-2d52-482b-8f22-f1b4284553d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:19.093206 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ac2a5e21-803c-4923-965b-3aa94152e5d9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ac45564b-189c-4c83-8076-b63d18782a3e HTTP/1.1" status: 204 len: 168 time: 0.3189676 Aug 31 14:13:19.106407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55594) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:19.107534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece0be1-2fe2-43a8-bdd3-16266931eb5e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Checking segment: {'id': '7853a2cd-6e10-476f-a2ec-dd75ff9a35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c27aeb9-e14a-48ca-b986-e6cfc5b5640f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:19.108095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece0be1-2fe2-43a8-bdd3-16266931eb5e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Network hostable DHCP agents. Network: 1c27aeb9-e14a-48ca-b986-e6cfc5b5640f, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:13:19.122590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece0be1-2fe2-43a8-bdd3-16266931eb5e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'Subnet': ['ID=b48b8dae-bf1f-4104-b3a8-fc67eadab5b6,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:19.152368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a5e21-803c-4923-965b-3aa94152e5d9 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac45564b-189c-4c83-8076-b63d18782a3e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:19.161654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbef32-2d52-482b-8f22-f1b4284553d7 None None] Pushing event deleted for resources: {'Port': ['ID=4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:19.164491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbef32-2d52-482b-8f22-f1b4284553d7 None None] No DVR routers for this DVR port 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:19.181206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece0be1-2fe2-43a8-bdd3-16266931eb5e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Network 1c27aeb9-e14a-48ca-b986-e6cfc5b5640f is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:13:19.234482 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3597730f-3cea-4c05-b2ec-adb2aa4b7fb7 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1199815 Aug 31 14:13:19.234482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55602) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:19.321010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6ece0be1-2fe2-43a8-bdd3-16266931eb5e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 1c27aeb9-e14a-48ca-b986-e6cfc5b5640f) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:19.335738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece0be1-2fe2-43a8-bdd3-16266931eb5e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:19.335738 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ece0be1-2fe2-43a8-bdd3-16266931eb5e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:19.336643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef8438-b05a-4fd4-adbb-ae91abef73a8 None None] Network 1c27aeb9-e14a-48ca-b986-e6cfc5b5640f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:19.456132 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ce875f6-e513-43dd-84dd-add5f012ed82 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:19.491817 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6ece0be1-2fe2-43a8-bdd3-16266931eb5e tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5763884 Aug 31 14:13:19.494934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55606) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:19.510242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4c71f829-d703-4f61-a21f-4d9627219a6d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c27aeb9-e14a-48ca-b986-e6cfc5b5640f'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:19.546142 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c7fe18f-9f2d-4796-8863-f51f98589d66 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:19.795859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7fe18f-9f2d-4796-8863-f51f98589d66 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:19.802855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-0c7fe18f-9f2d-4796-8863-f51f98589d66 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:19.807328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fe18f-9f2d-4796-8863-f51f98589d66 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=119d85ec-4b45-4f28-b43e-60d0eb79c965,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:19.822614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7fe18f-9f2d-4796-8863-f51f98589d66 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:19.823960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c7fe18f-9f2d-4796-8863-f51f98589d66 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:19.852502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ad268244-a74b-40c5-aece-e204a99aad9c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:19.877701 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0c7fe18f-9f2d-4796-8863-f51f98589d66 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2723472 Aug 31 14:13:19.879470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55624) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:19.893114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'fixed_ips': [{'subnet_id': '119d85ec-4b45-4f28-b43e-60d0eb79c965', 'ip_address': '2001:db8::5a49:966d:e025:64e3'}], 'name': 'tempest-NetworksTestDHCPv6-1227244897'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:19.897910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ce875f6-e513-43dd-84dd-add5f012ed82 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:19.958308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b493d8-243a-43bb-912e-422298aecd63 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:20.038500 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9dfe8469-b9bc-461b-a3ba-fb98b5c52cf3 req-7d871da7-4731-448f-a857-1901a3127593 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0712681 Aug 31 14:13:20.085062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-1c27aeb9-e14a-48ca-b986-e6cfc5b5640f', 'network_id': '1c27aeb9-e14a-48ca-b986-e6cfc5b5640f', 'tenant_id': '6ad49e0538aa49a4b756a920a88e2428', 'fixed_ips': [{'subnet_id': 'b48b8dae-bf1f-4104-b3a8-fc67eadab5b6'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:13:20.085062 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:20.144649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4c71f829-d703-4f61-a21f-4d9627219a6d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:20.168815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ad268244-a74b-40c5-aece-e204a99aad9c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:20.220805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:20.312252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ad268244-a74b-40c5-aece-e204a99aad9c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:20.315061 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:20.365737 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ce875f6-e513-43dd-84dd-add5f012ed82 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:20.372868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ce875f6-e513-43dd-84dd-add5f012ed82 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:20.376198 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6ce875f6-e513-43dd-84dd-add5f012ed82 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-groups/5e83af85-e6b6-421d-baa3-6b6e4852a4c7 HTTP/1.1" status: 204 len: 168 time: 1.1384695 Aug 31 14:13:20.376926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55638) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:20.466138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce875f6-e513-43dd-84dd-add5f012ed82 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e83af85-e6b6-421d-baa3-6b6e4852a4c7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:20.473870 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:20.527523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 2ffaa336-3d7b-4659-8dee-472048135a9d yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:13:20.571177 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-80c2f21f-0c0f-481d-ae22-a3435e8459f5 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1812773 Aug 31 14:13:20.572504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55642) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:20.643342 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-4c71f829-d703-4f61-a21f-4d9627219a6d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:20.644655 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4c71f829-d703-4f61-a21f-4d9627219a6d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "PUT /v2.0/routers/349972c1-f1e3-4817-90b2-3460137b769b HTTP/1.1" status: 400 len: 364 time: 1.1426530 Aug 31 14:13:20.649707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55648) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:20.914456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::5a49:966d:e025:64e3 (da4c3e7b-d0fb-4990-bf20-2699b1577677/119d85ec-4b45-4f28-b43e-60d0eb79c965/2ffaa336-3d7b-4659-8dee-472048135a9d) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:20.966459 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-549d26ae-168a-439c-9268-5bad128a4ea0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.051895 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.143896 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-549d26ae-168a-439c-9268-5bad128a4ea0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.183842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ad268244-a74b-40c5-aece-e204a99aad9c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ad268244-a74b-40c5-aece-e204a99aad9c,segment=NetworkSegment(be311cc8-6270-402e-b3df-20c689500bc1),segment_id=be311cc8-6270-402e-b3df-20c689500bc1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:21.189818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '119d85ec-4b45-4f28-b43e-60d0eb79c965'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:13:21.194478 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.223053 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.284994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Allocated IP 2001:db8:1::2 (1c27aeb9-e14a-48ca-b986-e6cfc5b5640f/b48b8dae-bf1f-4104-b3a8-fc67eadab5b6/d333bebd-a569-40e7-a900-20d7760fd5b5) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:21.301454 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.341234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-549d26ae-168a-439c-9268-5bad128a4ea0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.346615 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-549d26ae-168a-439c-9268-5bad128a4ea0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.351300 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-549d26ae-168a-439c-9268-5bad128a4ea0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-groups/2c60198e-e607-40fb-8efe-400e7e648e3a HTTP/1.1" status: 204 len: 168 time: 0.7726121 Aug 31 14:13:21.354029 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:21.354209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55670) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:21.375118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 2ffaa336-3d7b-4659-8dee-472048135a9d will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:21.453243 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f778966-3c95-4313-a53f-1c239170caae req-e53a27a1-d991-4c59-951f-81f2cd9ceae6 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.1582556 Aug 31 14:13:21.469074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-26fca4d2-a0e3-48fe-9a6e-1d29669213a2 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1134043 Aug 31 14:13:21.469834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55674) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:21.477196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a7e8798e-0a18-424e-9f8b-de0a6ecaf941 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group': {'name': 'tempest-secgroup--26386838'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:21.479075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ad268244-a74b-40c5-aece-e204a99aad9c,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:21.491702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.501199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:21.502405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 4fee36d1-3d6c-4a85-91b0-e6c9fc5d670e not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:21.526340 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.542394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d26ae-168a-439c-9268-5bad128a4ea0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c60198e-e607-40fb-8efe-400e7e648e3a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:21.663827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Allocated IP 2001:db8::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/119d85ec-4b45-4f28-b43e-60d0eb79c965/638ec08f-92dd-4df6-b85c-a357fe267f53) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:21.713849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:21.734149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7e8798e-0a18-424e-9f8b-de0a6ecaf941 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.766374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ad268244-a74b-40c5-aece-e204a99aad9c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:21.801550 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.830738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:21.834691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:21.843892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:21.844784 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.865780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=2ffaa336-3d7b-4659-8dee-472048135a9d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:21.941275 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7e8798e-0a18-424e-9f8b-de0a6ecaf941 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:21.961952 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7e8798e-0a18-424e-9f8b-de0a6ecaf941 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.003828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Allocated IP 2001:db8::1 (5a9074f3-02a3-493e-8ddb-dafbecf8a19d/0d64e5db-6463-4c95-b693-dd7fa19d756f/18462aff-e617-4c07-ba7c-4e1dd3d8dc21) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:22.026295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1caa3244-6e1e-4330-bc60-ed732a0945e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1443541 Aug 31 14:13:22.055892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55690) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:22.062575 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Transition to ACTIVE for port object d333bebd-a569-40e7-a900-20d7760fd5b5 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:22.097168 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7e8798e-0a18-424e-9f8b-de0a6ecaf941 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.102190 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a7e8798e-0a18-424e-9f8b-de0a6ecaf941 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6294465 Aug 31 14:13:22.107102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55694) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:22.114789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ca56c06c-726e-448d-a00a-20845041a455 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group_rule': {'security_group_id': '80da24ef-5828-47b5-ae42-9c6d193d8932', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:22.143911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8798e-0a18-424e-9f8b-de0a6ecaf941 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80da24ef-5828-47b5-ae42-9c6d193d8932,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:22.194031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375a1220-9a16-471c-a2c7-78a53e78d359 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:22.198359 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-375a1220-9a16-471c-a2c7-78a53e78d359 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1388416 Aug 31 14:13:22.198753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55698) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:22.242589 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.246636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca56c06c-726e-448d-a00a-20845041a455 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.344359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Transition to ACTIVE for port object d333bebd-a569-40e7-a900-20d7760fd5b5 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:22.367262 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.408237 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.415306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Transition to ACTIVE for port object 638ec08f-92dd-4df6-b85c-a357fe267f53 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:22.446043 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca56c06c-726e-448d-a00a-20845041a455 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.470613 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca56c06c-726e-448d-a00a-20845041a455 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.509020 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca56c06c-726e-448d-a00a-20845041a455 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.510008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ad268244-a74b-40c5-aece-e204a99aad9c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:22.513776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ca56c06c-726e-448d-a00a-20845041a455 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4018202 Aug 31 14:13:22.516283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55710) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:22.518502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56c06c-726e-448d-a00a-20845041a455 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c508efd-b12e-449d-b9c7-a5c0a14a2152,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:22.522975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.535014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Network 1c27aeb9-e14a-48ca-b986-e6cfc5b5640f is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:22.569009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:22.579794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Transition to ACTIVE for port object 638ec08f-92dd-4df6-b85c-a357fe267f53 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:22.591505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:22.599252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b72c0fbd-5e44-457e-955b-0f117c7e55b4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 2ffaa336-3d7b-4659-8dee-472048135a9d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:22.599607 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b72c0fbd-5e44-457e-955b-0f117c7e55b4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.605920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Pushing event updated for resources: {'Port': ['ID=d333bebd-a569-40e7-a900-20d7760fd5b5,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:22.644009 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.699228 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39a7da3e-4b56-414b-8dec-1c0ec17f899c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.723773 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39a7da3e-4b56-414b-8dec-1c0ec17f899c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.768117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Pushing event updated for resources: {'Port': ['ID=638ec08f-92dd-4df6-b85c-a357fe267f53,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:22.854314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:22.859869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Attempting to bind port d333bebd-a569-40e7-a900-20d7760fd5b5 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:22.860383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Attempting to bind port d333bebd-a569-40e7-a900-20d7760fd5b5 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '7853a2cd-6e10-476f-a2ec-dd75ff9a35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c27aeb9-e14a-48ca-b986-e6cfc5b5640f'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:22.862677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Attempting to bind port d333bebd-a569-40e7-a900-20d7760fd5b5 on network 1c27aeb9-e14a-48ca-b986-e6cfc5b5640f {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:22.869163 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:22.880810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:22.902229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:22.906496 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Checking segment: {'id': '7853a2cd-6e10-476f-a2ec-dd75ff9a35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c27aeb9-e14a-48ca-b986-e6cfc5b5640f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:22.906496 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.909189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Bound using segment: {'id': '7853a2cd-6e10-476f-a2ec-dd75ff9a35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c27aeb9-e14a-48ca-b986-e6cfc5b5640f'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:22.910330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Bound port: d333bebd-a569-40e7-a900-20d7760fd5b5, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7853a2cd-6e10-476f-a2ec-dd75ff9a35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c27aeb9-e14a-48ca-b986-e6cfc5b5640f'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:22.911596 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.914912 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39a7da3e-4b56-414b-8dec-1c0ec17f899c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.968420 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39a7da3e-4b56-414b-8dec-1c0ec17f899c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:22.974843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-39a7da3e-4b56-414b-8dec-1c0ec17f899c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5c508efd-b12e-449d-b9c7-a5c0a14a2152 HTTP/1.1" status: 204 len: 168 time: 0.4480388 Aug 31 14:13:22.999121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55722) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:23.019386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Transition to ACTIVE for port object 18462aff-e617-4c07-ba7c-4e1dd3d8dc21 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:23.038850 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c81a31b8-bcfb-42a5-8f4e-4e405c803a40 req-fc3f4fab-ae0e-4c55-bc49-8d526483892a tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0363960 Aug 31 14:13:23.053999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7da3e-4b56-414b-8dec-1c0ec17f899c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c508efd-b12e-449d-b9c7-a5c0a14a2152,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:23.127420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Attempting to bind port 638ec08f-92dd-4df6-b85c-a357fe267f53 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:23.128322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Attempting to bind port 638ec08f-92dd-4df6-b85c-a357fe267f53 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:23.128964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Attempting to bind port 638ec08f-92dd-4df6-b85c-a357fe267f53 on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:23.145379 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.161757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:23.162469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:23.163244 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.164450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:23.165142 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Bound port: 638ec08f-92dd-4df6-b85c-a357fe267f53, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:23.165930 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.167526 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b72c0fbd-5e44-457e-955b-0f117c7e55b4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.226973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b72c0fbd-5e44-457e-955b-0f117c7e55b4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 2ffaa336-3d7b-4659-8dee-472048135a9d owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:23.245845 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a48bedd4-c0ed-4bb5-83d3-3d711c30c061 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2223914 Aug 31 14:13:23.249107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55732) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:23.266304 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] For port 638ec08f-92dd-4df6-b85c-a357fe267f53, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:23.270960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] For port 638ec08f-92dd-4df6-b85c-a357fe267f53, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=638ec08f-92dd-4df6-b85c-a357fe267f53,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:23.284561 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.286168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Network 5a9074f3-02a3-493e-8ddb-dafbecf8a19d is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:23.303659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:23.306666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:23.307219 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.320322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] For port d333bebd-a569-40e7-a900-20d7760fd5b5, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:23.395559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] For port d333bebd-a569-40e7-a900-20d7760fd5b5, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d333bebd-a569-40e7-a900-20d7760fd5b5,segment=NetworkSegment(7853a2cd-6e10-476f-a2ec-dd75ff9a35bf),segment_id=7853a2cd-6e10-476f-a2ec-dd75ff9a35bf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:23.410819 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'Port': ['ID=18462aff-e617-4c07-ba7c-4e1dd3d8dc21,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:23.422870 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.492815 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a23eb63-3e68-43fe-90ff-3a3375444d41 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.519625 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff6b45-6587-4a4e-b28c-476e4614eeb9 None None] Pushing event updated for resources: {'Port': ['ID=638ec08f-92dd-4df6-b85c-a357fe267f53,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:23.593849 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a23eb63-3e68-43fe-90ff-3a3375444d41 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.653781 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.657866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f7463-b60b-4374-b311-a91b5f75e305 None None] Pushing event updated for resources: {'Port': ['ID=d333bebd-a569-40e7-a900-20d7760fd5b5,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:23.728994 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b72c0fbd-5e44-457e-955b-0f117c7e55b4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.740820 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a23eb63-3e68-43fe-90ff-3a3375444d41 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.745384 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a23eb63-3e68-43fe-90ff-3a3375444d41 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.749900 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0a23eb63-3e68-43fe-90ff-3a3375444d41 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-groups/80da24ef-5828-47b5-ae42-9c6d193d8932 HTTP/1.1" status: 204 len: 168 time: 0.4998186 Aug 31 14:13:23.751662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55744) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:23.812351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23eb63-3e68-43fe-90ff-3a3375444d41 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80da24ef-5828-47b5-ae42-9c6d193d8932,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:23.834367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c0fbd-5e44-457e-955b-0f117c7e55b4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=2ffaa336-3d7b-4659-8dee-472048135a9d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:23.881009 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b72c0fbd-5e44-457e-955b-0f117c7e55b4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.884180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b72c0fbd-5e44-457e-955b-0f117c7e55b4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/2ffaa336-3d7b-4659-8dee-472048135a9d HTTP/1.1" status: 204 len: 168 time: 1.6845412 Aug 31 14:13:23.908521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55750) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:23.957974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4ac7e758-1dfe-4647-b76b-873ffd3bc30c None None] Provisioning for port 18462aff-e617-4c07-ba7c-4e1dd3d8dc21 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:23.966461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4ac7e758-1dfe-4647-b76b-873ffd3bc30c None None] Provisioning complete for port 18462aff-e617-4c07-ba7c-4e1dd3d8dc21 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:23.966992 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ac7e758-1dfe-4647-b76b-873ffd3bc30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:23.968188 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7bd6b36c-c147-48f1-baf2-fede827eb215 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2095737 Aug 31 14:13:23.976739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55754) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:23.988158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3b51a3f3-5f55-4c0c-bbff-5ee2d60ce627 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group': {'name': 'tempest-secgroup--1231391803'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:24.149211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7e758-1dfe-4647-b76b-873ffd3bc30c None None] Port 18462aff-e617-4c07-ba7c-4e1dd3d8dc21 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:24.198904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b51a3f3-5f55-4c0c-bbff-5ee2d60ce627 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.213090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ceb6f-764e-4e12-88d7-1053afaeca50 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:24.214805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ceb6f-764e-4e12-88d7-1053afaeca50 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:24.223539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-307ceb6f-764e-4e12-88d7-1053afaeca50 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3040681 Aug 31 14:13:24.230197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55762) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:24.323012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f00bada-3002-41fc-be63-4b17b8bd9334 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 119d85ec-4b45-4f28-b43e-60d0eb79c965 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:24.341328 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f00bada-3002-41fc-be63-4b17b8bd9334 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.388664 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-61f60bec-baea-46ef-8fa3-563201e5efa8 req-ac94f5da-9ba2-4f13-a3a9-9b47e4b91f3c tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0514863 Aug 31 14:13:24.444768 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f00bada-3002-41fc-be63-4b17b8bd9334 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.540707 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b51a3f3-5f55-4c0c-bbff-5ee2d60ce627 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.564015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.567190 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b51a3f3-5f55-4c0c-bbff-5ee2d60ce627 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.570794 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.572279 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.600124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51a3f3-5f55-4c0c-bbff-5ee2d60ce627 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e82a242-baa1-44c5-a6c7-f911fa23e0d7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:24.627369 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f00bada-3002-41fc-be63-4b17b8bd9334 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.632011 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b51a3f3-5f55-4c0c-bbff-5ee2d60ce627 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.633501 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3b51a3f3-5f55-4c0c-bbff-5ee2d60ce627 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6558166 Aug 31 14:13:24.663512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55774) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:24.668216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ba17a470-ebd4-445f-83ad-fce2e48869a0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group_rule': {'security_group_id': '9e82a242-baa1-44c5-a6c7-f911fa23e0d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:24.733729 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event updated for resources: {'Port': ['ID=18462aff-e617-4c07-ba7c-4e1dd3d8dc21,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:24.756202 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba17a470-ebd4-445f-83ad-fce2e48869a0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.812236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Network 5a9074f3-02a3-493e-8ddb-dafbecf8a19d is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:24.814143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:24.825984 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f00bada-3002-41fc-be63-4b17b8bd9334 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.964799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00bada-3002-41fc-be63-4b17b8bd9334 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=119d85ec-4b45-4f28-b43e-60d0eb79c965,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:24.984013 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f00bada-3002-41fc-be63-4b17b8bd9334 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:24.989481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3f00bada-3002-41fc-be63-4b17b8bd9334 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/119d85ec-4b45-4f28-b43e-60d0eb79c965 HTTP/1.1" status: 204 len: 168 time: 0.7489877 Aug 31 14:13:25.003300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55782) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:25.044715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Router 349972c1-f1e3-4817-90b2-3460137b769b has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:13:25.074971 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a97d5154-a203-4fec-9fbc-adc2a95cec51 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703115 Aug 31 14:13:25.080892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55784) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:25.089384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2392e126-25fd-4b0d-89a5-38afa5216bf1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:25.234089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba17a470-ebd4-445f-83ad-fce2e48869a0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:25.293160 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba17a470-ebd4-445f-83ad-fce2e48869a0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:25.338086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:13:25.356325 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-79f9011e-8b12-4919-9aab-71acd007f16d tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "PUT /v2.0/routers/349972c1-f1e3-4817-90b2-3460137b769b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7025218 Aug 31 14:13:25.356902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55790) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:25.371075 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee0703-d202-4bb3-935c-f3a9c225c68d None None] Sync routers for ids ['349972c1-f1e3-4817-90b2-3460137b769b'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:13:25.399992 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee0703-d202-4bb3-935c-f3a9c225c68d None None] Routers {'349972c1-f1e3-4817-90b2-3460137b769b'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:25.402375 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-44ee0703-d202-4bb3-935c-f3a9c225c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['349972c1-f1e3-4817-90b2-3460137b769b'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:25.456507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5729a2e6-416e-4efb-ae83-f9c01d19af6a None None] Provisioning complete for port 18462aff-e617-4c07-ba7c-4e1dd3d8dc21 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:25.459939 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5729a2e6-416e-4efb-ae83-f9c01d19af6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:25.493767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab52904d-ec7c-424f-9c69-352d82f452e6 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:25.574768 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-44ee0703-d202-4bb3-935c-f3a9c225c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:25.624296 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee0703-d202-4bb3-935c-f3a9c225c68d None None] Routers {'349972c1-f1e3-4817-90b2-3460137b769b'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:25.624972 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-44ee0703-d202-4bb3-935c-f3a9c225c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['349972c1-f1e3-4817-90b2-3460137b769b'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:25.633604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17a470-ebd4-445f-83ad-fce2e48869a0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d11fccb-e8f1-4c83-9b0f-adde34482258,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:25.647499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba17a470-ebd4-445f-83ad-fce2e48869a0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:25.655180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ba17a470-ebd4-445f-83ad-fce2e48869a0 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9862063 Aug 31 14:13:25.657465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55802) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:25.695129 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bab6b44d-c9a2-4d19-a4ab-781617e57607 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules/8d11fccb-e8f1-4c83-9b0f-adde34482258 HTTP/1.1" status: 200 len: 763 time: 0.0354843 Aug 31 14:13:25.698825 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-44ee0703-d202-4bb3-935c-f3a9c225c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:25.699824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55806) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:25.699975 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee0703-d202-4bb3-935c-f3a9c225c68d None None] The sync data for ids ['349972c1-f1e3-4817-90b2-3460137b769b'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:13:25.779275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392e126-25fd-4b0d-89a5-38afa5216bf1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:25.779889 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d48e9cf-1e11-490e-a2ce-36b86b12760c req-c98153ef-083b-4da2-b6fa-000f1ca9b970 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0767057 Aug 31 14:13:25.785845 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2392e126-25fd-4b0d-89a5-38afa5216bf1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:25.805355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7ae73777-58f5-4c39-a53c-13cc1743e5ff tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1038687 Aug 31 14:13:25.811719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-950360d5-475b-4fec-b0de-5f276c35e772 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:25.813544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55808) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:25.931382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5729a2e6-416e-4efb-ae83-f9c01d19af6a None None] Port 18462aff-e617-4c07-ba7c-4e1dd3d8dc21 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:26.017856 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-950360d5-475b-4fec-b0de-5f276c35e772 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 14:13:26.019352 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-950360d5-475b-4fec-b0de-5f276c35e772 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "DELETE /v2.0/routers/349972c1-f1e3-4817-90b2-3460137b769b HTTP/1.1" status: 409 len: 329 time: 0.6614928 Aug 31 14:13:26.022758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55810) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:26.036662 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e51f-9387-497b-bb8a-350c3d03dfac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.058477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d333bebd-a569-40e7-a900-20d7760fd5b5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:26.094192 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e51f-9387-497b-bb8a-350c3d03dfac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.148219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa5115b-eb7a-4771-9c7d-8cccb137c09f None None] Network 1c27aeb9-e14a-48ca-b986-e6cfc5b5640f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:26.177372 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e51f-9387-497b-bb8a-350c3d03dfac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.190312 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e51f-9387-497b-bb8a-350c3d03dfac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.192305 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e6a3e51f-9387-497b-bb8a-350c3d03dfac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8d11fccb-e8f1-4c83-9b0f-adde34482258 HTTP/1.1" status: 204 len: 168 time: 0.3761840 Aug 31 14:13:26.200633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55818) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:26.246373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3e51f-9387-497b-bb8a-350c3d03dfac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d11fccb-e8f1-4c83-9b0f-adde34482258,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:26.253973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b1dcd3b0-7332-4ad1-94fd-1b759859cc03 None None] Provisioning for port 638ec08f-92dd-4df6-b85c-a357fe267f53 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:26.281051 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f81a307a-c02f-45fd-a081-558fc7ab88f3 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0769081 Aug 31 14:13:26.284428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55820) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:26.294096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-413fd7dd-e235-473b-a36c-d62433e0f311 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group_rule': {'security_group_id': '9e82a242-baa1-44c5-a6c7-f911fa23e0d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:26.407168 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-413fd7dd-e235-473b-a36c-d62433e0f311 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.484058 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-413fd7dd-e235-473b-a36c-d62433e0f311 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.516115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a8155b4-099b-4d3b-8d8c-9dabe4d41786 None None] Provisioning for port d333bebd-a569-40e7-a900-20d7760fd5b5 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:26.520389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-413fd7dd-e235-473b-a36c-d62433e0f311 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.537583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a8155b4-099b-4d3b-8d8c-9dabe4d41786 None None] Provisioning complete for port d333bebd-a569-40e7-a900-20d7760fd5b5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:26.538121 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a8155b4-099b-4d3b-8d8c-9dabe4d41786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.543101 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port d333bebd-a569-40e7-a900-20d7760fd5b5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:26.620150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fd7dd-e235-473b-a36c-d62433e0f311 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a363b533-6387-4e6a-b005-abe4513fdbe9,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:26.634824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-413fd7dd-e235-473b-a36c-d62433e0f311 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.640094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-413fd7dd-e235-473b-a36c-d62433e0f311 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3542905 Aug 31 14:13:26.644739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55828) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:26.656020 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2392e126-25fd-4b0d-89a5-38afa5216bf1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.703292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d333bebd-a569-40e7-a900-20d7760fd5b5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:26.704021 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.769852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2392e126-25fd-4b0d-89a5-38afa5216bf1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:26.782767 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5afb84fd-3f47-4906-9580-ba4a93c7daa1 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules/a363b533-6387-4e6a-b005-abe4513fdbe9 HTTP/1.1" status: 200 len: 763 time: 0.1324813 Aug 31 14:13:26.787144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-2392e126-25fd-4b0d-89a5-38afa5216bf1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:26.788092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55836) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:26.796010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392e126-25fd-4b0d-89a5-38afa5216bf1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:26.799570 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2392e126-25fd-4b0d-89a5-38afa5216bf1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:26.828718 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04b554-3da1-41d2-910c-e8fd2ba947d5 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:13:26.845572 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2392e126-25fd-4b0d-89a5-38afa5216bf1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7634826 Aug 31 14:13:26.846401 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55838) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:26.859008 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'fixed_ips': [{'subnet_id': '887eb2a3-e7e8-4b77-8379-261392c05fcb', 'ip_address': '2001:db8::6f22:4c8f:1a77:925b'}], 'name': 'tempest-NetworksTestDHCPv6-1630339653'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:26.877744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392e126-25fd-4b0d-89a5-38afa5216bf1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=887eb2a3-e7e8-4b77-8379-261392c05fcb,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:26.994140 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5b9ff3a2-92cb-4868-83c8-3436f881b6d7 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2004342 Aug 31 14:13:26.997656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55842) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:27.038358 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d9e8999b-2c6a-49da-972c-15e417b26dd4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.051340 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ddeffe5-6623-4723-b560-803ae83f3134 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.055478 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d9e8999b-2c6a-49da-972c-15e417b26dd4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.103156 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.113897 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d9e8999b-2c6a-49da-972c-15e417b26dd4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.135322 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d9e8999b-2c6a-49da-972c-15e417b26dd4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.142612 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d9e8999b-2c6a-49da-972c-15e417b26dd4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a363b533-6387-4e6a-b005-abe4513fdbe9 HTTP/1.1" status: 204 len: 168 time: 0.1416137 Aug 31 14:13:27.143663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55846) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:27.149640 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a8155b4-099b-4d3b-8d8c-9dabe4d41786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.231425 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8999b-2c6a-49da-972c-15e417b26dd4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a363b533-6387-4e6a-b005-abe4513fdbe9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:27.251191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port d333bebd-a569-40e7-a900-20d7760fd5b5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d333bebd-a569-40e7-a900-20d7760fd5b5,segment=NetworkSegment(7853a2cd-6e10-476f-a2ec-dd75ff9a35bf),segment_id=7853a2cd-6e10-476f-a2ec-dd75ff9a35bf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:27.258412 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.259507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 638ec08f-92dd-4df6-b85c-a357fe267f53 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:27.262401 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-cd04b554-3da1-41d2-910c-e8fd2ba947d5 None None] Deleting port 638ec08f-92dd-4df6-b85c-a357fe267f53 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:27.262927 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd04b554-3da1-41d2-910c-e8fd2ba947d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.297231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-70365197-a60c-4cad-b584-1cdef50720c4 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1394174 Aug 31 14:13:27.300422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55852) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:27.312973 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17964461-1d0c-4532-87c9-3e2a2876e51e req-d9f643ac-15e9-452f-919d-f1ba211eb134 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.3166835 Aug 31 14:13:27.314949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-616ccdc4-e857-4cfc-8171-97293b23cf18 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Request body: {'security_group_rule': {'security_group_id': '9e82a242-baa1-44c5-a6c7-f911fa23e0d7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:27.382346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=d333bebd-a569-40e7-a900-20d7760fd5b5,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:27.410220 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-616ccdc4-e857-4cfc-8171-97293b23cf18 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Project ec83f440b0fa48dc827ac3dce5bb01f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:13:27.416763 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-616ccdc4-e857-4cfc-8171-97293b23cf18 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.504837 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-616ccdc4-e857-4cfc-8171-97293b23cf18 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.512980 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-616ccdc4-e857-4cfc-8171-97293b23cf18 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.513973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:27.552169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ccdc4-e857-4cfc-8171-97293b23cf18 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4046a96-bbb4-41ba-a1a6-905394f82316,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:27.584366 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-616ccdc4-e857-4cfc-8171-97293b23cf18 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.588541 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-616ccdc4-e857-4cfc-8171-97293b23cf18 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2869129 Aug 31 14:13:27.590826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55860) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:27.631546 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7d49189c-4c30-41ea-b0cf-580277e0fc59 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules/d4046a96-bbb4-41ba-a1a6-905394f82316 HTTP/1.1" status: 200 len: 769 time: 0.0389338 Aug 31 14:13:27.635506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55862) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:27.675142 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-cd04b554-3da1-41d2-910c-e8fd2ba947d5 None None] For port 638ec08f-92dd-4df6-b85c-a357fe267f53, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=638ec08f-92dd-4df6-b85c-a357fe267f53,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:27.676305 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd04b554-3da1-41d2-910c-e8fd2ba947d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.696720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-cd04b554-3da1-41d2-910c-e8fd2ba947d5 None None] Calling delete_port for 638ec08f-92dd-4df6-b85c-a357fe267f53 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:27.730709 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.744185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55872) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:27.747390 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d54130ff-063f-4458-9e49-7fe8d8856dac tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1105223 Aug 31 14:13:27.799889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 966ddc96-0034-459f-ad07-377ab29f56fc yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:13:27.862277 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4253d2af-4db6-4dda-8eea-4becd805062c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:27.979030 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4253d2af-4db6-4dda-8eea-4becd805062c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.085412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-4ddeffe5-6623-4723-b560-803ae83f3134 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Deleting port 18462aff-e617-4c07-ba7c-4e1dd3d8dc21 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:28.086966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ddeffe5-6623-4723-b560-803ae83f3134 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.196728 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-2a8155b4-099b-4d3b-8d8c-9dabe4d41786 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:13:28.197091 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-2a8155b4-099b-4d3b-8d8c-9dabe4d41786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:13:28.202758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 638ec08f-92dd-4df6-b85c-a357fe267f53 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:28.213524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 638ec08f-92dd-4df6-b85c-a357fe267f53 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:28.213910 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.218674 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd04b554-3da1-41d2-910c-e8fd2ba947d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.267453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04b554-3da1-41d2-910c-e8fd2ba947d5 None None] Pushing event deleted for resources: {'Port': ['ID=638ec08f-92dd-4df6-b85c-a357fe267f53,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:28.267453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Port 638ec08f-92dd-4df6-b85c-a357fe267f53 was deleted so its status cannot be updated. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 14:13:28.271130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04b554-3da1-41d2-910c-e8fd2ba947d5 None None] No DVR routers for this DVR port 638ec08f-92dd-4df6-b85c-a357fe267f53 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:28.272276 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4253d2af-4db6-4dda-8eea-4becd805062c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.284915 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4253d2af-4db6-4dda-8eea-4becd805062c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.288543 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4253d2af-4db6-4dda-8eea-4becd805062c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d4046a96-bbb4-41ba-a1a6-905394f82316 HTTP/1.1" status: 204 len: 168 time: 0.5359275 Aug 31 14:13:28.289467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55884) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:28.305803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389a590-668e-4215-8fac-a056101316ae None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:28.393384 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ddeffe5-6623-4723-b560-803ae83f3134 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.450091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55892) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:28.450949 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a6de4b02-89f8-4fb6-bf77-e8cdc20e0e35 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1444216 Aug 31 14:13:28.452076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-4ddeffe5-6623-4723-b560-803ae83f3134 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Calling delete_port for 18462aff-e617-4c07-ba7c-4e1dd3d8dc21 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:28.463272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55894) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:28.514452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d333bebd-a569-40e7-a900-20d7760fd5b5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:28.621531 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8bcbef9-9263-45c9-83f4-b27101b1246d req-b307bc60-aea5-49ea-9dec-9ae25eeb0dad tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0745215 Aug 31 14:13:28.632652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::6f22:4c8f:1a77:925b (da4c3e7b-d0fb-4990-bf20-2699b1577677/887eb2a3-e7e8-4b77-8379-261392c05fcb/966ddc96-0034-459f-ad07-377ab29f56fc) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:28.683468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253d2af-4db6-4dda-8eea-4becd805062c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4046a96-bbb4-41ba-a1a6-905394f82316,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:28.715193 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d82c66d2-e236-4994-882c-dbe47b9dab72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.797678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d333bebd-a569-40e7-a900-20d7760fd5b5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:28.798169 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.820822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '887eb2a3-e7e8-4b77-8379-261392c05fcb'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:13:28.821955 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.829537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c2331534-a0e5-46c9-b5a3-150fcd83bd0c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.941702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c2331534-a0e5-46c9-b5a3-150fcd83bd0c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.972131 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d82c66d2-e236-4994-882c-dbe47b9dab72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:28.987995 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d82c66d2-e236-4994-882c-dbe47b9dab72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.004175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e4678786-41e7-4980-87d2-81406389daa7 None None] Provisioning complete for port d333bebd-a569-40e7-a900-20d7760fd5b5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:29.004895 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4678786-41e7-4980-87d2-81406389daa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.027869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c66d2-e236-4994-882c-dbe47b9dab72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f1109e-f061-45dd-938c-d5eed26e1108,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:29.112189 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d82c66d2-e236-4994-882c-dbe47b9dab72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e983ff02511d4390a84e5cb03e3a0fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6462498 Aug 31 14:13:29.119024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55912) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:29.122989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 638ec08f-92dd-4df6-b85c-a357fe267f53 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:29.153782 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 638ec08f-92dd-4df6-b85c-a357fe267f53 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:29.154579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 638ec08f-92dd-4df6-b85c-a357fe267f53 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:29.164646 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.180679 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 966ddc96-0034-459f-ad07-377ab29f56fc will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:29.206902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06670b7d-96c0-4186-90ce-174686b3e4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.229643 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.256752 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06670b7d-96c0-4186-90ce-174686b3e4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.304694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Allocated IP 2001:db8::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/887eb2a3-e7e8-4b77-8379-261392c05fcb/485b9021-a7e6-4de6-9b5f-3c6123669023) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:29.321105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=966ddc96-0034-459f-ad07-377ab29f56fc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:29.338134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:29.340331 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c2331534-a0e5-46c9-b5a3-150fcd83bd0c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.345148 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c2331534-a0e5-46c9-b5a3-150fcd83bd0c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.347107 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c2331534-a0e5-46c9-b5a3-150fcd83bd0c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "DELETE /v2.0/security-groups/9e82a242-baa1-44c5-a6c7-f911fa23e0d7 HTTP/1.1" status: 204 len: 168 time: 0.8895712 Aug 31 14:13:29.350261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55914) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:29.358911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:29.402449 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:29.408343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:29.415520 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.444740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2331534-a0e5-46c9-b5a3-150fcd83bd0c tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e82a242-baa1-44c5-a6c7-f911fa23e0d7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:29.476670 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d2bde926-0577-4801-9918-dccff90c407b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6222160 Aug 31 14:13:29.485179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55922) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:29.536532 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55924) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:29.541849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6c1ff309-3e56-4ed2-be30-dc3fe34c37c7 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1902511 Aug 31 14:13:29.544788 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06670b7d-96c0-4186-90ce-174686b3e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.554759 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06670b7d-96c0-4186-90ce-174686b3e4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.556950 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-06670b7d-96c0-4186-90ce-174686b3e4d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7f1109e-f061-45dd-938c-d5eed26e1108 HTTP/1.1" status: 204 len: 168 time: 0.4368472 Aug 31 14:13:29.582034 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06670b7d-96c0-4186-90ce-174686b3e4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f1109e-f061-45dd-938c-d5eed26e1108,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:29.635480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ddeffe5-6623-4723-b560-803ae83f3134 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.783715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddeffe5-6623-4723-b560-803ae83f3134 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Port': ['ID=18462aff-e617-4c07-ba7c-4e1dd3d8dc21,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:29.829564 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.842337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Transition to ACTIVE for port object 485b9021-a7e6-4de6-9b5f-3c6123669023 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:29.846042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dba52ec-c5a9-4a84-a85c-537b957f9413 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:29.848739 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8dba52ec-c5a9-4a84-a85c-537b957f9413 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3603287 Aug 31 14:13:29.851693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55940) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:29.881629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Transition to ACTIVE for port object 485b9021-a7e6-4de6-9b5f-3c6123669023 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:29.884179 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-63778bef-64c1-43c1-9abd-f20187541754 tempest-SecGroupIPv6Test-677943857 tempest-SecGroupIPv6Test-677943857-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3451331 Aug 31 14:13:29.897080 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b67a4212-6159-4991-bd24-3dcce49632dd req-eeedd3dc-2de5-497d-bab2-b372cf306430 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.1145308 Aug 31 14:13:29.899844 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:29.975263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:29.980455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:29.985923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:29.999409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Pushing event updated for resources: {'Port': ['ID=485b9021-a7e6-4de6-9b5f-3c6123669023,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:30.095163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d5f675c0-5179-4beb-94b3-ccf7027d2dfc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 966ddc96-0034-459f-ad07-377ab29f56fc {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:30.095527 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5f675c0-5179-4beb-94b3-ccf7027d2dfc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.122611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Attempting to bind port 485b9021-a7e6-4de6-9b5f-3c6123669023 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:30.122949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Attempting to bind port 485b9021-a7e6-4de6-9b5f-3c6123669023 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:30.123264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Attempting to bind port 485b9021-a7e6-4de6-9b5f-3c6123669023 on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:30.137816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:30.138245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:30.144897 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.145708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:30.146215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Bound port: 485b9021-a7e6-4de6-9b5f-3c6123669023, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:30.146676 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.293699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55944) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:30.329238 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67abdc08-fbf6-4c52-9004-5a64dca97ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.355705 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5f675c0-5179-4beb-94b3-ccf7027d2dfc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.358612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] For port 485b9021-a7e6-4de6-9b5f-3c6123669023, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:30.362391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] For port 485b9021-a7e6-4de6-9b5f-3c6123669023, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=485b9021-a7e6-4de6-9b5f-3c6123669023,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:30.373432 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.383997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d5f675c0-5179-4beb-94b3-ccf7027d2dfc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 966ddc96-0034-459f-ad07-377ab29f56fc owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:30.511377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93a7a0-905e-4e96-a6bb-1cdaa2816275 None None] Pushing event updated for resources: {'Port': ['ID=485b9021-a7e6-4de6-9b5f-3c6123669023,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:30.579722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55952) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:30.661419 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67abdc08-fbf6-4c52-9004-5a64dca97ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.675597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67abdc08-fbf6-4c52-9004-5a64dca97ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.686480 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5f675c0-5179-4beb-94b3-ccf7027d2dfc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:30.915884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f675c0-5179-4beb-94b3-ccf7027d2dfc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=966ddc96-0034-459f-ad07-377ab29f56fc,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:30.944976 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-67abdc08-fbf6-4c52-9004-5a64dca97ff7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6690584a88143c39b5af6b7f86d9815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476367 Aug 31 14:13:30.947915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55970) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:30.997053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abdc08-fbf6-4c52-9004-5a64dca97ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e99c4df-1714-435e-acf9-2fed714d5b47,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:31.030061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5f675c0-5179-4beb-94b3-ccf7027d2dfc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.034579 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d5f675c0-5179-4beb-94b3-ccf7027d2dfc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/966ddc96-0034-459f-ad07-377ab29f56fc HTTP/1.1" status: 204 len: 168 time: 1.1791096 Aug 31 14:13:31.037649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55976) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:31.046594 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ddeffe5-6623-4723-b560-803ae83f3134 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.115421 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-efeb56c1-081a-466b-8c80-ddd7f455b27f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec83f440b0fa48dc827ac3dce5bb01f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5345016 Aug 31 14:13:31.116064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55978) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:31.258997 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2c3c5cee-594e-4a35-981d-dc5f398b3f4e req-c9ad1b84-3c80-49e0-96ef-8644dec58f14 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0845337 Aug 31 14:13:31.268806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a842360-e1af-436c-a75d-15b53170c811 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:31.271037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a842360-e1af-436c-a75d-15b53170c811 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:31.281644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4a842360-e1af-436c-a75d-15b53170c811 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2425072 Aug 31 14:13:31.282601 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7f63825-75b5-4824-884a-b4668ad9700a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.285255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55984) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:31.293479 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-337a486d-f7f0-449c-a6aa-fa1497f1ff88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.376272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0af70f1-4e06-483f-a4fa-275a36106031 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 887eb2a3-e7e8-4b77-8379-261392c05fcb {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:31.387507 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1af2c201-02b3-4931-97c8-2d502bcb6c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.389866 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b0af70f1-4e06-483f-a4fa-275a36106031 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.443967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-337a486d-f7f0-449c-a6aa-fa1497f1ff88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.472759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddeffe5-6623-4723-b560-803ae83f3134 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Router 349972c1-f1e3-4817-90b2-3460137b769b has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:13:31.485945 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7f63825-75b5-4824-884a-b4668ad9700a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.542980 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b0af70f1-4e06-483f-a4fa-275a36106031 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.664962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7f63825-75b5-4824-884a-b4668ad9700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.668267 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7f63825-75b5-4824-884a-b4668ad9700a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.671705 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b7f63825-75b5-4824-884a-b4668ad9700a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c1d5034-60b6-45ff-9c8f-cba852351932 HTTP/1.1" status: 204 len: 168 time: 0.5493972 Aug 31 14:13:31.689462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f63825-75b5-4824-884a-b4668ad9700a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1d5034-60b6-45ff-9c8f-cba852351932,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:31.693550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddeffe5-6623-4723-b560-803ae83f3134 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:13:31.708341 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b0af70f1-4e06-483f-a4fa-275a36106031 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.721473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0cca6-edf3-4dbb-9c9b-6f07207062d0 None None] Sync routers for ids ['349972c1-f1e3-4817-90b2-3460137b769b'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:13:31.724363 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4ddeffe5-6623-4723-b560-803ae83f3134 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "PUT /v2.0/routers/349972c1-f1e3-4817-90b2-3460137b769b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7007389 Aug 31 14:13:31.729115 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55994) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:31.750303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-337a486d-f7f0-449c-a6aa-fa1497f1ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.752925 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0cca6-edf3-4dbb-9c9b-6f07207062d0 None None] Routers {'349972c1-f1e3-4817-90b2-3460137b769b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:31.753580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a5e0cca6-edf3-4dbb-9c9b-6f07207062d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['349972c1-f1e3-4817-90b2-3460137b769b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:31.756289 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-337a486d-f7f0-449c-a6aa-fa1497f1ff88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.773823 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-337a486d-f7f0-449c-a6aa-fa1497f1ff88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e99c4df-1714-435e-acf9-2fed714d5b47 HTTP/1.1" status: 204 len: 168 time: 0.8066261 Aug 31 14:13:31.902921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a5e0cca6-edf3-4dbb-9c9b-6f07207062d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:31.903785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b0af70f1-4e06-483f-a4fa-275a36106031 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.925256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0cca6-edf3-4dbb-9c9b-6f07207062d0 None None] Routers {'349972c1-f1e3-4817-90b2-3460137b769b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:31.926141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a5e0cca6-edf3-4dbb-9c9b-6f07207062d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['349972c1-f1e3-4817-90b2-3460137b769b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:31.937138 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b0af70f1-4e06-483f-a4fa-275a36106031 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:31.943544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b0af70f1-4e06-483f-a4fa-275a36106031 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/887eb2a3-e7e8-4b77-8379-261392c05fcb HTTP/1.1" status: 204 len: 168 time: 0.6561842 Aug 31 14:13:31.944699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56002) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:31.980767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a486d-f7f0-449c-a6aa-fa1497f1ff88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e99c4df-1714-435e-acf9-2fed714d5b47,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:31.997798 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-d8781e72-2f48-4491-af3f-fce2b4d99b70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] show failed (client error): The resource could not be found. Aug 31 14:13:31.998869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d8781e72-2f48-4491-af3f-fce2b4d99b70 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1551643592 HTTP/1.1" status: 404 len: 335 time: 0.2669930 Aug 31 14:13:32.003536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56008) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:32.004328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af70f1-4e06-483f-a4fa-275a36106031 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=887eb2a3-e7e8-4b77-8379-261392c05fcb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:32.011153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-39d09911-40d2-4a21-b820-d05b422a42ef tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:32.048923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a5e0cca6-edf3-4dbb-9c9b-6f07207062d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:32.049610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0cca6-edf3-4dbb-9c9b-6f07207062d0 None None] The sync data for ids ['349972c1-f1e3-4817-90b2-3460137b769b'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:13:32.179691 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-39d09911-40d2-4a21-b820-d05b422a42ef tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] update failed (client error): The resource could not be found. Aug 31 14:13:32.184538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56014) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:32.185009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-39d09911-40d2-4a21-b820-d05b422a42ef tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1773219135 HTTP/1.1" status: 404 len: 335 time: 0.1781187 Aug 31 14:13:32.191986 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9e9ec5ec-560e-490d-a988-726a911a60f4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1987145 Aug 31 14:13:32.192959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56016) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:32.198369 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d8c8cbe0-487f-43e0-a61e-5a848db07e4c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:32.244153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c44a27b-fa8c-4b79-8c3c-ba0c22e2789f None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:32.325888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede27cf2-d0b1-4d04-9165-135ad15566d1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Deleting subnet b48b8dae-bf1f-4104-b3a8-fc67eadab5b6 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:32.331320 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ede27cf2-d0b1-4d04-9165-135ad15566d1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:32.338035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c8cbe0-487f-43e0-a61e-5a848db07e4c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:32.344444 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8c8cbe0-487f-43e0-a61e-5a848db07e4c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:32.443192 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ede27cf2-d0b1-4d04-9165-135ad15566d1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:32.507302 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ac52be1e-d85b-46cb-ae34-63dbd998ba67 None None] Provisioning for port 485b9021-a7e6-4de6-9b5f-3c6123669023 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:32.639646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 485b9021-a7e6-4de6-9b5f-3c6123669023 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:32.647068 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7d05bce2-3039-4428-9436-14a11b93f216 req-7a11793b-6433-43fd-8b14-d9d7de3dec4d tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.1316917 Aug 31 14:13:32.763283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 485b9021-a7e6-4de6-9b5f-3c6123669023 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:32.769629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 485b9021-a7e6-4de6-9b5f-3c6123669023 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:32.770327 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:32.861429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56b69a8-074e-498c-9eda-b45c8af98d55 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:13:32.867380 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ede27cf2-d0b1-4d04-9165-135ad15566d1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:32.934151 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8c8cbe0-487f-43e0-a61e-5a848db07e4c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.000869 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.034824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b56b69a8-074e-498c-9eda-b45c8af98d55 None None] Deleting port 485b9021-a7e6-4de6-9b5f-3c6123669023 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:33.035531 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ede27cf2-d0b1-4d04-9165-135ad15566d1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.036897 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b56b69a8-074e-498c-9eda-b45c8af98d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.056422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c8cbe0-487f-43e0-a61e-5a848db07e4c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:33.062361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d8c8cbe0-487f-43e0-a61e-5a848db07e4c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:33.071593 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ede27cf2-d0b1-4d04-9165-135ad15566d1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.076844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c8cbe0-487f-43e0-a61e-5a848db07e4c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:33.077598 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8c8cbe0-487f-43e0-a61e-5a848db07e4c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.083609 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ede27cf2-d0b1-4d04-9165-135ad15566d1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "DELETE /v2.0/subnets/b48b8dae-bf1f-4104-b3a8-fc67eadab5b6 HTTP/1.1" status: 204 len: 168 time: 0.8979223 Aug 31 14:13:33.085840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56048) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:33.125699 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede27cf2-d0b1-4d04-9165-135ad15566d1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Subnet': ['ID=b48b8dae-bf1f-4104-b3a8-fc67eadab5b6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:33.144522 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d8c8cbe0-487f-43e0-a61e-5a848db07e4c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9502594 Aug 31 14:13:33.145539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8cbe0-487f-43e0-a61e-5a848db07e4c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=44885443-a0b4-4ae9-bb87-5bcd2b46a1ae,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:33.149262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56054) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:33.162201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'fixed_ips': [{'subnet_id': '44885443-a0b4-4ae9-bb87-5bcd2b46a1ae', 'ip_address': '2001:db8::ca84:83a6:5396:eadc'}], 'name': 'tempest-NetworksTestDHCPv6-445286445'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:33.328427 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.333336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b56b69a8-074e-498c-9eda-b45c8af98d55 None None] For port 485b9021-a7e6-4de6-9b5f-3c6123669023, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=485b9021-a7e6-4de6-9b5f-3c6123669023,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:33.333823 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b56b69a8-074e-498c-9eda-b45c8af98d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.364851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:33.365991 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b56b69a8-074e-498c-9eda-b45c8af98d55 None None] Calling delete_port for 485b9021-a7e6-4de6-9b5f-3c6123669023 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:33.471267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Deleting port d333bebd-a569-40e7-a900-20d7760fd5b5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:33.471623 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.548462 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.575621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e21682-591a-48bd-9db8-7319af0f1c1e None None] Network 1c27aeb9-e14a-48ca-b986-e6cfc5b5640f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:33.580263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 62346b68-378d-4bae-b87f-e6fbb96979f2 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:13:33.690490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] For port d333bebd-a569-40e7-a900-20d7760fd5b5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d333bebd-a569-40e7-a900-20d7760fd5b5,segment=NetworkSegment(7853a2cd-6e10-476f-a2ec-dd75ff9a35bf),segment_id=7853a2cd-6e10-476f-a2ec-dd75ff9a35bf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:33.694985 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.777490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Calling delete_port for d333bebd-a569-40e7-a900-20d7760fd5b5 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:33.786245 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b56b69a8-074e-498c-9eda-b45c8af98d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:33.788282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56078) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:33.927896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b69a8-074e-498c-9eda-b45c8af98d55 None None] Pushing event deleted for resources: {'Port': ['ID=485b9021-a7e6-4de6-9b5f-3c6123669023,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:33.986453 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25afff9e-f2a5-4c7a-89d8-8adb10213eae req-732c0288-b836-4826-ab3a-580cf12413b4 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0993545 Aug 31 14:13:34.009404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d6383b46-f198-4eec-aafe-830800c1d9e3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619341536'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:34.036364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b69a8-074e-498c-9eda-b45c8af98d55 None None] No DVR routers for this DVR port 485b9021-a7e6-4de6-9b5f-3c6123669023 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:34.072345 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.119381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727549e2-96c3-4c4a-a108-8111e0ab1279 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:34.131877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6383b46-f198-4eec-aafe-830800c1d9e3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.133053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Port': ['ID=d333bebd-a569-40e7-a900-20d7760fd5b5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:34.149158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:34.149512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:34.150140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:34.150548 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:34.151686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:34.151935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:34.155280 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6383b46-f198-4eec-aafe-830800c1d9e3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.155427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:34.166538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:34.166538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:34.166538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:34.166538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:34.167051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::ca84:83a6:5396:eadc (da4c3e7b-d0fb-4990-bf20-2699b1577677/44885443-a0b4-4ae9-bb87-5bcd2b46a1ae/62346b68-378d-4bae-b87f-e6fbb96979f2) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:34.167145 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:34.190367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] No DVR routers for this DVR port d333bebd-a569-40e7-a900-20d7760fd5b5 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:34.246472 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.453692 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8466f82b-2dc3-4dc6-a011-ccf84db1d629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.460135 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.474531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a482bfe-d563-4d5d-9baf-11cb068e1539 None None] DHCP port deletion for 1c27aeb9-e14a-48ca-b986-e6cfc5b5640f request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:13:34.496409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c27aeb9-e14a-48ca-b986-e6cfc5b5640f']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:34.563062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7853a2cd-6e10-476f-a2ec-dd75ff9a35bf') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:34.563362 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7853a2cd-6e10-476f-a2ec-dd75ff9a35bf') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:34.575544 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '44885443-a0b4-4ae9-bb87-5bcd2b46a1ae'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:13:34.582695 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.583385 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.599904 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.601096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 485b9021-a7e6-4de6-9b5f-3c6123669023 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:34.607056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:13:34.607465 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:13:34.611823 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:13:34.628051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6383b46-f198-4eec-aafe-830800c1d9e3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.704816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 485b9021-a7e6-4de6-9b5f-3c6123669023 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:34.705624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 485b9021-a7e6-4de6-9b5f-3c6123669023 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:34.736779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6383b46-f198-4eec-aafe-830800c1d9e3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.756622 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.776275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:34.781318 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "DELETE /v2.0/networks/1c27aeb9-e14a-48ca-b986-e6cfc5b5640f HTTP/1.1" status: 204 len: 168 time: 1.6663799 Aug 31 14:13:34.783563 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56106) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:34.843391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6383b46-f198-4eec-aafe-830800c1d9e3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc9628-0abe-4b27-8c88-ae5aee608a26,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:34.895095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb16fdb3-dfd5-4f6d-b9c1-8fdd03966c57 req-023fa1df-649d-4b7e-97cb-3fe0c4d47d72 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0440662 Aug 31 14:13:34.977302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05a988d-450a-4d58-99a5-428250add44c tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Deleting subnet 41abce98-8edd-4229-a119-cd08a01d9e1e {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:34.981762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d05a988d-450a-4d58-99a5-428250add44c tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.033420 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d05a988d-450a-4d58-99a5-428250add44c tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.124988 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d05a988d-450a-4d58-99a5-428250add44c tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.187985 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.190404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e9a6-c73a-4094-97f6-6121a1c699b1 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Network': ['ID=1c27aeb9-e14a-48ca-b986-e6cfc5b5640f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:35.276664 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9d0f475a-43b5-4016-870a-bc21114354c4 req-15cc3af1-f6af-4e9b-898b-1c3b866f7bbb tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0913661 Aug 31 14:13:35.315856 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d05a988d-450a-4d58-99a5-428250add44c tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.382629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a988d-450a-4d58-99a5-428250add44c tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Subnet': ['ID=41abce98-8edd-4229-a119-cd08a01d9e1e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:35.398430 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e31295-ede2-4f5b-9baf-09abed042d29 None None] Network 01d87799-496d-4df6-9a2d-404b29eab96b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:35.401844 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d05a988d-450a-4d58-99a5-428250add44c tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.404482 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d05a988d-450a-4d58-99a5-428250add44c tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "DELETE /v2.0/subnets/41abce98-8edd-4229-a119-cd08a01d9e1e HTTP/1.1" status: 204 len: 168 time: 0.6067765 Aug 31 14:13:35.408763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56126) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:35.524682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b389fcf-ed35-4c44-a163-989cd1d62e91 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Deleting subnet cddd9603-176f-4773-9c27-68c8d4faae31 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:35.537416 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b389fcf-ed35-4c44-a163-989cd1d62e91 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.623620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6383b46-f198-4eec-aafe-830800c1d9e3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.631483 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.648729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 62346b68-378d-4bae-b87f-e6fbb96979f2 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:35.664924 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6383b46-f198-4eec-aafe-830800c1d9e3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.680084 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b389fcf-ed35-4c44-a163-989cd1d62e91 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.732616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6383b46-f198-4eec-aafe-830800c1d9e3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.736296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d6383b46-f198-4eec-aafe-830800c1d9e3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9443195 Aug 31 14:13:35.741753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56132) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:35.745909 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:35.907756 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:13:35.921404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6383b46-f198-4eec-aafe-830800c1d9e3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45e8ad2-ded5-4f7d-acbc-d04450884d39,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:35.938610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Allocated IP 2001:db8::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/44885443-a0b4-4ae9-bb87-5bcd2b46a1ae/1f478cf1-22d1-439f-9c6e-41340c5d7066) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:36.025904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56142) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:36.058240 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b389fcf-ed35-4c44-a163-989cd1d62e91 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.082755 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eb8a1aa4-5e7a-471e-9e4d-98aa574e19be tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3290784 Aug 31 14:13:36.096613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56148) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:36.136699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-40b98463-169e-4dd8-bbd4-0f1d57eeadd3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group': {'name': 'tempest-security--1361235311', 'description': 'tempest-security-description-966918882'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:36.158199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6145eb1-09ad-4a3c-9d22-a3746480ccf8 None None] DHCP port deletion for 01d87799-496d-4df6-9a2d-404b29eab96b request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:13:36.174726 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b389fcf-ed35-4c44-a163-989cd1d62e91 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.183968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:36.196181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:36.212050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=62346b68-378d-4bae-b87f-e6fbb96979f2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:36.218729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:36.231406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:36.232138 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.263599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b389fcf-ed35-4c44-a163-989cd1d62e91 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Subnet': ['ID=cddd9603-176f-4773-9c27-68c8d4faae31,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:36.269028 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b389fcf-ed35-4c44-a163-989cd1d62e91 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.270380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40b98463-169e-4dd8-bbd4-0f1d57eeadd3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.275946 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2b389fcf-ed35-4c44-a163-989cd1d62e91 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "DELETE /v2.0/subnets/cddd9603-176f-4773-9c27-68c8d4faae31 HTTP/1.1" status: 204 len: 168 time: 0.8647432 Aug 31 14:13:36.277992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56150) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:36.307870 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74f981df-7465-419d-a4e1-1034986971d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.478935 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.490930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6194893b-7815-4573-a386-46ac1027e3c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3337641 Aug 31 14:13:36.501154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56158) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:36.609267 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da599df-9d81-4db5-81a7-92f366027d8d None None] Network 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:36.612351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee57c39c-608a-44e1-9bca-072127cc8b52 req-33c39489-635e-4751-a860-6956d85ad822 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.1282134 Aug 31 14:13:36.617595 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74f981df-7465-419d-a4e1-1034986971d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.624085 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74f981df-7465-419d-a4e1-1034986971d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.725686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d333bebd-a569-40e7-a900-20d7760fd5b5 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:36.734439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f981df-7465-419d-a4e1-1034986971d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57bc45d-0991-456f-8fbf-20db485bbd4d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:36.750311 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40b98463-169e-4dd8-bbd4-0f1d57eeadd3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.782291 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-74f981df-7465-419d-a4e1-1034986971d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c9782749ed54a53a6453cb3f4a445e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7529118 Aug 31 14:13:36.794437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56166) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:36.795274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51cc864-91d4-4358-b8eb-3266d845c076 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:36.799001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e51cc864-91d4-4358-b8eb-3266d845c076 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2961662 Aug 31 14:13:36.809180 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40b98463-169e-4dd8-bbd4-0f1d57eeadd3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.810670 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.813687 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40b98463-169e-4dd8-bbd4-0f1d57eeadd3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.818175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-40b98463-169e-4dd8-bbd4-0f1d57eeadd3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "PUT /v2.0/security-groups/b45e8ad2-ded5-4f7d-acbc-d04450884d39 HTTP/1.1" status: 200 len: 1779 time: 0.6951857 Aug 31 14:13:36.818175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56170) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:36.827452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Transition to ACTIVE for port object 1f478cf1-22d1-439f-9c6e-41340c5d7066 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:36.844466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56172) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:36.844653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: d333bebd-a569-40e7-a900-20d7760fd5b5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:36.844878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d333bebd-a569-40e7-a900-20d7760fd5b5 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:36.845245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 83cc0ac6-0e35-497b-b6fb-22cafc2a10be no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:36.913818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Transition to ACTIVE for port object 1f478cf1-22d1-439f-9c6e-41340c5d7066 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:36.920682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98463-169e-4dd8-bbd4-0f1d57eeadd3 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45e8ad2-ded5-4f7d-acbc-d04450884d39,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:36.927161 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:36.940629 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.028036 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b63c5c93-bc6a-479e-be76-1e37807b92bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.033914 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.060000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:37.067291 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b63c5c93-bc6a-479e-be76-1e37807b92bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.071593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a6145eb1-09ad-4a3c-9d22-a3746480ccf8 None None] Deleting port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:37.071970 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a6145eb1-09ad-4a3c-9d22-a3746480ccf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.137999 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:37.181549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c33be918-84f8-448f-9a5f-6a6ca7a59cdc req-78dcbc36-d73b-4d9b-925c-093bdb4afb74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=13dfb28023504bb8b402a4c59a84dd8a&device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.1446598 Aug 31 14:13:37.196735 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f1f28777-1f3c-472e-94b9-c9c6708052b6 req-230a776b-d123-4e50-aeb2-f0770d40a2c6 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.1064429 Aug 31 14:13:37.216041 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:37.266741 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b63c5c93-bc6a-479e-be76-1e37807b92bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.269586 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b63c5c93-bc6a-479e-be76-1e37807b92bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.271077 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b63c5c93-bc6a-479e-be76-1e37807b92bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c57bc45d-0991-456f-8fbf-20db485bbd4d HTTP/1.1" status: 204 len: 168 time: 0.4756465 Aug 31 14:13:37.302951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c5c93-bc6a-479e-be76-1e37807b92bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57bc45d-0991-456f-8fbf-20db485bbd4d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:37.315652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b79cf58f-bdd7-43dd-bb40-0a84176f9c32 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-groups/b45e8ad2-ded5-4f7d-acbc-d04450884d39 HTTP/1.1" status: 200 len: 1779 time: 0.4654899 Aug 31 14:13:37.316135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56188) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:37.398070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c33be918-84f8-448f-9a5f-6a6ca7a59cdc req-a5a8c570-aa2b-4186-acb5-4e9df3014f29 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=13dfb28023504bb8b402a4c59a84dd8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1309018 Aug 31 14:13:37.450322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Deleting port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:37.450322 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.476991 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Pushing event updated for resources: {'Port': ['ID=1f478cf1-22d1-439f-9c6e-41340c5d7066,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:37.489528 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ade64112-b6d3-44c6-ae30-af53d9172ee9 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.539979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=83cc0ac6-0e35-497b-b6fb-22cafc2a10be,segment=NetworkSegment(65b4551e-cf7a-459a-a24b-138a7279dbfe),segment_id=65b4551e-cf7a-459a-a24b-138a7279dbfe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:37.543360 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ade64112-b6d3-44c6-ae30-af53d9172ee9 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.559484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a6145eb1-09ad-4a3c-9d22-a3746480ccf8 None None] For port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=83cc0ac6-0e35-497b-b6fb-22cafc2a10be,segment=NetworkSegment(65b4551e-cf7a-459a-a24b-138a7279dbfe),segment_id=65b4551e-cf7a-459a-a24b-138a7279dbfe)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:37.561876 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a6145eb1-09ad-4a3c-9d22-a3746480ccf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.569146 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.611249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Attempting to bind port 1f478cf1-22d1-439f-9c6e-41340c5d7066 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:37.613476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Attempting to bind port 1f478cf1-22d1-439f-9c6e-41340c5d7066 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:37.613476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Attempting to bind port 1f478cf1-22d1-439f-9c6e-41340c5d7066 on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:37.643266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a6145eb1-09ad-4a3c-9d22-a3746480ccf8 None None] Calling delete_port for 83cc0ac6-0e35-497b-b6fb-22cafc2a10be owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:37.660246 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ade64112-b6d3-44c6-ae30-af53d9172ee9 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.663782 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ade64112-b6d3-44c6-ae30-af53d9172ee9 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.665368 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ade64112-b6d3-44c6-ae30-af53d9172ee9 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-groups/b45e8ad2-ded5-4f7d-acbc-d04450884d39 HTTP/1.1" status: 204 len: 168 time: 0.3480999 Aug 31 14:13:37.668252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56198) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:37.687073 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade64112-b6d3-44c6-ae30-af53d9172ee9 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45e8ad2-ded5-4f7d-acbc-d04450884d39,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:37.702799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] For port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=83cc0ac6-0e35-497b-b6fb-22cafc2a10be,segment=NetworkSegment(65b4551e-cf7a-459a-a24b-138a7279dbfe),segment_id=65b4551e-cf7a-459a-a24b-138a7279dbfe)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:37.703206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.710413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:37.710972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:37.715723 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.716591 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:37.717551 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Bound port: 1f478cf1-22d1-439f-9c6e-41340c5d7066, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:37.717958 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.721897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef4b909-22a4-4919-bb82-e0550dde0f5a None None] DHCP port deletion for 0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:13:37.730905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Calling delete_port for 83cc0ac6-0e35-497b-b6fb-22cafc2a10be owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:37.738720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca00b8-f7b0-4811-a6ab-ae577d2a7afc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 62346b68-378d-4bae-b87f-e6fbb96979f2 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:37.739076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c9ca00b8-f7b0-4811-a6ab-ae577d2a7afc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.836849 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c9ca00b8-f7b0-4811-a6ab-ae577d2a7afc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.850488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca00b8-f7b0-4811-a6ab-ae577d2a7afc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 62346b68-378d-4bae-b87f-e6fbb96979f2 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:37.897438 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a6145eb1-09ad-4a3c-9d22-a3746480ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:37.990994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6145eb1-09ad-4a3c-9d22-a3746480ccf8 None None] No DVR routers for this DVR port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:38.021049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=83cc0ac6-0e35-497b-b6fb-22cafc2a10be,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:38.067958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6145eb1-09ad-4a3c-9d22-a3746480ccf8 None None] Pushing event deleted for resources: {'Port': ['ID=83cc0ac6-0e35-497b-b6fb-22cafc2a10be,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:38.074659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8ef4b909-22a4-4919-bb82-e0550dde0f5a None None] Deleting port 1a3ef284-89dd-4036-852b-65437121f984 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:38.075201 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ef4b909-22a4-4919-bb82-e0550dde0f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.079773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] For port 1f478cf1-22d1-439f-9c6e-41340c5d7066, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:38.141616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] For port 1f478cf1-22d1-439f-9c6e-41340c5d7066, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1f478cf1-22d1-439f-9c6e-41340c5d7066,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:38.151063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56210) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:38.151962 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2b0f3186-9ec7-420f-bb1f-d513d89ee840 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4812832 Aug 31 14:13:38.153423 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.172584 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.173655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] No DVR routers for this DVR port 83cc0ac6-0e35-497b-b6fb-22cafc2a10be on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:38.190881 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-479ba13c-6840-45da-9c7d-bb3c041801e1 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] delete failed (client error): The resource could not be found. Aug 31 14:13:38.195695 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-479ba13c-6840-45da-9c7d-bb3c041801e1 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-groups/b45e8ad2-ded5-4f7d-acbc-d04450884d39 HTTP/1.1" status: 404 len: 347 time: 0.0397367 Aug 31 14:13:38.199566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56214) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:38.208707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-af50f43a-7e5d-40a6-acb5-7feb4d45ca24 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160506599'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:38.262378 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-af50f43a-7e5d-40a6-acb5-7feb4d45ca24 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.279725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8ef4b909-22a4-4919-bb82-e0550dde0f5a None None] For port 1a3ef284-89dd-4036-852b-65437121f984, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1a3ef284-89dd-4036-852b-65437121f984,segment=NetworkSegment(1796920d-2c61-40cd-ba1d-d83bffbb8df4),segment_id=1796920d-2c61-40cd-ba1d-d83bffbb8df4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:38.280685 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ef4b909-22a4-4919-bb82-e0550dde0f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.356906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8ef4b909-22a4-4919-bb82-e0550dde0f5a None None] Calling delete_port for 1a3ef284-89dd-4036-852b-65437121f984 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:38.391064 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.438661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d87799-496d-4df6-9a2d-404b29eab96b']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:38.461312 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-af50f43a-7e5d-40a6-acb5-7feb4d45ca24 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.470945 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-af50f43a-7e5d-40a6-acb5-7feb4d45ca24 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.494285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b4551e-cf7a-459a-a24b-138a7279dbfe') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:38.495493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b4551e-cf7a-459a-a24b-138a7279dbfe') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:38.518679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.546158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50f43a-7e5d-40a6-acb5-7feb4d45ca24 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec3b72a-191b-4b9f-a9ed-b464b4a0601a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:38.549808 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.564951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:13:38.565484 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.570294 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-af50f43a-7e5d-40a6-acb5-7feb4d45ca24 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.578115 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-af50f43a-7e5d-40a6-acb5-7feb4d45ca24 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3757570 Aug 31 14:13:38.581169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56224) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:38.583572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1a3ef284-89dd-4036-852b-65437121f984 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:38.587448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadc485-04f0-4b16-9fbd-857085b8c45d None None] Pushing event updated for resources: {'Port': ['ID=1f478cf1-22d1-439f-9c6e-41340c5d7066,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:38.602681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e2604874-351f-4465-9d78-6311d2db0b58 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group_rule': {'security_group_id': 'dec3b72a-191b-4b9f-a9ed-b464b4a0601a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:38.672647 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2604874-351f-4465-9d78-6311d2db0b58 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:13:38.876845 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:13:38.903362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No active binding found for port 1a3ef284-89dd-4036-852b-65437121f984 {{(pid=106389) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:13:38.906647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1a3ef284-89dd-4036-852b-65437121f984 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:38.915942 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ef4b909-22a4-4919-bb82-e0550dde0f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.926730 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2604874-351f-4465-9d78-6311d2db0b58 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.934929 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2604874-351f-4465-9d78-6311d2db0b58 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:38.993488 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2604874-351f-4465-9d78-6311d2db0b58 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2ea264-e3f4-4f71-9ee8-159ea681a6ac,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:39.008091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef4b909-22a4-4919-bb82-e0550dde0f5a None None] No DVR routers for this DVR port 1a3ef284-89dd-4036-852b-65437121f984 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:39.012298 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2604874-351f-4465-9d78-6311d2db0b58 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.014156 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e2604874-351f-4465-9d78-6311d2db0b58 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4306846 Aug 31 14:13:39.017610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4b909-22a4-4919-bb82-e0550dde0f5a None None] Pushing event deleted for resources: {'Port': ['ID=1a3ef284-89dd-4036-852b-65437121f984,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:39.023293 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.023898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56234) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:39.033052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Port': ['ID=83cc0ac6-0e35-497b-b6fb-22cafc2a10be,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:39.069204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33be918-84f8-448f-9a5f-6a6ca7a59cdc req-309e5493-fad9-42ab-81dc-3cac7fb618b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:39.070779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c33be918-84f8-448f-9a5f-6a6ca7a59cdc req-309e5493-fad9-42ab-81dc-3cac7fb618b3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5840952 Aug 31 14:13:39.081525 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.085912 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "DELETE /v2.0/networks/01d87799-496d-4df6-9a2d-404b29eab96b HTTP/1.1" status: 204 len: 168 time: 2.8049872 Aug 31 14:13:39.090257 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.094605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56236) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:39.123100 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9504701-e99f-468f-8928-627b5e41cb15 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.128923 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e78c4305-f9f2-4ec7-9666-c07718afe96a req-61c76e70-2799-40ab-a9ab-8064b2ef907d tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.2598732 Aug 31 14:13:39.131923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Network': ['ID=01d87799-496d-4df6-9a2d-404b29eab96b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:39.135802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.135802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.136600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.136958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.137493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.137699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.138070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.138368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.138700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.139021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.139352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.139672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.144052 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.166664 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9504701-e99f-468f-8928-627b5e41cb15 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.183873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.183976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.184339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.193684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.193684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.193684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.193684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.193684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.193684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.193684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.193684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.193684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4ead6-ee10-4364-8e41-b861a9f59ab3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:39.193684 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c9ca00b8-f7b0-4811-a6ab-ae577d2a7afc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.234400 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9504701-e99f-468f-8928-627b5e41cb15 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.294833 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9504701-e99f-468f-8928-627b5e41cb15 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.297063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca00b8-f7b0-4811-a6ab-ae577d2a7afc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=62346b68-378d-4bae-b87f-e6fbb96979f2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:39.299685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f9504701-e99f-468f-8928-627b5e41cb15 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7a2ea264-e3f4-4f71-9ee8-159ea681a6ac HTTP/1.1" status: 204 len: 168 time: 0.2770836 Aug 31 14:13:39.303490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56242) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:39.309489 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c9ca00b8-f7b0-4811-a6ab-ae577d2a7afc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.319773 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c9ca00b8-f7b0-4811-a6ab-ae577d2a7afc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/62346b68-378d-4bae-b87f-e6fbb96979f2 HTTP/1.1" status: 204 len: 168 time: 2.4955893 Aug 31 14:13:39.320092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56244) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:39.341269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9504701-e99f-468f-8928-627b5e41cb15 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a2ea264-e3f4-4f71-9ee8-159ea681a6ac,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:39.384406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.410090 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-91666bad-0339-4779-b49e-8c92f608310b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1013796 Aug 31 14:13:39.414596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56250) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:39.475257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ca7573-3e5a-4fc9-bbd9-7ec405efd35d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:39.478171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ca7573-3e5a-4fc9-bbd9-7ec405efd35d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:39.481508 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c1ca7573-3e5a-4fc9-bbd9-7ec405efd35d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1594110 Aug 31 14:13:39.483465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56256) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:39.640031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f90ac66-27ed-47c1-886a-83d6909fa278 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 44885443-a0b4-4ae9-bb87-5bcd2b46a1ae {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:39.651889 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f90ac66-27ed-47c1-886a-83d6909fa278 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.655597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.658757 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa9d7-0418-4563-bc53-491b11b30445 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.681653 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:39.718097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1796920d-2c61-40cd-ba1d-d83bffbb8df4') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:39.718652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1796920d-2c61-40cd-ba1d-d83bffbb8df4') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:39.736356 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa9d7-0418-4563-bc53-491b11b30445 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.741475 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f90ac66-27ed-47c1-886a-83d6909fa278 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.743126 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.787276 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.813274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:13:39.813893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:13:39.817692 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:13:39.918346 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa9d7-0418-4563-bc53-491b11b30445 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.922313 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa9d7-0418-4563-bc53-491b11b30445 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.923876 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5e8aa9d7-0418-4563-bc53-491b11b30445 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-groups/dec3b72a-191b-4b9f-a9ed-b464b4a0601a HTTP/1.1" status: 204 len: 168 time: 0.5080614 Aug 31 14:13:39.928150 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f90ac66-27ed-47c1-886a-83d6909fa278 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.930306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56272) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:39.953863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.970177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8aa9d7-0418-4563-bc53-491b11b30445 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec3b72a-191b-4b9f-a9ed-b464b4a0601a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:39.980832 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:39.982925 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "DELETE /v2.0/networks/0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423 HTTP/1.1" status: 204 len: 168 time: 0.8823028 Aug 31 14:13:39.999797 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56276) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:40.000661 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadc81c-5f5a-4456-8dad-49e0087ac8f9 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Network': ['ID=0a27a2d2-8d66-46fe-a6a7-a6b1c5e1e423,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:40.088072 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f90ac66-27ed-47c1-886a-83d6909fa278 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.099940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c36ca3c-5694-45c9-9340-75e28fbd13a3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Deleting subnet 0d64e5db-6463-4c95-b693-dd7fa19d756f {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:40.104606 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c36ca3c-5694-45c9-9340-75e28fbd13a3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.126415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90ac66-27ed-47c1-886a-83d6909fa278 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=44885443-a0b4-4ae9-bb87-5bcd2b46a1ae,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:40.138743 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f90ac66-27ed-47c1-886a-83d6909fa278 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.140970 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2f90ac66-27ed-47c1-886a-83d6909fa278 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/44885443-a0b4-4ae9-bb87-5bcd2b46a1ae HTTP/1.1" status: 204 len: 168 time: 0.6561496 Aug 31 14:13:40.144288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56282) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:40.176668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee913d1-417d-47f9-94b2-2b4aa67a8175 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:40.204661 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7aa79785-f65f-4b47-9146-71606b663854 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540974 Aug 31 14:13:40.205472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56288) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:40.214022 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2f3c4ec9-bf0e-487b-9f47-953d2f937d78 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2810907 Aug 31 14:13:40.224399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56290) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:40.233977 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8098d463-98fa-4bbe-a79f-6f5b47fa4faa tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group': {'name': 'tempest-secgroup--593911811'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:40.270125 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c36ca3c-5694-45c9-9340-75e28fbd13a3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.299073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c33be918-84f8-448f-9a5f-6a6ca7a59cdc req-3a321bad-eee9-4f81-8357-35b66f60d783 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0444682 Aug 31 14:13:40.353545 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8098d463-98fa-4bbe-a79f-6f5b47fa4faa tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.414335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f228ea-af68-47ec-869b-184a6c79760f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:40.428746 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-69f228ea-af68-47ec-869b-184a6c79760f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2219610 Aug 31 14:13:40.431362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56292) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:40.438450 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9dee7d2d-b143-45a2-ae25-650c4d6d0915 req-e9b212b7-7266-49fc-b028-865e31221fb9 tempest-ServerShowV254Test-1416441626 tempest-ServerShowV254Test-1416441626-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf10627-4c0c-4430-b0af-05d842133177 HTTP/1.1" status: 200 len: 210 time: 0.0612271 Aug 31 14:13:40.516144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9c69034d-a478-47fd-9265-8e8ed534db2a None None] Provisioning for port 1f478cf1-22d1-439f-9c6e-41340c5d7066 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:40.540019 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c36ca3c-5694-45c9-9340-75e28fbd13a3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.585377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1f478cf1-22d1-439f-9c6e-41340c5d7066 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:40.636820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53e95e0-93d4-4bdd-891b-637abe493096 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:40.649235 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b53e95e0-93d4-4bdd-891b-637abe493096 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2091341 Aug 31 14:13:40.649551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56298) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:40.725756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 1f478cf1-22d1-439f-9c6e-41340c5d7066 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:40.733651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 1f478cf1-22d1-439f-9c6e-41340c5d7066 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:40.733968 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.764853 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b5cf2908-4abd-4ace-87f1-775e364c0096 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054940 Aug 31 14:13:40.765289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56310) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:40.773058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ae842a46-9b04-4fe3-897d-947344334f96 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:40.811653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fa6455-79ca-4d8e-8f3e-85a18e3a877d None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:13:40.859263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8098d463-98fa-4bbe-a79f-6f5b47fa4faa tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.862014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c36ca3c-5694-45c9-9340-75e28fbd13a3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.880734 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8098d463-98fa-4bbe-a79f-6f5b47fa4faa tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.912425 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c36ca3c-5694-45c9-9340-75e28fbd13a3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.914371 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0c36ca3c-5694-45c9-9340-75e28fbd13a3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "DELETE /v2.0/subnets/0d64e5db-6463-4c95-b693-dd7fa19d756f HTTP/1.1" status: 204 len: 168 time: 0.9116879 Aug 31 14:13:40.915398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36ca3c-5694-45c9-9340-75e28fbd13a3 tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Subnet': ['ID=0d64e5db-6463-4c95-b693-dd7fa19d756f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:40.920138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56312) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:40.942928 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.950652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098d463-98fa-4bbe-a79f-6f5b47fa4faa tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842205b5-c38d-40c8-a2a0-60f388fea549,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:40.970112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56316) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:40.971230 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8098d463-98fa-4bbe-a79f-6f5b47fa4faa tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:40.977535 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8098d463-98fa-4bbe-a79f-6f5b47fa4faa tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7493484 Aug 31 14:13:40.978605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56318) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:41.046070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1bfd9df6-1a2d-4936-9399-9c821fd9a7fd tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group_rule': {'security_group_id': '842205b5-c38d-40c8-a2a0-60f388fea549', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:41.059069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4c2752-d452-427e-a48a-8930f73c16ec None None] Network 5a9074f3-02a3-493e-8ddb-dafbecf8a19d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:41.127164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae842a46-9b04-4fe3-897d-947344334f96 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:41.131249 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae842a46-9b04-4fe3-897d-947344334f96 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.223375 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 1f478cf1-22d1-439f-9c6e-41340c5d7066, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1f478cf1-22d1-439f-9c6e-41340c5d7066,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:41.232967 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.246582 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a42a499-68a4-4f31-804d-a660e1d17514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.254117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9df6-1a2d-4936-9399-9c821fd9a7fd tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.270080 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.307908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-60fa6455-79ca-4d8e-8f3e-85a18e3a877d None None] Deleting port 1f478cf1-22d1-439f-9c6e-41340c5d7066 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:41.308294 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa6455-79ca-4d8e-8f3e-85a18e3a877d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.391695 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a42a499-68a4-4f31-804d-a660e1d17514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.398734 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a42a499-68a4-4f31-804d-a660e1d17514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.417835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-60fa6455-79ca-4d8e-8f3e-85a18e3a877d None None] For port 1f478cf1-22d1-439f-9c6e-41340c5d7066, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1f478cf1-22d1-439f-9c6e-41340c5d7066,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:41.418238 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa6455-79ca-4d8e-8f3e-85a18e3a877d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.434429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=1f478cf1-22d1-439f-9c6e-41340c5d7066,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:41.444114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-60fa6455-79ca-4d8e-8f3e-85a18e3a877d None None] Calling delete_port for 1f478cf1-22d1-439f-9c6e-41340c5d7066 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:41.499158 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9a42a499-68a4-4f31-804d-a660e1d17514 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79f657d149ed478dac95e520feb8b8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5228527 Aug 31 14:13:41.500072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56324) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:41.531549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Deleting port d7395078-1503-4d90-9ed1-023c5c6ad29e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:41.531937 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.545288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42a499-68a4-4f31-804d-a660e1d17514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac9f7e6-fdd8-4065-b1e4-8e0a73230593,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:41.565108 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de45f04c-eb29-46dc-b1d2-a8c44a755321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.577694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d52df2f-13d2-4bd4-b7be-3ba2218c1bf8 None None] DHCP port deletion for 5a9074f3-02a3-493e-8ddb-dafbecf8a19d request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:13:41.601531 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9df6-1a2d-4936-9399-9c821fd9a7fd tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.616359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de45f04c-eb29-46dc-b1d2-a8c44a755321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.622998 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9df6-1a2d-4936-9399-9c821fd9a7fd tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.660390 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa6455-79ca-4d8e-8f3e-85a18e3a877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.688517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9df6-1a2d-4936-9399-9c821fd9a7fd tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.689914 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1bfd9df6-1a2d-4936-9399-9c821fd9a7fd tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7018793 Aug 31 14:13:41.698526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56330) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:41.700548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] For port d7395078-1503-4d90-9ed1-023c5c6ad29e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d7395078-1503-4d90-9ed1-023c5c6ad29e,segment=NetworkSegment(42ac5e09-330d-4496-b2f9-9d384a720c5e),segment_id=42ac5e09-330d-4496-b2f9-9d384a720c5e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:41.701012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.706472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd9df6-1a2d-4936-9399-9c821fd9a7fd tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c1e4a5-25ab-4530-a2a0-79de8d06d9b5,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:41.723491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1ccf8be2-3f35-40be-a561-c72e43c263da tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group_rule': {'security_group_id': '842205b5-c38d-40c8-a2a0-60f388fea549', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:41.728298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa6455-79ca-4d8e-8f3e-85a18e3a877d None None] No DVR routers for this DVR port 1f478cf1-22d1-439f-9c6e-41340c5d7066 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:41.731398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5d52df2f-13d2-4bd4-b7be-3ba2218c1bf8 None None] Deleting port d7395078-1503-4d90-9ed1-023c5c6ad29e {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:41.731398 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d52df2f-13d2-4bd4-b7be-3ba2218c1bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.743054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Calling delete_port for d7395078-1503-4d90-9ed1-023c5c6ad29e owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:41.755594 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae842a46-9b04-4fe3-897d-947344334f96 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.769369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de45f04c-eb29-46dc-b1d2-a8c44a755321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.783175 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de45f04c-eb29-46dc-b1d2-a8c44a755321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.797098 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-de45f04c-eb29-46dc-b1d2-a8c44a755321 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ac9f7e6-fdd8-4065-b1e4-8e0a73230593 HTTP/1.1" status: 204 len: 168 time: 0.2957814 Aug 31 14:13:41.822314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae842a46-9b04-4fe3-897d-947344334f96 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:41.826493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45f04c-eb29-46dc-b1d2-a8c44a755321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac9f7e6-fdd8-4065-b1e4-8e0a73230593,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:41.838964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5d52df2f-13d2-4bd4-b7be-3ba2218c1bf8 None None] For port d7395078-1503-4d90-9ed1-023c5c6ad29e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d7395078-1503-4d90-9ed1-023c5c6ad29e,segment=NetworkSegment(42ac5e09-330d-4496-b2f9-9d384a720c5e),segment_id=42ac5e09-330d-4496-b2f9-9d384a720c5e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:41.839872 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d52df2f-13d2-4bd4-b7be-3ba2218c1bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.856427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa6455-79ca-4d8e-8f3e-85a18e3a877d None None] Pushing event deleted for resources: {'Port': ['ID=1f478cf1-22d1-439f-9c6e-41340c5d7066,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:41.867318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5d52df2f-13d2-4bd4-b7be-3ba2218c1bf8 None None] Calling delete_port for d7395078-1503-4d90-9ed1-023c5c6ad29e owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:41.897682 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8be2-3f35-40be-a561-c72e43c263da tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.901336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ae842a46-9b04-4fe3-897d-947344334f96 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:41.904626 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae842a46-9b04-4fe3-897d-947344334f96 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:41.905262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae842a46-9b04-4fe3-897d-947344334f96 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:41.934037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae842a46-9b04-4fe3-897d-947344334f96 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=21336bcd-4427-4a67-81a5-c2ea3755e177,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:42.009756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56346) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:42.016417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'fixed_ips': [{'subnet_id': '21336bcd-4427-4a67-81a5-c2ea3755e177', 'ip_address': '2001:db8::9147:9888:997a:7ed8'}], 'name': 'tempest-NetworksTestDHCPv6-1873274092'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:42.022607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ae842a46-9b04-4fe3-897d-947344334f96 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2529562 Aug 31 14:13:42.106135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56352) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:42.133886 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8be2-3f35-40be-a561-c72e43c263da tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.149120 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8be2-3f35-40be-a561-c72e43c263da tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.166077 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.213502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e1431-8d64-443b-bb0b-f076991f9c08 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:42.267161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] No DVR routers for this DVR port d7395078-1503-4d90-9ed1-023c5c6ad29e on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:42.286536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Port': ['ID=d7395078-1503-4d90-9ed1-023c5c6ad29e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:42.321036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:42.325181 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d52df2f-13d2-4bd4-b7be-3ba2218c1bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.347961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf8be2-3f35-40be-a561-c72e43c263da tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691d4078-6ca7-44b2-b424-bbf8ed824ecd,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:42.356294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8be2-3f35-40be-a561-c72e43c263da tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.357984 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1ccf8be2-3f35-40be-a561-c72e43c263da tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6532431 Aug 31 14:13:42.363603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56358) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:42.374080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-488f0801-bb2a-4d58-966a-b3f68ac642cf tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group_rule': {'security_group_id': '842205b5-c38d-40c8-a2a0-60f388fea549', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:42.375702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52df2f-13d2-4bd4-b7be-3ba2218c1bf8 None None] Pushing event deleted for resources: {'Port': ['ID=d7395078-1503-4d90-9ed1-023c5c6ad29e,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:42.420543 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.433438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d52df2f-13d2-4bd4-b7be-3ba2218c1bf8 None None] No DVR routers for this DVR port d7395078-1503-4d90-9ed1-023c5c6ad29e on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:42.442024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 2a2f8d4b-a1c1-40ef-80eb-6d35c9bfd4a0 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:13:42.542011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d7395078-1503-4d90-9ed1-023c5c6ad29e no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:42.577550 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.605886 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '21336bcd-4427-4a67-81a5-c2ea3755e177'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:13:42.607815 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.611453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: d7395078-1503-4d90-9ed1-023c5c6ad29e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:42.612251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d7395078-1503-4d90-9ed1-023c5c6ad29e not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:42.613194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1f478cf1-22d1-439f-9c6e-41340c5d7066 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:42.618420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9074f3-02a3-493e-8ddb-dafbecf8a19d']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:42.647776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 1f478cf1-22d1-439f-9c6e-41340c5d7066 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:42.648349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1f478cf1-22d1-439f-9c6e-41340c5d7066 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:42.666895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ac5e09-330d-4496-b2f9-9d384a720c5e') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:42.667141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ac5e09-330d-4496-b2f9-9d384a720c5e') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:42.685337 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-488f0801-bb2a-4d58-966a-b3f68ac642cf tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.712895 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80cfe2b8-440e-4bcd-82b0-4944004cc52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.725881 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.746848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::9147:9888:997a:7ed8 (da4c3e7b-d0fb-4990-bf20-2699b1577677/21336bcd-4427-4a67-81a5-c2ea3755e177/2a2f8d4b-a1c1-40ef-80eb-6d35c9bfd4a0) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:42.805758 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.840208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:13:42.841940 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:13:42.855536 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:13:42.996034 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-488f0801-bb2a-4d58-966a-b3f68ac642cf tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.013619 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-488f0801-bb2a-4d58-966a-b3f68ac642cf tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.034893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.039816 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.041377 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.041859 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "DELETE /v2.0/networks/5a9074f3-02a3-493e-8ddb-dafbecf8a19d HTTP/1.1" status: 204 len: 168 time: 2.1027400 Aug 31 14:13:43.057012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 2a2f8d4b-a1c1-40ef-80eb-6d35c9bfd4a0 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:43.071580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56376) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:43.080190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34544924-7787-4854-bc4f-462f51067e2b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Pushing event deleted for resources: {'Network': ['ID=5a9074f3-02a3-493e-8ddb-dafbecf8a19d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:43.097395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f0801-bb2a-4d58-966a-b3f68ac642cf tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d455d4c-4bef-4b67-bdbe-751295aca223,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:43.105910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.155366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:43.158858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:43.163031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:43.169588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:43.170255 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.180888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=2a2f8d4b-a1c1-40ef-80eb-6d35c9bfd4a0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:43.215721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Allocated IP 2001:db8::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/21336bcd-4427-4a67-81a5-c2ea3755e177/b3370ca9-fc78-46ba-b0b3-03b6554e89fb) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:43.244164 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80cfe2b8-440e-4bcd-82b0-4944004cc52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.248020 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-87250e16-28ca-4507-b8da-c0b40b94b49f tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "GET /v2.0/ports?device_id=349972c1-f1e3-4817-90b2-3460137b769b HTTP/1.1" status: 200 len: 205 time: 0.1645691 Aug 31 14:13:43.250431 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56384) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:43.252754 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80cfe2b8-440e-4bcd-82b0-4944004cc52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.290610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfe2b8-440e-4bcd-82b0-4944004cc52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a42c444-e895-4984-ac6f-1e9601d2484b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:43.307645 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-488f0801-bb2a-4d58-966a-b3f68ac642cf tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.308966 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-488f0801-bb2a-4d58-966a-b3f68ac642cf tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9408333 Aug 31 14:13:43.315992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56386) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:43.324013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f8a97d73-af1f-4538-b32f-44d8bcb2374f tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group_rule': {'security_group_id': '842205b5-c38d-40c8-a2a0-60f388fea549', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:43.347950 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-80cfe2b8-440e-4bcd-82b0-4944004cc52f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13dfb28023504bb8b402a4c59a84dd8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2336020 Aug 31 14:13:43.352924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56388) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:43.355517 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6e1cbb97-5c2f-435f-b7c7-facc13069698 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3435175 Aug 31 14:13:43.358509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56390) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:43.366485 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ff032075-9da6-4d55-9c73-0d860c5312d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'fixed_ips': [{'subnet_id': '21336bcd-4427-4a67-81a5-c2ea3755e177', 'ip_address': '2001:db8::9147:9888:997a:7ed8'}], 'name': 'tempest-NetworksTestDHCPv6-579618971'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:43.469946 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3029f8f-e8ab-48ce-be61-b12702f1818b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.497134 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8a97d73-af1f-4538-b32f-44d8bcb2374f tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.557223 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.571104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Transition to ACTIVE for port object b3370ca9-fc78-46ba-b0b3-03b6554e89fb will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:43.601275 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0add8004-07ea-4546-a09f-f130c15889d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.612357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Transition to ACTIVE for port object b3370ca9-fc78-46ba-b0b3-03b6554e89fb will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:43.628354 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.663153 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8a97d73-af1f-4538-b32f-44d8bcb2374f tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.672155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0add8004-07ea-4546-a09f-f130c15889d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.690033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8a97d73-af1f-4538-b32f-44d8bcb2374f tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.721116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:43.732362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:43.743032 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:43.744400 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8a97d73-af1f-4538-b32f-44d8bcb2374f tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.745779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f8a97d73-af1f-4538-b32f-44d8bcb2374f tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4287775 Aug 31 14:13:43.752243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Pushing event updated for resources: {'Port': ['ID=b3370ca9-fc78-46ba-b0b3-03b6554e89fb,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:43.754637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56396) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:43.765096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a97d73-af1f-4538-b32f-44d8bcb2374f tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66023440-16fb-45e5-b860-70ea78227ac6,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:43.765325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:43.765598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:43.766299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:43.766636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:43.766977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:43.768214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-54436798-84a5-414a-ae8f-9d946615a573 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group_rule': {'security_group_id': '842205b5-c38d-40c8-a2a0-60f388fea549', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:43.768357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:43.768762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:43.769186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:43.769753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:43.770107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:43.771553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:43.771792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:13:43.816468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff032075-9da6-4d55-9c73-0d860c5312d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:43.876846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3029f8f-e8ab-48ce-be61-b12702f1818b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.881947 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3029f8f-e8ab-48ce-be61-b12702f1818b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.907451 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Attempting to bind port b3370ca9-fc78-46ba-b0b3-03b6554e89fb on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:43.907991 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Attempting to bind port b3370ca9-fc78-46ba-b0b3-03b6554e89fb by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:43.908365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Attempting to bind port b3370ca9-fc78-46ba-b0b3-03b6554e89fb on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:43.913808 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0add8004-07ea-4546-a09f-f130c15889d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.914349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:43.914969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:43.915749 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.916543 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:43.917327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Bound port: b3370ca9-fc78-46ba-b0b3-03b6554e89fb, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:43.917903 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.930142 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0add8004-07ea-4546-a09f-f130c15889d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.934398 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0add8004-07ea-4546-a09f-f130c15889d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a42c444-e895-4984-ac6f-1e9601d2484b HTTP/1.1" status: 204 len: 168 time: 0.5802433 Aug 31 14:13:43.956808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add8004-07ea-4546-a09f-f130c15889d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a42c444-e895-4984-ac6f-1e9601d2484b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:43.964222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-54436798-84a5-414a-ae8f-9d946615a573 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:43.999087 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3029f8f-e8ab-48ce-be61-b12702f1818b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.001944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3029f8f-e8ab-48ce-be61-b12702f1818b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Fanout notify agent at l3_agent the message router_deleted on router 349972c1-f1e3-4817-90b2-3460137b769b {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:13:44.026365 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3029f8f-e8ab-48ce-be61-b12702f1818b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.027904 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e3029f8f-e8ab-48ce-be61-b12702f1818b tempest-RoutersNegativeIpV6Test-726932656 tempest-RoutersNegativeIpV6Test-726932656-project] 10.222.0.20 "DELETE /v2.0/routers/349972c1-f1e3-4817-90b2-3460137b769b HTTP/1.1" status: 204 len: 168 time: 0.7756786 Aug 31 14:13:44.056114 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ff032075-9da6-4d55-9c73-0d860c5312d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.110779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-ff032075-9da6-4d55-9c73-0d860c5312d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 0f9d1d22-4de1-448c-9ee1-b96ec6d863e6 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:13:44.152300 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-54436798-84a5-414a-ae8f-9d946615a573 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.163439 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-54436798-84a5-414a-ae8f-9d946615a573 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.172176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] For port b3370ca9-fc78-46ba-b0b3-03b6554e89fb, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:44.180842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] For port b3370ca9-fc78-46ba-b0b3-03b6554e89fb, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b3370ca9-fc78-46ba-b0b3-03b6554e89fb,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:44.183783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54436798-84a5-414a-ae8f-9d946615a573 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f34004b-5eb4-429f-9951-81978ed9ed6c,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:44.196414 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.218978 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-54436798-84a5-414a-ae8f-9d946615a573 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.220237 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-54436798-84a5-414a-ae8f-9d946615a573 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4643252 Aug 31 14:13:44.224355 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56424) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:44.289570 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0067e2ca-a8b8-4f3a-be56-a16bd357c696 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.313881 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0067e2ca-a8b8-4f3a-be56-a16bd357c696 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.379192 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0067e2ca-a8b8-4f3a-be56-a16bd357c696 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.405247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0067e2ca-a8b8-4f3a-be56-a16bd357c696 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.407859 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0067e2ca-a8b8-4f3a-be56-a16bd357c696 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/6f34004b-5eb4-429f-9951-81978ed9ed6c HTTP/1.1" status: 204 len: 168 time: 0.1824443 Aug 31 14:13:44.418066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56428) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:44.418277 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369ef4c-a0f4-458e-935d-a617e2ab73fa None None] Pushing event updated for resources: {'Port': ['ID=b3370ca9-fc78-46ba-b0b3-03b6554e89fb,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:44.461827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067e2ca-a8b8-4f3a-be56-a16bd357c696 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f34004b-5eb4-429f-9951-81978ed9ed6c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:44.675116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fd41fcba-92aa-4551-9f2c-c98b26b44233 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2628798 Aug 31 14:13:44.677798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56440) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:44.722085 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff032075-9da6-4d55-9c73-0d860c5312d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 14:13:44.722700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff032075-9da6-4d55-9c73-0d860c5312d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:13:44.736674 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d82771d7-ca84-4a6d-b493-eaed8407309d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.756375 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ff032075-9da6-4d55-9c73-0d860c5312d7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3968287 Aug 31 14:13:44.758283 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d82771d7-ca84-4a6d-b493-eaed8407309d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.759085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56444) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:44.824962 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56448) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:44.887351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d82771d7-ca84-4a6d-b493-eaed8407309d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.893714 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d82771d7-ca84-4a6d-b493-eaed8407309d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:44.894908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d82771d7-ca84-4a6d-b493-eaed8407309d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/66023440-16fb-45e5-b860-70ea78227ac6 HTTP/1.1" status: 204 len: 168 time: 0.2155914 Aug 31 14:13:44.909879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56456) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:44.918859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cd982e-08fe-4681-947d-f60e9ca508e1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:44.925140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cd982e-08fe-4681-947d-f60e9ca508e1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:44.938472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82771d7-ca84-4a6d-b493-eaed8407309d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66023440-16fb-45e5-b860-70ea78227ac6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:44.947180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-75cd982e-08fe-4681-947d-f60e9ca508e1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1867161 Aug 31 14:13:44.949811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56458) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:45.052550 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fef82ebc-4155-439c-a1a1-be72024cb9c9 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1189656 Aug 31 14:13:45.070840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56466) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:45.176481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f55a30d0-1327-4c8c-95c6-35a96956dec8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 2a2f8d4b-a1c1-40ef-80eb-6d35c9bfd4a0 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:45.176978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f55a30d0-1327-4c8c-95c6-35a96956dec8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.212659 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5015e751-4a1c-41dd-9e4a-357f0134c155 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.229531 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-44493bb4-c357-4f99-96b3-8b2c95febc01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ad49e0538aa49a4b756a920a88e2428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006042 Aug 31 14:13:45.245351 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56484) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:45.254433 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5015e751-4a1c-41dd-9e4a-357f0134c155 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.373800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f55a30d0-1327-4c8c-95c6-35a96956dec8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.396088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f55a30d0-1327-4c8c-95c6-35a96956dec8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 2a2f8d4b-a1c1-40ef-80eb-6d35c9bfd4a0 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:45.428273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5015e751-4a1c-41dd-9e4a-357f0134c155 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.442935 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5015e751-4a1c-41dd-9e4a-357f0134c155 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.444331 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5015e751-4a1c-41dd-9e4a-357f0134c155 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9d455d4c-4bef-4b67-bdbe-751295aca223 HTTP/1.1" status: 204 len: 168 time: 0.3725538 Aug 31 14:13:45.445347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015e751-4a1c-41dd-9e4a-357f0134c155 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d455d4c-4bef-4b67-bdbe-751295aca223,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:45.447430 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56510) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:45.448395 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ebc954e-cc35-4b3e-b90c-07ac9c27f6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.490690 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ebc954e-cc35-4b3e-b90c-07ac9c27f6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.580539 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ebc954e-cc35-4b3e-b90c-07ac9c27f6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.585016 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ebc954e-cc35-4b3e-b90c-07ac9c27f6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.586505 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9ebc954e-cc35-4b3e-b90c-07ac9c27f6da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2866463-2b86-4264-9e4a-29a62ed3e7d6 HTTP/1.1" status: 204 len: 168 time: 0.3422661 Aug 31 14:13:45.620358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc954e-cc35-4b3e-b90c-07ac9c27f6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2866463-2b86-4264-9e4a-29a62ed3e7d6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:45.698406 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-49d8eef3-1b2c-4330-8642-cd445ef27d05 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1613572 Aug 31 14:13:45.706712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56526) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:45.788231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4a3f110-2e95-43c6-97f4-a5c58b4d7579 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.809729 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4a3f110-2e95-43c6-97f4-a5c58b4d7579 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.877478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4a3f110-2e95-43c6-97f4-a5c58b4d7579 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.891830 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4a3f110-2e95-43c6-97f4-a5c58b4d7579 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:45.894201 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b4a3f110-2e95-43c6-97f4-a5c58b4d7579 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/691d4078-6ca7-44b2-b424-bbf8ed824ecd HTTP/1.1" status: 204 len: 168 time: 0.1777186 Aug 31 14:13:45.896894 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56540) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:45.911842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3f110-2e95-43c6-97f4-a5c58b4d7579 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=691d4078-6ca7-44b2-b424-bbf8ed824ecd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:45.927530 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56544) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:45.940118 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f55a30d0-1327-4c8c-95c6-35a96956dec8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.033113 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5ad4e8ed-65a5-4ca5-b24d-154c33aee30c tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1347499 Aug 31 14:13:46.036889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56556) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:46.062391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a30d0-1327-4c8c-95c6-35a96956dec8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=2a2f8d4b-a1c1-40ef-80eb-6d35c9bfd4a0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:46.096023 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75174c3f-2267-4365-bb6b-757e7e6843b2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.107373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f55a30d0-1327-4c8c-95c6-35a96956dec8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.117073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f55a30d0-1327-4c8c-95c6-35a96956dec8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/2a2f8d4b-a1c1-40ef-80eb-6d35c9bfd4a0 HTTP/1.1" status: 204 len: 168 time: 1.1640515 Aug 31 14:13:46.117816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56562) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:46.120940 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75174c3f-2267-4365-bb6b-757e7e6843b2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.184730 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75174c3f-2267-4365-bb6b-757e7e6843b2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.215051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75174c3f-2267-4365-bb6b-757e7e6843b2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.216244 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-75174c3f-2267-4365-bb6b-757e7e6843b2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/20c1e4a5-25ab-4530-a2a0-79de8d06d9b5 HTTP/1.1" status: 204 len: 168 time: 0.1784062 Aug 31 14:13:46.221760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56564) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:46.230881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2ec29c8f-079b-4f90-ba9d-b7f11d46d162 None None] Provisioning for port b3370ca9-fc78-46ba-b0b3-03b6554e89fb completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:46.249173 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75174c3f-2267-4365-bb6b-757e7e6843b2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20c1e4a5-25ab-4530-a2a0-79de8d06d9b5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:46.285902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abe7c94-ee57-4a90-b32d-0f7d73fa95a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:46.288413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abe7c94-ee57-4a90-b32d-0f7d73fa95a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:46.293346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56568) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:46.303839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5abe7c94-ee57-4a90-b32d-0f7d73fa95a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1843402 Aug 31 14:13:46.348390 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f47f3ed7-732e-4c6b-84ed-6673717d9d2e tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1243093 Aug 31 14:13:46.359226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56572) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:46.388108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-463394902-network', 'tenant_id': '03bc0e72c44e4f32ba61f773e190d4fa'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:46.405490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2c9b85-8c24-4bfd-92e4-7f36e0fded5f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 21336bcd-4427-4a67-81a5-c2ea3755e177 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:46.409423 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9b85-8c24-4bfd-92e4-7f36e0fded5f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.494105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b3370ca9-fc78-46ba-b0b3-03b6554e89fb up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:46.505781 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9b85-8c24-4bfd-92e4-7f36e0fded5f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.528524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Made reservation on behalf of 03bc0e72c44e4f32ba61f773e190d4fa for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:46.533327 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.577997 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.673241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port b3370ca9-fc78-46ba-b0b3-03b6554e89fb completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:46.683207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-66242063-7634-4035-bd99-583da9ecaf8b None None] Could not find standard attr ID for object 2a2f8d4b-a1c1-40ef-80eb-6d35c9bfd4a0. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:13:46.688270 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c26241e2-2748-4639-8fcc-f3b60de8de5b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.695485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b3370ca9-fc78-46ba-b0b3-03b6554e89fb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:46.695875 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.732050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c26241e2-2748-4639-8fcc-f3b60de8de5b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.816620 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9b85-8c24-4bfd-92e4-7f36e0fded5f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.828418 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c26241e2-2748-4639-8fcc-f3b60de8de5b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.835685 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c26241e2-2748-4639-8fcc-f3b60de8de5b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:46.840399 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c26241e2-2748-4639-8fcc-f3b60de8de5b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-groups/842205b5-c38d-40c8-a2a0-60f388fea549 HTTP/1.1" status: 204 len: 168 time: 0.4861159 Aug 31 14:13:46.841223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56582) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:46.924395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26241e2-2748-4639-8fcc-f3b60de8de5b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842205b5-c38d-40c8-a2a0-60f388fea549,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:47.018132 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56588) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:47.022399 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.040996 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.071270 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.075850 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9b85-8c24-4bfd-92e4-7f36e0fded5f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.084230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:13:47.095812 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.096450 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Added segment 784234be-1e8e-4c67-b7b6-25e5dc11b5c9 of type vlan for network 15b43345-1d39-4eb6-87fb-53a8dd71384e Aug 31 14:13:47.144268 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.146496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c9b85-8c24-4bfd-92e4-7f36e0fded5f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=21336bcd-4427-4a67-81a5-c2ea3755e177,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:47.148690 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:13:47.149053 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:13:47.168275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9b85-8c24-4bfd-92e4-7f36e0fded5f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.170345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb91590-0179-4af7-9804-553a02008c93 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:47.174323 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0c2c9b85-8c24-4bfd-92e4-7f36e0fded5f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/21336bcd-4427-4a67-81a5-c2ea3755e177 HTTP/1.1" status: 204 len: 168 time: 0.8798869 Aug 31 14:13:47.178840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56594) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:47.201966 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.206778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:47.207494 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.224525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b0f690f6-e143-4093-a8af-caa0bf96d2fc tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3710756 Aug 31 14:13:47.226661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56598) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:47.287742 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5add612f-ee93-4f73-8a87-21de2a4635e6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031821 Aug 31 14:13:47.292222 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56600) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:47.303323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9d043114-df59-4d5c-a1ac-0b0391286989 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:47.324538 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8532d10f-d93a-4f02-bc61-0f33155104c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.366094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b42ca7fe-09c9-477c-90c7-04bf0047cad2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group': {'name': 'tempest-secgroup--634394100'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:47.405235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf17c41-9f1f-4269-84e2-38bce97e771c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:47.429620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] Pushing event updated for resources: {'Network': ['ID=15b43345-1d39-4eb6-87fb-53a8dd71384e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:47.458858 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b42ca7fe-09c9-477c-90c7-04bf0047cad2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.476556 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-64077ad5-7907-45f5-bd53-1c632daceec4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5477746 Aug 31 14:13:47.494178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56608) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:47.501408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 15b43345-1d39-4eb6-87fb-53a8dd71384e details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:13:47.502886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-79291f90-d722-4d97-95b5-aa3497c3a837 admin admin] Request body: {'subnet': {'network_id': '15b43345-1d39-4eb6-87fb-53a8dd71384e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-463394902-subnet', 'tenant_id': '03bc0e72c44e4f32ba61f773e190d4fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:47.528167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d043114-df59-4d5c-a1ac-0b0391286989 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:47.538402 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d043114-df59-4d5c-a1ac-0b0391286989 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.599792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebd8570-97c3-44fd-8504-67139b210dcb None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:13:47.628356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56614) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:47.833732 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.889458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-31968fc8-80de-4c7c-b798-10494311e7cc tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:47.892392 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-31968fc8-80de-4c7c-b798-10494311e7cc tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 14:13:47.894529 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-31968fc8-80de-4c7c-b798-10494311e7cc tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:13:47.901685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-31968fc8-80de-4c7c-b798-10494311e7cc tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2661808 Aug 31 14:13:47.904220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56624) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:47.911513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port b3370ca9-fc78-46ba-b0b3-03b6554e89fb, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b3370ca9-fc78-46ba-b0b3-03b6554e89fb,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:47.912120 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8532d10f-d93a-4f02-bc61-0f33155104c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.914269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd8570-97c3-44fd-8504-67139b210dcb None None] Deleting port b3370ca9-fc78-46ba-b0b3-03b6554e89fb {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:47.915034 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8570-97c3-44fd-8504-67139b210dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.919104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2721517c-9547-40ce-a74e-24ab4063e67f tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520585178'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:47.936513 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8532d10f-d93a-4f02-bc61-0f33155104c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:47.963799 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.025876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=b3370ca9-fc78-46ba-b0b3-03b6554e89fb,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:48.059080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8ebd8570-97c3-44fd-8504-67139b210dcb None None] For port b3370ca9-fc78-46ba-b0b3-03b6554e89fb, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b3370ca9-fc78-46ba-b0b3-03b6554e89fb,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:48.059835 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8570-97c3-44fd-8504-67139b210dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.071030 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8532d10f-d93a-4f02-bc61-0f33155104c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3199f913f4ba4544974aac7491fb603e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0486224 Aug 31 14:13:48.074374 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532d10f-d93a-4f02-bc61-0f33155104c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e163f97-3e86-4540-a225-aecd3baddfaa,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:48.077029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56628) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:48.085769 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd8570-97c3-44fd-8504-67139b210dcb None None] Calling delete_port for b3370ca9-fc78-46ba-b0b3-03b6554e89fb owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:48.101751 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d043114-df59-4d5c-a1ac-0b0391286989 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.156962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b42ca7fe-09c9-477c-90c7-04bf0047cad2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.172049 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b42ca7fe-09c9-477c-90c7-04bf0047cad2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.184293 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d043114-df59-4d5c-a1ac-0b0391286989 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:48.204504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-9d043114-df59-4d5c-a1ac-0b0391286989 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:48.211213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d043114-df59-4d5c-a1ac-0b0391286989 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:48.211823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d043114-df59-4d5c-a1ac-0b0391286989 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.221563 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8570-97c3-44fd-8504-67139b210dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.228428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d043114-df59-4d5c-a1ac-0b0391286989 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=c5d48ceb-f1b5-43bb-8d15-f89ad073e5e4,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:48.248185 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80f424d1-c3c8-4f02-9faf-4b270f221091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.252355 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-9547-40ce-a74e-24ab4063e67f tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.257951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd8570-97c3-44fd-8504-67139b210dcb None None] Pushing event deleted for resources: {'Port': ['ID=b3370ca9-fc78-46ba-b0b3-03b6554e89fb,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:48.261953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd8570-97c3-44fd-8504-67139b210dcb None None] No DVR routers for this DVR port b3370ca9-fc78-46ba-b0b3-03b6554e89fb on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:48.277914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ca7fe-09c9-477c-90c7-04bf0047cad2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d278a79a-a3bc-4b80-a16d-fd8f0a4a8058,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:48.290637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4fb902-7f63-475c-9643-996833d6fa39 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:48.327345 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80f424d1-c3c8-4f02-9faf-4b270f221091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.330853 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9d043114-df59-4d5c-a1ac-0b0391286989 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0335531 Aug 31 14:13:48.331633 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-9547-40ce-a74e-24ab4063e67f tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.336801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56632) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:48.368898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79291f90-d722-4d97-95b5-aa3497c3a837 admin admin] Made reservation on behalf of 03bc0e72c44e4f32ba61f773e190d4fa for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:48.372481 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79291f90-d722-4d97-95b5-aa3497c3a837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.375169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ea915127-d2ff-4c21-85fc-838b0f8bbabe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'fixed_ips': [{'subnet_id': 'c5d48ceb-f1b5-43bb-8d15-f89ad073e5e4', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-2017975078'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:48.379180 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b42ca7fe-09c9-477c-90c7-04bf0047cad2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.380923 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b42ca7fe-09c9-477c-90c7-04bf0047cad2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0607803 Aug 31 14:13:48.404526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56636) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:48.438239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b3370ca9-fc78-46ba-b0b3-03b6554e89fb no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:13:48.504424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: b3370ca9-fc78-46ba-b0b3-03b6554e89fb {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:13:48.505092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b3370ca9-fc78-46ba-b0b3-03b6554e89fb not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:13:48.600986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c98abed4-bd06-4ff6-9394-9602f6d86987 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group_rule': {'security_group_id': 'd278a79a-a3bc-4b80-a16d-fd8f0a4a8058', 'direction': 'ingress', 'protocol': 17}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:48.615512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': 'c5d48ceb-f1b5-43bb-8d15-f89ad073e5e4'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:13:48.618262 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.720622 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-9547-40ce-a74e-24ab4063e67f tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.725017 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79291f90-d722-4d97-95b5-aa3497c3a837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.748058 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-9547-40ce-a74e-24ab4063e67f tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.802385 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80f424d1-c3c8-4f02-9faf-4b270f221091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.805401 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80f424d1-c3c8-4f02-9faf-4b270f221091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.808108 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-80f424d1-c3c8-4f02-9faf-4b270f221091 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e163f97-3e86-4540-a225-aecd3baddfaa HTTP/1.1" status: 204 len: 168 time: 0.7173691 Aug 31 14:13:48.844186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79291f90-d722-4d97-95b5-aa3497c3a837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da88612-5ef1-4366-b5c9-44740f7fbd6f,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:48.859399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Allocated IP 2001:db8::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/c5d48ceb-f1b5-43bb-8d15-f89ad073e5e4/9ac66367-39df-49ed-a4a1-7baec4d5d0f7) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:48.896738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79291f90-d722-4d97-95b5-aa3497c3a837 admin admin] Checking segment: {'id': '784234be-1e8e-4c67-b7b6-25e5dc11b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15b43345-1d39-4eb6-87fb-53a8dd71384e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:48.898135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79291f90-d722-4d97-95b5-aa3497c3a837 admin admin] Network hostable DHCP agents. Network: 15b43345-1d39-4eb6-87fb-53a8dd71384e, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:13:48.900145 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c98abed4-bd06-4ff6-9394-9602f6d86987 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:48.914557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721517c-9547-40ce-a74e-24ab4063e67f tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569057ff-8e40-4ab4-b6a8-0c097cdcfd90,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:48.929228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79291f90-d722-4d97-95b5-aa3497c3a837 admin admin] Network 15b43345-1d39-4eb6-87fb-53a8dd71384e is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:13:48.945108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-79291f90-d722-4d97-95b5-aa3497c3a837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 15b43345-1d39-4eb6-87fb-53a8dd71384e) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:48.967021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79291f90-d722-4d97-95b5-aa3497c3a837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:48.967796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf04d3cc-d4b6-4cbe-8310-3ffde8a9d17f None None] Network 15b43345-1d39-4eb6-87fb-53a8dd71384e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:48.967920 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79291f90-d722-4d97-95b5-aa3497c3a837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.005809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f424d1-c3c8-4f02-9faf-4b270f221091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e163f97-3e86-4540-a225-aecd3baddfaa,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:49.163272 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c98abed4-bd06-4ff6-9394-9602f6d86987 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.183307 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c98abed4-bd06-4ff6-9394-9602f6d86987 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.214283 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-9547-40ce-a74e-24ab4063e67f tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.219561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98abed4-bd06-4ff6-9394-9602f6d86987 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d150b65f-e33f-4653-9898-a2dfbfc7c9b9,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:49.232835 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-9547-40ce-a74e-24ab4063e67f tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.247730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-79291f90-d722-4d97-95b5-aa3497c3a837 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7521331 Aug 31 14:13:49.296542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f49e61-1949-4805-8444-884d834b62c7 None None] Network 15b43345-1d39-4eb6-87fb-53a8dd71384e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:49.319924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721517c-9547-40ce-a74e-24ab4063e67f tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ec832b-5080-428a-9cf4-0e821cb8952a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:49.327949 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.337695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea915127-d2ff-4c21-85fc-838b0f8bbabe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:49.441868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c98abed4-bd06-4ff6-9394-9602f6d86987 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.454008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56656) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:49.455287 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c98abed4-bd06-4ff6-9394-9602f6d86987 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0472984 Aug 31 14:13:49.458957 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-9547-40ce-a74e-24ab4063e67f tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.463811 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2721517c-9547-40ce-a74e-24ab4063e67f tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5573518 Aug 31 14:13:49.466448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56658) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:49.484520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56660) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:49.488646 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e1051511-e3ce-4fa9-8186-123727c5849c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '73ec832b-5080-428a-9cf4-0e821cb8952a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:49.526716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5195ee0a-e3a6-4e60-87cf-f53f52621c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.536248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Transition to ACTIVE for port object 9ac66367-39df-49ed-a4a1-7baec4d5d0f7 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:49.634056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Transition to ACTIVE for port object 9ac66367-39df-49ed-a4a1-7baec4d5d0f7 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:49.689006 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6f06a62-8acf-4826-9149-4081e36edd40 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.743614 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.769052 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6f06a62-8acf-4826-9149-4081e36edd40 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.773575 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea915127-d2ff-4c21-85fc-838b0f8bbabe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.835831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-ea915127-d2ff-4c21-85fc-838b0f8bbabe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 63c44b0b-a0a9-4b13-849f-77eab1ff6183 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:13:49.842533 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1051511-e3ce-4fa9-8186-123727c5849c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.864231 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6f06a62-8acf-4826-9149-4081e36edd40 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.867513 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6f06a62-8acf-4826-9149-4081e36edd40 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:49.872635 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f6f06a62-8acf-4826-9149-4081e36edd40 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-groups/d278a79a-a3bc-4b80-a16d-fd8f0a4a8058 HTTP/1.1" status: 204 len: 168 time: 0.4153428 Aug 31 14:13:49.873516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56668) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:49.898482 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f06a62-8acf-4826-9149-4081e36edd40 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d278a79a-a3bc-4b80-a16d-fd8f0a4a8058,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:49.946626 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d545bdc4-ab74-4c3e-85c5-53f335917e31 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0679376 Aug 31 14:13:49.947339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56674) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:49.952748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-adb5731e-46c4-43d8-809e-bc7c3b83d162 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409411197'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:50.064881 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1051511-e3ce-4fa9-8186-123727c5849c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.072934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:50.103315 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:50.109235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:50.112890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Pushing event updated for resources: {'Port': ['ID=9ac66367-39df-49ed-a4a1-7baec4d5d0f7,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:50.172650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Attempting to bind port 9ac66367-39df-49ed-a4a1-7baec4d5d0f7 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:50.173422 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Attempting to bind port 9ac66367-39df-49ed-a4a1-7baec4d5d0f7 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:50.173740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Attempting to bind port 9ac66367-39df-49ed-a4a1-7baec4d5d0f7 on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:50.183744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:50.184129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:50.184581 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.184984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:50.185475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Bound port: 9ac66367-39df-49ed-a4a1-7baec4d5d0f7, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:50.185864 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.277235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] For port 9ac66367-39df-49ed-a4a1-7baec4d5d0f7, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:50.281169 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] For port 9ac66367-39df-49ed-a4a1-7baec4d5d0f7, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9ac66367-39df-49ed-a4a1-7baec4d5d0f7,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:50.285310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56688) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:50.290637 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.292969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1516634401-network', 'tenant_id': 'bf04b9e59cf34ab59bf322adf69fa8c1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:50.354362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ffda8-4717-4aee-96a8-f6b0d73c51e9 None None] Pushing event updated for resources: {'Port': ['ID=9ac66367-39df-49ed-a4a1-7baec4d5d0f7,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:50.452139 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1051511-e3ce-4fa9-8186-123727c5849c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.491140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1051511-e3ce-4fa9-8186-123727c5849c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601aaa4a-0bc4-42ff-ba94-07d657441b86,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:50.525767 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5195ee0a-e3a6-4e60-87cf-f53f52621c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.529604 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea915127-d2ff-4c21-85fc-838b0f8bbabe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:50.530063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea915127-d2ff-4c21-85fc-838b0f8bbabe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:13:50.534510 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5195ee0a-e3a6-4e60-87cf-f53f52621c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.549983 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1051511-e3ce-4fa9-8186-123727c5849c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.551205 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e1051511-e3ce-4fa9-8186-123727c5849c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0782764 Aug 31 14:13:50.552500 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-adb5731e-46c4-43d8-809e-bc7c3b83d162 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.560641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56690) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:50.565476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8abe4263-f6d8-43cc-829d-7640247d42b5 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '73ec832b-5080-428a-9cf4-0e821cb8952a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:50.582986 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5195ee0a-e3a6-4e60-87cf-f53f52621c02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a608b633d1bc46eca7e8af9ad7244029&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0879152 Aug 31 14:13:50.586735 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56692) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:50.588850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195ee0a-e3a6-4e60-87cf-f53f52621c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b599b24-19e8-49e6-97b2-f56bb9500f12,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:50.622505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Made reservation on behalf of bf04b9e59cf34ab59bf322adf69fa8c1 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:50.625551 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.635560 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ea915127-d2ff-4c21-85fc-838b0f8bbabe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2920091 Aug 31 14:13:50.641320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56696) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:50.654383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.699003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8abe4263-f6d8-43cc-829d-7640247d42b5 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.713086 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24e5f060-d90b-4439-8aa2-df2fe8ecaabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.744182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a050929-e894-40f6-b164-cd8d5a480736 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:50.748292 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5a050929-e894-40f6-b164-cd8d5a480736 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1033969 Aug 31 14:13:50.749193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56702) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:50.756249 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24e5f060-d90b-4439-8aa2-df2fe8ecaabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.813667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24e5f060-d90b-4439-8aa2-df2fe8ecaabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.816647 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24e5f060-d90b-4439-8aa2-df2fe8ecaabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.820275 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-24e5f060-d90b-4439-8aa2-df2fe8ecaabf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b599b24-19e8-49e6-97b2-f56bb9500f12 HTTP/1.1" status: 204 len: 168 time: 0.2302113 Aug 31 14:13:50.830275 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5f060-d90b-4439-8aa2-df2fe8ecaabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b599b24-19e8-49e6-97b2-f56bb9500f12,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:50.852663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df5c842-ba6c-4817-b7e3-4ab256358501 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:50.856226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df5c842-ba6c-4817-b7e3-4ab256358501 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:50.858618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6df5c842-ba6c-4817-b7e3-4ab256358501 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1064508 Aug 31 14:13:50.862280 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56706) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:50.868757 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-adb5731e-46c4-43d8-809e-bc7c3b83d162 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.880626 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-adb5731e-46c4-43d8-809e-bc7c3b83d162 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:50.903736 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-8abe4263-f6d8-43cc-829d-7640247d42b5 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:13:50.904808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8abe4263-f6d8-43cc-829d-7640247d42b5 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3432291 Aug 31 14:13:50.909290 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56712) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:50.938738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5731e-46c4-43d8-809e-bc7c3b83d162 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2c80cb-05e0-4bdd-8009-183dd887707b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:50.953513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-056a12d1-7068-45b9-93e6-010a87c4e634 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet c5d48ceb-f1b5-43bb-8d15-f89ad073e5e4 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:13:50.969334 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-056a12d1-7068-45b9-93e6-010a87c4e634 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.012656 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2fcd1715-fdb9-464f-942e-3f0096e494e2 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.050446 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.065090 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-056a12d1-7068-45b9-93e6-010a87c4e634 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.075026 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.101825 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-adb5731e-46c4-43d8-809e-bc7c3b83d162 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.104170 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-adb5731e-46c4-43d8-809e-bc7c3b83d162 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1547236 Aug 31 14:13:51.107142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:13:51.112753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56724) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:51.117110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a1c14706-9156-4dfc-af35-dc245106dbcc tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177805066'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:51.131555 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2fcd1715-fdb9-464f-942e-3f0096e494e2 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.154346 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.154824 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Added segment 72bb320e-1041-4a2c-8b79-fbc0d858938b of type vlan for network 8d2b338b-2434-4783-83bb-b51736030906 Aug 31 14:13:51.165044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82d5c3d-ef1a-41c3-99f0-14a60f559875,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:51.238747 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.280319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.282063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:51.282673 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.285583 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a1c14706-9156-4dfc-af35-dc245106dbcc tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.349842 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2fcd1715-fdb9-464f-942e-3f0096e494e2 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.353672 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2fcd1715-fdb9-464f-942e-3f0096e494e2 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.357918 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2fcd1715-fdb9-464f-942e-3f0096e494e2 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "DELETE /v2.0/security-groups/73ec832b-5080-428a-9cf4-0e821cb8952a HTTP/1.1" status: 204 len: 168 time: 0.4475026 Aug 31 14:13:51.361687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] Pushing event updated for resources: {'Network': ['ID=8d2b338b-2434-4783-83bb-b51736030906,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:51.365306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56730) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:51.385901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 8d2b338b-2434-4783-83bb-b51736030906 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:13:51.391113 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-056a12d1-7068-45b9-93e6-010a87c4e634 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.429622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-38859581-809f-4abc-a669-e249b1093468 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1405110 Aug 31 14:13:51.431091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56734) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:51.440922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-708c3f05-5072-4ad2-8081-1da9338e17cf admin admin] Request body: {'subnet': {'network_id': '8d2b338b-2434-4783-83bb-b51736030906', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1516634401-subnet', 'tenant_id': 'bf04b9e59cf34ab59bf322adf69fa8c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:51.501820 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd1715-fdb9-464f-942e-3f0096e494e2 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ec832b-5080-428a-9cf4-0e821cb8952a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:51.637081 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-056a12d1-7068-45b9-93e6-010a87c4e634 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.642023 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a1c14706-9156-4dfc-af35-dc245106dbcc tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.655294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a1c14706-9156-4dfc-af35-dc245106dbcc tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.688305 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a12d1-7068-45b9-93e6-010a87c4e634 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d48ceb-f1b5-43bb-8d15-f89ad073e5e4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:51.700235 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-056a12d1-7068-45b9-93e6-010a87c4e634 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.707779 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-056a12d1-7068-45b9-93e6-010a87c4e634 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/c5d48ceb-f1b5-43bb-8d15-f89ad073e5e4 HTTP/1.1" status: 204 len: 168 time: 0.8434865 Aug 31 14:13:51.708618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e20e2051-3e0c-4c73-ae18-fc9c928deb0b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3376338 Aug 31 14:13:51.709044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56746) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:51.721258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56748) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:51.733146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c14706-9156-4dfc-af35-dc245106dbcc tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f1bedb-643b-4dd4-b9ac-9ee7daa5236e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:51.748641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708c3f05-5072-4ad2-8081-1da9338e17cf admin admin] Made reservation on behalf of bf04b9e59cf34ab59bf322adf69fa8c1 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:51.752688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708c3f05-5072-4ad2-8081-1da9338e17cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.758115 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a1c14706-9156-4dfc-af35-dc245106dbcc tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:51.760641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a1c14706-9156-4dfc-af35-dc245106dbcc tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6464062 Aug 31 14:13:51.770109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-34fc402a-a47b-46a2-bbc0-9810f98476fa tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290111990'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:51.777081 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56752) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:51.785204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88481947-efcd-4aa4-a71f-95cf5f1aef99 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:51.785831 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-462adfc9-de80-4427-af02-fd1d935296bb tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714169 Aug 31 14:13:51.792941 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ccde6fb6-4ffb-4a45-8694-bbd2a74d7111 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group_rule': {'security_group_id': '8e2c80cb-05e0-4bdd-8009-183dd887707b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '74f1bedb-643b-4dd4-b9ac-9ee7daa5236e', 'remote_ip_prefix': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:51.797784 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56754) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:51.803481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-828dd5da-6025-4090-8a16-12494e54b724 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:51.882425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-acb6dd03-84d6-49fb-ac3b-a2e542c71033 None None] Provisioning for port 9ac66367-39df-49ed-a4a1-7baec4d5d0f7 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:51.978139 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.api [None req-ccde6fb6-4ffb-4a45-8694-bbd2a74d7111 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:13:51.978139 n-d-792364-6 neutron-server[106387]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:13:51.978139 n-d-792364-6 neutron-server[106387]: [parameters: {'project_id_1': '3995d1f3fde148118b4c4490b7a3733d', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 13, 51, 818947)}] Aug 31 14:13:51.978139 n-d-792364-6 neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:13:51.979459 n-d-792364-6 neutron-server[106387]: DEBUG oslo_db.api [None req-ccde6fb6-4ffb-4a45-8694-bbd2a74d7111 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:13:51.995059 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34fc402a-a47b-46a2-bbc0-9810f98476fa tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.051543 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f12656-129a-4e7f-b4a4-3f0ab71d7c0d None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:13:52.062524 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708c3f05-5072-4ad2-8081-1da9338e17cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.147925 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-40f12656-129a-4e7f-b4a4-3f0ab71d7c0d None None] Deleting port 9ac66367-39df-49ed-a4a1-7baec4d5d0f7 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:13:52.148923 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-40f12656-129a-4e7f-b4a4-3f0ab71d7c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.153804 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34fc402a-a47b-46a2-bbc0-9810f98476fa tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.173414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34fc402a-a47b-46a2-bbc0-9810f98476fa tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.294377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-40f12656-129a-4e7f-b4a4-3f0ab71d7c0d None None] For port 9ac66367-39df-49ed-a4a1-7baec4d5d0f7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9ac66367-39df-49ed-a4a1-7baec4d5d0f7,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:52.295896 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-40f12656-129a-4e7f-b4a4-3f0ab71d7c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.309933 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828dd5da-6025-4090-8a16-12494e54b724 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:52.318430 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-828dd5da-6025-4090-8a16-12494e54b724 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.326134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-40f12656-129a-4e7f-b4a4-3f0ab71d7c0d None None] Calling delete_port for 9ac66367-39df-49ed-a4a1-7baec4d5d0f7 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:13:52.406453 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc402a-a47b-46a2-bbc0-9810f98476fa tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d7f768-e6a3-4799-a806-901c1259083f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:52.425202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34fc402a-a47b-46a2-bbc0-9810f98476fa tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.437689 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-34fc402a-a47b-46a2-bbc0-9810f98476fa tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7130508 Aug 31 14:13:52.441429 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56780) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:52.456128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a9d7174e-e3ae-4b04-bcc3-aa182093fe9a tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '03d7f768-e6a3-4799-a806-901c1259083f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:52.457554 n-d-792364-6 neutron-server[106387]: WARNING neutron.api.v2.base [None req-a9d7174e-e3ae-4b04-bcc3-aa182093fe9a tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 14:13:52.458325 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-a9d7174e-e3ae-4b04-bcc3-aa182093fe9a tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:52.466860 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a9d7174e-e3ae-4b04-bcc3-aa182093fe9a tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0238748 Aug 31 14:13:52.473282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56782) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:52.542624 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-40f12656-129a-4e7f-b4a4-3f0ab71d7c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.601410 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccde6fb6-4ffb-4a45-8694-bbd2a74d7111 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.604794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f12656-129a-4e7f-b4a4-3f0ab71d7c0d None None] No DVR routers for this DVR port 9ac66367-39df-49ed-a4a1-7baec4d5d0f7 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:13:52.609639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f12656-129a-4e7f-b4a4-3f0ab71d7c0d None None] Pushing event deleted for resources: {'Port': ['ID=9ac66367-39df-49ed-a4a1-7baec4d5d0f7,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:52.679440 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f21565c-464e-458f-8f1a-4b66a39a53c8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.720802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c3f05-5072-4ad2-8081-1da9338e17cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1ce074-3135-4e1e-ad55-2e503a971d15,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:52.748132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c3f05-5072-4ad2-8081-1da9338e17cf admin admin] Checking segment: {'id': '72bb320e-1041-4a2c-8b79-fbc0d858938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8d2b338b-2434-4783-83bb-b51736030906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:52.748814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708c3f05-5072-4ad2-8081-1da9338e17cf admin admin] Network hostable DHCP agents. Network: 8d2b338b-2434-4783-83bb-b51736030906, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:13:52.758645 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f21565c-464e-458f-8f1a-4b66a39a53c8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.793501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708c3f05-5072-4ad2-8081-1da9338e17cf admin admin] Network 8d2b338b-2434-4783-83bb-b51736030906 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:13:52.802923 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccde6fb6-4ffb-4a45-8694-bbd2a74d7111 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.814125 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-708c3f05-5072-4ad2-8081-1da9338e17cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 8d2b338b-2434-4783-83bb-b51736030906) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:52.823394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47324787-04fc-4fb9-8a4d-869be2cad394 None None] Network 8d2b338b-2434-4783-83bb-b51736030906 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:52.823896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708c3f05-5072-4ad2-8081-1da9338e17cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:52.824528 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708c3f05-5072-4ad2-8081-1da9338e17cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.858463 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccde6fb6-4ffb-4a45-8694-bbd2a74d7111 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:52.858609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-708c3f05-5072-4ad2-8081-1da9338e17cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4264164 Aug 31 14:13:52.920093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde6fb6-4ffb-4a45-8694-bbd2a74d7111 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9b09eb-c00f-49d9-83a9-6499c1606564,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:52.924927 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-828dd5da-6025-4090-8a16-12494e54b724 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.007243 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ccde6fb6-4ffb-4a45-8694-bbd2a74d7111 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.008589 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ccde6fb6-4ffb-4a45-8694-bbd2a74d7111 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2214501 Aug 31 14:13:53.012587 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56796) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:53.019644 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f21565c-464e-458f-8f1a-4b66a39a53c8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.022254 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f21565c-464e-458f-8f1a-4b66a39a53c8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.026227 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8f21565c-464e-458f-8f1a-4b66a39a53c8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "DELETE /v2.0/security-groups/03d7f768-e6a3-4799-a806-901c1259083f HTTP/1.1" status: 204 len: 168 time: 0.5451710 Aug 31 14:13:53.038899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56798) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:53.108214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828dd5da-6025-4090-8a16-12494e54b724 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:53.110148 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03191ddb-b653-41bc-890f-7e0c645ab1e6 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.111711 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-828dd5da-6025-4090-8a16-12494e54b724 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:53.118829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828dd5da-6025-4090-8a16-12494e54b724 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:53.120393 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-828dd5da-6025-4090-8a16-12494e54b724 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.156562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21565c-464e-458f-8f1a-4b66a39a53c8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d7f768-e6a3-4799-a806-901c1259083f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:53.160570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08649723-89bf-4d70-bb60-99c069863aad None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:53.166799 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada17e2c-35fd-4620-9253-64452ac532be None None] Network 8d2b338b-2434-4783-83bb-b51736030906 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:13:53.186017 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-828dd5da-6025-4090-8a16-12494e54b724 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3869665 Aug 31 14:13:53.191386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56802) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:53.192333 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dd5da-6025-4090-8a16-12494e54b724 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=48cc9b93-23d6-44df-b5ae-434c8d933318,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:53.207464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e105e230-37da-40c5-adbb-2a0dd77a6e57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2026675210', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:53.215692 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03191ddb-b653-41bc-890f-7e0c645ab1e6 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.295776 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e105e230-37da-40c5-adbb-2a0dd77a6e57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.296954 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e105e230-37da-40c5-adbb-2a0dd77a6e57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.325517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56806) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:53.329262 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e17d0c35-2702-4a03-a9bc-a738dcdc4afb tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2880588 Aug 31 14:13:53.344990 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-df24ea21-01ae-408d-8a53-9b01cb9bce7c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group': {'name': 'tempest-secgroup--124797111'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:53.370440 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03191ddb-b653-41bc-890f-7e0c645ab1e6 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.411506 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03191ddb-b653-41bc-890f-7e0c645ab1e6 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.418319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-03191ddb-b653-41bc-890f-7e0c645ab1e6 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9c9b09eb-c00f-49d9-83a9-6499c1606564 HTTP/1.1" status: 204 len: 168 time: 0.4045053 Aug 31 14:13:53.420125 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03191ddb-b653-41bc-890f-7e0c645ab1e6 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c9b09eb-c00f-49d9-83a9-6499c1606564,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:53.424472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56816) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:53.475827 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e105e230-37da-40c5-adbb-2a0dd77a6e57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.489750 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e105e230-37da-40c5-adbb-2a0dd77a6e57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.516923 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df24ea21-01ae-408d-8a53-9b01cb9bce7c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.539840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-56895aa1-4f3f-4f0e-b25d-91234758825f tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1130414 Aug 31 14:13:53.540517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56822) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:53.546651 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e105e230-37da-40c5-adbb-2a0dd77a6e57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.555666 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e105e230-37da-40c5-adbb-2a0dd77a6e57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3518851 Aug 31 14:13:53.561559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56824) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:53.644504 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b784-a8a2-4df5-b251-15a20868a8e8 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.656810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '48cc9b93-23d6-44df-b5ae-434c8d933318'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:13:53.657906 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.706001 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b784-a8a2-4df5-b251-15a20868a8e8 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.815979 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b784-a8a2-4df5-b251-15a20868a8e8 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.822952 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b784-a8a2-4df5-b251-15a20868a8e8 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:53.826503 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b8f9b784-a8a2-4df5-b251-15a20868a8e8 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-groups/74f1bedb-643b-4dd4-b9ac-9ee7daa5236e HTTP/1.1" status: 204 len: 168 time: 0.2826245 Aug 31 14:13:53.850575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56846) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:53.962468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9b784-a8a2-4df5-b251-15a20868a8e8 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f1bedb-643b-4dd4-b9ac-9ee7daa5236e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:53.996957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Allocated IP 2001:db8::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/48cc9b93-23d6-44df-b5ae-434c8d933318/658136b1-d849-4143-a10e-563df120fbd3) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:54.057406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f0079c88-47db-4f0a-8fe8-7ba9fa8347e6 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:54.062087 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f0079c88-47db-4f0a-8fe8-7ba9fa8347e6 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/networks?id=15b43345-1d39-4eb6-87fb-53a8dd71384e HTTP/1.1" status: 200 len: 824 time: 0.2729423 Aug 31 14:13:54.081760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-99289a12-12d6-4c63-acf3-cb10c6b1528e tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/quotas/03bc0e72c44e4f32ba61f773e190d4fa HTTP/1.1" status: 200 len: 375 time: 0.0131879 Aug 31 14:13:54.088836 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1b086c82-2e34-4436-93a7-bc0540604f6f tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2302012 Aug 31 14:13:54.096183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56860) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:54.260323 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-4a545f32-8296-421c-b787-95844b8f1cd2 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=03bc0e72c44e4f32ba61f773e190d4fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285257 Aug 31 14:13:54.269145 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df24ea21-01ae-408d-8a53-9b01cb9bce7c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.282583 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df24ea21-01ae-408d-8a53-9b01cb9bce7c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.284631 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.310409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Transition to ACTIVE for port object 658136b1-d849-4143-a10e-563df120fbd3 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:54.363385 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.378868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Transition to ACTIVE for port object 658136b1-d849-4143-a10e-563df120fbd3 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:54.378971 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77986207-b4e0-43d9-9c78-8ca13c3d0204 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.396155 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.412892 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df24ea21-01ae-408d-8a53-9b01cb9bce7c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.414164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-df24ea21-01ae-408d-8a53-9b01cb9bce7c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0876403 Aug 31 14:13:54.419515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56888) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:54.425696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e27e21b5-ded3-49b5-98dc-54121d8124f1 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '50db2a23-6d4b-4e31-a92c-0a96a294a7f5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:54.426541 n-d-792364-6 neutron-server[106387]: WARNING neutron.api.v2.base [None req-e27e21b5-ded3-49b5-98dc-54121d8124f1 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 14:13:54.427057 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-e27e21b5-ded3-49b5-98dc-54121d8124f1 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:54.428070 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e27e21b5-ded3-49b5-98dc-54121d8124f1 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076258 Aug 31 14:13:54.441659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56890) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:54.462428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24ea21-01ae-408d-8a53-9b01cb9bce7c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50db2a23-6d4b-4e31-a92c-0a96a294a7f5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:54.530741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77986207-b4e0-43d9-9c78-8ca13c3d0204 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.582532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:54.611393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:54.613556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Pushing event updated for resources: {'Port': ['ID=658136b1-d849-4143-a10e-563df120fbd3,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:54.617146 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:54.743452 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca7c4115-760c-4c9c-9586-99cd31149cac tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.761605 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77986207-b4e0-43d9-9c78-8ca13c3d0204 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.764391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77986207-b4e0-43d9-9c78-8ca13c3d0204 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.768666 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-77986207-b4e0-43d9-9c78-8ca13c3d0204 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e2c80cb-05e0-4bdd-8009-183dd887707b HTTP/1.1" status: 204 len: 168 time: 0.6676984 Aug 31 14:13:54.774471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Attempting to bind port 658136b1-d849-4143-a10e-563df120fbd3 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:54.775153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Attempting to bind port 658136b1-d849-4143-a10e-563df120fbd3 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:54.775536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Attempting to bind port 658136b1-d849-4143-a10e-563df120fbd3 on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:54.776525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56908) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:54.801632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:54.802014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:54.802430 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.802825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:54.803291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Bound port: 658136b1-d849-4143-a10e-563df120fbd3, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:54.805166 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca7c4115-760c-4c9c-9586-99cd31149cac tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.805756 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.845333 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::1 (da4c3e7b-d0fb-4990-bf20-2699b1577677/48cc9b93-23d6-44df-b5ae-434c8d933318/9129ff96-5e89-40fa-807f-720f5d869a6b) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:54.865982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77986207-b4e0-43d9-9c78-8ca13c3d0204 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2c80cb-05e0-4bdd-8009-183dd887707b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:54.866452 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7c5f856a-0bc3-41c5-b622-de2e10aea6e2 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0882108 Aug 31 14:13:54.884979 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56920) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:54.888164 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-c79a211c-ad41-45f8-a501-2af5896e8a90 service neutron] 10.222.0.20 "GET /v2.0/networks/15b43345-1d39-4eb6-87fb-53a8dd71384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001716 Aug 31 14:13:54.889689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca7c4115-760c-4c9c-9586-99cd31149cac tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.890876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5fec68c1-f78e-4a4b-a7e5-89b5ec3b0a0d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380894870'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:54.905539 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca7c4115-760c-4c9c-9586-99cd31149cac tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:54.909383 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ca7c4115-760c-4c9c-9586-99cd31149cac tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "DELETE /v2.0/security-groups/50db2a23-6d4b-4e31-a92c-0a96a294a7f5 HTTP/1.1" status: 204 len: 168 time: 0.4571724 Aug 31 14:13:54.912148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56922) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:55.008126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] For port 658136b1-d849-4143-a10e-563df120fbd3, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:55.014766 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] For port 658136b1-d849-4143-a10e-563df120fbd3, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=658136b1-d849-4143-a10e-563df120fbd3,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:55.031698 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5fec68c1-f78e-4a4b-a7e5-89b5ec3b0a0d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:55.042806 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:55.119695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c4115-760c-4c9c-9586-99cd31149cac tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50db2a23-6d4b-4e31-a92c-0a96a294a7f5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:55.123738 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-41cd1132-a1fe-4dc2-98b2-de9aa8f55415 service neutron] 10.222.0.20 "GET /v2.0/networks/15b43345-1d39-4eb6-87fb-53a8dd71384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159669 Aug 31 14:13:55.131881 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7d4185c3-29de-4da0-94d2-e2d488f6a0d2 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2165434 Aug 31 14:13:55.135891 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56936) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:55.141200 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e3438af8-2c6f-4bd5-83d5-2c4822fc9e5e tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444020705'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:55.204727 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3438af8-2c6f-4bd5-83d5-2c4822fc9e5e tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:55.234884 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:55.284054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcb28c-fc13-4ac8-9e69-ac0e531235c8 None None] Pushing event updated for resources: {'Port': ['ID=658136b1-d849-4143-a10e-563df120fbd3,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:55.288780 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 9129ff96-5e89-40fa-807f-720f5d869a6b will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:55.395040 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3438af8-2c6f-4bd5-83d5-2c4822fc9e5e tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:55.426706 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:55.435876 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3438af8-2c6f-4bd5-83d5-2c4822fc9e5e tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:55.483263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3438af8-2c6f-4bd5-83d5-2c4822fc9e5e tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb524cf2-f1cf-49dd-aa90-29f4819791e3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:55.535796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:55.549089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:55.557300 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:55.558106 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:55.574693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=9129ff96-5e89-40fa-807f-720f5d869a6b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:55.757483 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b878421-25a9-4a86-816c-655733ed1453 req-2c2c0282-f087-4522-aa7a-52394ddd6979 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 210 time: 0.2140067 Aug 31 14:13:55.899480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5fec68c1-f78e-4a4b-a7e5-89b5ec3b0a0d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:55.920691 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e3438af8-2c6f-4bd5-83d5-2c4822fc9e5e tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:55.922007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e3438af8-2c6f-4bd5-83d5-2c4822fc9e5e tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7850816 Aug 31 14:13:55.925251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56988) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:55.930265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-83b24c70-c972-42db-aaf0-edb4e0671581 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': 'cb524cf2-f1cf-49dd-aa90-29f4819791e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:55.938531 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5fec68c1-f78e-4a4b-a7e5-89b5ec3b0a0d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:55.945506 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-83b24c70-c972-42db-aaf0-edb4e0671581 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 14:13:55.946196 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-83b24c70-c972-42db-aaf0-edb4e0671581 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:55.950860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-83b24c70-c972-42db-aaf0-edb4e0671581 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0245702 Aug 31 14:13:55.951544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56990) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:55.957179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9bc9e4f3-7b1a-4698-b4e0-03a1fd613b76 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': 'cb524cf2-f1cf-49dd-aa90-29f4819791e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:55.958294 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-9bc9e4f3-7b1a-4698-b4e0-03a1fd613b76 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 14:13:55.958991 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-9bc9e4f3-7b1a-4698-b4e0-03a1fd613b76 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:55.963650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9bc9e4f3-7b1a-4698-b4e0-03a1fd613b76 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103338 Aug 31 14:13:55.964511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56992) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:55.971366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-01e15f48-5c33-4563-b677-c00946bcef17 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': 'cb524cf2-f1cf-49dd-aa90-29f4819791e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:55.973105 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-01e15f48-5c33-4563-b677-c00946bcef17 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 14:13:55.973840 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-01e15f48-5c33-4563-b677-c00946bcef17 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:55.986092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56994) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:55.991589 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-01e15f48-5c33-4563-b677-c00946bcef17 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138464 Aug 31 14:13:55.992478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9fa8cab2-432d-4cac-bd38-df5fba6cb445 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': 'cb524cf2-f1cf-49dd-aa90-29f4819791e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:55.996468 n-d-792364-6 neutron-server[106387]: WARNING neutron.api.v2.base [None req-9fa8cab2-432d-4cac-bd38-df5fba6cb445 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 14:13:55.996468 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-9fa8cab2-432d-4cac-bd38-df5fba6cb445 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:55.997633 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9fa8cab2-432d-4cac-bd38-df5fba6cb445 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0101345 Aug 31 14:13:56.000499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57000) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.001916 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.008601 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5fec68c1-f78e-4a4b-a7e5-89b5ec3b0a0d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.012486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5fec68c1-f78e-4a4b-a7e5-89b5ec3b0a0d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1236382 Aug 31 14:13:56.026165 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57002) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.030647 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-80bba5cd-a631-409f-846c-f0d6ed45cb3b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group_rule': {'security_group_id': '0e09e8d0-70f2-49ec-a509-d5fd56d5a71e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:56.045159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec68c1-f78e-4a4b-a7e5-89b5ec3b0a0d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e09e8d0-70f2-49ec-a509-d5fd56d5a71e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:56.098827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8c80-3bf4-4e14-903e-171d4ab19e5b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.151202 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8c80-3bf4-4e14-903e-171d4ab19e5b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.233380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8c80-3bf4-4e14-903e-171d4ab19e5b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.236184 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8c80-3bf4-4e14-903e-171d4ab19e5b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.237502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ef2b8c80-3bf4-4e14-903e-171d4ab19e5b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb524cf2-f1cf-49dd-aa90-29f4819791e3 HTTP/1.1" status: 204 len: 168 time: 0.2355797 Aug 31 14:13:56.253163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57022) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.254231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b8c80-3bf4-4e14-903e-171d4ab19e5b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb524cf2-f1cf-49dd-aa90-29f4819791e3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:56.316625 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-303c5256-57f0-4e47-94b5-9cee3818d562 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593245 Aug 31 14:13:56.320256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57026) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.325812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-83d471db-9f35-4527-bff2-8afb692ca898 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group': {'name': 'tempest-secgroup--197225087'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:56.362776 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80bba5cd-a631-409f-846c-f0d6ed45cb3b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.375874 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83d471db-9f35-4527-bff2-8afb692ca898 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.523492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 658136b1-d849-4143-a10e-563df120fbd3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:56.591699 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83d471db-9f35-4527-bff2-8afb692ca898 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.605631 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83d471db-9f35-4527-bff2-8afb692ca898 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.634823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80bba5cd-a631-409f-846c-f0d6ed45cb3b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.649443 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83d471db-9f35-4527-bff2-8afb692ca898 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.652880 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80bba5cd-a631-409f-846c-f0d6ed45cb3b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.653848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-83d471db-9f35-4527-bff2-8afb692ca898 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3311851 Aug 31 14:13:56.658632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57028) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.668425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 658136b1-d849-4143-a10e-563df120fbd3 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:56.673501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-366c06b6-e4be-431f-98b9-5f2bfebcaaad tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '08ed4e58-2a05-43c1-a21b-8991ec71d7c2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:56.674549 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-366c06b6-e4be-431f-98b9-5f2bfebcaaad tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 14:13:56.675204 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-366c06b6-e4be-431f-98b9-5f2bfebcaaad tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:56.676683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-366c06b6-e4be-431f-98b9-5f2bfebcaaad tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0166528 Aug 31 14:13:56.683658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57030) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.690289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-53af24b7-5268-4c13-b7a2-4d558c6c844c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '08ed4e58-2a05-43c1-a21b-8991ec71d7c2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:56.703826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d471db-9f35-4527-bff2-8afb692ca898 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ed4e58-2a05-43c1-a21b-8991ec71d7c2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:56.727872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bba5cd-a631-409f-846c-f0d6ed45cb3b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22ab82a-e00f-42ee-8938-d3e70d046ba3,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:56.744561 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-53af24b7-5268-4c13-b7a2-4d558c6c844c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:56.745840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-53af24b7-5268-4c13-b7a2-4d558c6c844c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0602903 Aug 31 14:13:56.748776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57034) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.755067 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4e26121c-830a-463e-9823-1ced66ba46f3 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '08ed4e58-2a05-43c1-a21b-8991ec71d7c2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:56.756501 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.757001 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-4e26121c-830a-463e-9823-1ced66ba46f3 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 14:13:56.757505 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-4e26121c-830a-463e-9823-1ced66ba46f3 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:56.758540 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4e26121c-830a-463e-9823-1ced66ba46f3 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087256 Aug 31 14:13:56.762024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57036) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.763634 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80bba5cd-a631-409f-846c-f0d6ed45cb3b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.767757 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-80bba5cd-a631-409f-846c-f0d6ed45cb3b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7377949 Aug 31 14:13:56.768347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57038) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.777252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4e107b2e-1aa0-482a-b606-9a26670e0eba tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '08ed4e58-2a05-43c1-a21b-8991ec71d7c2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:56.778402 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.779173 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.840818 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-4e107b2e-1aa0-482a-b606-9a26670e0eba tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:56.842319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4e107b2e-1aa0-482a-b606-9a26670e0eba tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0791543 Aug 31 14:13:56.845606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57044) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.862439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3e78bfc9-0b0d-4aa5-8f61-d47f73be0eb8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '08ed4e58-2a05-43c1-a21b-8991ec71d7c2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:56.865153 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-3e78bfc9-0b0d-4aa5-8f61-d47f73be0eb8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 14:13:56.866249 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-3e78bfc9-0b0d-4aa5-8f61-d47f73be0eb8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:56.867404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3e78bfc9-0b0d-4aa5-8f61-d47f73be0eb8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0205786 Aug 31 14:13:56.868498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57046) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.871060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57048) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.887415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-12ffd948-0391-4615-af9b-4eccfe0a5473 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '08ed4e58-2a05-43c1-a21b-8991ec71d7c2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:56.897484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57052) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:56.930216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a1aa9341-7b2f-4a09-b9e8-afbcbd6a12a5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1631599162'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:56.957957 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-12ffd948-0391-4615-af9b-4eccfe0a5473 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Project 04e43ed2655f4ff2ae5010094728c9f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:13:56.963068 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d199e4b2-82a8-43b0-87e9-d72e46003e01 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:56.988603 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-12ffd948-0391-4615-af9b-4eccfe0a5473 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:56.989977 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-12ffd948-0391-4615-af9b-4eccfe0a5473 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1139424 Aug 31 14:13:56.995852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-738172b5-9124-4aee-b80f-5fc9a62c619a req-6907895a-f164-441e-9242-ae603c7147df tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 210 time: 0.0608094 Aug 31 14:13:56.996800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57054) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:57.007642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-44823c45-2f6c-4790-ba3b-8d443bfecc0b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '08ed4e58-2a05-43c1-a21b-8991ec71d7c2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:57.008317 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-44823c45-2f6c-4790-ba3b-8d443bfecc0b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 14:13:57.008964 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-44823c45-2f6c-4790-ba3b-8d443bfecc0b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:57.010711 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-44823c45-2f6c-4790-ba3b-8d443bfecc0b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128379 Aug 31 14:13:57.013581 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57056) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:57.016863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d199e4b2-82a8-43b0-87e9-d72e46003e01 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.027945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-91de65a3-7429-44f5-9bf4-aa0e2e54fb97 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '08ed4e58-2a05-43c1-a21b-8991ec71d7c2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:57.035423 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=9129ff96-5e89-40fa-807f-720f5d869a6b,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:57.097323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aa9341-7b2f-4a09-b9e8-afbcbd6a12a5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:57.102407 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9341-7b2f-4a09-b9e8-afbcbd6a12a5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.113645 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d199e4b2-82a8-43b0-87e9-d72e46003e01 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.125747 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c38f591-ad0d-4a35-b0ac-82efa253d88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.127954 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d199e4b2-82a8-43b0-87e9-d72e46003e01 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.129291 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d199e4b2-82a8-43b0-87e9-d72e46003e01 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f22ab82a-e00f-42ee-8938-d3e70d046ba3 HTTP/1.1" status: 204 len: 168 time: 0.3595417 Aug 31 14:13:57.134262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57060) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:57.148886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199e4b2-82a8-43b0-87e9-d72e46003e01 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f22ab82a-e00f-42ee-8938-d3e70d046ba3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:57.153270 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-91de65a3-7429-44f5-9bf4-aa0e2e54fb97 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Project 04e43ed2655f4ff2ae5010094728c9f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:13:57.172352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:57.178535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:57.190851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1aa9341-7b2f-4a09-b9e8-afbcbd6a12a5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:13:57.218421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-df61eddb-a3b8-4d32-a992-8311f2d828ea None None] Provisioning for port 658136b1-d849-4143-a10e-563df120fbd3 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:57.223268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-df61eddb-a3b8-4d32-a992-8311f2d828ea None None] Provisioning complete for port 658136b1-d849-4143-a10e-563df120fbd3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:57.223875 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-df61eddb-a3b8-4d32-a992-8311f2d828ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.270900 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9341-7b2f-4a09-b9e8-afbcbd6a12a5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.271258 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-a1aa9341-7b2f-4a09-b9e8-afbcbd6a12a5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Added segment fe5a8048-567f-4bb8-9447-9f2b2cdb2e26 of type vlan for network 83b65104-e682-47ab-846c-67afd4d672b5 Aug 31 14:13:57.362578 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dea485fa-83e7-4706-9509-c55661258f05 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2233391 Aug 31 14:13:57.369378 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-df61eddb-a3b8-4d32-a992-8311f2d828ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.371153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57066) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:57.404997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-df61eddb-a3b8-4d32-a992-8311f2d828ea None None] For port 658136b1-d849-4143-a10e-563df120fbd3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=658136b1-d849-4143-a10e-563df120fbd3,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:13:57.412544 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-df61eddb-a3b8-4d32-a992-8311f2d828ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.430595 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9341-7b2f-4a09-b9e8-afbcbd6a12a5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.487587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61eddb-a3b8-4d32-a992-8311f2d828ea None None] Pushing event updated for resources: {'Port': ['ID=658136b1-d849-4143-a10e-563df120fbd3,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:57.497727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9341-7b2f-4a09-b9e8-afbcbd6a12a5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.503358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aa9341-7b2f-4a09-b9e8-afbcbd6a12a5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:57.503986 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9341-7b2f-4a09-b9e8-afbcbd6a12a5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.547297 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-8bbbab46-6460-4a41-87d5-b6aadcec4653 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:57.549011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-8bbbab46-6460-4a41-87d5-b6aadcec4653 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.13 "GET /v2.0/networks?id=15b43345-1d39-4eb6-87fb-53a8dd71384e HTTP/1.1" status: 200 len: 824 time: 0.3622272 Aug 31 14:13:57.575810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Request body: {'port': {'device_id': 'deb31081-17fe-4052-9a0b-b59661d883de', 'network_id': '15b43345-1d39-4eb6-87fb-53a8dd71384e', 'admin_state_up': True, 'tenant_id': '03bc0e72c44e4f32ba61f773e190d4fa'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:57.591580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Router dec48cca-12bb-454e-b649-2a15cb2022ca is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:13:57.610191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa9341-7b2f-4a09-b9e8-afbcbd6a12a5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Network': ['ID=83b65104-e682-47ab-846c-67afd4d672b5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:57.621987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 83b65104-e682-47ab-846c-67afd4d672b5 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:13:57.704104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cc4a8fa5-f127-43b4-bb35-fe6a69ae0dc8 None None] Provisioning for port 9129ff96-5e89-40fa-807f-720f5d869a6b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:13:57.721840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:13:57.723517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cc4a8fa5-f127-43b4-bb35-fe6a69ae0dc8 None None] Provisioning complete for port 9129ff96-5e89-40fa-807f-720f5d869a6b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:57.724747 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cc4a8fa5-f127-43b4-bb35-fe6a69ae0dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.728233 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f4e22530-46c6-4dca-8e87-03a55ae621b5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "PUT /v2.0/routers/dec48cca-12bb-454e-b649-2a15cb2022ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1618531 Aug 31 14:13:57.731783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57068) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:57.733443 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Sync routers for ids ['dec48cca-12bb-454e-b649-2a15cb2022ca'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:13:57.745564 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89530798-6366-4d5d-8e85-3a1fef38b530 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.750454 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Routers {'dec48cca-12bb-454e-b649-2a15cb2022ca'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:57.751280 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['dec48cca-12bb-454e-b649-2a15cb2022ca'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:57.796663 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c38f591-ad0d-4a35-b0ac-82efa253d88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.813538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a8fa5-f127-43b4-bb35-fe6a69ae0dc8 None None] Port 9129ff96-5e89-40fa-807f-720f5d869a6b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:57.815681 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89530798-6366-4d5d-8e85-3a1fef38b530 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.824714 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2062a7-3467-4186-9e96-1c51cc3f0afb tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:57.829590 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8d2062a7-3467-4186-9e96-1c51cc3f0afb tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports/9129ff96-5e89-40fa-807f-720f5d869a6b HTTP/1.1" status: 200 len: 911 time: 0.0930355 Aug 31 14:13:57.829822 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c38f591-ad0d-4a35-b0ac-82efa253d88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.832883 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a1aa9341-7b2f-4a09-b9e8-afbcbd6a12a5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9328558 Aug 31 14:13:57.833611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57070) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:57.833962 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57072) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:57.850704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1157539731'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:57.889877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4c38f591-ad0d-4a35-b0ac-82efa253d88f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7f25fbc10354dc286a4633cfae17b57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0196133 Aug 31 14:13:57.894128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57074) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:57.897665 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Set router dec48cca-12bb-454e-b649-2a15cb2022ca gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:57.898297 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38f591-ad0d-4a35-b0ac-82efa253d88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7f8685-23f3-46be-9819-c799a109ae75,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:57.902445 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-91de65a3-7429-44f5-9bf4-aa0e2e54fb97 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:57.906552 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-91de65a3-7429-44f5-9bf4-aa0e2e54fb97 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8918779 Aug 31 14:13:57.907432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57076) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:57.920408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-07d95823-c05c-4491-9892-035d08281a4e tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '08ed4e58-2a05-43c1-a21b-8991ec71d7c2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:57.946506 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.api [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:13:57.946506 n-d-792364-6 neutron-server[106387]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:13:57.946506 n-d-792364-6 neutron-server[106387]: [parameters: {'project_id_1': '0f573d79f178449f86f4510b41534f07', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 13, 57, 858037)}] Aug 31 14:13:57.946506 n-d-792364-6 neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:13:57.946838 n-d-792364-6 neutron-server[106387]: DEBUG oslo_db.api [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:13:57.957177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81df6352-8628-4a4a-a428-6bc62e057f6d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:57.961278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a6d81774-7869-4140-8d7a-b872fbb15659 None None] Provisioning complete for port 9129ff96-5e89-40fa-807f-720f5d869a6b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:57.963673 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a6d81774-7869-4140-8d7a-b872fbb15659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.964298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81df6352-8628-4a4a-a428-6bc62e057f6d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:57.968635 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-81df6352-8628-4a4a-a428-6bc62e057f6d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1309927 Aug 31 14:13:57.970163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Made reservation on behalf of 03bc0e72c44e4f32ba61f773e190d4fa for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:57.974300 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.984284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57078) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:57.985306 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ada0285e-34b4-458f-b4ed-53617523ba61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:57.996870 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-07d95823-c05c-4491-9892-035d08281a4e tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Project 04e43ed2655f4ff2ae5010094728c9f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:13:58.026332 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-07d95823-c05c-4491-9892-035d08281a4e tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:13:58.028922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-07d95823-c05c-4491-9892-035d08281a4e tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1141491 Aug 31 14:13:58.030294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57080) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:58.048283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a6d81774-7869-4140-8d7a-b872fbb15659 None None] Port 9129ff96-5e89-40fa-807f-720f5d869a6b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:13:58.053825 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89530798-6366-4d5d-8e85-3a1fef38b530 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.056745 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89530798-6366-4d5d-8e85-3a1fef38b530 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.060976 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-89530798-6366-4d5d-8e85-3a1fef38b530 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-groups/0e09e8d0-70f2-49ec-a509-d5fd56d5a71e HTTP/1.1" status: 204 len: 168 time: 0.6887510 Aug 31 14:13:58.068916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57084) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:58.100404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ada0285e-34b4-458f-b4ed-53617523ba61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.178551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89530798-6366-4d5d-8e85-3a1fef38b530 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e09e8d0-70f2-49ec-a509-d5fd56d5a71e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:58.190904 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec48cca-12bb-454e-b649-2a15cb2022ca', 'name': 'tempest-NetworksTestDHCPv6-router-2026675210', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:53Z', 'updated_at': '2021-08-31T14:13:55Z', 'revision_number': 2, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'gw_port_host': None, '_interfaces': [{'id': '9129ff96-5e89-40fa-807f-720f5d869a6b', 'name': '', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'mac_address': 'fa:16:3e:d6:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec48cca-12bb-454e-b649-2a15cb2022ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '48cc9b93-23d6-44df-b5ae-434c8d933318', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:54Z', 'updated_at': '2021-08-31T14:13:56Z', 'revision_number': 2, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'subnets': [{'id': '48cc9b93-23d6-44df-b5ae-434c8d933318', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:58.205731 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-065d15c4-ba1d-45f6-8ee2-a9810fc42c38 req-1eb385e7-1ce2-4c6a-94df-0c84bde92223 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 210 time: 0.0590620 Aug 31 14:13:58.241297 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Checking router: dec48cca-12bb-454e-b649-2a15cb2022ca for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:13:58.241991 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Updating router dec48cca-12bb-454e-b649-2a15cb2022ca port 9129ff96-5e89-40fa-807f-720f5d869a6b binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:13:58.268461 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.364889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-476285bf-64be-4e1b-a948-b8aaf29db511 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2510452 Aug 31 14:13:58.364889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57092) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:58.383951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a89890c4-2cab-4357-8406-a09e9dfa5b45 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group': {'name': 'tempest-secgroup--949993911'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:58.390141 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ada0285e-34b4-458f-b4ed-53617523ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.395718 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be9c3eb7-13b6-4cbc-9532-ddfe2ac0dcae tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.403760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Allocated IP 172.20.0.9 (15b43345-1d39-4eb6-87fb-53a8dd71384e/0da88612-5ef1-4366-b5c9-44740f7fbd6f/839ff80e-b70f-4c70-91f6-97972dda2ff8) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:13:58.415075 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ada0285e-34b4-458f-b4ed-53617523ba61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.416276 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ada0285e-34b4-458f-b4ed-53617523ba61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f7f8685-23f3-46be-9819-c799a109ae75 HTTP/1.1" status: 204 len: 168 time: 0.5205243 Aug 31 14:13:58.423967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 658136b1-d849-4143-a10e-563df120fbd3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:13:58.445723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0285e-34b4-458f-b4ed-53617523ba61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7f8685-23f3-46be-9819-c799a109ae75,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:58.529196 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be9c3eb7-13b6-4cbc-9532-ddfe2ac0dcae tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.577487 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a89890c4-2cab-4357-8406-a09e9dfa5b45 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.579263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 658136b1-d849-4143-a10e-563df120fbd3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:13:58.579345 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.628046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:13:58.644770 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.720052 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be9c3eb7-13b6-4cbc-9532-ddfe2ac0dcae tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.722824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be9c3eb7-13b6-4cbc-9532-ddfe2ac0dcae tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.724075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-be9c3eb7-13b6-4cbc-9532-ddfe2ac0dcae tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "DELETE /v2.0/security-groups/08ed4e58-2a05-43c1-a21b-8991ec71d7c2 HTTP/1.1" status: 204 len: 168 time: 0.6920004 Aug 31 14:13:58.731659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57098) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:58.755652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c3eb7-13b6-4cbc-9532-ddfe2ac0dcae tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ed4e58-2a05-43c1-a21b-8991ec71d7c2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:58.760799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:13:58.778488 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.778849 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Added segment 113c9b19-433b-4556-b746-e3b5f1340041 of type vlan for network 1c33b8ea-b74c-4228-8f71-02e2bf90452a Aug 31 14:13:58.899507 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a89890c4-2cab-4357-8406-a09e9dfa5b45 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.905891 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.910018 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.918669 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a89890c4-2cab-4357-8406-a09e9dfa5b45 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.926053 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Transition to ACTIVE for port object 9129ff96-5e89-40fa-807f-720f5d869a6b will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:13:58.943870 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.955208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a89890c4-2cab-4357-8406-a09e9dfa5b45 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:58.959507 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a89890c4-2cab-4357-8406-a09e9dfa5b45 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5871134 Aug 31 14:13:58.962700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57100) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:58.969863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1724c5e1-c80b-4b06-a8a4-68ac523f6648 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group_rule': {'security_group_id': '889da8ae-90e8-4ccc-942c-0c5d51f49bc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:58.977465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57102) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:59.002541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89890c4-2cab-4357-8406-a09e9dfa5b45 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889da8ae-90e8-4ccc-942c-0c5d51f49bc5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:59.020098 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bf831163-1fc1-4e06-bb05-b6eb55ba2a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.042124 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec28dd2-78b2-49b9-916b-5631f1f1284d None None] Pushing event updated for resources: {'Port': ['ID=9129ff96-5e89-40fa-807f-720f5d869a6b,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:59.053710 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.120948 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Attempting to bind port 9129ff96-5e89-40fa-807f-720f5d869a6b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:13:59.121598 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Attempting to bind port 9129ff96-5e89-40fa-807f-720f5d869a6b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:13:59.122115 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Attempting to bind port 9129ff96-5e89-40fa-807f-720f5d869a6b on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:13:59.128506 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:13:59.128724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Pushing event updated for resources: {'Port': ['ID=839ff80e-b70f-4c70-91f6-97972dda2ff8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:59.129232 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:13:59.129822 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.130374 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:13:59.130995 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Bound port: 9129ff96-5e89-40fa-807f-720f5d869a6b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:13:59.140268 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.185792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1724c5e1-c80b-4b06-a8a4-68ac523f6648 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.217600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Network 15b43345-1d39-4eb6-87fb-53a8dd71384e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:13:59.231432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:13:59.242493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:13:59.245804 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] For port 9129ff96-5e89-40fa-807f-720f5d869a6b, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:13:59.250234 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] For port 9129ff96-5e89-40fa-807f-720f5d869a6b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9129ff96-5e89-40fa-807f-720f5d869a6b,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:13:59.257227 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.341562 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.349157 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0ddbbe61-4d80-48aa-b4a1-6b2b6f114a37 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6131923 Aug 31 14:13:59.356047 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Routers {'dec48cca-12bb-454e-b649-2a15cb2022ca'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:13:59.356764 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['dec48cca-12bb-454e-b649-2a15cb2022ca'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:13:59.359309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57106) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:59.364309 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec28dd2-78b2-49b9-916b-5631f1f1284d None None] Pushing event updated for resources: {'Port': ['ID=9129ff96-5e89-40fa-807f-720f5d869a6b,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:59.365588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-86810497-283d-4935-8f41-319bda49acb3 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group': {'name': 'tempest-secgroup--372312117'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:59.388260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0e22953-6764-4d6e-a5fa-a21788bd3625 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.459580 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.465800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:59.466464 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.479977 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bf831163-1fc1-4e06-bb05-b6eb55ba2a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.504111 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1724c5e1-c80b-4b06-a8a4-68ac523f6648 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.537687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:59.538391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.555740 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bf831163-1fc1-4e06-bb05-b6eb55ba2a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.577768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Network': ['ID=1c33b8ea-b74c-4228-8f71-02e2bf90452a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:59.593581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 1c33b8ea-b74c-4228-8f71-02e2bf90452a details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:13:59.604687 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1724c5e1-c80b-4b06-a8a4-68ac523f6648 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.621707 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] Set router dec48cca-12bb-454e-b649-2a15cb2022ca gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:13:59.641147 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86810497-283d-4935-8f41-319bda49acb3 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.680002 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f4792aff-878b-4d8d-9e64-2059736ffcff tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1172652 Aug 31 14:13:59.686919 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-686342c7-2a2f-41f2-911b-49a4791e283d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8387594 Aug 31 14:13:59.690928 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57112) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:59.700386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-72cb1deb-9f02-4be2-8ea0-e887175290fd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'subnet': {'network_id': '83b65104-e682-47ab-846c-67afd4d672b5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:59.721022 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Request body: {'port': {'device_id': 'deb31081-17fe-4052-9a0b-b59661d883de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:13:59.762343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724c5e1-c80b-4b06-a8a4-68ac523f6648 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b85e154-3309-40b0-85a2-3a549be1b374,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:59.766085 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1724c5e1-c80b-4b06-a8a4-68ac523f6648 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.771486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1724c5e1-c80b-4b06-a8a4-68ac523f6648 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8058968 Aug 31 14:13:59.772742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57114) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:59.832979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bf831163-1fc1-4e06-bb05-b6eb55ba2a14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=480e0e029b384b75a1692e8b96fa57c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8528023 Aug 31 14:13:59.843972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57116) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:59.884120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf831163-1fc1-4e06-bb05-b6eb55ba2a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77dd440-1853-46e7-a745-a1f4c7e9bde9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:13:59.899072 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ba0c86bf-baa1-422c-b48c-a6f9406da566 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules/5b85e154-3309-40b0-85a2-3a549be1b374 HTTP/1.1" status: 200 len: 763 time: 0.0906336 Aug 31 14:13:59.904031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57118) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:13:59.919135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72313c63-8886-416d-ade2-7d7f9a49ca51 req-26f25df7-ae9b-4d06-9c0e-192a6f6f0175 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:13:59.920904 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-72313c63-8886-416d-ade2-7d7f9a49ca51 req-26f25df7-ae9b-4d06-9c0e-192a6f6f0175 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 931 time: 0.5917728 Aug 31 14:13:59.965654 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86810497-283d-4935-8f41-319bda49acb3 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.988222 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:13:59.993139 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3613118a-b940-41b1-a620-16528e81c002 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0877378 Aug 31 14:13:59.998391 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86810497-283d-4935-8f41-319bda49acb3 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.000041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57120) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:00.047829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a0e22953-6764-4d6e-a5fa-a21788bd3625 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 9129ff96-5e89-40fa-807f-720f5d869a6b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:00.048299 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0e22953-6764-4d6e-a5fa-a21788bd3625 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.051521 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cb1deb-9f02-4be2-8ea0-e887175290fd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:00.055013 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72cb1deb-9f02-4be2-8ea0-e887175290fd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.061162 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86810497-283d-4935-8f41-319bda49acb3 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab53a298-bb7a-44af-8e9c-924227c67ad7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:00.063431 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86810497-283d-4935-8f41-319bda49acb3 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.067782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-86810497-283d-4935-8f41-319bda49acb3 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7042456 Aug 31 14:14:00.070365 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-72313c63-8886-416d-ade2-7d7f9a49ca51 req-7e56d571-8222-4a56-afdf-eabf46cd344a tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234818 Aug 31 14:14:00.070365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57122) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:00.075362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2fe6149c-3782-4d71-acc5-da30230990cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.080380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4515c0a1-d9b1-4087-bbaa-70c84ede8aae tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': 'ab53a298-bb7a-44af-8e9c-924227c67ad7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:00.089107 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec48cca-12bb-454e-b649-2a15cb2022ca', 'name': 'tempest-NetworksTestDHCPv6-router-2026675210', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:53Z', 'updated_at': '2021-08-31T14:13:55Z', 'revision_number': 2, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'gw_port_host': None, '_interfaces': [{'id': '9129ff96-5e89-40fa-807f-720f5d869a6b', 'name': '', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'mac_address': 'fa:16:3e:d6:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec48cca-12bb-454e-b649-2a15cb2022ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '48cc9b93-23d6-44df-b5ae-434c8d933318', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:54Z', 'updated_at': '2021-08-31T14:13:59Z', 'revision_number': 4, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'subnets': [{'id': '48cc9b93-23d6-44df-b5ae-434c8d933318', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:00.123260 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54046eaf-6d45-492c-9a6a-621cf2c749eb None None] The sync data for ids ['dec48cca-12bb-454e-b649-2a15cb2022ca'] in n-d-792364-6 is: [{'id': 'dec48cca-12bb-454e-b649-2a15cb2022ca', 'name': 'tempest-NetworksTestDHCPv6-router-2026675210', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:53Z', 'updated_at': '2021-08-31T14:13:55Z', 'revision_number': 2, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'gw_port_host': None, '_interfaces': [{'id': '9129ff96-5e89-40fa-807f-720f5d869a6b', 'name': '', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'mac_address': 'fa:16:3e:d6:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec48cca-12bb-454e-b649-2a15cb2022ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '48cc9b93-23d6-44df-b5ae-434c8d933318', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:54Z', 'updated_at': '2021-08-31T14:13:59Z', 'revision_number': 4, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'subnets': [{'id': '48cc9b93-23d6-44df-b5ae-434c8d933318', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:00.151479 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2fe6149c-3782-4d71-acc5-da30230990cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.191700 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-129b62d0-cd3e-461f-922b-5719cb28faed tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.222321 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-129b62d0-cd3e-461f-922b-5719cb28faed tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.243046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-a0e22953-6764-4d6e-a5fa-a21788bd3625 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] For port 9129ff96-5e89-40fa-807f-720f5d869a6b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9129ff96-5e89-40fa-807f-720f5d869a6b,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:00.243431 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0e22953-6764-4d6e-a5fa-a21788bd3625 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.260897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a0e22953-6764-4d6e-a5fa-a21788bd3625 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 9129ff96-5e89-40fa-807f-720f5d869a6b owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:00.350507 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-4515c0a1-d9b1-4087-bbaa-70c84ede8aae tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The resource could not be found. Aug 31 14:14:00.351379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4515c0a1-d9b1-4087-bbaa-70c84ede8aae tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2770784 Aug 31 14:14:00.358151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57124) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:00.367960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1b1fc4d5-95ea-49f8-b436-9ee8e56e610a tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': 'ab53a298-bb7a-44af-8e9c-924227c67ad7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd010e9ce-7645-4d84-aace-ca38ecdfdcbe'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:00.384819 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2fe6149c-3782-4d71-acc5-da30230990cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.387339 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2fe6149c-3782-4d71-acc5-da30230990cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.388519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2fe6149c-3782-4d71-acc5-da30230990cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b77dd440-1853-46e7-a745-a1f4c7e9bde9 HTTP/1.1" status: 204 len: 168 time: 0.5303044 Aug 31 14:14:00.393013 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-129b62d0-cd3e-461f-922b-5719cb28faed tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.397346 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-129b62d0-cd3e-461f-922b-5719cb28faed tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.400980 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-129b62d0-cd3e-461f-922b-5719cb28faed tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5b85e154-3309-40b0-85a2-3a549be1b374 HTTP/1.1" status: 204 len: 168 time: 0.3912046 Aug 31 14:14:00.406180 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57128) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:00.420490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b62d0-cd3e-461f-922b-5719cb28faed tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b85e154-3309-40b0-85a2-3a549be1b374,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:00.423087 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6149c-3782-4d71-acc5-da30230990cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77dd440-1853-46e7-a745-a1f4c7e9bde9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:00.530680 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72cb1deb-9f02-4be2-8ea0-e887175290fd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.560797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7e15de52-3906-4500-8772-4eedeec20e4c tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1491280 Aug 31 14:14:00.571316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57132) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:00.606420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6ee9d037-84a3-4e6d-82d2-c8eb4ea7837b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group_rule': {'security_group_id': '889da8ae-90e8-4ccc-942c-0c5d51f49bc5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:00.628377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839ff80e-b70f-4c70-91f6-97972dda2ff8 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:14:00.648681 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-1b1fc4d5-95ea-49f8-b436-9ee8e56e610a tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The resource could not be found. Aug 31 14:14:00.653093 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1b1fc4d5-95ea-49f8-b436-9ee8e56e610a tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2882407 Aug 31 14:14:00.669655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57136) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:00.681772 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.694564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb1deb-9f02-4be2-8ea0-e887175290fd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Subnet': ['ID=76893773-f058-4edb-b94e-a02cfd36894b,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:00.718663 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb1deb-9f02-4be2-8ea0-e887175290fd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Checking segment: {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:00.719025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cb1deb-9f02-4be2-8ea0-e887175290fd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Network hostable DHCP agents. Network: 83b65104-e682-47ab-846c-67afd4d672b5, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:14:00.732470 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0e22953-6764-4d6e-a5fa-a21788bd3625 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.781187 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e22953-6764-4d6e-a5fa-a21788bd3625 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=9129ff96-5e89-40fa-807f-720f5d869a6b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:00.802828 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d037-84a3-4e6d-82d2-c8eb4ea7837b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.818508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cb1deb-9f02-4be2-8ea0-e887175290fd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Network 83b65104-e682-47ab-846c-67afd4d672b5 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:14:00.840789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Transition to ACTIVE for port object 839ff80e-b70f-4c70-91f6-97972dda2ff8 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:00.875581 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.894774 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-72cb1deb-9f02-4be2-8ea0-e887175290fd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 83b65104-e682-47ab-846c-67afd4d672b5) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:00.903495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb1deb-9f02-4be2-8ea0-e887175290fd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:00.904094 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72cb1deb-9f02-4be2-8ea0-e887175290fd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:00.910903 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f5887a-627b-48e3-9660-f4ee497c8fa4 None None] Network 83b65104-e682-47ab-846c-67afd4d672b5 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:00.927942 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a0e22953-6764-4d6e-a5fa-a21788bd3625 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.116807 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-72cb1deb-9f02-4be2-8ea0-e887175290fd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4199302 Aug 31 14:14:01.123398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57146) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:01.130659 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04f42413-88c8-49d9-957c-65daa434abf8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.138176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-95cb4dfa-4e61-4f7a-adff-74769febfb70 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'subnet': {'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:01.190183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Pushing event updated for resources: {'Port': ['ID=839ff80e-b70f-4c70-91f6-97972dda2ff8,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:01.232465 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04f42413-88c8-49d9-957c-65daa434abf8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.239409 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d037-84a3-4e6d-82d2-c8eb4ea7837b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.268075 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d037-84a3-4e6d-82d2-c8eb4ea7837b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.281478 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-83b65104-e682-47ab-846c-67afd4d672b5', 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'fixed_ips': [{'subnet_id': '76893773-f058-4edb-b94e-a02cfd36894b'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:01.282922 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.314145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9d037-84a3-4e6d-82d2-c8eb4ea7837b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960cd7f8-f467-4213-92c2-8d0796432735,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:01.354620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d037-84a3-4e6d-82d2-c8eb4ea7837b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.358259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6ee9d037-84a3-4e6d-82d2-c8eb4ea7837b tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7643645 Aug 31 14:14:01.364098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57152) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:01.377597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Attempting to bind port 839ff80e-b70f-4c70-91f6-97972dda2ff8 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:01.377939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Attempting to bind port 839ff80e-b70f-4c70-91f6-97972dda2ff8 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '784234be-1e8e-4c67-b7b6-25e5dc11b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15b43345-1d39-4eb6-87fb-53a8dd71384e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:01.378284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Attempting to bind port 839ff80e-b70f-4c70-91f6-97972dda2ff8 on network 15b43345-1d39-4eb6-87fb-53a8dd71384e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:01.406422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-edd58f32-8efb-44b3-b6b8-8f96f987d2d6 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules/960cd7f8-f467-4213-92c2-8d0796432735 HTTP/1.1" status: 200 len: 763 time: 0.0411384 Aug 31 14:14:01.407150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Port 839ff80e-b70f-4c70-91f6-97972dda2ff8 on network 15b43345-1d39-4eb6-87fb-53a8dd71384e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:14:01.407476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Attempting to bind port 839ff80e-b70f-4c70-91f6-97972dda2ff8 on network 15b43345-1d39-4eb6-87fb-53a8dd71384e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:01.409024 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d57e128-ed70-48f5-bfc9-100b9713a5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.409596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57154) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:01.434906 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04f42413-88c8-49d9-957c-65daa434abf8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.437647 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04f42413-88c8-49d9-957c-65daa434abf8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.438849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-04f42413-88c8-49d9-957c-65daa434abf8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "DELETE /v2.0/security-groups/ab53a298-bb7a-44af-8e9c-924227c67ad7 HTTP/1.1" status: 204 len: 168 time: 0.7682619 Aug 31 14:14:01.445182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57156) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:01.446019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:01.446362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Checking segment: {'id': '784234be-1e8e-4c67-b7b6-25e5dc11b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15b43345-1d39-4eb6-87fb-53a8dd71384e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:01.447303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Bound using segment: {'id': '784234be-1e8e-4c67-b7b6-25e5dc11b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15b43345-1d39-4eb6-87fb-53a8dd71384e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:01.447844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Bound port: 839ff80e-b70f-4c70-91f6-97972dda2ff8, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784234be-1e8e-4c67-b7b6-25e5dc11b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15b43345-1d39-4eb6-87fb-53a8dd71384e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:01.448216 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.464475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f42413-88c8-49d9-957c-65daa434abf8 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab53a298-bb7a-44af-8e9c-924227c67ad7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:01.539370 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd0fdb-ff26-4516-9148-756143520a01 req-d0a578cf-12dd-47eb-a66e-db2962c1319a tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:01.547576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-32b06656-3c57-4cf9-a76b-78fbd259de20 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1344767 Aug 31 14:14:01.547771 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a9fd0fdb-ff26-4516-9148-756143520a01 req-d0a578cf-12dd-47eb-a66e-db2962c1319a tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 943 time: 0.2900248 Aug 31 14:14:01.551493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57162) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:01.581536 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5c427ebf-4f13-410b-b524-9401a3ec087a tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1309080 Aug 31 14:14:01.590549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57168) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:01.594039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e22953-6764-4d6e-a5fa-a21788bd3625 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Router dec48cca-12bb-454e-b649-2a15cb2022ca has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:01.596878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0c92704b-811e-4732-8aec-a80d6e5d3467 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '1eca00e1-0087-44c6-b15b-323a451e608f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:01.624488 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a9fd0fdb-ff26-4516-9148-756143520a01 req-1ea33258-7e47-49a7-a473-7cd678dc086a tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751848 Aug 31 14:14:01.625876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cb4dfa-4e61-4f7a-adff-74769febfb70 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:01.629385 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95cb4dfa-4e61-4f7a-adff-74769febfb70 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.641287 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b08781-d4cf-478e-bf37-a5aa1a3edd75 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.658878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] For port 839ff80e-b70f-4c70-91f6-97972dda2ff8, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:01.675564 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b08781-d4cf-478e-bf37-a5aa1a3edd75 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.697272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] For port 839ff80e-b70f-4c70-91f6-97972dda2ff8, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=839ff80e-b70f-4c70-91f6-97972dda2ff8,segment=NetworkSegment(784234be-1e8e-4c67-b7b6-25e5dc11b5c9),segment_id=784234be-1e8e-4c67-b7b6-25e5dc11b5c9)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:01.721726 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.762348 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-0c92704b-811e-4732-8aec-a80d6e5d3467 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The resource could not be found. Aug 31 14:14:01.763723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0c92704b-811e-4732-8aec-a80d6e5d3467 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1713448 Aug 31 14:14:01.768256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57176) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:01.769809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Allocated IP 10.1.1.2 (83b65104-e682-47ab-846c-67afd4d672b5/76893773-f058-4edb-b94e-a02cfd36894b/e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:01.778352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e0c746cf-3a07-4bd3-ba2f-ede82871cded tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748495'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:01.808062 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b08781-d4cf-478e-bf37-a5aa1a3edd75 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.816937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:01.817699 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.819613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] 10.222.0.13 "PUT /v2.0/ports/839ff80e-b70f-4c70-91f6-97972dda2ff8 HTTP/1.1" status: 200 len: 1091 time: 2.1081865 Aug 31 14:14:01.836989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb31081-17fe-4052-9a0b-b59661d883de', 'tag': '839ff80e-b70f-4c70-91f6-97972dda2ff8'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:14:01.839837 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97d2ec7-4183-48dd-a91d-64fd547f07fd" -d '{"events": [{"name": "network-changed", "server_uuid": "deb31081-17fe-4052-9a0b-b59661d883de", "tag": "839ff80e-b70f-4c70-91f6-97972dda2ff8"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:14:01.849789 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b08781-d4cf-478e-bf37-a5aa1a3edd75 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.851331 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-38b08781-d4cf-478e-bf37-a5aa1a3edd75 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/960cd7f8-f467-4213-92c2-8d0796432735 HTTP/1.1" status: 204 len: 168 time: 0.2896287 Aug 31 14:14:01.858338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57180) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:01.882917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b08781-d4cf-478e-bf37-a5aa1a3edd75 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=960cd7f8-f467-4213-92c2-8d0796432735,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:01.890139 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0c746cf-3a07-4bd3-ba2f-ede82871cded tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:01.894906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e22953-6764-4d6e-a5fa-a21788bd3625 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:01.910846 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a0e22953-6764-4d6e-a5fa-a21788bd3625 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "PUT /v2.0/routers/dec48cca-12bb-454e-b649-2a15cb2022ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9233971 Aug 31 14:14:01.917651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57182) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:02.002579 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8015507b-6695-453b-a838-6aaab4071ca0 x-openstack-request-id: req-8015507b-6695-453b-a838-6aaab4071ca0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:14:02.002934 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb31081-17fe-4052-9a0b-b59661d883de", "tag": "839ff80e-b70f-4c70-91f6-97972dda2ff8", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:14:02.003111 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8015507b-6695-453b-a838-6aaab4071ca0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:14:02.003510 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb31081-17fe-4052-9a0b-b59661d883de', 'tag': '839ff80e-b70f-4c70-91f6-97972dda2ff8', 'status': 'completed', 'code': 200} Aug 31 14:14:02.027636 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.044086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Transition to ACTIVE for port object e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:02.057031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1e0b4-3661-45be-9502-4dfc45c883a4 service neutron] Pushing event updated for resources: {'Port': ['ID=839ff80e-b70f-4c70-91f6-97972dda2ff8,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:02.069644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Transition to ACTIVE for port object e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:02.076995 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.120874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f5161886-1343-47b4-83d7-ba2d92d3d77d tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2583292 Aug 31 14:14:02.123001 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57190) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:02.126646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Network 83b65104-e682-47ab-846c-67afd4d672b5 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:02.132079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:02.136320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:02.140327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-25da5b59-dacc-4d48-ac9e-9736e7daed93 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Request body: {'security_group_rule': {'security_group_id': '889da8ae-90e8-4ccc-942c-0c5d51f49bc5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:02.161549 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95cb4dfa-4e61-4f7a-adff-74769febfb70 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.171671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Pushing event updated for resources: {'Port': ['ID=e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:02.183166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608b393-dfc3-4d6b-a890-070a392d0798 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:02.185372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608b393-dfc3-4d6b-a890-070a392d0798 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:02.195023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2608b393-dfc3-4d6b-a890-070a392d0798 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2662554 Aug 31 14:14:02.200152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57200) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:02.211522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Attempting to bind port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:02.211906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Attempting to bind port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:02.212296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Attempting to bind port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 on network 83b65104-e682-47ab-846c-67afd4d672b5 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:02.218038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:02.218433 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Checking segment: {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:02.218844 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.219244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Bound using segment: {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:02.219721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Bound port: e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:02.220111 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.269265 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb4dfa-4e61-4f7a-adff-74769febfb70 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Checking segment: {'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:02.269710 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb4dfa-4e61-4f7a-adff-74769febfb70 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Network hostable DHCP agents. Network: 1c33b8ea-b74c-4228-8f71-02e2bf90452a, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:14:02.304072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb4dfa-4e61-4f7a-adff-74769febfb70 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Network 1c33b8ea-b74c-4228-8f71-02e2bf90452a is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:14:02.316007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb4dfa-4e61-4f7a-adff-74769febfb70 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Subnet': ['ID=de107df4-53f4-4225-b35f-c54daeb8f85e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:02.322471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] For port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:02.328041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-95cb4dfa-4e61-4f7a-adff-74769febfb70 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 1c33b8ea-b74c-4228-8f71-02e2bf90452a) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:02.330783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] For port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:02.334333 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cb4dfa-4e61-4f7a-adff-74769febfb70 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:02.335050 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95cb4dfa-4e61-4f7a-adff-74769febfb70 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.338794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1346d388-d9a2-4928-a616-29297ff24624 None None] Network 1c33b8ea-b74c-4228-8f71-02e2bf90452a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:02.393527 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.437663 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0c746cf-3a07-4bd3-ba2f-ede82871cded tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.440935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-292e2e2d-81d1-4679-9f32-0159bd2006c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:02.443142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-292e2e2d-81d1-4679-9f32-0159bd2006c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03bc0e72c44e4f32ba61f773e190d4fa&device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 1094 time: 0.5328918 Aug 31 14:14:02.452119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bafa58-4e5a-443d-8d1a-be8ea4086884 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 48cc9b93-23d6-44df-b5ae-434c8d933318 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:14:02.454880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1d6aa-540c-4584-8ffb-a00984327164 None None] Pushing event updated for resources: {'Port': ['ID=e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:02.458690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a932d-a761-4372-937c-2f8e83aa25f4 None None] Sync routers for ids ['dec48cca-12bb-454e-b649-2a15cb2022ca'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:02.461402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-17bafa58-4e5a-443d-8d1a-be8ea4086884 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.504910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a932d-a761-4372-937c-2f8e83aa25f4 None None] Routers {'dec48cca-12bb-454e-b649-2a15cb2022ca'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:02.504910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-258a932d-a761-4372-937c-2f8e83aa25f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['dec48cca-12bb-454e-b649-2a15cb2022ca'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:02.507776 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-95cb4dfa-4e61-4f7a-adff-74769febfb70 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3814247 Aug 31 14:14:02.508949 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57216) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:02.512089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-17bafa58-4e5a-443d-8d1a-be8ea4086884 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.520156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'port': {'network_id': '83b65104-e682-47ab-846c-67afd4d672b5', 'name': 'tempest-TaggedBootDevicesTest_v242-342019479', 'fixed_ips': [{'subnet_id': '76893773-f058-4edb-b94e-a02cfd36894b'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:02.622428 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-17bafa58-4e5a-443d-8d1a-be8ea4086884 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.725769 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25da5b59-dacc-4d48-ac9e-9736e7daed93 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.739863 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-85bf3f96-241f-4a07-9e2d-130010e5a69c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=839ff80e-b70f-4c70-91f6-97972dda2ff8 HTTP/1.1" status: 200 len: 217 time: 0.0469701 Aug 31 14:14:02.740658 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0c746cf-3a07-4bd3-ba2f-ede82871cded tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.749911 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-17bafa58-4e5a-443d-8d1a-be8ea4086884 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:02.762618 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:02.808390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-258a932d-a761-4372-937c-2f8e83aa25f4 None None] Set router dec48cca-12bb-454e-b649-2a15cb2022ca gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:02.848282 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25e0465-0450-4b64-91c6-e0731af4b51b None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:03.012517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57226) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:03.049683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-258a932d-a761-4372-937c-2f8e83aa25f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec48cca-12bb-454e-b649-2a15cb2022ca', 'name': 'tempest-NetworksTestDHCPv6-router-2026675210', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:53Z', 'updated_at': '2021-08-31T14:14:00Z', 'revision_number': 3, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:03.053291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-17bafa58-4e5a-443d-8d1a-be8ea4086884 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.057529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-17bafa58-4e5a-443d-8d1a-be8ea4086884 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/48cc9b93-23d6-44df-b5ae-434c8d933318 HTTP/1.1" status: 204 len: 168 time: 0.8410039 Aug 31 14:14:03.060257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-9d02e669-0308-4e5b-af59-c7c32943b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:03.061787 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-9d02e669-0308-4e5b-af59-c7c32943b9d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0da88612-5ef1-4366-b5c9-44740f7fbd6f HTTP/1.1" status: 200 len: 864 time: 0.3011477 Aug 31 14:14:03.063406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57230) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:03.097617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bafa58-4e5a-443d-8d1a-be8ea4086884 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=48cc9b93-23d6-44df-b5ae-434c8d933318,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:03.130890 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0c746cf-3a07-4bd3-ba2f-ede82871cded tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.137176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e0c746cf-3a07-4bd3-ba2f-ede82871cded tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3677063 Aug 31 14:14:03.137833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57232) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:03.148561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-96c515d1-7629-400e-8971-a2d6eaab2724 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163626065'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:03.151565 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.171445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c746cf-3a07-4bd3-ba2f-ede82871cded tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c54b51-d577-4856-922d-6493c947e65a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:03.184920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-b0adefaf-c75d-4917-8e32-0385eb226abc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15b43345-1d39-4eb6-87fb-53a8dd71384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907583 Aug 31 14:14:03.196676 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c864d98-28d3-40d5-a855-0d9bcca5e016 req-84139de4-8b51-42a8-9eb9-d279c5281b13 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:03.198248 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c864d98-28d3-40d5-a855-0d9bcca5e016 req-84139de4-8b51-42a8-9eb9-d279c5281b13 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 943 time: 0.2620170 Aug 31 14:14:03.213570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a932d-a761-4372-937c-2f8e83aa25f4 None None] Checking router: dec48cca-12bb-454e-b649-2a15cb2022ca for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:03.246462 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25da5b59-dacc-4d48-ac9e-9736e7daed93 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.256079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] device_id is not set on port 041acb94-c516-4d52-833b-861486255a61 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:14:03.276799 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25da5b59-dacc-4d48-ac9e-9736e7daed93 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.281391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a932d-a761-4372-937c-2f8e83aa25f4 None None] Routers {'dec48cca-12bb-454e-b649-2a15cb2022ca'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:03.282337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-258a932d-a761-4372-937c-2f8e83aa25f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:13:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['dec48cca-12bb-454e-b649-2a15cb2022ca'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:03.299890 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96c515d1-7629-400e-8971-a2d6eaab2724 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.307326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da5b59-dacc-4d48-ac9e-9736e7daed93 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c201d2-dea6-4bd6-981d-e38c43e032d8,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:03.372969 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cb63d102-da7f-445e-9aa2-51837b06b648 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2992468 Aug 31 14:14:03.373887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cde8ad4d-d044-4a40-87fd-fcf6f2f1bcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.376201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57234) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:03.419039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-1c33b8ea-b74c-4228-8f71-02e2bf90452a', 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'fixed_ips': [{'subnet_id': 'de107df4-53f4-4225-b35f-c54daeb8f85e'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:03.420278 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.436048 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96c515d1-7629-400e-8971-a2d6eaab2724 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.444234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-258a932d-a761-4372-937c-2f8e83aa25f4 None None] Set router dec48cca-12bb-454e-b649-2a15cb2022ca gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:03.446491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c864d98-28d3-40d5-a855-0d9bcca5e016 req-133cf976-4bcc-4eca-b0c4-cd2549f79aa8 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074387 Aug 31 14:14:03.465601 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96c515d1-7629-400e-8971-a2d6eaab2724 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.516360 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25da5b59-dacc-4d48-ac9e-9736e7daed93 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.518325 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-25da5b59-dacc-4d48-ac9e-9736e7daed93 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3939543 Aug 31 14:14:03.522454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57236) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:03.530399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c515d1-7629-400e-8971-a2d6eaab2724 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eadd63-d035-49d8-9762-14f33d4a6e0a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:03.534771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-f72b65e0-bb16-4e83-8ef3-f52f2d7172af service neutron] 10.222.0.13 "GET /v2.0/networks/15b43345-1d39-4eb6-87fb-53a8dd71384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392265 Aug 31 14:14:03.537412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96c515d1-7629-400e-8971-a2d6eaab2724 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.541573 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-96c515d1-7629-400e-8971-a2d6eaab2724 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4002328 Aug 31 14:14:03.546720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57238) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:03.553548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0bf04037-e401-480b-9e48-a0034fb8f02b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '70c54b51-d577-4856-922d-6493c947e65a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e6eadd63-d035-49d8-9762-14f33d4a6e0a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:03.567554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-258a932d-a761-4372-937c-2f8e83aa25f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec48cca-12bb-454e-b649-2a15cb2022ca', 'name': 'tempest-NetworksTestDHCPv6-router-2026675210', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:53Z', 'updated_at': '2021-08-31T14:14:00Z', 'revision_number': 3, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:03.580354 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6dde1a7d-1eda-4b5d-9219-4181c13c80d8 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules/c1c201d2-dea6-4bd6-981d-e38c43e032d8 HTTP/1.1" status: 200 len: 764 time: 0.0563393 Aug 31 14:14:03.583547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57240) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:03.654878 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cde8ad4d-d044-4a40-87fd-fcf6f2f1bcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.697051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8574264f-e0cd-488e-ac42-50f07c8e291f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.703209 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cde8ad4d-d044-4a40-87fd-fcf6f2f1bcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.716001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a932d-a761-4372-937c-2f8e83aa25f4 None None] The sync data for ids ['dec48cca-12bb-454e-b649-2a15cb2022ca'] in n-d-792364-6 is: [{'id': 'dec48cca-12bb-454e-b649-2a15cb2022ca', 'name': 'tempest-NetworksTestDHCPv6-router-2026675210', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:13:53Z', 'updated_at': '2021-08-31T14:14:00Z', 'revision_number': 3, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:03.743792 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e14ee5e6-7ecb-4bfa-b3da-d84160652a26 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1485660 Aug 31 14:14:03.748095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57242) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:03.779444 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d09c706-d72b-4def-abc6-49affd3df9c1 req-31c6f568-ce98-4e6d-9c5f-76a21942b88d service neutron] 10.222.0.13 "GET /v2.0/networks/15b43345-1d39-4eb6-87fb-53a8dd71384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284770 Aug 31 14:14:03.828201 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6839291e-c1b2-460d-992d-0c28a933716c tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.832596 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-0bf04037-e401-480b-9e48-a0034fb8f02b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:14:03.836255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0bf04037-e401-480b-9e48-a0034fb8f02b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2852252 Aug 31 14:14:03.851251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57244) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:03.894393 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6839291e-c1b2-460d-992d-0c28a933716c tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:03.902286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Allocated IP 10.2.2.2 (1c33b8ea-b74c-4228-8f71-02e2bf90452a/de107df4-53f4-4225-b35f-c54daeb8f85e/1cb41e41-7136-4ed8-ad0d-68d78aab877e) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:03.972393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Allocated IP 10.1.1.142 (83b65104-e682-47ab-846c-67afd4d672b5/76893773-f058-4edb-b94e-a02cfd36894b/041acb94-c516-4d52-833b-861486255a61) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:04.006653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d2ec7-4183-48dd-a91d-64fd547f07fd req-b6538615-85bf-4d38-beb5-42c535ba6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:04.013433 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e97d2ec7-4183-48dd-a91d-64fd547f07fd req-b6538615-85bf-4d38-beb5-42c535ba6b46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03bc0e72c44e4f32ba61f773e190d4fa&device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 1094 time: 0.1471434 Aug 31 14:14:04.049095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6839291e-c1b2-460d-992d-0c28a933716c tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.086402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6839291e-c1b2-460d-992d-0c28a933716c tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.093279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6839291e-c1b2-460d-992d-0c28a933716c tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c1c201d2-dea6-4bd6-981d-e38c43e032d8 HTTP/1.1" status: 204 len: 168 time: 0.3439438 Aug 31 14:14:04.120366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839291e-c1b2-460d-992d-0c28a933716c tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1c201d2-dea6-4bd6-981d-e38c43e032d8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:04.125112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57250) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:04.157032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8ad4d-d044-4a40-87fd-fcf6f2f1bcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce32c03-b294-4321-955e-5f5076dbd4ab,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:04.210403 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.221999 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Transition to ACTIVE for port object 1cb41e41-7136-4ed8-ad0d-68d78aab877e will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:04.225996 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cde8ad4d-d044-4a40-87fd-fcf6f2f1bcc5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eba42396e2ec44fca4cb3419287f7897&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2038205 Aug 31 14:14:04.236553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57254) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:04.241307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Transition to ACTIVE for port object 1cb41e41-7136-4ed8-ad0d-68d78aab877e will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:04.258609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23843b18-7d55-4d54-bcc4-8345366de931 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:14:04.269034 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.410017 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13216340-6d7d-4e8b-a496-cb9b3838f3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.416635 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.502274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Network 1c33b8ea-b74c-4228-8f71-02e2bf90452a is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:04.504081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6fb37f-e144-4333-8c24-03c82ebe0efd None None] Network 83b65104-e682-47ab-846c-67afd4d672b5 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:04.528025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:04.582303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:04.593067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c4af08ef-5958-4443-a94d-71e9f326b124 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3574057 Aug 31 14:14:04.596266 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d8dcc43-8343-46da-b86a-804a427c836e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.646653 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:04.652353 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d8dcc43-8343-46da-b86a-804a427c836e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.659867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d2ec7-4183-48dd-a91d-64fd547f07fd req-8ba151aa-705c-4fd2-8ae1-77fc59f471ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:04.666487 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e97d2ec7-4183-48dd-a91d-64fd547f07fd req-8ba151aa-705c-4fd2-8ae1-77fc59f471ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=15b43345-1d39-4eb6-87fb-53a8dd71384e HTTP/1.1" status: 200 len: 925 time: 0.6423833 Aug 31 14:14:04.673147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:04.676002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Pushing event updated for resources: {'Port': ['ID=1cb41e41-7136-4ed8-ad0d-68d78aab877e,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:04.676187 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8574264f-e0cd-488e-ac42-50f07c8e291f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.683138 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8574264f-e0cd-488e-ac42-50f07c8e291f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.683531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bcccb797-aea2-4b19-859f-e8e18b831506 None None] Provisioning for port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:04.729762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eda7892f-875e-4438-8374-6729d4bd07e7 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.769322 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e97d2ec7-4183-48dd-a91d-64fd547f07fd req-bb9c4a23-b09b-481a-add0-fa2c1f59df52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=839ff80e-b70f-4c70-91f6-97972dda2ff8 HTTP/1.1" status: 200 len: 217 time: 0.0748239 Aug 31 14:14:04.839843 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eda7892f-875e-4438-8374-6729d4bd07e7 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.850542 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8574264f-e0cd-488e-ac42-50f07c8e291f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.850956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8574264f-e0cd-488e-ac42-50f07c8e291f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Fanout notify agent at l3_agent the message router_deleted on router dec48cca-12bb-454e-b649-2a15cb2022ca {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:14:04.852157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Attempting to bind port 1cb41e41-7136-4ed8-ad0d-68d78aab877e on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:04.852671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Attempting to bind port 1cb41e41-7136-4ed8-ad0d-68d78aab877e by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:04.853677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Attempting to bind port 1cb41e41-7136-4ed8-ad0d-68d78aab877e on network 1c33b8ea-b74c-4228-8f71-02e2bf90452a {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:04.893912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-23843b18-7d55-4d54-bcc4-8345366de931 None None] Deleting port 658136b1-d849-4143-a10e-563df120fbd3 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:04.894587 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-23843b18-7d55-4d54-bcc4-8345366de931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.894963 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8574264f-e0cd-488e-ac42-50f07c8e291f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.898738 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8574264f-e0cd-488e-ac42-50f07c8e291f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/routers/dec48cca-12bb-454e-b649-2a15cb2022ca HTTP/1.1" status: 204 len: 168 time: 1.5055895 Aug 31 14:14:04.914555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57260) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:04.920256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:04.921610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Checking segment: {'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:04.922191 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.922303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-de9cce01-7461-4fc3-b48e-523c1e9fcc2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:04.923234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Bound using segment: {'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:04.923844 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Bound port: 1cb41e41-7136-4ed8-ad0d-68d78aab877e, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:04.924380 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.939423 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d8dcc43-8343-46da-b86a-804a427c836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.941651 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d8dcc43-8343-46da-b86a-804a427c836e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:04.945569 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7d8dcc43-8343-46da-b86a-804a427c836e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fce32c03-b294-4321-955e-5f5076dbd4ab HTTP/1.1" status: 204 len: 168 time: 0.6884196 Aug 31 14:14:05.000213 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.046536 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Transition to ACTIVE for port object 041acb94-c516-4d52-833b-861486255a61 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:05.065233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8dcc43-8343-46da-b86a-804a427c836e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce32c03-b294-4321-955e-5f5076dbd4ab,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:05.086446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a811081-0740-4ed2-a85d-9c33cc0289ee req-1e469a51-8645-4e7f-832e-94d33b5044d5 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:05.088817 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8a811081-0740-4ed2-a85d-9c33cc0289ee req-1e469a51-8645-4e7f-832e-94d33b5044d5 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 943 time: 0.4336677 Aug 31 14:14:05.157668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] For port 1cb41e41-7136-4ed8-ad0d-68d78aab877e, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:05.160822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d2ec7-4183-48dd-a91d-64fd547f07fd req-c3dbcea6-ad2c-406b-9776-44dc39f1adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:05.162679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] For port 1cb41e41-7136-4ed8-ad0d-68d78aab877e, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1cb41e41-7136-4ed8-ad0d-68d78aab877e,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:05.162941 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e97d2ec7-4183-48dd-a91d-64fd547f07fd req-c3dbcea6-ad2c-406b-9776-44dc39f1adf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0da88612-5ef1-4366-b5c9-44740f7fbd6f HTTP/1.1" status: 200 len: 864 time: 0.3623979 Aug 31 14:14:05.173011 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eda7892f-875e-4438-8374-6729d4bd07e7 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.177026 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eda7892f-875e-4438-8374-6729d4bd07e7 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.182157 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eda7892f-875e-4438-8374-6729d4bd07e7 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "DELETE /v2.0/security-groups/e6eadd63-d035-49d8-9762-14f33d4a6e0a HTTP/1.1" status: 204 len: 168 time: 1.3069670 Aug 31 14:14:05.183550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57268) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:05.213825 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.230171 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff2f3-9732-40b5-8ec8-e27e83be44e0 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.234664 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.245563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e97d2ec7-4183-48dd-a91d-64fd547f07fd req-a2e2ca50-5b88-49af-85cc-36165eb8e354 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15b43345-1d39-4eb6-87fb-53a8dd71384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705514 Aug 31 14:14:05.260500 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff2f3-9732-40b5-8ec8-e27e83be44e0 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.313147 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7892f-875e-4438-8374-6729d4bd07e7 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eadd63-d035-49d8-9762-14f33d4a6e0a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:05.329647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8a811081-0740-4ed2-a85d-9c33cc0289ee req-06ccf210-f448-444f-8c55-28699594cc0b tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043197 Aug 31 14:14:05.344178 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff2f3-9732-40b5-8ec8-e27e83be44e0 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.351513 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff2f3-9732-40b5-8ec8-e27e83be44e0 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.362158 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fb5ff2f3-9732-40b5-8ec8-e27e83be44e0 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "DELETE /v2.0/security-groups/889da8ae-90e8-4ccc-942c-0c5d51f49bc5 HTTP/1.1" status: 204 len: 168 time: 0.7139831 Aug 31 14:14:05.363314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a6f4d-3827-40ce-81f0-2d73538d2568 None None] Pushing event updated for resources: {'Port': ['ID=1cb41e41-7136-4ed8-ad0d-68d78aab877e,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:05.366632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57272) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:05.377323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9cce01-7461-4fc3-b48e-523c1e9fcc2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:05.378649 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ff2f3-9732-40b5-8ec8-e27e83be44e0 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=889da8ae-90e8-4ccc-942c-0c5d51f49bc5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:05.381429 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de9cce01-7461-4fc3-b48e-523c1e9fcc2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.433454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Network 83b65104-e682-47ab-846c-67afd4d672b5 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:05.458041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:05.460975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:05.469462 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.476724 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-23843b18-7d55-4d54-bcc4-8345366de931 None None] For port 658136b1-d849-4143-a10e-563df120fbd3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=658136b1-d849-4143-a10e-563df120fbd3,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:05.477343 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-23843b18-7d55-4d54-bcc4-8345366de931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.486719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:05.498565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:05.499078 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.527056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Port': ['ID=041acb94-c516-4d52-833b-861486255a61,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:05.539585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:05.540868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.570933 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b29336ff-2076-48b3-9a25-eeee7861847f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0590785 Aug 31 14:14:05.571755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57278) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:05.580596 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dd948cf9-c02c-4b4b-a1c8-389eda68e140 tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2123804 Aug 31 14:14:05.591729 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-477ac861-faa4-4ea8-b091-328ff4677d57 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.3987503 Aug 31 14:14:05.593070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57282) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:05.593251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'port': {'network_id': '83b65104-e682-47ab-846c-67afd4d672b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1509527210', 'fixed_ips': [{'subnet_id': '76893773-f058-4edb-b94e-a02cfd36894b'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:05.593412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57284) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:05.615090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-23843b18-7d55-4d54-bcc4-8345366de931 None None] Calling delete_port for 658136b1-d849-4143-a10e-563df120fbd3 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:05.665151 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e97d2ec7-4183-48dd-a91d-64fd547f07fd req-2359a6f9-1759-4aca-b71f-c67bd583eb15 service neutron] 10.222.0.13 "GET /v2.0/networks/15b43345-1d39-4eb6-87fb-53a8dd71384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942394 Aug 31 14:14:05.781542 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e77f4968-b0ec-4ba7-9d9a-2fa3622ee84e tempest-SecGroupTest-494402845 tempest-SecGroupTest-494402845-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1636453 Aug 31 14:14:05.798555 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-23843b18-7d55-4d54-bcc4-8345366de931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.800820 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c718aa0-cd8e-4185-8acd-b841994c05f4 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.835734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23843b18-7d55-4d54-bcc4-8345366de931 None None] Pushing event deleted for resources: {'Port': ['ID=658136b1-d849-4143-a10e-563df120fbd3,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:05.847196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23843b18-7d55-4d54-bcc4-8345366de931 None None] No DVR routers for this DVR port 658136b1-d849-4143-a10e-563df120fbd3 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:14:05.912037 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c718aa0-cd8e-4185-8acd-b841994c05f4 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:05.932287 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.012163 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:06.017295 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c718aa0-cd8e-4185-8acd-b841994c05f4 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.020701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c718aa0-cd8e-4185-8acd-b841994c05f4 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.022242 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9c718aa0-cd8e-4185-8acd-b841994c05f4 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "DELETE /v2.0/security-groups/70c54b51-d577-4856-922d-6493c947e65a HTTP/1.1" status: 204 len: 168 time: 0.4267180 Aug 31 14:14:06.026192 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.033920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57294) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:06.128789 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c718aa0-cd8e-4185-8acd-b841994c05f4 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c54b51-d577-4856-922d-6493c947e65a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:06.207250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ca81679e-7e35-4cbf-8f96-bb42d922572c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1673059 Aug 31 14:14:06.209565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57302) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:06.220803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2e5406d9-8037-44d6-a2b5-63b28b7bb079 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723606154'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:06.284700 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e5406d9-8037-44d6-a2b5-63b28b7bb079 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.542659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 658136b1-d849-4143-a10e-563df120fbd3 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:06.553409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57310) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:06.678694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:06.689549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 658136b1-d849-4143-a10e-563df120fbd3 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:06.689549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 658136b1-d849-4143-a10e-563df120fbd3 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:06.693102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9129ff96-5e89-40fa-807f-720f5d869a6b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:06.716228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e5406d9-8037-44d6-a2b5-63b28b7bb079 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.730487 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e5406d9-8037-44d6-a2b5-63b28b7bb079 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.773940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 9129ff96-5e89-40fa-807f-720f5d869a6b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:06.774298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9129ff96-5e89-40fa-807f-720f5d869a6b not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:06.784807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-42d6fabc-b545-493c-8eca-92bb5d78d07f None None] Provisioning complete for port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:06.785187 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42d6fabc-b545-493c-8eca-92bb5d78d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.815326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5406d9-8037-44d6-a2b5-63b28b7bb079 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54199ef6-6b15-4f2a-a4ca-5b852c4cb7a7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:06.858686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a714284-fe48-4a41-b34f-764d085160e9 req-bd3c25ea-5878-4555-bad0-83e2c33db2cf tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:06.862493 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3a714284-fe48-4a41-b34f-764d085160e9 req-bd3c25ea-5878-4555-bad0-83e2c33db2cf tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 943 time: 0.3100040 Aug 31 14:14:06.873772 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.898727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e5406d9-8037-44d6-a2b5-63b28b7bb079 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:06.898727 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2e5406d9-8037-44d6-a2b5-63b28b7bb079 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6880789 Aug 31 14:14:06.906548 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57320) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:06.955980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bf588a7c-868c-4187-81db-292d61cbf2c6 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '54199ef6-6b15-4f2a-a4ca-5b852c4cb7a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:06.976620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de9cce01-7461-4fc3-b48e-523c1e9fcc2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.051232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-42d6fabc-b545-493c-8eca-92bb5d78d07f None None] Provisioning for port 041acb94-c516-4d52-833b-861486255a61 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:07.057357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-42d6fabc-b545-493c-8eca-92bb5d78d07f None None] Provisioning complete for port 041acb94-c516-4d52-833b-861486255a61 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:07.057935 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42d6fabc-b545-493c-8eca-92bb5d78d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.075109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57322) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:07.075259 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f27b7255-32d4-439c-b6b9-0caacc5dfa69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3995d1f3fde148118b4c4490b7a3733d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5207436 Aug 31 14:14:07.082459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cce01-7461-4fc3-b48e-523c1e9fcc2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=9212769f-888e-424c-b0eb-d28a0846c216,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:07.131479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1cb41e41-7136-4ed8-ad0d-68d78aab877e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:07.144627 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3a714284-fe48-4a41-b34f-764d085160e9 req-0bfddd62-3762-4e28-a9c7-425b5e3af0b6 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592480 Aug 31 14:14:07.146715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:07.168472 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-bf588a7c-868c-4187-81db-292d61cbf2c6 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:14:07.168472 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bf588a7c-868c-4187-81db-292d61cbf2c6 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2327633 Aug 31 14:14:07.168472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57324) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:07.169765 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4479b2af-1a16-4ce9-a74e-2cc9e7786f9b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group_rule': {'security_group_id': '54199ef6-6b15-4f2a-a4ca-5b852c4cb7a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:07.196614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-42d6fabc-b545-493c-8eca-92bb5d78d07f None None] Port 041acb94-c516-4d52-833b-861486255a61 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:07.269562 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-4479b2af-1a16-4ce9-a74e-2cc9e7786f9b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:14:07.273024 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4479b2af-1a16-4ce9-a74e-2cc9e7786f9b tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1084445 Aug 31 14:14:07.278814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57332) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:07.356166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 1cb41e41-7136-4ed8-ad0d-68d78aab877e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:07.369398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e5f92508-a21d-4ca4-87d0-f751f413edf1 None None] Provisioning complete for port 041acb94-c516-4d52-833b-861486255a61 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:07.369785 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e5f92508-a21d-4ca4-87d0-f751f413edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.371709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:07.375132 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f23fd988-5953-490c-a4dd-9b338458ec1d tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.376175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e97d2ec7-4183-48dd-a91d-64fd547f07fd req-2b63e285-77ce-403c-8779-c527a2b89267 service neutron] 10.222.0.13 "GET /v2.0/networks/15b43345-1d39-4eb6-87fb-53a8dd71384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7030993 Aug 31 14:14:07.395462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9cce01-7461-4fc3-b48e-523c1e9fcc2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:07.428599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-de9cce01-7461-4fc3-b48e-523c1e9fcc2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:07.435404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f23fd988-5953-490c-a4dd-9b338458ec1d tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.457559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9cce01-7461-4fc3-b48e-523c1e9fcc2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:07.458231 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de9cce01-7461-4fc3-b48e-523c1e9fcc2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.463158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818cb003-913b-4b54-8388-403bdc7a2aab None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:07.468966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc7d842-5740-4754-9027-5af4dd80cad9 None None] Network 1c33b8ea-b74c-4228-8f71-02e2bf90452a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:07.510882 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f23fd988-5953-490c-a4dd-9b338458ec1d tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.511214 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-de9cce01-7461-4fc3-b48e-523c1e9fcc2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5944240 Aug 31 14:14:07.514771 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f23fd988-5953-490c-a4dd-9b338458ec1d tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.515928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57340) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:07.517881 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f23fd988-5953-490c-a4dd-9b338458ec1d tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "DELETE /v2.0/security-groups/54199ef6-6b15-4f2a-a4ca-5b852c4cb7a7 HTTP/1.1" status: 204 len: 168 time: 0.2380741 Aug 31 14:14:07.522459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5be17a5b-19a3-4e30-8fca-a836dfb09178 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1310637526', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:07.525344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57342) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:07.536205 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.540799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e094520a-cc06-403b-9298-2cb7ae25762c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.544543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fd988-5953-490c-a4dd-9b338458ec1d tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54199ef6-6b15-4f2a-a4ca-5b852c4cb7a7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:07.598722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] device_id is not set on port 67b8daf9-835c-48ed-b7e7-bcf0980b288b yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:14:07.613651 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5be17a5b-19a3-4e30-8fca-a836dfb09178 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.614891 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5be17a5b-19a3-4e30-8fca-a836dfb09178 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.620902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e094520a-cc06-403b-9298-2cb7ae25762c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.648380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-62efee46-0016-4bdb-8c5e-7f002e6403c7 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215963 Aug 31 14:14:07.652410 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57344) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:07.658565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-99a29702-5166-446f-a67e-905a5619d7ee tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group': {'name': 'tempest-secgroup--526651808'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:07.707596 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99a29702-5166-446f-a67e-905a5619d7ee tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.733516 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 839ff80e-b70f-4c70-91f6-97972dda2ff8 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:14:07.778824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e5f92508-a21d-4ca4-87d0-f751f413edf1 None None] Port 041acb94-c516-4d52-833b-861486255a61 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:07.790932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5be17a5b-19a3-4e30-8fca-a836dfb09178 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.814719 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5be17a5b-19a3-4e30-8fca-a836dfb09178 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.854421 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99a29702-5166-446f-a67e-905a5619d7ee tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.862077 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99a29702-5166-446f-a67e-905a5619d7ee tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.898920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a29702-5166-446f-a67e-905a5619d7ee tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b216cba-bd7c-4bcd-919b-236e75f7d9b9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:07.906154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5be17a5b-19a3-4e30-8fca-a836dfb09178 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.910950 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5be17a5b-19a3-4e30-8fca-a836dfb09178 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3926713 Aug 31 14:14:07.911628 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e094520a-cc06-403b-9298-2cb7ae25762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.914697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57350) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:07.917613 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e094520a-cc06-403b-9298-2cb7ae25762c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.921204 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e094520a-cc06-403b-9298-2cb7ae25762c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ddc9628-0abe-4b27-8c88-ae5aee608a26 HTTP/1.1" status: 204 len: 168 time: 0.8218176 Aug 31 14:14:07.938003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094520a-cc06-403b-9298-2cb7ae25762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc9628-0abe-4b27-8c88-ae5aee608a26,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:07.983657 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99a29702-5166-446f-a67e-905a5619d7ee tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:07.986222 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-99a29702-5166-446f-a67e-905a5619d7ee tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3328519 Aug 31 14:14:07.999002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57354) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:08.007303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-31ea5f2e-59ad-4a7a-8bd7-d3059fd14829 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:08.007782 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-31ea5f2e-59ad-4a7a-8bd7-d3059fd14829 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 14:14:08.008291 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-31ea5f2e-59ad-4a7a-8bd7-d3059fd14829 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 14:14:08.013114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-31ea5f2e-59ad-4a7a-8bd7-d3059fd14829 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "PUT /v2.0/security-groups/7b216cba-bd7c-4bcd-919b-236e75f7d9b9 HTTP/1.1" status: 409 len: 330 time: 0.0129588 Aug 31 14:14:08.014045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57356) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:08.039775 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-77d23e4d-0bf3-4e76-9f12-b2dce89a629f None None] Provisioning for port 1cb41e41-7136-4ed8-ad0d-68d78aab877e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:08.053319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Allocated IP 10.1.1.171 (83b65104-e682-47ab-846c-67afd4d672b5/76893773-f058-4edb-b94e-a02cfd36894b/67b8daf9-835c-48ed-b7e7-bcf0980b288b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:08.063313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-77d23e4d-0bf3-4e76-9f12-b2dce89a629f None None] Provisioning complete for port 1cb41e41-7136-4ed8-ad0d-68d78aab877e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:08.064645 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77d23e4d-0bf3-4e76-9f12-b2dce89a629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.067397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '9212769f-888e-424c-b0eb-d28a0846c216'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:08.071389 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.158740 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc0e28fe-8521-4857-98bf-d0ee61a7ff3c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.231013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:08.240895 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.322339 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc0e28fe-8521-4857-98bf-d0ee61a7ff3c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.461620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 839ff80e-b70f-4c70-91f6-97972dda2ff8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=839ff80e-b70f-4c70-91f6-97972dda2ff8,segment=NetworkSegment(784234be-1e8e-4c67-b7b6-25e5dc11b5c9),segment_id=784234be-1e8e-4c67-b7b6-25e5dc11b5c9)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:08.543345 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc0e28fe-8521-4857-98bf-d0ee61a7ff3c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.547204 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc0e28fe-8521-4857-98bf-d0ee61a7ff3c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.553715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cc0e28fe-8521-4857-98bf-d0ee61a7ff3c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "DELETE /v2.0/security-groups/7b216cba-bd7c-4bcd-919b-236e75f7d9b9 HTTP/1.1" status: 204 len: 168 time: 0.5349543 Aug 31 14:14:08.560396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '839ff80e-b70f-4c70-91f6-97972dda2ff8', 'network_id': '15b43345-1d39-4eb6-87fb-53a8dd71384e', 'port_id': '839ff80e-b70f-4c70-91f6-97972dda2ff8', 'mac_address': 'fa:16:3e:7c:21:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da88612-5ef1-4366-b5c9-44740f7fbd6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:14:08.583030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57374) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:08.623418 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77d23e4d-0bf3-4e76-9f12-b2dce89a629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.645612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e28fe-8521-4857-98bf-d0ee61a7ff3c tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b216cba-bd7c-4bcd-919b-236e75f7d9b9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:08.667710 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.705016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f56b54-4167-4e02-89c4-500e2c9381a8 req-5c9099a7-73b8-42e8-b911-5e533665c6d2 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:08.706691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70f56b54-4167-4e02-89c4-500e2c9381a8 req-5c9099a7-73b8-42e8-b911-5e533665c6d2 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 943 time: 0.3516130 Aug 31 14:14:08.726171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2e87a7e-c77b-4471-87fa-422f159cb869 req-fcee1388-5872-434f-b9e4-3052e628c97e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2073119 Aug 31 14:14:08.777966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Allocated IP 2001:db8::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/9212769f-888e-424c-b0eb-d28a0846c216/125f0534-3fff-4f8e-abe8-cce6b0c9fc06) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:08.782728 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.824884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-77d23e4d-0bf3-4e76-9f12-b2dce89a629f None None] For port 1cb41e41-7136-4ed8-ad0d-68d78aab877e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1cb41e41-7136-4ed8-ad0d-68d78aab877e,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:08.830773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839ff80e-b70f-4c70-91f6-97972dda2ff8 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:14:08.834374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Transition to ACTIVE for port object 67b8daf9-835c-48ed-b7e7-bcf0980b288b will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:08.852721 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77d23e4d-0bf3-4e76-9f12-b2dce89a629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:08.901868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-70f56b54-4167-4e02-89c4-500e2c9381a8 req-0ae09996-70de-44e7-b90e-70d8d379a1b0 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855094 Aug 31 14:14:08.910995 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-77251442-469e-4ec7-8f00-a1d0eb1d98ca tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3249905 Aug 31 14:14:08.914827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57384) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:08.945196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57386) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:08.948639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 839ff80e-b70f-4c70-91f6-97972dda2ff8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=839ff80e-b70f-4c70-91f6-97972dda2ff8,segment=NetworkSegment(784234be-1e8e-4c67-b7b6-25e5dc11b5c9),segment_id=784234be-1e8e-4c67-b7b6-25e5dc11b5c9)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:08.958294 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-63f80b64-b577-46b0-ac8e-7c022a085e4a tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] delete failed (client error): The resource could not be found. Aug 31 14:14:08.963313 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-63f80b64-b577-46b0-ac8e-7c022a085e4a tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "DELETE /v2.0/security-groups/18b7fb48-279a-4d2e-ac18-66008950fa11 HTTP/1.1" status: 404 len: 347 time: 0.0361192 Aug 31 14:14:08.963617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57392) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:08.979062 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-a2eb1dd9-4ecd-438f-89c0-8ed89467add0 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] show failed (client error): The resource could not be found. Aug 31 14:14:08.983605 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a2eb1dd9-4ecd-438f-89c0-8ed89467add0 tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "GET /v2.0/security-groups/703c3a7e-68b1-4d90-b310-62103c7d41ac HTTP/1.1" status: 404 len: 347 time: 0.0155635 Aug 31 14:14:08.984109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57394) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:08.998609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e87a7e-c77b-4471-87fa-422f159cb869 req-dac43106-6212-4bdc-bc41-f27a4382ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:09.000338 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2e87a7e-c77b-4471-87fa-422f159cb869 req-dac43106-6212-4bdc-bc41-f27a4382ae54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 1096 time: 0.1035235 Aug 31 14:14:09.011973 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-ad09f03c-d858-4a3f-b7b1-00ab5c38bbab tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] show failed (client error): The resource could not be found. Aug 31 14:14:09.013807 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ad09f03c-d858-4a3f-b7b1-00ab5c38bbab tempest-NegativeSecGroupIPv6Test-1636551177 tempest-NegativeSecGroupIPv6Test-1636551177-project] 10.222.0.20 "GET /v2.0/security-group-rules/477ad89c-2127-4da0-801f-b6528c7c04e2 HTTP/1.1" status: 404 len: 356 time: 0.0280538 Aug 31 14:14:09.025985 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.037764 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.064244 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.121452 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Network 83b65104-e682-47ab-846c-67afd4d672b5 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:09.125435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:09.131187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:09.161594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9c571506-494c-41f1-a45f-db4936df7816 None None] Provisioning complete for port 1cb41e41-7136-4ed8-ad0d-68d78aab877e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:09.161927 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9c571506-494c-41f1-a45f-db4936df7816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.218709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Port': ['ID=67b8daf9-835c-48ed-b7e7-bcf0980b288b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:09.283131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:09.285127 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.304555 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.317317 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.327517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-83e12820-a6d6-4fd7-8249-b1285ae6671b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7510843 Aug 31 14:14:09.335774 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e87a7e-c77b-4471-87fa-422f159cb869 req-c4637d70-fd76-4c7e-b32d-5a6032ff1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:09.337647 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2e87a7e-c77b-4471-87fa-422f159cb869 req-c4637d70-fd76-4c7e-b32d-5a6032ff1203 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 200 len: 911 time: 0.3112106 Aug 31 14:14:09.346528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['839ff80e-b70f-4c70-91f6-97972dda2ff8'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:14:09.372018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:09.450876 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.492885 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d23e4d-0bf3-4e76-9f12-b2dce89a629f None None] Pushing event updated for resources: {'Port': ['ID=1cb41e41-7136-4ed8-ad0d-68d78aab877e,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:09.561973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57408) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:09.574373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2e87a7e-c77b-4471-87fa-422f159cb869 req-d24fca9e-b91e-4833-9d7a-7a33f53fad0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cedc0db-224b-4edd-a893-686ae0e7b2ad HTTP/1.1" status: 200 len: 1000 time: 0.1637702 Aug 31 14:14:09.672823 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.730537 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.762398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e87a7e-c77b-4471-87fa-422f159cb869 req-6c9fe240-eae1-4545-9096-c2f6db4654d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:09.763906 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2e87a7e-c77b-4471-87fa-422f159cb869 req-6c9fe240-eae1-4545-9096-c2f6db4654d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 200 len: 849 time: 0.1779833 Aug 31 14:14:09.764029 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=839ff80e-b70f-4c70-91f6-97972dda2ff8,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:09.771602 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Transition to ACTIVE for port object 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:09.780184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f56102b9-510e-4c3d-94dd-41130e4c9c1e None None] Provisioning for port 67b8daf9-835c-48ed-b7e7-bcf0980b288b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:09.798267 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f56102b9-510e-4c3d-94dd-41130e4c9c1e None None] Provisioning complete for port 67b8daf9-835c-48ed-b7e7-bcf0980b288b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:09.798727 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f56102b9-510e-4c3d-94dd-41130e4c9c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.836682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e87a7e-c77b-4471-87fa-422f159cb869 req-a310d26e-3fdf-4774-ae5e-e202ac91c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:09.839067 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f56102b9-510e-4c3d-94dd-41130e4c9c1e None None] Port 67b8daf9-835c-48ed-b7e7-bcf0980b288b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:09.839418 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2e87a7e-c77b-4471-87fa-422f159cb869 req-a310d26e-3fdf-4774-ae5e-e202ac91c4f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d0b5bd67-43f6-464d-968b-b9a83e80305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662210 Aug 31 14:14:09.841008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Transition to ACTIVE for port object 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:09.856637 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:09.897190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57418) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:09.914014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:09.915176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-06d21d7c-bec9-4d54-9398-46a98ce59db4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111100030', 'description': 'tempest-description--2120591118'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:09.924843 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:09.929697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:09.981220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Pushing event updated for resources: {'Port': ['ID=125f0534-3fff-4f8e-abe8-cce6b0c9fc06,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:10.002973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Attempting to bind port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:10.003592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Attempting to bind port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:10.004123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Attempting to bind port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:10.016946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:10.017644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:10.018219 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.023346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:10.024302 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Bound port: 125f0534-3fff-4f8e-abe8-cce6b0c9fc06, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:10.025452 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.046144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57424) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:10.065144 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4d6b3005-bf26-4f66-b3d4-e0981c17180d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04e43ed2655f4ff2ae5010094728c9f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007973 Aug 31 14:14:10.072334 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::1 (da4c3e7b-d0fb-4990-bf20-2699b1577677/9212769f-888e-424c-b0eb-d28a0846c216/a144de4e-7432-4e01-9519-ced42e07d1ca) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:10.077319 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2e87a7e-c77b-4471-87fa-422f159cb869 req-56446890-0444-419a-9cdd-b9ad9ba46f98 service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282197 Aug 31 14:14:10.085608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57428) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:10.136968 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06d21d7c-bec9-4d54-9398-46a98ce59db4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.147965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] For port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:10.155958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] For port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=125f0534-3fff-4f8e-abe8-cce6b0c9fc06,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:10.177250 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.188343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Allocated IP 172.25.3.26 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/be608d01-8bfc-4b25-8f81-a07b3c57f6de) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:10.203771 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2e87a7e-c77b-4471-87fa-422f159cb869 req-fd8ecc43-7180-4d24-8adf-f60742ee5daa service neutron] 10.222.0.52 "GET /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166019 Aug 31 14:14:10.232245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfeb73-f07e-440c-b3dd-5ba95f0d64bd req-a1887127-039d-4bab-972d-fbc319d54cfe tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:10.235250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8cfeb73-f07e-440c-b3dd-5ba95f0d64bd req-a1887127-039d-4bab-972d-fbc319d54cfe tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 944 time: 0.1877475 Aug 31 14:14:10.248860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-229625772'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:10.481803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9fe6b6d5-e7ce-4ec2-baa0-f97f6512aa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.481803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9fe6b6d5-e7ce-4ec2-baa0-f97f6512aa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.497960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8cfeb73-f07e-440c-b3dd-5ba95f0d64bd req-a4be3f17-adc9-45bd-9581-5b190e240352 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391944 Aug 31 14:14:10.599276 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.622293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.643171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object a144de4e-7432-4e01-9519-ced42e07d1ca will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:10.665871 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06d21d7c-bec9-4d54-9398-46a98ce59db4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.686959 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06d21d7c-bec9-4d54-9398-46a98ce59db4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.727085 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9fe6b6d5-e7ce-4ec2-baa0-f97f6512aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.753706 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9fe6b6d5-e7ce-4ec2-baa0-f97f6512aa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.756291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baec95a-7908-4ce9-abe8-fbfa259f2bd8 None None] Pushing event updated for resources: {'Port': ['ID=125f0534-3fff-4f8e-abe8-cce6b0c9fc06,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:10.769893 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9fe6b6d5-e7ce-4ec2-baa0-f97f6512aa47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/569057ff-8e40-4ab4-b6a8-0c097cdcfd90 HTTP/1.1" status: 204 len: 168 time: 0.6891785 Aug 31 14:14:10.792370 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6b6d5-e7ce-4ec2-baa0-f97f6512aa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569057ff-8e40-4ab4-b6a8-0c097cdcfd90,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:10.806444 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.840055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Made reservation on behalf of 22768be482ae4801ae7bc95c9d202a19 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:10.844003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.858592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d21d7c-bec9-4d54-9398-46a98ce59db4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55563b1-8aa2-4bd7-8449-549729a8047b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:10.861896 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06d21d7c-bec9-4d54-9398-46a98ce59db4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.866593 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-06d21d7c-bec9-4d54-9398-46a98ce59db4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9632845 Aug 31 14:14:10.877076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57458) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:10.922636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.936180 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:10.968649 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1cb41e41-7136-4ed8-ad0d-68d78aab877e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:10.976687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d7332785-f7e4-47ef-b6d5-182999e1a4b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'security_group_rule': {'security_group_id': 'e55563b1-8aa2-4bd7-8449-549729a8047b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:11.025886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:11.044496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:11.044496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:11.048490 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.107972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 1cb41e41-7136-4ed8-ad0d-68d78aab877e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:11.108361 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.176763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:11.186269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:11.188922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:11.215889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event updated for resources: {'Port': ['ID=be608d01-8bfc-4b25-8f81-a07b3c57f6de,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:11.245509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=a144de4e-7432-4e01-9519-ced42e07d1ca,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:11.304563 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.388025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.499425 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.503545 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.541195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:14:11.558101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7332785-f7e4-47ef-b6d5-182999e1a4b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.574736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 839ff80e-b70f-4c70-91f6-97972dda2ff8 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:11.623435 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.695582 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.695951 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Added segment ab0bf182-05a0-4074-b1c5-bb99c66d1c9e of type vlan for network 59db89ef-0832-46c4-971c-0f7e90fb1518 Aug 31 14:14:11.748343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 839ff80e-b70f-4c70-91f6-97972dda2ff8 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:11.749607 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7332785-f7e4-47ef-b6d5-182999e1a4b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.761412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 839ff80e-b70f-4c70-91f6-97972dda2ff8 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:11.762008 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.768083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7332785-f7e4-47ef-b6d5-182999e1a4b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.779965 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.809065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7332785-f7e4-47ef-b6d5-182999e1a4b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694a19ca-4c52-433e-a7cd-85ea780b4926,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:11.834832 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7332785-f7e4-47ef-b6d5-182999e1a4b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.836480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d7332785-f7e4-47ef-b6d5-182999e1a4b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8808904 Aug 31 14:14:11.844732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57500) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:11.851141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3b68f1ff-a007-4a52-8b2a-f39dc5a67938 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'security_group_rule': {'security_group_id': 'e55563b1-8aa2-4bd7-8449-549729a8047b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:11.866288 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.875268 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.876851 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.910226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a92ac0-4826-41f2-812f-d683bc352a7f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:11.942303 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.955196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:11.956244 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:11.992830 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.062177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb31081-17fe-4052-9a0b-b59661d883de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839ff80e-b70f-4c70-91f6-97972dda2ff8'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:14:12.065243 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49540f7d-2af2-44a1-98d6-d97cad3e57d3" -d '{"events": [{"server_uuid": "deb31081-17fe-4052-9a0b-b59661d883de", "name": "network-vif-plugged", "status": "completed", "tag": "839ff80e-b70f-4c70-91f6-97972dda2ff8"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:14:12.087356 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b68f1ff-a007-4a52-8b2a-f39dc5a67938 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.089517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 839ff80e-b70f-4c70-91f6-97972dda2ff8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=839ff80e-b70f-4c70-91f6-97972dda2ff8,segment=NetworkSegment(784234be-1e8e-4c67-b7b6-25e5dc11b5c9),segment_id=784234be-1e8e-4c67-b7b6-25e5dc11b5c9)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:12.104704 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.137698 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=a144de4e-7432-4e01-9519-ced42e07d1ca,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:12.250790 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b68f1ff-a007-4a52-8b2a-f39dc5a67938 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.263038 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b68f1ff-a007-4a52-8b2a-f39dc5a67938 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.284901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=839ff80e-b70f-4c70-91f6-97972dda2ff8,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:12.300921 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b1531e-df52-4f9e-af02-e2a388296dcd x-openstack-request-id: req-c2b1531e-df52-4f9e-af02-e2a388296dcd {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:14:12.302656 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb31081-17fe-4052-9a0b-b59661d883de", "name": "network-vif-plugged", "status": "completed", "tag": "839ff80e-b70f-4c70-91f6-97972dda2ff8", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:14:12.303107 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2b1531e-df52-4f9e-af02-e2a388296dcd {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:14:12.303700 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb31081-17fe-4052-9a0b-b59661d883de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839ff80e-b70f-4c70-91f6-97972dda2ff8', 'code': 200} Aug 31 14:14:12.340366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68f1ff-a007-4a52-8b2a-f39dc5a67938 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba56b377-30c7-46ec-972e-eaf0f4a5d831,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:12.355417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:12.357229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:12.367037 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b68f1ff-a007-4a52-8b2a-f39dc5a67938 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.368194 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3b68f1ff-a007-4a52-8b2a-f39dc5a67938 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5216558 Aug 31 14:14:12.373982 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.3238051 Aug 31 14:14:12.375007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57516) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:12.376655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57518) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:12.391299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-79ededdb-a630-45cc-842d-d9b1aaf1ce4a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Request body: {'subnet': {'network_id': '59db89ef-0832-46c4-971c-0f7e90fb1518', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:12.403310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:12.560481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Router 60d17ea8-5745-4321-b492-5672f8e3219f is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:14:12.638523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac478ad-cd84-49b6-b67b-f4ea9cb6706f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Pushing event updated for resources: {'Network': ['ID=59db89ef-0832-46c4-971c-0f7e90fb1518,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:12.655195 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 59db89ef-0832-46c4-971c-0f7e90fb1518 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:14:12.675594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c1410-4e38-4715-914c-520131522021 req-ebe1c170-067d-4f02-aa82-5de7450c932f tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:12.686829 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-842c1410-4e38-4715-914c-520131522021 req-ebe1c170-067d-4f02-aa82-5de7450c932f tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 944 time: 0.7964554 Aug 31 14:14:12.755830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:12.768257 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a030689e-b16b-4abb-b8b2-c977e91a1444 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "PUT /v2.0/routers/60d17ea8-5745-4321-b492-5672f8e3219f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8501039 Aug 31 14:14:12.769375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57530) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:12.773668 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Sync routers for ids ['60d17ea8-5745-4321-b492-5672f8e3219f'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:12.794244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1650f9-64f6-4bc3-90cb-8317442e65f3 req-03983447-d714-4e4a-9586-f64fa00bce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:12.800070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ca1650f9-64f6-4bc3-90cb-8317442e65f3 req-03983447-d714-4e4a-9586-f64fa00bce6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 1096 time: 0.4890120 Aug 31 14:14:12.801082 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Routers {'60d17ea8-5745-4321-b492-5672f8e3219f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:12.801914 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['60d17ea8-5745-4321-b492-5672f8e3219f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:12.806286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:12.916949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-aa78ec6b-b0a3-47bb-aa6e-c0b032fd35fe None None] Provisioning for port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:12.923545 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b23f459-9167-4daa-b5bf-f444b0d25d2b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:12.927983 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1b23f459-9167-4daa-b5bf-f444b0d25d2b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports/a144de4e-7432-4e01-9519-ced42e07d1ca HTTP/1.1" status: 200 len: 911 time: 0.1551902 Aug 31 14:14:12.931898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57536) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:12.974341 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:14:13.026653 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Set router 60d17ea8-5745-4321-b492-5672f8e3219f gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:13.029174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ededdb-a630-45cc-842d-d9b1aaf1ce4a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Made reservation on behalf of 22768be482ae4801ae7bc95c9d202a19 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:13.039852 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79ededdb-a630-45cc-842d-d9b1aaf1ce4a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.047130 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1aaad-0de1-4b1d-824f-63a88ce2beb9 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:13.057450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:13.060524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1aaad-0de1-4b1d-824f-63a88ce2beb9 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:13.064700 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-15c1aaad-0de1-4b1d-824f-63a88ce2beb9 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1321087 Aug 31 14:14:13.067150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57538) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:13.231987 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ca1650f9-64f6-4bc3-90cb-8317442e65f3 req-389c46b0-f0f8-48de-a393-78c6f515f7ad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012914 Aug 31 14:14:13.245216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:13.248545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-842c1410-4e38-4715-914c-520131522021 req-1090b6de-b1c4-442b-8d6e-1db7f4a42275 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605485 Aug 31 14:14:13.251745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:13.251912 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.450753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e8d85b0f-c77d-419b-b596-b4f4bdd160ae None None] Provisioning for port a144de4e-7432-4e01-9519-ced42e07d1ca completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:13.464642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e8d85b0f-c77d-419b-b596-b4f4bdd160ae None None] Provisioning complete for port a144de4e-7432-4e01-9519-ced42e07d1ca triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:13.467905 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e8d85b0f-c77d-419b-b596-b4f4bdd160ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.499122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.545067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.682117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e8d85b0f-c77d-419b-b596-b4f4bdd160ae None None] Port a144de4e-7432-4e01-9519-ced42e07d1ca cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:13.687240 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.738232 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d17ea8-5745-4321-b492-5672f8e3219f', 'name': 'tempest-NetworksTestDHCPv6-router-1310637526', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:07Z', 'updated_at': '2021-08-31T14:14:11Z', 'revision_number': 2, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'gw_port_host': None, '_interfaces': [{'id': 'a144de4e-7432-4e01-9519-ced42e07d1ca', 'name': '', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'mac_address': 'fa:16:3e:45:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d17ea8-5745-4321-b492-5672f8e3219f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '9212769f-888e-424c-b0eb-d28a0846c216', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:14:09Z', 'updated_at': '2021-08-31T14:14:11Z', 'revision_number': 2, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'subnets': [{'id': '9212769f-888e-424c-b0eb-d28a0846c216', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:13.779107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=125f0534-3fff-4f8e-abe8-cce6b0c9fc06,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:13.783303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-117c3fe6-a905-4c67-a1d6-23e4f79087d6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.792651 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.840995 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Checking router: 60d17ea8-5745-4321-b492-5672f8e3219f for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:13.844879 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Updating router 60d17ea8-5745-4321-b492-5672f8e3219f port a144de4e-7432-4e01-9519-ced42e07d1ca binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:14:13.903447 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:13.910003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=125f0534-3fff-4f8e-abe8-cce6b0c9fc06,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:13.938670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d6ef3263-3169-4c6b-ad51-e623b7930796 None None] Provisioning complete for port a144de4e-7432-4e01-9519-ced42e07d1ca triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:13.939476 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d6ef3263-3169-4c6b-ad51-e623b7930796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.007027 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef3263-3169-4c6b-ad51-e623b7930796 None None] Port a144de4e-7432-4e01-9519-ced42e07d1ca cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:14.015084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.034586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event updated for resources: {'Port': ['ID=be608d01-8bfc-4b25-8f81-a07b3c57f6de,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:14.046509 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.050549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9e63ee8a-e953-4948-83f9-0e8f96b81e9d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1013072 Aug 31 14:14:14.074709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57570) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:14.088835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-533172087'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:14.107493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79ededdb-a630-45cc-842d-d9b1aaf1ce4a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.209595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-117c3fe6-a905-4c67-a1d6-23e4f79087d6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port a144de4e-7432-4e01-9519-ced42e07d1ca {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:14.210208 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-117c3fe6-a905-4c67-a1d6-23e4f79087d6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.256593 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.293549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ededdb-a630-45cc-842d-d9b1aaf1ce4a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Pushing event updated for resources: {'Subnet': ['ID=078e0f6d-8720-4a7e-9f98-07a17428e930,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:14.296225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Made reservation on behalf of 6821ad71508c43bd9ace58f90fae3b82 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:14.300427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.402493 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-117c3fe6-a905-4c67-a1d6-23e4f79087d6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.434508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-117c3fe6-a905-4c67-a1d6-23e4f79087d6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for a144de4e-7432-4e01-9519-ced42e07d1ca owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:14.472702 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.553837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ededdb-a630-45cc-842d-d9b1aaf1ce4a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Checking segment: {'id': 'ab0bf182-05a0-4074-b1c5-bb99c66d1c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '59db89ef-0832-46c4-971c-0f7e90fb1518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:14.554421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ededdb-a630-45cc-842d-d9b1aaf1ce4a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Network hostable DHCP agents. Network: 59db89ef-0832-46c4-971c-0f7e90fb1518, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:14:14.587380 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.615234 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Transition to ACTIVE for port object a144de4e-7432-4e01-9519-ced42e07d1ca will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:14.632805 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.744976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ededdb-a630-45cc-842d-d9b1aaf1ce4a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Network 59db89ef-0832-46c4-971c-0f7e90fb1518 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:14:14.769810 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-117c3fe6-a905-4c67-a1d6-23e4f79087d6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.789270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70f4c8-fcc4-4d0f-9ffa-dc19f3e6c295 req-d8588ec5-72eb-45eb-8167-542a5f3d6806 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:14.791053 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f70f4c8-fcc4-4d0f-9ffa-dc19f3e6c295 req-d8588ec5-72eb-45eb-8167-542a5f3d6806 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 945 time: 0.1072092 Aug 31 14:14:14.812239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-79ededdb-a630-45cc-842d-d9b1aaf1ce4a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 59db89ef-0832-46c4-971c-0f7e90fb1518) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:14.839597 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Pushing event updated for resources: {'Port': ['ID=a144de4e-7432-4e01-9519-ced42e07d1ca,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:14.845682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c3fe6-a905-4c67-a1d6-23e4f79087d6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=a144de4e-7432-4e01-9519-ced42e07d1ca,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:14.847521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86825c1e-6225-4d1d-8e4a-9fb8c8981769 None None] Network 59db89ef-0832-46c4-971c-0f7e90fb1518 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:14.870019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Allocated IP 172.25.3.170 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/9c275b7e-ade1-44b0-a6b9-4de537a30c68) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:14.873971 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.874451 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.878056 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.882689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ededdb-a630-45cc-842d-d9b1aaf1ce4a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:14.883283 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.884294 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.887452 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.888056 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.888667 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.889210 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.891296 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.891849 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.892958 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9148f0d-8fd2-40d5-b30b-8c8680bdc2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:14.897482 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79ededdb-a630-45cc-842d-d9b1aaf1ce4a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:14.989740 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Attempting to bind port a144de4e-7432-4e01-9519-ced42e07d1ca on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:14.990120 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Attempting to bind port a144de4e-7432-4e01-9519-ced42e07d1ca by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:14.990490 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Attempting to bind port a144de4e-7432-4e01-9519-ced42e07d1ca on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:15.011719 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:15.012099 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:15.012790 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.014514 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:15.015802 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Bound port: a144de4e-7432-4e01-9519-ced42e07d1ca, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:15.016382 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.067959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:15.086592 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.109450 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Port a144de4e-7432-4e01-9519-ced42e07d1ca has been deleted concurrently {{(pid=106390) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 14:14:15.158688 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Routers {'60d17ea8-5745-4321-b492-5672f8e3219f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:15.159312 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['60d17ea8-5745-4321-b492-5672f8e3219f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:15.168371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.183432 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-117c3fe6-a905-4c67-a1d6-23e4f79087d6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.238232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-59db89ef-0832-46c4-971c-0f7e90fb1518', 'network_id': '59db89ef-0832-46c4-971c-0f7e90fb1518', 'tenant_id': '22768be482ae4801ae7bc95c9d202a19', 'fixed_ips': [{'subnet_id': '078e0f6d-8720-4a7e-9f98-07a17428e930'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:15.239237 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.274360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:15.274944 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.278338 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f70f4c8-fcc4-4d0f-9ffa-dc19f3e6c295 req-557584d6-8da5-4589-8904-cc2bc374f2dc tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481871 Aug 31 14:14:15.290294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.319509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:14:15.351290 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.351885 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Added segment a7ef6d40-4c28-435c-9334-f9c76adde9d1 of type vlan for network 26984aba-3863-44aa-bd01-d18c27238398 Aug 31 14:14:15.391934 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] Set router 60d17ea8-5745-4321-b492-5672f8e3219f gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:15.477789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9130575e-6d48-488b-b019-5e071f571a5b None None] Could not find standard attr ID for object a144de4e-7432-4e01-9519-ced42e07d1ca. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:14:15.512796 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.531682 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d17ea8-5745-4321-b492-5672f8e3219f', 'name': 'tempest-NetworksTestDHCPv6-router-1310637526', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:07Z', 'updated_at': '2021-08-31T14:14:14Z', 'revision_number': 3, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:15.559327 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-79ededdb-a630-45cc-842d-d9b1aaf1ce4a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1707039 Aug 31 14:14:15.566725 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.609210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:15.611585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57604) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:15.619967 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117c3fe6-a905-4c67-a1d6-23e4f79087d6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Router 60d17ea8-5745-4321-b492-5672f8e3219f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:15.622628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:15.629588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.643119 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f9bfc-7e82-41c0-8c3d-017744ed4c24 None None] The sync data for ids ['60d17ea8-5745-4321-b492-5672f8e3219f'] in n-d-792364-6 is: [{'id': '60d17ea8-5745-4321-b492-5672f8e3219f', 'name': 'tempest-NetworksTestDHCPv6-router-1310637526', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:07Z', 'updated_at': '2021-08-31T14:14:14Z', 'revision_number': 3, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:15.655768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:15.658629 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:15.691139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:15.713257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Allocated IP 172.20.0.2 (59db89ef-0832-46c4-971c-0f7e90fb1518/078e0f6d-8720-4a7e-9f98-07a17428e930/3c0ef0b2-06a7-4043-a6d3-3407885424fe) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:15.809960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Request body: {'port': {'network_id': '59db89ef-0832-46c4-971c-0f7e90fb1518', 'name': 'tempest-TagsExtTest-1708155391'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:15.887695 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8207142 Aug 31 14:14:15.985754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57612) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:15.992319 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.005066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Transition to ACTIVE for port object 3c0ef0b2-06a7-4043-a6d3-3407885424fe will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:16.018358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e05502a9-afa5-4bee-a9e1-affe93a7a795 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Request body: {'subnet': {'network_id': '26984aba-3863-44aa-bd01-d18c27238398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:16.026084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Transition to ACTIVE for port object 3c0ef0b2-06a7-4043-a6d3-3407885424fe will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:16.061990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604f0d19-7462-4748-96b3-d919e245cd92,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:16.066583 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.161381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Port': ['ID=9c275b7e-ade1-44b0-a6b9-4de537a30c68,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:16.176078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Pushing event updated for resources: {'Port': ['ID=3c0ef0b2-06a7-4043-a6d3-3407885424fe,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:16.185466 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Network 59db89ef-0832-46c4-971c-0f7e90fb1518 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:16.187357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:16.190620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:16.202557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d318ed4-4291-4248-ada1-e34a03c61b8b tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event updated for resources: {'Network': ['ID=26984aba-3863-44aa-bd01-d18c27238398,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:16.239067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117c3fe6-a905-4c67-a1d6-23e4f79087d6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:16.243132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 26984aba-3863-44aa-bd01-d18c27238398 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:14:16.250549 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-117c3fe6-a905-4c67-a1d6-23e4f79087d6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "PUT /v2.0/routers/60d17ea8-5745-4321-b492-5672f8e3219f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1820922 Aug 31 14:14:16.253331 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57618) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:16.308117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.360524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Attempting to bind port 3c0ef0b2-06a7-4043-a6d3-3407885424fe on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:16.380255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Attempting to bind port 3c0ef0b2-06a7-4043-a6d3-3407885424fe by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'ab0bf182-05a0-4074-b1c5-bb99c66d1c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '59db89ef-0832-46c4-971c-0f7e90fb1518'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:16.380806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Attempting to bind port 3c0ef0b2-06a7-4043-a6d3-3407885424fe on network 59db89ef-0832-46c4-971c-0f7e90fb1518 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:16.383559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c8467-f7c3-4e9a-b200-754615083fe2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:16.386107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c8467-f7c3-4e9a-b200-754615083fe2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:16.391240 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-178c8467-f7c3-4e9a-b200-754615083fe2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1340184 Aug 31 14:14:16.392104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57628) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:16.404093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:16.404520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Checking segment: {'id': 'ab0bf182-05a0-4074-b1c5-bb99c66d1c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '59db89ef-0832-46c4-971c-0f7e90fb1518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:16.404939 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.405345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Bound using segment: {'id': 'ab0bf182-05a0-4074-b1c5-bb99c66d1c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '59db89ef-0832-46c4-971c-0f7e90fb1518'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:16.405835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Bound port: 3c0ef0b2-06a7-4043-a6d3-3407885424fe, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0bf182-05a0-4074-b1c5-bb99c66d1c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '59db89ef-0832-46c4-971c-0f7e90fb1518'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:16.406217 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.480852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce547edf-e2d1-47b1-97c9-30c8e3075e3c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 9212769f-888e-424c-b0eb-d28a0846c216 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:14:16.488366 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce547edf-e2d1-47b1-97c9-30c8e3075e3c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.571861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] For port 3c0ef0b2-06a7-4043-a6d3-3407885424fe, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:16.587707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] For port 3c0ef0b2-06a7-4043-a6d3-3407885424fe, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3c0ef0b2-06a7-4043-a6d3-3407885424fe,segment=NetworkSegment(ab0bf182-05a0-4074-b1c5-bb99c66d1c9e),segment_id=ab0bf182-05a0-4074-b1c5-bb99c66d1c9e)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:16.597369 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.613287 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce547edf-e2d1-47b1-97c9-30c8e3075e3c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.639142 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.646283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05502a9-afa5-4bee-a9e1-affe93a7a795 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Made reservation on behalf of 6821ad71508c43bd9ace58f90fae3b82 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:16.656627 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e05502a9-afa5-4bee-a9e1-affe93a7a795 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.742570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf00581-26e5-4d11-a57a-bb2e68e46b8f None None] Pushing event updated for resources: {'Port': ['ID=3c0ef0b2-06a7-4043-a6d3-3407885424fe,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:16.798958 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce547edf-e2d1-47b1-97c9-30c8e3075e3c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:16.922894 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce547edf-e2d1-47b1-97c9-30c8e3075e3c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.034347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce547edf-e2d1-47b1-97c9-30c8e3075e3c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=9212769f-888e-424c-b0eb-d28a0846c216,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:17.045150 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce547edf-e2d1-47b1-97c9-30c8e3075e3c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.049293 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ce547edf-e2d1-47b1-97c9-30c8e3075e3c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/9212769f-888e-424c-b0eb-d28a0846c216 HTTP/1.1" status: 204 len: 168 time: 0.6544869 Aug 31 14:14:17.051523 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57648) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:17.052568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca52a0d-3edb-41af-a042-61c8ea997df5 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:17.289388 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5c90df5f-872c-497d-a7d7-dcb9f4b05f03 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2339609 Aug 31 14:14:17.290585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57654) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:17.295821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1cbfcb-a33d-47ea-9b77-6da114370432 None None] Sync routers for ids ['60d17ea8-5745-4321-b492-5672f8e3219f'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:17.397524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1cbfcb-a33d-47ea-9b77-6da114370432 None None] Routers {'60d17ea8-5745-4321-b492-5672f8e3219f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:17.398214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3c1cbfcb-a33d-47ea-9b77-6da114370432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['60d17ea8-5745-4321-b492-5672f8e3219f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:17.500790 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-05968e3d-23f7-467e-b9cc-cd0868b0eeac tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.644950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3c1cbfcb-a33d-47ea-9b77-6da114370432 None None] Set router 60d17ea8-5745-4321-b492-5672f8e3219f gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:17.720136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ced2c-4153-4c17-987b-f27f65af7247 req-aa997fd6-bb7a-40a3-9d20-01acd5b20308 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:17.729775 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a05ced2c-4153-4c17-987b-f27f65af7247 req-aa997fd6-bb7a-40a3-9d20-01acd5b20308 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 945 time: 1.2568414 Aug 31 14:14:17.730544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Made reservation on behalf of 22768be482ae4801ae7bc95c9d202a19 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:17.736312 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.745854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3297e2d9-18a1-474f-ac71-5bf293717ce8 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:14:17.813336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3c1cbfcb-a33d-47ea-9b77-6da114370432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d17ea8-5745-4321-b492-5672f8e3219f', 'name': 'tempest-NetworksTestDHCPv6-router-1310637526', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:07Z', 'updated_at': '2021-08-31T14:14:14Z', 'revision_number': 3, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:17.864871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1cbfcb-a33d-47ea-9b77-6da114370432 None None] Checking router: 60d17ea8-5745-4321-b492-5672f8e3219f for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:17.895443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1cbfcb-a33d-47ea-9b77-6da114370432 None None] Routers {'60d17ea8-5745-4321-b492-5672f8e3219f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:17.895988 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3c1cbfcb-a33d-47ea-9b77-6da114370432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['60d17ea8-5745-4321-b492-5672f8e3219f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:17.901506 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-05968e3d-23f7-467e-b9cc-cd0868b0eeac tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.906444 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-05968e3d-23f7-467e-b9cc-cd0868b0eeac tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:17.965596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3297e2d9-18a1-474f-ac71-5bf293717ce8 None None] Deleting port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:17.966132 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3297e2d9-18a1-474f-ac71-5bf293717ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.015028 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-05968e3d-23f7-467e-b9cc-cd0868b0eeac tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.015843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05968e3d-23f7-467e-b9cc-cd0868b0eeac tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Fanout notify agent at l3_agent the message router_deleted on router 60d17ea8-5745-4321-b492-5672f8e3219f {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:14:18.030552 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-05968e3d-23f7-467e-b9cc-cd0868b0eeac tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.031986 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-05968e3d-23f7-467e-b9cc-cd0868b0eeac tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/routers/60d17ea8-5745-4321-b492-5672f8e3219f HTTP/1.1" status: 204 len: 168 time: 0.7404270 Aug 31 14:14:18.034242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57668) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:18.091898 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e05502a9-afa5-4bee-a9e1-affe93a7a795 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.130816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3297e2d9-18a1-474f-ac71-5bf293717ce8 None None] For port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=125f0534-3fff-4f8e-abe8-cce6b0c9fc06,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:18.131401 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3297e2d9-18a1-474f-ac71-5bf293717ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.170137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c4db8-3026-4018-8573-ae0ac1938e50 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:18.174264 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-038c4db8-3026-4018-8573-ae0ac1938e50 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1367164 Aug 31 14:14:18.174702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57674) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:18.231502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3c1cbfcb-a33d-47ea-9b77-6da114370432 None None] Set router 60d17ea8-5745-4321-b492-5672f8e3219f gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:18.294385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] device_id is not set on port dde37224-f0c7-4a37-a903-59c9fde06f61 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:14:18.310172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fced28-70a3-49ef-95fa-989e0482fe79 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:18.311797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-16fced28-70a3-49ef-95fa-989e0482fe79 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1360915 Aug 31 14:14:18.316113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57678) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:18.378494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a05ced2c-4153-4c17-987b-f27f65af7247 req-8d7e57c0-5ccb-45df-a041-8ff7bad8089c tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390552 Aug 31 14:14:18.380342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3c1cbfcb-a33d-47ea-9b77-6da114370432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d17ea8-5745-4321-b492-5672f8e3219f', 'name': 'tempest-NetworksTestDHCPv6-router-1310637526', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:07Z', 'updated_at': '2021-08-31T14:14:14Z', 'revision_number': 3, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:18.394574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3297e2d9-18a1-474f-ac71-5bf293717ce8 None None] Calling delete_port for 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:18.407468 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-70d56a21-55ab-4d68-904a-648c5d7edf19 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847509 Aug 31 14:14:18.416078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57686) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:18.431073 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-aefba331-2b5d-43d3-80d2-91fb9b7cbc7a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:18.474669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1cbfcb-a33d-47ea-9b77-6da114370432 None None] The sync data for ids ['60d17ea8-5745-4321-b492-5672f8e3219f'] in n-d-792364-6 is: [{'id': '60d17ea8-5745-4321-b492-5672f8e3219f', 'name': 'tempest-NetworksTestDHCPv6-router-1310637526', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:14:07Z', 'updated_at': '2021-08-31T14:14:14Z', 'revision_number': 3, 'project_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:18.553453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05502a9-afa5-4bee-a9e1-affe93a7a795 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event updated for resources: {'Subnet': ['ID=59c219a9-676f-4b48-af8f-de3ebdbba4f0,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:18.694374 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3297e2d9-18a1-474f-ac71-5bf293717ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.721419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3297e2d9-18a1-474f-ac71-5bf293717ce8 None None] No DVR routers for this DVR port 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:14:18.726708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcaac43-0e82-43a8-a4cb-1091aec88e73 None None] Network 59db89ef-0832-46c4-971c-0f7e90fb1518 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:18.741646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Allocated IP 172.20.0.3 (59db89ef-0832-46c4-971c-0f7e90fb1518/078e0f6d-8720-4a7e-9f98-07a17428e930/dde37224-f0c7-4a37-a903-59c9fde06f61) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:18.748263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05502a9-afa5-4bee-a9e1-affe93a7a795 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Checking segment: {'id': 'a7ef6d40-4c28-435c-9334-f9c76adde9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26984aba-3863-44aa-bd01-d18c27238398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:18.748263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05502a9-afa5-4bee-a9e1-affe93a7a795 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Network hostable DHCP agents. Network: 26984aba-3863-44aa-bd01-d18c27238398, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:14:18.764388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7e912-a1d3-4d02-939a-4b7edb2021d7 req-0dce6009-f743-41d7-b549-0dd010a09ec9 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:18.767164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-83e7e912-a1d3-4d02-939a-4b7edb2021d7 req-0dce6009-f743-41d7-b549-0dd010a09ec9 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 945 time: 0.1710753 Aug 31 14:14:18.791338 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.814971 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.841044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05502a9-afa5-4bee-a9e1-affe93a7a795 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Network 26984aba-3863-44aa-bd01-d18c27238398 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:14:18.856997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefba331-2b5d-43d3-80d2-91fb9b7cbc7a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:18.877121 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aefba331-2b5d-43d3-80d2-91fb9b7cbc7a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:18.911732 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297e2d9-18a1-474f-ac71-5bf293717ce8 None None] Pushing event deleted for resources: {'Port': ['ID=125f0534-3fff-4f8e-abe8-cce6b0c9fc06,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:18.947680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3a0787b0-2f61-4656-9837-304eb03e76a9 None None] Provisioning for port 3c0ef0b2-06a7-4043-a6d3-3407885424fe completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:18.992697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e05502a9-afa5-4bee-a9e1-affe93a7a795 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 26984aba-3863-44aa-bd01-d18c27238398) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:19.022874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05502a9-afa5-4bee-a9e1-affe93a7a795 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:19.023501 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e05502a9-afa5-4bee-a9e1-affe93a7a795 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.030584 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8605deab-12ce-4768-8d64-e47672e6af03 None None] Network 26984aba-3863-44aa-bd01-d18c27238398 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:19.061253 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Port': ['ID=9c275b7e-ade1-44b0-a6b9-4de537a30c68,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:19.086413 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.103464 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e05502a9-afa5-4bee-a9e1-affe93a7a795 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1025133 Aug 31 14:14:19.111855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57696) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:19.114588 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-83e7e912-a1d3-4d02-939a-4b7edb2021d7 req-1d39bb05-1d78-4df7-b0f5-28dae4e8b67e tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160813 Aug 31 14:14:19.119145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1037532135', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:19.130748 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.142114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-06c72dd1-3db9-45bb-8011-586386717923 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7561154 Aug 31 14:14:19.200518 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.226630 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.243737 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.312332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Transition to ACTIVE for port object dde37224-f0c7-4a37-a903-59c9fde06f61 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:19.335317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3c0ef0b2-06a7-4043-a6d3-3407885424fe up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:19.467593 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.543957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 3c0ef0b2-06a7-4043-a6d3-3407885424fe completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:19.591179 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.597880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3c0ef0b2-06a7-4043-a6d3-3407885424fe triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:19.598482 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.829533 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-c0410ad6-7fea-4f8b-b616-4c544a2c155c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2111100030&fields=id&tenant_id=0f573d79f178449f86f4510b41534f07 HTTP/1.1" status: 200 len: 267 time: 0.1485913 Aug 31 14:14:19.859810 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.900004 n-d-792364-6 neutron-server[106387]: DEBUG neutron.objects.ports [None req-aefba331-2b5d-43d3-80d2-91fb9b7cbc7a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:14:19.917336 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aefba331-2b5d-43d3-80d2-91fb9b7cbc7a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:19.960207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Network 59db89ef-0832-46c4-971c-0f7e90fb1518 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:19.973380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:19.988295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:20.067632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4d759220-08cb-4fb8-8d8b-8110e9254ff4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:20.069560 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4d759220-08cb-4fb8-8d8b-8110e9254ff4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports/041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 200 len: 936 time: 0.2026649 Aug 31 14:14:20.091423 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefba331-2b5d-43d3-80d2-91fb9b7cbc7a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:20.108736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-aefba331-2b5d-43d3-80d2-91fb9b7cbc7a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:20.122982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefba331-2b5d-43d3-80d2-91fb9b7cbc7a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:20.124112 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aefba331-2b5d-43d3-80d2-91fb9b7cbc7a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.126674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:20.127380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.185984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefba331-2b5d-43d3-80d2-91fb9b7cbc7a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=ff790c7e-c080-43d7-a69b-e68b5c43bd96,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:20.205666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-c43e5db7-8cd7-4188-9330-e9de3b8fe1cd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:20.207948 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d9122e-2009-488e-b27a-7c4d7eb8a200 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:20.209033 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.5820777 Aug 31 14:14:20.217696 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-c43e5db7-8cd7-4188-9330-e9de3b8fe1cd tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports/67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 200 len: 937 time: 0.1244607 Aug 31 14:14:20.220417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57740) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:20.223557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19365ba4-482e-44de-98dc-6cadfb3875a3 req-0539c4ea-71f1-4459-91a3-0ee5f48b3566 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:20.225285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19365ba4-482e-44de-98dc-6cadfb3875a3 req-0539c4ea-71f1-4459-91a3-0ee5f48b3566 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 945 time: 0.3722336 Aug 31 14:14:20.233367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b9392-585f-4dd5-b4cd-25c4eaa50156 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Pushing event updated for resources: {'Port': ['ID=dde37224-f0c7-4a37-a903-59c9fde06f61,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:20.235219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-70bb6ba6-418b-419b-94de-beb52051a870 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-498762744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:20.272548 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-aefba331-2b5d-43d3-80d2-91fb9b7cbc7a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8550975 Aug 31 14:14:20.292246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57742) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:20.303916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-60b06c1b-823f-4f1c-827b-d151ee8706e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:20.324258 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-e7fc0b58-adb2-4f07-a203-eef9156cba06 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1055734 Aug 31 14:14:20.389381 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19365ba4-482e-44de-98dc-6cadfb3875a3 req-a480e7f8-5e7c-44c8-9662-c40a45d3fb87 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440482 Aug 31 14:14:20.416286 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-9b09d761-eccb-4489-92e4-17b5a472922f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0794621 Aug 31 14:14:20.420933 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70bb6ba6-418b-419b-94de-beb52051a870 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.426829 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70bb6ba6-418b-419b-94de-beb52051a870 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.503472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4d34525e-a94e-46f8-a0f9-ba2194ce78d3 None None] Provisioning complete for port 3c0ef0b2-06a7-4043-a6d3-3407885424fe triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:20.509143 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4d34525e-a94e-46f8-a0f9-ba2194ce78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.733045 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.742454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-26984aba-3863-44aa-bd01-d18c27238398', 'network_id': '26984aba-3863-44aa-bd01-d18c27238398', 'tenant_id': '6821ad71508c43bd9ace58f90fae3b82', 'fixed_ips': [{'subnet_id': '59c219a9-676f-4b48-af8f-de3ebdbba4f0'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:20.743560 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.760494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b06c1b-823f-4f1c-827b-d151ee8706e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:20.768763 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60b06c1b-823f-4f1c-827b-d151ee8706e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.777323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.844762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-9209f2f7-5cc2-4626-bebc-d883d46a753f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:20.851143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-9209f2f7-5cc2-4626-bebc-d883d46a753f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:20.858312 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-9209f2f7-5cc2-4626-bebc-d883d46a753f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:20.866864 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-9209f2f7-5cc2-4626-bebc-d883d46a753f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/networks?id=f61a66ed-e073-4160-9a7b-510fffda1238&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a HTTP/1.1" status: 200 len: 1994 time: 0.4264662 Aug 31 14:14:20.915960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:20.918106 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-676c6545-0dcc-46e1-9743-3ff6b97991cf tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/quotas/0f573d79f178449f86f4510b41534f07 HTTP/1.1" status: 200 len: 375 time: 0.0364256 Aug 31 14:14:21.086459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a07f42-3d33-45f5-ad9c-4250c6c73465 req-5ba184d6-6444-4b66-a0e1-233aed126a9b tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:21.090909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 3c0ef0b2-06a7-4043-a6d3-3407885424fe, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3c0ef0b2-06a7-4043-a6d3-3407885424fe,segment=NetworkSegment(ab0bf182-05a0-4074-b1c5-bb99c66d1c9e),segment_id=ab0bf182-05a0-4074-b1c5-bb99c66d1c9e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:21.096543 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7a07f42-3d33-45f5-ad9c-4250c6c73465 req-5ba184d6-6444-4b66-a0e1-233aed126a9b tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 945 time: 0.2165301 Aug 31 14:14:21.117111 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70bb6ba6-418b-419b-94de-beb52051a870 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.143146 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-e2a6804f-fdfe-4148-8fd9-c954b8371fd0 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2135892 Aug 31 14:14:21.144866 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70bb6ba6-418b-419b-94de-beb52051a870 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.162190 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': 'ff790c7e-c080-43d7-a69b-e68b5c43bd96'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:21.162971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-70bb6ba6-418b-419b-94de-beb52051a870 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.163478 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.164644 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-70bb6ba6-418b-419b-94de-beb52051a870 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9431179 Aug 31 14:14:21.169920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57770) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:21.183727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9cf88cb9-e984-4f40-9d5e-beaa3ac32e39 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-776413071', 'prefixes': ['172.20.0.0/16']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:21.192107 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.200194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-293ba966-b141-47ae-af27-02c397c20311 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:14:21.201302 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-293ba966-b141-47ae-af27-02c397c20311 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164464 Aug 31 14:14:21.275874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7a07f42-3d33-45f5-ad9c-4250c6c73465 req-3707d1af-d7cb-440a-86e5-e88b15938ddd tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779263 Aug 31 14:14:21.304555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Allocated IP 172.25.3.163 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/9bb8e497-cd50-4f4a-9f1b-085715b026fc) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:21.388364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:21.426593 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4d34525e-a94e-46f8-a0f9-ba2194ce78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.476263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:21.476854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 125f0534-3fff-4f8e-abe8-cce6b0c9fc06 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:21.608061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.660270 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-9ae3378a-00a8-49d4-8161-e85d7be2ed8d service neutron] 10.222.0.20 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427974 Aug 31 14:14:21.671066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=3c0ef0b2-06a7-4043-a6d3-3407885424fe,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:21.739913 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cf88cb9-e984-4f40-9d5e-beaa3ac32e39 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for subnetpool, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.745638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9cf88cb9-e984-4f40-9d5e-beaa3ac32e39 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5711899 Aug 31 14:14:21.747832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57788) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:21.752674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-0016ce90-00cf-44b4-b7f3-e86a556ddda8 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930', 'tempest-TagsExtTest-Tag-1126090480') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:21.758315 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60b06c1b-823f-4f1c-827b-d151ee8706e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.866445 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86441db3-b2f4-4250-9153-a2fa74d85822 service neutron] 10.222.0.20 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982825 Aug 31 14:14:21.873311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b06c1b-823f-4f1c-827b-d151ee8706e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=ac8ab90a-b0f6-444a-a283-a798a40e7365,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:21.883718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b06c1b-823f-4f1c-827b-d151ee8706e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:21.890336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-60b06c1b-823f-4f1c-827b-d151ee8706e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:21.894960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b06c1b-823f-4f1c-827b-d151ee8706e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:21.895603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60b06c1b-823f-4f1c-827b-d151ee8706e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.906847 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:21.917835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Allocated IP 172.20.0.2 (26984aba-3863-44aa-bd01-d18c27238398/59c219a9-676f-4b48-af8f-de3ebdbba4f0/9cb1585c-884f-4b92-8760-e5e7eea7016f) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:21.954645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-5bb612df-264e-44c3-a315-a3c484f7c27b service neutron] 10.222.0.20 "GET /v2.0/ports/041acb94-c516-4d52-833b-861486255a61?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0813875 Aug 31 14:14:22.013149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Allocated IP 2001:db8::f816:3eff:fe67:6b4e (da4c3e7b-d0fb-4990-bf20-2699b1577677/ff790c7e-c080-43d7-a69b-e68b5c43bd96/ddf85d87-cd54-4882-89ac-6e11acf5207f) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:22.055773 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-4d34525e-a94e-46f8-a0f9-ba2194ce78d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:14:22.057056 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-4d34525e-a94e-46f8-a0f9-ba2194ce78d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:14:22.114217 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4e444ff8-faad-4d35-8f27-24897e4eea73 service neutron] 10.222.0.20 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509895 Aug 31 14:14:22.121326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:22.129874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:22.174295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event updated for resources: {'Port': ['ID=9bb8e497-cd50-4f4a-9f1b-085715b026fc,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:22.203120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:22.225792 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-60b06c1b-823f-4f1c-827b-d151ee8706e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9268701 Aug 31 14:14:22.257263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57800) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:22.267697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:49:eb:40', 'name': 'tempest-NetworksTestDHCPv6-444823173'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:22.351612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f0bb6-76c2-4861-9d76-0ecd9d3abbdc req-5b0524e0-7229-4fb9-a6c7-ff7a1287a60d tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:22.353476 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd3f0bb6-76c2-4861-9d76-0ecd9d3abbdc req-5b0524e0-7229-4fb9-a6c7-ff7a1287a60d tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.13 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 945 time: 0.1400506 Aug 31 14:14:22.460354 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.505655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Transition to ACTIVE for port object 9cb1585c-884f-4b92-8760-e5e7eea7016f will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:22.589573 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-f9d46502-a9d1-427f-b8eb-20fa09411502 service neutron] 10.222.0.20 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668374 Aug 31 14:14:22.672479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Transition to ACTIVE for port object 9cb1585c-884f-4b92-8760-e5e7eea7016f will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:22.678750 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0016ce90-00cf-44b4-b7f3-e86a556ddda8 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "PUT /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags/tempest-TagsExtTest-Tag-1126090480 HTTP/1.1" status: 201 len: 201 time: 0.9273815 Aug 31 14:14:22.698923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57814) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:22.741564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-ac74aa49-6296-4b2f-9c39-379a1cadfd02 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61', 'tempest-TagsExtTest-Tag-333463193') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:22.762990 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.777478 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-1746a85d-b4a8-4d3d-a059-d5df504bb72f service neutron] 10.222.0.20 "GET /v2.0/ports/67b8daf9-835c-48ed-b7e7-bcf0980b288b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1697295 Aug 31 14:14:22.833789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Network 26984aba-3863-44aa-bd01-d18c27238398 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:22.841690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:22.844526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:22.903960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:22.969510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b169cb-2b53-471f-8e41-39325023b655 req-835b7c6f-078d-457a-9e51-2e5e86080252 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:22.981578 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57b169cb-2b53-471f-8e41-39325023b655 req-835b7c6f-078d-457a-9e51-2e5e86080252 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 945 time: 0.3081877 Aug 31 14:14:22.992309 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:22.998220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Pushing event updated for resources: {'Port': ['ID=9cb1585c-884f-4b92-8760-e5e7eea7016f,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:23.001751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f7138411-6c6f-4ff1-a912-75add7aaa5a0 None None] Provisioning for port dde37224-f0c7-4a37-a903-59c9fde06f61 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:23.014329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Attempting to bind port 9cb1585c-884f-4b92-8760-e5e7eea7016f on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:23.014329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Attempting to bind port 9cb1585c-884f-4b92-8760-e5e7eea7016f by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'a7ef6d40-4c28-435c-9334-f9c76adde9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26984aba-3863-44aa-bd01-d18c27238398'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:23.014582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Attempting to bind port 9cb1585c-884f-4b92-8760-e5e7eea7016f on network 26984aba-3863-44aa-bd01-d18c27238398 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:23.020173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f7138411-6c6f-4ff1-a912-75add7aaa5a0 None None] Provisioning complete for port dde37224-f0c7-4a37-a903-59c9fde06f61 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:23.020635 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f7138411-6c6f-4ff1-a912-75add7aaa5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.051929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-abc7090b-4361-4aad-9bb5-96544b35f8af service neutron] 10.222.0.20 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363150 Aug 31 14:14:23.062854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Transition to ACTIVE for port object ddf85d87-cd54-4882-89ac-6e11acf5207f will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:23.065686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:23.066087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Checking segment: {'id': 'a7ef6d40-4c28-435c-9334-f9c76adde9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26984aba-3863-44aa-bd01-d18c27238398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:23.066479 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.066879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Bound using segment: {'id': 'a7ef6d40-4c28-435c-9334-f9c76adde9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26984aba-3863-44aa-bd01-d18c27238398'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:23.067378 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Bound port: 9cb1585c-884f-4b92-8760-e5e7eea7016f, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ef6d40-4c28-435c-9334-f9c76adde9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26984aba-3863-44aa-bd01-d18c27238398'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:23.067763 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.099610 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.115685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f7138411-6c6f-4ff1-a912-75add7aaa5a0 None None] Port dde37224-f0c7-4a37-a903-59c9fde06f61 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:23.130700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Transition to ACTIVE for port object ddf85d87-cd54-4882-89ac-6e11acf5207f will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:23.162291 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.179036 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57b169cb-2b53-471f-8e41-39325023b655 req-6e4d8ff7-440d-486b-bc9c-2e3151426619 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958296 Aug 31 14:14:23.250227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] For port 9cb1585c-884f-4b92-8760-e5e7eea7016f, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:23.254641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port d687499d-2f1a-48c0-a14d-02b3c2b37fd3 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:14:23.257285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:23.273259 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:23.280272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:23.287773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-fd3f0bb6-76c2-4861-9d76-0ecd9d3abbdc req-49eab4d2-c067-41bf-a5a1-e82f2b9152f0 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Deleting port 839ff80e-b70f-4c70-91f6-97972dda2ff8 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:23.288135 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fd3f0bb6-76c2-4861-9d76-0ecd9d3abbdc req-49eab4d2-c067-41bf-a5a1-e82f2b9152f0 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.290985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] For port 9cb1585c-884f-4b92-8760-e5e7eea7016f, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9cb1585c-884f-4b92-8760-e5e7eea7016f,segment=NetworkSegment(a7ef6d40-4c28-435c-9334-f9c76adde9d1),segment_id=a7ef6d40-4c28-435c-9334-f9c76adde9d1)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:23.294945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Pushing event updated for resources: {'Port': ['ID=ddf85d87-cd54-4882-89ac-6e11acf5207f,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:23.312222 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ac74aa49-6296-4b2f-9c39-379a1cadfd02 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "PUT /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags/tempest-TagsExtTest-Tag-333463193 HTTP/1.1" status: 201 len: 201 time: 0.6103795 Aug 31 14:14:23.333033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57822) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:23.333926 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.338897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-eb597940-2c64-4976-92c9-9c771f8e8749 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e', 'tempest-TagsExtTest-Tag-2035131532') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:23.420484 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.577289 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-f2f6ed07-8d29-48a4-9f58-c34a17bfe635 service neutron] 10.222.0.20 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157995 Aug 31 14:14:23.690056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fd3f0bb6-76c2-4861-9d76-0ecd9d3abbdc req-49eab4d2-c067-41bf-a5a1-e82f2b9152f0 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] For port 839ff80e-b70f-4c70-91f6-97972dda2ff8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=839ff80e-b70f-4c70-91f6-97972dda2ff8,segment=NetworkSegment(784234be-1e8e-4c67-b7b6-25e5dc11b5c9),segment_id=784234be-1e8e-4c67-b7b6-25e5dc11b5c9)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:23.690056 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fd3f0bb6-76c2-4861-9d76-0ecd9d3abbdc req-49eab4d2-c067-41bf-a5a1-e82f2b9152f0 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.732312 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3c0ef0b2-06a7-4043-a6d3-3407885424fe up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:23.800859 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eb597940-2c64-4976-92c9-9c771f8e8749 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "PUT /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags/tempest-TagsExtTest-Tag-2035131532 HTTP/1.1" status: 201 len: 201 time: 0.4667575 Aug 31 14:14:23.807383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57842) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:23.815990 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-bf811fbe-88b9-473d-93e0-064f83b20604 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24', 'tempest-TagsExtTest-Tag-574167947') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:23.847064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Attempting to bind port ddf85d87-cd54-4882-89ac-6e11acf5207f on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:23.850092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Attempting to bind port ddf85d87-cd54-4882-89ac-6e11acf5207f by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:23.850726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Attempting to bind port ddf85d87-cd54-4882-89ac-6e11acf5207f on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:23.870924 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d39dc9-90c9-43b3-80fb-1708f7eeb9b2 None None] Pushing event updated for resources: {'Port': ['ID=9cb1585c-884f-4b92-8760-e5e7eea7016f,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:23.901686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:23.903483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:23.904131 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.906049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:23.907725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Bound port: ddf85d87-cd54-4882-89ac-6e11acf5207f, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:23.910346 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:23.934876 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-3cf34207-c5b0-4567-8915-5ff70d851dcc service neutron] 10.222.0.20 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378768 Aug 31 14:14:24.068175 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 172.20.0.6 (da4c3e7b-d0fb-4990-bf20-2699b1577677/ac8ab90a-b0f6-444a-a283-a798a40e7365/d687499d-2f1a-48c0-a14d-02b3c2b37fd3) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:24.087463 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bf811fbe-88b9-473d-93e0-064f83b20604 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "PUT /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags/tempest-TagsExtTest-Tag-574167947 HTTP/1.1" status: 201 len: 201 time: 0.2727041 Aug 31 14:14:24.091859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::f816:3eff:fe49:eb40 (da4c3e7b-d0fb-4990-bf20-2699b1577677/ff790c7e-c080-43d7-a69b-e68b5c43bd96/d687499d-2f1a-48c0-a14d-02b3c2b37fd3) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:24.094227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57846) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:24.100032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-dea4560b-3291-4774-a5ae-3df6da44993b tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:24.227933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] For port ddf85d87-cd54-4882-89ac-6e11acf5207f, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:24.233505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] For port ddf85d87-cd54-4882-89ac-6e11acf5207f, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ddf85d87-cd54-4882-89ac-6e11acf5207f,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:24.245927 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:24.344953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf59948-f59d-4577-9cc2-cdd609973a91 None None] Pushing event updated for resources: {'Port': ['ID=ddf85d87-cd54-4882-89ac-6e11acf5207f,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:24.390369 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:24.397167 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3c0ef0b2-06a7-4043-a6d3-3407885424fe triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:24.398270 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:24.411127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-fd3f0bb6-76c2-4861-9d76-0ecd9d3abbdc req-49eab4d2-c067-41bf-a5a1-e82f2b9152f0 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Calling delete_port for 839ff80e-b70f-4c70-91f6-97972dda2ff8 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:24.840575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbdbd0-21f4-4f6c-89e3-29be409c4885 req-a195aa99-4140-4a03-a38d-b1d8b41329cf tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:24.842232 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4fbdbd0-21f4-4f6c-89e3-29be409c4885 req-a195aa99-4140-4a03-a38d-b1d8b41329cf tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 945 time: 0.4564595 Aug 31 14:14:24.899427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Router 4c9217ea-98c3-438e-8f47-813cb88bd9ee is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:14:25.158403 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-1785da23-3f87-4d0c-9f72-7a6f02653889 service neutron] 10.222.0.20 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2131374 Aug 31 14:14:25.245400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4fbdbd0-21f4-4f6c-89e3-29be409c4885 req-65cfeff4-1bf3-4346-84eb-0c9cb6fd9a7a tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf17c41-9f1f-4269-84e2-38bce97e771c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893569 Aug 31 14:14:25.373748 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fd3f0bb6-76c2-4861-9d76-0ecd9d3abbdc req-49eab4d2-c067-41bf-a5a1-e82f2b9152f0 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:25.387048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['839ff80e-b70f-4c70-91f6-97972dda2ff8'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:14:25.484181 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dea4560b-3291-4774-a5ae-3df6da44993b tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags HTTP/1.1" status: 200 len: 241 time: 1.3875377 Aug 31 14:14:25.490874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57872) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:25.505020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-82082fd9-3b36-46a1-990a-1c86bcfed7df tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930', 'tempest-TagsExtTest-Tag-1126090480') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:25.738752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eab4d2-c067-41bf-a5a1-e82f2b9152f0 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Pushing event deleted for resources: {'Port': ['ID=839ff80e-b70f-4c70-91f6-97972dda2ff8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:25.772223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf085113-e05d-4efc-aead-340667641ee8 None None] Network 26984aba-3863-44aa-bd01-d18c27238398 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:25.851670 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-82b12e16-191b-4658-b438-b208be0745bd service neutron] 10.222.0.20 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826007 Aug 31 14:14:25.962583 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-82082fd9-3b36-46a1-990a-1c86bcfed7df tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags/tempest-TagsExtTest-Tag-1126090480 HTTP/1.1" status: 204 len: 168 time: 0.4677320 Aug 31 14:14:25.974711 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:25.979984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57884) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:25.995775 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-60860576-01dc-4d1d-bad9-b1f701b67e7e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930', 'tempest-TagsExtTest-Tag-1126090480') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:26.054094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3f0bb6-76c2-4861-9d76-0ecd9d3abbdc req-49eab4d2-c067-41bf-a5a1-e82f2b9152f0 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] No DVR routers for this DVR port 839ff80e-b70f-4c70-91f6-97972dda2ff8 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:14:26.059450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fd3f0bb6-76c2-4861-9d76-0ecd9d3abbdc req-49eab4d2-c067-41bf-a5a1-e82f2b9152f0 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.083446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd3f0bb6-76c2-4861-9d76-0ecd9d3abbdc req-49eab4d2-c067-41bf-a5a1-e82f2b9152f0 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.13 "DELETE /v2.0/ports/839ff80e-b70f-4c70-91f6-97972dda2ff8 HTTP/1.1" status: 204 len: 173 time: 3.7108080 Aug 31 14:14:26.084384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb31081-17fe-4052-9a0b-b59661d883de', 'name': 'network-vif-deleted', 'tag': '839ff80e-b70f-4c70-91f6-97972dda2ff8'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:14:26.095236 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fba4d0-1c1d-4e62-98e1-6e5ea0002cc2" -d '{"events": [{"server_uuid": "deb31081-17fe-4052-9a0b-b59661d883de", "name": "network-vif-deleted", "tag": "839ff80e-b70f-4c70-91f6-97972dda2ff8"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:14:26.153661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:26.168803 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144af3c-b12c-4f52-ac02-4faadf30cd0f None None] Sync routers for ids ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:26.189669 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144af3c-b12c-4f52-ac02-4faadf30cd0f None None] Routers {'4c9217ea-98c3-438e-8f47-813cb88bd9ee'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:26.190562 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b144af3c-b12c-4f52-ac02-4faadf30cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:26.191084 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object d687499d-2f1a-48c0-a14d-02b3c2b37fd3 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:26.232483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9cb1585c-884f-4b92-8760-e5e7eea7016f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:26.250370 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc8fcf0-7875-40dc-869a-3eccb2db6ae1 x-openstack-request-id: req-7fc8fcf0-7875-40dc-869a-3eccb2db6ae1 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:14:26.250673 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb31081-17fe-4052-9a0b-b59661d883de", "name": "network-vif-deleted", "tag": "839ff80e-b70f-4c70-91f6-97972dda2ff8", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:14:26.252088 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fc8fcf0-7875-40dc-869a-3eccb2db6ae1 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:14:26.254356 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb31081-17fe-4052-9a0b-b59661d883de', 'name': 'network-vif-deleted', 'tag': '839ff80e-b70f-4c70-91f6-97972dda2ff8', 'status': 'completed', 'code': 200} Aug 31 14:14:26.272051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.274286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-da81d655-6101-4f5d-bda0-2df4c8387f1a tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.1604357 Aug 31 14:14:26.278473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57894) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:26.296829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9631ef-1be8-4c66-8834-87b924acd2e0 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:26.362255 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.403114 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b144af3c-b12c-4f52-ac02-4faadf30cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:26.454826 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144af3c-b12c-4f52-ac02-4faadf30cd0f None None] Routers {'4c9217ea-98c3-438e-8f47-813cb88bd9ee'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:26.457616 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b144af3c-b12c-4f52-ac02-4faadf30cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:26.522629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=d687499d-2f1a-48c0-a14d-02b3c2b37fd3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:26.531228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-daa20e64-2ce3-4f8b-b76d-bda1ce0e829c None None] Provisioning for port 9cb1585c-884f-4b92-8760-e5e7eea7016f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:26.561800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 9cb1585c-884f-4b92-8760-e5e7eea7016f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:26.568513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:26.588598 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-fdf36445-9cd2-4baa-967a-9e19af9e2e78 service neutron] 10.222.0.20 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038233 Aug 31 14:14:26.592761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:26.597463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:26.614769 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b144af3c-b12c-4f52-ac02-4faadf30cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:26.615451 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144af3c-b12c-4f52-ac02-4faadf30cd0f None None] The sync data for ids ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:26.625791 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 9cb1585c-884f-4b92-8760-e5e7eea7016f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:26.626174 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.667014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-daa20e64-2ce3-4f8b-b76d-bda1ce0e829c None None] Provisioning complete for port 9cb1585c-884f-4b92-8760-e5e7eea7016f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:26.667333 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-daa20e64-2ce3-4f8b-b76d-bda1ce0e829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:26.732253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f3ca5bbc-3474-4db2-a472-b09228fc5b87 req-f8fc3b00-0d11-4c42-bf30-9ba0fe1b1046 tempest-ServersNegativeTestMultiTenantJSON-48471386 tempest-ServersNegativeTestMultiTenantJSON-48471386-project] 10.222.0.20 "GET /v2.0/ports?device_id=deb31081-17fe-4052-9a0b-b59661d883de HTTP/1.1" status: 200 len: 210 time: 0.0654492 Aug 31 14:14:26.892765 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-60860576-01dc-4d1d-bad9-b1f701b67e7e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags/tempest-TagsExtTest-Tag-1126090480 HTTP/1.1" status: 204 len: 168 time: 0.9021065 Aug 31 14:14:26.893451 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57910) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:26.912048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-8960f83e-77f9-41f0-a5cb-af26b7cf34b3 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:26.981457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:26.982159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.016490 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1dbd2064-8977-485a-ae48-3f90f840897c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.7579989 Aug 31 14:14:27.019331 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57912) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:27.052871 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-6f35430c-36f5-4988-ac59-9896f32de798 service neutron] 10.222.0.20 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513819 Aug 31 14:14:27.061457 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-daa20e64-2ce3-4f8b-b76d-bda1ce0e829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.146855 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.211774 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d21862-ad58-4b2d-9246-a407656cc836 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:27.222847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d21862-ad58-4b2d-9246-a407656cc836 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:27.228147 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-02d21862-ad58-4b2d-9246-a407656cc836 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2067139 Aug 31 14:14:27.229814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57920) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:27.251522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-daa20e64-2ce3-4f8b-b76d-bda1ce0e829c None None] For port 9cb1585c-884f-4b92-8760-e5e7eea7016f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9cb1585c-884f-4b92-8760-e5e7eea7016f,segment=NetworkSegment(a7ef6d40-4c28-435c-9334-f9c76adde9d1),segment_id=a7ef6d40-4c28-435c-9334-f9c76adde9d1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:27.255447 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8960f83e-77f9-41f0-a5cb-af26b7cf34b3 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags HTTP/1.1" status: 200 len: 205 time: 0.3571310 Aug 31 14:14:27.267228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57922) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:27.278340 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-d8a87ea8-fd77-4e5d-b4de-151b97fad418 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:27.289267 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-daa20e64-2ce3-4f8b-b76d-bda1ce0e829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.347199 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-8abec046-0939-4805-a8b8-3039bb8df611 service neutron] 10.222.0.20 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928257 Aug 31 14:14:27.388979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766f5e3-ccff-4cc6-a791-338e55f798f5 None None] Update dhcp port {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'fixed_ips': [{'subnet_id': 'ff790c7e-c080-43d7-a69b-e68b5c43bd96', 'ip_address': '2001:db8::f816:3eff:fe67:6b4e'}, {'subnet_id': 'ac8ab90a-b0f6-444a-a283-a798a40e7365'}], 'binding:host_id': 'n-d-792364-6'}, 'id': 'ddf85d87-cd54-4882-89ac-6e11acf5207f'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:14:27.473481 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e766f5e3-ccff-4cc6-a791-338e55f798f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.614681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b86c5cd2-71e5-4632-821d-d13a50646799 None None] Provisioning for port ddf85d87-cd54-4882-89ac-6e11acf5207f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:27.621536 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:14:27.622186 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:14:27.626880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa20e64-2ce3-4f8b-b76d-bda1ce0e829c None None] Pushing event updated for resources: {'Port': ['ID=9cb1585c-884f-4b92-8760-e5e7eea7016f,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:27.639329 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-5a222133-2929-459f-80b2-7bfd01a698d2 service neutron] 10.222.0.20 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848790 Aug 31 14:14:27.660675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 839ff80e-b70f-4c70-91f6-97972dda2ff8 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:27.702141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 839ff80e-b70f-4c70-91f6-97972dda2ff8 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:27.702957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 839ff80e-b70f-4c70-91f6-97972dda2ff8 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:27.752401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd2d5b-f7f2-4ce9-bf53-83ab80d5c641 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port d687499d-2f1a-48c0-a14d-02b3c2b37fd3 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:27.753429 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1bd2d5b-f7f2-4ce9-bf53-83ab80d5c641 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.769812 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d8a87ea8-fd77-4e5d-b4de-151b97fad418 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags HTTP/1.1" status: 200 len: 240 time: 0.4988005 Aug 31 14:14:27.770859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57932) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:27.776888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-81bfc873-5af4-4805-a48c-fa8b1a8b7222 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61', 'tempest-TagsExtTest-Tag-333463193') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:27.850653 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-3460e296-4e91-4294-889d-04bf21588f48 service neutron] 10.222.0.20 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942620 Aug 31 14:14:27.862265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:27.867927 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57938) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:27.906562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-24f063bd-bbac-41e9-a4a7-0687a5d343f3 None None] Provisioning complete for port 9cb1585c-884f-4b92-8760-e5e7eea7016f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:27.907451 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-24f063bd-bbac-41e9-a4a7-0687a5d343f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.003876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f30d651-6259-4e29-9434-8beedcdcf779 admin admin] Deleting subnet 0da88612-5ef1-4366-b5c9-44740f7fbd6f {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:14:28.012076 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-81bfc873-5af4-4805-a48c-fa8b1a8b7222 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags/tempest-TagsExtTest-Tag-333463193 HTTP/1.1" status: 204 len: 168 time: 0.2401638 Aug 31 14:14:28.013228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f30d651-6259-4e29-9434-8beedcdcf779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.015048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57944) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:28.020107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-c7e69c38-8d88-41cd-907f-355d6c15676c tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61', 'tempest-TagsExtTest-Tag-333463193') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:28.142049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-e766f5e3-ccff-4cc6-a791-338e55f798f5 None None] Allocated IP 172.20.0.2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/ac8ab90a-b0f6-444a-a283-a798a40e7365/ddf85d87-cd54-4882-89ac-6e11acf5207f) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:28.149638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f30d651-6259-4e29-9434-8beedcdcf779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.224338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ddf85d87-cd54-4882-89ac-6e11acf5207f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:28.282943 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f30d651-6259-4e29-9434-8beedcdcf779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.333256 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c7e69c38-8d88-41cd-907f-355d6c15676c tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags/tempest-TagsExtTest-Tag-333463193 HTTP/1.1" status: 204 len: 168 time: 0.3167567 Aug 31 14:14:28.347452 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57958) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:28.360322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-3612fbf9-7d6f-4006-a53b-4d74e5cdb9fa tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:28.463368 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f30d651-6259-4e29-9434-8beedcdcf779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.509063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ddf85d87-cd54-4882-89ac-6e11acf5207f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:28.522493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ddf85d87-cd54-4882-89ac-6e11acf5207f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:28.523073 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.535284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30d651-6259-4e29-9434-8beedcdcf779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da88612-5ef1-4366-b5c9-44740f7fbd6f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:28.549221 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f30d651-6259-4e29-9434-8beedcdcf779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.555884 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5f30d651-6259-4e29-9434-8beedcdcf779 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0da88612-5ef1-4366-b5c9-44740f7fbd6f HTTP/1.1" status: 204 len: 168 time: 0.6868024 Aug 31 14:14:28.556747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57968) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:28.559801 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1bd2d5b-f7f2-4ce9-bf53-83ab80d5c641 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.562435 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3612fbf9-7d6f-4006-a53b-4d74e5cdb9fa tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags HTTP/1.1" status: 200 len: 205 time: 0.2139096 Aug 31 14:14:28.563462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57970) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:28.589344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-d9e6c670-290a-4cea-94de-5e36221b7896 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:28.688949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.731583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd2d5b-f7f2-4ce9-bf53-83ab80d5c641 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for d687499d-2f1a-48c0-a14d-02b3c2b37fd3 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:28.739391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Allocated IP 172.20.0.1 (26984aba-3863-44aa-bd01-d18c27238398/59c219a9-676f-4b48-af8f-de3ebdbba4f0/2a4e06c1-ef25-41fe-ad91-f06fa507170f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:28.775861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e766f5e3-ccff-4cc6-a791-338e55f798f5 None None] For port ddf85d87-cd54-4882-89ac-6e11acf5207f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ddf85d87-cd54-4882-89ac-6e11acf5207f,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:28.794400 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.850501 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.865927 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e766f5e3-ccff-4cc6-a791-338e55f798f5 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.874850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b43345-1d39-4eb6-87fb-53a8dd71384e']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:28.918224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e766f5e3-ccff-4cc6-a791-338e55f798f5 None None] Ignored duplicate provisioning block setup for port ddf85d87-cd54-4882-89ac-6e11acf5207f by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:14:28.921323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784234be-1e8e-4c67-b7b6-25e5dc11b5c9') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:28.921469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784234be-1e8e-4c67-b7b6-25e5dc11b5c9') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:28.939389 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e766f5e3-ccff-4cc6-a791-338e55f798f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:28.964525 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.009691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.017820 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:14:29.021309 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: items = [ Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:14:29.122054 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:14:29.143064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766f5e3-ccff-4cc6-a791-338e55f798f5 None None] Pushing event updated for resources: {'Port': ['ID=ddf85d87-cd54-4882-89ac-6e11acf5207f,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:29.169697 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.181726 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.184419 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] 10.222.0.20 "DELETE /v2.0/networks/15b43345-1d39-4eb6-87fb-53a8dd71384e HTTP/1.1" status: 204 len: 168 time: 0.6206951 Aug 31 14:14:29.188928 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57992) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:29.238716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de2135-6932-4d58-9f93-6a1c05ce686f admin admin] Pushing event deleted for resources: {'Network': ['ID=15b43345-1d39-4eb6-87fb-53a8dd71384e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:29.279377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b657730-18ce-4c4e-bc8b-367e78fba3cc admin admin] Deleting subnet 1d1ce074-3135-4e1e-ad55-2e503a971d15 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:14:29.284154 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b657730-18ce-4c4e-bc8b-367e78fba3cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.294070 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:14:29.294070 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:14:29.354708 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.381305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Transition to ACTIVE for port object 2a4e06c1-ef25-41fe-ad91-f06fa507170f will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:29.438373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b657730-18ce-4c4e-bc8b-367e78fba3cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.494269 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1bd2d5b-f7f2-4ce9-bf53-83ab80d5c641 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.502229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8eef7b27-276b-4d29-87e4-3d54d8fd02cd req-f942152a-0327-4cbe-bdd7-c26da7f3f193 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0499825 Aug 31 14:14:29.508055 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d9e6c670-290a-4cea-94de-5e36221b7896 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags HTTP/1.1" status: 200 len: 241 time: 0.9325705 Aug 31 14:14:29.510572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58000) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:29.520938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-95f71ccc-bb84-4054-863e-1dd644a00040 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e', 'tempest-TagsExtTest-Tag-2035131532') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:29.523740 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.525554 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b657730-18ce-4c4e-bc8b-367e78fba3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.600421 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b657730-18ce-4c4e-bc8b-367e78fba3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.622730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd2d5b-f7f2-4ce9-bf53-83ab80d5c641 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=d687499d-2f1a-48c0-a14d-02b3c2b37fd3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:29.636134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Network 26984aba-3863-44aa-bd01-d18c27238398 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:29.667751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b657730-18ce-4c4e-bc8b-367e78fba3cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1ce074-3135-4e1e-ad55-2e503a971d15,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:29.682784 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b657730-18ce-4c4e-bc8b-367e78fba3cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.686758 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7b657730-18ce-4c4e-bc8b-367e78fba3cc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1d1ce074-3135-4e1e-ad55-2e503a971d15 HTTP/1.1" status: 204 len: 168 time: 0.4961317 Aug 31 14:14:29.689883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58006) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:29.705423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:29.757543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:29.853070 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.927005 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-95f71ccc-bb84-4054-863e-1dd644a00040 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags/tempest-TagsExtTest-Tag-2035131532 HTTP/1.1" status: 204 len: 168 time: 0.4117723 Aug 31 14:14:29.940074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58012) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:29.955548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-f8fe2a22-234d-4969-b912-d9d09d51dd1c tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e', 'tempest-TagsExtTest-Tag-2035131532') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:29.962292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event updated for resources: {'Port': ['ID=2a4e06c1-ef25-41fe-ad91-f06fa507170f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:29.962889 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:29.982676 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.006265 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2b338b-2434-4783-83bb-b51736030906']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:30.030466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bb320e-1041-4a2c-8b79-fbc0d858938b') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:30.030773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bb320e-1041-4a2c-8b79-fbc0d858938b') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:30.049815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ddf85d87-cd54-4882-89ac-6e11acf5207f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ddf85d87-cd54-4882-89ac-6e11acf5207f,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:30.051706 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.062098 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.065829 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.112234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.134828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:14:30.135259 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.151377 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1bd2d5b-f7f2-4ce9-bf53-83ab80d5c641 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.163283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c1bd2d5b-f7f2-4ce9-bf53-83ab80d5c641 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/d687499d-2f1a-48c0-a14d-02b3c2b37fd3 HTTP/1.1" status: 204 len: 168 time: 2.9298809 Aug 31 14:14:30.168485 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58014) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:30.205667 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ddf85d87-cd54-4882-89ac-6e11acf5207f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:30.255018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9cb1585c-884f-4b92-8760-e5e7eea7016f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:14:30.296485 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:14:30.304472 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.341037 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.341733 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] 10.222.0.20 "DELETE /v2.0/networks/8d2b338b-2434-4783-83bb-b51736030906 HTTP/1.1" status: 204 len: 168 time: 0.6508887 Aug 31 14:14:30.342659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2c954-26de-4c8c-b8fc-cc0d98571f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=8d2b338b-2434-4783-83bb-b51736030906,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:30.371177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-be572c9e-7a05-485d-ae71-a27a38211709 None None] Provisioning for port 2a4e06c1-ef25-41fe-ad91-f06fa507170f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:30.405987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-be572c9e-7a05-485d-ae71-a27a38211709 None None] Provisioning complete for port 2a4e06c1-ef25-41fe-ad91-f06fa507170f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:30.406498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-be572c9e-7a05-485d-ae71-a27a38211709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.474880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59506c34-c031-4f05-b240-8d6aa1fb9c76 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:30.484027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59506c34-c031-4f05-b240-8d6aa1fb9c76 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:30.503736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59506c34-c031-4f05-b240-8d6aa1fb9c76 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:30.506374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-59506c34-c031-4f05-b240-8d6aa1fb9c76 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3287477 Aug 31 14:14:30.516367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58022) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:30.604600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-be572c9e-7a05-485d-ae71-a27a38211709 None None] Port 2a4e06c1-ef25-41fe-ad91-f06fa507170f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:30.681775 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 9cb1585c-884f-4b92-8760-e5e7eea7016f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:30.682152 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.705379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f8fe2a22-234d-4969-b912-d9d09d51dd1c tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags/tempest-TagsExtTest-Tag-2035131532 HTTP/1.1" status: 204 len: 168 time: 0.7635539 Aug 31 14:14:30.709127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58030) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:30.733594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-3b06cd33-e43d-4933-8cee-d2a0a9effd5f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:30.844542 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-760a3368-42c8-4912-94a2-e64815618779 req-ea6a4d22-38e1-4e7a-a196-321be0fb5f3c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.1833270 Aug 31 14:14:30.896060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5e76ae34-691b-436c-b669-291a758ce2ef None None] Provisioning complete for port ddf85d87-cd54-4882-89ac-6e11acf5207f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:30.896460 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e76ae34-691b-436c-b669-291a758ce2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:30.917700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b855011-06b7-47d2-a066-c70d1b1b6a18 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet ac8ab90a-b0f6-444a-a283-a798a40e7365 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:14:30.935312 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b855011-06b7-47d2-a066-c70d1b1b6a18 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.080998 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b855011-06b7-47d2-a066-c70d1b1b6a18 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.210084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ddf85d87-cd54-4882-89ac-6e11acf5207f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:31.323240 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b855011-06b7-47d2-a066-c70d1b1b6a18 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.402012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58040) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:31.423313 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b855011-06b7-47d2-a066-c70d1b1b6a18 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.483953 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b855011-06b7-47d2-a066-c70d1b1b6a18 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.489069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5b855011-06b7-47d2-a066-c70d1b1b6a18 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/ac8ab90a-b0f6-444a-a283-a798a40e7365 HTTP/1.1" status: 204 len: 168 time: 0.9675961 Aug 31 14:14:31.490375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b855011-06b7-47d2-a066-c70d1b1b6a18 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8ab90a-b0f6-444a-a283-a798a40e7365,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:31.499872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58044) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:31.563291 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0cfcd7db-42d4-4d24-baff-5996c2b3eb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.582892 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-165f1899-3019-439b-930c-ff614b847164 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03bc0e72c44e4f32ba61f773e190d4fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795793 Aug 31 14:14:31.586285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58046) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:31.614635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5e76ae34-691b-436c-b669-291a758ce2ef None None] Could not find standard attr ID for object d687499d-2f1a-48c0-a14d-02b3c2b37fd3. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:14:31.636451 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ddf85d87-cd54-4882-89ac-6e11acf5207f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:31.636451 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.686776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab86d2ca-492f-4568-be99-73244da70e2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet ff790c7e-c080-43d7-a69b-e68b5c43bd96 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:14:31.690772 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab86d2ca-492f-4568-be99-73244da70e2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.763431 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1609cac9-b821-4b65-893c-f587203ce496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.770515 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab86d2ca-492f-4568-be99-73244da70e2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:31.774943 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0de58f61-b1ed-464e-821c-a783ec615d08 None None] Could not find standard attr ID for object d687499d-2f1a-48c0-a14d-02b3c2b37fd3. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:14:31.895226 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1609cac9-b821-4b65-893c-f587203ce496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.119128 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab86d2ca-492f-4568-be99-73244da70e2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.151346 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.168498 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3b06cd33-e43d-4933-8cee-d2a0a9effd5f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags HTTP/1.1" status: 200 len: 205 time: 1.4518595 Aug 31 14:14:32.176762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58058) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:32.202834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-f9f2a61b-b8f9-4364-82f3-603d4c6d2a71 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:32.243005 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f9f2a61b-b8f9-4364-82f3-603d4c6d2a71 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags HTTP/1.1" status: 200 len: 240 time: 0.0612178 Aug 31 14:14:32.246084 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58060) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:32.250904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-8e550ac7-5741-412f-8ba6-136c76550c5a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24', 'tempest-TagsExtTest-Tag-574167947') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:32.260884 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-09de6743-5f56-4dcb-83cc-7ece9ff9b8d2 req-2505070d-7ae6-4ef6-824b-2cf7fabcb58d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.2088478 Aug 31 14:14:32.290898 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1609cac9-b821-4b65-893c-f587203ce496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.292636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ddf85d87-cd54-4882-89ac-6e11acf5207f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:32.294926 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1609cac9-b821-4b65-893c-f587203ce496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.296754 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1609cac9-b821-4b65-893c-f587203ce496 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddf17c41-9f1f-4269-84e2-38bce97e771c HTTP/1.1" status: 204 len: 168 time: 0.7091005 Aug 31 14:14:32.304174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab86d2ca-492f-4568-be99-73244da70e2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.370076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86d2ca-492f-4568-be99-73244da70e2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=ff790c7e-c080-43d7-a69b-e68b5c43bd96,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:32.372649 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609cac9-b821-4b65-893c-f587203ce496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf17c41-9f1f-4269-84e2-38bce97e771c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:32.378159 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8e550ac7-5741-412f-8ba6-136c76550c5a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags/tempest-TagsExtTest-Tag-574167947 HTTP/1.1" status: 204 len: 168 time: 0.1309080 Aug 31 14:14:32.384739 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab86d2ca-492f-4568-be99-73244da70e2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.387436 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ab86d2ca-492f-4568-be99-73244da70e2d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/ff790c7e-c080-43d7-a69b-e68b5c43bd96 HTTP/1.1" status: 204 len: 168 time: 0.8842278 Aug 31 14:14:32.388625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58064) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:32.393890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-9753f738-8747-4ae1-9138-49907662c689 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24', 'tempest-TagsExtTest-Tag-574167947') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:32.401808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58066) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:32.413991 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342afb7d-3fff-46ae-8ea0-f1a20533587d None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:32.465491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c3125011-67dd-45ce-ae63-ab70e80f758d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592966 Aug 31 14:14:32.465877 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58068) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:32.471241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-966de710-4854-4fb4-ba21-130ec1b92cc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:32.721255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ddf85d87-cd54-4882-89ac-6e11acf5207f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:32.722843 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:32.764122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-39cc54b1-57d3-437a-a5de-448f249af87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:32.766145 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-39cc54b1-57d3-437a-a5de-448f249af87b service neutron] 10.222.0.13 "GET /v2.0/ports/041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 200 len: 1032 time: 0.0796797 Aug 31 14:14:32.910561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-d1c83cb2-0014-48a1-ab9c-becf8242134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:32.917211 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-d1c83cb2-0014-48a1-ab9c-becf8242134b service neutron] 10.222.0.13 "GET /v2.0/ports/67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 200 len: 1033 time: 0.1380403 Aug 31 14:14:33.074887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa545479-2ce0-4bdf-bcd8-b3b3688b4476 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:14:33.166099 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9753f738-8747-4ae1-9138-49907662c689 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags/tempest-TagsExtTest-Tag-574167947 HTTP/1.1" status: 204 len: 168 time: 0.7760856 Aug 31 14:14:33.174685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58080) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:33.194159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-983e4dff-87e0-48bf-b26e-e51cf383b2ba tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:33.255006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58084) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:33.286019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-aa545479-2ce0-4bdf-bcd8-b3b3688b4476 None None] Deleting port ddf85d87-cd54-4882-89ac-6e11acf5207f {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:33.290498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa545479-2ce0-4bdf-bcd8-b3b3688b4476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.299476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966de710-4854-4fb4-ba21-130ec1b92cc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:33.325979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-966de710-4854-4fb4-ba21-130ec1b92cc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.420714 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-983e4dff-87e0-48bf-b26e-e51cf383b2ba tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags HTTP/1.1" status: 200 len: 205 time: 0.2441552 Aug 31 14:14:33.439050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58090) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:33.450222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-15148ba2-e778-40e7-a954-e40ca3398777 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:33.491376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-1336b1fb-c96d-479c-a804-7258cae2a206 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:33.499045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-1336b1fb-c96d-479c-a804-7258cae2a206 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:33.505216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-1336b1fb-c96d-479c-a804-7258cae2a206 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:33.507157 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-1336b1fb-c96d-479c-a804-7258cae2a206 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "GET /v2.0/networks?id=f61a66ed-e073-4160-9a7b-510fffda1238&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a HTTP/1.1" status: 200 len: 1994 time: 0.5717297 Aug 31 14:14:33.557148 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b94e628a-feb8-47b9-9712-bb40d930838c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf04b9e59cf34ab59bf322adf69fa8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972014 Aug 31 14:14:33.564881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58094) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:33.594034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-aa545479-2ce0-4bdf-bcd8-b3b3688b4476 None None] For port ddf85d87-cd54-4882-89ac-6e11acf5207f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ddf85d87-cd54-4882-89ac-6e11acf5207f,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:33.594576 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa545479-2ce0-4bdf-bcd8-b3b3688b4476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.621621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-aa545479-2ce0-4bdf-bcd8-b3b3688b4476 None None] Calling delete_port for ddf85d87-cd54-4882-89ac-6e11acf5207f owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:33.709942 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.740408 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-41843cfb-519e-481b-8bf9-ebdbca3e1aad tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f573d79f178449f86f4510b41534f07 HTTP/1.1" status: 200 len: 380 time: 0.2108383 Aug 31 14:14:33.776848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af0d95b5-3c9b-4485-ae74-aaf15ecaa225 req-dd07422a-4103-49e1-9f27-a99a99bb8511 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.2168894 Aug 31 14:14:33.787607 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.811269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'port': {'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'admin_state_up': True, 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'security_groups': ['e55563b1-8aa2-4bd7-8449-549729a8047b']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:33.848732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-15148ba2-e778-40e7-a954-e40ca3398777 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags HTTP/1.1" status: 204 len: 168 time: 0.4064224 Aug 31 14:14:33.901865 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58100) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:33.914344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-dc6adaa2-b5c3-4c94-a0ee-328a971f31fc tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:33.975050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:33.998889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event updated for resources: {'Port': ['ID=2a4e06c1-ef25-41fe-ad91-f06fa507170f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:34.016973 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.093528 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8785e04f-ac33-40a8-9a51-7baeb3336b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.097741 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.103675 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa545479-2ce0-4bdf-bcd8-b3b3688b4476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.137050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa545479-2ce0-4bdf-bcd8-b3b3688b4476 None None] Pushing event deleted for resources: {'Port': ['ID=ddf85d87-cd54-4882-89ac-6e11acf5207f,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:34.152085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa545479-2ce0-4bdf-bcd8-b3b3688b4476 None None] No DVR routers for this DVR port ddf85d87-cd54-4882-89ac-6e11acf5207f on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:14:34.251534 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.274463 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ddf85d87-cd54-4882-89ac-6e11acf5207f no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:34.385459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ddf85d87-cd54-4882-89ac-6e11acf5207f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:34.389028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ddf85d87-cd54-4882-89ac-6e11acf5207f not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:34.426895 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dc6adaa2-b5c3-4c94-a0ee-328a971f31fc tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags HTTP/1.1" status: 204 len: 168 time: 0.5238657 Aug 31 14:14:34.435698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58114) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:34.507683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-0ff10932-f4d2-4199-a4ad-e0195a436968 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:34.509077 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.512019 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.517869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b82d5c3d-ef1a-41c3-99f0-14a60f559875 HTTP/1.1" status: 204 len: 168 time: 0.9519453 Aug 31 14:14:34.585773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.objects.ports [None req-966de710-4854-4fb4-ba21-130ec1b92cc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:14:34.587744 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82d5c3d-ef1a-41c3-99f0-14a60f559875,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:34.595586 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-966de710-4854-4fb4-ba21-130ec1b92cc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.628763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:34.629317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:34.629862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:34.630342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:34.630903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:34.631406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:34.632216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:34.632699 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:34.632981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:34.633806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:34.633948 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:34.634407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cff12d-3e2c-4274-80bc-b1fd32f2b756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:34.639984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966de710-4854-4fb4-ba21-130ec1b92cc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:34.675516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-966de710-4854-4fb4-ba21-130ec1b92cc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:34.690099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966de710-4854-4fb4-ba21-130ec1b92cc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:34.690254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80d35a3-45f5-4513-aa31-17c0b3bd01b0 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:34.690751 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-966de710-4854-4fb4-ba21-130ec1b92cc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.711733 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48883661-26af-4401-bb87-05577ce61c79 req-3b4e8a38-f9ca-4aa5-b9bf-57aac693afd2 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:34.732097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Network 26984aba-3863-44aa-bd01-d18c27238398 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:34.735809 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-48883661-26af-4401-bb87-05577ce61c79 req-3b4e8a38-f9ca-4aa5-b9bf-57aac693afd2 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 945 time: 0.2159376 Aug 31 14:14:34.745987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:34.750023 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:34.785618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:34.882091 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-48883661-26af-4401-bb87-05577ce61c79 req-f7531229-efd9-4427-9a47-59bea7f9c5f5 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=b91785f5-f235-4206-970a-31c98446d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442161 Aug 31 14:14:34.887455 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-966de710-4854-4fb4-ba21-130ec1b92cc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4203911 Aug 31 14:14:34.888501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966de710-4854-4fb4-ba21-130ec1b92cc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=1ddaeec2-246e-47c7-a36d-ff0093578166,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:34.892347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58120) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:34.899229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-eff41bdb-8db8-4353-8c59-5b63e90fd376 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:35.061220 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0ff10932-f4d2-4199-a4ad-e0195a436968 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags HTTP/1.1" status: 204 len: 168 time: 0.6242981 Aug 31 14:14:35.067082 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58122) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:35.073227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-6a7d71e5-2a60-4639-abc2-ef3c2758222a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:35.115759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '1ddaeec2-246e-47c7-a36d-ff0093578166'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:35.117039 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.128361 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14184ca7-957d-495f-b689-ce07ef437b34 req-f174c6b1-2454-474e-97bd-1bc523d4f1e3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.1787899 Aug 31 14:14:35.291659 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6a7d71e5-2a60-4639-abc2-ef3c2758222a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags HTTP/1.1" status: 204 len: 168 time: 0.2232635 Aug 31 14:14:35.301559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58128) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:35.306715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-ee7473e6-9d0f-4c29-adc0-a42557679774 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930', 'tempest-TagsExtTest-Tag-2044425306') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:35.533068 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ee7473e6-9d0f-4c29-adc0-a42557679774 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "PUT /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags/tempest-TagsExtTest-Tag-2044425306 HTTP/1.1" status: 201 len: 201 time: 0.2290387 Aug 31 14:14:35.534607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58142) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:35.556163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-176247c5-45b9-48f0-bf80-7dc6270262ad tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61', 'tempest-TagsExtTest-Tag-660030763') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:35.611630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Router 4c9217ea-98c3-438e-8f47-813cb88bd9ee has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:35.618183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Allocated IP 2001:db8::f816:3eff:fec8:2136 (da4c3e7b-d0fb-4990-bf20-2699b1577677/1ddaeec2-246e-47c7-a36d-ff0093578166/99a35b09-7921-4802-995a-d4a82587711b) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:35.620321 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.644326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-62aae492-5332-4bb5-a808-34d490bc0316 None None] Provisioning complete for port 2a4e06c1-ef25-41fe-ad91-f06fa507170f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:35.646251 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62aae492-5332-4bb5-a808-34d490bc0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.659471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Allocated IP 172.20.0.7 (f61a66ed-e073-4160-9a7b-510fffda1238/b3e78251-b3fe-4763-9e2c-bc513ea64886/883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:35.785152 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-176247c5-45b9-48f0-bf80-7dc6270262ad tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "PUT /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags/tempest-TagsExtTest-Tag-660030763 HTTP/1.1" status: 201 len: 201 time: 0.2460244 Aug 31 14:14:35.785837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58148) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:35.792012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-62aae492-5332-4bb5-a808-34d490bc0316 None None] Port 2a4e06c1-ef25-41fe-ad91-f06fa507170f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:35.798509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-6bc08dc9-5cf6-4656-b907-9d7c69214c2b tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e', 'tempest-TagsExtTest-Tag-1051059886') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:35.848388 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.866766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Transition to ACTIVE for port object 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:35.926394 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:35.931900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff41bdb-8db8-4353-8c59-5b63e90fd376 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:35.937123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eff41bdb-8db8-4353-8c59-5b63e90fd376 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.135426 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.151955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Transition to ACTIVE for port object 99a35b09-7921-4802-995a-d4a82587711b will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:36.218113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Transition to ACTIVE for port object 99a35b09-7921-4802-995a-d4a82587711b will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:36.241714 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.301233 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eff41bdb-8db8-4353-8c59-5b63e90fd376 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.313791 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6bc08dc9-5cf6-4656-b907-9d7c69214c2b tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "PUT /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags/tempest-TagsExtTest-Tag-1051059886 HTTP/1.1" status: 201 len: 201 time: 0.5214815 Aug 31 14:14:36.317957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58158) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:36.348969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-7e7dfb05-deb0-4994-bd64-bd555541815f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24', 'tempest-TagsExtTest-Tag-579681911') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:36.443901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:36.458967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:36.459192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Network f61a66ed-e073-4160-9a7b-510fffda1238 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:36.464188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:36.480034 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:36.493749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff41bdb-8db8-4353-8c59-5b63e90fd376 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:36.507887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:36.550100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Pushing event updated for resources: {'Port': ['ID=99a35b09-7921-4802-995a-d4a82587711b,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:36.577504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1df700-5db5-4940-be12-37ecb1fadc56 req-732e53a1-6607-47e8-ab57-129fa1528c76 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:36.586393 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b1df700-5db5-4940-be12-37ecb1fadc56 req-732e53a1-6607-47e8-ab57-129fa1528c76 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 945 time: 0.5521860 Aug 31 14:14:36.613853 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Attempting to bind port 99a35b09-7921-4802-995a-d4a82587711b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:36.614288 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Attempting to bind port 99a35b09-7921-4802-995a-d4a82587711b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:36.614580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Attempting to bind port 99a35b09-7921-4802-995a-d4a82587711b on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:36.625628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:36.626029 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:36.627161 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.628357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:36.629060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Bound port: 99a35b09-7921-4802-995a-d4a82587711b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:36.629447 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.640984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:36.642163 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.673175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-eff41bdb-8db8-4353-8c59-5b63e90fd376 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:36.734285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-8f2ebb03-c3ac-481f-bc9e-e552576f7c4a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:36.736112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-8f2ebb03-c3ac-481f-bc9e-e552576f7c4a tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 945 time: 0.2943466 Aug 31 14:14:36.738640 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7e7dfb05-deb0-4994-bd64-bd555541815f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "PUT /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags/tempest-TagsExtTest-Tag-579681911 HTTP/1.1" status: 201 len: 201 time: 0.4145610 Aug 31 14:14:36.747037 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58168) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:36.764989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] For port 99a35b09-7921-4802-995a-d4a82587711b, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:36.771417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-890b05bf-83a4-46ee-a60b-05e72ebffd8d tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930', {'tags': ['tempest-TagsExtTest-Tag-1715810374', 'tempest-TagsExtTest-Tag-1367225173', 'tempest-TagsExtTest-Tag-388080547']}) {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:36.772144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] For port 99a35b09-7921-4802-995a-d4a82587711b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=99a35b09-7921-4802-995a-d4a82587711b,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:36.786392 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.800648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b1df700-5db5-4940-be12-37ecb1fadc56 req-8c3e3640-3fa2-4a06-9bc5-0be55730cfc7 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=b91785f5-f235-4206-970a-31c98446d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132554 Aug 31 14:14:36.859550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff41bdb-8db8-4353-8c59-5b63e90fd376 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:36.866752 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eff41bdb-8db8-4353-8c59-5b63e90fd376 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.875122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Port': ['ID=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:36.905887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff41bdb-8db8-4353-8c59-5b63e90fd376 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=ba976519-405f-4237-8caa-1cf9b8622f61,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:36.924173 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:36.935626 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce12df7-d343-4721-b767-e95c85c04512 req-db0ec039-f5eb-40f5-a3e9-ff50e05d9d4b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:36.937377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ce12df7-d343-4721-b767-e95c85c04512 req-db0ec039-f5eb-40f5-a3e9-ff50e05d9d4b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 931 time: 0.4595978 Aug 31 14:14:36.941660 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bcf17845-d9c9-46bf-b1b3-6766a57c4f69 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1622996 Aug 31 14:14:36.966695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddeedb-0acd-4459-ba46-0692285808aa None None] Pushing event updated for resources: {'Port': ['ID=99a35b09-7921-4802-995a-d4a82587711b,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:36.992165 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'port': {'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5', 'admin_state_up': True, 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'security_groups': ['e55563b1-8aa2-4bd7-8449-549729a8047b']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:37.000634 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eff41bdb-8db8-4353-8c59-5b63e90fd376 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1064355 Aug 31 14:14:37.004225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58172) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:37.024859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:9a:02:f4', 'name': 'tempest-NetworksTestDHCPv6-570952079'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:37.033518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0763aefc-2949-469a-9535-5dad714ff4c5 None None] Provisioning for port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:37.040342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0763aefc-2949-469a-9535-5dad714ff4c5 None None] Provisioning complete for port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:37.041098 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0763aefc-2949-469a-9535-5dad714ff4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.079430 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ce12df7-d343-4721-b767-e95c85c04512 req-49aa75c8-96c2-4858-b270-13d0ec71e5fe tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247740 Aug 31 14:14:37.083944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:37.105144 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d8ed9259-9681-43dc-b5c6-6a0851a7a358 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "PUT /v2.0/routers/4c9217ea-98c3-438e-8f47-813cb88bd9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8255475 Aug 31 14:14:37.116203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea4f584-da82-4a98-a655-b43d4b7f6f4c None None] Sync routers for ids ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:37.121697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58174) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:37.141128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Request body: {'port': {'network_id': '26984aba-3863-44aa-bd01-d18c27238398', 'name': 'tempest-FloatingIPAdminTestJSON-249490665'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:37.157878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4f584-da82-4a98-a655-b43d4b7f6f4c None None] Routers {'4c9217ea-98c3-438e-8f47-813cb88bd9ee'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:37.159105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0ea4f584-da82-4a98-a655-b43d4b7f6f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:37.166084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0763aefc-2949-469a-9535-5dad714ff4c5 None None] Port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:37.296905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-890b05bf-83a4-46ee-a60b-05e72ebffd8d tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "PUT /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags HTTP/1.1" status: 200 len: 317 time: 0.5404644 Aug 31 14:14:37.302569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58178) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:37.308478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-8d320fd0-51c9-4ace-a570-97570d945391 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:37.360659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0ea4f584-da82-4a98-a655-b43d4b7f6f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:37.380325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Deleting port 1cedc0db-224b-4edd-a893-686ae0e7b2ad {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:37.380655 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.386940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4f584-da82-4a98-a655-b43d4b7f6f4c None None] Routers {'4c9217ea-98c3-438e-8f47-813cb88bd9ee'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:37.388722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0ea4f584-da82-4a98-a655-b43d4b7f6f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:37.501923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0ea4f584-da82-4a98-a655-b43d4b7f6f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:37.502595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea4f584-da82-4a98-a655-b43d4b7f6f4c None None] The sync data for ids ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:37.507359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:37.532877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:37.538328 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.614569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Made reservation on behalf of 6821ad71508c43bd9ace58f90fae3b82 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:37.623364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.646538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] For port 1cedc0db-224b-4edd-a893-686ae0e7b2ad, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1cedc0db-224b-4edd-a893-686ae0e7b2ad,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:37.647089 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:37.676575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] device_id is not set on port 54c8235b-4f64-4437-9b0b-c95eacbf0415 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:14:37.977315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Allocated IP 10.1.1.160 (83b65104-e682-47ab-846c-67afd4d672b5/76893773-f058-4edb-b94e-a02cfd36894b/4dbe6699-fcfc-4218-8c31-38ce0590918c) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:38.069905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Allocated IP 172.20.0.4 (26984aba-3863-44aa-bd01-d18c27238398/59c219a9-676f-4b48-af8f-de3ebdbba4f0/54c8235b-4f64-4437-9b0b-c95eacbf0415) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:38.170014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e73df-409b-438d-b08d-a6e167ae8ed3 req-7f0772f2-f1b2-4cdc-98c1-232810037c9b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:38.171608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac3e73df-409b-438d-b08d-a6e167ae8ed3 req-7f0772f2-f1b2-4cdc-98c1-232810037c9b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 945 time: 0.1992681 Aug 31 14:14:38.258468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 99a35b09-7921-4802-995a-d4a82587711b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:38.287608 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.300065 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.311894 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.312281 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Floating IP 1172bb84-b328-4dab-8011-a710455add60 disassociated. External IP: 172.25.3.40, port: 1cedc0db-224b-4edd-a893-686ae0e7b2ad. Aug 31 14:14:38.312813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Calling delete_port for 1cedc0db-224b-4edd-a893-686ae0e7b2ad owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:38.376403 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8d320fd0-51c9-4ace-a570-97570d945391 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags HTTP/1.1" status: 204 len: 168 time: 1.0719006 Aug 31 14:14:38.383978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58208) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:38.394702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-3a5861d4-9e8b-448e-84b7-7f314842672e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930', 'tempest-TagsExtTest-Tag-1715810374') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:38.438306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 99a35b09-7921-4802-995a-d4a82587711b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:38.489911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 30440a5a-e346-4182-9cba-e62092bd0c22 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:14:38.577202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d507a2a8-2b0d-4742-a900-d5a5de766b98 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:38.648133 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb66dc8-72b2-4556-9b9d-ae35c8311594 req-409a7401-6334-4191-9ed4-c10728587d08 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:38.657803 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dcb66dc8-72b2-4556-9b9d-ae35c8311594 req-409a7401-6334-4191-9ed4-c10728587d08 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 931 time: 0.3126247 Aug 31 14:14:38.680606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.711148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Transition to ACTIVE for port object 54c8235b-4f64-4437-9b0b-c95eacbf0415 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:38.812870 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dcb66dc8-72b2-4556-9b9d-ae35c8311594 req-9dfff67e-7dbb-40c5-b03a-72898b954731 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533165 Aug 31 14:14:38.819025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.821423 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2301e02c-6723-40c2-bfc4-63133ce10460 None None] Provisioning for port 99a35b09-7921-4802-995a-d4a82587711b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:38.830537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2301e02c-6723-40c2-bfc4-63133ce10460 None None] Provisioning complete for port 99a35b09-7921-4802-995a-d4a82587711b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:38.831095 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2301e02c-6723-40c2-bfc4-63133ce10460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:38.893743 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-3a5861d4-9e8b-448e-84b7-7f314842672e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] show failed (client error): The resource could not be found. Aug 31 14:14:38.899961 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3a5861d4-9e8b-448e-84b7-7f314842672e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags/tempest-TagsExtTest-Tag-1715810374 HTTP/1.1" status: 404 len: 329 time: 0.5078084 Aug 31 14:14:38.917119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58216) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:38.939320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-8a951404-4709-47ff-be9c-ebb8ac3da0e8 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930', 'tempest-TagsExtTest-Tag-1367225173') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:38.952273 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2301e02c-6723-40c2-bfc4-63133ce10460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.005376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2301e02c-6723-40c2-bfc4-63133ce10460 None None] For port 99a35b09-7921-4802-995a-d4a82587711b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=99a35b09-7921-4802-995a-d4a82587711b,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:39.049922 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2301e02c-6723-40c2-bfc4-63133ce10460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.124893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301e02c-6723-40c2-bfc4-63133ce10460 None None] Pushing event updated for resources: {'Port': ['ID=99a35b09-7921-4802-995a-d4a82587711b,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:39.173662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66006bb0-af9e-493d-ba5f-9d5207fc4c91 None None] Update dhcp port {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'fixed_ips': [{'subnet_id': '1ddaeec2-246e-47c7-a36d-ff0093578166', 'ip_address': '2001:db8::f816:3eff:fec8:2136'}, {'subnet_id': 'ba976519-405f-4237-8caa-1cf9b8622f61'}], 'binding:host_id': 'n-d-792364-6'}, 'id': '99a35b09-7921-4802-995a-d4a82587711b'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:14:39.185806 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.221006 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-66006bb0-af9e-493d-ba5f-9d5207fc4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.223954 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.225039 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.247260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event deleted for resources: {'Port': ['ID=1cedc0db-224b-4edd-a893-686ae0e7b2ad,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:39.267492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 172.20.0.4 (da4c3e7b-d0fb-4990-bf20-2699b1577677/ba976519-405f-4237-8caa-1cf9b8622f61/30440a5a-e346-4182-9cba-e62092bd0c22) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:39.278321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::f816:3eff:fe9a:2f4 (da4c3e7b-d0fb-4990-bf20-2699b1577677/1ddaeec2-246e-47c7-a36d-ff0093578166/30440a5a-e346-4182-9cba-e62092bd0c22) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:39.608321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Network 26984aba-3863-44aa-bd01-d18c27238398 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:39.620291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac3e73df-409b-438d-b08d-a6e167ae8ed3 req-1d0f0b67-f5a7-4fd6-b045-f991221f291e tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups?id=b91785f5-f235-4206-970a-31c98446d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4166832 Aug 31 14:14:39.627116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:39.644847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:39.649298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event updated for resources: {'Port': ['ID=54c8235b-4f64-4437-9b0b-c95eacbf0415,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:39.722101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.722770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.722770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.723122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.723460 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.723797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.724130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.724473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.724808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.725135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.725463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.725793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:39.761785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.784393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:39.785154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.813791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Transition to ACTIVE for port object 4dbe6699-fcfc-4218-8c31-38ce0590918c will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:39.841625 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9d73e731-43c1-4c6e-9a27-7d7ce450c6d8 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7189569 Aug 31 14:14:39.842273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58224) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:39.907285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:39.912972 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-8a951404-4709-47ff-be9c-ebb8ac3da0e8 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] show failed (client error): The resource could not be found. Aug 31 14:14:39.916099 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8a951404-4709-47ff-be9c-ebb8ac3da0e8 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags/tempest-TagsExtTest-Tag-1367225173 HTTP/1.1" status: 404 len: 329 time: 0.9899206 Aug 31 14:14:39.922559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58230) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:39.932525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-203b6d5b-4c45-4673-bd69-990e9687d79b tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930', 'tempest-TagsExtTest-Tag-388080547') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:39.970010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:40.056146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Network 83b65104-e682-47ab-846c-67afd4d672b5 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:40.076375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:40.096230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-57e683d6-c6d5-42ab-8363-1b97a98d28d7 None None] Provisioning for port 54c8235b-4f64-4437-9b0b-c95eacbf0415 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:40.098711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Port': ['ID=4dbe6699-fcfc-4218-8c31-38ce0590918c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:40.102010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:40.102196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-57e683d6-c6d5-42ab-8363-1b97a98d28d7 None None] Provisioning complete for port 54c8235b-4f64-4437-9b0b-c95eacbf0415 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:40.102567 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-57e683d6-c6d5-42ab-8363-1b97a98d28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.258298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-57e683d6-c6d5-42ab-8363-1b97a98d28d7 None None] Port 54c8235b-4f64-4437-9b0b-c95eacbf0415 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:40.263349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:40.263921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 99a35b09-7921-4802-995a-d4a82587711b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:40.273147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:40.274391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.276280 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adbf912-c84f-4407-858c-3eff6c26a08b None None] Sync routers for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:40.283762 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-203b6d5b-4c45-4673-bd69-990e9687d79b tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] show failed (client error): The resource could not be found. Aug 31 14:14:40.290900 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-203b6d5b-4c45-4673-bd69-990e9687d79b tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags/tempest-TagsExtTest-Tag-388080547 HTTP/1.1" status: 404 len: 328 time: 0.3672700 Aug 31 14:14:40.297179 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adbf912-c84f-4407-858c-3eff6c26a08b None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:40.298600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58242) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:40.301046 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6adbf912-c84f-4407-858c-3eff6c26a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:40.305238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-79b22fc4-917e-4d26-bfce-bc5d42d61e71 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61', {'tags': ['tempest-TagsExtTest-Tag-376269735', 'tempest-TagsExtTest-Tag-477596280', 'tempest-TagsExtTest-Tag-1271814843']}) {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:40.335020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'project_id': '6821ad71508c43bd9ace58f90fae3b82', 'port_id': '54c8235b-4f64-4437-9b0b-c95eacbf0415'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:40.383233 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 99a35b09-7921-4802-995a-d4a82587711b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:40.383617 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.423172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98ffb4-ecf7-43e4-842a-96b9ac49230b req-064d81a4-26cb-4985-81e2-7ed1896cc1e9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:40.438689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98ffb4-ecf7-43e4-842a-96b9ac49230b req-064d81a4-26cb-4985-81e2-7ed1896cc1e9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:40.450400 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1a98ffb4-ecf7-43e4-842a-96b9ac49230b req-064d81a4-26cb-4985-81e2-7ed1896cc1e9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 1653 time: 0.4975266 Aug 31 14:14:40.465393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-bdec0747-1148-48d4-954f-e717731aad01 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4990401 Aug 31 14:14:40.489572 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-6adbf912-c84f-4407-858c-3eff6c26a08b None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:40.500193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'port': {'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5', 'admin_state_up': True, 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'security_groups': ['e55563b1-8aa2-4bd7-8449-549729a8047b']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:40.541938 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.560596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 30440a5a-e346-4182-9cba-e62092bd0c22 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:40.603560 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] No DVR routers for this DVR port 1cedc0db-224b-4edd-a893-686ae0e7b2ad on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:14:40.609080 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.614911 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4735dbf4-41d6-4160-87e7-a101f3ba4e0e req-bb6a1622-7892-4766-bc22-e09fb6be6222 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.52 "DELETE /v2.0/ports/1cedc0db-224b-4edd-a893-686ae0e7b2ad HTTP/1.1" status: 204 len: 173 time: 3.8645101 Aug 31 14:14:40.654438 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'name': 'network-vif-deleted', 'tag': '1cedc0db-224b-4edd-a893-686ae0e7b2ad'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:14:40.660245 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ec13ac-08e1-4621-9a5f-0a55db63f514" -d '{"events": [{"server_uuid": "4ee56011-ba36-4fff-8f88-05f08e251f6e", "name": "network-vif-deleted", "tag": "1cedc0db-224b-4edd-a893-686ae0e7b2ad"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:14:40.661983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.686916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-79b22fc4-917e-4d26-bfce-bc5d42d61e71 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "PUT /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags HTTP/1.1" status: 200 len: 316 time: 0.3859849 Aug 31 14:14:40.697667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.712624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58256) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:40.713333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0c7fb417-d14b-476d-b2dc-7d6b2b829801 None None] Provisioning for port 4dbe6699-fcfc-4218-8c31-38ce0590918c completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:40.732675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0c7fb417-d14b-476d-b2dc-7d6b2b829801 None None] Provisioning complete for port 4dbe6699-fcfc-4218-8c31-38ce0590918c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:40.733057 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb417-d14b-476d-b2dc-7d6b2b829801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:40.839806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-b1bf67ea-bdb9-4829-84ae-1b94c775bac7 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:40.841807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-66006bb0-af9e-493d-ba5f-9d5207fc4c91 None None] Allocated IP 172.20.0.2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/ba976519-405f-4237-8caa-1cf9b8622f61/99a35b09-7921-4802-995a-d4a82587711b) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:40.865949 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-319695a7-6272-4ed8-bf29-24112d7fb155 req-9fff5489-47ef-49fd-b47a-3a377ee8e473 tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee56011-ba36-4fff-8f88-05f08e251f6e HTTP/1.1" status: 200 len: 210 time: 0.1027224 Aug 31 14:14:40.888539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0c7fb417-d14b-476d-b2dc-7d6b2b829801 None None] Port 4dbe6699-fcfc-4218-8c31-38ce0590918c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:40.962447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:40.976277 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.026158 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6adbf912-c84f-4407-858c-3eff6c26a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:29Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:41.035034 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb1d549-5da5-4f67-96c3-e7e9c209ce62 x-openstack-request-id: req-bfb1d549-5da5-4f67-96c3-e7e9c209ce62 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:14:41.035951 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee56011-ba36-4fff-8f88-05f08e251f6e", "name": "network-vif-deleted", "tag": "1cedc0db-224b-4edd-a893-686ae0e7b2ad", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:14:41.036357 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfb1d549-5da5-4f67-96c3-e7e9c209ce62 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:14:41.036948 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee56011-ba36-4fff-8f88-05f08e251f6e', 'name': 'network-vif-deleted', 'tag': '1cedc0db-224b-4edd-a893-686ae0e7b2ad', 'status': 'completed', 'code': 200} Aug 31 14:14:41.056268 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adbf912-c84f-4407-858c-3eff6c26a08b None None] Checking router: c4f1e46f-cf78-4b2b-a187-55e0b24a3211 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:14:41.065548 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adbf912-c84f-4407-858c-3eff6c26a08b None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:41.066206 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6adbf912-c84f-4407-858c-3eff6c26a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:41.077231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:41.117886 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1a98ffb4-ecf7-43e4-842a-96b9ac49230b req-7ff30c1b-12bd-4f2b-b64b-10086a77751d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6637969 Aug 31 14:14:41.118876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:41.127384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:41.154309 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-66006bb0-af9e-493d-ba5f-9d5207fc4c91 None None] For port 99a35b09-7921-4802-995a-d4a82587711b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=99a35b09-7921-4802-995a-d4a82587711b,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:41.192682 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.223619 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-66006bb0-af9e-493d-ba5f-9d5207fc4c91 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.237148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=30440a5a-e346-4182-9cba-e62092bd0c22,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:41.264853 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-6adbf912-c84f-4407-858c-3eff6c26a08b None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:14:41.265157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-66006bb0-af9e-493d-ba5f-9d5207fc4c91 None None] Transition to ACTIVE for port object 99a35b09-7921-4802-995a-d4a82587711b will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:41.281515 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-66006bb0-af9e-493d-ba5f-9d5207fc4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.363909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:41.366732 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.377204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1cedc0db-224b-4edd-a893-686ae0e7b2ad no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:41.444157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Allocated IP 172.25.3.237 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/b047a009-843c-45ab-a69d-657708519b71) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:41.450107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 1cedc0db-224b-4edd-a893-686ae0e7b2ad {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:41.454064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1cedc0db-224b-4edd-a893-686ae0e7b2ad not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:41.454234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5658086a-93e8-4add-9cee-dfbda5f3ed60 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.4391923 Aug 31 14:14:41.456362 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58264) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:41.496118 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b1bf67ea-bdb9-4829-84ae-1b94c775bac7 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags HTTP/1.1" status: 204 len: 168 time: 0.6769624 Aug 31 14:14:41.502308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58266) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:41.524420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-49ae6502-8514-4ecf-be31-4d0906e6fea0 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61', 'tempest-TagsExtTest-Tag-376269735') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:41.545455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66006bb0-af9e-493d-ba5f-9d5207fc4c91 None None] Pushing event updated for resources: {'Port': ['ID=99a35b09-7921-4802-995a-d4a82587711b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:41.648732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a0e66-1a22-4c8c-9a7c-99cf769078d1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:41.669921 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a0e66-1a22-4c8c-9a7c-99cf769078d1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:41.671725 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-304a0e66-1a22-4c8c-9a7c-99cf769078d1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2140310 Aug 31 14:14:41.674601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58268) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:41.762736 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-49ae6502-8514-4ecf-be31-4d0906e6fea0 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] show failed (client error): The resource could not be found. Aug 31 14:14:41.766676 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-49ae6502-8514-4ecf-be31-4d0906e6fea0 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags/tempest-TagsExtTest-Tag-376269735 HTTP/1.1" status: 404 len: 328 time: 0.2556593 Aug 31 14:14:41.766997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58274) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:41.771498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-72009ed1-4bb4-45cb-815a-9e037a68cb6e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61', 'tempest-TagsExtTest-Tag-477596280') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:41.834475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Allocated IP 10.1.1.175 (83b65104-e682-47ab-846c-67afd4d672b5/76893773-f058-4edb-b94e-a02cfd36894b/4bcaa59e-cbb8-42a6-84ca-0dbeec675caa) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:41.844205 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:41.844405 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6adbf912-c84f-4407-858c-3eff6c26a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:29Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:41.876814 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-72009ed1-4bb4-45cb-815a-9e037a68cb6e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] show failed (client error): The resource could not be found. Aug 31 14:14:41.878143 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-72009ed1-4bb4-45cb-815a-9e037a68cb6e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags/tempest-TagsExtTest-Tag-477596280 HTTP/1.1" status: 404 len: 328 time: 0.1098645 Aug 31 14:14:41.880582 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58276) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:41.889319 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adbf912-c84f-4407-858c-3eff6c26a08b None None] The sync data for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 is: [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:06:18Z', 'revision_number': 4, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '5a94d2b7-ed89-44b0-992d-8ea2021a02fe', 'name': '', 'network_id': 'd0b5bd67-43f6-464d-968b-b9a83e80305f', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'mac_address': 'fa:16:3e:83:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:17Z', 'updated_at': '2021-08-31T14:06:29Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'subnets': [{'id': '6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:41.890935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-e3de2fb9-32fe-4e58-9a6b-97a537a74430 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61', 'tempest-TagsExtTest-Tag-1271814843') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:42.058981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58286) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:42.153054 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc222703-7ac1-4989-9025-10574a26361b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.160177 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-e3de2fb9-32fe-4e58-9a6b-97a537a74430 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] show failed (client error): The resource could not be found. Aug 31 14:14:42.163752 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e3de2fb9-32fe-4e58-9a6b-97a537a74430 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags/tempest-TagsExtTest-Tag-1271814843 HTTP/1.1" status: 404 len: 329 time: 0.2793467 Aug 31 14:14:42.170145 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58288) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:42.208319 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-e5f92a46-31b4-4c3e-aa42-b096cdb39afb tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e', {'tags': ['tempest-TagsExtTest-Tag-1175478198', 'tempest-TagsExtTest-Tag-2008006045', 'tempest-TagsExtTest-Tag-882326769']}) {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:42.250546 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 99a35b09-7921-4802-995a-d4a82587711b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:42.355990 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.496618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:42.499308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-bd526fab-6e4a-4eb7-95eb-2c16fcacfbd8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 30440a5a-e346-4182-9cba-e62092bd0c22 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:42.499654 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd526fab-6e4a-4eb7-95eb-2c16fcacfbd8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.500638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc222703-7ac1-4989-9025-10574a26361b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.514429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf657c3c-80a8-4112-8961-9eeaf0754aae None None] New status for floating IP 1172bb84-b328-4dab-8011-a710455add60: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:14:42.521454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Pushing event updated for resources: {'Port': ['ID=b047a009-843c-45ab-a69d-657708519b71,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:42.556835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:42.592761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:42.678743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5c5bb-5934-4854-8230-14c1fc5c0f0c req-6dfcc102-3687-4a76-99e9-acd36d4d2853 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:42.696682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5c5bb-5934-4854-8230-14c1fc5c0f0c req-6dfcc102-3687-4a76-99e9-acd36d4d2853 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:42.702819 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-85c5c5bb-5934-4854-8230-14c1fc5c0f0c req-6dfcc102-3687-4a76-99e9-acd36d4d2853 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 1653 time: 0.3039737 Aug 31 14:14:42.715095 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e5f92a46-31b4-4c3e-aa42-b096cdb39afb tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "PUT /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags HTTP/1.1" status: 200 len: 317 time: 0.5278692 Aug 31 14:14:42.727902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd526fab-6e4a-4eb7-95eb-2c16fcacfbd8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.733651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58294) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:42.740920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-8f9e567d-d581-4dca-bf74-f2ed964cdd1a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:42.745130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-bd526fab-6e4a-4eb7-95eb-2c16fcacfbd8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 30440a5a-e346-4182-9cba-e62092bd0c22 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:42.874239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9d396f15-ea39-4f0d-8598-4008c6e5850c None None] Provisioning for port 99a35b09-7921-4802-995a-d4a82587711b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:42.881102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9d396f15-ea39-4f0d-8598-4008c6e5850c None None] Provisioning complete for port 99a35b09-7921-4802-995a-d4a82587711b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:42.881102 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d396f15-ea39-4f0d-8598-4008c6e5850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:42.887557 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-85c5c5bb-5934-4854-8230-14c1fc5c0f0c req-352776de-b97b-4842-912a-889848d4fe43 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696353 Aug 31 14:14:42.936117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.034625 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc222703-7ac1-4989-9025-10574a26361b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.043529 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc222703-7ac1-4989-9025-10574a26361b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.044044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Transition to ACTIVE for port object 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:43.044939 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bc222703-7ac1-4989-9025-10574a26361b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "DELETE /v2.0/security-groups/b91785f5-f235-4206-970a-31c98446d969 HTTP/1.1" status: 204 len: 168 time: 0.9816380 Aug 31 14:14:43.048177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58300) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:43.093751 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8f9e567d-d581-4dca-bf74-f2ed964cdd1a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags HTTP/1.1" status: 204 len: 168 time: 0.3586535 Aug 31 14:14:43.096736 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-cb9f88af-2b4f-4485-9e7b-1e85eab3cfeb tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] show failed (client error): The resource could not be found. Aug 31 14:14:43.097798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cb9f88af-2b4f-4485-9e7b-1e85eab3cfeb tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "GET /v2.0/security-groups/b91785f5-f235-4206-970a-31c98446d969 HTTP/1.1" status: 404 len: 347 time: 0.0379958 Aug 31 14:14:43.103233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58302) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:43.103566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58304) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:43.108406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-1f6de3e1-7cb6-4bd4-9049-a718364abe1f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e', 'tempest-TagsExtTest-Tag-1175478198') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:43.209099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc222703-7ac1-4989-9025-10574a26361b tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91785f5-f235-4206-970a-31c98446d969,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:43.355590 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-1f6de3e1-7cb6-4bd4-9049-a718364abe1f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] show failed (client error): The resource could not be found. Aug 31 14:14:43.358601 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1f6de3e1-7cb6-4bd4-9049-a718364abe1f tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags/tempest-TagsExtTest-Tag-1175478198 HTTP/1.1" status: 404 len: 329 time: 0.2539155 Aug 31 14:14:43.369852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58314) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:43.376168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-13b11370-fa66-4244-ab65-41f22fe2ed03 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e', 'tempest-TagsExtTest-Tag-2008006045') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:43.511251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c27501a1-eb44-4f9d-a568-0e9a2f9e8c6c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Deleting port f352c9c8-ad49-440b-9554-272d912e0eb1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:43.511525 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c27501a1-eb44-4f9d-a568-0e9a2f9e8c6c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.601019 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c27501a1-eb44-4f9d-a568-0e9a2f9e8c6c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.601961 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c27501a1-eb44-4f9d-a568-0e9a2f9e8c6c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.614794 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c27501a1-eb44-4f9d-a568-0e9a2f9e8c6c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Calling delete_port for f352c9c8-ad49-440b-9554-272d912e0eb1 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:43.661706 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.719951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Network 83b65104-e682-47ab-846c-67afd4d672b5 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:43.724992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:43.734098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:43.790897 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-13b11370-fa66-4244-ab65-41f22fe2ed03 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] show failed (client error): The resource could not be found. Aug 31 14:14:43.792189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-13b11370-fa66-4244-ab65-41f22fe2ed03 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags/tempest-TagsExtTest-Tag-2008006045 HTTP/1.1" status: 404 len: 329 time: 0.4212334 Aug 31 14:14:43.793522 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c27501a1-eb44-4f9d-a568-0e9a2f9e8c6c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.807460 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58322) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:43.844108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-c6225b66-fd6e-4999-81f7-841468d57aef tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e', 'tempest-TagsExtTest-Tag-882326769') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:43.885604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Port': ['ID=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:43.908494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:43.909119 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.917336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-98140fbd-5aeb-45d2-be58-115d48364994 None None] Provisioning for port 30440a5a-e346-4182-9cba-e62092bd0c22 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:43.924202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-98140fbd-5aeb-45d2-be58-115d48364994 None None] Provisioning complete for port 30440a5a-e346-4182-9cba-e62092bd0c22 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:43.925041 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-98140fbd-5aeb-45d2-be58-115d48364994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:43.992758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-98140fbd-5aeb-45d2-be58-115d48364994 None None] Port 30440a5a-e346-4182-9cba-e62092bd0c22 was deleted so its status cannot be updated. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 14:14:44.020331 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27501a1-eb44-4f9d-a568-0e9a2f9e8c6c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Pushing event deleted for resources: {'Port': ['ID=f352c9c8-ad49-440b-9554-272d912e0eb1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:44.166388 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c27501a1-eb44-4f9d-a568-0e9a2f9e8c6c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.170236 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c27501a1-eb44-4f9d-a568-0e9a2f9e8c6c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.176057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c27501a1-eb44-4f9d-a568-0e9a2f9e8c6c tempest-AttachVolumeTestJSON-398653751 tempest-AttachVolumeTestJSON-398653751-project] 10.222.0.20 "DELETE /v2.0/floatingips/1172bb84-b328-4dab-8011-a710455add60 HTTP/1.1" status: 204 len: 168 time: 1.0644457 Aug 31 14:14:44.185406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd526fab-6e4a-4eb7-95eb-2c16fcacfbd8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.198777 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-dfd38755-3ca1-4e0e-a812-c942a42cc66f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7195597 Aug 31 14:14:44.209114 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-c6225b66-fd6e-4999-81f7-841468d57aef tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] show failed (client error): The resource could not be found. Aug 31 14:14:44.217443 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c6225b66-fd6e-4999-81f7-841468d57aef tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags/tempest-TagsExtTest-Tag-882326769 HTTP/1.1" status: 404 len: 328 time: 0.3780713 Aug 31 14:14:44.218789 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58332) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:44.237195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-b0dafbbc-a8c8-43c0-a322-a8ab198e1cb7 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24', {'tags': ['tempest-TagsExtTest-Tag-469076797', 'tempest-TagsExtTest-Tag-271247629', 'tempest-TagsExtTest-Tag-1508398265']}) {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:44.256535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9c7725fe-4103-46af-b848-809d405546fa None None] Provisioning for port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:44.261231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd526fab-6e4a-4eb7-95eb-2c16fcacfbd8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=30440a5a-e346-4182-9cba-e62092bd0c22,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:44.262274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9c7725fe-4103-46af-b848-809d405546fa None None] Provisioning complete for port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:44.262655 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9c7725fe-4103-46af-b848-809d405546fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.271117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'port': {'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a', 'admin_state_up': True, 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'security_groups': ['e55563b1-8aa2-4bd7-8449-549729a8047b']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:44.334474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955cddd-22c8-4863-be55-eee621d4a545 req-a88afa3d-6b38-492d-8080-073f7861c3fc tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:44.355052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955cddd-22c8-4863-be55-eee621d4a545 req-a88afa3d-6b38-492d-8080-073f7861c3fc tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:44.383017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955cddd-22c8-4863-be55-eee621d4a545 req-a88afa3d-6b38-492d-8080-073f7861c3fc tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:44.386171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7955cddd-22c8-4863-be55-eee621d4a545 req-a88afa3d-6b38-492d-8080-073f7861c3fc tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 2374 time: 0.3435719 Aug 31 14:14:44.426659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9c7725fe-4103-46af-b848-809d405546fa None None] Port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:44.519397 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7955cddd-22c8-4863-be55-eee621d4a545 req-e19f8cb8-6a29-4d03-a64a-3b057ca0f135 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226847 Aug 31 14:14:44.522527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b0dafbbc-a8c8-43c0-a322-a8ab198e1cb7 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "PUT /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags HTTP/1.1" status: 200 len: 316 time: 0.2995152 Aug 31 14:14:44.525203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58346) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:44.533311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-c47069c5-5939-460f-8815-d6bfa3b9e970 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:44.608020 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c47069c5-5939-460f-8815-d6bfa3b9e970 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags HTTP/1.1" status: 204 len: 168 time: 0.0779393 Aug 31 14:14:44.608020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58348) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:44.612998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-249d0060-f25e-4757-a53c-be72a774accd tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24', 'tempest-TagsExtTest-Tag-469076797') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:44.658218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:44.663677 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-249d0060-f25e-4757-a53c-be72a774accd tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] show failed (client error): The resource could not be found. Aug 31 14:14:44.669990 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-249d0060-f25e-4757-a53c-be72a774accd tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags/tempest-TagsExtTest-Tag-469076797 HTTP/1.1" status: 404 len: 328 time: 0.0600221 Aug 31 14:14:44.673470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58352) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:44.681111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-e88867fa-5e1c-47c7-8a4a-3d55ca2c216a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24', 'tempest-TagsExtTest-Tag-271247629') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:44.739054 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-e88867fa-5e1c-47c7-8a4a-3d55ca2c216a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] show failed (client error): The resource could not be found. Aug 31 14:14:44.740199 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e88867fa-5e1c-47c7-8a4a-3d55ca2c216a tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags/tempest-TagsExtTest-Tag-271247629 HTTP/1.1" status: 404 len: 328 time: 0.0661888 Aug 31 14:14:44.740892 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58354) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:44.753217 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58356) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:44.762725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-ea2ab1e5-f640-4052-b2a6-26c5f955fea0 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24', 'tempest-TagsExtTest-Tag-1508398265') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:44.811185 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-ea2ab1e5-f640-4052-b2a6-26c5f955fea0 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] show failed (client error): The resource could not be found. Aug 31 14:14:44.814683 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ea2ab1e5-f640-4052-b2a6-26c5f955fea0 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags/tempest-TagsExtTest-Tag-1508398265 HTTP/1.1" status: 404 len: 329 time: 0.0578258 Aug 31 14:14:44.815319 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58362) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:44.822115 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-6ca06f29-c8e5-4c53-b1c7-9bec0d43a480 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec2e552d-8abf-4231-99cf-a67fc8cebc24') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:44.845099 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.887001 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6ca06f29-c8e5-4c53-b1c7-9bec0d43a480 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24/tags HTTP/1.1" status: 204 len: 168 time: 0.0684249 Aug 31 14:14:44.887551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58366) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:44.896887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-381e494a-0329-48f7-a728-f1088a90c3b2 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '177a21dd-c704-42b0-bd96-4bf90f8c302e') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:44.930226 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd526fab-6e4a-4eb7-95eb-2c16fcacfbd8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:44.932401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bd526fab-6e4a-4eb7-95eb-2c16fcacfbd8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/30440a5a-e346-4182-9cba-e62092bd0c22 HTTP/1.1" status: 204 len: 168 time: 3.2543032 Aug 31 14:14:44.938600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58368) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:45.107503 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa9b88c9-8c0e-4d43-91e0-ea27282c8d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:45.158048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e8dfe5-408d-4347-a7f5-8a12478c9b82 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:45.159699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e8dfe5-408d-4347-a7f5-8a12478c9b82 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:45.161435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e8dfe5-408d-4347-a7f5-8a12478c9b82 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:45.163058 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a7e8dfe5-408d-4347-a7f5-8a12478c9b82 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2216325 Aug 31 14:14:45.171903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58382) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:45.176729 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-381e494a-0329-48f7-a728-f1088a90c3b2 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e/tags HTTP/1.1" status: 204 len: 168 time: 0.2881436 Aug 31 14:14:45.181477 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58384) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:45.196282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-4fcc36b0-5560-4f2f-b2b2-396c689e16ad tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dde37224-f0c7-4a37-a903-59c9fde06f61') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:45.216961 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:45.259187 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:45.416818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4fcc36b0-5560-4f2f-b2b2-396c689e16ad tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61/tags HTTP/1.1" status: 204 len: 168 time: 0.2285886 Aug 31 14:14:45.425159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58388) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:45.429941 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-4af93d60-430b-476b-a8c4-a59b899dab64 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '078e0f6d-8720-4a7e-9f98-07a17428e930') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:45.547215 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa9b88c9-8c0e-4d43-91e0-ea27282c8d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:45.558388 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa9b88c9-8c0e-4d43-91e0-ea27282c8d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:45.643852 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:45.659335 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:45.669368 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-aa9b88c9-8c0e-4d43-91e0-ea27282c8d31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=204e76884ab640539df37465b03b38bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9266059 Aug 31 14:14:45.675110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58394) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:45.682042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b88c9-8c0e-4d43-91e0-ea27282c8d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7c3ee4-2c5f-4efe-b0f3-bfbe0773e27f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:45.714223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c9f53f-bb43-49a7-9c2a-1b7be33af69b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 1ddaeec2-246e-47c7-a36d-ff0093578166 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:14:45.721358 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4af93d60-430b-476b-a8c4-a59b899dab64 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930/tags HTTP/1.1" status: 204 len: 168 time: 0.2951584 Aug 31 14:14:45.728395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58396) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:45.779621 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-45c9f53f-bb43-49a7-9c2a-1b7be33af69b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.135264 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9ca3-7d4b-4bbb-b958-4a3e1d763e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.167382 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d6dce40-9072-4676-81f2-cb46510e6d01 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for subnetpool, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.168683 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9d6dce40-9072-4676-81f2-cb46510e6d01 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ec2e552d-8abf-4231-99cf-a67fc8cebc24 HTTP/1.1" status: 204 len: 168 time: 0.4387212 Aug 31 14:14:46.172315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58404) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:46.183354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9ca3-7d4b-4bbb-b958-4a3e1d763e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.207366 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e044b9b1-823a-44be-89e5-bb9e7471434e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "GET /v2.0/ports?device_id=177a21dd-c704-42b0-bd96-4bf90f8c302e HTTP/1.1" status: 200 len: 205 time: 0.0338640 Aug 31 14:14:46.210137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58408) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:46.285093 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.305792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-45c9f53f-bb43-49a7-9c2a-1b7be33af69b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.321374 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-618c5b5f-75cb-404b-b2e1-afcbb78b6423 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.437012 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9ca3-7d4b-4bbb-b958-4a3e1d763e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.439487 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9ca3-7d4b-4bbb-b958-4a3e1d763e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.443332 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ff7b9ca3-7d4b-4bbb-b958-4a3e1d763e92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc7c3ee4-2c5f-4efe-b0f3-bfbe0773e27f HTTP/1.1" status: 204 len: 168 time: 0.7433333 Aug 31 14:14:46.457170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Pushing event updated for resources: {'Port': ['ID=b047a009-843c-45ab-a69d-657708519b71,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:46.518339 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-45c9f53f-bb43-49a7-9c2a-1b7be33af69b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.522936 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b9ca3-7d4b-4bbb-b958-4a3e1d763e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7c3ee4-2c5f-4efe-b0f3-bfbe0773e27f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:46.530404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-618c5b5f-75cb-404b-b2e1-afcbb78b6423 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.534150 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-618c5b5f-75cb-404b-b2e1-afcbb78b6423 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.593941 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-618c5b5f-75cb-404b-b2e1-afcbb78b6423 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.594594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618c5b5f-75cb-404b-b2e1-afcbb78b6423 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Fanout notify agent at l3_agent the message router_deleted on router 177a21dd-c704-42b0-bd96-4bf90f8c302e {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:14:46.605616 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-618c5b5f-75cb-404b-b2e1-afcbb78b6423 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.609240 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-618c5b5f-75cb-404b-b2e1-afcbb78b6423 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/routers/177a21dd-c704-42b0-bd96-4bf90f8c302e HTTP/1.1" status: 204 len: 168 time: 0.3952694 Aug 31 14:14:46.609577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58442) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:46.629062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399e513-b9a6-4bd7-b2a6-459e03aadf00 req-1e06e407-3321-4a2f-a74f-ea1f58d1d6f2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:46.635352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399e513-b9a6-4bd7-b2a6-459e03aadf00 req-1e06e407-3321-4a2f-a74f-ea1f58d1d6f2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:46.641802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399e513-b9a6-4bd7-b2a6-459e03aadf00 req-1e06e407-3321-4a2f-a74f-ea1f58d1d6f2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:46.643618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2399e513-b9a6-4bd7-b2a6-459e03aadf00 req-1e06e407-3321-4a2f-a74f-ea1f58d1d6f2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 2374 time: 0.9380467 Aug 31 14:14:46.707933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Allocated IP 10.2.2.100 (1c33b8ea-b74c-4228-8f71-02e2bf90452a/de107df4-53f4-4225-b35f-c54daeb8f85e/a695eda4-8064-4835-887f-df4c54d594d9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:46.734540 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Floating IP b263290b-30d8-48dd-b3a6-d8ba0b422644 associated. External IP: 172.25.3.237, port: 54c8235b-4f64-4437-9b0b-c95eacbf0415. Aug 31 14:14:46.820280 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a1c268fa-a790-4817-8d10-3b1d2d09d01d tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Deleting port dde37224-f0c7-4a37-a903-59c9fde06f61 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:46.821841 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1c268fa-a790-4817-8d10-3b1d2d09d01d tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.829194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2399e513-b9a6-4bd7-b2a6-459e03aadf00 req-9e23ce22-0d4d-419f-9fdd-4636a49f7cd3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744175 Aug 31 14:14:46.853034 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-45c9f53f-bb43-49a7-9c2a-1b7be33af69b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.938520 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-45c9f53f-bb43-49a7-9c2a-1b7be33af69b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:46.940897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-45c9f53f-bb43-49a7-9c2a-1b7be33af69b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/1ddaeec2-246e-47c7-a36d-ff0093578166 HTTP/1.1" status: 204 len: 168 time: 1.7652924 Aug 31 14:14:46.941044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e975b-b6f6-4613-85f6-8b1799bb02e8 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:46.970464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58476) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:46.990853 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9f53f-bb43-49a7-9c2a-1b7be33af69b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=1ddaeec2-246e-47c7-a36d-ff0093578166,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:47.185984 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1c268fa-a790-4817-8d10-3b1d2d09d01d tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.247461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a1c268fa-a790-4817-8d10-3b1d2d09d01d tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Calling delete_port for dde37224-f0c7-4a37-a903-59c9fde06f61 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:47.282539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-5366dadd-8eea-4aa5-850b-6e82294745be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet ba976519-405f-4237-8caa-1cf9b8622f61 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:14:47.324109 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5366dadd-8eea-4aa5-850b-6e82294745be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.608469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Router 4c9217ea-98c3-438e-8f47-813cb88bd9ee has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:47.653015 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5366dadd-8eea-4aa5-850b-6e82294745be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.657457 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.670982 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1c268fa-a790-4817-8d10-3b1d2d09d01d tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:47.769281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c268fa-a790-4817-8d10-3b1d2d09d01d tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Pushing event deleted for resources: {'Port': ['ID=dde37224-f0c7-4a37-a903-59c9fde06f61,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:47.822941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:47.832665 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f271707-bddb-43dc-82b3-37e471ce3b72 None None] Sync routers for ids ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:47.846830 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Transition to ACTIVE for port object a695eda4-8064-4835-887f-df4c54d594d9 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:47.854671 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f271707-bddb-43dc-82b3-37e471ce3b72 None None] Routers {'4c9217ea-98c3-438e-8f47-813cb88bd9ee'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:47.855341 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-7f271707-bddb-43dc-82b3-37e471ce3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:47.899444 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.026583 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-35915d0d-20f0-4808-b9a9-77bd7287032c tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.1811397 Aug 31 14:14:48.027485 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58586) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:48.113458 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.136602 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1c268fa-a790-4817-8d10-3b1d2d09d01d tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.141021 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a1c268fa-a790-4817-8d10-3b1d2d09d01d tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/ports/dde37224-f0c7-4a37-a903-59c9fde06f61 HTTP/1.1" status: 204 len: 168 time: 1.5299911 Aug 31 14:14:48.143394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58598) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:48.275668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Port': ['ID=a695eda4-8064-4835-887f-df4c54d594d9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:48.349434 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-7f271707-bddb-43dc-82b3-37e471ce3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:48.357689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d9ba-dfbd-4b48-b045-bebde58cbe9e req-fc78fe78-5923-4963-85a6-7c657d623a99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:48.380772 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d9ba-dfbd-4b48-b045-bebde58cbe9e req-fc78fe78-5923-4963-85a6-7c657d623a99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:48.385895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Network 1c33b8ea-b74c-4228-8f71-02e2bf90452a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:48.392554 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f271707-bddb-43dc-82b3-37e471ce3b72 None None] Routers {'4c9217ea-98c3-438e-8f47-813cb88bd9ee'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:48.393622 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-7f271707-bddb-43dc-82b3-37e471ce3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:48.411112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d9ba-dfbd-4b48-b045-bebde58cbe9e req-fc78fe78-5923-4963-85a6-7c657d623a99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:48.413169 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7db2d9ba-dfbd-4b48-b045-bebde58cbe9e req-fc78fe78-5923-4963-85a6-7c657d623a99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 2374 time: 0.4174399 Aug 31 14:14:48.426728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37a47b5-20a9-475d-b2da-c585b7cd7f09 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Deleting subnet 078e0f6d-8720-4a7e-9f98-07a17428e930 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:14:48.434242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:48.434915 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e37a47b5-20a9-475d-b2da-c585b7cd7f09 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.442424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:48.511294 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-7f271707-bddb-43dc-82b3-37e471ce3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:48.512109 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f271707-bddb-43dc-82b3-37e471ce3b72 None None] The sync data for ids ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:48.547104 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5366dadd-8eea-4aa5-850b-6e82294745be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.556044 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-624dedf5-a1b0-4768-bd5e-b89d6a1dbc91 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] 10.222.0.20 "GET /v2.0/floatingips/b263290b-30d8-48dd-b3a6-d8ba0b422644 HTTP/1.1" status: 200 len: 982 time: 0.5238504 Aug 31 14:14:48.559601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58630) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:48.599473 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e37a47b5-20a9-475d-b2da-c585b7cd7f09 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.706732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fb2241a3-4ce5-4d93-9b49-290bc0da03d6 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1945 time: 0.1237807 Aug 31 14:14:48.707744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58642) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:48.934457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:48.935775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.948123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a4d6a2b8-e7ee-40c5-8aa2-1ae1d6d82a9b None None] Provisioning for port a695eda4-8064-4835-887f-df4c54d594d9 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:48.958970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a4d6a2b8-e7ee-40c5-8aa2-1ae1d6d82a9b None None] Provisioning complete for port a695eda4-8064-4835-887f-df4c54d594d9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:48.959961 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a2b8-e7ee-40c5-8aa2-1ae1d6d82a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:48.971716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-55bd5748-d303-4af4-8506-be4ac9d0f5c1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7112689 Aug 31 14:14:48.984504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'port': {'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a', 'admin_state_up': True, 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'security_groups': ['e55563b1-8aa2-4bd7-8449-549729a8047b']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:48.993095 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e37a47b5-20a9-475d-b2da-c585b7cd7f09 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.068928 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6a2b8-e7ee-40c5-8aa2-1ae1d6d82a9b None None] Port a695eda4-8064-4835-887f-df4c54d594d9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:49.102641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a4d6a2b8-e7ee-40c5-8aa2-1ae1d6d82a9b None None] Provisioning complete for port 99a35b09-7921-4802-995a-d4a82587711b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:49.103017 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a2b8-e7ee-40c5-8aa2-1ae1d6d82a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.133341 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5366dadd-8eea-4aa5-850b-6e82294745be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.153407 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7db2d9ba-dfbd-4b48-b045-bebde58cbe9e req-2a61180e-16ff-496a-a8c2-54f22847640f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7200799 Aug 31 14:14:49.195877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5366dadd-8eea-4aa5-850b-6e82294745be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.201680 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5366dadd-8eea-4aa5-850b-6e82294745be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/ba976519-405f-4237-8caa-1cf9b8622f61 HTTP/1.1" status: 204 len: 168 time: 2.2269182 Aug 31 14:14:49.207380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58696) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:49.255102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366dadd-8eea-4aa5-850b-6e82294745be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=ba976519-405f-4237-8caa-1cf9b8622f61,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:49.273894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff21957-5cc2-4a65-8b77-8e03a78eaf03 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:49.337238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Made reservation on behalf of 0f573d79f178449f86f4510b41534f07 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:49.344905 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.384953 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-178e881b-805e-48d2-aab9-a311818f8827 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1743009 Aug 31 14:14:49.392696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58714) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:49.414016 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fdc86381-32f7-4785-8a0d-db53c703521a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:49.701159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc86381-32f7-4785-8a0d-db53c703521a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:49.706971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdc86381-32f7-4785-8a0d-db53c703521a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.719192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Deleting port b047a009-843c-45ab-a69d-657708519b71 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:49.719641 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.799429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:14:49.916654 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e37a47b5-20a9-475d-b2da-c585b7cd7f09 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:49.947352 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:14:49.984279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a47b5-20a9-475d-b2da-c585b7cd7f09 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Pushing event deleted for resources: {'Subnet': ['ID=078e0f6d-8720-4a7e-9f98-07a17428e930,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:50.006738 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e37a47b5-20a9-475d-b2da-c585b7cd7f09 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.010266 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e37a47b5-20a9-475d-b2da-c585b7cd7f09 tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/subnets/078e0f6d-8720-4a7e-9f98-07a17428e930 HTTP/1.1" status: 204 len: 168 time: 1.8561673 Aug 31 14:14:50.019613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58768) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:50.035147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6518d275-4a5e-40a1-a6a8-c36410bbd6b8 None None] Network 59db89ef-0832-46c4-971c-0f7e90fb1518 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:50.070305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.072956 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.162611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Calling delete_port for b047a009-843c-45ab-a69d-657708519b71 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:50.170743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Allocated IP 10.2.2.200 (1c33b8ea-b74c-4228-8f71-02e2bf90452a/de107df4-53f4-4225-b35f-c54daeb8f85e/78ff4304-d96e-4f5b-883d-ae93905b3f41) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:50.209413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Deleting port 99a35b09-7921-4802-995a-d4a82587711b {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:50.210123 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.510432 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.708043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 99a35b09-7921-4802-995a-d4a82587711b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:50.891726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] For port 99a35b09-7921-4802-995a-d4a82587711b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=99a35b09-7921-4802-995a-d4a82587711b,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:50.892088 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.918001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Calling delete_port for 99a35b09-7921-4802-995a-d4a82587711b owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:50.953686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdc86381-32f7-4785-8a0d-db53c703521a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:50.987922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bf872-2c2c-4085-9b48-3a3c21bb43a8 req-6fd69c33-a3a8-4cac-8ef3-3360fd8a6398 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:50.995741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bf872-2c2c-4085-9b48-3a3c21bb43a8 req-6fd69c33-a3a8-4cac-8ef3-3360fd8a6398 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:51.012514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bf872-2c2c-4085-9b48-3a3c21bb43a8 req-6fd69c33-a3a8-4cac-8ef3-3360fd8a6398 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:51.019029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bf872-2c2c-4085-9b48-3a3c21bb43a8 req-6fd69c33-a3a8-4cac-8ef3-3360fd8a6398 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:51.029035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a86bf872-2c2c-4085-9b48-3a3c21bb43a8 req-6fd69c33-a3a8-4cac-8ef3-3360fd8a6398 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 3095 time: 0.5385952 Aug 31 14:14:51.082883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Deleting port 3c0ef0b2-06a7-4043-a6d3-3407885424fe {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:14:51.083434 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.087229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc86381-32f7-4785-8a0d-db53c703521a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:51.107134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fdc86381-32f7-4785-8a0d-db53c703521a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:51.148872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc86381-32f7-4785-8a0d-db53c703521a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:51.150159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdc86381-32f7-4785-8a0d-db53c703521a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.200092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc86381-32f7-4785-8a0d-db53c703521a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=f9c973b5-4568-4623-b9de-f6e64a97f577,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:51.224322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58888) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:51.225116 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fdc86381-32f7-4785-8a0d-db53c703521a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8260360 Aug 31 14:14:51.231900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.243856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:51.246196 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] For port 3c0ef0b2-06a7-4043-a6d3-3407885424fe, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3c0ef0b2-06a7-4043-a6d3-3407885424fe,segment=NetworkSegment(ab0bf182-05a0-4074-b1c5-bb99c66d1c9e),segment_id=ab0bf182-05a0-4074-b1c5-bb99c66d1c9e)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:51.247127 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.287510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Calling delete_port for 3c0ef0b2-06a7-4043-a6d3-3407885424fe owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:14:51.535286 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.556475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a86bf872-2c2c-4085-9b48-3a3c21bb43a8 req-97e6f132-acad-4f22-bb53-dfdf2dde4b46 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5024917 Aug 31 14:14:51.610766 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938c4019-abae-4412-a27e-992a93374d6b None None] DHCP port deletion for 59db89ef-0832-46c4-971c-0f7e90fb1518 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:14:51.625812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Pushing event deleted for resources: {'Port': ['ID=3c0ef0b2-06a7-4043-a6d3-3407885424fe,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:51.634434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] No DVR routers for this DVR port 3c0ef0b2-06a7-4043-a6d3-3407885424fe on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:14:51.661936 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.723253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] No DVR routers for this DVR port 99a35b09-7921-4802-995a-d4a82587711b on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:14:51.792396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1fb3c1-175b-48e2-b243-29d955301176 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:51.807655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Pushing event deleted for resources: {'Port': ['ID=99a35b09-7921-4802-995a-d4a82587711b,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:51.838533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Transition to ACTIVE for port object 78ff4304-d96e-4f5b-883d-ae93905b3f41 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:51.855485 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58932) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:51.915377 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.935442 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59db89ef-0832-46c4-971c-0f7e90fb1518']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:51.951001 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.965188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0bf182-05a0-4074-b1c5-bb99c66d1c9e') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:51.967698 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:51.968809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0bf182-05a0-4074-b1c5-bb99c66d1c9e') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:51.978619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:51.979960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:51.981137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:51.981794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:51.985857 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:51.988767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:51.989398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:51.991037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:51.992879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:51.994100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:51.995714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:51.996292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ac5ad-229c-4639-aecb-465ce2d50b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:14:52.010767 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.066188 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.079610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:14:52.081940 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:14:52.097718 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:14:52.210500 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.224575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event deleted for resources: {'Port': ['ID=b047a009-843c-45ab-a69d-657708519b71,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:52.275418 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.284627 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.294373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] 10.222.0.20 "DELETE /v2.0/networks/59db89ef-0832-46c4-971c-0f7e90fb1518 HTTP/1.1" status: 204 len: 168 time: 2.2711072 Aug 31 14:14:52.324420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172f721-33ce-4280-908f-9659e3d1be0e tempest-TagsExtTest-182369545 tempest-TagsExtTest-182369545-project] Pushing event deleted for resources: {'Network': ['ID=59db89ef-0832-46c4-971c-0f7e90fb1518,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:52.337530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3c0ef0b2-06a7-4043-a6d3-3407885424fe no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:14:52.386958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:14:52.392292 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.409890 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.410674 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Floating IP b263290b-30d8-48dd-b3a6-d8ba0b422644 disassociated (deleted). External IP: 172.25.3.237, port: 54c8235b-4f64-4437-9b0b-c95eacbf0415. Aug 31 14:14:52.426140 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be33242f-d6b5-4101-9f4e-68ebfc1f767d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.439783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 3c0ef0b2-06a7-4043-a6d3-3407885424fe {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:14:52.440417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3c0ef0b2-06a7-4043-a6d3-3407885424fe not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:14:52.497327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': 'f9c973b5-4568-4623-b9de-f6e64a97f577'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:14:52.499995 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.613921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event updated for resources: {'Port': ['ID=78ff4304-d96e-4f5b-883d-ae93905b3f41,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:52.641971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Network 1c33b8ea-b74c-4228-8f71-02e2bf90452a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:52.657315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:52.661644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:52.690526 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be33242f-d6b5-4101-9f4e-68ebfc1f767d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.706291 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be33242f-d6b5-4101-9f4e-68ebfc1f767d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:52.808356 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33242f-d6b5-4101-9f4e-68ebfc1f767d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe75e56-f935-4b69-86ad-416d8985b2ab,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:52.917056 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-be33242f-d6b5-4101-9f4e-68ebfc1f767d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02c5dc7f33d04147acb221c8f51ad178&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0548861 Aug 31 14:14:52.919243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58986) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:52.984685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58990) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:53.026336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Allocated IP 172.20.0.2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/f9c973b5-4568-4623-b9de-f6e64a97f577/ceb42e19-a602-49af-a5a8-17c7d795a715) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:53.116421 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ddda7-55cc-4601-9bd2-cf1e61d18777 req-a4cca92f-760c-4d0c-9aad-0d7f9396f4bf tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:53.151161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ddda7-55cc-4601-9bd2-cf1e61d18777 req-a4cca92f-760c-4d0c-9aad-0d7f9396f4bf tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:53.163807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ddda7-55cc-4601-9bd2-cf1e61d18777 req-a4cca92f-760c-4d0c-9aad-0d7f9396f4bf tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:53.173311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ddda7-55cc-4601-9bd2-cf1e61d18777 req-a4cca92f-760c-4d0c-9aad-0d7f9396f4bf tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:53.191062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ddda7-55cc-4601-9bd2-cf1e61d18777 req-a4cca92f-760c-4d0c-9aad-0d7f9396f4bf tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:53.207905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae8ddda7-55cc-4601-9bd2-cf1e61d18777 req-a4cca92f-760c-4d0c-9aad-0d7f9396f4bf tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 3816 time: 0.4681659 Aug 31 14:14:53.392514 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae8ddda7-55cc-4601-9bd2-cf1e61d18777 req-f97aee42-93d2-48c1-b65c-5ec30b300f65 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813786 Aug 31 14:14:53.468138 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b67241f4-b0fb-4b88-ba4b-6e4de14ccba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.537410 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.541219 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b67241f4-b0fb-4b88-ba4b-6e4de14ccba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.548406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Transition to ACTIVE for port object ceb42e19-a602-49af-a5a8-17c7d795a715 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:53.567600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Transition to ACTIVE for port object ceb42e19-a602-49af-a5a8-17c7d795a715 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:53.571894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a009564f-bc4f-4390-aa01-b66df0e68c59 None None] Provisioning for port 78ff4304-d96e-4f5b-883d-ae93905b3f41 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:53.577957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a009564f-bc4f-4390-aa01-b66df0e68c59 None None] Provisioning complete for port 78ff4304-d96e-4f5b-883d-ae93905b3f41 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:53.580062 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a009564f-bc4f-4390-aa01-b66df0e68c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.647359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a009564f-bc4f-4390-aa01-b66df0e68c59 None None] Port 78ff4304-d96e-4f5b-883d-ae93905b3f41 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:14:53.649865 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.697719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b67241f4-b0fb-4b88-ba4b-6e4de14ccba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.700289 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b67241f4-b0fb-4b88-ba4b-6e4de14ccba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.704322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:53.709084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:53.713325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:14:53.720148 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b67241f4-b0fb-4b88-ba4b-6e4de14ccba5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fe75e56-f935-4b69-86ad-416d8985b2ab HTTP/1.1" status: 204 len: 168 time: 0.7965598 Aug 31 14:14:53.747427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Pushing event updated for resources: {'Port': ['ID=ceb42e19-a602-49af-a5a8-17c7d795a715,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:53.771592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67241f4-b0fb-4b88-ba4b-6e4de14ccba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe75e56-f935-4b69-86ad-416d8985b2ab,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:53.823361 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-073e231d-8579-4619-a590-9d519933a7fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22768be482ae4801ae7bc95c9d202a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8363690 Aug 31 14:14:53.826556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59010) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:53.898368 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Attempting to bind port ceb42e19-a602-49af-a5a8-17c7d795a715 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:53.898801 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Attempting to bind port ceb42e19-a602-49af-a5a8-17c7d795a715 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:53.899230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Attempting to bind port ceb42e19-a602-49af-a5a8-17c7d795a715 on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:53.911287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:53.914251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:53.914968 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:53.917094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:53.917838 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Bound port: ceb42e19-a602-49af-a5a8-17c7d795a715, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:53.919665 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.046159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-993ddeaf-de8a-4a48-a04b-6c550ab18d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.143418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] For port ceb42e19-a602-49af-a5a8-17c7d795a715, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:54.144104 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-993ddeaf-de8a-4a48-a04b-6c550ab18d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.149992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:54.152352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.152495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] For port ceb42e19-a602-49af-a5a8-17c7d795a715, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ceb42e19-a602-49af-a5a8-17c7d795a715,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:54.167878 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.292514 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-993ddeaf-de8a-4a48-a04b-6c550ab18d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.297507 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-993ddeaf-de8a-4a48-a04b-6c550ab18d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.302546 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-993ddeaf-de8a-4a48-a04b-6c550ab18d37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0a92ac0-4826-41f2-812f-d683bc352a7f HTTP/1.1" status: 204 len: 168 time: 0.4742222 Aug 31 14:14:54.313415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ddeaf-de8a-4a48-a04b-6c550ab18d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a92ac0-4826-41f2-812f-d683bc352a7f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:54.343457 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfbc87-4501-41f3-bfd8-4475d161724d None None] Pushing event updated for resources: {'Port': ['ID=ceb42e19-a602-49af-a5a8-17c7d795a715,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:54.345576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-97517d77-96a5-430c-b062-c0a3df73691f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3654470 Aug 31 14:14:54.392575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Request body: {'port': {'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:54.426380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59026) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:54.462623 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3f98d3d-2c30-4204-ae0a-50e8544a009b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.820980 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.856344 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3f98d3d-2c30-4204-ae0a-50e8544a009b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.868564 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3f98d3d-2c30-4204-ae0a-50e8544a009b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:54.894837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35fc7f-2daf-4ff8-84ee-9ccc47ce18e6 req-7ae859a5-d420-4cce-a1cc-1e384a65602c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:54.904171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35fc7f-2daf-4ff8-84ee-9ccc47ce18e6 req-7ae859a5-d420-4cce-a1cc-1e384a65602c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:54.911908 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35fc7f-2daf-4ff8-84ee-9ccc47ce18e6 req-7ae859a5-d420-4cce-a1cc-1e384a65602c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:54.918387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35fc7f-2daf-4ff8-84ee-9ccc47ce18e6 req-7ae859a5-d420-4cce-a1cc-1e384a65602c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:54.932308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35fc7f-2daf-4ff8-84ee-9ccc47ce18e6 req-7ae859a5-d420-4cce-a1cc-1e384a65602c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:54.934442 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e35fc7f-2daf-4ff8-84ee-9ccc47ce18e6 req-7ae859a5-d420-4cce-a1cc-1e384a65602c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 3816 time: 0.2465296 Aug 31 14:14:55.045301 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e3f98d3d-2c30-4204-ae0a-50e8544a009b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8ff9a41173a4c4d911d402611cf4755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6172740 Aug 31 14:14:55.047628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59038) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:55.048318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f98d3d-2c30-4204-ae0a-50e8544a009b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5611f9b5-2642-45c6-9df0-62a234287406,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:55.084763 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e35fc7f-2daf-4ff8-84ee-9ccc47ce18e6 req-fbcc2b10-c235-43d6-967e-6546a9141e0b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017072 Aug 31 14:14:55.142620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Router 4c9217ea-98c3-438e-8f47-813cb88bd9ee has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:14:55.218386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b71c-bfe2-4c24-9e9e-73745db1c41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.300180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b71c-bfe2-4c24-9e9e-73745db1c41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.431596 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b71c-bfe2-4c24-9e9e-73745db1c41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.435048 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b71c-bfe2-4c24-9e9e-73745db1c41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.436813 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ddd8b71c-bfe2-4c24-9e9e-73745db1c41e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5611f9b5-2642-45c6-9df0-62a234287406 HTTP/1.1" status: 204 len: 168 time: 0.3724983 Aug 31 14:14:55.464544 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8b71c-bfe2-4c24-9e9e-73745db1c41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5611f9b5-2642-45c6-9df0-62a234287406,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:55.515709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:14:55.527630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f802fa-ed8e-4e7b-845f-2dc5e1b8bbf3 None None] Sync routers for ids ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:14:55.534880 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:55.550723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f802fa-ed8e-4e7b-845f-2dc5e1b8bbf3 None None] Routers {'4c9217ea-98c3-438e-8f47-813cb88bd9ee'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:55.551476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-30f802fa-ed8e-4e7b-845f-2dc5e1b8bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:55.673892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-30f802fa-ed8e-4e7b-845f-2dc5e1b8bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:55.698458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f802fa-ed8e-4e7b-845f-2dc5e1b8bbf3 None None] Routers {'4c9217ea-98c3-438e-8f47-813cb88bd9ee'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:14:55.700337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-30f802fa-ed8e-4e7b-845f-2dc5e1b8bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:14:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:55.825533 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-30f802fa-ed8e-4e7b-845f-2dc5e1b8bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:14:55.827975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f802fa-ed8e-4e7b-845f-2dc5e1b8bbf3 None None] The sync data for ids ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:14:56.113739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59068) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:56.117695 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029793 Aug 31 14:14:56.121071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59070) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:56.162668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:14:56.185550 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.221411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-be7538c4-9050-47d6-9054-cc06f47e9ba4 None None] Provisioning for port ceb42e19-a602-49af-a5a8-17c7d795a715 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:56.242897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Transition to ACTIVE for port object 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:14:56.269498 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.375126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ceb42e19-a602-49af-a5a8-17c7d795a715 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:56.394894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.objects.ports [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106388) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:14:56.399997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681210-80fe-4e23-8ebb-71715861b852 req-fea56449-c41c-4f25-a9ce-e97a33afbf0c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:56.405158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Pushing event updated for resources: {'Port': ['ID=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:56.413194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0e2d88fd-dfce-4cf1-898c-c22e61ea1d3d tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "DELETE /v2.0/floatingips/b263290b-30d8-48dd-b3a6-d8ba0b422644 HTTP/1.1" status: 204 len: 168 time: 7.6862218 Aug 31 14:14:56.417756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681210-80fe-4e23-8ebb-71715861b852 req-fea56449-c41c-4f25-a9ce-e97a33afbf0c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:56.424785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59082) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:56.433373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681210-80fe-4e23-8ebb-71715861b852 req-fea56449-c41c-4f25-a9ce-e97a33afbf0c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:56.440356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:56.446478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681210-80fe-4e23-8ebb-71715861b852 req-fea56449-c41c-4f25-a9ce-e97a33afbf0c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:56.459338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681210-80fe-4e23-8ebb-71715861b852 req-fea56449-c41c-4f25-a9ce-e97a33afbf0c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:56.464377 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08681210-80fe-4e23-8ebb-71715861b852 req-fea56449-c41c-4f25-a9ce-e97a33afbf0c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 3828 time: 0.2065747 Aug 31 14:14:56.476300 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c611202e-c1aa-4e33-b41f-f22ecd1f29f6 tempest-NetworksApiDiscovery-1960551613 tempest-NetworksApiDiscovery-1960551613-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3539004 Aug 31 14:14:56.597033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ceb42e19-a602-49af-a5a8-17c7d795a715 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:14:56.597579 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08681210-80fe-4e23-8ebb-71715861b852 req-91975248-ba99-4571-a9e8-3c7f8a3a620d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173232 Aug 31 14:14:56.606443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ceb42e19-a602-49af-a5a8-17c7d795a715 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:56.606888 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.865362 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:56.939294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ceb42e19-a602-49af-a5a8-17c7d795a715, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ceb42e19-a602-49af-a5a8-17c7d795a715,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:56.956603 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.001019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.061454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59110) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:57.125521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ceb42e19-a602-49af-a5a8-17c7d795a715,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:57.206581 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.237923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Attempting to bind port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:14:57.238504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Attempting to bind port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:14:57.239246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Attempting to bind port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 on network f61a66ed-e073-4160-9a7b-510fffda1238 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:57.260489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 on network f61a66ed-e073-4160-9a7b-510fffda1238 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:14:57.261013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Attempting to bind port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 on network f61a66ed-e073-4160-9a7b-510fffda1238 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:14:57.312341 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a407-02c7-473c-8ca4-335ffe4a0b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.321462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:14:57.321790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Checking segment: {'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:14:57.322378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Bound using segment: {'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:14:57.322996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Bound port: 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be311cc8-6270-402e-b3df-20c689500bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:14:57.323541 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.503315 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a407-02c7-473c-8ca4-335ffe4a0b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.515143 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a407-02c7-473c-8ca4-335ffe4a0b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.550247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dfe5a407-02c7-473c-8ca4-335ffe4a0b71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2628343aba746cba58eb584b2238dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865341 Aug 31 14:14:57.552743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59122) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:57.595150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5a407-02c7-473c-8ca4-335ffe4a0b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b52867c-4f37-4a67-8493-70d9acea04cc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:57.640232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82949176-19f3-4181-a50d-5ee3e5a5b9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.690258 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.703937 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82949176-19f3-4181-a50d-5ee3e5a5b9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.769974 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82949176-19f3-4181-a50d-5ee3e5a5b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.774504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82949176-19f3-4181-a50d-5ee3e5a5b9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:57.777013 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-82949176-19f3-4181-a50d-5ee3e5a5b9ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b52867c-4f37-4a67-8493-70d9acea04cc HTTP/1.1" status: 204 len: 168 time: 0.2224212 Aug 31 14:14:57.791387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82949176-19f3-4181-a50d-5ee3e5a5b9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b52867c-4f37-4a67-8493-70d9acea04cc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:57.870236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] For port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:14:57.878843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] For port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,segment=NetworkSegment(be311cc8-6270-402e-b3df-20c689500bc1),segment_id=be311cc8-6270-402e-b3df-20c689500bc1)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:14:57.982741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] For port ceb42e19-a602-49af-a5a8-17c7d795a715, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ceb42e19-a602-49af-a5a8-17c7d795a715,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:14:57.985618 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.194194 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.222646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:58.227605 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.231899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] 10.222.0.13 "PUT /v2.0/ports/883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 HTTP/1.1" status: 200 len: 1091 time: 3.8759689 Aug 31 14:14:58.232601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:14:58.246629 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79b4264-1514-4248-bb1d-888d973b84e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:14:58.272878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ceb42e19-a602-49af-a5a8-17c7d795a715 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:14:58.314560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.315334 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.378567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Request body: {'port': {'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:14:58.422225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ceb42e19-a602-49af-a5a8-17c7d795a715 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:14:58.423138 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:58.470400 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc11f494-3632-48ee-acb1-ed6f80f35dcf x-openstack-request-id: req-dc11f494-3632-48ee-acb1-ed6f80f35dcf {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:14:58.470699 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:14:58.471249 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc11f494-3632-48ee-acb1-ed6f80f35dcf {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:14:58.471878 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4', 'status': 'completed', 'code': 200} Aug 31 14:14:58.651344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303830d-030a-4bc9-aa01-02f8321e3355 req-491ba65a-62e6-491e-8be9-5b846af92299 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:58.657264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303830d-030a-4bc9-aa01-02f8321e3355 req-491ba65a-62e6-491e-8be9-5b846af92299 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:58.663897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303830d-030a-4bc9-aa01-02f8321e3355 req-491ba65a-62e6-491e-8be9-5b846af92299 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:58.672763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303830d-030a-4bc9-aa01-02f8321e3355 req-491ba65a-62e6-491e-8be9-5b846af92299 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:58.679356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303830d-030a-4bc9-aa01-02f8321e3355 req-491ba65a-62e6-491e-8be9-5b846af92299 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:58.681308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f303830d-030a-4bc9-aa01-02f8321e3355 req-491ba65a-62e6-491e-8be9-5b846af92299 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 3828 time: 0.7973807 Aug 31 14:14:58.684783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Allocated IP 172.25.3.31 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/12e84501-4a00-4469-90cd-640f72dd8d40) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:14:59.227718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc9efb-0016-4892-ae5e-7f07ad4d600a service neutron] Pushing event updated for resources: {'Port': ['ID=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:59.402856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:14:59.524149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:14:59.541816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=b99b1530-4328-4d41-9847-0e31523e93d0,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:59.548013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1869f1a-bbda-4f72-b09a-84f5fd852b1a None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:14:59.569913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.570687 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:59.594810 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:14:59.847552 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f303830d-030a-4bc9-aa01-02f8321e3355 req-06a1da83-155d-4399-98f7-885ec37f707b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6219826 Aug 31 14:14:59.852786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59202) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:59.867445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=ceb42e19-a602-49af-a5a8-17c7d795a715,revision_number=5']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:14:59.879581 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4264-1514-4248-bb1d-888d973b84e9 req-90feaef8-6ee0-445e-bdc3-76699ba372be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.880070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4264-1514-4248-bb1d-888d973b84e9 req-90feaef8-6ee0-445e-bdc3-76699ba372be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.880569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4264-1514-4248-bb1d-888d973b84e9 req-90feaef8-6ee0-445e-bdc3-76699ba372be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.883493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4264-1514-4248-bb1d-888d973b84e9 req-90feaef8-6ee0-445e-bdc3-76699ba372be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.883983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4264-1514-4248-bb1d-888d973b84e9 req-90feaef8-6ee0-445e-bdc3-76699ba372be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:14:59.890180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a79b4264-1514-4248-bb1d-888d973b84e9 req-90feaef8-6ee0-445e-bdc3-76699ba372be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 4363 time: 1.4014890 Aug 31 14:14:59.962768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-33472427-3b54-4b0a-b78c-fe2d5c587dae tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.7245712 Aug 31 14:14:59.965616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59206) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:14:59.972313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:b2:eb:05', 'name': 'tempest-NetworksTestDHCPv6-724873551'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:00.142861 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5aec0aba-1b13-4fd2-b5dd-06f17046ff0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:00.275214 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:00.321097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ceb42e19-a602-49af-a5a8-17c7d795a715 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:00.439165 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5aec0aba-1b13-4fd2-b5dd-06f17046ff0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:00.459367 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5aec0aba-1b13-4fd2-b5dd-06f17046ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:00.527558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ceb42e19-a602-49af-a5a8-17c7d795a715 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:00.528105 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:00.574618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4264-1514-4248-bb1d-888d973b84e9 req-20f7c86c-0344-43b4-bdc0-e9df5adb4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:00.575147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4264-1514-4248-bb1d-888d973b84e9 req-20f7c86c-0344-43b4-bdc0-e9df5adb4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:00.576391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4264-1514-4248-bb1d-888d973b84e9 req-20f7c86c-0344-43b4-bdc0-e9df5adb4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:00.580219 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a79b4264-1514-4248-bb1d-888d973b84e9 req-20f7c86c-0344-43b4-bdc0-e9df5adb4224 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0f573d79f178449f86f4510b41534f07&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6562827 Aug 31 14:15:00.619036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec0aba-1b13-4fd2-b5dd-06f17046ff0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0cadae-2a49-4842-a452-499bcf0c10c3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:00.645293 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5aec0aba-1b13-4fd2-b5dd-06f17046ff0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b95650a66a7421681fba55231fdf1dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7914364 Aug 31 14:15:00.649097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59220) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:00.653833 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:00.950226 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24099381-cdd7-46fd-8568-98a8563a501c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:00.987985 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.016410 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24099381-cdd7-46fd-8568-98a8563a501c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.030195 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.139609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:15:01.162542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4264-1514-4248-bb1d-888d973b84e9 req-fb533299-58e2-4d7b-8550-d43da9d0457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:01.169309 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a79b4264-1514-4248-bb1d-888d973b84e9 req-fb533299-58e2-4d7b-8550-d43da9d0457d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5760102 Aug 31 14:15:01.183868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:01.202749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:01.223736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:01.285886 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2c21f126-676b-4888-af52-fd78d2e20230 None None] Provisioning complete for port ceb42e19-a602-49af-a5a8-17c7d795a715 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:01.286384 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2c21f126-676b-4888-af52-fd78d2e20230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.368569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 172.20.0.4 (da4c3e7b-d0fb-4990-bf20-2699b1577677/f9c973b5-4568-4623-b9de-f6e64a97f577/bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:01.376677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::f816:3eff:feb2:eb05 (da4c3e7b-d0fb-4990-bf20-2699b1577677/b99b1530-4328-4d41-9847-0e31523e93d0/bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:01.420426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.482910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041acb94-c516-4d52-833b-861486255a61 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:01.489760 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f755912-5786-418d-ae1c-02826284e4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.500875 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.518720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Transition to ACTIVE for port object 041acb94-c516-4d52-833b-861486255a61 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:01.558638 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Pushing event updated for resources: {'Port': ['ID=12e84501-4a00-4469-90cd-640f72dd8d40,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:01.560221 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.570674 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.573172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.585985 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:01.652893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.680198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Pushing event updated for resources: {'Port': ['ID=041acb94-c516-4d52-833b-861486255a61,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:01.685610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651e505-4704-4e8d-86cd-1ab12d146d2b req-f7e6a71a-ea81-4226-bbfc-216517168d2a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:01.706204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651e505-4704-4e8d-86cd-1ab12d146d2b req-f7e6a71a-ea81-4226-bbfc-216517168d2a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:01.720846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651e505-4704-4e8d-86cd-1ab12d146d2b req-f7e6a71a-ea81-4226-bbfc-216517168d2a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:01.727314 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651e505-4704-4e8d-86cd-1ab12d146d2b req-f7e6a71a-ea81-4226-bbfc-216517168d2a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:01.734823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651e505-4704-4e8d-86cd-1ab12d146d2b req-f7e6a71a-ea81-4226-bbfc-216517168d2a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:01.738057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8651e505-4704-4e8d-86cd-1ab12d146d2b req-f7e6a71a-ea81-4226-bbfc-216517168d2a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 3828 time: 0.6747875 Aug 31 14:15:01.800686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:01.808057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:01.837015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24099381-cdd7-46fd-8568-98a8563a501c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.839048 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24099381-cdd7-46fd-8568-98a8563a501c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:01.840383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-24099381-cdd7-46fd-8568-98a8563a501c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c0cadae-2a49-4842-a452-499bcf0c10c3 HTTP/1.1" status: 204 len: 168 time: 1.1897724 Aug 31 14:15:01.846781 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:01.868018 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24099381-cdd7-46fd-8568-98a8563a501c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0cadae-2a49-4842-a452-499bcf0c10c3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:01.958365 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8651e505-4704-4e8d-86cd-1ab12d146d2b req-4c58988a-8a51-49e7-a1ea-3331152e1e4d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889675 Aug 31 14:15:01.968634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:02.078205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:02.078904 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.096487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Attempting to bind port 041acb94-c516-4d52-833b-861486255a61 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:02.099534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Attempting to bind port 041acb94-c516-4d52-833b-861486255a61 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:02.100001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Attempting to bind port 041acb94-c516-4d52-833b-861486255a61 on network 83b65104-e682-47ab-846c-67afd4d672b5 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:02.145550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Port 041acb94-c516-4d52-833b-861486255a61 on network 83b65104-e682-47ab-846c-67afd4d672b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:02.147687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Attempting to bind port 041acb94-c516-4d52-833b-861486255a61 on network 83b65104-e682-47ab-846c-67afd4d672b5 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:02.159719 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ba015aff-d1cf-4a48-9f82-65ea1faf2bec tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1906686 Aug 31 14:15:02.160360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59254) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:02.191796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:02.193188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Checking segment: {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:02.195211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Bound using segment: {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:02.195764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Bound port: 041acb94-c516-4d52-833b-861486255a61, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:02.196286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.313510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b8884-b63c-4a79-a69b-6a4db8b99244 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:02.324265 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b8884-b63c-4a79-a69b-6a4db8b99244 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:02.337292 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-623b8884-b63c-4a79-a69b-6a4db8b99244 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1745546 Aug 31 14:15:02.338148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59260) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:02.485905 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.520540 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.523704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bcdbb8db-dfb3-4cf7-aeb9-7beef41b7bde None None] Provisioning for port bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:02.528259 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bcdbb8db-dfb3-4cf7-aeb9-7beef41b7bde None None] Provisioning complete for port bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:02.528944 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb8db-dfb3-4cf7-aeb9-7beef41b7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.646632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-bcdbb8db-dfb3-4cf7-aeb9-7beef41b7bde None None] Port bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:02.650042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec1ebf-88c0-4e93-ab8a-923030122986 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:02.652689 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1ebf-88c0-4e93-ab8a-923030122986 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.793510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Pushing event updated for resources: {'Port': ['ID=12e84501-4a00-4469-90cd-640f72dd8d40,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:02.807207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] For port 041acb94-c516-4d52-833b-861486255a61, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:02.837610 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1ebf-88c0-4e93-ab8a-923030122986 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.846840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] For port 041acb94-c516-4d52-833b-861486255a61, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=041acb94-c516-4d52-833b-861486255a61,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:02.854163 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.869586 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec1ebf-88c0-4e93-ab8a-923030122986 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:02.870087 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.881092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59272) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:02.919078 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.920779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8efad992-b954-47ee-9b5a-4013f3a88c61 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4870787 Aug 31 14:15:02.923965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59274) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:02.937948 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3f52261-6590-43d7-ab9a-519aafbef1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.959068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:02.960291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:02.961732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] 10.222.0.13 "PUT /v2.0/ports/041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 200 len: 1135 time: 4.6691651 Aug 31 14:15:02.962211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '041acb94-c516-4d52-833b-861486255a61'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:02.973783 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "041acb94-c516-4d52-833b-861486255a61"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:03.035892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Request body: {'port': {'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:03.166538 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d572a8ef-fcf6-44b4-8fed-ddacda880710 x-openstack-request-id: req-d572a8ef-fcf6-44b4-8fed-ddacda880710 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:03.166723 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "041acb94-c516-4d52-833b-861486255a61", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:03.166979 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d572a8ef-fcf6-44b4-8fed-ddacda880710 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:03.167394 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '041acb94-c516-4d52-833b-861486255a61', 'status': 'completed', 'code': 200} Aug 31 14:15:03.237407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852f0bd-e8e1-4d26-8359-efa3b0540eaa service neutron] Pushing event updated for resources: {'Port': ['ID=041acb94-c516-4d52-833b-861486255a61,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:03.390214 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.488121 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13adeb-4b50-4280-8f3c-1ca7412bcc9f req-7cea2c01-59df-46e1-a957-0b7fd46981e3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.500822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13adeb-4b50-4280-8f3c-1ca7412bcc9f req-7cea2c01-59df-46e1-a957-0b7fd46981e3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.513603 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13adeb-4b50-4280-8f3c-1ca7412bcc9f req-7cea2c01-59df-46e1-a957-0b7fd46981e3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.520876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13adeb-4b50-4280-8f3c-1ca7412bcc9f req-7cea2c01-59df-46e1-a957-0b7fd46981e3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.528255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13adeb-4b50-4280-8f3c-1ca7412bcc9f req-7cea2c01-59df-46e1-a957-0b7fd46981e3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.534879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13adeb-4b50-4280-8f3c-1ca7412bcc9f req-7cea2c01-59df-46e1-a957-0b7fd46981e3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.545089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:03.554561 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce13adeb-4b50-4280-8f3c-1ca7412bcc9f req-7cea2c01-59df-46e1-a957-0b7fd46981e3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 4605 time: 0.3661523 Aug 31 14:15:03.558417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-03def7fa-a2eb-4166-b955-e7c6b0c1a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.558913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-03def7fa-a2eb-4166-b955-e7c6b0c1a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.559596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-03def7fa-a2eb-4166-b955-e7c6b0c1a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.560014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-03def7fa-a2eb-4166-b955-e7c6b0c1a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.560508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-03def7fa-a2eb-4166-b955-e7c6b0c1a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.560979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-03def7fa-a2eb-4166-b955-e7c6b0c1a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.563493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-03def7fa-a2eb-4166-b955-e7c6b0c1a881 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5291 time: 0.3953285 Aug 31 14:15:03.699073 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3f52261-6590-43d7-ab9a-519aafbef1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.710234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce13adeb-4b50-4280-8f3c-1ca7412bcc9f req-7f361d84-b969-4c8b-a672-d20858b085fb tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418908 Aug 31 14:15:03.721716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3f52261-6590-43d7-ab9a-519aafbef1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.761664 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e3f52261-6590-43d7-ab9a-519aafbef1e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a11d8f1dbe6943c289047ff893c03635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8789344 Aug 31 14:15:03.763574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59290) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:03.776745 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.794531 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1ebf-88c0-4e93-ab8a-923030122986 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:03.834834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-51bfe3d5-ec99-45cb-94eb-9c00856bb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.835455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-51bfe3d5-ec99-45cb-94eb-9c00856bb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.835932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-51bfe3d5-ec99-45cb-94eb-9c00856bb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:03.837620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-51bfe3d5-ec99-45cb-94eb-9c00856bb2a4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0f573d79f178449f86f4510b41534f07&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2534420 Aug 31 14:15:04.008928 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.058521 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4af66286-eee3-4f94-9212-3e0c8aab0b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.214556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f52261-6590-43d7-ab9a-519aafbef1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f33a868-44e3-4498-bbde-c5ae7b179f63,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:04.220615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec1ebf-88c0-4e93-ab8a-923030122986 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:04.295321 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67fc4437-dddc-4a2b-9f6b-5159d215b48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.352481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67fc4437-dddc-4a2b-9f6b-5159d215b48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.370279 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1ebf-88c0-4e93-ab8a-923030122986 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.375722 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e4ec1ebf-88c0-4e93-ab8a-923030122986 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed HTTP/1.1" status: 204 len: 168 time: 2.0364385 Aug 31 14:15:04.376488 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59304) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:04.427311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b8daf9-835c-48ed-b7e7-bcf0980b288b {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:04.456733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.482503 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194f0d57-e2be-401e-884b-baf943272602 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:04.484631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194f0d57-e2be-401e-884b-baf943272602 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:04.486177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194f0d57-e2be-401e-884b-baf943272602 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:04.488550 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-194f0d57-e2be-401e-884b-baf943272602 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1083930 Aug 31 14:15:04.491315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59306) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:04.499288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-fba047ee-5528-410c-8a25-b4d328e89da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:04.501290 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a7c7f2e-ddfc-49a5-9712-649ef06053b4 req-fba047ee-5528-410c-8a25-b4d328e89da1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6487811 Aug 31 14:15:04.510957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Transition to ACTIVE for port object 67b8daf9-835c-48ed-b7e7-bcf0980b288b will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:04.527003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.558893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67fc4437-dddc-4a2b-9f6b-5159d215b48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.562398 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67fc4437-dddc-4a2b-9f6b-5159d215b48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.564747 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-67fc4437-dddc-4a2b-9f6b-5159d215b48d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f33a868-44e3-4498-bbde-c5ae7b179f63 HTTP/1.1" status: 204 len: 168 time: 0.7993693 Aug 31 14:15:04.583118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc4437-dddc-4a2b-9f6b-5159d215b48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f33a868-44e3-4498-bbde-c5ae7b179f63,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:04.585531 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.591458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Pushing event updated for resources: {'Port': ['ID=67b8daf9-835c-48ed-b7e7-bcf0980b288b,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:04.612374 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06de189-9cba-45d1-a36c-c21bfa9ec5fe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet b99b1530-4328-4d41-9847-0e31523e93d0 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:15:04.632287 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e06de189-9cba-45d1-a36c-c21bfa9ec5fe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.702519 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e06de189-9cba-45d1-a36c-c21bfa9ec5fe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.830361 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e06de189-9cba-45d1-a36c-c21bfa9ec5fe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.962436 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e06de189-9cba-45d1-a36c-c21bfa9ec5fe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:04.967772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Attempting to bind port 67b8daf9-835c-48ed-b7e7-bcf0980b288b on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:04.968504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Attempting to bind port 67b8daf9-835c-48ed-b7e7-bcf0980b288b by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:04.969078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Attempting to bind port 67b8daf9-835c-48ed-b7e7-bcf0980b288b on network 83b65104-e682-47ab-846c-67afd4d672b5 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:04.981463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Port 67b8daf9-835c-48ed-b7e7-bcf0980b288b on network 83b65104-e682-47ab-846c-67afd4d672b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:04.982235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Attempting to bind port 67b8daf9-835c-48ed-b7e7-bcf0980b288b on network 83b65104-e682-47ab-846c-67afd4d672b5 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:05.011499 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813487fb-95ec-4913-ad7d-bc72b0e2fc16 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:05.029606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95415047-7113-410e-814e-5293a31662fd req-6893ce65-1933-471b-9f58-015709bb4862 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:05.030677 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e06de189-9cba-45d1-a36c-c21bfa9ec5fe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.033348 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e06de189-9cba-45d1-a36c-c21bfa9ec5fe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/b99b1530-4328-4d41-9847-0e31523e93d0 HTTP/1.1" status: 204 len: 168 time: 0.5416138 Aug 31 14:15:05.034610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06de189-9cba-45d1-a36c-c21bfa9ec5fe tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=b99b1530-4328-4d41-9847-0e31523e93d0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:05.036831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59320) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:05.046132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95415047-7113-410e-814e-5293a31662fd req-6893ce65-1933-471b-9f58-015709bb4862 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:05.063395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95415047-7113-410e-814e-5293a31662fd req-6893ce65-1933-471b-9f58-015709bb4862 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:05.069564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95415047-7113-410e-814e-5293a31662fd req-6893ce65-1933-471b-9f58-015709bb4862 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:05.089648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95415047-7113-410e-814e-5293a31662fd req-6893ce65-1933-471b-9f58-015709bb4862 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:05.103011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95415047-7113-410e-814e-5293a31662fd req-6893ce65-1933-471b-9f58-015709bb4862 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:05.109118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20c11c0-a5f9-43d8-9213-1efdac1dabc2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet f9c973b5-4568-4623-b9de-f6e64a97f577 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:15:05.112819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c20c11c0-a5f9-43d8-9213-1efdac1dabc2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.120242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95415047-7113-410e-814e-5293a31662fd req-6893ce65-1933-471b-9f58-015709bb4862 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:05.122264 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95415047-7113-410e-814e-5293a31662fd req-6893ce65-1933-471b-9f58-015709bb4862 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5383 time: 0.2620833 Aug 31 14:15:05.123672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Allocated IP 172.25.3.238 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/4d604076-e131-4826-bfcd-ca7393710591) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:05.138646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:05.139033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Checking segment: {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:05.139562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Bound using segment: {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:05.140036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Bound port: 67b8daf9-835c-48ed-b7e7-bcf0980b288b, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:05.140799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.214990 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.238355 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c20c11c0-a5f9-43d8-9213-1efdac1dabc2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.347374 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.455312 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c20c11c0-a5f9-43d8-9213-1efdac1dabc2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.463766 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.555966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c20c11c0-a5f9-43d8-9213-1efdac1dabc2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.627363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:05.651486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c11c0-a5f9-43d8-9213-1efdac1dabc2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c973b5-4568-4623-b9de-f6e64a97f577,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:05.655273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c20c11c0-a5f9-43d8-9213-1efdac1dabc2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.661004 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c20c11c0-a5f9-43d8-9213-1efdac1dabc2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/f9c973b5-4568-4623-b9de-f6e64a97f577 HTTP/1.1" status: 204 len: 168 time: 0.6227689 Aug 31 14:15:05.661659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59348) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:05.668610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95415047-7113-410e-814e-5293a31662fd req-0e5f12dc-0c2d-4553-952d-0008b3150b39 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2626071 Aug 31 14:15:05.708237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:05.740403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:05.789345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Pushing event updated for resources: {'Port': ['ID=4d604076-e131-4826-bfcd-ca7393710591,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:05.826250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dd8b9379-0794-4dec-b508-ad3a8b84efdd tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1604946 Aug 31 14:15:05.826839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59354) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:05.852272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b215aee5-f949-464d-a93b-7e764a9a328f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:05.874550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] For port 67b8daf9-835c-48ed-b7e7-bcf0980b288b, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:05.879395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] For port 67b8daf9-835c-48ed-b7e7-bcf0980b288b, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:05.904904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.984897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:05.985596 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:05.987080 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] 10.222.0.13 "PUT /v2.0/ports/67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 200 len: 1136 time: 2.9795957 Aug 31 14:15:05.987564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '67b8daf9-835c-48ed-b7e7-bcf0980b288b'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:06.002573 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95920ea5-5602-47e5-9c19-e388d1418d27" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "67b8daf9-835c-48ed-b7e7-bcf0980b288b"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:06.047977 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.068045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Request body: {'port': {'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:06.086701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b215aee5-f949-464d-a93b-7e764a9a328f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:06.090293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b215aee5-f949-464d-a93b-7e764a9a328f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.171820 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f19f330-0518-4661-be46-df4673afb27f x-openstack-request-id: req-9f19f330-0518-4661-be46-df4673afb27f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:06.172517 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "67b8daf9-835c-48ed-b7e7-bcf0980b288b", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:06.172963 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f19f330-0518-4661-be46-df4673afb27f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:06.173596 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '67b8daf9-835c-48ed-b7e7-bcf0980b288b', 'status': 'completed', 'code': 200} Aug 31 14:15:06.238584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb2cfe-f025-4bc7-8324-f461f645197d service neutron] Pushing event updated for resources: {'Port': ['ID=67b8daf9-835c-48ed-b7e7-bcf0980b288b,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:06.453494 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.460326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebaf872-9520-48d2-8261-15a1b788da70 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:06.472944 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.532575 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b215aee5-f949-464d-a93b-7e764a9a328f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.620678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-be96af24-6d44-430f-855d-8c1dc54186e1 None None] Provisioning complete for port ceb42e19-a602-49af-a5a8-17c7d795a715 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:06.620978 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-be96af24-6d44-430f-855d-8c1dc54186e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.657869 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b215aee5-f949-464d-a93b-7e764a9a328f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:06.659232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-4cc7e10c-6d7b-4892-9610-34ca14d9d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:06.659855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-4cc7e10c-6d7b-4892-9610-34ca14d9d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:06.660343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-4cc7e10c-6d7b-4892-9610-34ca14d9d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:06.660892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-4cc7e10c-6d7b-4892-9610-34ca14d9d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:06.661362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-4cc7e10c-6d7b-4892-9610-34ca14d9d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:06.661835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-4cc7e10c-6d7b-4892-9610-34ca14d9d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:06.662327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-4cc7e10c-6d7b-4892-9610-34ca14d9d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:06.662995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b215aee5-f949-464d-a93b-7e764a9a328f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:06.668727 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-4cc7e10c-6d7b-4892-9610-34ca14d9d214 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6220 time: 0.4897454 Aug 31 14:15:06.682725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b215aee5-f949-464d-a93b-7e764a9a328f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:06.684348 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b215aee5-f949-464d-a93b-7e764a9a328f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:06.727698 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b215aee5-f949-464d-a93b-7e764a9a328f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8997748 Aug 31 14:15:06.728680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215aee5-f949-464d-a93b-7e764a9a328f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=5ec16411-b4bc-4084-9a9d-e0966837c5a3,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:06.732202 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59376) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:06.746523 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:06.764955 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.071418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:07.076974 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.129938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-6c2815a2-c88b-4bc3-affb-df56bc8e3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.130403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-6c2815a2-c88b-4bc3-affb-df56bc8e3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.132633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-6c2815a2-c88b-4bc3-affb-df56bc8e3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.134994 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-6c2815a2-c88b-4bc3-affb-df56bc8e3d76 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0f573d79f178449f86f4510b41534f07&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4545581 Aug 31 14:15:07.160415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2bb27-41e8-4d5e-9acd-d0928dfc034a req-215cbb26-a8fd-4c92-9e79-aad3b7d6bdd6 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.168261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2bb27-41e8-4d5e-9acd-d0928dfc034a req-215cbb26-a8fd-4c92-9e79-aad3b7d6bdd6 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.178918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2bb27-41e8-4d5e-9acd-d0928dfc034a req-215cbb26-a8fd-4c92-9e79-aad3b7d6bdd6 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.189851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2bb27-41e8-4d5e-9acd-d0928dfc034a req-215cbb26-a8fd-4c92-9e79-aad3b7d6bdd6 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.198534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2bb27-41e8-4d5e-9acd-d0928dfc034a req-215cbb26-a8fd-4c92-9e79-aad3b7d6bdd6 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.207881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2bb27-41e8-4d5e-9acd-d0928dfc034a req-215cbb26-a8fd-4c92-9e79-aad3b7d6bdd6 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.215805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2bb27-41e8-4d5e-9acd-d0928dfc034a req-215cbb26-a8fd-4c92-9e79-aad3b7d6bdd6 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.218587 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16a2bb27-41e8-4d5e-9acd-d0928dfc034a req-215cbb26-a8fd-4c92-9e79-aad3b7d6bdd6 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5383 time: 0.3465865 Aug 31 14:15:07.382348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf0f235-692e-4b94-b5f2-91e331ac939d None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:07.488385 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.512868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16a2bb27-41e8-4d5e-9acd-d0928dfc034a req-1fba5bf2-5169-45fc-aae4-2ad90366441b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2787843 Aug 31 14:15:07.521122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.584045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a17332ac-c570-4917-b98c-fdb9c7f5b5ee None None] Provisioning complete for port ceb42e19-a602-49af-a5a8-17c7d795a715 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:07.585056 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a17332ac-c570-4917-b98c-fdb9c7f5b5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.672082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-43ff6137-5535-4d44-a7b1-cb7df8bbf8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:07.673675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95920ea5-5602-47e5-9c19-e388d1418d27 req-43ff6137-5535-4d44-a7b1-cb7df8bbf8ed service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4501500 Aug 31 14:15:07.675803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbe6699-fcfc-4218-8c31-38ce0590918c {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:07.697251 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.708036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.objects.ports [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:15:07.731401 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.736215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Transition to ACTIVE for port object 4dbe6699-fcfc-4218-8c31-38ce0590918c will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:07.739926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Pushing event updated for resources: {'Port': ['ID=4d604076-e131-4826-bfcd-ca7393710591,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:07.774293 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.824811 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:07.829401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0197b42c-f67b-4380-9e11-2bd091f12dfc tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8933141 Aug 31 14:15:07.832316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59408) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:07.866495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9785b2-e61f-4dfe-8fa3-8788a020fe9c None None] Update dhcp port {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'fixed_ips': [{'subnet_id': '73e6869b-5050-46fd-a9dd-bcbfa4227078'}, {'subnet_id': '5ec16411-b4bc-4084-9a9d-e0966837c5a3'}], 'binding:host_id': 'n-d-792364-6'}, 'id': 'ceb42e19-a602-49af-a5a8-17c7d795a715'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:15:07.943810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Pushing event updated for resources: {'Port': ['ID=4dbe6699-fcfc-4218-8c31-38ce0590918c,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:07.945862 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c9785b2-e61f-4dfe-8fa3-8788a020fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.001485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5750c222-7a8b-4467-98c9-50bb69d60f56 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2130 time: 0.1673727 Aug 31 14:15:08.003453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59416) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:08.067491 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.322666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] For port ceb42e19-a602-49af-a5a8-17c7d795a715, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ceb42e19-a602-49af-a5a8-17c7d795a715,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:08.331754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ef760e32-3cb3-49c7-833b-a67b61843a96 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2923439 Aug 31 14:15:08.341359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59432) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:08.402052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Attempting to bind port 4dbe6699-fcfc-4218-8c31-38ce0590918c on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:08.402558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Attempting to bind port 4dbe6699-fcfc-4218-8c31-38ce0590918c by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:08.403012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Attempting to bind port 4dbe6699-fcfc-4218-8c31-38ce0590918c on network 83b65104-e682-47ab-846c-67afd4d672b5 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:08.408630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-3c9785b2-e61f-4dfe-8fa3-8788a020fe9c None None] Allocated IP 172.20.0.2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/5ec16411-b4bc-4084-9a9d-e0966837c5a3/ceb42e19-a602-49af-a5a8-17c7d795a715) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:08.408946 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.424505 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.425509 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.459071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Port 4dbe6699-fcfc-4218-8c31-38ce0590918c on network 83b65104-e682-47ab-846c-67afd4d672b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:08.460076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Attempting to bind port 4dbe6699-fcfc-4218-8c31-38ce0590918c on network 83b65104-e682-47ab-846c-67afd4d672b5 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:08.514708 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:08.515064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Checking segment: {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:08.515724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Bound using segment: {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:08.516189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Bound port: 4dbe6699-fcfc-4218-8c31-38ce0590918c, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:08.516603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.600935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:08.604679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5967b691-0186-4a4f-9bb1-8f3fbaa50b66 tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Deleting port 4d604076-e131-4826-bfcd-ca7393710591 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:08.605033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5967b691-0186-4a4f-9bb1-8f3fbaa50b66 tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.629014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:08.652830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.653438 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.732383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] For port 4dbe6699-fcfc-4218-8c31-38ce0590918c, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:08.743155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] For port 4dbe6699-fcfc-4218-8c31-38ce0590918c, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:08.756165 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=73e6869b-5050-46fd-a9dd-bcbfa4227078,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:08.761031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=ceb42e19-a602-49af-a5a8-17c7d795a715,revision_number=9']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:08.764558 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.779883 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-54b28c41-2497-4fa2-a7a9-036962dae93f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0449984 Aug 31 14:15:08.781080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59450) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:08.789622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:18:7c:3d', 'name': 'tempest-NetworksTestDHCPv6-616702176'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:08.868294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5967b691-0186-4a4f-9bb1-8f3fbaa50b66 tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.868737 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5967b691-0186-4a4f-9bb1-8f3fbaa50b66 tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.897672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.898161 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:08.900347 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] 10.222.0.13 "PUT /v2.0/ports/4dbe6699-fcfc-4218-8c31-38ce0590918c HTTP/1.1" status: 200 len: 1091 time: 2.8631186 Aug 31 14:15:08.905778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '4dbe6699-fcfc-4218-8c31-38ce0590918c'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:08.920712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a624e6-8954-4317-a7a3-3a0ae251bc87 req-f975cc55-6d41-4773-b8e2-0aae5faa1b00 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.936514 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a624e6-8954-4317-a7a3-3a0ae251bc87 req-f975cc55-6d41-4773-b8e2-0aae5faa1b00 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.938374 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6839cb2e-d958-47c2-8c39-b6f41a51272b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "4dbe6699-fcfc-4218-8c31-38ce0590918c"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:08.947712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a624e6-8954-4317-a7a3-3a0ae251bc87 req-f975cc55-6d41-4773-b8e2-0aae5faa1b00 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.954243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a624e6-8954-4317-a7a3-3a0ae251bc87 req-f975cc55-6d41-4773-b8e2-0aae5faa1b00 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.960860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a624e6-8954-4317-a7a3-3a0ae251bc87 req-f975cc55-6d41-4773-b8e2-0aae5faa1b00 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.967189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a624e6-8954-4317-a7a3-3a0ae251bc87 req-f975cc55-6d41-4773-b8e2-0aae5faa1b00 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.977708 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Request body: {'port': {'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:08.981905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a624e6-8954-4317-a7a3-3a0ae251bc87 req-f975cc55-6d41-4773-b8e2-0aae5faa1b00 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:08.983934 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c2a624e6-8954-4317-a7a3-3a0ae251bc87 req-f975cc55-6d41-4773-b8e2-0aae5faa1b00 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5395 time: 0.3329415 Aug 31 14:15:09.020222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c9785b2-e61f-4dfe-8fa3-8788a020fe9c None None] For port ceb42e19-a602-49af-a5a8-17c7d795a715, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ceb42e19-a602-49af-a5a8-17c7d795a715,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:09.077842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5967b691-0186-4a4f-9bb1-8f3fbaa50b66 tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Calling delete_port for 4d604076-e131-4826-bfcd-ca7393710591 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:09.176100 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c2a624e6-8954-4317-a7a3-3a0ae251bc87 req-e14bc406-334a-4818-b757-a48bf91495e4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1763902 Aug 31 14:15:09.260043 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.292268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:09.314007 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.342231 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c9785b2-e61f-4dfe-8fa3-8788a020fe9c None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.385554 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad68ed4-0f74-491b-bbea-3bdf0219316f x-openstack-request-id: req-8ad68ed4-0f74-491b-bbea-3bdf0219316f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:09.387284 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "4dbe6699-fcfc-4218-8c31-38ce0590918c", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:09.387640 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ad68ed4-0f74-491b-bbea-3bdf0219316f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:09.390712 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '4dbe6699-fcfc-4218-8c31-38ce0590918c', 'status': 'completed', 'code': 200} Aug 31 14:15:09.499494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ca95d-f39a-4ba4-ad42-f67f0c3bc51e service neutron] Pushing event updated for resources: {'Port': ['ID=4dbe6699-fcfc-4218-8c31-38ce0590918c,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:09.522506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c9785b2-e61f-4dfe-8fa3-8788a020fe9c None None] Transition to ACTIVE for port object ceb42e19-a602-49af-a5a8-17c7d795a715 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:09.538563 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c9785b2-e61f-4dfe-8fa3-8788a020fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.613462 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.615728 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:09.661539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9785b2-e61f-4dfe-8fa3-8788a020fe9c None None] Pushing event updated for resources: {'Port': ['ID=ceb42e19-a602-49af-a5a8-17c7d795a715,revision_number=10']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:09.665007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59470) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:09.666274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port dc06efdd-201b-47af-ace5-3cfa3f1ad3d0 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:15:09.969499 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56d866d5-f780-4ad6-a36d-b8f3c03c8846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.107481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 172.20.0.9 (da4c3e7b-d0fb-4990-bf20-2699b1577677/5ec16411-b4bc-4084-9a9d-e0966837c5a3/dc06efdd-201b-47af-ace5-3cfa3f1ad3d0) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:10.118491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::f816:3eff:fe18:7c3d (da4c3e7b-d0fb-4990-bf20-2699b1577677/73e6869b-5050-46fd-a9dd-bcbfa4227078/dc06efdd-201b-47af-ace5-3cfa3f1ad3d0) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:10.243928 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ceb42e19-a602-49af-a5a8-17c7d795a715 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:10.435206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5967b691-0186-4a4f-9bb1-8f3fbaa50b66 tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.533389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967b691-0186-4a4f-9bb1-8f3fbaa50b66 tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Pushing event deleted for resources: {'Port': ['ID=4d604076-e131-4826-bfcd-ca7393710591,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:10.544457 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.559529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object dc06efdd-201b-47af-ace5-3cfa3f1ad3d0 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:10.561299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-18e586d6-af9b-4fbb-bd61-6de1f6556d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:10.561796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-18e586d6-af9b-4fbb-bd61-6de1f6556d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:10.562387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-18e586d6-af9b-4fbb-bd61-6de1f6556d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:10.562914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-18e586d6-af9b-4fbb-bd61-6de1f6556d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:10.563580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-18e586d6-af9b-4fbb-bd61-6de1f6556d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:10.564107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-18e586d6-af9b-4fbb-bd61-6de1f6556d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:10.564826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-18e586d6-af9b-4fbb-bd61-6de1f6556d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:10.567256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-18e586d6-af9b-4fbb-bd61-6de1f6556d66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6287 time: 1.1484249 Aug 31 14:15:10.607639 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.753504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:10.791723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd4f47-cffd-4345-bf89-d762dc957ca7 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:10.806250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:10.823836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:10.885131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=dc06efdd-201b-47af-ace5-3cfa3f1ad3d0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:10.953234 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5967b691-0186-4a4f-9bb1-8f3fbaa50b66 tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.986098 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5967b691-0186-4a4f-9bb1-8f3fbaa50b66 tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:10.989951 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5967b691-0186-4a4f-9bb1-8f3fbaa50b66 tempest-FloatingIPAdminTestJSON-294986548 tempest-FloatingIPAdminTestJSON-294986548-project] 10.222.0.20 "DELETE /v2.0/floatingips/14ed0222-6555-493a-bb38-e95194d9a8a8 HTTP/1.1" status: 204 len: 168 time: 2.6448247 Aug 31 14:15:10.991216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59486) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:11.010975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.011945 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.059456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176363c4-5bf2-481d-9afa-31d1392a59c6 req-d7893e03-7095-40fb-b1a7-9da7ef83bd37 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.097767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176363c4-5bf2-481d-9afa-31d1392a59c6 req-d7893e03-7095-40fb-b1a7-9da7ef83bd37 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.106297 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176363c4-5bf2-481d-9afa-31d1392a59c6 req-d7893e03-7095-40fb-b1a7-9da7ef83bd37 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.113115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176363c4-5bf2-481d-9afa-31d1392a59c6 req-d7893e03-7095-40fb-b1a7-9da7ef83bd37 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.123127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176363c4-5bf2-481d-9afa-31d1392a59c6 req-d7893e03-7095-40fb-b1a7-9da7ef83bd37 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.129477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176363c4-5bf2-481d-9afa-31d1392a59c6 req-d7893e03-7095-40fb-b1a7-9da7ef83bd37 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.136477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176363c4-5bf2-481d-9afa-31d1392a59c6 req-d7893e03-7095-40fb-b1a7-9da7ef83bd37 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.138733 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-176363c4-5bf2-481d-9afa-31d1392a59c6 req-d7893e03-7095-40fb-b1a7-9da7ef83bd37 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5395 time: 0.6973627 Aug 31 14:15:11.194543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-e19c940f-2da8-44e3-9928-fec84ca59094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.195280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-e19c940f-2da8-44e3-9928-fec84ca59094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.195913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-e19c940f-2da8-44e3-9928-fec84ca59094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.202840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-e19c940f-2da8-44e3-9928-fec84ca59094 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0f573d79f178449f86f4510b41534f07&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6196182 Aug 31 14:15:11.212260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d379098b-bb35-4acf-8995-d4bfddfcff43 None None] Provisioning for port ceb42e19-a602-49af-a5a8-17c7d795a715 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:11.247847 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d379098b-bb35-4acf-8995-d4bfddfcff43 None None] Provisioning complete for port ceb42e19-a602-49af-a5a8-17c7d795a715 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:11.249076 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d379098b-bb35-4acf-8995-d4bfddfcff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.377652 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56d866d5-f780-4ad6-a36d-b8f3c03c8846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.428692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:11.457425 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56d866d5-f780-4ad6-a36d-b8f3c03c8846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.472873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-176363c4-5bf2-481d-9afa-31d1392a59c6 req-ae0e8f7b-5b44-42b5-8273-bf15a09edbac tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2685616 Aug 31 14:15:11.499420 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.526396 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d866d5-f780-4ad6-a36d-b8f3c03c8846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e24973-2d15-4168-be1e-da629f79961d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:11.545111 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-435c99c1-30be-427d-a771-a00b4b908b83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7605958 Aug 31 14:15:11.547631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59494) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:11.564704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Transition to ACTIVE for port object 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:11.647927 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-56d866d5-f780-4ad6-a36d-b8f3c03c8846 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecd0a442229842079653b3f035bb48d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9737668 Aug 31 14:15:11.650087 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-a112d53e-f9e7-43ec-b527-8e6ee55114c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:11.653072 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6839cb2e-d958-47c2-8c39-b6f41a51272b req-a112d53e-f9e7-43ec-b527-8e6ee55114c7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4219654 Aug 31 14:15:11.653299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.655502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59496) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:11.804169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-91eee0de-29c7-489c-9a35-0db118033bc2 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Deleting port 12e84501-4a00-4469-90cd-640f72dd8d40 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:11.804543 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91eee0de-29c7-489c-9a35-0db118033bc2 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:11.914694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:11.988534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Attempting to bind port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:11.988924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Attempting to bind port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:11.989261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Attempting to bind port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa on network 83b65104-e682-47ab-846c-67afd4d672b5 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:11.997372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa on network 83b65104-e682-47ab-846c-67afd4d672b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:11.997694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Attempting to bind port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa on network 83b65104-e682-47ab-846c-67afd4d672b5 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:12.005458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:12.005791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Checking segment: {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:12.006426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Bound using segment: {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:12.006613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Bound port: 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:12.007500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d30349c3-7022-4818-9d7f-999a18a3fad7 None None] Provisioning complete for port ceb42e19-a602-49af-a5a8-17c7d795a715 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:12.008196 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d30349c3-7022-4818-9d7f-999a18a3fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.010032 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.047124 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998817c3-3bf1-4891-b1fb-186325027814 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.064639 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998817c3-3bf1-4891-b1fb-186325027814 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.069716 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-998817c3-3bf1-4891-b1fb-186325027814 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5049231 Aug 31 14:15:12.080101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59502) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:12.113132 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-507d4c30-69f4-490f-a64f-8c6357ca135e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.205935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] For port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:12.212422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] For port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:12.221444 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.248635 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91eee0de-29c7-489c-9a35-0db118033bc2 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.248986 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91eee0de-29c7-489c-9a35-0db118033bc2 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.260317 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-507d4c30-69f4-490f-a64f-8c6357ca135e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.265665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d30349c3-7022-4818-9d7f-999a18a3fad7 None None] Provisioning for port dc06efdd-201b-47af-ace5-3cfa3f1ad3d0 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:12.270709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d30349c3-7022-4818-9d7f-999a18a3fad7 None None] Provisioning complete for port dc06efdd-201b-47af-ace5-3cfa3f1ad3d0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:12.271090 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d30349c3-7022-4818-9d7f-999a18a3fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.340059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:12.354247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.355412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.365672 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d30349c3-7022-4818-9d7f-999a18a3fad7 None None] Port dc06efdd-201b-47af-ace5-3cfa3f1ad3d0 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:12.380369 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-86e5feff-3078-41ba-a12d-c3708a8040d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/4bcaa59e-cbb8-42a6-84ca-0dbeec675caa HTTP/1.1" status: 200 len: 1091 time: 3.3942339 Aug 31 14:15:12.381339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '4bcaa59e-cbb8-42a6-84ca-0dbeec675caa'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:12.385468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-91eee0de-29c7-489c-9a35-0db118033bc2 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Calling delete_port for 12e84501-4a00-4469-90cd-640f72dd8d40 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:12.402660 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd30a829-d093-43d6-975a-7280b37db9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "4bcaa59e-cbb8-42a6-84ca-0dbeec675caa"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:12.426622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Request body: {'port': {'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:12.562924 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ec723b-31d0-40d1-8458-b29dfa36a2d7 x-openstack-request-id: req-d2ec723b-31d0-40d1-8458-b29dfa36a2d7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:12.567949 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "4bcaa59e-cbb8-42a6-84ca-0dbeec675caa", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:12.568403 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2ec723b-31d0-40d1-8458-b29dfa36a2d7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:12.569506 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '4bcaa59e-cbb8-42a6-84ca-0dbeec675caa', 'status': 'completed', 'code': 200} Aug 31 14:15:12.645564 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.650331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b7b88e68-91a3-4ba1-9f9e-1e7f442d1be1 None None] Provisioning complete for port dc06efdd-201b-47af-ace5-3cfa3f1ad3d0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:12.650935 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b7b88e68-91a3-4ba1-9f9e-1e7f442d1be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.690762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-507d4c30-69f4-490f-a64f-8c6357ca135e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.702039 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-507d4c30-69f4-490f-a64f-8c6357ca135e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:12.708882 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-507d4c30-69f4-490f-a64f-8c6357ca135e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6e24973-2d15-4168-be1e-da629f79961d HTTP/1.1" status: 204 len: 168 time: 1.0465102 Aug 31 14:15:12.760406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d4c30-69f4-490f-a64f-8c6357ca135e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e24973-2d15-4168-be1e-da629f79961d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:12.779097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be2ca-8656-4c31-a0dc-31000e472545 req-d689c5f9-673f-40a7-a6f7-c49ee900833f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.787048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be2ca-8656-4c31-a0dc-31000e472545 req-d689c5f9-673f-40a7-a6f7-c49ee900833f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.795211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be2ca-8656-4c31-a0dc-31000e472545 req-d689c5f9-673f-40a7-a6f7-c49ee900833f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.804259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be2ca-8656-4c31-a0dc-31000e472545 req-d689c5f9-673f-40a7-a6f7-c49ee900833f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.810810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be2ca-8656-4c31-a0dc-31000e472545 req-d689c5f9-673f-40a7-a6f7-c49ee900833f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.818340 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be2ca-8656-4c31-a0dc-31000e472545 req-d689c5f9-673f-40a7-a6f7-c49ee900833f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.825821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be2ca-8656-4c31-a0dc-31000e472545 req-d689c5f9-673f-40a7-a6f7-c49ee900833f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.828472 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f4be2ca-8656-4c31-a0dc-31000e472545 req-d689c5f9-673f-40a7-a6f7-c49ee900833f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5407 time: 0.1868465 Aug 31 14:15:12.847120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-3a9ac67a-753c-49a4-9213-fbfe29982232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.848197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-3a9ac67a-753c-49a4-9213-fbfe29982232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.848885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-3a9ac67a-753c-49a4-9213-fbfe29982232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.850339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-3a9ac67a-753c-49a4-9213-fbfe29982232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.851009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-3a9ac67a-753c-49a4-9213-fbfe29982232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.851686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-3a9ac67a-753c-49a4-9213-fbfe29982232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.852329 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-3a9ac67a-753c-49a4-9213-fbfe29982232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:12.855990 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-3a9ac67a-753c-49a4-9213-fbfe29982232 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6354 time: 0.2825613 Aug 31 14:15:12.903786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b7b88e68-91a3-4ba1-9f9e-1e7f442d1be1 None None] Port dc06efdd-201b-47af-ace5-3cfa3f1ad3d0 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:15:13.248620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f4be2ca-8656-4c31-a0dc-31000e472545 req-86e8394a-d344-42c6-b2db-3c40def5c208 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4079692 Aug 31 14:15:13.307886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0572d733-3b81-44dd-a944-bdda4016897f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port dc06efdd-201b-47af-ace5-3cfa3f1ad3d0 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:13.308476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0572d733-3b81-44dd-a944-bdda4016897f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.389054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-968f7d5b-a67a-4c4a-a9a7-8aa48b853bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:13.389539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-968f7d5b-a67a-4c4a-a9a7-8aa48b853bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:13.390060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-968f7d5b-a67a-4c4a-a9a7-8aa48b853bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:13.392207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-968f7d5b-a67a-4c4a-a9a7-8aa48b853bf9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0f573d79f178449f86f4510b41534f07&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5113006 Aug 31 14:15:13.402279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59522) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:13.482882 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0572d733-3b81-44dd-a944-bdda4016897f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.499505 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0618c274-b4b7-4b75-9e51-ab2d9a1a2acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.503597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0572d733-3b81-44dd-a944-bdda4016897f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for dc06efdd-201b-47af-ace5-3cfa3f1ad3d0 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:13.922614 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0618c274-b4b7-4b75-9e51-ab2d9a1a2acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.971203 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91eee0de-29c7-489c-9a35-0db118033bc2 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:13.998388 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0618c274-b4b7-4b75-9e51-ab2d9a1a2acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.010290 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0572d733-3b81-44dd-a944-bdda4016897f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.028744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-c1007681-adb2-4fa9-818e-7a132148de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.030563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd30a829-d093-43d6-975a-7280b37db9e5 req-c1007681-adb2-4fa9-818e-7a132148de1f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6273890 Aug 31 14:15:14.039670 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0618c274-b4b7-4b75-9e51-ab2d9a1a2acc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb18d32ea73f4a65b10c1fb8ddb5c5e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6324823 Aug 31 14:15:14.045490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59536) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:14.056525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eee0de-29c7-489c-9a35-0db118033bc2 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Pushing event deleted for resources: {'Port': ['ID=12e84501-4a00-4469-90cd-640f72dd8d40,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:14.206959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618c274-b4b7-4b75-9e51-ab2d9a1a2acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3946304-bfde-4f03-ae5b-8dd24add8b9b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:14.227829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a695eda4-8064-4835-887f-df4c54d594d9 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:14.249236 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.281579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Transition to ACTIVE for port object a695eda4-8064-4835-887f-df4c54d594d9 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:14.303356 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.331987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cce2af56-01e7-46dc-9a19-29f94c4402ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.383512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572d733-3b81-44dd-a944-bdda4016897f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=dc06efdd-201b-47af-ace5-3cfa3f1ad3d0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:14.399732 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cce2af56-01e7-46dc-9a19-29f94c4402ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.556822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Pushing event updated for resources: {'Port': ['ID=a695eda4-8064-4835-887f-df4c54d594d9,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:14.578362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cce2af56-01e7-46dc-9a19-29f94c4402ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.581910 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cce2af56-01e7-46dc-9a19-29f94c4402ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.583184 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cce2af56-01e7-46dc-9a19-29f94c4402ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3946304-bfde-4f03-ae5b-8dd24add8b9b HTTP/1.1" status: 204 len: 168 time: 0.5365763 Aug 31 14:15:14.589221 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0572d733-3b81-44dd-a944-bdda4016897f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.594144 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0572d733-3b81-44dd-a944-bdda4016897f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/dc06efdd-201b-47af-ace5-3cfa3f1ad3d0 HTTP/1.1" status: 204 len: 168 time: 2.5097907 Aug 31 14:15:14.598619 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59552) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:14.611743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2af56-01e7-46dc-9a19-29f94c4402ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3946304-bfde-4f03-ae5b-8dd24add8b9b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:14.633265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91eee0de-29c7-489c-9a35-0db118033bc2 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.643735 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-91eee0de-29c7-489c-9a35-0db118033bc2 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.645799 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-91eee0de-29c7-489c-9a35-0db118033bc2 tempest-FloatingIPAdminTestJSON-899474938 tempest-FloatingIPAdminTestJSON-899474938-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/9eb3e181-98b7-442a-a6b0-aac3925ae76d HTTP/1.1" status: 204 len: 168 time: 3.6481366 Aug 31 14:15:14.652222 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59554) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:14.701656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Attempting to bind port a695eda4-8064-4835-887f-df4c54d594d9 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:14.701890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Attempting to bind port a695eda4-8064-4835-887f-df4c54d594d9 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:14.702145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Attempting to bind port a695eda4-8064-4835-887f-df4c54d594d9 on network 1c33b8ea-b74c-4228-8f71-02e2bf90452a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:14.708478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Port a695eda4-8064-4835-887f-df4c54d594d9 on network 1c33b8ea-b74c-4228-8f71-02e2bf90452a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:14.708754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Attempting to bind port a695eda4-8064-4835-887f-df4c54d594d9 on network 1c33b8ea-b74c-4228-8f71-02e2bf90452a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:14.716300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:14.716865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Checking segment: {'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:14.717312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Bound using segment: {'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:14.717809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Bound port: a695eda4-8064-4835-887f-df4c54d594d9, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:14.718184 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.886709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] For port a695eda4-8064-4835-887f-df4c54d594d9, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:14.888703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5318d-c565-448c-bb18-d174c8338f77 req-dcf2b0fd-e9df-4a20-a620-14c1e255b66a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.891412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] For port a695eda4-8064-4835-887f-df4c54d594d9, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a695eda4-8064-4835-887f-df4c54d594d9,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:14.902658 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.916662 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5318d-c565-448c-bb18-d174c8338f77 req-dcf2b0fd-e9df-4a20-a620-14c1e255b66a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.929132 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5318d-c565-448c-bb18-d174c8338f77 req-dcf2b0fd-e9df-4a20-a620-14c1e255b66a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.935430 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5318d-c565-448c-bb18-d174c8338f77 req-dcf2b0fd-e9df-4a20-a620-14c1e255b66a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.945259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5318d-c565-448c-bb18-d174c8338f77 req-dcf2b0fd-e9df-4a20-a620-14c1e255b66a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.968270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5318d-c565-448c-bb18-d174c8338f77 req-dcf2b0fd-e9df-4a20-a620-14c1e255b66a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.975327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.976109 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:14.981305 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] 10.222.0.13 "PUT /v2.0/ports/a695eda4-8064-4835-887f-df4c54d594d9 HTTP/1.1" status: 200 len: 1091 time: 2.5617673 Aug 31 14:15:14.981861 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': 'a695eda4-8064-4835-887f-df4c54d594d9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:14.985011 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5318d-c565-448c-bb18-d174c8338f77 req-dcf2b0fd-e9df-4a20-a620-14c1e255b66a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:14.986024 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "a695eda4-8064-4835-887f-df4c54d594d9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:15.054366 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-34d5318d-c565-448c-bb18-d174c8338f77 req-dcf2b0fd-e9df-4a20-a620-14c1e255b66a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5419 time: 0.5840354 Aug 31 14:15:15.098504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Request body: {'port': {'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:15.132001 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12377c3d-4687-4a00-93c2-dbbc857b268c x-openstack-request-id: req-12377c3d-4687-4a00-93c2-dbbc857b268c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:15.132323 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "a695eda4-8064-4835-887f-df4c54d594d9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:15.134550 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12377c3d-4687-4a00-93c2-dbbc857b268c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:15.135010 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': 'a695eda4-8064-4835-887f-df4c54d594d9', 'status': 'completed', 'code': 200} Aug 31 14:15:15.179476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd309c09-3c3a-42b7-bb6d-4e79c7b1573a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:15.182336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd309c09-3c3a-42b7-bb6d-4e79c7b1573a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:15.183938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd309c09-3c3a-42b7-bb6d-4e79c7b1573a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:15.189070 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fd309c09-3c3a-42b7-bb6d-4e79c7b1573a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5888834 Aug 31 14:15:15.191468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59570) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:15.207492 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-34d5318d-c565-448c-bb18-d174c8338f77 req-edf38db8-235b-48be-ad9a-ba1f79c3ac5b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521363 Aug 31 14:15:15.230332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d86a48-d06c-41b9-aa5c-cb80b99ae26a service neutron] Pushing event updated for resources: {'Port': ['ID=a695eda4-8064-4835-887f-df4c54d594d9,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:15.307425 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59578) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:15.432197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8a306b-0cf5-4468-974d-a4dbff9b9bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 5ec16411-b4bc-4084-9a9d-e0966837c5a3 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:15:15.437523 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:15.447929 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b8a306b-0cf5-4468-974d-a4dbff9b9bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:15.464959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-b6c51dce-5380-42ec-953f-73710be56605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:15.465367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-b6c51dce-5380-42ec-953f-73710be56605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:15.476811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-b6c51dce-5380-42ec-953f-73710be56605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:15.477393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-b6c51dce-5380-42ec-953f-73710be56605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:15.477869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-b6c51dce-5380-42ec-953f-73710be56605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:15.478345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-b6c51dce-5380-42ec-953f-73710be56605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:15.478811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-b6c51dce-5380-42ec-953f-73710be56605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:15.480999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-b6c51dce-5380-42ec-953f-73710be56605 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6421 time: 0.3011217 Aug 31 14:15:15.670287 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b8a306b-0cf5-4468-974d-a4dbff9b9bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:15.888341 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-3ab27ccd-65e8-456a-9da8-96d3b26e09d7 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Deleting port 54c8235b-4f64-4437-9b0b-c95eacbf0415 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:15.888915 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ab27ccd-65e8-456a-9da8-96d3b26e09d7 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.052237 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ab27ccd-65e8-456a-9da8-96d3b26e09d7 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.071945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-3ab27ccd-65e8-456a-9da8-96d3b26e09d7 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Calling delete_port for 54c8235b-4f64-4437-9b0b-c95eacbf0415 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:16.288604 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b8a306b-0cf5-4468-974d-a4dbff9b9bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.439256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b8a306b-0cf5-4468-974d-a4dbff9b9bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.458495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-85109dac-1049-498e-a883-4e7bdd81eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:16.465419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-85109dac-1049-498e-a883-4e7bdd81eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:16.465896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-85109dac-1049-498e-a883-4e7bdd81eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:16.467969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-85109dac-1049-498e-a883-4e7bdd81eb5a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0f573d79f178449f86f4510b41534f07&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9728312 Aug 31 14:15:16.588787 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a306b-0cf5-4468-974d-a4dbff9b9bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec16411-b4bc-4084-9a9d-e0966837c5a3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:16.599398 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b8a306b-0cf5-4468-974d-a4dbff9b9bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.608246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f564ee10-65a8-43e6-ac04-0bafa7de7134 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:16.616926 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9b8a306b-0cf5-4468-974d-a4dbff9b9bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/5ec16411-b4bc-4084-9a9d-e0966837c5a3 HTTP/1.1" status: 204 len: 168 time: 1.4081450 Aug 31 14:15:16.618133 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59636) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:16.806716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ab27ccd-65e8-456a-9da8-96d3b26e09d7 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.815792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-a92a03e3-e548-4768-ad42-e1075b7dd4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:16.817409 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8c7aee07-280e-4eeb-a644-4a7ad6a35a95 req-a92a03e3-e548-4768-ad42-e1075b7dd4c0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3375111 Aug 31 14:15:16.820802 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f48551-528a-40de-8c55-c2e64146e933 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 73e6869b-5050-46fd-a9dd-bcbfa4227078 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:15:16.834614 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-57f48551-528a-40de-8c55-c2e64146e933 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:16.952021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-57f48551-528a-40de-8c55-c2e64146e933 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.155920 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-57f48551-528a-40de-8c55-c2e64146e933 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.314860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9520d0-d104-4639-b9a7-8c26d8b5620c req-79c2bee9-6a49-41f9-8654-5048ad7f112a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.322202 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9520d0-d104-4639-b9a7-8c26d8b5620c req-79c2bee9-6a49-41f9-8654-5048ad7f112a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.336155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9520d0-d104-4639-b9a7-8c26d8b5620c req-79c2bee9-6a49-41f9-8654-5048ad7f112a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.351203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9520d0-d104-4639-b9a7-8c26d8b5620c req-79c2bee9-6a49-41f9-8654-5048ad7f112a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.360748 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9520d0-d104-4639-b9a7-8c26d8b5620c req-79c2bee9-6a49-41f9-8654-5048ad7f112a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.367389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9520d0-d104-4639-b9a7-8c26d8b5620c req-79c2bee9-6a49-41f9-8654-5048ad7f112a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.373888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9520d0-d104-4639-b9a7-8c26d8b5620c req-79c2bee9-6a49-41f9-8654-5048ad7f112a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.375992 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eb9520d0-d104-4639-b9a7-8c26d8b5620c req-79c2bee9-6a49-41f9-8654-5048ad7f112a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5419 time: 0.9790826 Aug 31 14:15:17.382695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab27ccd-65e8-456a-9da8-96d3b26e09d7 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event deleted for resources: {'Port': ['ID=54c8235b-4f64-4437-9b0b-c95eacbf0415,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:17.613758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ff4304-d96e-4f5b-883d-ae93905b3f41 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:17.618641 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eb9520d0-d104-4639-b9a7-8c26d8b5620c req-7eba49db-88d9-46df-b1f3-a9a239aa9e76 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2218378 Aug 31 14:15:17.650405 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-57f48551-528a-40de-8c55-c2e64146e933 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.677380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.706717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Transition to ACTIVE for port object 78ff4304-d96e-4f5b-883d-ae93905b3f41 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:17.738204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f48551-528a-40de-8c55-c2e64146e933 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=73e6869b-5050-46fd-a9dd-bcbfa4227078,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:17.749307 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.749765 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ab27ccd-65e8-456a-9da8-96d3b26e09d7 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.760340 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3ab27ccd-65e8-456a-9da8-96d3b26e09d7 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "DELETE /v2.0/ports/54c8235b-4f64-4437-9b0b-c95eacbf0415 HTTP/1.1" status: 204 len: 168 time: 3.1049540 Aug 31 14:15:17.769404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-57f48551-528a-40de-8c55-c2e64146e933 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:17.772003 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-57f48551-528a-40de-8c55-c2e64146e933 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/73e6869b-5050-46fd-a9dd-bcbfa4227078 HTTP/1.1" status: 204 len: 168 time: 1.1496243 Aug 31 14:15:17.772622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59670) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:17.790448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59672) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:17.863492 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4a024579-8996-4901-90db-a84b7e49a540 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642498 Aug 31 14:15:17.868920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59676) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:17.967108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08354ab8-7e0e-46d7-b3e6-7d76c1e6afba tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.972034 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-08354ab8-7e0e-46d7-b3e6-7d76c1e6afba tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9217ea-98c3-438e-8f47-813cb88bd9ee HTTP/1.1" status: 200 len: 913 time: 0.1984200 Aug 31 14:15:17.977273 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59678) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:17.985501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097cc64b-398b-4083-9616-37dea482f347 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:17.992201 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-097cc64b-398b-4083-9616-37dea482f347 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1203139 Aug 31 14:15:18.255018 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59680) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:18.260290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56c174c-bacf-4897-96e1-66bf28b56b6d None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:18.595303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a0e0af21-98e0-4daa-89c7-99e2de2e5530 None None] Provisioning complete for port ceb42e19-a602-49af-a5a8-17c7d795a715 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:18.596259 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a0e0af21-98e0-4daa-89c7-99e2de2e5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.611948 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-229f62ca-d93a-4369-9fa8-cfcc5b3cd74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:18.694492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b628f1-9b8a-4179-88db-be919f7c91b4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:18.699169 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-49b628f1-9b8a-4179-88db-be919f7c91b4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4050801 Aug 31 14:15:18.704994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Pushing event updated for resources: {'Port': ['ID=78ff4304-d96e-4f5b-883d-ae93905b3f41,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:18.717724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59704) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:18.795096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a956fd46-4805-4eda-8ee6-759082356659 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:15:18.880503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bf379315-dfee-4ded-bd5c-d19d4654cdc2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1628575 Aug 31 14:15:18.899067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59716) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:18.914100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-50c79509-e785-460a-816f-6ad06b0e0527 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:18.935669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a956fd46-4805-4eda-8ee6-759082356659 None None] Deleting port ceb42e19-a602-49af-a5a8-17c7d795a715 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:18.939078 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a956fd46-4805-4eda-8ee6-759082356659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.069221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a956fd46-4805-4eda-8ee6-759082356659 None None] For port ceb42e19-a602-49af-a5a8-17c7d795a715, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ceb42e19-a602-49af-a5a8-17c7d795a715,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:19.069628 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a956fd46-4805-4eda-8ee6-759082356659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.087508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a956fd46-4805-4eda-8ee6-759082356659 None None] Calling delete_port for ceb42e19-a602-49af-a5a8-17c7d795a715 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:19.198484 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a956fd46-4805-4eda-8ee6-759082356659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.223459 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49f57d8a-87a1-4f20-a3f7-f1c039c57458 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.233889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956fd46-4805-4eda-8ee6-759082356659 None None] Pushing event deleted for resources: {'Port': ['ID=ceb42e19-a602-49af-a5a8-17c7d795a715,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:19.239285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a956fd46-4805-4eda-8ee6-759082356659 None None] No DVR routers for this DVR port ceb42e19-a602-49af-a5a8-17c7d795a715 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:15:19.246396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Attempting to bind port 78ff4304-d96e-4f5b-883d-ae93905b3f41 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:19.247083 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Attempting to bind port 78ff4304-d96e-4f5b-883d-ae93905b3f41 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:19.247608 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Attempting to bind port 78ff4304-d96e-4f5b-883d-ae93905b3f41 on network 1c33b8ea-b74c-4228-8f71-02e2bf90452a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:19.287058 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c79509-e785-460a-816f-6ad06b0e0527 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:19.290667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-50c79509-e785-460a-816f-6ad06b0e0527 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.292305 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c79509-e785-460a-816f-6ad06b0e0527 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:15:19.292943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c79509-e785-460a-816f-6ad06b0e0527 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:15:19.295877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Port 78ff4304-d96e-4f5b-883d-ae93905b3f41 on network 1c33b8ea-b74c-4228-8f71-02e2bf90452a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:15:19.296624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Attempting to bind port 78ff4304-d96e-4f5b-883d-ae93905b3f41 on network 1c33b8ea-b74c-4228-8f71-02e2bf90452a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:19.311420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59728) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:19.336708 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-50c79509-e785-460a-816f-6ad06b0e0527 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4316118 Aug 31 14:15:19.336708 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59732) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:19.343278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e5a327dc-0904-45ec-a68f-f8be810bc967 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:19.359352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:19.359724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Checking segment: {'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:19.360098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Bound using segment: {'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:19.360575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Bound port: 78ff4304-d96e-4f5b-883d-ae93905b3f41, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113c9b19-433b-4556-b746-e3b5f1340041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:19.360948 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.495928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] For port 78ff4304-d96e-4f5b-883d-ae93905b3f41, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:19.497785 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a327dc-0904-45ec-a68f-f8be810bc967 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:19.500936 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e5a327dc-0904-45ec-a68f-f8be810bc967 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.502745 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a327dc-0904-45ec-a68f-f8be810bc967 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:15:19.503008 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a327dc-0904-45ec-a68f-f8be810bc967 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:15:19.510401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6de045-0fbf-4145-807e-745e5888246a req-b7befa99-7143-4b9e-ab3e-9b5718948a58 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.517102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6de045-0fbf-4145-807e-745e5888246a req-b7befa99-7143-4b9e-ab3e-9b5718948a58 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.523646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6de045-0fbf-4145-807e-745e5888246a req-b7befa99-7143-4b9e-ab3e-9b5718948a58 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.529782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6de045-0fbf-4145-807e-745e5888246a req-b7befa99-7143-4b9e-ab3e-9b5718948a58 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.536956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6de045-0fbf-4145-807e-745e5888246a req-b7befa99-7143-4b9e-ab3e-9b5718948a58 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.542970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6de045-0fbf-4145-807e-745e5888246a req-b7befa99-7143-4b9e-ab3e-9b5718948a58 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.549256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6de045-0fbf-4145-807e-745e5888246a req-b7befa99-7143-4b9e-ab3e-9b5718948a58 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.558056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cd6de045-0fbf-4145-807e-745e5888246a req-b7befa99-7143-4b9e-ab3e-9b5718948a58 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.7160692 Aug 31 14:15:19.561573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4c65fe5f-426d-42b7-adfd-9aaa927bca60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.593585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] For port 78ff4304-d96e-4f5b-883d-ae93905b3f41, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:19.626033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.646554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e5a327dc-0904-45ec-a68f-f8be810bc967 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3047707 Aug 31 14:15:19.648671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59738) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:19.654991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-79d98d2a-c32f-403c-beac-45bd5147abbc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:19.707775 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cd6de045-0fbf-4145-807e-745e5888246a req-c44105cd-da75-4e90-beb9-6f98b1d5666a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487534 Aug 31 14:15:19.781202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.782431 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:19.785489 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] 10.222.0.13 "PUT /v2.0/ports/78ff4304-d96e-4f5b-883d-ae93905b3f41 HTTP/1.1" status: 200 len: 1091 time: 4.7156417 Aug 31 14:15:19.805339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '78ff4304-d96e-4f5b-883d-ae93905b3f41'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:15:19.807843 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "78ff4304-d96e-4f5b-883d-ae93905b3f41"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:15:19.895953 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d12cbc4-1dcb-4e94-8e5f-b478fa37d598 x-openstack-request-id: req-5d12cbc4-1dcb-4e94-8e5f-b478fa37d598 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:15:19.896246 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "78ff4304-d96e-4f5b-883d-ae93905b3f41", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:15:19.897072 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d12cbc4-1dcb-4e94-8e5f-b478fa37d598 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:15:19.897683 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '78ff4304-d96e-4f5b-883d-ae93905b3f41', 'status': 'completed', 'code': 200} Aug 31 14:15:19.922555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8c808-026c-4a14-a451-194169d5721d service neutron] Pushing event updated for resources: {'Port': ['ID=78ff4304-d96e-4f5b-883d-ae93905b3f41,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:19.987785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-8a6ecc8d-5391-42a0-aa83-977ce37de163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.988264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-8a6ecc8d-5391-42a0-aa83-977ce37de163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.988759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-8a6ecc8d-5391-42a0-aa83-977ce37de163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.989223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-8a6ecc8d-5391-42a0-aa83-977ce37de163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.989681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-8a6ecc8d-5391-42a0-aa83-977ce37de163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.990186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-8a6ecc8d-5391-42a0-aa83-977ce37de163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.991309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-8a6ecc8d-5391-42a0-aa83-977ce37de163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:19.993415 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-8a6ecc8d-5391-42a0-aa83-977ce37de163 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6488 time: 0.1101103 Aug 31 14:15:19.998351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-229f62ca-d93a-4369-9fa8-cfcc5b3cd74c admin admin] Deleting port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:20.000085 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-229f62ca-d93a-4369-9fa8-cfcc5b3cd74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.098934 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4c65fe5f-426d-42b7-adfd-9aaa927bca60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.113561 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4c65fe5f-426d-42b7-adfd-9aaa927bca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.188542 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4c65fe5f-426d-42b7-adfd-9aaa927bca60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6aee317a3d804e289167465e5cb5420c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8755486 Aug 31 14:15:20.195370 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59750) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:20.228569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d98d2a-c32f-403c-beac-45bd5147abbc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:20.240050 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4828657c-527e-41f9-bad6-a7c185c8c670 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 HTTP/1.1" status: 200 len: 217 time: 0.2359104 Aug 31 14:15:20.243188 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79d98d2a-c32f-403c-beac-45bd5147abbc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.244552 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d98d2a-c32f-403c-beac-45bd5147abbc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:15:20.252855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d98d2a-c32f-403c-beac-45bd5147abbc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:15:20.286019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65fe5f-426d-42b7-adfd-9aaa927bca60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14cbf47-a26d-4019-bb91-a05bb2626683,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:20.288532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ceb42e19-a602-49af-a5a8-17c7d795a715 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:20.316343 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-79d98d2a-c32f-403c-beac-45bd5147abbc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6653035 Aug 31 14:15:20.330394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59754) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:20.339568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-49f57d8a-87a1-4f20-a3f7-f1c039c57458 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Deleting port 2a4e06c1-ef25-41fe-ad91-f06fa507170f {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:20.339568 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49f57d8a-87a1-4f20-a3f7-f1c039c57458 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.360899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ceb42e19-a602-49af-a5a8-17c7d795a715 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:15:20.361329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ceb42e19-a602-49af-a5a8-17c7d795a715 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:15:20.388140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2cf726e6-cfc8-4544-98e3-de5cc58b5225 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:20.468744 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25140556-2a74-4a9e-89d2-a8f895ea4386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.491094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-083d122f-32f9-49a8-8b7f-f6e71293c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:20.492606 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-083d122f-32f9-49a8-8b7f-f6e71293c14f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78251-b3fe-4763-9e2c-bc513ea64886 HTTP/1.1" status: 200 len: 854 time: 0.2411416 Aug 31 14:15:20.496233 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25140556-2a74-4a9e-89d2-a8f895ea4386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.554226 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25140556-2a74-4a9e-89d2-a8f895ea4386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.557647 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25140556-2a74-4a9e-89d2-a8f895ea4386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.561163 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-25140556-2a74-4a9e-89d2-a8f895ea4386 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b14cbf47-a26d-4019-bb91-a05bb2626683 HTTP/1.1" status: 204 len: 168 time: 0.3625576 Aug 31 14:15:20.578638 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25140556-2a74-4a9e-89d2-a8f895ea4386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14cbf47-a26d-4019-bb91-a05bb2626683,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:20.593527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-229f62ca-d93a-4369-9fa8-cfcc5b3cd74c admin admin] For port 5a94d2b7-ed89-44b0-992d-8ea2021a02fe, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5a94d2b7-ed89-44b0-992d-8ea2021a02fe,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:20.595630 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-229f62ca-d93a-4369-9fa8-cfcc5b3cd74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.635122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-229f62ca-d93a-4369-9fa8-cfcc5b3cd74c admin admin] Calling delete_port for 5a94d2b7-ed89-44b0-992d-8ea2021a02fe owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:20.655577 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49f57d8a-87a1-4f20-a3f7-f1c039c57458 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.675046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-49f57d8a-87a1-4f20-a3f7-f1c039c57458 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Calling delete_port for 2a4e06c1-ef25-41fe-ad91-f06fa507170f owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:20.718535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-f816b730-17bb-4a9d-ae41-88777002b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:20.720517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-f816b730-17bb-4a9d-ae41-88777002b85e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f61a66ed-e073-4160-9a7b-510fffda1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171726 Aug 31 14:15:20.761375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf726e6-cfc8-4544-98e3-de5cc58b5225 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:20.766215 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2cf726e6-cfc8-4544-98e3-de5cc58b5225 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.769238 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf726e6-cfc8-4544-98e3-de5cc58b5225 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:15:20.770151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf726e6-cfc8-4544-98e3-de5cc58b5225 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:15:20.908904 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2cf726e6-cfc8-4544-98e3-de5cc58b5225 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5467730 Aug 31 14:15:20.915278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59772) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:20.924937 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e57d75a7-dae3-42bf-89cb-1a01aa8ef8ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:20.977310 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49f57d8a-87a1-4f20-a3f7-f1c039c57458 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:20.998278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762e8ec-e4ba-492e-88d5-a3d5e8b61722 req-d9625f15-9bf6-4e0f-9a3a-5dd5dd4d2392 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.004830 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762e8ec-e4ba-492e-88d5-a3d5e8b61722 req-d9625f15-9bf6-4e0f-9a3a-5dd5dd4d2392 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.011572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762e8ec-e4ba-492e-88d5-a3d5e8b61722 req-d9625f15-9bf6-4e0f-9a3a-5dd5dd4d2392 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.017923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762e8ec-e4ba-492e-88d5-a3d5e8b61722 req-d9625f15-9bf6-4e0f-9a3a-5dd5dd4d2392 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.024987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762e8ec-e4ba-492e-88d5-a3d5e8b61722 req-d9625f15-9bf6-4e0f-9a3a-5dd5dd4d2392 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.026384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59776) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:21.030984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762e8ec-e4ba-492e-88d5-a3d5e8b61722 req-d9625f15-9bf6-4e0f-9a3a-5dd5dd4d2392 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.035286 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f57d8a-87a1-4f20-a3f7-f1c039c57458 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event deleted for resources: {'Port': ['ID=2a4e06c1-ef25-41fe-ad91-f06fa507170f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:21.036789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762e8ec-e4ba-492e-88d5-a3d5e8b61722 req-d9625f15-9bf6-4e0f-9a3a-5dd5dd4d2392 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.040801 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1762e8ec-e4ba-492e-88d5-a3d5e8b61722 req-d9625f15-9bf6-4e0f-9a3a-5dd5dd4d2392 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.1933908 Aug 31 14:15:21.045130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-388f97bf-5cce-412a-ae7e-01d3f11904f3 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029459 Aug 31 14:15:21.128108 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96a135e3-dd8f-4f5e-a79c-45fb355bb960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.164252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1762e8ec-e4ba-492e-88d5-a3d5e8b61722 req-4c6a83b8-3a2d-4b80-baaa-14bf57086205 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103175 Aug 31 14:15:21.214159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.api [None req-96a135e3-dd8f-4f5e-a79c-45fb355bb960 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:15:21.214159 n-d-792364-6 neutron-server[106387]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:15:21.214159 n-d-792364-6 neutron-server[106387]: [parameters: {'project_id_1': '3915ca65e7f44af0b50c4acfc6778c1a', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 15, 21, 175230)}] Aug 31 14:15:21.214159 n-d-792364-6 neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:15:21.215221 n-d-792364-6 neutron-server[106387]: DEBUG oslo_db.api [None req-96a135e3-dd8f-4f5e-a79c-45fb355bb960 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:15:21.276823 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-229f62ca-d93a-4369-9fa8-cfcc5b3cd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.317509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-976034d8-5d2c-4076-8df0-91a784a7c13e service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624710 Aug 31 14:15:21.365829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f62ca-d93a-4369-9fa8-cfcc5b3cd74c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a94d2b7-ed89-44b0-992d-8ea2021a02fe,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:21.517883 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-58fe894b-3172-4627-abd3-8341ebf706d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 200 len: 217 time: 0.1584940 Aug 31 14:15:21.731772 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96a135e3-dd8f-4f5e-a79c-45fb355bb960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.762268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57d75a7-dae3-42bf-89cb-1a01aa8ef8ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:21.764076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-51300d04-e630-4870-9686-d2409cd258cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.766135 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-51300d04-e630-4870-9686-d2409cd258cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.2385569 Aug 31 14:15:21.769030 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e57d75a7-dae3-42bf-89cb-1a01aa8ef8ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.771439 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57d75a7-dae3-42bf-89cb-1a01aa8ef8ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:15:21.772154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57d75a7-dae3-42bf-89cb-1a01aa8ef8ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:15:21.798908 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49f57d8a-87a1-4f20-a3f7-f1c039c57458 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.875511 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-229f62ca-d93a-4369-9fa8-cfcc5b3cd74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:21.960562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-80dc2a9f-dc19-4a7c-91c1-e30c94215a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:21.962357 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-80dc2a9f-dc19-4a7c-91c1-e30c94215a36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1878781 Aug 31 14:15:22.066146 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96a135e3-dd8f-4f5e-a79c-45fb355bb960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.145034 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96a135e3-dd8f-4f5e-a79c-45fb355bb960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.189282 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-96a135e3-dd8f-4f5e-a79c-45fb355bb960 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3915ca65e7f44af0b50c4acfc6778c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1611555 Aug 31 14:15:22.196383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e57d75a7-dae3-42bf-89cb-1a01aa8ef8ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2766137 Aug 31 14:15:22.197011 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59830) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:22.197132 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59832) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:22.269067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4ee10487-0660-4c2c-b808-8d9fb782e8b6 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359643 Aug 31 14:15:22.345263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c033ae33-686e-49c0-bfeb-6908485462e2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:22.433736 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b317fe2-7196-4cfb-aedd-108a2aab947e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.460819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b317fe2-7196-4cfb-aedd-108a2aab947e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.554306 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b317fe2-7196-4cfb-aedd-108a2aab947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.556953 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b317fe2-7196-4cfb-aedd-108a2aab947e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.560567 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2b317fe2-7196-4cfb-aedd-108a2aab947e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/263f8683-1b54-41da-a941-6f005fca3b7d HTTP/1.1" status: 204 len: 168 time: 0.3601706 Aug 31 14:15:22.590540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c033ae33-686e-49c0-bfeb-6908485462e2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:22.596826 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c033ae33-686e-49c0-bfeb-6908485462e2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:22.598295 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c033ae33-686e-49c0-bfeb-6908485462e2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:15:22.598743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c033ae33-686e-49c0-bfeb-6908485462e2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:15:22.651009 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a135e3-dd8f-4f5e-a79c-45fb355bb960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263f8683-1b54-41da-a941-6f005fca3b7d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:22.670846 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c033ae33-686e-49c0-bfeb-6908485462e2 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4706182 Aug 31 14:15:22.681461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59848) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:22.718721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b317fe2-7196-4cfb-aedd-108a2aab947e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263f8683-1b54-41da-a941-6f005fca3b7d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:22.773464 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-64ed9e8b-08d0-46d2-b9a8-4b655441811c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0874600 Aug 31 14:15:22.789233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b7f9-532a-46e8-af89-36f65884c34b req-bf3c9ab3-b5f2-40a2-84bd-b5067dca39fa tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.797689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b7f9-532a-46e8-af89-36f65884c34b req-bf3c9ab3-b5f2-40a2-84bd-b5067dca39fa tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.804134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b7f9-532a-46e8-af89-36f65884c34b req-bf3c9ab3-b5f2-40a2-84bd-b5067dca39fa tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.810589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b7f9-532a-46e8-af89-36f65884c34b req-bf3c9ab3-b5f2-40a2-84bd-b5067dca39fa tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.817214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b7f9-532a-46e8-af89-36f65884c34b req-bf3c9ab3-b5f2-40a2-84bd-b5067dca39fa tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.823217 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b7f9-532a-46e8-af89-36f65884c34b req-bf3c9ab3-b5f2-40a2-84bd-b5067dca39fa tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.830020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b7f9-532a-46e8-af89-36f65884c34b req-bf3c9ab3-b5f2-40a2-84bd-b5067dca39fa tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.838779 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ecd8b7f9-532a-46e8-af89-36f65884c34b req-bf3c9ab3-b5f2-40a2-84bd-b5067dca39fa tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.5151324 Aug 31 14:15:22.840422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59850) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:22.975053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb03a0-3559-4e5b-ab95-52426f05f002 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:22.984985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59854) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:22.985964 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d7bb03a0-3559-4e5b-ab95-52426f05f002 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1368749 Aug 31 14:15:23.019314 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f57d8a-87a1-4f20-a3f7-f1c039c57458 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Router 4c9217ea-98c3-438e-8f47-813cb88bd9ee has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:15:23.060173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229f62ca-d93a-4369-9fa8-cfcc5b3cd74c admin admin] Router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:15:23.064651 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-23d6b7eb-d953-49d7-9a60-5d006a373771 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785537 Aug 31 14:15:23.071106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59860) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:23.077376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-772414b5-b064-4e2d-854e-601d156e6f14 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:23.096498 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-3ee98323-0a94-42be-a658-76a8b661467a service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7961717 Aug 31 14:15:23.287501 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-a1a0b226-65b1-4664-990d-67238963799a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 200 len: 217 time: 0.1557126 Aug 31 14:15:23.291353 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229f62ca-d93a-4369-9fa8-cfcc5b3cd74c admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:15:23.294264 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ecd8b7f9-532a-46e8-af89-36f65884c34b req-a56231cc-bf0e-493d-b1a5-99b61959adf0 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4545724 Aug 31 14:15:23.299647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-229f62ca-d93a-4369-9fa8-cfcc5b3cd74c admin admin] 10.222.0.20 "PUT /v2.0/routers/c4f1e46f-cf78-4b2b-a187-55e0b24a3211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9765651 Aug 31 14:15:23.301796 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a12d0-3ae0-4867-ab76-66a08269b4b5 None None] Sync routers for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:15:23.304021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59876) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:23.331213 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a12d0-3ae0-4867-ab76-66a08269b4b5 None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:23.333006 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-995a12d0-3ae0-4867-ab76-66a08269b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:23.376180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-76ec1bb4-61ee-4e8d-9c49-3c5e26215ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:23.377837 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-76ec1bb4-61ee-4e8d-9c49-3c5e26215ebb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0773239 Aug 31 14:15:23.409071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772414b5-b064-4e2d-854e-601d156e6f14 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:23.416668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-772414b5-b064-4e2d-854e-601d156e6f14 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.504239 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-995a12d0-3ae0-4867-ab76-66a08269b4b5 None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:15:23.619889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f57d8a-87a1-4f20-a3f7-f1c039c57458 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:15:23.632864 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397d2f0-c438-434c-bbbc-a0976e80a1ba None None] Sync routers for ids ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:15:23.639264 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-49f57d8a-87a1-4f20-a3f7-f1c039c57458 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "PUT /v2.0/routers/4c9217ea-98c3-438e-8f47-813cb88bd9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6466956 Aug 31 14:15:23.642528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59890) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:23.650087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6397d2f0-c438-434c-bbbc-a0976e80a1ba None None] Routers {'4c9217ea-98c3-438e-8f47-813cb88bd9ee'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:23.650254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6397d2f0-c438-434c-bbbc-a0976e80a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:23.661896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-79162f5c-a526-40c8-a678-481d400d17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:23.666966 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-79162f5c-a526-40c8-a678-481d400d17ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2779706 Aug 31 14:15:23.747033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6397d2f0-c438-434c-bbbc-a0976e80a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:23.781746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6397d2f0-c438-434c-bbbc-a0976e80a1ba None None] Routers {'4c9217ea-98c3-438e-8f47-813cb88bd9ee'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:23.784199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6397d2f0-c438-434c-bbbc-a0976e80a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:23.831617 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-995a12d0-3ae0-4867-ab76-66a08269b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:15:21Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:23.893983 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6397d2f0-c438-434c-bbbc-a0976e80a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:23.894678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397d2f0-c438-434c-bbbc-a0976e80a1ba None None] The sync data for ids ['4c9217ea-98c3-438e-8f47-813cb88bd9ee'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:15:23.914602 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:23.934534 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a12d0-3ae0-4867-ab76-66a08269b4b5 None None] Checking router: c4f1e46f-cf78-4b2b-a187-55e0b24a3211 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:15:23.938243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-b3e31620-7b0d-41cc-8379-fcb2689ed7cd service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643344 Aug 31 14:15:23.954895 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a12d0-3ae0-4867-ab76-66a08269b4b5 None None] Routers {'c4f1e46f-cf78-4b2b-a187-55e0b24a3211'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:23.956257 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-995a12d0-3ae0-4867-ab76-66a08269b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:24.069030 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.206276 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-995a12d0-3ae0-4867-ab76-66a08269b4b5 None None] Set router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:15:24.328148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.objects.ports [None req-772414b5-b064-4e2d-854e-601d156e6f14 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106388) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:15:24.346999 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-772414b5-b064-4e2d-854e-601d156e6f14 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.427887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-296342ca-05f4-47d0-9695-23558c290caf service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807513 Aug 31 14:15:24.451668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772414b5-b064-4e2d-854e-601d156e6f14 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:24.479035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-772414b5-b064-4e2d-854e-601d156e6f14 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:24.491564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772414b5-b064-4e2d-854e-601d156e6f14 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.492132 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-772414b5-b064-4e2d-854e-601d156e6f14 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.510511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1c9e23-0b10-4458-b806-3202469c7274 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:24.540556 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-772414b5-b064-4e2d-854e-601d156e6f14 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4684334 Aug 31 14:15:24.541304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772414b5-b064-4e2d-854e-601d156e6f14 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=236c6cfe-322c-488c-8a5a-6674ec7eca41,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:24.544698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59920) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:24.549227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:89:47:b7', 'name': 'tempest-NetworksTestDHCPv6-225763305'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:24.558656 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.581567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.675280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-257e239c-aa49-4b21-8da7-07f701b03dc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c HTTP/1.1" status: 200 len: 217 time: 0.2262137 Aug 31 14:15:24.808748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:24.842813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '236c6cfe-322c-488c-8a5a-6674ec7eca41'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:15:24.846708 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Deleting port 9bb8e497-cd50-4f4a-9f1b-085715b026fc {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:24.846895 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.846987 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:24.971112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea28251-adcd-4a36-ad8c-9f0c08d0cdc8 req-1e83af58-ea45-4d4d-af76-b73425612dd3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.975109 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-995a12d0-3ae0-4867-ab76-66a08269b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:15:21Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:24.986131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea28251-adcd-4a36-ad8c-9f0c08d0cdc8 req-1e83af58-ea45-4d4d-af76-b73425612dd3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:24.993194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea28251-adcd-4a36-ad8c-9f0c08d0cdc8 req-1e83af58-ea45-4d4d-af76-b73425612dd3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.000324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea28251-adcd-4a36-ad8c-9f0c08d0cdc8 req-1e83af58-ea45-4d4d-af76-b73425612dd3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.007882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea28251-adcd-4a36-ad8c-9f0c08d0cdc8 req-1e83af58-ea45-4d4d-af76-b73425612dd3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.010306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Deleting port fe64290c-c56a-49fd-be88-e8a10949158c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:25.010675 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.013535 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a12d0-3ae0-4867-ab76-66a08269b4b5 None None] The sync data for ids ['c4f1e46f-cf78-4b2b-a187-55e0b24a3211'] in n-d-792364-6 is: [{'id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'name': 'tempest-AttachVolumeTestJSON-775323243-router', 'tenant_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:06:12Z', 'updated_at': '2021-08-31T14:15:21Z', 'revision_number': 5, 'project_id': '1ca467a1e13c4380b35bcca2ba8d2148', 'gw_port': {'id': 'fe64290c-c56a-49fd-be88-e8a10949158c', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1e46f-cf78-4b2b-a187-55e0b24a3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:06:13Z', 'updated_at': '2021-08-31T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:15:25.017552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea28251-adcd-4a36-ad8c-9f0c08d0cdc8 req-1e83af58-ea45-4d4d-af76-b73425612dd3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.026470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea28251-adcd-4a36-ad8c-9f0c08d0cdc8 req-1e83af58-ea45-4d4d-af76-b73425612dd3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.029176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ea28251-adcd-4a36-ad8c-9f0c08d0cdc8 req-1e83af58-ea45-4d4d-af76-b73425612dd3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.3588166 Aug 31 14:15:25.042991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-b435a967-2b1b-44c9-afab-f3edc743f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.044532 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-b435a967-2b1b-44c9-afab-f3edc743f0fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.3562791 Aug 31 14:15:25.103510 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ea28251-adcd-4a36-ad8c-9f0c08d0cdc8 req-07aa6688-1f4f-430d-841f-dfcfb2fe2661 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623577 Aug 31 14:15:25.125890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] For port fe64290c-c56a-49fd-be88-e8a10949158c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fe64290c-c56a-49fd-be88-e8a10949158c,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:25.126415 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.173188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Calling delete_port for fe64290c-c56a-49fd-be88-e8a10949158c owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:25.197390 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.246764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Calling delete_port for 9bb8e497-cd50-4f4a-9f1b-085715b026fc owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:25.250378 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Allocated IP 2001:db8::f816:3eff:fe84:64b8 (da4c3e7b-d0fb-4990-bf20-2699b1577677/236c6cfe-322c-488c-8a5a-6674ec7eca41/ee6a0372-ff3d-4ff1-a71d-26eb09e332a2) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:25.258006 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.289611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 780caa98-b1d1-495e-bcf9-25874c8d8e17 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:15:25.402485 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-b6dae1f9-ff3c-493f-adfd-b8c2ff6feebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:25.419145 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-b6dae1f9-ff3c-493f-adfd-b8c2ff6feebe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3239436 Aug 31 14:15:25.593537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-2199ce51-d588-494a-bff3-aeee6e5fc4a6 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663568 Aug 31 14:15:25.626044 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.741693 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.754262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=fe64290c-c56a-49fd-be88-e8a10949158c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:25.758179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Transition to ACTIVE for port object ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:25.777024 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.786079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Transition to ACTIVE for port object ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:25.805693 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:25.874837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event deleted for resources: {'Port': ['ID=9bb8e497-cd50-4f4a-9f1b-085715b026fc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:25.883350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:25.895938 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:25.903953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:25.945229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59964) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:25.957275 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4f2a469e-40f6-4ee8-9ef7-4103b30b862f service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556857 Aug 31 14:15:26.007036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Pushing event updated for resources: {'Port': ['ID=ee6a0372-ff3d-4ff1-a71d-26eb09e332a2,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:26.044962 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-2e8535c5-7b4f-417e-b9ee-e377ed348a32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa HTTP/1.1" status: 200 len: 217 time: 0.0755498 Aug 31 14:15:26.082481 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Attempting to bind port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:26.089399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Attempting to bind port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:26.098823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::f816:3eff:fe89:47b7 (da4c3e7b-d0fb-4990-bf20-2699b1577677/236c6cfe-322c-488c-8a5a-6674ec7eca41/780caa98-b1d1-495e-bcf9-25874c8d8e17) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:26.099955 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.100751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Attempting to bind port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:26.132785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:26.133194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:26.133926 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.134347 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:26.134846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Bound port: ee6a0372-ff3d-4ff1-a71d-26eb09e332a2, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:26.135233 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.311400 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] For port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:26.317309 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] For port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ee6a0372-ff3d-4ff1-a71d-26eb09e332a2,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:26.321481 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5a94d2b7-ed89-44b0-992d-8ea2021a02fe no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:26.325686 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.344728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 780caa98-b1d1-495e-bcf9-25874c8d8e17 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:26.381073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 5a94d2b7-ed89-44b0-992d-8ea2021a02fe {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:15:26.381417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5a94d2b7-ed89-44b0-992d-8ea2021a02fe not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:15:26.384868 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.451370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.510247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90a41e-7caa-4202-9a28-a0685e42987d None None] Pushing event updated for resources: {'Port': ['ID=ee6a0372-ff3d-4ff1-a71d-26eb09e332a2,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:26.527353 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:26.531634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-6be617fb-e668-4f4a-9dbb-10680bfb9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:26.533159 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-6be617fb-e668-4f4a-9dbb-10680bfb9515 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.4696329 Aug 31 14:15:26.537092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:26.551010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:26.557529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:26.558295 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.562404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=780caa98-b1d1-495e-bcf9-25874c8d8e17,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:26.612702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3a8c6bc8-2df4-41de-9389-646acf995a73 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0675099 Aug 31 14:15:26.616140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59988) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:26.628882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-037342bc-f1ad-4a44-9aab-b25f4be874df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:26.631681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-037342bc-f1ad-4a44-9aab-b25f4be874df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0892558 Aug 31 14:15:26.837774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfec28d8-1353-4724-9ab0-8019ea1b2429 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:26.844480 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfec28d8-1353-4724-9ab0-8019ea1b2429 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:26.848649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dfec28d8-1353-4724-9ab0-8019ea1b2429 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2290180 Aug 31 14:15:26.849141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59994) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:26.945773 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.947092 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:15:26.949718 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49d1a96f-3d13-4d97-bd09-4dd660194e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.953984 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.982534 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:26.987179 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-0f0d5d0b-c38b-4a45-a2b8-f4fa3f1eaae8 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286896 Aug 31 14:15:27.131017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-5f555f36-4bec-47c8-8b1e-3185bb74f125 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333206 Aug 31 14:15:27.145937 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.154912 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.155446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4f1e46f-cf78-4b2b-a187-55e0b24a3211 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:15:27.160392 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.163757 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c8a24384-cbe7-4ee0-a08e-66d76a31f3ad admin admin] 10.222.0.20 "DELETE /v2.0/routers/c4f1e46f-cf78-4b2b-a187-55e0b24a3211 HTTP/1.1" status: 204 len: 168 time: 3.8566263 Aug 31 14:15:27.164627 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.170747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60002) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:27.184092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7c617aa9-4867-46a7-bd9d-8253eb3f9f9f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 780caa98-b1d1-495e-bcf9-25874c8d8e17 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:27.184477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c617aa9-4867-46a7-bd9d-8253eb3f9f9f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.195762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-5b753e42-f285-4b31-896d-72bc5a376fbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a695eda4-8064-4835-887f-df4c54d594d9 HTTP/1.1" status: 200 len: 217 time: 0.0580938 Aug 31 14:15:27.317315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4730ae0b-c0a0-4724-8e30-0af389d17e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.321220 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-4730ae0b-c0a0-4724-8e30-0af389d17e8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.1067512 Aug 31 14:15:27.322890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b5cff-ba20-4761-b436-e9ac87e70ee7 req-c62cedc1-3897-41d2-8305-be1ada80ec7e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.332130 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b5cff-ba20-4761-b436-e9ac87e70ee7 req-c62cedc1-3897-41d2-8305-be1ada80ec7e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.338542 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b5cff-ba20-4761-b436-e9ac87e70ee7 req-c62cedc1-3897-41d2-8305-be1ada80ec7e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.346080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b5cff-ba20-4761-b436-e9ac87e70ee7 req-c62cedc1-3897-41d2-8305-be1ada80ec7e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.352557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b5cff-ba20-4761-b436-e9ac87e70ee7 req-c62cedc1-3897-41d2-8305-be1ada80ec7e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.358807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b5cff-ba20-4761-b436-e9ac87e70ee7 req-c62cedc1-3897-41d2-8305-be1ada80ec7e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.366280 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b5cff-ba20-4761-b436-e9ac87e70ee7 req-c62cedc1-3897-41d2-8305-be1ada80ec7e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.367323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c617aa9-4867-46a7-bd9d-8253eb3f9f9f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.368449 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-de9b5cff-ba20-4761-b436-e9ac87e70ee7 req-c62cedc1-3897-41d2-8305-be1ada80ec7e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 1.0784817 Aug 31 14:15:27.385036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7c617aa9-4867-46a7-bd9d-8253eb3f9f9f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 780caa98-b1d1-495e-bcf9-25874c8d8e17 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:27.416247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-cb061dde-b7d3-465d-a122-8fb95081ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:27.417835 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-cb061dde-b7d3-465d-a122-8fb95081ae64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902457 Aug 31 14:15:27.491109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-de9b5cff-ba20-4761-b436-e9ac87e70ee7 req-c1b2bbaf-e67b-497a-b9ec-316122c1a4b3 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089835 Aug 31 14:15:27.504357 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.507951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Fanout notify agent at l3_agent the message router_deleted on router 4c9217ea-98c3-438e-8f47-813cb88bd9ee {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:15:27.534234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.535598 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2ca9f372-dadb-4d49-8df2-717f94fe0c3e tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "DELETE /v2.0/routers/4c9217ea-98c3-438e-8f47-813cb88bd9ee HTTP/1.1" status: 204 len: 168 time: 3.8919218 Aug 31 14:15:27.540457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60012) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:27.546160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7528a728-9abe-45fc-b368-6bbc3fe3d28f admin admin] Deleting subnet 6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:15:27.573509 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7528a728-9abe-45fc-b368-6bbc3fe3d28f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.673700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-390842a3-29aa-4c0a-811e-aefb74d69eaf service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127047 Aug 31 14:15:27.723389 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49d1a96f-3d13-4d97-bd09-4dd660194e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.736920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-b262ae97-07cc-40dc-ade9-6393c52e5aba tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Deleting subnet 59c219a9-676f-4b48-af8f-de3ebdbba4f0 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:15:27.762852 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b262ae97-07cc-40dc-ade9-6393c52e5aba tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.768240 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49d1a96f-3d13-4d97-bd09-4dd660194e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.906355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-49d1a96f-3d13-4d97-bd09-4dd660194e9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f59c1159ea1a46bdb38854207dec25dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9512010 Aug 31 14:15:27.915909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1a96f-3d13-4d97-bd09-4dd660194e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2194ec67-cdca-49f3-ad6a-01c4d829dc82,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:27.925124 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7528a728-9abe-45fc-b368-6bbc3fe3d28f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:27.926937 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60026) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:28.239241 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7528a728-9abe-45fc-b368-6bbc3fe3d28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.284194 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c617aa9-4867-46a7-bd9d-8253eb3f9f9f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.357469 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b262ae97-07cc-40dc-ade9-6393c52e5aba tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.392601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c617aa9-4867-46a7-bd9d-8253eb3f9f9f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=780caa98-b1d1-495e-bcf9-25874c8d8e17,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:28.423815 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7500026-66f6-45e0-8dc2-523cdd0889d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.453263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-65a19e89-5d90-485a-a859-a6fd28ab3b86 None None] Provisioning for port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:28.464373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:28.532764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-9ed30065-132f-4652-909a-b5b25ae5f7f1 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8376896 Aug 31 14:15:28.534760 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c617aa9-4867-46a7-bd9d-8253eb3f9f9f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.537645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7c617aa9-4867-46a7-bd9d-8253eb3f9f9f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/780caa98-b1d1-495e-bcf9-25874c8d8e17 HTTP/1.1" status: 204 len: 168 time: 1.6862209 Aug 31 14:15:28.558442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60060) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:28.591207 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7500026-66f6-45e0-8dc2-523cdd0889d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.597758 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7528a728-9abe-45fc-b368-6bbc3fe3d28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.608128 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:28.614226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:28.614604 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.767797 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528a728-9abe-45fc-b368-6bbc3fe3d28f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:28.793046 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7528a728-9abe-45fc-b368-6bbc3fe3d28f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.797795 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7528a728-9abe-45fc-b368-6bbc3fe3d28f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6aed72eb-4ca9-4c1f-b86d-6289eeb3d06b HTTP/1.1" status: 204 len: 168 time: 1.6255167 Aug 31 14:15:28.804823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60062) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:28.806270 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b262ae97-07cc-40dc-ade9-6393c52e5aba tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.838770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445342fd-2289-4577-b7d0-2b88feedf993 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:28.840593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445342fd-2289-4577-b7d0-2b88feedf993 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:28.842259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-445342fd-2289-4577-b7d0-2b88feedf993 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2810538 Aug 31 14:15:28.845781 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-1dfbc364-c7d2-4dbe-a135-7cdf3fabaff9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41 HTTP/1.1" status: 200 len: 217 time: 0.2944191 Aug 31 14:15:28.860959 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.868417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619de09-48be-4625-8a1c-9ea897d50d0a None None] Network d0b5bd67-43f6-464d-968b-b9a83e80305f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:28.872094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60068) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:28.985504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:28.999720 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b262ae97-07cc-40dc-ade9-6393c52e5aba tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.022045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d6011046-0381-42a5-b29e-6845cee6469d None None] Could not find standard attr ID for object 780caa98-b1d1-495e-bcf9-25874c8d8e17. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:15:29.024158 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7500026-66f6-45e0-8dc2-523cdd0889d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.027436 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7500026-66f6-45e0-8dc2-523cdd0889d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.031788 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a7500026-66f6-45e0-8dc2-523cdd0889d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2194ec67-cdca-49f3-ad6a-01c4d829dc82 HTTP/1.1" status: 204 len: 168 time: 1.1031814 Aug 31 14:15:29.064301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ee6a0372-ff3d-4ff1-a71d-26eb09e332a2,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:29.078135 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.106094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0f92-dc66-48b0-9400-845c96a733ef req-bb8002b8-ce25-4a32-8769-afaf10945892 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.113694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0f92-dc66-48b0-9400-845c96a733ef req-bb8002b8-ce25-4a32-8769-afaf10945892 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.120352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0f92-dc66-48b0-9400-845c96a733ef req-bb8002b8-ce25-4a32-8769-afaf10945892 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.128030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0f92-dc66-48b0-9400-845c96a733ef req-bb8002b8-ce25-4a32-8769-afaf10945892 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.128209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7500026-66f6-45e0-8dc2-523cdd0889d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2194ec67-cdca-49f3-ad6a-01c4d829dc82,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:29.134013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262ae97-07cc-40dc-ade9-6393c52e5aba tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event deleted for resources: {'Subnet': ['ID=59c219a9-676f-4b48-af8f-de3ebdbba4f0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:29.138380 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b262ae97-07cc-40dc-ade9-6393c52e5aba tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.143183 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b262ae97-07cc-40dc-ade9-6393c52e5aba tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "DELETE /v2.0/subnets/59c219a9-676f-4b48-af8f-de3ebdbba4f0 HTTP/1.1" status: 204 len: 168 time: 1.5984852 Aug 31 14:15:29.144057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60074) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:29.152239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0f92-dc66-48b0-9400-845c96a733ef req-bb8002b8-ce25-4a32-8769-afaf10945892 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.159111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0f92-dc66-48b0-9400-845c96a733ef req-bb8002b8-ce25-4a32-8769-afaf10945892 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.165732 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fe64290c-c56a-49fd-be88-e8a10949158c no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:29.168175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0f92-dc66-48b0-9400-845c96a733ef req-bb8002b8-ce25-4a32-8769-afaf10945892 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.170823 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-679c0f92-dc66-48b0-9400-845c96a733ef req-bb8002b8-ce25-4a32-8769-afaf10945892 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.4761968 Aug 31 14:15:29.182907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-f3ca3d70-dd40-46f9-99de-7e24fd9d58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.187092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-f3ca3d70-dd40-46f9-99de-7e24fd9d58fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.3204236 Aug 31 14:15:29.199966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d836d5-74aa-4514-a8ad-993135f7c749 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 236c6cfe-322c-488c-8a5a-6674ec7eca41 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:15:29.216679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78d836d5-74aa-4514-a8ad-993135f7c749 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.238210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: fe64290c-c56a-49fd-be88-e8a10949158c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:15:29.238553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fe64290c-c56a-49fd-be88-e8a10949158c not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:15:29.240135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d825592a-80bc-4161-aa2d-1f1aff1734d9 None None] Network 26984aba-3863-44aa-bd01-d18c27238398 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:29.298734 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.317216 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78d836d5-74aa-4514-a8ad-993135f7c749 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.400568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Deleting port 384bb806-b7b8-49c5-970f-e9fc90c7e898 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:29.400914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.468973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78d836d5-74aa-4514-a8ad-993135f7c749 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.583672 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78d836d5-74aa-4514-a8ad-993135f7c749 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.644855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] For port 384bb806-b7b8-49c5-970f-e9fc90c7e898, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=384bb806-b7b8-49c5-970f-e9fc90c7e898,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:29.645234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.657703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Deleting port 9cb1585c-884f-4b92-8760-e5e7eea7016f {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:29.658156 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.668650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d836d5-74aa-4514-a8ad-993135f7c749 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=236c6cfe-322c-488c-8a5a-6674ec7eca41,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:29.675951 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78d836d5-74aa-4514-a8ad-993135f7c749 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.677412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8c065-c024-4a2c-91cf-b052acbb5933 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:29.678316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-78d836d5-74aa-4514-a8ad-993135f7c749 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/236c6cfe-322c-488c-8a5a-6674ec7eca41 HTTP/1.1" status: 204 len: 168 time: 0.8022053 Aug 31 14:15:29.687212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e467-ae53-4707-9786-cd374b1f5214 req-0015f32d-c243-4391-a075-2ab1c1193407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:29.688780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-0015f32d-c243-4391-a075-2ab1c1193407 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1464396 Aug 31 14:15:29.689723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60092) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:29.738697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fd1fa5fe-3f00-4da5-ac9a-ec538f0a91e4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455701 Aug 31 14:15:29.748559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60094) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:29.861067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] For port 9cb1585c-884f-4b92-8760-e5e7eea7016f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9cb1585c-884f-4b92-8760-e5e7eea7016f,segment=NetworkSegment(a7ef6d40-4c28-435c-9334-f9c76adde9d1),segment_id=a7ef6d40-4c28-435c-9334-f9c76adde9d1)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:29.861638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:29.876930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Calling delete_port for 9cb1585c-884f-4b92-8760-e5e7eea7016f owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:29.904533 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-679c0f92-dc66-48b0-9400-845c96a733ef req-9f634f84-df08-4ce1-8bb4-12806b287548 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3628564 Aug 31 14:15:29.989633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-fde8dadd-c851-440d-9890-51042209a782 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495422 Aug 31 14:15:30.067659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ee6a0372-ff3d-4ff1-a71d-26eb09e332a2,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:30.116591 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Calling delete_port for 384bb806-b7b8-49c5-970f-e9fc90c7e898 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:30.123211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4f08bc5e-fb89-4ed0-b47e-82bf0c883e5c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:30.131928 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.215522 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event deleted for resources: {'Port': ['ID=9cb1585c-884f-4b92-8760-e5e7eea7016f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:30.243454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] No DVR routers for this DVR port 9cb1585c-884f-4b92-8760-e5e7eea7016f on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:15:30.268468 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f847e467-ae53-4707-9786-cd374b1f5214 req-57e5a827-a156-4810-9320-c5fadb294004 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712169 Aug 31 14:15:30.374231 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e185f97-dd7d-424e-a87b-2885d31e1652 None None] DHCP port deletion for d0b5bd67-43f6-464d-968b-b9a83e80305f request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:15:30.390389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:30.503181 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df79f1c7-ceb1-40bc-91c1-3864fd8aa1cb None None] DHCP port deletion for 26984aba-3863-44aa-bd01-d18c27238398 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:15:30.550265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.560504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-0f4a098f-4d37-4826-a5c5-0f364bf36d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.561017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-0f4a098f-4d37-4826-a5c5-0f364bf36d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.565634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-0f4a098f-4d37-4826-a5c5-0f364bf36d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.566193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-0f4a098f-4d37-4826-a5c5-0f364bf36d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.566661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-0f4a098f-4d37-4826-a5c5-0f364bf36d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.567526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-0f4a098f-4d37-4826-a5c5-0f364bf36d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.574254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-0f4a098f-4d37-4826-a5c5-0f364bf36d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:30.576028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26984aba-3863-44aa-bd01-d18c27238398']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:30.600042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:30.600695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ef6d40-4c28-435c-9334-f9c76adde9d1') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:30.600882 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.601916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ef6d40-4c28-435c-9334-f9c76adde9d1') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:30.612336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-0f4a098f-4d37-4826-a5c5-0f364bf36d78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6488 time: 0.2715995 Aug 31 14:15:30.625319 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.664516 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.696579 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:15:30.696579 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.751525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e18d70b-fc4a-4d63-ba7b-037456f81df7 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:15:30.789961 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3e185f97-dd7d-424e-a87b-2885d31e1652 None None] Deleting port 384bb806-b7b8-49c5-970f-e9fc90c7e898 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:30.790572 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3e185f97-dd7d-424e-a87b-2885d31e1652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:15:30.896768 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:15:30.978790 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:30.996183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3e185f97-dd7d-424e-a87b-2885d31e1652 None None] For port 384bb806-b7b8-49c5-970f-e9fc90c7e898, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=384bb806-b7b8-49c5-970f-e9fc90c7e898,segment=NetworkSegment(4f3d08f8-66a8-439e-a5bd-1cc376c78dc0),segment_id=4f3d08f8-66a8-439e-a5bd-1cc376c78dc0)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:30.997580 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3e185f97-dd7d-424e-a87b-2885d31e1652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.002043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-58271742-f100-4275-936b-cdd207ee46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.004897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-58271742-f100-4275-936b-cdd207ee46f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c33b8ea-b74c-4228-8f71-02e2bf90452a HTTP/1.1" status: 200 len: 903 time: 0.3833356 Aug 31 14:15:31.006314 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.011359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60140) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:31.013053 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "DELETE /v2.0/networks/26984aba-3863-44aa-bd01-d18c27238398 HTTP/1.1" status: 204 len: 168 time: 1.8679016 Aug 31 14:15:31.017188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f08bc5e-fb89-4ed0-b47e-82bf0c883e5c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:31.024884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3e185f97-dd7d-424e-a87b-2885d31e1652 None None] Calling delete_port for 384bb806-b7b8-49c5-970f-e9fc90c7e898 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:31.026582 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f08bc5e-fb89-4ed0-b47e-82bf0c883e5c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.094979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0e18d70b-fc4a-4d63-ba7b-037456f81df7 None None] Deleting port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:31.095758 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e18d70b-fc4a-4d63-ba7b-037456f81df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.105683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36982910-c53e-4d1c-8a9f-9ecbe97df074 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event deleted for resources: {'Network': ['ID=26984aba-3863-44aa-bd01-d18c27238398,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:31.231114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0e18d70b-fc4a-4d63-ba7b-037456f81df7 None None] For port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ee6a0372-ff3d-4ff1-a71d-26eb09e332a2,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:31.231959 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e18d70b-fc4a-4d63-ba7b-037456f81df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.254953 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3e185f97-dd7d-424e-a87b-2885d31e1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.261513 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-835ab107-c994-40fc-9e5e-aafe62ff4603 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41 HTTP/1.1" status: 200 len: 217 time: 0.2333825 Aug 31 14:15:31.300957 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.334749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0e18d70b-fc4a-4d63-ba7b-037456f81df7 None None] Calling delete_port for ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:31.335877 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] No DVR routers for this DVR port 384bb806-b7b8-49c5-970f-e9fc90c7e898 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:15:31.353985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e185f97-dd7d-424e-a87b-2885d31e1652 None None] No DVR routers for this DVR port 384bb806-b7b8-49c5-970f-e9fc90c7e898 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:15:31.362234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e185f97-dd7d-424e-a87b-2885d31e1652 None None] Pushing event deleted for resources: {'Port': ['ID=384bb806-b7b8-49c5-970f-e9fc90c7e898,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:31.462398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-ed97619d-8531-448c-8ee6-258a9bfd1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.464108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-ed97619d-8531-448c-8ee6-258a9bfd1a95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.1059220 Aug 31 14:15:31.491160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Pushing event deleted for resources: {'Port': ['ID=384bb806-b7b8-49c5-970f-e9fc90c7e898,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:31.505552 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a23d2d40-87d4-46d2-8b9f-29af5c58e9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.530709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1005a430-7498-4262-90d3-85df64e877b0 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Deleting port be608d01-8bfc-4b25-8f81-a07b3c57f6de {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:31.531154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1005a430-7498-4262-90d3-85df64e877b0 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.534775 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709775e-0846-4c29-ba78-cb9c71fb067b req-05b6d45f-4fb7-427e-ba6c-58b1eac1b4b1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.550663 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709775e-0846-4c29-ba78-cb9c71fb067b req-05b6d45f-4fb7-427e-ba6c-58b1eac1b4b1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.573667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709775e-0846-4c29-ba78-cb9c71fb067b req-05b6d45f-4fb7-427e-ba6c-58b1eac1b4b1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.581357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-b4ead28e-2847-4532-9dd5-3e57eaaac353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.582910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709775e-0846-4c29-ba78-cb9c71fb067b req-05b6d45f-4fb7-427e-ba6c-58b1eac1b4b1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.583908 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-b4ead28e-2847-4532-9dd5-3e57eaaac353 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082101 Aug 31 14:15:31.592821 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709775e-0846-4c29-ba78-cb9c71fb067b req-05b6d45f-4fb7-427e-ba6c-58b1eac1b4b1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.604303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709775e-0846-4c29-ba78-cb9c71fb067b req-05b6d45f-4fb7-427e-ba6c-58b1eac1b4b1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.612500 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709775e-0846-4c29-ba78-cb9c71fb067b req-05b6d45f-4fb7-427e-ba6c-58b1eac1b4b1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:31.616650 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0709775e-0846-4c29-ba78-cb9c71fb067b req-05b6d45f-4fb7-427e-ba6c-58b1eac1b4b1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.4741249 Aug 31 14:15:31.641034 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e18d70b-fc4a-4d63-ba7b-037456f81df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.739327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18d70b-fc4a-4d63-ba7b-037456f81df7 None None] Pushing event deleted for resources: {'Port': ['ID=ee6a0372-ff3d-4ff1-a71d-26eb09e332a2,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:31.744283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18d70b-fc4a-4d63-ba7b-037456f81df7 None None] No DVR routers for this DVR port ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:15:31.754479 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1005a430-7498-4262-90d3-85df64e877b0 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.754814 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1005a430-7498-4262-90d3-85df64e877b0 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.815371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1005a430-7498-4262-90d3-85df64e877b0 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Calling delete_port for be608d01-8bfc-4b25-8f81-a07b3c57f6de owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:31.861953 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-c5845f9b-5961-4222-95bb-158a3cffca25 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696474 Aug 31 14:15:31.942452 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:31.963623 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0709775e-0846-4c29-ba78-cb9c71fb067b req-9217c83b-8e6f-4a14-a83b-581be2436eb2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2532945 Aug 31 14:15:31.991287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b5bd67-43f6-464d-968b-b9a83e80305f']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:32.027739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:32.028153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3d08f8-66a8-439e-a5bd-1cc376c78dc0') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:32.062202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.148494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46b6a022-8439-49ac-ae3b-6cc5c2e155a9 req-b9c31c39-1080-4efa-b581-2b14d0f251eb service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765987 Aug 31 14:15:32.198681 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.236155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:15:32.236384 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:15:32.242019 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:15:32.305373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1005a430-7498-4262-90d3-85df64e877b0 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.352820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 384bb806-b7b8-49c5-970f-e9fc90c7e898 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:32.368371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005a430-7498-4262-90d3-85df64e877b0 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Pushing event deleted for resources: {'Port': ['ID=be608d01-8bfc-4b25-8f81-a07b3c57f6de,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:32.383363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 384bb806-b7b8-49c5-970f-e9fc90c7e898 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:15:32.383915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 384bb806-b7b8-49c5-970f-e9fc90c7e898 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:15:32.384538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9cb1585c-884f-4b92-8760-e5e7eea7016f no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:32.425155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 9cb1585c-884f-4b92-8760-e5e7eea7016f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:15:32.425519 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9cb1585c-884f-4b92-8760-e5e7eea7016f not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:15:32.425921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:32.432176 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.448404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.450793 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] 10.222.0.20 "DELETE /v2.0/networks/d0b5bd67-43f6-464d-968b-b9a83e80305f HTTP/1.1" status: 204 len: 168 time: 3.6406155 Aug 31 14:15:32.472603 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:15:32.473202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ee6a0372-ff3d-4ff1-a71d-26eb09e332a2 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:15:32.486656 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1005a430-7498-4262-90d3-85df64e877b0 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.490420 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1005a430-7498-4262-90d3-85df64e877b0 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.495570 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1005a430-7498-4262-90d3-85df64e877b0 tempest-FloatingIPAdminTestJSON-784654815 tempest-FloatingIPAdminTestJSON-784654815-project] 10.222.0.20 "DELETE /v2.0/floatingips/adc37108-5dd6-46e4-8c6e-d15d6ca167a2 HTTP/1.1" status: 204 len: 168 time: 1.4830668 Aug 31 14:15:32.527031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdbd77-2b67-4fda-86a7-7602245745df admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b5bd67-43f6-464d-968b-b9a83e80305f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:32.556687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.objects.ports [None req-4f08bc5e-fb89-4ed0-b47e-82bf0c883e5c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:15:32.558712 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f08bc5e-fb89-4ed0-b47e-82bf0c883e5c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.608906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f08bc5e-fb89-4ed0-b47e-82bf0c883e5c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:32.612339 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4f08bc5e-fb89-4ed0-b47e-82bf0c883e5c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:32.616715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f08bc5e-fb89-4ed0-b47e-82bf0c883e5c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:32.617577 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f08bc5e-fb89-4ed0-b47e-82bf0c883e5c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:32.624139 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f97b4f-5224-4f0d-880a-cd7e32103801 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:32.639104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08bc5e-fb89-4ed0-b47e-82bf0c883e5c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=7eeecde4-4407-4197-9dc6-bcbd8693194b,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:32.658867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60194) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:32.659202 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4f08bc5e-fb89-4ed0-b47e-82bf0c883e5c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8880544 Aug 31 14:15:32.666866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:f0:a8:df', 'name': 'tempest-NetworksTestDHCPv6-1453985018'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:32.813407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60196) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:32.889447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:32.905684 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4fb6c73d-a5c2-466e-a521-db1b526ea10a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ca467a1e13c4380b35bcca2ba8d2148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887167 Aug 31 14:15:32.907630 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60202) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:32.967446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '7eeecde4-4407-4197-9dc6-bcbd8693194b'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:15:32.968326 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.026184 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72347240-626c-40b7-b9c8-95bdb1fe68f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.075036 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72347240-626c-40b7-b9c8-95bdb1fe68f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.162757 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60216) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:33.187717 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72347240-626c-40b7-b9c8-95bdb1fe68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.194005 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72347240-626c-40b7-b9c8-95bdb1fe68f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.195304 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-72347240-626c-40b7-b9c8-95bdb1fe68f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70587e15-dba6-4e43-ad13-e269bafe0264 HTTP/1.1" status: 204 len: 168 time: 0.2867227 Aug 31 14:15:33.212572 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72347240-626c-40b7-b9c8-95bdb1fe68f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70587e15-dba6-4e43-ad13-e269bafe0264,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:33.233351 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.261624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 0389276d-98f9-4b82-bb37-073e729d822a yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:15:33.394725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Allocated IP 2001:db8::f816:3eff:feff:e848 (da4c3e7b-d0fb-4990-bf20-2699b1577677/7eeecde4-4407-4197-9dc6-bcbd8693194b/dac2e084-3544-48c3-9486-5f32e709fee9) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:33.479286 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91b8cf-c5f9-41ab-839a-e50eed44bd1e req-8f3fc6fb-f698-4486-839f-5e9a0513301b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.513675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91b8cf-c5f9-41ab-839a-e50eed44bd1e req-8f3fc6fb-f698-4486-839f-5e9a0513301b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.534041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91b8cf-c5f9-41ab-839a-e50eed44bd1e req-8f3fc6fb-f698-4486-839f-5e9a0513301b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.545159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91b8cf-c5f9-41ab-839a-e50eed44bd1e req-8f3fc6fb-f698-4486-839f-5e9a0513301b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.563162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91b8cf-c5f9-41ab-839a-e50eed44bd1e req-8f3fc6fb-f698-4486-839f-5e9a0513301b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.564511 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ace7dfa1-2348-4df8-99bf-fb72f17567ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6821ad71508c43bd9ace58f90fae3b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983340 Aug 31 14:15:33.565149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60242) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:33.577824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91b8cf-c5f9-41ab-839a-e50eed44bd1e req-8f3fc6fb-f698-4486-839f-5e9a0513301b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.592817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91b8cf-c5f9-41ab-839a-e50eed44bd1e req-8f3fc6fb-f698-4486-839f-5e9a0513301b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:33.605473 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad91b8cf-c5f9-41ab-839a-e50eed44bd1e req-8f3fc6fb-f698-4486-839f-5e9a0513301b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.3759069 Aug 31 14:15:33.689830 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d1effb28-a0eb-413d-8741-f9dbe8920ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.709696 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad91b8cf-c5f9-41ab-839a-e50eed44bd1e req-12eac095-7317-49c3-a0ce-dcdc476cd821 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032126 Aug 31 14:15:33.744774 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d1effb28-a0eb-413d-8741-f9dbe8920ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.820222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d1effb28-a0eb-413d-8741-f9dbe8920ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.823534 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d1effb28-a0eb-413d-8741-f9dbe8920ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.825146 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d1effb28-a0eb-413d-8741-f9dbe8920ce0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/604f0d19-7462-4748-96b3-d919e245cd92 HTTP/1.1" status: 204 len: 168 time: 0.2587752 Aug 31 14:15:33.831997 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:33.844365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1effb28-a0eb-413d-8741-f9dbe8920ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604f0d19-7462-4748-96b3-d919e245cd92,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:33.856963 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Transition to ACTIVE for port object dac2e084-3544-48c3-9486-5f32e709fee9 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:33.898492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Transition to ACTIVE for port object dac2e084-3544-48c3-9486-5f32e709fee9 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:33.940711 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.078221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::f816:3eff:fef0:a8df (da4c3e7b-d0fb-4990-bf20-2699b1577677/7eeecde4-4407-4197-9dc6-bcbd8693194b/0389276d-98f9-4b82-bb37-073e729d822a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:34.093880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Pushing event updated for resources: {'Port': ['ID=dac2e084-3544-48c3-9486-5f32e709fee9,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:34.164348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:34.186916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:34.194248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:34.211607 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.242045 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9383d632-5812-4bf9-8da9-e3fecc7e04c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.352012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Attempting to bind port dac2e084-3544-48c3-9486-5f32e709fee9 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:34.352399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Attempting to bind port dac2e084-3544-48c3-9486-5f32e709fee9 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:34.352932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Attempting to bind port dac2e084-3544-48c3-9486-5f32e709fee9 on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:34.364629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:34.365735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:34.366736 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.367280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:34.367794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Bound port: dac2e084-3544-48c3-9486-5f32e709fee9, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:34.368323 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.477856 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.528706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 0389276d-98f9-4b82-bb37-073e729d822a will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:34.556450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] For port dac2e084-3544-48c3-9486-5f32e709fee9, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:34.563945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] For port dac2e084-3544-48c3-9486-5f32e709fee9, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=dac2e084-3544-48c3-9486-5f32e709fee9,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:34.575699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.613855 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.667939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e671ff-7b96-4aba-80fe-477c70934f3a None None] Pushing event updated for resources: {'Port': ['ID=dac2e084-3544-48c3-9486-5f32e709fee9,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:34.731413 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60312) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:34.766654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:34.771587 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=0389276d-98f9-4b82-bb37-073e729d822a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:34.779241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:34.781981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:34.797776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:34.803563 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:34.841250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4b082d02-c2d4-4690-a3d1-4f5bf7f283b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1808641 Aug 31 14:15:34.844010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60318) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:34.904719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60320) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:34.948693 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c1307fb-3810-456c-a267-63439b6ebba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.075438 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491332e-95fd-4458-9a21-fb0648410fa1 req-8ffbf7be-8f37-4d6b-88dd-be2991b05d99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.086850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491332e-95fd-4458-9a21-fb0648410fa1 req-8ffbf7be-8f37-4d6b-88dd-be2991b05d99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.099474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491332e-95fd-4458-9a21-fb0648410fa1 req-8ffbf7be-8f37-4d6b-88dd-be2991b05d99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.118795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491332e-95fd-4458-9a21-fb0648410fa1 req-8ffbf7be-8f37-4d6b-88dd-be2991b05d99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.140561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491332e-95fd-4458-9a21-fb0648410fa1 req-8ffbf7be-8f37-4d6b-88dd-be2991b05d99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.147482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491332e-95fd-4458-9a21-fb0648410fa1 req-8ffbf7be-8f37-4d6b-88dd-be2991b05d99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.160819 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491332e-95fd-4458-9a21-fb0648410fa1 req-8ffbf7be-8f37-4d6b-88dd-be2991b05d99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.163674 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b491332e-95fd-4458-9a21-fb0648410fa1 req-8ffbf7be-8f37-4d6b-88dd-be2991b05d99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.2941990 Aug 31 14:15:35.207107 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c1307fb-3810-456c-a267-63439b6ebba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.233699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.245069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03da4b2-f02c-412d-b13b-a5e661b149bf tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.268355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03da4b2-f02c-412d-b13b-a5e661b149bf tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:35.270461 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c03da4b2-f02c-412d-b13b-a5e661b149bf tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4253457 Aug 31 14:15:35.274475 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c1307fb-3810-456c-a267-63439b6ebba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.280411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60332) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:35.384508 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b491332e-95fd-4458-9a21-fb0648410fa1 req-e1cd62eb-aa2f-4a39-bac0-38bcfa81c5d4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1969469 Aug 31 14:15:35.399854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60342) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:35.405209 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9c1307fb-3810-456c-a267-63439b6ebba5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23d47fb1c4ea4fcca9fbd8d058a8a13e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911277 Aug 31 14:15:35.406260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1307fb-3810-456c-a267-63439b6ebba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bced4116-8923-4df7-8d43-326e04edfd2e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:35.451129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.558724 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd4353de-9121-4482-983b-b0d3ba7de4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.791868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd4353de-9121-4482-983b-b0d3ba7de4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.798791 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.816026 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:35.846831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-4752d3b6-a0f6-46ad-9958-1f3f858dd33c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 0389276d-98f9-4b82-bb37-073e729d822a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:35.847541 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4752d3b6-a0f6-46ad-9958-1f3f858dd33c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.093864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfacf2f-6674-490d-b207-2e568618fce0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:36.105474 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a5a254e3510475d86e3889fab2750d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3720562 Aug 31 14:15:36.108332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60374) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:36.201646 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4752d3b6-a0f6-46ad-9958-1f3f858dd33c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.221233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-4752d3b6-a0f6-46ad-9958-1f3f858dd33c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 0389276d-98f9-4b82-bb37-073e729d822a owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:36.321750 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd98ed1f-0dfd-4549-a865-aabab37fcfde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.350393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:36.350774 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:36.351185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:36.351530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:36.351869 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:36.352209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:36.352585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:36.353056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:36.353332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:36.353666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:36.353995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:36.354329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c8cd6-326c-4f64-bdbc-c20154d85e55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:36.369307 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd98ed1f-0dfd-4549-a865-aabab37fcfde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.407423 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dac2e084-3544-48c3-9486-5f32e709fee9 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:36.501500 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd98ed1f-0dfd-4549-a865-aabab37fcfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.504463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd98ed1f-0dfd-4549-a865-aabab37fcfde admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.506354 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dd98ed1f-0dfd-4549-a865-aabab37fcfde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cfacf2f-6674-490d-b207-2e568618fce0 HTTP/1.1" status: 204 len: 168 time: 0.3969936 Aug 31 14:15:36.509686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd4353de-9121-4482-983b-b0d3ba7de4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.514727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd4353de-9121-4482-983b-b0d3ba7de4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.518459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dd4353de-9121-4482-983b-b0d3ba7de4ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bced4116-8923-4df7-8d43-326e04edfd2e HTTP/1.1" status: 204 len: 168 time: 1.1140563 Aug 31 14:15:36.530910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98ed1f-0dfd-4549-a865-aabab37fcfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfacf2f-6674-490d-b207-2e568618fce0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:36.618339 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4353de-9121-4482-983b-b0d3ba7de4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bced4116-8923-4df7-8d43-326e04edfd2e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:36.714252 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4752d3b6-a0f6-46ad-9958-1f3f858dd33c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.768838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60398) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:36.769733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port dac2e084-3544-48c3-9486-5f32e709fee9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:36.787908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36d5b-eabf-434b-9f31-d666817daf05 req-fe3159ef-4e82-45d9-a9b9-4876894b6754 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.811875 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.814615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9afa5a55-116f-40ab-9e98-0eea53ea0d99 None None] Provisioning for port dac2e084-3544-48c3-9486-5f32e709fee9 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:36.826857 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9afa5a55-116f-40ab-9e98-0eea53ea0d99 None None] Provisioning complete for port dac2e084-3544-48c3-9486-5f32e709fee9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:36.829024 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9afa5a55-116f-40ab-9e98-0eea53ea0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.913793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36d5b-eabf-434b-9f31-d666817daf05 req-fe3159ef-4e82-45d9-a9b9-4876894b6754 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.946883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36d5b-eabf-434b-9f31-d666817daf05 req-fe3159ef-4e82-45d9-a9b9-4876894b6754 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.962263 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9afa5a55-116f-40ab-9e98-0eea53ea0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:36.973087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36d5b-eabf-434b-9f31-d666817daf05 req-fe3159ef-4e82-45d9-a9b9-4876894b6754 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:36.995778 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36d5b-eabf-434b-9f31-d666817daf05 req-fe3159ef-4e82-45d9-a9b9-4876894b6754 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:37.017445 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36d5b-eabf-434b-9f31-d666817daf05 req-fe3159ef-4e82-45d9-a9b9-4876894b6754 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:37.029896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36d5b-eabf-434b-9f31-d666817daf05 req-fe3159ef-4e82-45d9-a9b9-4876894b6754 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:37.031958 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bde36d5b-eabf-434b-9f31-d666817daf05 req-fe3159ef-4e82-45d9-a9b9-4876894b6754 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.4868760 Aug 31 14:15:37.060199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9afa5a55-116f-40ab-9e98-0eea53ea0d99 None None] For port dac2e084-3544-48c3-9486-5f32e709fee9, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=dac2e084-3544-48c3-9486-5f32e709fee9,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:37.073293 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9afa5a55-116f-40ab-9e98-0eea53ea0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.119351 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752d3b6-a0f6-46ad-9958-1f3f858dd33c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=0389276d-98f9-4b82-bb37-073e729d822a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:37.231313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-889dec0c-6ff2-4cea-aef9-8cca65664842 None None] Could not find standard attr ID for object 0389276d-98f9-4b82-bb37-073e729d822a. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:15:37.254038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa5a55-116f-40ab-9e98-0eea53ea0d99 None None] Pushing event updated for resources: {'Port': ['ID=dac2e084-3544-48c3-9486-5f32e709fee9,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:37.318493 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4752d3b6-a0f6-46ad-9958-1f3f858dd33c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.320513 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4752d3b6-a0f6-46ad-9958-1f3f858dd33c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/0389276d-98f9-4b82-bb37-073e729d822a HTTP/1.1" status: 204 len: 168 time: 2.0247333 Aug 31 14:15:37.323314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60432) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:37.357637 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bde36d5b-eabf-434b-9f31-d666817daf05 req-5c71918d-e509-42ec-bce1-a4ab911370a6 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2618985 Aug 31 14:15:37.474881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7116d6-59be-4850-b922-5d0ae6d79ab5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:37.495534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7116d6-59be-4850-b922-5d0ae6d79ab5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:37.498451 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-aa7116d6-59be-4850-b922-5d0ae6d79ab5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1740708 Aug 31 14:15:37.501873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60438) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:37.550867 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ea425194-4304-480c-8cd6-42e17e1aa02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.637221 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fb1236-19ea-4af7-b3e3-b7f66e4cc929 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 7eeecde4-4407-4197-9dc6-bcbd8693194b {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:15:37.648064 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1236-19ea-4af7-b3e3-b7f66e4cc929 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.672517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60440) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:37.699287 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-acc64c71-6134-45e9-a27d-f9f9be552036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.726694 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1236-19ea-4af7-b3e3-b7f66e4cc929 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.792427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ea425194-4304-480c-8cd6-42e17e1aa02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.809989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60442) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:37.821928 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ea425194-4304-480c-8cd6-42e17e1aa02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.869401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea425194-4304-480c-8cd6-42e17e1aa02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6030cc07-a4ba-4771-befb-72332acccb6f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:37.880219 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1236-19ea-4af7-b3e3-b7f66e4cc929 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.894649 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4ed3c24-47a9-4bda-b656-692964d00ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:37.956641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ea425194-4304-480c-8cd6-42e17e1aa02e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=270feb25ee0446a3857876c8de2e38af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1857677 Aug 31 14:15:37.960555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60452) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:38.009101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1236-19ea-4af7-b3e3-b7f66e4cc929 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.033074 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc38b742-e59a-4c8a-b9af-2c7705320abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.047550 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1236-19ea-4af7-b3e3-b7f66e4cc929 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.054523 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a4fb1236-19ea-4af7-b3e3-b7f66e4cc929 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/7eeecde4-4407-4197-9dc6-bcbd8693194b HTTP/1.1" status: 204 len: 168 time: 0.5505598 Aug 31 14:15:38.055777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60454) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:38.056466 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe8fa45-54f7-40eb-8d4f-50a1b70e2eec None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:38.061978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb1236-19ea-4af7-b3e3-b7f66e4cc929 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=7eeecde4-4407-4197-9dc6-bcbd8693194b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:38.122164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ecbc7215-aa34-4e21-9ad8-17dc8e4b98ce tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614362 Aug 31 14:15:38.124660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60456) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:38.156428 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc38b742-e59a-4c8a-b9af-2c7705320abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.178463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-acc64c71-6134-45e9-a27d-f9f9be552036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.247126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bfbdd1-2d2b-4626-85d3-a1d040420753 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.249198 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-93bfbdd1-2d2b-4626-85d3-a1d040420753 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1225729 Aug 31 14:15:38.251916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60462) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:38.303514 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-acc64c71-6134-45e9-a27d-f9f9be552036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.317395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f18be13-e8ed-4902-abda-40fe591032e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.319544 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7f18be13-e8ed-4902-abda-40fe591032e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0661821 Aug 31 14:15:38.320631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dac2e084-3544-48c3-9486-5f32e709fee9 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:38.322514 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60466) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:38.432287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bcd12e-95d4-42f7-ac21-a61315ba69d9 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:15:38.439793 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-337c5e27-abee-4ca7-b872-6075a9c0c0e7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158302 Aug 31 14:15:38.440752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60472) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:38.456788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4fbf4b9a-4cd8-48fc-afb7-74dde983e3ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:38.493768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc64c71-6134-45e9-a27d-f9f9be552036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9217da4c-439b-40fd-8e71-c26b569f99bf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:38.511914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port dac2e084-3544-48c3-9486-5f32e709fee9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:38.512734 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.529770 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-acc64c71-6134-45e9-a27d-f9f9be552036 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1bf7dfe922e4b8c946159f75076c4e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8556800 Aug 31 14:15:38.533202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60474) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:38.554210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-43bcd12e-95d4-42f7-ac21-a61315ba69d9 None None] Deleting port dac2e084-3544-48c3-9486-5f32e709fee9 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:38.554938 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-43bcd12e-95d4-42f7-ac21-a61315ba69d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.582377 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4ed3c24-47a9-4bda-b656-692964d00ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.611831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4ed3c24-47a9-4bda-b656-692964d00ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.630716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82ecb-f924-40d4-94ce-56fb42ebdb95 req-5be420cb-018e-4ddb-ae17-d16d085d598a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.634914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-43bcd12e-95d4-42f7-ac21-a61315ba69d9 None None] For port dac2e084-3544-48c3-9486-5f32e709fee9, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=dac2e084-3544-48c3-9486-5f32e709fee9,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:38.635666 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-43bcd12e-95d4-42f7-ac21-a61315ba69d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.637957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82ecb-f924-40d4-94ce-56fb42ebdb95 req-5be420cb-018e-4ddb-ae17-d16d085d598a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.646135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82ecb-f924-40d4-94ce-56fb42ebdb95 req-5be420cb-018e-4ddb-ae17-d16d085d598a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.652291 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82ecb-f924-40d4-94ce-56fb42ebdb95 req-5be420cb-018e-4ddb-ae17-d16d085d598a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.655372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-43bcd12e-95d4-42f7-ac21-a61315ba69d9 None None] Calling delete_port for dac2e084-3544-48c3-9486-5f32e709fee9 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:38.658290 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82ecb-f924-40d4-94ce-56fb42ebdb95 req-5be420cb-018e-4ddb-ae17-d16d085d598a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.665408 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82ecb-f924-40d4-94ce-56fb42ebdb95 req-5be420cb-018e-4ddb-ae17-d16d085d598a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.670647 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc38b742-e59a-4c8a-b9af-2c7705320abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.671326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c82ecb-f924-40d4-94ce-56fb42ebdb95 req-5be420cb-018e-4ddb-ae17-d16d085d598a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:38.673289 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c9c82ecb-f924-40d4-94ce-56fb42ebdb95 req-5be420cb-018e-4ddb-ae17-d16d085d598a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.1312184 Aug 31 14:15:38.681120 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc38b742-e59a-4c8a-b9af-2c7705320abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.682517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bc38b742-e59a-4c8a-b9af-2c7705320abf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6030cc07-a4ba-4771-befb-72332acccb6f HTTP/1.1" status: 204 len: 168 time: 0.7208278 Aug 31 14:15:38.749929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed3c24-47a9-4bda-b656-692964d00ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1c3cd5-60ff-4a50-a055-ec456e096466,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:38.762507 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-43bcd12e-95d4-42f7-ac21-a61315ba69d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.782738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38b742-e59a-4c8a-b9af-2c7705320abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6030cc07-a4ba-4771-befb-72332acccb6f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:38.806597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c4ed3c24-47a9-4bda-b656-692964d00ee4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41136f3507a74a62ae2271482d32b927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9944577 Aug 31 14:15:38.809238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60482) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:38.820289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Port dac2e084-3544-48c3-9486-5f32e709fee9 update to ACTIVE by agent not found {{(pid=106389) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 14:15:38.832620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcd12e-95d4-42f7-ac21-a61315ba69d9 None None] Pushing event deleted for resources: {'Port': ['ID=dac2e084-3544-48c3-9486-5f32e709fee9,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:38.833798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c9c82ecb-f924-40d4-94ce-56fb42ebdb95 req-a7dcfed4-6eea-4ed7-99a3-3f59428e3403 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1438212 Aug 31 14:15:38.835590 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bcd12e-95d4-42f7-ac21-a61315ba69d9 None None] No DVR routers for this DVR port dac2e084-3544-48c3-9486-5f32e709fee9 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:15:38.850826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbf4b9a-4cd8-48fc-afb7-74dde983e3ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:38.854484 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4b9a-4cd8-48fc-afb7-74dde983e3ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.867312 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7a74cec3-a89c-4e80-8bd7-ccb916d2d8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.913923 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7a74cec3-a89c-4e80-8bd7-ccb916d2d8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.925686 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c6d61b3-22d9-4320-b372-f65014de31bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:38.973427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c6d61b3-22d9-4320-b372-f65014de31bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.068720 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7a74cec3-a89c-4e80-8bd7-ccb916d2d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.073008 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7a74cec3-a89c-4e80-8bd7-ccb916d2d8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.074584 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7a74cec3-a89c-4e80-8bd7-ccb916d2d8fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9217da4c-439b-40fd-8e71-c26b569f99bf HTTP/1.1" status: 204 len: 168 time: 0.5404727 Aug 31 14:15:39.106754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74cec3-a89c-4e80-8bd7-ccb916d2d8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9217da4c-439b-40fd-8e71-c26b569f99bf,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:39.129554 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c6d61b3-22d9-4320-b372-f65014de31bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.133022 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c6d61b3-22d9-4320-b372-f65014de31bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.141518 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5c6d61b3-22d9-4320-b372-f65014de31bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db1c3cd5-60ff-4a50-a055-ec456e096466 HTTP/1.1" status: 204 len: 168 time: 0.3310521 Aug 31 14:15:39.162429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d61b3-22d9-4320-b372-f65014de31bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1c3cd5-60ff-4a50-a055-ec456e096466,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:39.190532 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.232355 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.471945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.objects.ports [None req-4fbf4b9a-4cd8-48fc-afb7-74dde983e3ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:15:39.474947 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4b9a-4cd8-48fc-afb7-74dde983e3ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.524546 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf4b9a-4cd8-48fc-afb7-74dde983e3ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:39.529588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf4b9a-4cd8-48fc-afb7-74dde983e3ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:39.543127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db63a3-a43e-4a2c-a40d-7af78b4cb74c None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:39.559966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbf4b9a-4cd8-48fc-afb7-74dde983e3ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:39.560838 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4b9a-4cd8-48fc-afb7-74dde983e3ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.587603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60516) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:39.619269 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.657112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4fbf4b9a-4cd8-48fc-afb7-74dde983e3ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2129116 Aug 31 14:15:39.665403 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60522) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:39.697286 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:f3:b0:78', 'name': 'tempest-NetworksTestDHCPv6-2014293351'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:39.820986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '09618ef2-23e4-4d59-90fa-cc1fa3bd3889'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:15:39.821869 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.853464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf4b9a-4cd8-48fc-afb7-74dde983e3ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=09618ef2-23e4-4d59-90fa-cc1fa3bd3889,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:39.949006 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.965407 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:39.988106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:40.060519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14b45dbdb4c04195849bd867575b0ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709220 Aug 31 14:15:40.062488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60538) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:40.077887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ca7c18-e55d-4f70-8883-704e3c2814e3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:40.112760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.113268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.113699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.114209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.114749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.115161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.115578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.116002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.116510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.116923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.119207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.119652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422d00-cee3-427a-935a-ee24b6deaafc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:40.144092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Allocated IP 2001:db8::f816:3eff:feaa:fd8f (da4c3e7b-d0fb-4990-bf20-2699b1577677/09618ef2-23e4-4d59-90fa-cc1fa3bd3889/dd001980-cdfd-498e-a21f-4996144828c8) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:40.223310 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01d7d80a-52a5-467a-bf3d-43fbcfca8ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.251025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01d7d80a-52a5-467a-bf3d-43fbcfca8ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.321288 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01d7d80a-52a5-467a-bf3d-43fbcfca8ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.327302 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01d7d80a-52a5-467a-bf3d-43fbcfca8ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.332965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-01d7d80a-52a5-467a-bf3d-43fbcfca8ca5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75ca7c18-e55d-4f70-8883-704e3c2814e3 HTTP/1.1" status: 204 len: 168 time: 0.2672117 Aug 31 14:15:40.354211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7d80a-52a5-467a-bf3d-43fbcfca8ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ca7c18-e55d-4f70-8883-704e3c2814e3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:40.364694 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f50b01-c3dc-46b7-983c-60cf7b6bb4be req-95b07678-26a6-42c9-b70b-4faea95d3734 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.371391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f50b01-c3dc-46b7-983c-60cf7b6bb4be req-95b07678-26a6-42c9-b70b-4faea95d3734 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.379782 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f50b01-c3dc-46b7-983c-60cf7b6bb4be req-95b07678-26a6-42c9-b70b-4faea95d3734 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.386834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f50b01-c3dc-46b7-983c-60cf7b6bb4be req-95b07678-26a6-42c9-b70b-4faea95d3734 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.393913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f50b01-c3dc-46b7-983c-60cf7b6bb4be req-95b07678-26a6-42c9-b70b-4faea95d3734 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.397893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dac2e084-3544-48c3-9486-5f32e709fee9 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:40.402383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f50b01-c3dc-46b7-983c-60cf7b6bb4be req-95b07678-26a6-42c9-b70b-4faea95d3734 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.409718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f50b01-c3dc-46b7-983c-60cf7b6bb4be req-95b07678-26a6-42c9-b70b-4faea95d3734 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:40.432334 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-22f50b01-c3dc-46b7-983c-60cf7b6bb4be req-95b07678-26a6-42c9-b70b-4faea95d3734 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.4285660 Aug 31 14:15:40.510370 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.522291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Transition to ACTIVE for port object dd001980-cdfd-498e-a21f-4996144828c8 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:40.598105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Transition to ACTIVE for port object dd001980-cdfd-498e-a21f-4996144828c8 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:40.599924 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: dac2e084-3544-48c3-9486-5f32e709fee9 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:15:40.600855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dac2e084-3544-48c3-9486-5f32e709fee9 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:15:40.613705 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.738105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:40.741598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:40.748475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:40.908593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Attempting to bind port dd001980-cdfd-498e-a21f-4996144828c8 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:40.908972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Attempting to bind port dd001980-cdfd-498e-a21f-4996144828c8 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:40.909350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Attempting to bind port dd001980-cdfd-498e-a21f-4996144828c8 on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:40.913107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Pushing event updated for resources: {'Port': ['ID=dd001980-cdfd-498e-a21f-4996144828c8,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:40.925720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:40.926104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:40.926519 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.926971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:40.927469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Bound port: dd001980-cdfd-498e-a21f-4996144828c8, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:40.927870 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.954550 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:40.998237 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-22f50b01-c3dc-46b7-983c-60cf7b6bb4be req-4c8a7565-e1ac-47b9-8c22-aced27e17174 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5539887 Aug 31 14:15:41.032385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 59afbb61-685c-40bc-9884-9d0e3f6101ac yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:15:41.059901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] For port dd001980-cdfd-498e-a21f-4996144828c8, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:41.068344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] For port dd001980-cdfd-498e-a21f-4996144828c8, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=dd001980-cdfd-498e-a21f-4996144828c8,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:41.081363 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:41.225239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bcf7f-6aa9-4b94-9623-703c8a10e40c None None] Pushing event updated for resources: {'Port': ['ID=dd001980-cdfd-498e-a21f-4996144828c8,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:41.284983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::f816:3eff:fef3:b078 (da4c3e7b-d0fb-4990-bf20-2699b1577677/09618ef2-23e4-4d59-90fa-cc1fa3bd3889/59afbb61-685c-40bc-9884-9d0e3f6101ac) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:41.465687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60612) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:41.655031 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:41.744192 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 59afbb61-685c-40bc-9884-9d0e3f6101ac will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:41.813072 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:41.917173 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=59afbb61-685c-40bc-9884-9d0e3f6101ac,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:41.940072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:41.941605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:41.949334 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:41.958785 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:41.959469 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:41.967665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1891298868'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:42.008778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60636) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:42.009412 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a1d2d6e0-4e9f-4e38-9bd7-23f9f54cf67d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3297436 Aug 31 14:15:42.030602 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Made reservation on behalf of bd30af277e544f1080c95c1aa61e10eb for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:42.034977 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:42.077379 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:42.095270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ab4bf4-02ab-4bc7-9a0d-6ff5ac42c982 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.102610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ab4bf4-02ab-4bc7-9a0d-6ff5ac42c982 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.107259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-46ab4bf4-02ab-4bc7-9a0d-6ff5ac42c982 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0941396 Aug 31 14:15:42.108170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60640) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:42.321643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8097d0fb-e918-4dcc-bab9-4377737b8184 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 59afbb61-685c-40bc-9884-9d0e3f6101ac {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:42.324693 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8097d0fb-e918-4dcc-bab9-4377737b8184 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:42.402188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dd001980-cdfd-498e-a21f-4996144828c8 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:42.405307 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa00bb-f7f9-444c-82db-1470aa65525e req-1443cb0e-221b-4033-baaf-64ebd6b69052 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.437977 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa00bb-f7f9-444c-82db-1470aa65525e req-1443cb0e-221b-4033-baaf-64ebd6b69052 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.468028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa00bb-f7f9-444c-82db-1470aa65525e req-1443cb0e-221b-4033-baaf-64ebd6b69052 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.484967 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa00bb-f7f9-444c-82db-1470aa65525e req-1443cb0e-221b-4033-baaf-64ebd6b69052 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.494177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa00bb-f7f9-444c-82db-1470aa65525e req-1443cb0e-221b-4033-baaf-64ebd6b69052 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.523720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa00bb-f7f9-444c-82db-1470aa65525e req-1443cb0e-221b-4033-baaf-64ebd6b69052 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.553398 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8097d0fb-e918-4dcc-bab9-4377737b8184 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:42.554709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port dd001980-cdfd-498e-a21f-4996144828c8 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:42.564740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa00bb-f7f9-444c-82db-1470aa65525e req-1443cb0e-221b-4033-baaf-64ebd6b69052 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:42.570170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8097d0fb-e918-4dcc-bab9-4377737b8184 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 59afbb61-685c-40bc-9884-9d0e3f6101ac owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:42.575995 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82fa00bb-f7f9-444c-82db-1470aa65525e req-1443cb0e-221b-4033-baaf-64ebd6b69052 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.3618557 Aug 31 14:15:42.710562 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82fa00bb-f7f9-444c-82db-1470aa65525e req-ba983265-5842-4e3d-855d-bff25aa7f151 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326663 Aug 31 14:15:42.756115 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:42.772664 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:42.836094 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2181f44c-a822-4021-92df-e854aa33eb3b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:42.857723 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8097d0fb-e918-4dcc-bab9-4377737b8184 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:42.892009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097d0fb-e918-4dcc-bab9-4377737b8184 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=59afbb61-685c-40bc-9884-9d0e3f6101ac,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:42.915179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:15:42.951838 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:42.953145 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Added segment 8dbcc9eb-f447-4d27-9e59-1133f8922014 of type vlan for network a8a8806b-64a2-42e5-8bfe-9603aa9ad46b Aug 31 14:15:42.962089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8097d0fb-e918-4dcc-bab9-4377737b8184 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:42.964073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8097d0fb-e918-4dcc-bab9-4377737b8184 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/59afbb61-685c-40bc-9884-9d0e3f6101ac HTTP/1.1" status: 204 len: 168 time: 0.8546748 Aug 31 14:15:42.967064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60692) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:43.100271 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.154958 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.163546 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:43.164178 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.169636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5508670b-709a-4a18-9938-92d1029259ad tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:43.175779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5508670b-709a-4a18-9938-92d1029259ad tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:43.181902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5508670b-709a-4a18-9938-92d1029259ad tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2135859 Aug 31 14:15:43.186662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60712) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:43.256678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-90d0d2b8-a4f6-4827-93d9-12efbd5e68ca None None] Provisioning for port dd001980-cdfd-498e-a21f-4996144828c8 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:43.278785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-90d0d2b8-a4f6-4827-93d9-12efbd5e68ca None None] Provisioning complete for port dd001980-cdfd-498e-a21f-4996144828c8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:43.279317 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-90d0d2b8-a4f6-4827-93d9-12efbd5e68ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.330291 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Network': ['ID=a8a8806b-64a2-42e5-8bfe-9603aa9ad46b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:43.337172 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b67ba16f-b04b-489b-b629-29e5f3ac5852 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8655889 Aug 31 14:15:43.343588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60722) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:43.356541 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network a8a8806b-64a2-42e5-8bfe-9603aa9ad46b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:15:43.358204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8f236616-e5b2-470c-b1dd-90f5162aa5b2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'subnet': {'network_id': 'a8a8806b-64a2-42e5-8bfe-9603aa9ad46b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:43.524033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06030cc-28fc-4990-8d71-1274f9fa3254 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 09618ef2-23e4-4d59-90fa-cc1fa3bd3889 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:15:43.570810 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f06030cc-28fc-4990-8d71-1274f9fa3254 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.781272 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f06030cc-28fc-4990-8d71-1274f9fa3254 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.818647 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60742) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:43.841940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f236616-e5b2-470c-b1dd-90f5162aa5b2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Made reservation on behalf of bd30af277e544f1080c95c1aa61e10eb for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:43.853242 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f236616-e5b2-470c-b1dd-90f5162aa5b2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.887001 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-90d0d2b8-a4f6-4827-93d9-12efbd5e68ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:43.963972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-90d0d2b8-a4f6-4827-93d9-12efbd5e68ca None None] For port dd001980-cdfd-498e-a21f-4996144828c8, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=dd001980-cdfd-498e-a21f-4996144828c8,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:43.977125 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-90d0d2b8-a4f6-4827-93d9-12efbd5e68ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.122525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-228e6093-0c23-43ec-ac52-ff775547fb1d None None] Could not find standard attr ID for object 59afbb61-685c-40bc-9884-9d0e3f6101ac. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:15:44.129160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489edbcd-6ab4-40ee-9d83-69a28e928dbe req-b3ed9e9d-df03-4e6d-9569-b92eb90a4f1b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.163141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489edbcd-6ab4-40ee-9d83-69a28e928dbe req-b3ed9e9d-df03-4e6d-9569-b92eb90a4f1b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.183648 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f06030cc-28fc-4990-8d71-1274f9fa3254 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.187174 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489edbcd-6ab4-40ee-9d83-69a28e928dbe req-b3ed9e9d-df03-4e6d-9569-b92eb90a4f1b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.196078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0d2b8-a4f6-4827-93d9-12efbd5e68ca None None] Pushing event updated for resources: {'Port': ['ID=dd001980-cdfd-498e-a21f-4996144828c8,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:44.199559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489edbcd-6ab4-40ee-9d83-69a28e928dbe req-b3ed9e9d-df03-4e6d-9569-b92eb90a4f1b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.215110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489edbcd-6ab4-40ee-9d83-69a28e928dbe req-b3ed9e9d-df03-4e6d-9569-b92eb90a4f1b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.228912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489edbcd-6ab4-40ee-9d83-69a28e928dbe req-b3ed9e9d-df03-4e6d-9569-b92eb90a4f1b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.256733 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489edbcd-6ab4-40ee-9d83-69a28e928dbe req-b3ed9e9d-df03-4e6d-9569-b92eb90a4f1b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:44.262180 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-489edbcd-6ab4-40ee-9d83-69a28e928dbe req-b3ed9e9d-df03-4e6d-9569-b92eb90a4f1b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.3151622 Aug 31 14:15:44.374351 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-489edbcd-6ab4-40ee-9d83-69a28e928dbe req-5c2f398f-7b7c-4133-b10b-b1fd3c1fdfe0 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006794 Aug 31 14:15:44.395554 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f06030cc-28fc-4990-8d71-1274f9fa3254 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.416472 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4223c27-2729-4a36-8c66-d3bfc1952684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.435346 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f236616-e5b2-470c-b1dd-90f5162aa5b2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.436405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e2821-4199-4e4d-9655-c83dc421a4bc None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:44.438808 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f06030cc-28fc-4990-8d71-1274f9fa3254 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.440741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f06030cc-28fc-4990-8d71-1274f9fa3254 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/09618ef2-23e4-4d59-90fa-cc1fa3bd3889 HTTP/1.1" status: 204 len: 168 time: 1.2531571 Aug 31 14:15:44.444714 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60762) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:44.468423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06030cc-28fc-4990-8d71-1274f9fa3254 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=09618ef2-23e4-4d59-90fa-cc1fa3bd3889,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:44.570927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f236616-e5b2-470c-b1dd-90f5162aa5b2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Checking segment: {'id': '8dbcc9eb-f447-4d27-9e59-1133f8922014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a8a8806b-64a2-42e5-8bfe-9603aa9ad46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:44.571359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f236616-e5b2-470c-b1dd-90f5162aa5b2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network hostable DHCP agents. Network: a8a8806b-64a2-42e5-8bfe-9603aa9ad46b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:15:44.578865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f236616-e5b2-470c-b1dd-90f5162aa5b2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Subnet': ['ID=13749184-b73e-4b65-95aa-e60c47b19e4c,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:44.587326 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4223c27-2729-4a36-8c66-d3bfc1952684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.590465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c2020112-aa66-47ec-abf7-0e77ca018da3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1443291 Aug 31 14:15:44.594226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60768) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:44.597606 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4223c27-2729-4a36-8c66-d3bfc1952684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.605984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ed17054e-d470-4545-aa74-bad23e8db77c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:44.616446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f236616-e5b2-470c-b1dd-90f5162aa5b2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network a8a8806b-64a2-42e5-8bfe-9603aa9ad46b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:15:44.644212 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e4223c27-2729-4a36-8c66-d3bfc1952684 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f2faa9b1dc34767b859e2109f9728d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8237438 Aug 31 14:15:44.646080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60774) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:44.696632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4223c27-2729-4a36-8c66-d3bfc1952684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c75501-5f87-48a9-988b-a729e4ed8611,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:44.758089 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1891746e-482d-4990-9999-73dc8e134115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.817231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1891746e-482d-4990-9999-73dc8e134115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.906034 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1891746e-482d-4990-9999-73dc8e134115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.914837 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1891746e-482d-4990-9999-73dc8e134115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:44.916205 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1891746e-482d-4990-9999-73dc8e134115 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0c75501-5f87-48a9-988b-a729e4ed8611 HTTP/1.1" status: 204 len: 168 time: 0.2690070 Aug 31 14:15:44.929750 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891746e-482d-4990-9999-73dc8e134115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c75501-5f87-48a9-988b-a729e4ed8611,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:44.944348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717cebd1-df4d-496c-a30f-7511488a4783 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:15:45.127504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-717cebd1-df4d-496c-a30f-7511488a4783 None None] Deleting port dd001980-cdfd-498e-a21f-4996144828c8 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:45.128138 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-717cebd1-df4d-496c-a30f-7511488a4783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.195693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8f236616-e5b2-470c-b1dd-90f5162aa5b2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, a8a8806b-64a2-42e5-8bfe-9603aa9ad46b) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:45.216580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f236616-e5b2-470c-b1dd-90f5162aa5b2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.217202 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f236616-e5b2-470c-b1dd-90f5162aa5b2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.287636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8f236616-e5b2-470c-b1dd-90f5162aa5b2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9363241 Aug 31 14:15:45.291056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-717cebd1-df4d-496c-a30f-7511488a4783 None None] For port dd001980-cdfd-498e-a21f-4996144828c8, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=dd001980-cdfd-498e-a21f-4996144828c8,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:45.291467 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-717cebd1-df4d-496c-a30f-7511488a4783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.301614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60794) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:45.308481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1319738588', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:45.321290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-717cebd1-df4d-496c-a30f-7511488a4783 None None] Calling delete_port for dd001980-cdfd-498e-a21f-4996144828c8 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:45.327542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60798) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:45.342513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed17054e-d470-4545-aa74-bad23e8db77c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:45.346362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed17054e-d470-4545-aa74-bad23e8db77c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.385000 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.386243 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.526771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1864aeb-e3f1-4a18-8b98-06c6405cfca1 None None] Network a8a8806b-64a2-42e5-8bfe-9603aa9ad46b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:45.555903 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-717cebd1-df4d-496c-a30f-7511488a4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.598272 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.652836 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d438b9a8-fa35-474b-8976-eed2220b8ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:45.736025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cebd1-df4d-496c-a30f-7511488a4783 None None] Pushing event deleted for resources: {'Port': ['ID=dd001980-cdfd-498e-a21f-4996144828c8,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:45.738807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf13b5-3da0-4ab4-a764-5486f18256d3 req-f55bc4f0-d85d-492d-9e29-8abf63f8c388 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.748513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf13b5-3da0-4ab4-a764-5486f18256d3 req-f55bc4f0-d85d-492d-9e29-8abf63f8c388 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.757332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf13b5-3da0-4ab4-a764-5486f18256d3 req-f55bc4f0-d85d-492d-9e29-8abf63f8c388 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.760087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717cebd1-df4d-496c-a30f-7511488a4783 None None] No DVR routers for this DVR port dd001980-cdfd-498e-a21f-4996144828c8 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:15:45.802533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf13b5-3da0-4ab4-a764-5486f18256d3 req-f55bc4f0-d85d-492d-9e29-8abf63f8c388 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.843335 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf13b5-3da0-4ab4-a764-5486f18256d3 req-f55bc4f0-d85d-492d-9e29-8abf63f8c388 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.888307 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf13b5-3da0-4ab4-a764-5486f18256d3 req-f55bc4f0-d85d-492d-9e29-8abf63f8c388 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.917101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf13b5-3da0-4ab4-a764-5486f18256d3 req-f55bc4f0-d85d-492d-9e29-8abf63f8c388 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:45.919183 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-45cf13b5-3da0-4ab4-a764-5486f18256d3 req-f55bc4f0-d85d-492d-9e29-8abf63f8c388 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.3366513 Aug 31 14:15:46.076218 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.080604 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e64f67-5f43-4a53-b806-039756322274 None None] Network a8a8806b-64a2-42e5-8bfe-9603aa9ad46b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:46.145426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d438b9a8-fa35-474b-8976-eed2220b8ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.155270 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-45cf13b5-3da0-4ab4-a764-5486f18256d3 req-d248c768-54b7-4e2d-af2c-7a897e1c09b2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1818528 Aug 31 14:15:46.212756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d438b9a8-fa35-474b-8976-eed2220b8ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.342916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d438b9a8-fa35-474b-8976-eed2220b8ee7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5345f60333684c5b898c64db061d41c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0118215 Aug 31 14:15:46.343220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60846) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:46.355892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438b9a8-fa35-474b-8976-eed2220b8ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfaf217-aedf-4162-95f8-35cf4ba91ec4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:46.381989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dd001980-cdfd-498e-a21f-4996144828c8 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:46.477173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.objects.ports [None req-ed17054e-d470-4545-aa74-bad23e8db77c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106388) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:15:46.478713 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed17054e-d470-4545-aa74-bad23e8db77c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.527513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: dd001980-cdfd-498e-a21f-4996144828c8 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:15:46.527796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dd001980-cdfd-498e-a21f-4996144828c8 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:15:46.581260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed17054e-d470-4545-aa74-bad23e8db77c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:46.589371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ed17054e-d470-4545-aa74-bad23e8db77c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:46.594802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed17054e-d470-4545-aa74-bad23e8db77c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:46.595753 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ed17054e-d470-4545-aa74-bad23e8db77c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.599568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bf8b63-c517-4f6d-818c-37859a8d2875 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:46.626260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f4c7-6351-4aba-a6f6-718e99a5d5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.646713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17054e-d470-4545-aa74-bad23e8db77c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=f2085037-1c31-4c93-ba7c-25dfb6878cc4,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:46.664245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ed17054e-d470-4545-aa74-bad23e8db77c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0685089 Aug 31 14:15:46.668539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60864) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:46.683849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:3e:c2:5f', 'name': 'tempest-NetworksTestDHCPv6-507157409'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:46.717525 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.758147 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.787383 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f4c7-6351-4aba-a6f6-718e99a5d5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.945801 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': 'f2085037-1c31-4c93-ba7c-25dfb6878cc4'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:15:46.948561 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:46.977076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:47.083134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.25.3.107 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/d49044a1-cf20-4da7-8ed0-13ae02165756) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:47.086152 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f4c7-6351-4aba-a6f6-718e99a5d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.089225 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f4c7-6351-4aba-a6f6-718e99a5d5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.094118 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9ef8f4c7-6351-4aba-a6f6-718e99a5d5d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcfaf217-aedf-4162-95f8-35cf4ba91ec4 HTTP/1.1" status: 204 len: 168 time: 0.7492771 Aug 31 14:15:47.112534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8f4c7-6351-4aba-a6f6-718e99a5d5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfaf217-aedf-4162-95f8-35cf4ba91ec4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:47.160992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60886) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:47.215247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.232845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60892) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:47.250928 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Allocated IP 2001:db8::f816:3eff:fe72:4150 (da4c3e7b-d0fb-4990-bf20-2699b1577677/f2085037-1c31-4c93-ba7c-25dfb6878cc4/81952770-855b-40ca-9e37-10b6c073bbca) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:47.302001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.324924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 620e7bc6-8bdc-4b52-b7fb-b1bcd08364bb yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:15:47.443117 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.500706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d455b7-2cdf-4d2b-8fd4-17a7ad8169e5 req-93a1bb18-2c7d-45d1-b12e-25437a610486 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.510140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d455b7-2cdf-4d2b-8fd4-17a7ad8169e5 req-93a1bb18-2c7d-45d1-b12e-25437a610486 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.518140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d455b7-2cdf-4d2b-8fd4-17a7ad8169e5 req-93a1bb18-2c7d-45d1-b12e-25437a610486 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.525371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d455b7-2cdf-4d2b-8fd4-17a7ad8169e5 req-93a1bb18-2c7d-45d1-b12e-25437a610486 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.531534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d455b7-2cdf-4d2b-8fd4-17a7ad8169e5 req-93a1bb18-2c7d-45d1-b12e-25437a610486 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.539084 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d455b7-2cdf-4d2b-8fd4-17a7ad8169e5 req-93a1bb18-2c7d-45d1-b12e-25437a610486 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.545528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d455b7-2cdf-4d2b-8fd4-17a7ad8169e5 req-93a1bb18-2c7d-45d1-b12e-25437a610486 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:47.555619 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77d455b7-2cdf-4d2b-8fd4-17a7ad8169e5 req-93a1bb18-2c7d-45d1-b12e-25437a610486 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.2191744 Aug 31 14:15:47.560748 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25dc6872-41b7-421a-9141-44a993116223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.591401 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:47.602156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:47.609188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:47.645374 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.660852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Transition to ACTIVE for port object 81952770-855b-40ca-9e37-10b6c073bbca will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:47.688705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Transition to ACTIVE for port object 81952770-855b-40ca-9e37-10b6c073bbca will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:47.701558 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.720745 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77d455b7-2cdf-4d2b-8fd4-17a7ad8169e5 req-fdad10ba-bf7a-4a55-b0a1-cd27f8b2622b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640031 Aug 31 14:15:47.736885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=d49044a1-cf20-4da7-8ed0-13ae02165756,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:47.762513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:47.766674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:47.775554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:47.779376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Pushing event updated for resources: {'Port': ['ID=81952770-855b-40ca-9e37-10b6c073bbca,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:47.794897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60918) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:47.867080 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc5875ec-4044-41de-a056-6f6ec8df8da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.874912 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9b531d2-f0b9-433a-9a62-607c459f80b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.879092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Attempting to bind port 81952770-855b-40ca-9e37-10b6c073bbca on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:47.880941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Attempting to bind port 81952770-855b-40ca-9e37-10b6c073bbca by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:47.881581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Attempting to bind port 81952770-855b-40ca-9e37-10b6c073bbca on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:47.887229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:47.888217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:47.888880 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.889491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:47.890472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Bound port: 81952770-855b-40ca-9e37-10b6c073bbca, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:47.891096 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:47.975054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::f816:3eff:fe3e:c25f (da4c3e7b-d0fb-4990-bf20-2699b1577677/f2085037-1c31-4c93-ba7c-25dfb6878cc4/620e7bc6-8bdc-4b52-b7fb-b1bcd08364bb) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:47.979429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] For port 81952770-855b-40ca-9e37-10b6c073bbca, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:47.983030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] For port 81952770-855b-40ca-9e37-10b6c073bbca, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=81952770-855b-40ca-9e37-10b6c073bbca,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:47.988463 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.008166 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25dc6872-41b7-421a-9141-44a993116223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.032893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25dc6872-41b7-421a-9141-44a993116223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.049333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cd0c7-d6ae-4c50-8eaf-e35fd1dfd90b None None] Pushing event updated for resources: {'Port': ['ID=81952770-855b-40ca-9e37-10b6c073bbca,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:48.131644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-25dc6872-41b7-421a-9141-44a993116223 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=faa8b673ac5d4512ac1faef29512be8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9673529 Aug 31 14:15:48.132753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc6872-41b7-421a-9141-44a993116223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5865af0-7446-4cb5-903c-151a430b1304,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:48.137227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60926) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:48.231357 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.329064 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d03dede-653c-4ce3-bee6-a2e2f2a4286f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.343171 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.380076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 620e7bc6-8bdc-4b52-b7fb-b1bcd08364bb will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:48.416203 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9b531d2-f0b9-433a-9a62-607c459f80b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.430967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f9b531d2-f0b9-433a-9a62-607c459f80b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.438092 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d03dede-653c-4ce3-bee6-a2e2f2a4286f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.462103 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.573399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=620e7bc6-8bdc-4b52-b7fb-b1bcd08364bb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:48.582077 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f9b531d2-f0b9-433a-9a62-607c459f80b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76e51cede00342dc90edb2a6bc3ae9f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7838554 Aug 31 14:15:48.586893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60932) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:48.595226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b531d2-f0b9-433a-9a62-607c459f80b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0751fcf2-29b1-4cc4-9a2c-4285fe423d8c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:48.650002 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc5875ec-4044-41de-a056-6f6ec8df8da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.656936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:48.658939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:48.673152 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d03dede-653c-4ce3-bee6-a2e2f2a4286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.673408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:48.676232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d03dede-653c-4ce3-bee6-a2e2f2a4286f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.679834 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7d03dede-653c-4ce3-bee6-a2e2f2a4286f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5865af0-7446-4cb5-903c-151a430b1304 HTTP/1.1" status: 204 len: 168 time: 0.5218403 Aug 31 14:15:48.685532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:48.696813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03dede-653c-4ce3-bee6-a2e2f2a4286f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5865af0-7446-4cb5-903c-151a430b1304,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:48.717393 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.717778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dbbaf99-2cab-4435-bc51-54353168f0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.722796 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc5875ec-4044-41de-a056-6f6ec8df8da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.729189 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.778910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dbbaf99-2cab-4435-bc51-54353168f0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:48.854682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5875ec-4044-41de-a056-6f6ec8df8da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cc5d9d-d937-4258-bb7c-478e6ec03587,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:48.882590 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9d833075-be3e-4331-b4d1-fbb5607bfa9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2108622 Aug 31 14:15:48.892752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60942) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:48.901985 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cc5875ec-4044-41de-a056-6f6ec8df8da6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cacd8c00d5464518a223fc9a819f5ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6661322 Aug 31 14:15:48.907873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60944) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:49.166208 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e6ba4-dd31-4458-964c-5d2d2c9d75f4 req-0a6cd38a-38b8-4d65-bc58-2356aeee5e66 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.172265 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e6ba4-dd31-4458-964c-5d2d2c9d75f4 req-0a6cd38a-38b8-4d65-bc58-2356aeee5e66 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.179182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e6ba4-dd31-4458-964c-5d2d2c9d75f4 req-0a6cd38a-38b8-4d65-bc58-2356aeee5e66 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.185612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e6ba4-dd31-4458-964c-5d2d2c9d75f4 req-0a6cd38a-38b8-4d65-bc58-2356aeee5e66 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.197615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e6ba4-dd31-4458-964c-5d2d2c9d75f4 req-0a6cd38a-38b8-4d65-bc58-2356aeee5e66 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.205557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e6ba4-dd31-4458-964c-5d2d2c9d75f4 req-0a6cd38a-38b8-4d65-bc58-2356aeee5e66 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.211685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e6ba4-dd31-4458-964c-5d2d2c9d75f4 req-0a6cd38a-38b8-4d65-bc58-2356aeee5e66 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.216997 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e55e6ba4-dd31-4458-964c-5d2d2c9d75f4 req-0a6cd38a-38b8-4d65-bc58-2356aeee5e66 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.3421814 Aug 31 14:15:49.229886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed9f93-2a5e-42d2-af62-fcbc04fa5868 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.236577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed9f93-2a5e-42d2-af62-fcbc04fa5868 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:49.240956 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-55ed9f93-2a5e-42d2-af62-fcbc04fa5868 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3471720 Aug 31 14:15:49.241689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60954) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:49.306339 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dbbaf99-2cab-4435-bc51-54353168f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:49.309410 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dbbaf99-2cab-4435-bc51-54353168f0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:49.310808 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6dbbaf99-2cab-4435-bc51-54353168f0e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0751fcf2-29b1-4cc4-9a2c-4285fe423d8c HTTP/1.1" status: 204 len: 168 time: 0.7229888 Aug 31 14:15:49.322765 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cee9bc06-2e19-46ad-bc92-33c851480864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:49.325966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbaf99-2cab-4435-bc51-54353168f0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0751fcf2-29b1-4cc4-9a2c-4285fe423d8c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:49.336692 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e55e6ba4-dd31-4458-964c-5d2d2c9d75f4 req-4b555601-588f-4e92-859e-19aa66eb8990 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938981 Aug 31 14:15:49.425561 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cee9bc06-2e19-46ad-bc92-33c851480864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:49.503097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-44b77efc-f4a1-4843-b4dc-7adcb8bc7bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 620e7bc6-8bdc-4b52-b7fb-b1bcd08364bb {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:49.506616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44b77efc-f4a1-4843-b4dc-7adcb8bc7bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:49.519055 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:15:49.656283 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44b77efc-f4a1-4843-b4dc-7adcb8bc7bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:49.698032 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cee9bc06-2e19-46ad-bc92-33c851480864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:49.699674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-44b77efc-f4a1-4843-b4dc-7adcb8bc7bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 620e7bc6-8bdc-4b52-b7fb-b1bcd08364bb owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:49.703213 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cee9bc06-2e19-46ad-bc92-33c851480864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:49.709441 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cee9bc06-2e19-46ad-bc92-33c851480864 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3cc5d9d-d937-4258-bb7c-478e6ec03587 HTTP/1.1" status: 204 len: 168 time: 0.7874374 Aug 31 14:15:49.716394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e9454759-b171-4310-a66a-91e6e66eae59 None None] Provisioning for port 81952770-855b-40ca-9e37-10b6c073bbca completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:49.721964 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9bc06-2e19-46ad-bc92-33c851480864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cc5d9d-d937-4258-bb7c-478e6ec03587,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:49.826358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:15:49.840312 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c35ee7-987e-415c-a1f7-9dfad5dd8615 None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:15:49.856785 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c35ee7-987e-415c-a1f7-9dfad5dd8615 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:49.857622 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a2c35ee7-987e-415c-a1f7-9dfad5dd8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:15:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:49.875815 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:49.880247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d0d8377c-d6c9-4dac-ad21-b2d318845163 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5761552 Aug 31 14:15:49.880950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60976) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:49.968299 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a2c35ee7-987e-415c-a1f7-9dfad5dd8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:49.995627 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c35ee7-987e-415c-a1f7-9dfad5dd8615 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:49.996474 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a2c35ee7-987e-415c-a1f7-9dfad5dd8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:15:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:50.037320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 67b8daf9-835c-48ed-b7e7-bcf0980b288b details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:50.061276 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44b77efc-f4a1-4843-b4dc-7adcb8bc7bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:50.091391 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a2c35ee7-987e-415c-a1f7-9dfad5dd8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:50.102104 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c35ee7-987e-415c-a1f7-9dfad5dd8615 None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:15:50.171634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-31626f5f-e42a-445e-b21e-708f6bb99d17 None None] Could not find standard attr ID for object 620e7bc6-8bdc-4b52-b7fb-b1bcd08364bb. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:15:50.206774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b77efc-f4a1-4843-b4dc-7adcb8bc7bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=620e7bc6-8bdc-4b52-b7fb-b1bcd08364bb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:50.254227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 67b8daf9-835c-48ed-b7e7-bcf0980b288b, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:50.276294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '67b8daf9-835c-48ed-b7e7-bcf0980b288b', 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5', 'port_id': '67b8daf9-835c-48ed-b7e7-bcf0980b288b', 'mac_address': 'fa:16:3e:f4:63:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76893773-f058-4edb-b94e-a02cfd36894b', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:50.317587 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44b77efc-f4a1-4843-b4dc-7adcb8bc7bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:50.326228 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-44b77efc-f4a1-4843-b4dc-7adcb8bc7bf0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/620e7bc6-8bdc-4b52-b7fb-b1bcd08364bb HTTP/1.1" status: 204 len: 168 time: 1.0832264 Aug 31 14:15:50.327180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60998) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:50.394232 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:50.402112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246e5b1-122a-46ba-8626-ad5e2e1c9f46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:50.404467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246e5b1-122a-46ba-8626-ad5e2e1c9f46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:50.424371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2246e5b1-122a-46ba-8626-ad5e2e1c9f46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0958242 Aug 31 14:15:50.425473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32770) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:50.466968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b8daf9-835c-48ed-b7e7-bcf0980b288b {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:50.498504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 81952770-855b-40ca-9e37-10b6c073bbca up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:50.560979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-543cc0dd-8d68-4ba0-af27-3792f76406c1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet f2085037-1c31-4c93-ba7c-25dfb6878cc4 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:15:50.566166 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-543cc0dd-8d68-4ba0-af27-3792f76406c1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:50.663783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 67b8daf9-835c-48ed-b7e7-bcf0980b288b, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:50.670720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 81952770-855b-40ca-9e37-10b6c073bbca completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:50.686367 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 81952770-855b-40ca-9e37-10b6c073bbca triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:50.686519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-543cc0dd-8d68-4ba0-af27-3792f76406c1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:50.687725 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:50.694768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 32780) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:50.722831 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4abe2b36-fdc4-4dab-b252-961b20e17f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:50.787697 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-543cc0dd-8d68-4ba0-af27-3792f76406c1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:50.788226 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:50.789450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a695eda4-8064-4835-887f-df4c54d594d9 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:50.860341 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-543cc0dd-8d68-4ba0-af27-3792f76406c1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:50.929791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cc0dd-8d68-4ba0-af27-3792f76406c1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=f2085037-1c31-4c93-ba7c-25dfb6878cc4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:50.956691 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-543cc0dd-8d68-4ba0-af27-3792f76406c1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:50.966388 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-543cc0dd-8d68-4ba0-af27-3792f76406c1 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/f2085037-1c31-4c93-ba7c-25dfb6878cc4 HTTP/1.1" status: 204 len: 168 time: 0.5371053 Aug 31 14:15:50.967394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32782) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:50.978304 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a695eda4-8064-4835-887f-df4c54d594d9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a695eda4-8064-4835-887f-df4c54d594d9,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:51.053483 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-81bf0ce8-960e-4d34-ae62-c86b05afb380 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844514 Aug 31 14:15:51.054226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32792) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:51.084544 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'a695eda4-8064-4835-887f-df4c54d594d9', 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a', 'port_id': 'a695eda4-8064-4835-887f-df4c54d594d9', 'mac_address': 'fa:16:3e:96:cb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de107df4-53f4-4225-b35f-c54daeb8f85e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:51.088107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f495045f-78dd-4e7a-ba6d-099525899f2f None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:51.138464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016019e6-2afa-4046-8c6b-807812701230 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.144084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-016019e6-2afa-4046-8c6b-807812701230 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0889874 Aug 31 14:15:51.145311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32798) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:51.268800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eec5b-922c-40dc-84bb-8ac059cff29f req-5f5b38ec-7590-4af2-b15d-fa26f4b0ab4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.274048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5840a552-ca54-45bd-9ce2-6b36b9cefbf7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.274048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5840a552-ca54-45bd-9ce2-6b36b9cefbf7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1262863 Aug 31 14:15:51.276088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32810) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:51.278175 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eec5b-922c-40dc-84bb-8ac059cff29f req-5f5b38ec-7590-4af2-b15d-fa26f4b0ab4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.284182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eec5b-922c-40dc-84bb-8ac059cff29f req-5f5b38ec-7590-4af2-b15d-fa26f4b0ab4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.291684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eec5b-922c-40dc-84bb-8ac059cff29f req-5f5b38ec-7590-4af2-b15d-fa26f4b0ab4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.298064 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eec5b-922c-40dc-84bb-8ac059cff29f req-5f5b38ec-7590-4af2-b15d-fa26f4b0ab4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.305565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eec5b-922c-40dc-84bb-8ac059cff29f req-5f5b38ec-7590-4af2-b15d-fa26f4b0ab4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.310615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eec5b-922c-40dc-84bb-8ac059cff29f req-5f5b38ec-7590-4af2-b15d-fa26f4b0ab4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:51.312705 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-680eec5b-922c-40dc-84bb-8ac059cff29f req-5f5b38ec-7590-4af2-b15d-fa26f4b0ab4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5431 time: 0.7572582 Aug 31 14:15:51.400353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6fdf2e3c-d5ab-4353-842d-6173ff20c49e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195881 Aug 31 14:15:51.409393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 32822) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:51.419240 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-427a2883-d275-4d57-9acb-4ada20bb59d8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:51.510102 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.513382 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-680eec5b-922c-40dc-84bb-8ac059cff29f req-abdf0654-d6a9-4e86-91f8-105509515b68 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1445560 Aug 31 14:15:51.539534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=67b8daf9-835c-48ed-b7e7-bcf0980b288b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:51.581541 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.627913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 81952770-855b-40ca-9e37-10b6c073bbca, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=81952770-855b-40ca-9e37-10b6c073bbca,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:51.630922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a695eda4-8064-4835-887f-df4c54d594d9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:51.649407 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.690218 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a695eda4-8064-4835-887f-df4c54d594d9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a695eda4-8064-4835-887f-df4c54d594d9,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:51.712758 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.713633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 041acb94-c516-4d52-833b-861486255a61 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:51.743197 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=81952770-855b-40ca-9e37-10b6c073bbca,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:51.800607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b3acb-8ca4-46d6-9ea6-bc361bfb5727 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:15:51.825949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4abe2b36-fdc4-4dab-b252-961b20e17f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.845072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 041acb94-c516-4d52-833b-861486255a61, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=041acb94-c516-4d52-833b-861486255a61,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:51.889373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4abe2b36-fdc4-4dab-b252-961b20e17f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:51.913727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=a695eda4-8064-4835-887f-df4c54d594d9,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:51.920256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '041acb94-c516-4d52-833b-861486255a61', 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5', 'port_id': '041acb94-c516-4d52-833b-861486255a61', 'mac_address': 'fa:16:3e:0b:1b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76893773-f058-4edb-b94e-a02cfd36894b', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:52.045057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe2b36-fdc4-4dab-b252-961b20e17f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff661fc-c990-4dae-99c8-8ac882d6f07b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:52.082597 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.092925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427a2883-d275-4d57-9acb-4ada20bb59d8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:52.101715 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-427a2883-d275-4d57-9acb-4ada20bb59d8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.124777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32846) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:52.126999 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041acb94-c516-4d52-833b-861486255a61 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:52.149065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32850) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:52.149175 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4abe2b36-fdc4-4dab-b252-961b20e17f3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=244445d288584243b9ca1f28c5040075&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4486623 Aug 31 14:15:52.150867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-242b3acb-8ca4-46d6-9ea6-bc361bfb5727 None None] Deleting port 81952770-855b-40ca-9e37-10b6c073bbca {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:52.151698 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-242b3acb-8ca4-46d6-9ea6-bc361bfb5727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.253140 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b49dabe-4326-430a-91d5-06097bda1a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.319926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 041acb94-c516-4d52-833b-861486255a61, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=041acb94-c516-4d52-833b-861486255a61,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:52.325617 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b49dabe-4326-430a-91d5-06097bda1a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.335064 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.336002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:52.342788 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.377286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 81952770-855b-40ca-9e37-10b6c073bbca no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:15:52.387647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-242b3acb-8ca4-46d6-9ea6-bc361bfb5727 None None] For port 81952770-855b-40ca-9e37-10b6c073bbca, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=81952770-855b-40ca-9e37-10b6c073bbca,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:52.388017 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-242b3acb-8ca4-46d6-9ea6-bc361bfb5727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.444052 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b49dabe-4326-430a-91d5-06097bda1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.456049 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b49dabe-4326-430a-91d5-06097bda1a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.457970 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4b49dabe-4326-430a-91d5-06097bda1a01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ff661fc-c990-4dae-99c8-8ac882d6f07b HTTP/1.1" status: 204 len: 168 time: 0.3075809 Aug 31 14:15:52.468173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-242b3acb-8ca4-46d6-9ea6-bc361bfb5727 None None] Calling delete_port for 81952770-855b-40ca-9e37-10b6c073bbca owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:52.477674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49dabe-4326-430a-91d5-06097bda1a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff661fc-c990-4dae-99c8-8ac882d6f07b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:52.534586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=041acb94-c516-4d52-833b-861486255a61,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:52.692726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:52.693332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:52.693860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:52.694351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:52.694836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:52.695330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:52.695809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:52.696303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:52.696845 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:52.697340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:52.698065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:52.698545 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:15:52.790677 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a70fd9a-b01a-4bba-b9c7-d9d47fd1eec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:52.835476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.20.0.1 (a8a8806b-64a2-42e5-8bfe-9603aa9ad46b/13749184-b73e-4b65-95aa-e60c47b19e4c/3dcf23bc-6a5c-48bd-af55-38cbfaddba96) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:52.863472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4caca-05f1-476a-ad4c-3859ef2c69ef req-e6cbb574-bd08-4f18-8659-d6b9cd2d6fd4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.871795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4caca-05f1-476a-ad4c-3859ef2c69ef req-e6cbb574-bd08-4f18-8659-d6b9cd2d6fd4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.878862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4caca-05f1-476a-ad4c-3859ef2c69ef req-e6cbb574-bd08-4f18-8659-d6b9cd2d6fd4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.886105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4caca-05f1-476a-ad4c-3859ef2c69ef req-e6cbb574-bd08-4f18-8659-d6b9cd2d6fd4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.893829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4caca-05f1-476a-ad4c-3859ef2c69ef req-e6cbb574-bd08-4f18-8659-d6b9cd2d6fd4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.901028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4caca-05f1-476a-ad4c-3859ef2c69ef req-e6cbb574-bd08-4f18-8659-d6b9cd2d6fd4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.910512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4caca-05f1-476a-ad4c-3859ef2c69ef req-e6cbb574-bd08-4f18-8659-d6b9cd2d6fd4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:52.914362 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-39b4caca-05f1-476a-ad4c-3859ef2c69ef req-e6cbb574-bd08-4f18-8659-d6b9cd2d6fd4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5434 time: 0.2437627 Aug 31 14:15:52.996034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-39b4caca-05f1-476a-ad4c-3859ef2c69ef req-0b083afa-da15-4c30-b628-f89b3269cd99 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739329 Aug 31 14:15:53.134675 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a70fd9a-b01a-4bba-b9c7-d9d47fd1eec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.141568 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.152964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a70fd9a-b01a-4bba-b9c7-d9d47fd1eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.155879 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.185697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,segment=NetworkSegment(be311cc8-6270-402e-b3df-20c689500bc1),segment_id=be311cc8-6270-402e-b3df-20c689500bc1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:53.236632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70fd9a-b01a-4bba-b9c7-d9d47fd1eec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25e185e-64db-4a9f-8976-b86f3c4ab229,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:53.251810 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4a70fd9a-b01a-4bba-b9c7-d9d47fd1eec3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=953d1807f68842dba87fc9312df51cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1259277 Aug 31 14:15:53.256562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32882) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:53.257667 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'port_id': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4', 'mac_address': 'fa:16:3e:9c:34:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:53.270628 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-242b3acb-8ca4-46d6-9ea6-bc361bfb5727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.290186 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-427a2883-d275-4d57-9acb-4ada20bb59d8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.304826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 32886) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:53.313232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.356243 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99ea738-c0c4-475c-9ac8-6124bef0d96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.377254 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427a2883-d275-4d57-9acb-4ada20bb59d8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:53.380512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-427a2883-d275-4d57-9acb-4ada20bb59d8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:53.384078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a2883-d275-4d57-9acb-4ada20bb59d8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:53.384782 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-427a2883-d275-4d57-9acb-4ada20bb59d8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.397258 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99ea738-c0c4-475c-9ac8-6124bef0d96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.409784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b3acb-8ca4-46d6-9ea6-bc361bfb5727 None None] Pushing event deleted for resources: {'Port': ['ID=81952770-855b-40ca-9e37-10b6c073bbca,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:53.419981 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b3acb-8ca4-46d6-9ea6-bc361bfb5727 None None] No DVR routers for this DVR port 81952770-855b-40ca-9e37-10b6c073bbca on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:15:53.442977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab8679-7257-4c5e-9e52-7ffff8aa82d5 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:53.469974 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.494821 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network a8a8806b-64a2-42e5-8bfe-9603aa9ad46b is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:53.512934 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99ea738-c0c4-475c-9ac8-6124bef0d96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.516081 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99ea738-c0c4-475c-9ac8-6124bef0d96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.517650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d99ea738-c0c4-475c-9ac8-6124bef0d96a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f25e185e-64db-4a9f-8976-b86f3c4ab229 HTTP/1.1" status: 204 len: 168 time: 0.2598536 Aug 31 14:15:53.522666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=3dcf23bc-6a5c-48bd-af55-38cbfaddba96,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:53.533943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:53.538989 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:53.541184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ea738-c0c4-475c-9ac8-6124bef0d96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25e185e-64db-4a9f-8976-b86f3c4ab229,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:53.571078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:53.594650 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.620573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,segment=NetworkSegment(be311cc8-6270-402e-b3df-20c689500bc1),segment_id=be311cc8-6270-402e-b3df-20c689500bc1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:53.636142 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.637181 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 78ff4304-d96e-4f5b-883d-ae93905b3f41 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:53.642387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-427a2883-d275-4d57-9acb-4ada20bb59d8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2263339 Aug 31 14:15:53.642722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32902) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:53.644688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a2883-d275-4d57-9acb-4ada20bb59d8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=ce70f060-5db9-4a57-99ec-4aa17bcd6ccd,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:53.649568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:11:d6:73', 'name': 'tempest-NetworksTestDHCPv6-1059186576'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:53.755062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:53.759691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 78ff4304-d96e-4f5b-883d-ae93905b3f41, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:53.779373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1482959767'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:53.782892 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.791379 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '78ff4304-d96e-4f5b-883d-ae93905b3f41', 'network_id': '1c33b8ea-b74c-4228-8f71-02e2bf90452a', 'port_id': '78ff4304-d96e-4f5b-883d-ae93905b3f41', 'mac_address': 'fa:16:3e:26:bb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de107df4-53f4-4225-b35f-c54daeb8f85e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:53.800779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': 'ce70f060-5db9-4a57-99ec-4aa17bcd6ccd'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:15:53.802170 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.866432 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Made reservation on behalf of 3eaf30bbe64c4c3c9f673d1b0c95e847 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:53.872422 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.906499 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.934069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ff4304-d96e-4f5b-883d-ae93905b3f41 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:53.960562 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.974986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:53.984997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 78ff4304-d96e-4f5b-883d-ae93905b3f41, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:53.996536 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:53.997239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4dbe6699-fcfc-4218-8c31-38ce0590918c details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:54.044296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Allocated IP 2001:db8::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/ce70f060-5db9-4a57-99ec-4aa17bcd6ccd/30efb821-0b74-4e9a-86b6-b473d0a89153) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:54.112289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4dbe6699-fcfc-4218-8c31-38ce0590918c, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:54.173118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=78ff4304-d96e-4f5b-883d-ae93905b3f41,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:54.179679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '4dbe6699-fcfc-4218-8c31-38ce0590918c', 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5', 'port_id': '4dbe6699-fcfc-4218-8c31-38ce0590918c', 'mac_address': 'fa:16:3e:54:a8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76893773-f058-4edb-b94e-a02cfd36894b', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:54.293130 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.353272 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.358780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port feeca5cc-7a3b-4716-926a-39bfe54bd0e6 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:15:54.401562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbe6699-fcfc-4218-8c31-38ce0590918c {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:54.406829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf665e-3c45-4c14-8fea-f427949113a1 req-11f8e3d8-e07e-4d18-b3c2-cde15424ef4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:54.413938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf665e-3c45-4c14-8fea-f427949113a1 req-11f8e3d8-e07e-4d18-b3c2-cde15424ef4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:54.420395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf665e-3c45-4c14-8fea-f427949113a1 req-11f8e3d8-e07e-4d18-b3c2-cde15424ef4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:54.426894 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf665e-3c45-4c14-8fea-f427949113a1 req-11f8e3d8-e07e-4d18-b3c2-cde15424ef4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:54.438275 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf665e-3c45-4c14-8fea-f427949113a1 req-11f8e3d8-e07e-4d18-b3c2-cde15424ef4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:54.440242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf665e-3c45-4c14-8fea-f427949113a1 req-11f8e3d8-e07e-4d18-b3c2-cde15424ef4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:54.447109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf665e-3c45-4c14-8fea-f427949113a1 req-11f8e3d8-e07e-4d18-b3c2-cde15424ef4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:54.449186 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eebf665e-3c45-4c14-8fea-f427949113a1 req-11f8e3d8-e07e-4d18-b3c2-cde15424ef4c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5436 time: 0.1866612 Aug 31 14:15:54.535353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4dbe6699-fcfc-4218-8c31-38ce0590918c, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:54.553042 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.555241 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.556229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:15:54.589392 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:54.605988 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '4bcaa59e-cbb8-42a6-84ca-0dbeec675caa', 'network_id': '83b65104-e682-47ab-846c-67afd4d672b5', 'port_id': '4bcaa59e-cbb8-42a6-84ca-0dbeec675caa', 'mac_address': 'fa:16:3e:f8:8a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76893773-f058-4edb-b94e-a02cfd36894b', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:15:54.612520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Transition to ACTIVE for port object 30efb821-0b74-4e9a-86b6-b473d0a89153 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:54.622225 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eebf665e-3c45-4c14-8fea-f427949113a1 req-912c7b68-6c95-4d78-928a-ff33db3b340a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1594806 Aug 31 14:15:54.681413 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.687227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Transition to ACTIVE for port object 30efb821-0b74-4e9a-86b6-b473d0a89153 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:54.711773 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.716480 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.728530 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.734172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4dbe6699-fcfc-4218-8c31-38ce0590918c,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:54.797050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:54.799308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Pushing event updated for resources: {'Port': ['ID=30efb821-0b74-4e9a-86b6-b473d0a89153,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:54.803114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:54.806100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:15:54.811337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:54.870904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::8d (da4c3e7b-d0fb-4990-bf20-2699b1577677/ce70f060-5db9-4a57-99ec-4aa17bcd6ccd/feeca5cc-7a3b-4716-926a-39bfe54bd0e6) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:54.882261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:54.908966 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.924514 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.949129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Attempting to bind port 30efb821-0b74-4e9a-86b6-b473d0a89153 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:15:54.949784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Attempting to bind port 30efb821-0b74-4e9a-86b6-b473d0a89153 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:15:54.950369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Attempting to bind port 30efb821-0b74-4e9a-86b6-b473d0a89153 on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:15:54.950530 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.969716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:15:54.971555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:54.972148 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.972769 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:15:54.973925 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Bound port: 30efb821-0b74-4e9a-86b6-b473d0a89153, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:15:54.975912 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:54.981710 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.016683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=3dcf23bc-6a5c-48bd-af55-38cbfaddba96,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:55.040664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:55.049040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:15:55.144485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] For port 30efb821-0b74-4e9a-86b6-b473d0a89153, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:15:55.149836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] For port 30efb821-0b74-4e9a-86b6-b473d0a89153, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=30efb821-0b74-4e9a-86b6-b473d0a89153,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:15:55.163666 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.173000 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.173402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55615ce-33a8-4178-8031-419e653dbccd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:55.177063 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.178137 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Added segment 60bbcea5-47c5-44da-816b-54d2c08aa2bc of type vlan for network fd5df17e-8c0e-4031-97ec-d89f8a6d1751 Aug 31 14:15:55.217839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object feeca5cc-7a3b-4716-926a-39bfe54bd0e6 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:15:55.232015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.275480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.285718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:55.286740 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.338887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7b868-f51e-4496-8eaa-f28f6e28b38f None None] Pushing event updated for resources: {'Port': ['ID=30efb821-0b74-4e9a-86b6-b473d0a89153,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:55.349518 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.449635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32968) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:55.451048 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1434932 Aug 31 14:15:55.497485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['67b8daf9-835c-48ed-b7e7-bcf0980b288b'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:55.515476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d470c9-0bcf-4c19-94f1-d3de7d4f9301 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Pushing event updated for resources: {'Network': ['ID=fd5df17e-8c0e-4031-97ec-d89f8a6d1751,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:55.534171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ab000a50-e5b8-4dbd-9fe0-8b627ed0432f tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Request body: {'subnet': {'network_id': 'fd5df17e-8c0e-4031-97ec-d89f8a6d1751', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:55.545439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network a8a8806b-64a2-42e5-8bfe-9603aa9ad46b is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:55.549580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:55.572233 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4dbe6699-fcfc-4218-8c31-38ce0590918c'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:55.635053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network fd5df17e-8c0e-4031-97ec-d89f8a6d1751 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:15:55.637507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['a695eda4-8064-4835-887f-df4c54d594d9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:55.645814 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:55.749203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:55.773724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:55.773986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['041acb94-c516-4d52-833b-861486255a61'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:55.782289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:55.794310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:55.801573 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:55.807802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4bcaa59e-cbb8-42a6-84ca-0dbeec675caa'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:55.829412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:15:55.942577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=feeca5cc-7a3b-4716-926a-39bfe54bd0e6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:56.017099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:15:56.029704 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-81be3951-7846-466f-8a98-67906107665c tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "PUT /v2.0/routers/86c72e9e-5c0a-45d0-bf87-abe0f67ceb15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1452243 Aug 31 14:15:56.029857 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e7bb7638-b748-48b1-ab64-749f179ce23e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3805494 Aug 31 14:15:56.029968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 32986) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:56.045862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 32988) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:56.059801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'port': {'network_id': 'a8a8806b-64a2-42e5-8bfe-9603aa9ad46b', 'name': 'tempest-FloatingIPTestJSON-1679271780'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:56.154282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88427864-9d69-4c75-8d00-748b119846aa tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.169357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88427864-9d69-4c75-8d00-748b119846aa tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.174305 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-88427864-9d69-4c75-8d00-748b119846aa tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1446683 Aug 31 14:15:56.175210 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 32998) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:56.192637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24434f83-4946-4b4d-9763-054d0363fc12 None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:15:56.352546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab000a50-e5b8-4dbd-9fe0-8b627ed0432f tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Made reservation on behalf of 3eaf30bbe64c4c3c9f673d1b0c95e847 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:56.356207 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab000a50-e5b8-4dbd-9fe0-8b627ed0432f tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:56.475206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-5467995d-be27-4158-95f5-6517f07d3927 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port feeca5cc-7a3b-4716-926a-39bfe54bd0e6 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:56.479735 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5467995d-be27-4158-95f5-6517f07d3927 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:56.494973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6121-2483-4805-b2c2-3a7f7cabc5c6 req-f2fcec0c-2b78-4ca9-8534-7799022e200e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.495381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24434f83-4946-4b4d-9763-054d0363fc12 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:56.497631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-24434f83-4946-4b4d-9763-054d0363fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:15:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:56.516663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6121-2483-4805-b2c2-3a7f7cabc5c6 req-f2fcec0c-2b78-4ca9-8534-7799022e200e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.549628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6121-2483-4805-b2c2-3a7f7cabc5c6 req-f2fcec0c-2b78-4ca9-8534-7799022e200e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.556306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6121-2483-4805-b2c2-3a7f7cabc5c6 req-f2fcec0c-2b78-4ca9-8534-7799022e200e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.564902 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['78ff4304-d96e-4f5b-883d-ae93905b3f41'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:15:56.572906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 30efb821-0b74-4e9a-86b6-b473d0a89153 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:15:56.588243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6121-2483-4805-b2c2-3a7f7cabc5c6 req-f2fcec0c-2b78-4ca9-8534-7799022e200e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.615535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6121-2483-4805-b2c2-3a7f7cabc5c6 req-f2fcec0c-2b78-4ca9-8534-7799022e200e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.639788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6121-2483-4805-b2c2-3a7f7cabc5c6 req-f2fcec0c-2b78-4ca9-8534-7799022e200e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:56.642115 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2cb6121-2483-4805-b2c2-3a7f7cabc5c6 req-f2fcec0c-2b78-4ca9-8534-7799022e200e tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5438 time: 0.8015208 Aug 31 14:15:56.670118 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5467995d-be27-4158-95f5-6517f07d3927 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:56.689067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-5467995d-be27-4158-95f5-6517f07d3927 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for feeca5cc-7a3b-4716-926a-39bfe54bd0e6 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:56.829674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-24434f83-4946-4b4d-9763-054d0363fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:56.997801 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2cb6121-2483-4805-b2c2-3a7f7cabc5c6 req-b4fc3f21-ecb1-4d86-8c2e-0ffbe889bc60 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2466793 Aug 31 14:15:57.058770 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5467995d-be27-4158-95f5-6517f07d3927 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.152353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467995d-be27-4158-95f5-6517f07d3927 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=feeca5cc-7a3b-4716-926a-39bfe54bd0e6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:57.181509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Made reservation on behalf of bd30af277e544f1080c95c1aa61e10eb for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:57.185660 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.197884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24434f83-4946-4b4d-9763-054d0363fc12 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:15:57.198540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-24434f83-4946-4b4d-9763-054d0363fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:15:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:57.214340 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5467995d-be27-4158-95f5-6517f07d3927 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.222001 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5467995d-be27-4158-95f5-6517f07d3927 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/feeca5cc-7a3b-4716-926a-39bfe54bd0e6 HTTP/1.1" status: 204 len: 168 time: 1.0455730 Aug 31 14:15:57.224199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33032) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:57.250169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] device_id is not set on port d2743c92-1660-4f5e-b7c8-3cb314c48770 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:15:57.329707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277250e1-a5a1-4f86-9725-6671d6f7ff7d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:57.337574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277250e1-a5a1-4f86-9725-6671d6f7ff7d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:57.345218 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-277250e1-a5a1-4f86-9725-6671d6f7ff7d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1198559 Aug 31 14:15:57.348345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33046) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:57.493458 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b20c035-c525-4b22-89ea-8ffa110e1d63 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet ce70f060-5db9-4a57-99ec-4aa17bcd6ccd {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:15:57.502429 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b20c035-c525-4b22-89ea-8ffa110e1d63 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.608193 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b20c035-c525-4b22-89ea-8ffa110e1d63 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.632622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.20.0.14 (a8a8806b-64a2-42e5-8bfe-9603aa9ad46b/13749184-b73e-4b65-95aa-e60c47b19e4c/d2743c92-1660-4f5e-b7c8-3cb314c48770) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:57.816299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 30efb821-0b74-4e9a-86b6-b473d0a89153 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:57.844719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b20c035-c525-4b22-89ea-8ffa110e1d63 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.883559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-24434f83-4946-4b4d-9763-054d0363fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:15:57.884503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24434f83-4946-4b4d-9763-054d0363fc12 None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:15:57.908606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.931642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-02d6c130-7609-4e52-9742-b57232e38cee None None] Provisioning for port 30efb821-0b74-4e9a-86b6-b473d0a89153 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:15:57.982863 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab000a50-e5b8-4dbd-9fe0-8b627ed0432f tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:57.997999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b20c035-c525-4b22-89ea-8ffa110e1d63 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.088405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20c035-c525-4b22-89ea-8ffa110e1d63 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=ce70f060-5db9-4a57-99ec-4aa17bcd6ccd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:58.104956 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b20c035-c525-4b22-89ea-8ffa110e1d63 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.113242 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0b20c035-c525-4b22-89ea-8ffa110e1d63 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/ce70f060-5db9-4a57-99ec-4aa17bcd6ccd HTTP/1.1" status: 204 len: 168 time: 0.7570689 Aug 31 14:15:58.117231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33072) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:58.171473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-02d6c130-7609-4e52-9742-b57232e38cee None None] Provisioning complete for port 30efb821-0b74-4e9a-86b6-b473d0a89153 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:15:58.176631 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-02d6c130-7609-4e52-9742-b57232e38cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.179858 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-102c761d-cb74-4b23-98a0-a0d6621ef160 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613253 Aug 31 14:15:58.188504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33076) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:58.195667 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.242236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08aedf0-7a01-45db-8fb1-fa1f190d078f None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:58.341031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33080) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:58.468112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab000a50-e5b8-4dbd-9fe0-8b627ed0432f tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Pushing event updated for resources: {'Subnet': ['ID=0f144a08-53e9-4ed7-a81e-d92569be8406,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:58.496672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=d2743c92-1660-4f5e-b7c8-3cb314c48770,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:58.506429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network a8a8806b-64a2-42e5-8bfe-9603aa9ad46b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:15:58.516467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:58.524060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:15:58.530891 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab000a50-e5b8-4dbd-9fe0-8b627ed0432f tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Checking segment: {'id': '60bbcea5-47c5-44da-816b-54d2c08aa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fd5df17e-8c0e-4031-97ec-d89f8a6d1751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:15:58.531260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab000a50-e5b8-4dbd-9fe0-8b627ed0432f tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Network hostable DHCP agents. Network: fd5df17e-8c0e-4031-97ec-d89f8a6d1751, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:15:58.657541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab000a50-e5b8-4dbd-9fe0-8b627ed0432f tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Network fd5df17e-8c0e-4031-97ec-d89f8a6d1751 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:15:58.688422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:58.690461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.703349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ab000a50-e5b8-4dbd-9fe0-8b627ed0432f tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, fd5df17e-8c0e-4031-97ec-d89f8a6d1751) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:15:58.730046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab000a50-e5b8-4dbd-9fe0-8b627ed0432f tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:58.730743 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab000a50-e5b8-4dbd-9fe0-8b627ed0432f tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.760368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f016f958-15c5-4735-86b4-02155ed4132c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:58.765573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc57ffb-dbf6-4f24-b1bd-ef1f165ade3f None None] Network fd5df17e-8c0e-4031-97ec-d89f8a6d1751 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:15:58.783393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-27ac1be4-b955-4830-a331-05dc54e36a34 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7332137 Aug 31 14:15:58.796110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33094) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:58.811399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'port': {'network_id': 'a8a8806b-64a2-42e5-8bfe-9603aa9ad46b', 'name': 'tempest-FloatingIPTestJSON-2100266548'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:58.831706 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ab000a50-e5b8-4dbd-9fe0-8b627ed0432f tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3542523 Aug 31 14:15:58.838828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33098) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:58.857207 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Request body: {'port': {'network_id': 'fd5df17e-8c0e-4031-97ec-d89f8a6d1751', 'name': 'tempest-DHCPAgentSchedulersTestJSON-765207652'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:59.086292 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e207e5-4e5f-4c7f-8358-fdcbf9c1bed5 req-30e97584-53fe-4f4d-916e-dfe6645b3e55 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.108783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e207e5-4e5f-4c7f-8358-fdcbf9c1bed5 req-30e97584-53fe-4f4d-916e-dfe6645b3e55 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.129800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e207e5-4e5f-4c7f-8358-fdcbf9c1bed5 req-30e97584-53fe-4f4d-916e-dfe6645b3e55 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.142014 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f016f958-15c5-4735-86b4-02155ed4132c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.149376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e207e5-4e5f-4c7f-8358-fdcbf9c1bed5 req-30e97584-53fe-4f4d-916e-dfe6645b3e55 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.151054 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f016f958-15c5-4735-86b4-02155ed4132c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.162777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648bfb29-9170-4dc7-8506-39bfa530a3b1 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:15:59.164263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e207e5-4e5f-4c7f-8358-fdcbf9c1bed5 req-30e97584-53fe-4f4d-916e-dfe6645b3e55 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.173618 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-02d6c130-7609-4e52-9742-b57232e38cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.174934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e207e5-4e5f-4c7f-8358-fdcbf9c1bed5 req-30e97584-53fe-4f4d-916e-dfe6645b3e55 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.177358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33104) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:59.188883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e207e5-4e5f-4c7f-8358-fdcbf9c1bed5 req-30e97584-53fe-4f4d-916e-dfe6645b3e55 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.199550 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14e207e5-4e5f-4c7f-8358-fdcbf9c1bed5 req-30e97584-53fe-4f4d-916e-dfe6645b3e55 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5438 time: 1.0221612 Aug 31 14:15:59.203454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016f958-15c5-4735-86b4-02155ed4132c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fb01dc-7996-439d-b475-5c942e3348fe,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:59.236968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009861f3-0a7f-4f1b-a066-a0635ec4c05a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.239691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f016f958-15c5-4735-86b4-02155ed4132c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41a7be053733430daf0a6ab0fcd46170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7798605 Aug 31 14:15:59.241013 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-009861f3-0a7f-4f1b-a066-a0635ec4c05a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0515189 Aug 31 14:15:59.242058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33108) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:59.243181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33110) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:59.268690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Made reservation on behalf of bd30af277e544f1080c95c1aa61e10eb for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:59.273170 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.291991 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-02d6c130-7609-4e52-9742-b57232e38cee None None] For port 30efb821-0b74-4e9a-86b6-b473d0a89153, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=30efb821-0b74-4e9a-86b6-b473d0a89153,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:59.310189 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-02d6c130-7609-4e52-9742-b57232e38cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.342532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] device_id is not set on port 48bfc6f1-8753-4368-b178-b31c5b1cb3d4 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:15:59.359754 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14e207e5-4e5f-4c7f-8358-fdcbf9c1bed5 req-e73df98a-4501-4824-891b-cc1e42022196 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390595 Aug 31 14:15:59.365380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Made reservation on behalf of 3eaf30bbe64c4c3c9f673d1b0c95e847 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:15:59.373688 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.431441 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-fd5df17e-8c0e-4031-97ec-d89f8a6d1751', 'network_id': 'fd5df17e-8c0e-4031-97ec-d89f8a6d1751', 'tenant_id': '3eaf30bbe64c4c3c9f673d1b0c95e847', 'fixed_ips': [{'subnet_id': '0f144a08-53e9-4ed7-a81e-d92569be8406'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:15:59.432905 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.464461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cfe9e4e3-0f81-4a29-83a5-b7cab44b39f1 None None] Could not find standard attr ID for object feeca5cc-7a3b-4716-926a-39bfe54bd0e6. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:15:59.476409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] device_id is not set on port e25b92a5-8e39-4140-b287-b9c59d7e173e yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:15:59.503332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-648bfb29-9170-4dc7-8506-39bfa530a3b1 None None] Deleting port 30efb821-0b74-4e9a-86b6-b473d0a89153 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:15:59.504762 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-648bfb29-9170-4dc7-8506-39bfa530a3b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.511245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6c130-7609-4e52-9742-b57232e38cee None None] Pushing event updated for resources: {'Port': ['ID=30efb821-0b74-4e9a-86b6-b473d0a89153,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:15:59.520714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce98e50-0ba4-4754-bfcb-882df3db40ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:15:59.524622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9ce98e50-0ba4-4754-bfcb-882df3db40ff tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2767432 Aug 31 14:15:59.529825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33120) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:59.611847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9c0c6229-5c45-46b9-9638-ab281dd838df tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808692 Aug 31 14:15:59.625256 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33124) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:15:59.631803 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8e39247c-e63f-475e-ac37-a20cbd309447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.644461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3b679b74-e7e1-41fe-af7f-727d7a500fc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:15:59.754721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.20.0.6 (a8a8806b-64a2-42e5-8bfe-9603aa9ad46b/13749184-b73e-4b65-95aa-e60c47b19e4c/48bfc6f1-8753-4368-b178-b31c5b1cb3d4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:59.760725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-648bfb29-9170-4dc7-8506-39bfa530a3b1 None None] For port 30efb821-0b74-4e9a-86b6-b473d0a89153, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=30efb821-0b74-4e9a-86b6-b473d0a89153,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:15:59.761121 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-648bfb29-9170-4dc7-8506-39bfa530a3b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.765357 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7b58aaa8-b201-49fa-a571-d5a56df38353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.794571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-648bfb29-9170-4dc7-8506-39bfa530a3b1 None None] Calling delete_port for 30efb821-0b74-4e9a-86b6-b473d0a89153 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:15:59.841970 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Allocated IP 172.20.0.7 (fd5df17e-8c0e-4031-97ec-d89f8a6d1751/0f144a08-53e9-4ed7-a81e-d92569be8406/e25b92a5-8e39-4140-b287-b9c59d7e173e) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:15:59.915606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7b58aaa8-b201-49fa-a571-d5a56df38353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:15:59.969957 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-648bfb29-9170-4dc7-8506-39bfa530a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.028095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8e39247c-e63f-475e-ac37-a20cbd309447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.028865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648bfb29-9170-4dc7-8506-39bfa530a3b1 None None] No DVR routers for this DVR port 30efb821-0b74-4e9a-86b6-b473d0a89153 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:00.036852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bfb29-9170-4dc7-8506-39bfa530a3b1 None None] Pushing event deleted for resources: {'Port': ['ID=30efb821-0b74-4e9a-86b6-b473d0a89153,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:00.069960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b679b74-e7e1-41fe-af7f-727d7a500fc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:00.074083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b679b74-e7e1-41fe-af7f-727d7a500fc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.095501 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8e39247c-e63f-475e-ac37-a20cbd309447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.313726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 30efb821-0b74-4e9a-86b6-b473d0a89153 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:00.337242 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7b58aaa8-b201-49fa-a571-d5a56df38353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.339916 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7b58aaa8-b201-49fa-a571-d5a56df38353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.342225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7b58aaa8-b201-49fa-a571-d5a56df38353 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87fb01dc-7996-439d-b475-5c942e3348fe HTTP/1.1" status: 204 len: 168 time: 1.0825162 Aug 31 14:16:00.360307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 30efb821-0b74-4e9a-86b6-b473d0a89153 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:00.360699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 30efb821-0b74-4e9a-86b6-b473d0a89153 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:00.394787 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.395786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39247c-e63f-475e-ac37-a20cbd309447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d2dfa8-e1db-4edd-91b5-7deb9d1b9c37,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:00.420859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Transition to ACTIVE for port object e25b92a5-8e39-4140-b287-b9c59d7e173e will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:00.434530 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8e39247c-e63f-475e-ac37-a20cbd309447 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6ca89486260431fbc36970ff4ddd7ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2326047 Aug 31 14:16:00.438983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33166) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:00.445406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58aaa8-b201-49fa-a571-d5a56df38353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fb01dc-7996-439d-b475-5c942e3348fe,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:00.509012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.604202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f559-9c55-492b-a121-fc04f54b5efc req-ae41f935-a9ef-4b30-8879-358b71195dc2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.608119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.objects.ports [None req-3b679b74-e7e1-41fe-af7f-727d7a500fc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:16:00.610983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f559-9c55-492b-a121-fc04f54b5efc req-ae41f935-a9ef-4b30-8879-358b71195dc2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.614299 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b679b74-e7e1-41fe-af7f-727d7a500fc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.617703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f559-9c55-492b-a121-fc04f54b5efc req-ae41f935-a9ef-4b30-8879-358b71195dc2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.624142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f559-9c55-492b-a121-fc04f54b5efc req-ae41f935-a9ef-4b30-8879-358b71195dc2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.631084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f559-9c55-492b-a121-fc04f54b5efc req-ae41f935-a9ef-4b30-8879-358b71195dc2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.636975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f559-9c55-492b-a121-fc04f54b5efc req-ae41f935-a9ef-4b30-8879-358b71195dc2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.638394 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c093ad64-520d-44ae-957c-f75f4d8c06be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.643254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f559-9c55-492b-a121-fc04f54b5efc req-ae41f935-a9ef-4b30-8879-358b71195dc2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.647423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc41f559-9c55-492b-a121-fc04f54b5efc req-ae41f935-a9ef-4b30-8879-358b71195dc2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5438 time: 0.1501918 Aug 31 14:16:00.667591 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b679b74-e7e1-41fe-af7f-727d7a500fc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:00.705635 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.712030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc41f559-9c55-492b-a121-fc04f54b5efc req-3dbfd83f-8485-4be6-a46a-ee984b6cbab2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507045 Aug 31 14:16:00.731899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-3b679b74-e7e1-41fe-af7f-727d7a500fc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:00.737932 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.740215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Allocated IP 172.20.0.2 (fd5df17e-8c0e-4031-97ec-d89f8a6d1751/0f144a08-53e9-4ed7-a81e-d92569be8406/9a61aa0d-3054-40e3-b971-1372ab9c7dd2) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:00.763343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05289409-aed4-42c4-a567-483cc2bca6a0 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:00.810323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network a8a8806b-64a2-42e5-8bfe-9603aa9ad46b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:00.815729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:00.827027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b679b74-e7e1-41fe-af7f-727d7a500fc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.827743 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b679b74-e7e1-41fe-af7f-727d7a500fc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.829283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:00.897548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=48bfc6f1-8753-4368-b178-b31c5b1cb3d4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:00.902896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b679b74-e7e1-41fe-af7f-727d7a500fc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=fd70c6a3-9888-4a6f-9663-25a3feaadee0,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:00.920054 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c093ad64-520d-44ae-957c-f75f4d8c06be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.936830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Network fd5df17e-8c0e-4031-97ec-d89f8a6d1751 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:00.944570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:00.945224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:00.954659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:00.955331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 67b8daf9-835c-48ed-b7e7-bcf0980b288b up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:00.962105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:00.975852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33196) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:00.975987 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3b679b74-e7e1-41fe-af7f-727d7a500fc6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3568127 Aug 31 14:16:00.987686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e0f6670d-adc0-4657-9731-1898672e307b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:01.019307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7bff74c4-86bf-4c3d-a0bc-9c6e9c0cd286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2177992 Aug 31 14:16:01.116845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33198) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:01.117206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33202) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:01.144291 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '48bfc6f1-8753-4368-b178-b31c5b1cb3d4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:01.191212 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 67b8daf9-835c-48ed-b7e7-bcf0980b288b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:01.217739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Pushing event updated for resources: {'Port': ['ID=e25b92a5-8e39-4140-b287-b9c59d7e173e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:01.224304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f6670d-adc0-4657-9731-1898672e307b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:01.228097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0f6670d-adc0-4657-9731-1898672e307b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.240894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 67b8daf9-835c-48ed-b7e7-bcf0980b288b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:01.241202 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.259088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8488dd9e-2396-4d22-b7ff-e8350e2fa3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.314612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': 'fd70c6a3-9888-4a6f-9663-25a3feaadee0'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:16:01.315422 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.358828 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.373192 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8488dd9e-2396-4d22-b7ff-e8350e2fa3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.377244 n-d-792364-6 neutron-server[106388]: INFO neutron.db.ipam_backend_mixin [None req-e0f6670d-adc0-4657-9731-1898672e307b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd70c6a3-9888-4a6f-9663-25a3feaadee0 (CIDR: 2001:db8::/64) Aug 31 14:16:01.377455 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.394144 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c093ad64-520d-44ae-957c-f75f4d8c06be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.394144 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c093ad64-520d-44ae-957c-f75f4d8c06be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.394144 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c093ad64-520d-44ae-957c-f75f4d8c06be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56d2dfa8-e1db-4edd-91b5-7deb9d1b9c37 HTTP/1.1" status: 204 len: 168 time: 0.9441192 Aug 31 14:16:01.399543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:01.399543 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.405960 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f6670d-adc0-4657-9731-1898672e307b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:16:01.407054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f6670d-adc0-4657-9731-1898672e307b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:01.421161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093ad64-520d-44ae-957c-f75f4d8c06be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d2dfa8-e1db-4edd-91b5-7deb9d1b9c37,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:01.423076 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8488dd9e-2396-4d22-b7ff-e8350e2fa3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.432562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Transition to ACTIVE for port object 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:01.441498 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e0f6670d-adc0-4657-9731-1898672e307b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4640336 Aug 31 14:16:01.444564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33210) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:01.453032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9a7baa2b-af45-43ec-a8da-1936d87fa626 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:01.474987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Transition to ACTIVE for port object 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:01.485427 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7bfc7d91-d0a7-45ea-9a87-3d36019a1a26 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6346798 Aug 31 14:16:01.492996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33212) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:01.510674 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.548992 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8488dd9e-2396-4d22-b7ff-e8350e2fa3ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df3e2909fcce4111b4eb635f9c41ed7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4148154 Aug 31 14:16:01.550593 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33216) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:01.551389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488dd9e-2396-4d22-b7ff-e8350e2fa3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4bf6fc-4cd8-4afc-9026-f4c767fdf5b2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:01.636111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Network fd5df17e-8c0e-4031-97ec-d89f8a6d1751 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:01.639031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Pushing event updated for resources: {'Port': ['ID=9a61aa0d-3054-40e3-b971-1372ab9c7dd2,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:01.642771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:01.653954 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0a9ba503-e8aa-4632-8586-96f9eb4def4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.659109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:01.705600 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a76006fe-2cd2-4547-a049-750167a2a7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.748816 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.829713 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a76006fe-2cd2-4547-a049-750167a2a7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.850982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5527bbc7-205d-41d3-ae5a-b65deca4ddce tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Deleting port e25b92a5-8e39-4140-b287-b9c59d7e173e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:01.851597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5527bbc7-205d-41d3-ae5a-b65deca4ddce tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.867639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7baa2b-af45-43ec-a8da-1936d87fa626 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:01.871131 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a7baa2b-af45-43ec-a8da-1936d87fa626 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.922699 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:01.993868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 67b8daf9-835c-48ed-b7e7-bcf0980b288b, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:01.995415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Attempting to bind port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:01.996015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Attempting to bind port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '60bbcea5-47c5-44da-816b-54d2c08aa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fd5df17e-8c0e-4031-97ec-d89f8a6d1751'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:01.996687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Attempting to bind port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 on network fd5df17e-8c0e-4031-97ec-d89f8a6d1751 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:01.998986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b8daf9-835c-48ed-b7e7-bcf0980b288b'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:02.003614 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efd8bbc-8e36-488a-8b08-f16e12314c45" -d '{"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "67b8daf9-835c-48ed-b7e7-bcf0980b288b"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:02.010352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d28bf-c893-4d1b-b308-643e22111cfd req-4416b164-8974-4936-8d81-e37274251f43 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.021248 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d28bf-c893-4d1b-b308-643e22111cfd req-4416b164-8974-4936-8d81-e37274251f43 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.028648 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d28bf-c893-4d1b-b308-643e22111cfd req-4416b164-8974-4936-8d81-e37274251f43 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.040734 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d28bf-c893-4d1b-b308-643e22111cfd req-4416b164-8974-4936-8d81-e37274251f43 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.051415 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.051562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d28bf-c893-4d1b-b308-643e22111cfd req-4416b164-8974-4936-8d81-e37274251f43 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.056403 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a695eda4-8064-4835-887f-df4c54d594d9 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:02.060150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d28bf-c893-4d1b-b308-643e22111cfd req-4416b164-8974-4936-8d81-e37274251f43 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.069345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d28bf-c893-4d1b-b308-643e22111cfd req-4416b164-8974-4936-8d81-e37274251f43 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:02.072066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-072d28bf-c893-4d1b-b308-643e22111cfd req-4416b164-8974-4936-8d81-e37274251f43 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5438 time: 0.2302392 Aug 31 14:16:02.075919 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a76006fe-2cd2-4547-a049-750167a2a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.078913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a76006fe-2cd2-4547-a049-750167a2a7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.082701 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a76006fe-2cd2-4547-a049-750167a2a7ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f4bf6fc-4cd8-4afc-9026-f4c767fdf5b2 HTTP/1.1" status: 204 len: 168 time: 0.5262077 Aug 31 14:16:02.175022 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76006fe-2cd2-4547-a049-750167a2a7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4bf6fc-4cd8-4afc-9026-f4c767fdf5b2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:02.177247 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b3dfc9-f332-4e68-9bce-27c2ee6e2479 x-openstack-request-id: req-81b3dfc9-f332-4e68-9bce-27c2ee6e2479 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:02.178566 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "67b8daf9-835c-48ed-b7e7-bcf0980b288b", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:02.178971 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81b3dfc9-f332-4e68-9bce-27c2ee6e2479 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:02.179527 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b8daf9-835c-48ed-b7e7-bcf0980b288b', 'code': 200} Aug 31 14:16:02.244848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33238) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:02.265536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=67b8daf9-835c-48ed-b7e7-bcf0980b288b,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:02.280976 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-072d28bf-c893-4d1b-b308-643e22111cfd req-ed1909c0-946b-4dc8-8ef2-9ebb651c955c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1989603 Aug 31 14:16:02.282016 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf80aa72-2cfe-4819-aa12-dece038fbc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.305863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:02.306799 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Checking segment: {'id': '60bbcea5-47c5-44da-816b-54d2c08aa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fd5df17e-8c0e-4031-97ec-d89f8a6d1751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:02.307297 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.308025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Bound using segment: {'id': '60bbcea5-47c5-44da-816b-54d2c08aa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fd5df17e-8c0e-4031-97ec-d89f8a6d1751'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:02.309519 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Bound port: 9a61aa0d-3054-40e3-b971-1372ab9c7dd2, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60bbcea5-47c5-44da-816b-54d2c08aa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fd5df17e-8c0e-4031-97ec-d89f8a6d1751'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:02.310866 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.336863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port a695eda4-8064-4835-887f-df4c54d594d9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:02.349270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port a695eda4-8064-4835-887f-df4c54d594d9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:02.350184 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.465929 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] For port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:02.470149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] For port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9a61aa0d-3054-40e3-b971-1372ab9c7dd2,segment=NetworkSegment(60bbcea5-47c5-44da-816b-54d2c08aa2bc),segment_id=60bbcea5-47c5-44da-816b-54d2c08aa2bc)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:02.487345 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf80aa72-2cfe-4819-aa12-dece038fbc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.493426 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.499633 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf80aa72-2cfe-4819-aa12-dece038fbc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.569792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.25.3.9 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/d56ee78c-6408-4abb-9667-4e5ff712ff95) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:02.572215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80aa72-2cfe-4819-aa12-dece038fbc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6ff25a-9050-4f19-b0bc-b7d3c52e55e3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:02.603662 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bf80aa72-2cfe-4819-aa12-dece038fbc8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=410665f2f6d14f6b94de84f721f9edd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491876 Aug 31 14:16:02.604602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33246) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:02.785912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f401b8-4058-4f66-b514-b71dff3b0710 None None] Pushing event updated for resources: {'Port': ['ID=9a61aa0d-3054-40e3-b971-1372ab9c7dd2,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:02.800458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Allocated IP 2001:db8::f816:3eff:fe72:9670 (da4c3e7b-d0fb-4990-bf20-2699b1577677/fd70c6a3-9888-4a6f-9663-25a3feaadee0/b31fed9e-49b5-46f3-8bec-22560f5be3fa) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:02.832069 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.858436 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.939338 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:02.982839 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5527bbc7-205d-41d3-ae5a-b65deca4ddce tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.003556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:03.022574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:03.031502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5527bbc7-205d-41d3-ae5a-b65deca4ddce tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Calling delete_port for e25b92a5-8e39-4140-b287-b9c59d7e173e owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:03.036421 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e40c7b9-e676-4dac-b94e-3ec33a4fcaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.046292 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:03.077841 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.095396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Transition to ACTIVE for port object b31fed9e-49b5-46f3-8bec-22560f5be3fa will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:03.120598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Transition to ACTIVE for port object b31fed9e-49b5-46f3-8bec-22560f5be3fa will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:03.154468 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.224526 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e40c7b9-e676-4dac-b94e-3ec33a4fcaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.325023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=d56ee78c-6408-4abb-9667-4e5ff712ff95,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:03.453696 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:03.467537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port a695eda4-8064-4835-887f-df4c54d594d9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a695eda4-8064-4835-887f-df4c54d594d9,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:03.492264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Pushing event updated for resources: {'Port': ['ID=b31fed9e-49b5-46f3-8bec-22560f5be3fa,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:03.502252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:03.515637 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.515637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 041acb94-c516-4d52-833b-861486255a61 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:03.565389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e40c7b9-e676-4dac-b94e-3ec33a4fcaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.569323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e40c7b9-e676-4dac-b94e-3ec33a4fcaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.573169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3e40c7b9-e676-4dac-b94e-3ec33a4fcaa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee6ff25a-9050-4f19-b0bc-b7d3c52e55e3 HTTP/1.1" status: 204 len: 168 time: 0.9197114 Aug 31 14:16:03.611586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40c7b9-e676-4dac-b94e-3ec33a4fcaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6ff25a-9050-4f19-b0bc-b7d3c52e55e3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:03.623124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:03.693661 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5527bbc7-205d-41d3-ae5a-b65deca4ddce tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.731366 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a7baa2b-af45-43ec-a8da-1936d87fa626 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.828644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d2cba-4ff8-4c8b-b95a-a3edc4f1877e req-ee1d5939-4126-4a22-bf65-4e0ea32ffb42 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:03.857958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d2cba-4ff8-4c8b-b95a-a3edc4f1877e req-ee1d5939-4126-4a22-bf65-4e0ea32ffb42 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:03.864857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d2cba-4ff8-4c8b-b95a-a3edc4f1877e req-ee1d5939-4126-4a22-bf65-4e0ea32ffb42 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:03.879998 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d2cba-4ff8-4c8b-b95a-a3edc4f1877e req-ee1d5939-4126-4a22-bf65-4e0ea32ffb42 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:03.907248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d2cba-4ff8-4c8b-b95a-a3edc4f1877e req-ee1d5939-4126-4a22-bf65-4e0ea32ffb42 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:03.918245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d2cba-4ff8-4c8b-b95a-a3edc4f1877e req-ee1d5939-4126-4a22-bf65-4e0ea32ffb42 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:03.929132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=a695eda4-8064-4835-887f-df4c54d594d9,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:03.940294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Attempting to bind port b31fed9e-49b5-46f3-8bec-22560f5be3fa on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:03.940790 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Attempting to bind port b31fed9e-49b5-46f3-8bec-22560f5be3fa by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:03.944372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d2cba-4ff8-4c8b-b95a-a3edc4f1877e req-ee1d5939-4126-4a22-bf65-4e0ea32ffb42 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:03.946534 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:16:03.947047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Attempting to bind port b31fed9e-49b5-46f3-8bec-22560f5be3fa on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:03.950645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 041acb94-c516-4d52-833b-861486255a61 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:03.960944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-012d2cba-4ff8-4c8b-b95a-a3edc4f1877e req-ee1d5939-4126-4a22-bf65-4e0ea32ffb42 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5440 time: 0.4891102 Aug 31 14:16:03.977314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 041acb94-c516-4d52-833b-861486255a61 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:03.981134 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.983543 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:03.983886 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:03.987222 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:03.987651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:03.988187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Bound port: b31fed9e-49b5-46f3-8bec-22560f5be3fa, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:03.988756 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.039896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527bbc7-205d-41d3-ae5a-b65deca4ddce tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Pushing event deleted for resources: {'Port': ['ID=e25b92a5-8e39-4140-b287-b9c59d7e173e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:04.167704 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.186029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7baa2b-af45-43ec-a8da-1936d87fa626 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:04.238461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a695eda4-8064-4835-887f-df4c54d594d9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:04.243804 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4a8b03-4490-40c1-825a-91713f0ec05d" -d '{"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "a695eda4-8064-4835-887f-df4c54d594d9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:04.275479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9a7baa2b-af45-43ec-a8da-1936d87fa626 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:04.298738 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-04b6f2f5-e871-486d-95a2-afd0c7bb0bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.347302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7baa2b-af45-43ec-a8da-1936d87fa626 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:04.348427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a7baa2b-af45-43ec-a8da-1936d87fa626 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.410616 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a69c06a-0298-4461-8315-6d0e20712555 x-openstack-request-id: req-4a69c06a-0298-4461-8315-6d0e20712555 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:04.416920 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "a695eda4-8064-4835-887f-df4c54d594d9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:04.417687 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a69c06a-0298-4461-8315-6d0e20712555 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:04.418334 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a695eda4-8064-4835-887f-df4c54d594d9', 'code': 200} Aug 31 14:16:04.478627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7baa2b-af45-43ec-a8da-1936d87fa626 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=4bcb6176-810b-4756-ba72-19f010dd20f6,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:04.493526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] For port b31fed9e-49b5-46f3-8bec-22560f5be3fa, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:04.510745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-012d2cba-4ff8-4c8b-b95a-a3edc4f1877e req-ed5a9dcf-2b02-4859-abac-1fd28800d937 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4460323 Aug 31 14:16:04.518594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9a7baa2b-af45-43ec-a8da-1936d87fa626 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0727360 Aug 31 14:16:04.522606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5527bbc7-205d-41d3-ae5a-b65deca4ddce tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.527240 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5527bbc7-205d-41d3-ae5a-b65deca4ddce tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] 10.222.0.20 "DELETE /v2.0/ports/e25b92a5-8e39-4140-b287-b9c59d7e173e HTTP/1.1" status: 204 len: 168 time: 3.0336008 Aug 31 14:16:04.529259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33298) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:04.529758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33300) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:04.537128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:9c:e3:2e', 'name': 'tempest-NetworksTestDHCPv6-830381653'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:04.622698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:04.725643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] For port b31fed9e-49b5-46f3-8bec-22560f5be3fa, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b31fed9e-49b5-46f3-8bec-22560f5be3fa,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:04.768372 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.794656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:04.822217 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.858637 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:04.935163 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fe41b-ce63-417d-9bec-ab90d89ea3cf None None] Network fd5df17e-8c0e-4031-97ec-d89f8a6d1751 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:05.005208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.050030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port ad2e0655-1bf7-4a8d-9d37-bafe0d47c935 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:16:05.094543 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.206628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 041acb94-c516-4d52-833b-861486255a61, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=041acb94-c516-4d52-833b-861486255a61,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:05.291942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa745952-53ee-4eea-beb0-61cf028ae894 None None] Pushing event updated for resources: {'Port': ['ID=b31fed9e-49b5-46f3-8bec-22560f5be3fa,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:05.320662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bae9e4ba-8296-4872-824f-59195f75d01e None None] Provisioning for port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:05.326981 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.328722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:05.359566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bae9e4ba-8296-4872-824f-59195f75d01e None None] Provisioning complete for port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:05.360013 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bae9e4ba-8296-4872-824f-59195f75d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.478655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:05.493295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8:0:1::166 (da4c3e7b-d0fb-4990-bf20-2699b1577677/4bcb6176-810b-4756-ba72-19f010dd20f6/ad2e0655-1bf7-4a8d-9d37-bafe0d47c935) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:05.520193 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a2cfb307-c6e9-4c9b-be1d-fddfed05b92e tempest-DHCPAgentSchedulersTestJSON-1529890484 tempest-DHCPAgentSchedulersTestJSON-1529890484-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.9852748 Aug 31 14:16:05.521290 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33332) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:05.526969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ef8286e8-959c-450b-b287-05bdc5183a1e tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-405387517'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:05.544829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:05.545422 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.581296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::f816:3eff:fe9c:e32e (da4c3e7b-d0fb-4990-bf20-2699b1577677/fd70c6a3-9888-4a6f-9663-25a3feaadee0/ad2e0655-1bf7-4a8d-9d37-bafe0d47c935) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:05.603764 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.701335 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.710080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8286e8-959c-450b-b287-05bdc5183a1e tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Made reservation on behalf of 3eaf30bbe64c4c3c9f673d1b0c95e847 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:05.715438 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef8286e8-959c-450b-b287-05bdc5183a1e tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.743715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=041acb94-c516-4d52-833b-861486255a61,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:05.779741 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:05.986708 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.000517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=d56ee78c-6408-4abb-9667-4e5ff712ff95,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:06.002195 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bae9e4ba-8296-4872-824f-59195f75d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.006090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object ad2e0655-1bf7-4a8d-9d37-bafe0d47c935 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:06.023039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:06.073816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a2497-2a87-46ec-a419-558501b1d61e req-691c3227-4a5e-4446-a916-9a90dff2f250 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:06.080861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a2497-2a87-46ec-a419-558501b1d61e req-691c3227-4a5e-4446-a916-9a90dff2f250 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:06.087909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a2497-2a87-46ec-a419-558501b1d61e req-691c3227-4a5e-4446-a916-9a90dff2f250 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:06.097047 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a2497-2a87-46ec-a419-558501b1d61e req-691c3227-4a5e-4446-a916-9a90dff2f250 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:06.104882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a2497-2a87-46ec-a419-558501b1d61e req-691c3227-4a5e-4446-a916-9a90dff2f250 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:06.107211 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.130346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a2497-2a87-46ec-a419-558501b1d61e req-691c3227-4a5e-4446-a916-9a90dff2f250 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:06.132944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:06.134001 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.151409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a2497-2a87-46ec-a419-558501b1d61e req-691c3227-4a5e-4446-a916-9a90dff2f250 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:06.156752 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a60a2497-2a87-46ec-a419-558501b1d61e req-691c3227-4a5e-4446-a916-9a90dff2f250 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5441 time: 0.4487224 Aug 31 14:16:06.199301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:06.206169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:06.211157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8286e8-959c-450b-b287-05bdc5183a1e tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:16:06.216698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:06.230825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:06.233955 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.253527 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef8286e8-959c-450b-b287-05bdc5183a1e tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.254928 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-ef8286e8-959c-450b-b287-05bdc5183a1e tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Added segment f51337b8-f6f1-4cbf-b091-c1fc6c4efb4d of type vlan for network ae519a2c-5e0c-4e07-a394-52d3f46b88da Aug 31 14:16:06.303028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=ad2e0655-1bf7-4a8d-9d37-bafe0d47c935,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:06.310170 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4de909e7-6b10-4fd7-a8dc-3ddea2064a16 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7791748 Aug 31 14:16:06.329021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33362) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:06.364130 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.373369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-bae9e4ba-8296-4872-824f-59195f75d01e None None] For port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9a61aa0d-3054-40e3-b971-1372ab9c7dd2,segment=NetworkSegment(60bbcea5-47c5-44da-816b-54d2c08aa2bc),segment_id=60bbcea5-47c5-44da-816b-54d2c08aa2bc)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:06.377300 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef8286e8-959c-450b-b287-05bdc5183a1e tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.430228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041acb94-c516-4d52-833b-861486255a61'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:06.436169 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ea9069-b674-4e43-a597-745a86635d20" -d '{"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "041acb94-c516-4d52-833b-861486255a61"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:06.450058 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.450638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bae9e4ba-8296-4872-824f-59195f75d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.470418 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef8286e8-959c-450b-b287-05bdc5183a1e tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.483042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8286e8-959c-450b-b287-05bdc5183a1e tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:06.483967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef8286e8-959c-450b-b287-05bdc5183a1e tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.600755 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e982987b-622f-41fd-817e-9cdbf80a00ea x-openstack-request-id: req-e982987b-622f-41fd-817e-9cdbf80a00ea {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:06.603010 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "041acb94-c516-4d52-833b-861486255a61", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:06.604980 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e982987b-622f-41fd-817e-9cdbf80a00ea {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:06.612060 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041acb94-c516-4d52-833b-861486255a61', 'code': 200} Aug 31 14:16:06.628599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-62718177-8b1f-4b9f-946d-64b44d2940f3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port ad2e0655-1bf7-4a8d-9d37-bafe0d47c935 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:06.629208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62718177-8b1f-4b9f-946d-64b44d2940f3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.684549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9e4ba-8296-4872-824f-59195f75d01e None None] Pushing event updated for resources: {'Port': ['ID=9a61aa0d-3054-40e3-b971-1372ab9c7dd2,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:06.814485 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:16:06.814829 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:16:06.857553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33382) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:06.871383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22183bf-3033-4b71-bb84-74dab27bf73e None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:06.958480 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62718177-8b1f-4b9f-946d-64b44d2940f3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:06.985661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-62718177-8b1f-4b9f-946d-64b44d2940f3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for ad2e0655-1bf7-4a8d-9d37-bafe0d47c935 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:07.182308 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.199005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-29f9892d-88ed-47b3-895b-c339e5711bef None None] Provisioning for port b31fed9e-49b5-46f3-8bec-22560f5be3fa completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:07.215252 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.220210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d639d13-8b60-4cf1-86fc-d32b9a0c66f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.330460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,segment=NetworkSegment(be311cc8-6270-402e-b3df-20c689500bc1),segment_id=be311cc8-6270-402e-b3df-20c689500bc1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:07.370839 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.372107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 78ff4304-d96e-4f5b-883d-ae93905b3f41 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:07.574061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62718177-8b1f-4b9f-946d-64b44d2940f3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.585600 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ef8286e8-959c-450b-b287-05bdc5183a1e tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0628376 Aug 31 14:16:07.597450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33404) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:07.655876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:07.668992 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a60a2497-2a87-46ec-a419-558501b1d61e req-f7fa6f03-1dd9-47b9-843e-b5d99ead1838 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4976010 Aug 31 14:16:07.669686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8286e8-959c-450b-b287-05bdc5183a1e tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Pushing event updated for resources: {'Network': ['ID=ae519a2c-5e0c-4e07-a394-52d3f46b88da,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:07.684751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dc344016-24fe-4718-b118-fa427624129f None None] Provisioning complete for port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:07.693071 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dc344016-24fe-4718-b118-fa427624129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.766601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62718177-8b1f-4b9f-946d-64b44d2940f3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=ad2e0655-1bf7-4a8d-9d37-bafe0d47c935,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:07.769087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network ae519a2c-5e0c-4e07-a394-52d3f46b88da details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:16:07.801508 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62718177-8b1f-4b9f-946d-64b44d2940f3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:07.808247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-62718177-8b1f-4b9f-946d-64b44d2940f3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/ad2e0655-1bf7-4a8d-9d37-bafe0d47c935 HTTP/1.1" status: 204 len: 168 time: 1.4781673 Aug 31 14:16:07.823008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33418) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:07.857914 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Floating IP 7338ac92-3262-4cf9-9bdf-693a4d47bbde associated. External IP: 172.25.3.9, port: 48bfc6f1-8753-4368-b178-b31c5b1cb3d4. Aug 31 14:16:08.163562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b31fed9e-49b5-46f3-8bec-22560f5be3fa up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:08.195304 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 78ff4304-d96e-4f5b-883d-ae93905b3f41 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:08.213941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 78ff4304-d96e-4f5b-883d-ae93905b3f41 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:08.214463 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.221576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0779c351-0e5f-4187-a1ce-f4639db4ecf2 None None] Update dhcp port {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'fixed_ips': [{'subnet_id': 'fd70c6a3-9888-4a6f-9663-25a3feaadee0', 'ip_address': '2001:db8::f816:3eff:fe72:9670'}, {'subnet_id': '4bcb6176-810b-4756-ba72-19f010dd20f6'}], 'binding:host_id': 'n-d-792364-6'}, 'id': 'b31fed9e-49b5-46f3-8bec-22560f5be3fa'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:16:08.248699 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:08.283227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6937c6-ef1b-413c-adcf-edec57e3838e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.284065 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0779c351-0e5f-4187-a1ce-f4639db4ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.292474 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9b6937c6-ef1b-413c-adcf-edec57e3838e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.4679604 Aug 31 14:16:08.293208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33426) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:08.343369 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0b45bfcf-8501-48d1-a85b-d14fa0632871 tempest-DHCPAgentSchedulersTestJSON-1529890484 tempest-DHCPAgentSchedulersTestJSON-1529890484-project-admin] 10.222.0.20 "GET /v2.0/agents/66b8bf69-0c3d-475f-9f80-3b1f2fa15785/dhcp-networks HTTP/1.1" status: 200 len: 7316 time: 0.7408242 Aug 31 14:16:08.353990 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d639d13-8b60-4cf1-86fc-d32b9a0c66f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.364282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33428) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:08.372286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d639d13-8b60-4cf1-86fc-d32b9a0c66f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.464249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7d639d13-8b60-4cf1-86fc-d32b9a0c66f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9caba78aad448caa453f7427e441baf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5892437 Aug 31 14:16:08.467678 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33434) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:08.471209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4762a85b-023f-4f1e-bf21-2a6306a9cea7 None None] Could not find standard attr ID for object e25b92a5-8e39-4140-b287-b9c59d7e173e. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:16:08.509369 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:08.518299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d639d13-8b60-4cf1-86fc-d32b9a0c66f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf9fc54-496a-458a-a41f-511b52532169,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:08.522514 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac8f3ec-12a6-4a70-b157-3e3c048f8860 None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:08.536782 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac8f3ec-12a6-4a70-b157-3e3c048f8860 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:08.539451 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-aac8f3ec-12a6-4a70-b157-3e3c048f8860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:08.600326 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74da1f35-079c-450e-97dc-eec6a1e6b451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.602698 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.658790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c2092-2be0-4a6f-9a4a-16aeb50c853d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.660708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e97c2092-2be0-4a6f-9a4a-16aeb50c853d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3199837 Aug 31 14:16:08.663443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33444) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:08.667965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:08.673506 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-55a6863b-cd86-4652-a7c3-47f70a3a0d51 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.5501909 Aug 31 14:16:08.673506 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74da1f35-079c-450e-97dc-eec6a1e6b451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.675045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33446) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:08.678692 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b69dfa8-c673-40c7-9bfd-b7a6111174aa" -d '{"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:08.687917 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-aac8f3ec-12a6-4a70-b157-3e3c048f8860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:08.691852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-592e22f1-99a3-49ce-8715-8a8cddcd7635 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:08.713514 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac8f3ec-12a6-4a70-b157-3e3c048f8860 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:08.714381 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-aac8f3ec-12a6-4a70-b157-3e3c048f8860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:08.716460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port b31fed9e-49b5-46f3-8bec-22560f5be3fa completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:08.814206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e936cf-b394-4791-9df6-9715e41f7959 tempest-DHCPAgentSchedulersTestJSON-1529890484 tempest-DHCPAgentSchedulersTestJSON-1529890484-project-admin] Network ae519a2c-5e0c-4e07-a394-52d3f46b88da is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:16:08.833858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1833437-3908-44a1-a6f7-5614a6e1f12b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.835658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1833437-3908-44a1-a6f7-5614a6e1f12b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.842465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1833437-3908-44a1-a6f7-5614a6e1f12b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:08.844475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c1833437-3908-44a1-a6f7-5614a6e1f12b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1799054 Aug 31 14:16:08.852660 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-90e936cf-b394-4791-9df6-9715e41f7959 tempest-DHCPAgentSchedulersTestJSON-1529890484 tempest-DHCPAgentSchedulersTestJSON-1529890484-project-admin] 10.222.0.20 "POST /v2.0/agents/66b8bf69-0c3d-475f-9f80-3b1f2fa15785/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4830317 Aug 31 14:16:08.853455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33458) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:08.858671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33460) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:08.869613 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-592e22f1-99a3-49ce-8715-8a8cddcd7635 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.872596 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-aac8f3ec-12a6-4a70-b157-3e3c048f8860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:08.873453 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac8f3ec-12a6-4a70-b157-3e3c048f8860 None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:08.875205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b31fed9e-49b5-46f3-8bec-22560f5be3fa triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:08.881899 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:08.885159 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd50abb5-2e6d-4ac1-802e-7e136906ee3a x-openstack-request-id: req-dd50abb5-2e6d-4ac1-802e-7e136906ee3a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:08.889067 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:08.889305 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd50abb5-2e6d-4ac1-802e-7e136906ee3a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:08.889749 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4', 'code': 200} Aug 31 14:16:08.905205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b521c49e-aa49-472f-8fde-1446b0f4f34e None None] Network ae519a2c-5e0c-4e07-a394-52d3f46b88da requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:09.030891 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecad2ae-450b-40ab-a4f4-62aedfcd08c5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 4bcb6176-810b-4756-ba72-19f010dd20f6 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:16:09.055799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fecad2ae-450b-40ab-a4f4-62aedfcd08c5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.143311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dc485-e131-48d4-bad3-68c40550bb33 req-279be151-7b36-4a32-9ec5-f6e1ff744933 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.153723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dc485-e131-48d4-bad3-68c40550bb33 req-279be151-7b36-4a32-9ec5-f6e1ff744933 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.163960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dc485-e131-48d4-bad3-68c40550bb33 req-279be151-7b36-4a32-9ec5-f6e1ff744933 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.164121 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.176058 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.177736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dc485-e131-48d4-bad3-68c40550bb33 req-279be151-7b36-4a32-9ec5-f6e1ff744933 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.193061 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dc485-e131-48d4-bad3-68c40550bb33 req-279be151-7b36-4a32-9ec5-f6e1ff744933 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.203642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dc485-e131-48d4-bad3-68c40550bb33 req-279be151-7b36-4a32-9ec5-f6e1ff744933 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.212118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dc485-e131-48d4-bad3-68c40550bb33 req-279be151-7b36-4a32-9ec5-f6e1ff744933 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:09.214682 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c61dc485-e131-48d4-bad3-68c40550bb33 req-279be151-7b36-4a32-9ec5-f6e1ff744933 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5442 time: 0.3314066 Aug 31 14:16:09.219647 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74da1f35-079c-450e-97dc-eec6a1e6b451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.223580 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74da1f35-079c-450e-97dc-eec6a1e6b451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.225347 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-74da1f35-079c-450e-97dc-eec6a1e6b451 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbf9fc54-496a-458a-a41f-511b52532169 HTTP/1.1" status: 204 len: 168 time: 0.7560601 Aug 31 14:16:09.243167 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fecad2ae-450b-40ab-a4f4-62aedfcd08c5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.276465 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.283093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da1f35-079c-450e-97dc-eec6a1e6b451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf9fc54-496a-458a-a41f-511b52532169,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:09.416870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 78ff4304-d96e-4f5b-883d-ae93905b3f41, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:09.431853 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.433326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4dbe6699-fcfc-4218-8c31-38ce0590918c up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:09.446592 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fecad2ae-450b-40ab-a4f4-62aedfcd08c5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.451379 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c61dc485-e131-48d4-bad3-68c40550bb33 req-f03181ec-4406-4bd7-977f-2af630b409b2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2246883 Aug 31 14:16:09.472957 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-592e22f1-99a3-49ce-8715-8a8cddcd7635 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.501564 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-592e22f1-99a3-49ce-8715-8a8cddcd7635 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.502101 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-592e22f1-99a3-49ce-8715-8a8cddcd7635 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Floating IP 7338ac92-3262-4cf9-9bdf-693a4d47bbde disassociated. External IP: 172.25.3.9, port: 48bfc6f1-8753-4368-b178-b31c5b1cb3d4. Aug 31 14:16:09.599523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=78ff4304-d96e-4f5b-883d-ae93905b3f41,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:09.609036 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e2ee9f66-f4ba-4879-8bc7-c8d19a108d19 tempest-DHCPAgentSchedulersTestJSON-1529890484 tempest-DHCPAgentSchedulersTestJSON-1529890484-project-admin] 10.222.0.20 "GET /v2.0/agents/66b8bf69-0c3d-475f-9f80-3b1f2fa15785/dhcp-networks HTTP/1.1" status: 200 len: 8086 time: 0.7370794 Aug 31 14:16:09.617023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33492) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:09.620485 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.664281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 4dbe6699-fcfc-4218-8c31-38ce0590918c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:09.678122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 4dbe6699-fcfc-4218-8c31-38ce0590918c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:09.678790 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.731957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port b31fed9e-49b5-46f3-8bec-22560f5be3fa, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b31fed9e-49b5-46f3-8bec-22560f5be3fa,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:09.746594 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.747561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:09.787687 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fecad2ae-450b-40ab-a4f4-62aedfcd08c5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.883291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecad2ae-450b-40ab-a4f4-62aedfcd08c5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=4bcb6176-810b-4756-ba72-19f010dd20f6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server [None req-0779c351-0e5f-4187-a1ce-f4639db4ecf2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bcb6176-810b-4756-ba72-19f010dd20f6: This subnet is being modified by another concurrent operation. Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bcb6176-810b-4756-ba72-19f010dd20f6: This subnet is being modified by another concurrent operation. Aug 31 14:16:09.901567 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Aug 31 14:16:09.924028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592e22f1-99a3-49ce-8715-8a8cddcd7635 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:09.925026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33498) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:09.926151 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-86d9b6e7-002b-4dfe-882f-8df3c748327d tempest-DHCPAgentSchedulersTestJSON-1529890484 tempest-DHCPAgentSchedulersTestJSON-1529890484-project-admin] 10.222.0.20 "DELETE /v2.0/agents/66b8bf69-0c3d-475f-9f80-3b1f2fa15785/dhcp-networks/ae519a2c-5e0c-4e07-a394-52d3f46b88da HTTP/1.1" status: 204 len: 168 time: 0.3052244 Aug 31 14:16:09.932717 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fecad2ae-450b-40ab-a4f4-62aedfcd08c5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:09.941783 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fecad2ae-450b-40ab-a4f4-62aedfcd08c5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/4bcb6176-810b-4756-ba72-19f010dd20f6 HTTP/1.1" status: 204 len: 168 time: 1.0711522 Aug 31 14:16:09.942766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33500) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:10.032299 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.037392 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=b31fed9e-49b5-46f3-8bec-22560f5be3fa,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:10.073083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:10.073604 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.103167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7f167c-4266-46f5-88c6-7f7dac08b165 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet fd70c6a3-9888-4a6f-9663-25a3feaadee0 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:16:10.114434 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ad7f167c-4266-46f5-88c6-7f7dac08b165 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.156913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33502) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:10.181050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95977e13-d5c6-4642-8818-b41973538606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.199309 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ad7f167c-4266-46f5-88c6-7f7dac08b165 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.226851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4dbe6699-fcfc-4218-8c31-38ce0590918c, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:10.232134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4406680a-97f9-4dce-9c7e-41b48dac81ae None None] Provisioning complete for port b31fed9e-49b5-46f3-8bec-22560f5be3fa triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:10.232420 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4406680a-97f9-4dce-9c7e-41b48dac81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.288665 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.289485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:10.387686 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ad7f167c-4266-46f5-88c6-7f7dac08b165 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.421800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592e22f1-99a3-49ce-8715-8a8cddcd7635 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:10.513509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d472d6-56ed-44ec-a87f-16a5caa205a2 None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:16:10.516081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1e443-ad62-46c4-9af0-f56bf0ce61fa None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:10.526751 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95977e13-d5c6-4642-8818-b41973538606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.537191 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95977e13-d5c6-4642-8818-b41973538606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.537856 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-592e22f1-99a3-49ce-8715-8a8cddcd7635 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.562833 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ad7f167c-4266-46f5-88c6-7f7dac08b165 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.597229 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ad7f167c-4266-46f5-88c6-7f7dac08b165 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:10.602522 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ad7f167c-4266-46f5-88c6-7f7dac08b165 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/fd70c6a3-9888-4a6f-9663-25a3feaadee0 HTTP/1.1" status: 204 len: 168 time: 0.6582768 Aug 31 14:16:10.622222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33516) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:10.701999 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-592e22f1-99a3-49ce-8715-8a8cddcd7635 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "PUT /v2.0/floatingips/7338ac92-3262-4cf9-9bdf-693a4d47bbde HTTP/1.1" status: 200 len: 686 time: 2.0256729 Aug 31 14:16:10.711186 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-345b2428-67c6-4c2c-909e-648ae101f1ce tempest-DHCPAgentSchedulersTestJSON-1529890484 tempest-DHCPAgentSchedulersTestJSON-1529890484-project-admin] 10.222.0.20 "GET /v2.0/agents/66b8bf69-0c3d-475f-9f80-3b1f2fa15785/dhcp-networks HTTP/1.1" status: 200 len: 7276 time: 0.7834775 Aug 31 14:16:10.714470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33518) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:10.716127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b31fed9e-49b5-46f3-8bec-22560f5be3fa no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:10.719024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33520) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:10.780416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1e443-ad62-46c4-9af0-f56bf0ce61fa None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:10.781208 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-04b1e443-ad62-46c4-9af0-f56bf0ce61fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:10.788347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33522) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:10.819577 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6d97f9f4-dc09-434a-bbda-574cafcb02b6 tempest-DHCPAgentSchedulersTestJSON-1529890484 tempest-DHCPAgentSchedulersTestJSON-1529890484-project-admin] 10.222.0.20 "GET /v2.0/networks/fd5df17e-8c0e-4031-97ec-d89f8a6d1751/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0982857 Aug 31 14:16:10.824699 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33526) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:10.856013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-95977e13-d5c6-4642-8818-b41973538606 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d8a4c18ae0c4a6685c4f02f804d4266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6956277 Aug 31 14:16:10.856224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4dbe6699-fcfc-4218-8c31-38ce0590918c,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:10.856313 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5cc672a1-2fc5-4d4c-86c8-bb63328e19e6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2308233 Aug 31 14:16:10.861813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f167c-4266-46f5-88c6-7f7dac08b165 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=fd70c6a3-9888-4a6f-9663-25a3feaadee0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:10.865062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33528) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:10.865400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33530) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:10.872162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-04b1e443-ad62-46c4-9af0-f56bf0ce61fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:10.897171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ff4304-d96e-4f5b-883d-ae93905b3f41'}, {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe6699-fcfc-4218-8c31-38ce0590918c'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:10.900030 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d68d32-e280-4cb4-bc6f-2c80e0a422d2" -d '{"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "78ff4304-d96e-4f5b-883d-ae93905b3f41"}, {"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe6699-fcfc-4218-8c31-38ce0590918c"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:10.906090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:10.926703 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-14d0548f-92c5-4b31-9755-eff6cc37e410 tempest-DHCPAgentSchedulersTestJSON-1529890484 tempest-DHCPAgentSchedulersTestJSON-1529890484-project-admin] 10.222.0.20 "GET /v2.0/networks/fd5df17e-8c0e-4031-97ec-d89f8a6d1751/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1006179 Aug 31 14:16:10.928894 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33534) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:10.959254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95977e13-d5c6-4642-8818-b41973538606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a42481-264c-4297-aac6-a42d1a17923d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:10.968676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:10.991574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:10.991958 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.004132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1e443-ad62-46c4-9af0-f56bf0ce61fa None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:11.004820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-04b1e443-ad62-46c4-9af0-f56bf0ce61fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:11.076657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-04b1e443-ad62-46c4-9af0-f56bf0ce61fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:11.077304 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1e443-ad62-46c4-9af0-f56bf0ce61fa None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:11.085763 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11493b1c-bcb2-4670-a798-b46c231d19ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.085938 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643dd146-32c9-4bc6-a426-bc35fb47eb1b x-openstack-request-id: req-643dd146-32c9-4bc6-a426-bc35fb47eb1b {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:11.086580 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "78ff4304-d96e-4f5b-883d-ae93905b3f41", "code": 200}, {"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe6699-fcfc-4218-8c31-38ce0590918c", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:11.086713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8af2f-521a-4f69-baa7-a1b48bfe86a4 req-48925b5c-3008-4adc-8ee6-22e9b6b123e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.087132 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-643dd146-32c9-4bc6-a426-bc35fb47eb1b {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:11.087679 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ff4304-d96e-4f5b-883d-ae93905b3f41', 'code': 200} Aug 31 14:16:11.088104 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe6699-fcfc-4218-8c31-38ce0590918c', 'code': 200} Aug 31 14:16:11.092707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4406680a-97f9-4dce-9c7e-41b48dac81ae None None] Could not find standard attr ID for object ad2e0655-1bf7-4a8d-9d37-bafe0d47c935. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:16:11.094226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8af2f-521a-4f69-baa7-a1b48bfe86a4 req-48925b5c-3008-4adc-8ee6-22e9b6b123e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.101273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8af2f-521a-4f69-baa7-a1b48bfe86a4 req-48925b5c-3008-4adc-8ee6-22e9b6b123e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.107428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8af2f-521a-4f69-baa7-a1b48bfe86a4 req-48925b5c-3008-4adc-8ee6-22e9b6b123e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.114672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8af2f-521a-4f69-baa7-a1b48bfe86a4 req-48925b5c-3008-4adc-8ee6-22e9b6b123e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.121263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8af2f-521a-4f69-baa7-a1b48bfe86a4 req-48925b5c-3008-4adc-8ee6-22e9b6b123e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.128016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8af2f-521a-4f69-baa7-a1b48bfe86a4 req-48925b5c-3008-4adc-8ee6-22e9b6b123e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:11.130034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66e8af2f-521a-4f69-baa7-a1b48bfe86a4 req-48925b5c-3008-4adc-8ee6-22e9b6b123e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5444 time: 0.3903956 Aug 31 14:16:11.156658 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d472d6-56ed-44ec-a87f-16a5caa205a2 None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:16:11.195880 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66e8af2f-521a-4f69-baa7-a1b48bfe86a4 req-85f27f5c-31a5-4329-839b-1aafa6e96861 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560453 Aug 31 14:16:11.197048 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dfa064bd-134f-4f02-aace-dc1994f41aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.197545 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.242488 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dfa064bd-134f-4f02-aace-dc1994f41aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.306965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8b1b37d0-079a-4eaa-8743-2aae1da2e0d4 None None] Could not find standard attr ID for object ad2e0655-1bf7-4a8d-9d37-bafe0d47c935. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:16:11.310132 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dfa064bd-134f-4f02-aace-dc1994f41aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.311250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e2e52811-72a1-47c2-b8b6-8fb45ef9bc04 tempest-DHCPAgentSchedulersTestJSON-1529890484 tempest-DHCPAgentSchedulersTestJSON-1529890484-project-admin] 10.222.0.20 "GET /v2.0/agents/66b8bf69-0c3d-475f-9f80-3b1f2fa15785/dhcp-networks HTTP/1.1" status: 200 len: 7238 time: 0.3780873 Aug 31 14:16:11.316481 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dfa064bd-134f-4f02-aace-dc1994f41aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.318158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33540) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:11.319756 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dfa064bd-134f-4f02-aace-dc1994f41aa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2a42481-264c-4297-aac6-a42d1a17923d HTTP/1.1" status: 204 len: 168 time: 0.4204559 Aug 31 14:16:11.337186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa064bd-134f-4f02-aace-dc1994f41aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a42481-264c-4297-aac6-a42d1a17923d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:11.377555 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.421538 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11493b1c-bcb2-4670-a798-b46c231d19ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.425159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d925c1aa-5683-4a62-8e9a-1405e235cee9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port d56ee78c-6408-4abb-9667-4e5ff712ff95 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:11.425531 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d925c1aa-5683-4a62-8e9a-1405e235cee9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.443041 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.473374 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11493b1c-bcb2-4670-a798-b46c231d19ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.480331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:11.487029 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.540710 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-11493b1c-bcb2-4670-a798-b46c231d19ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18bd92c011a1400395ffd7f1472acf3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7508378 Aug 31 14:16:11.545117 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33544) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:11.595333 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11493b1c-bcb2-4670-a798-b46c231d19ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ffc5c0-8a46-4433-8178-5098e319c93e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:11.602794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port b31fed9e-49b5-46f3-8bec-22560f5be3fa, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b31fed9e-49b5-46f3-8bec-22560f5be3fa,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:11.630299 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.692424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=b31fed9e-49b5-46f3-8bec-22560f5be3fa,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:11.720759 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d925c1aa-5683-4a62-8e9a-1405e235cee9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.721325 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d925c1aa-5683-4a62-8e9a-1405e235cee9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.761977 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.770858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:11.811037 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.814092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae519a2c-5e0c-4e07-a394-52d3f46b88da']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:11.818798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d925c1aa-5683-4a62-8e9a-1405e235cee9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for d56ee78c-6408-4abb-9667-4e5ff712ff95 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:11.842352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51337b8-f6f1-4cbf-b091-c1fc6c4efb4d') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:11.842608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51337b8-f6f1-4cbf-b091-c1fc6c4efb4d') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:11.866361 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.893740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:11.911713 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-66b18fe8-5c40-4fd9-88da-bab7d67fcf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.940071 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.963904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:16:11.964325 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:16:11.967501 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:16:11.990225 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-66b18fe8-5c40-4fd9-88da-bab7d67fcf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.098025 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-66b18fe8-5c40-4fd9-88da-bab7d67fcf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.100994 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-66b18fe8-5c40-4fd9-88da-bab7d67fcf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.105492 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-66b18fe8-5c40-4fd9-88da-bab7d67fcf66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58ffc5c0-8a46-4433-8178-5098e319c93e HTTP/1.1" status: 204 len: 168 time: 0.5591271 Aug 31 14:16:12.114405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf39047-7a4c-4b03-ab15-358f360ab8ef None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:16:12.134098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b18fe8-5c40-4fd9-88da-bab7d67fcf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ffc5c0-8a46-4433-8178-5098e319c93e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:12.146532 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.168152 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.171330 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] 10.222.0.20 "DELETE /v2.0/networks/ae519a2c-5e0c-4e07-a394-52d3f46b88da HTTP/1.1" status: 204 len: 168 time: 0.8520536 Aug 31 14:16:12.173784 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196b8e6-e590-4096-a32e-63aa0706af25 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Pushing event deleted for resources: {'Network': ['ID=ae519a2c-5e0c-4e07-a394-52d3f46b88da,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:12.175723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33566) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:12.213342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8c779c95-7de8-43ee-a34a-c27ff50e765b None None] Provisioning complete for port b31fed9e-49b5-46f3-8bec-22560f5be3fa triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:12.213876 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8c779c95-7de8-43ee-a34a-c27ff50e765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.225787 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea1e42a-46f8-46f2-9b43-93a385e1f37d tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:12.226656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea1e42a-46f8-46f2-9b43-93a385e1f37d tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:12.228594 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7ea1e42a-46f8-46f2-9b43-93a385e1f37d tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] 10.222.0.20 "DELETE /v2.0/ports/e25b92a5-8e39-4140-b287-b9c59d7e173e HTTP/1.1" status: 404 len: 333 time: 0.0471961 Aug 31 14:16:12.290326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33568) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:12.367944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d925c1aa-5683-4a62-8e9a-1405e235cee9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.469924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.objects.ports [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106388) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:16:12.513853 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8c779c95-7de8-43ee-a34a-c27ff50e765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.517695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925c1aa-5683-4a62-8e9a-1405e235cee9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=d56ee78c-6408-4abb-9667-4e5ff712ff95,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:12.541703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf39047-7a4c-4b03-ab15-358f360ab8ef None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:16:12.578797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8c779c95-7de8-43ee-a34a-c27ff50e765b None None] For port b31fed9e-49b5-46f3-8bec-22560f5be3fa, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b31fed9e-49b5-46f3-8bec-22560f5be3fa,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:12.632588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10d7d15-cc2c-4588-8e28-39aa8a8efb8d tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Deleting subnet 0f144a08-53e9-4ed7-a81e-d92569be8406 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:16:12.650034 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a10d7d15-cc2c-4588-8e28-39aa8a8efb8d tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.680187 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8c779c95-7de8-43ee-a34a-c27ff50e765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.779847 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d925c1aa-5683-4a62-8e9a-1405e235cee9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.790971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d925c1aa-5683-4a62-8e9a-1405e235cee9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.798464 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d925c1aa-5683-4a62-8e9a-1405e235cee9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/floatingips/7338ac92-3262-4cf9-9bdf-693a4d47bbde HTTP/1.1" status: 204 len: 168 time: 2.0812435 Aug 31 14:16:12.808508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33590) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:12.833489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': 'd2743c92-1660-4f5e-b7c8-3cb314c48770'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:12.835092 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a10d7d15-cc2c-4588-8e28-39aa8a8efb8d tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.906720 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.917406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c4e4d-e64f-44de-b2d4-e980445351c8 req-57275b47-6e18-46c3-8df8-7cab8282e708 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.921755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33594) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:12.927615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c4e4d-e64f-44de-b2d4-e980445351c8 req-57275b47-6e18-46c3-8df8-7cab8282e708 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.934230 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c4e4d-e64f-44de-b2d4-e980445351c8 req-57275b47-6e18-46c3-8df8-7cab8282e708 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.942278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c4e4d-e64f-44de-b2d4-e980445351c8 req-57275b47-6e18-46c3-8df8-7cab8282e708 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.949894 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c4e4d-e64f-44de-b2d4-e980445351c8 req-57275b47-6e18-46c3-8df8-7cab8282e708 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.957290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c779c95-7de8-43ee-a34a-c27ff50e765b None None] Pushing event updated for resources: {'Port': ['ID=b31fed9e-49b5-46f3-8bec-22560f5be3fa,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:12.957953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c4e4d-e64f-44de-b2d4-e980445351c8 req-57275b47-6e18-46c3-8df8-7cab8282e708 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.964694 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c4e4d-e64f-44de-b2d4-e980445351c8 req-57275b47-6e18-46c3-8df8-7cab8282e708 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:12.976349 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a37c4e4d-e64f-44de-b2d4-e980445351c8 req-57275b47-6e18-46c3-8df8-7cab8282e708 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5445 time: 0.5941372 Aug 31 14:16:12.980555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3752fdaa-9cfd-416f-8d24-f2a4d65e2e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:12.999572 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:13.089904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcaa59e-cbb8-42a6-84ca-0dbeec675caa'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:13.094599 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a13d2f-2d23-4a9e-b8bc-bcf1997c98de" -d '{"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "4bcaa59e-cbb8-42a6-84ca-0dbeec675caa"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:13.108875 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a37c4e4d-e64f-44de-b2d4-e980445351c8 req-5173d61f-8f8d-42ef-b8c1-af8919a99365 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328549 Aug 31 14:16:13.229325 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbe6ae8-b95e-4604-b434-f3f1edd75139 x-openstack-request-id: req-3fbe6ae8-b95e-4604-b434-f3f1edd75139 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:13.229622 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-plugged", "status": "completed", "tag": "4bcaa59e-cbb8-42a6-84ca-0dbeec675caa", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:13.230037 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fbe6ae8-b95e-4604-b434-f3f1edd75139 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:13.230531 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcaa59e-cbb8-42a6-84ca-0dbeec675caa', 'code': 200} Aug 31 14:16:13.618040 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:13.756732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.25.3.90 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/ce34c93d-afbe-4659-a89d-6ed29032dc3a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:13.819843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] For port b31fed9e-49b5-46f3-8bec-22560f5be3fa, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b31fed9e-49b5-46f3-8bec-22560f5be3fa,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:13.852678 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a10d7d15-cc2c-4588-8e28-39aa8a8efb8d tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:13.936632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33610) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:13.950558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.030662 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.100987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.113945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=ce34c93d-afbe-4659-a89d-6ed29032dc3a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:14.151914 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.152733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.153740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:14.157509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:14.164837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:14.276168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1a2c7-af45-4523-9da2-7390a197b621 req-dd95e981-979a-4e32-a574-1cbfd5cf7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.276675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1a2c7-af45-4523-9da2-7390a197b621 req-dd95e981-979a-4e32-a574-1cbfd5cf7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.277150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1a2c7-af45-4523-9da2-7390a197b621 req-dd95e981-979a-4e32-a574-1cbfd5cf7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.277615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1a2c7-af45-4523-9da2-7390a197b621 req-dd95e981-979a-4e32-a574-1cbfd5cf7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.278080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1a2c7-af45-4523-9da2-7390a197b621 req-dd95e981-979a-4e32-a574-1cbfd5cf7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.278550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1a2c7-af45-4523-9da2-7390a197b621 req-dd95e981-979a-4e32-a574-1cbfd5cf7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.279017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1a2c7-af45-4523-9da2-7390a197b621 req-dd95e981-979a-4e32-a574-1cbfd5cf7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.281053 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bb1a2c7-af45-4523-9da2-7390a197b621 req-dd95e981-979a-4e32-a574-1cbfd5cf7813 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6502 time: 0.4470172 Aug 31 14:16:14.306511 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-946bacc1-f9af-47a1-9cad-227374bc4364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.345146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:14.367605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:14.395667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.396276 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.428025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a10d7d15-cc2c-4588-8e28-39aa8a8efb8d tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.432380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14253ebe-021c-41cf-aed2-952a37f627e5 req-178f4c2b-d7d6-4508-8b9b-c3b9771c9fe2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.440542 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14253ebe-021c-41cf-aed2-952a37f627e5 req-178f4c2b-d7d6-4508-8b9b-c3b9771c9fe2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.461603 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14253ebe-021c-41cf-aed2-952a37f627e5 req-178f4c2b-d7d6-4508-8b9b-c3b9771c9fe2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.465594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=995b7104-36c5-46a5-ad54-4a0c607d8714,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:14.470873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14253ebe-021c-41cf-aed2-952a37f627e5 req-178f4c2b-d7d6-4508-8b9b-c3b9771c9fe2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.480312 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14253ebe-021c-41cf-aed2-952a37f627e5 req-178f4c2b-d7d6-4508-8b9b-c3b9771c9fe2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.490245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14253ebe-021c-41cf-aed2-952a37f627e5 req-178f4c2b-d7d6-4508-8b9b-c3b9771c9fe2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.494717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a508285a-b8ec-45eb-8075-e53f3f7f68e0 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:14.498468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=b31fed9e-49b5-46f3-8bec-22560f5be3fa,revision_number=8']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:14.499478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14253ebe-021c-41cf-aed2-952a37f627e5 req-178f4c2b-d7d6-4508-8b9b-c3b9771c9fe2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:14.501901 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14253ebe-021c-41cf-aed2-952a37f627e5 req-178f4c2b-d7d6-4508-8b9b-c3b9771c9fe2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5445 time: 0.2746053 Aug 31 14:16:14.513577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31353df4-9be9-4b6e-8943-9402db7e1bda None None] Network fd5df17e-8c0e-4031-97ec-d89f8a6d1751 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:14.524389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a10d7d15-cc2c-4588-8e28-39aa8a8efb8d tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.526412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a10d7d15-cc2c-4588-8e28-39aa8a8efb8d tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] 10.222.0.20 "DELETE /v2.0/subnets/0f144a08-53e9-4ed7-a81e-d92569be8406 HTTP/1.1" status: 204 len: 168 time: 2.2329545 Aug 31 14:16:14.544722 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33622) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:14.559275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d7d15-cc2c-4588-8e28-39aa8a8efb8d tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Pushing event deleted for resources: {'Subnet': ['ID=0f144a08-53e9-4ed7-a81e-d92569be8406,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:14.570663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bb1a2c7-af45-4523-9da2-7390a197b621 req-2fc2c54e-1c7f-445d-aa42-3e11d004e36f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&id=f37ef43b-838e-4af0-a412-1efe682687f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2589879 Aug 31 14:16:14.599706 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3752fdaa-9cfd-416f-8d24-f2a4d65e2e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.620652 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3752fdaa-9cfd-416f-8d24-f2a4d65e2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.699075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752fdaa-9cfd-416f-8d24-f2a4d65e2e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88685a28-f28e-4dba-adfa-d91fec447ac2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:14.754137 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3752fdaa-9cfd-416f-8d24-f2a4d65e2e6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=570be5459b2f4ad998c0e69d51720b20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8270476 Aug 31 14:16:14.754782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33624) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:14.813121 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14253ebe-021c-41cf-aed2-952a37f627e5 req-df41e75a-fb31-4def-bf4b-f393c33fb0df tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2996418 Aug 31 14:16:14.861819 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf001-ccd9-487d-8d83-642044264650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.895655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b31fed9e-49b5-46f3-8bec-22560f5be3fa up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:14.897849 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-946bacc1-f9af-47a1-9cad-227374bc4364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.910440 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-946bacc1-f9af-47a1-9cad-227374bc4364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.932118 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.951469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a675584d-2c58-4ad8-9f8b-41065c61c61a None None] Provisioning complete for port b31fed9e-49b5-46f3-8bec-22560f5be3fa triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:14.951832 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a675584d-2c58-4ad8-9f8b-41065c61c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:14.965714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9d0cf9a8-5852-451f-8fb4-cfc3361509be tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0626702 Aug 31 14:16:14.966449 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33626) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:14.984183 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf001-ccd9-487d-8d83-642044264650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.026891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-946bacc1-f9af-47a1-9cad-227374bc4364 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d6788d4c4a14997a133bb1d2799adeb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0714936 Aug 31 14:16:15.037063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33630) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:15.082456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bacc1-f9af-47a1-9cad-227374bc4364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94aefef-5a23-485d-b287-d3595ca2d295,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:15.118165 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6c0bfe7-7b5d-4641-bdd4-62236cd02b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.154924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d263f1ed-b68a-41f5-883d-2e847a9211f4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:15.166103 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6c0bfe7-7b5d-4641-bdd4-62236cd02b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.181380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf001-ccd9-487d-8d83-642044264650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.183996 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf001-ccd9-487d-8d83-642044264650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.198916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3c7cf001-ccd9-487d-8d83-642044264650 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88685a28-f28e-4dba-adfa-d91fec447ac2 HTTP/1.1" status: 204 len: 168 time: 0.4417667 Aug 31 14:16:15.226180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cf001-ccd9-487d-8d83-642044264650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88685a28-f28e-4dba-adfa-d91fec447ac2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:15.281241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6c0bfe7-7b5d-4641-bdd4-62236cd02b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.284326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6c0bfe7-7b5d-4641-bdd4-62236cd02b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.288377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e6c0bfe7-7b5d-4641-bdd4-62236cd02b56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a94aefef-5a23-485d-b287-d3595ca2d295 HTTP/1.1" status: 204 len: 168 time: 0.2502875 Aug 31 14:16:15.307090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0bfe7-7b5d-4641-bdd4-62236cd02b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94aefef-5a23-485d-b287-d3595ca2d295,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:15.567250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b31fed9e-49b5-46f3-8bec-22560f5be3fa triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:15.568072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.645390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Deleting port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:15.645762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.686596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f067f0fb-0f14-406b-a35d-dbc7bc08be2a None None] DHCP port deletion for fd5df17e-8c0e-4031-97ec-d89f8a6d1751 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:16:15.906209 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:15.927508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f067f0fb-0f14-406b-a35d-dbc7bc08be2a None None] Deleting port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:15.928402 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f067f0fb-0f14-406b-a35d-dbc7bc08be2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.124297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] For port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9a61aa0d-3054-40e3-b971-1372ab9c7dd2,segment=NetworkSegment(60bbcea5-47c5-44da-816b-54d2c08aa2bc),segment_id=60bbcea5-47c5-44da-816b-54d2c08aa2bc)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:16.124974 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.129553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f067f0fb-0f14-406b-a35d-dbc7bc08be2a None None] For port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9a61aa0d-3054-40e3-b971-1372ab9c7dd2,segment=NetworkSegment(60bbcea5-47c5-44da-816b-54d2c08aa2bc),segment_id=60bbcea5-47c5-44da-816b-54d2c08aa2bc)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:16.130344 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f067f0fb-0f14-406b-a35d-dbc7bc08be2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.132973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbd6d0-0808-46c7-a224-4b130c4d1287 req-cf6ffb80-6eca-4fb3-afea-b514c4d98321 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.143839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbd6d0-0808-46c7-a224-4b130c4d1287 req-cf6ffb80-6eca-4fb3-afea-b514c4d98321 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.158880 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Calling delete_port for 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:16.162386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b661396f-a378-41f5-93e6-ed57272bb149 None None] Provisioning complete for port b31fed9e-49b5-46f3-8bec-22560f5be3fa triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:16.162773 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b661396f-a378-41f5-93e6-ed57272bb149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.162893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbd6d0-0808-46c7-a224-4b130c4d1287 req-cf6ffb80-6eca-4fb3-afea-b514c4d98321 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.178350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbd6d0-0808-46c7-a224-4b130c4d1287 req-cf6ffb80-6eca-4fb3-afea-b514c4d98321 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.205014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbd6d0-0808-46c7-a224-4b130c4d1287 req-cf6ffb80-6eca-4fb3-afea-b514c4d98321 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.221631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbd6d0-0808-46c7-a224-4b130c4d1287 req-cf6ffb80-6eca-4fb3-afea-b514c4d98321 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.223861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f067f0fb-0f14-406b-a35d-dbc7bc08be2a None None] Calling delete_port for 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:16.239637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbd6d0-0808-46c7-a224-4b130c4d1287 req-cf6ffb80-6eca-4fb3-afea-b514c4d98321 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:16.246902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cdbbd6d0-0808-46c7-a224-4b130c4d1287 req-cf6ffb80-6eca-4fb3-afea-b514c4d98321 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5445 time: 0.2594218 Aug 31 14:16:16.337265 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cdbbd6d0-0808-46c7-a224-4b130c4d1287 req-88da1ff4-cf22-4935-9616-16d7ec230ef5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840006 Aug 31 14:16:16.416511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d263f1ed-b68a-41f5-883d-2e847a9211f4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:16.420070 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d263f1ed-b68a-41f5-883d-2e847a9211f4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.479484 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f067f0fb-0f14-406b-a35d-dbc7bc08be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.489712 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.536427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067f0fb-0f14-406b-a35d-dbc7bc08be2a None None] Pushing event deleted for resources: {'Port': ['ID=9a61aa0d-3054-40e3-b971-1372ab9c7dd2,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:16.555811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067f0fb-0f14-406b-a35d-dbc7bc08be2a None None] No DVR routers for this DVR port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:16.684310 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:16.711697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:16.712187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:16.717501 n-d-792364-6 neutron-server[106387]: INFO neutron.db.ipam_backend_mixin [None req-d263f1ed-b68a-41f5-883d-2e847a9211f4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 995b7104-36c5-46a5-ad54-4a0c607d8714 (CIDR: 2001:db8::/64) Aug 31 14:16:16.718369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.754459 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d263f1ed-b68a-41f5-883d-2e847a9211f4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:16:16.754856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d263f1ed-b68a-41f5-883d-2e847a9211f4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:16.760260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Pushing event deleted for resources: {'Port': ['ID=9a61aa0d-3054-40e3-b971-1372ab9c7dd2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:16.778651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] No DVR routers for this DVR port 9a61aa0d-3054-40e3-b971-1372ab9c7dd2 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:16.813971 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d263f1ed-b68a-41f5-883d-2e847a9211f4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6674602 Aug 31 14:16:16.819018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33690) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:16.823052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-abeab71a-41cc-49e9-bc04-8d4e7ea46a35 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:16.895670 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.916127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5df17e-8c0e-4031-97ec-d89f8a6d1751']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:16.928196 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.934521 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bbcea5-47c5-44da-816b-54d2c08aa2bc') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:16.934820 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bbcea5-47c5-44da-816b-54d2c08aa2bc') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:16.941851 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.958785 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:16.968765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abeab71a-41cc-49e9-bc04-8d4e7ea46a35 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:16.978188 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abeab71a-41cc-49e9-bc04-8d4e7ea46a35 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.001192 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.037834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:16:17.038275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:16:17.043861 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:16:17.057908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=ce34c93d-afbe-4659-a89d-6ed29032dc3a,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:17.108536 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.180678 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.216957 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.219453 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] 10.222.0.20 "DELETE /v2.0/networks/fd5df17e-8c0e-4031-97ec-d89f8a6d1751 HTTP/1.1" status: 204 len: 168 time: 2.6661777 Aug 31 14:16:17.267454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cc623-9e9e-4ef1-9273-1b19fa316836 tempest-DHCPAgentSchedulersTestJSON-989853115 tempest-DHCPAgentSchedulersTestJSON-989853115-project] Pushing event deleted for resources: {'Network': ['ID=fd5df17e-8c0e-4031-97ec-d89f8a6d1751,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:17.301261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abeab71a-41cc-49e9-bc04-8d4e7ea46a35 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.371141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeab71a-41cc-49e9-bc04-8d4e7ea46a35 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=5acf58f3-68cb-4498-b699-61c9db3c07a6,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:17.408662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeab71a-41cc-49e9-bc04-8d4e7ea46a35 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:17.416522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-abeab71a-41cc-49e9-bc04-8d4e7ea46a35 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:17.421992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeab71a-41cc-49e9-bc04-8d4e7ea46a35 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:17.425462 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abeab71a-41cc-49e9-bc04-8d4e7ea46a35 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:17.430274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149220eb-13bb-4df1-91ee-a1b29b4275cc None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:17.440081 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Floating IP d636526b-8b7e-4821-bc79-1af77199c81a associated. External IP: 172.25.3.90, port: d2743c92-1660-4f5e-b7c8-3cb314c48770. Aug 31 14:16:17.496895 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-abeab71a-41cc-49e9-bc04-8d4e7ea46a35 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6782513 Aug 31 14:16:17.497612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33750) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:17.509638 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:dc:a2:75', 'name': 'tempest-NetworksTestDHCPv6-303420168'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:17.875018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33774) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:17.959254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:17.977742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:18.171812 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.229502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 0fd1e092-766f-460a-b931-58e1f82f4d5b yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:16:18.243528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:18.273130 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc464f-3cef-4a95-9031-79d8050f29d6 None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:18.278126 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.341459 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc464f-3cef-4a95-9031-79d8050f29d6 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:18.361664 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-16fc464f-3cef-4a95-9031-79d8050f29d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:18.483026 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-16fc464f-3cef-4a95-9031-79d8050f29d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:18.492338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4772becb-1e5b-4246-93a7-9d46119499d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3eaf30bbe64c4c3c9f673d1b0c95e847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6138031 Aug 31 14:16:18.493752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33832) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:18.505879 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc464f-3cef-4a95-9031-79d8050f29d6 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:18.506609 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-16fc464f-3cef-4a95-9031-79d8050f29d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:18.525249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81648c11-7983-4346-950c-f9d481db32da None None] Update dhcp port {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'fixed_ips': [{'subnet_id': '995b7104-36c5-46a5-ad54-4a0c607d8714', 'ip_address': '2001:db8::f816:3eff:fe72:9670'}, {'subnet_id': '5acf58f3-68cb-4498-b699-61c9db3c07a6'}], 'binding:host_id': 'n-d-792364-6'}, 'id': 'b31fed9e-49b5-46f3-8bec-22560f5be3fa'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:16:18.579118 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81648c11-7983-4346-950c-f9d481db32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:18.583889 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-16fc464f-3cef-4a95-9031-79d8050f29d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:18.588711 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc464f-3cef-4a95-9031-79d8050f29d6 None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:18.887981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8:0:1::33b (da4c3e7b-d0fb-4990-bf20-2699b1577677/5acf58f3-68cb-4498-b699-61c9db3c07a6/0fd1e092-766f-460a-b931-58e1f82f4d5b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:18.950210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::f816:3eff:fedc:a275 (da4c3e7b-d0fb-4990-bf20-2699b1577677/995b7104-36c5-46a5-ad54-4a0c607d8714/0fd1e092-766f-460a-b931-58e1f82f4d5b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:18.980790 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-041457ee-82d0-4b11-8140-a67dd73486db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.064925 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-444356ba-ae4e-40e8-b26c-1383d99985b4 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2442513 Aug 31 14:16:19.064925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33912) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:19.091275 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-041457ee-82d0-4b11-8140-a67dd73486db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.225400 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14985b1-b5b1-4bee-9490-f1faa025ce8a req-8893930d-70e3-4461-a0b9-de5c6207480c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.233752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14985b1-b5b1-4bee-9490-f1faa025ce8a req-8893930d-70e3-4461-a0b9-de5c6207480c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.241533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14985b1-b5b1-4bee-9490-f1faa025ce8a req-8893930d-70e3-4461-a0b9-de5c6207480c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.248901 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-041457ee-82d0-4b11-8140-a67dd73486db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.252041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14985b1-b5b1-4bee-9490-f1faa025ce8a req-8893930d-70e3-4461-a0b9-de5c6207480c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.252695 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-041457ee-82d0-4b11-8140-a67dd73486db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.255174 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-041457ee-82d0-4b11-8140-a67dd73486db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a55615ce-33a8-4178-8031-419e653dbccd HTTP/1.1" status: 204 len: 168 time: 0.7611303 Aug 31 14:16:19.261859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14985b1-b5b1-4bee-9490-f1faa025ce8a req-8893930d-70e3-4461-a0b9-de5c6207480c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.272164 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14985b1-b5b1-4bee-9490-f1faa025ce8a req-8893930d-70e3-4461-a0b9-de5c6207480c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.279139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14985b1-b5b1-4bee-9490-f1faa025ce8a req-8893930d-70e3-4461-a0b9-de5c6207480c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.281460 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c14985b1-b5b1-4bee-9490-f1faa025ce8a req-8893930d-70e3-4461-a0b9-de5c6207480c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5445 time: 1.6747189 Aug 31 14:16:19.295415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041457ee-82d0-4b11-8140-a67dd73486db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55615ce-33a8-4178-8031-419e653dbccd,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:19.302030 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.319799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33940) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:19.329591 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-722da491-3115-4508-94aa-0d0a461f1450 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "GET /v2.0/floatingips/d636526b-8b7e-4821-bc79-1af77199c81a HTTP/1.1" status: 200 len: 978 time: 0.2401249 Aug 31 14:16:19.369518 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c14985b1-b5b1-4bee-9490-f1faa025ce8a req-f16e269e-341c-4c9c-865f-afd106c8c498 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804985 Aug 31 14:16:19.466567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 0fd1e092-766f-460a-b931-58e1f82f4d5b will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:19.560399 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4154e740-716b-406d-940f-56709ecda490 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2319953 Aug 31 14:16:19.563788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33970) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:19.570316 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-270f4042-4130-431e-b246-ae8f31860889 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'floatingip': {'port_id': '48bfc6f1-8753-4368-b178-b31c5b1cb3d4'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:19.601496 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.710056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-81648c11-7983-4346-950c-f9d481db32da None None] Allocated IP 2001:db8:0:1::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/5acf58f3-68cb-4498-b699-61c9db3c07a6/b31fed9e-49b5-46f3-8bec-22560f5be3fa) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:19.793484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=0fd1e092-766f-460a-b931-58e1f82f4d5b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:19.808561 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-270f4042-4130-431e-b246-ae8f31860889 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.813504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:19.815126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:19.826758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:19.840221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:19.840949 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:19.884117 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6a376d41-3806-465a-a17b-211c60c479e0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3845613 Aug 31 14:16:19.885092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34004) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:20.002732 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-81648c11-7983-4346-950c-f9d481db32da None None] For port b31fed9e-49b5-46f3-8bec-22560f5be3fa, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b31fed9e-49b5-46f3-8bec-22560f5be3fa,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:20.121667 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81648c11-7983-4346-950c-f9d481db32da None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.148722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b20a7fe9-bd2b-4749-8ce6-f9a098461cf5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 0fd1e092-766f-460a-b931-58e1f82f4d5b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:20.149498 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b20a7fe9-bd2b-4749-8ce6-f9a098461cf5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.179126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-81648c11-7983-4346-950c-f9d481db32da None None] Transition to ACTIVE for port object b31fed9e-49b5-46f3-8bec-22560f5be3fa will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:20.194986 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81648c11-7983-4346-950c-f9d481db32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.404883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4380ef-034e-43b4-9f9c-0d85441b0b04 req-7de4ff56-262b-465c-99cc-d97149dd3a0b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.412811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4380ef-034e-43b4-9f9c-0d85441b0b04 req-7de4ff56-262b-465c-99cc-d97149dd3a0b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.419748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4380ef-034e-43b4-9f9c-0d85441b0b04 req-7de4ff56-262b-465c-99cc-d97149dd3a0b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.426681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4380ef-034e-43b4-9f9c-0d85441b0b04 req-7de4ff56-262b-465c-99cc-d97149dd3a0b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.434231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4380ef-034e-43b4-9f9c-0d85441b0b04 req-7de4ff56-262b-465c-99cc-d97149dd3a0b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.443510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4380ef-034e-43b4-9f9c-0d85441b0b04 req-7de4ff56-262b-465c-99cc-d97149dd3a0b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.460542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4380ef-034e-43b4-9f9c-0d85441b0b04 req-7de4ff56-262b-465c-99cc-d97149dd3a0b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:20.482411 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b4380ef-034e-43b4-9f9c-0d85441b0b04 req-7de4ff56-262b-465c-99cc-d97149dd3a0b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5445 time: 0.9489033 Aug 31 14:16:20.485744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34050) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:20.511592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-26be1173-5d51-4e19-9bec-ef538b241755 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Request body: {'floatingip': {'port_id': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:20.539576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81648c11-7983-4346-950c-f9d481db32da None None] Pushing event updated for resources: {'Port': ['ID=b31fed9e-49b5-46f3-8bec-22560f5be3fa,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:20.561213 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26be1173-5d51-4e19-9bec-ef538b241755 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.565979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34056) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:20.611189 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1e33053-74b2-4880-be43-760b6df83019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.713283 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b20a7fe9-bd2b-4749-8ce6-f9a098461cf5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:20.815129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b20a7fe9-bd2b-4749-8ce6-f9a098461cf5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 0fd1e092-766f-460a-b931-58e1f82f4d5b owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:21.014457 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.resource_extend [None req-270f4042-4130-431e-b246-ae8f31860889 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:16:21.113808 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-270f4042-4130-431e-b246-ae8f31860889 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:21.120151 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-270f4042-4130-431e-b246-ae8f31860889 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:21.440228 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-270f4042-4130-431e-b246-ae8f31860889 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Floating IP d636526b-8b7e-4821-bc79-1af77199c81a associated. External IP: 172.25.3.90, port: d2743c92-1660-4f5e-b7c8-3cb314c48770. Aug 31 14:16:21.686416 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1e33053-74b2-4880-be43-760b6df83019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:21.701497 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1e33053-74b2-4880-be43-760b6df83019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:21.746609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f1e33053-74b2-4880-be43-760b6df83019 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ae10c240ed04d96a6d1ec9896d41481&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1746333 Aug 31 14:16:21.760512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34164) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:21.860134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2e583c94-9fa3-4c5c-b254-4511d163cb06 None None] Provisioning for port b31fed9e-49b5-46f3-8bec-22560f5be3fa completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:21.866196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2e583c94-9fa3-4c5c-b254-4511d163cb06 None None] Provisioning complete for port b31fed9e-49b5-46f3-8bec-22560f5be3fa triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:21.866596 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e583c94-9fa3-4c5c-b254-4511d163cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:21.949509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270f4042-4130-431e-b246-ae8f31860889 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:22.018836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e33053-74b2-4880-be43-760b6df83019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4114ff-2f88-4ea2-839d-29f78f34e2aa,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:22.057745 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dbb1bda3-5917-46cd-a722-fa5ca94bfe22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.129046 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b20a7fe9-bd2b-4749-8ce6-f9a098461cf5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.268310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a7fe9-bd2b-4749-8ce6-f9a098461cf5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=0fd1e092-766f-460a-b931-58e1f82f4d5b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:22.289311 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dbb1bda3-5917-46cd-a722-fa5ca94bfe22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.369948 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270f4042-4130-431e-b246-ae8f31860889 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:22.381244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ab710213-a7fb-416f-a8e2-b7d23c36ac24 None None] Could not find standard attr ID for object 0fd1e092-766f-460a-b931-58e1f82f4d5b. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:16:22.388189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f641b-ef7f-4329-960d-5cbd745206a7 None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:22.444597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f641b-ef7f-4329-960d-5cbd745206a7 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:22.445239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b09f641b-ef7f-4329-960d-5cbd745206a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:22.500029 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b20a7fe9-bd2b-4749-8ce6-f9a098461cf5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.509609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b20a7fe9-bd2b-4749-8ce6-f9a098461cf5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/0fd1e092-766f-460a-b931-58e1f82f4d5b HTTP/1.1" status: 204 len: 168 time: 2.6232352 Aug 31 14:16:22.520026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34224) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:22.676725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b09f641b-ef7f-4329-960d-5cbd745206a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:22.735859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f641b-ef7f-4329-960d-5cbd745206a7 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:22.741009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b09f641b-ef7f-4329-960d-5cbd745206a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:22.754521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b31fed9e-49b5-46f3-8bec-22560f5be3fa up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:22.831340 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28206778-5c48-4992-982f-24a0f0ef2008 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:22.836762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-28206778-5c48-4992-982f-24a0f0ef2008 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3154447 Aug 31 14:16:22.837675 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dbb1bda3-5917-46cd-a722-fa5ca94bfe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.842538 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dbb1bda3-5917-46cd-a722-fa5ca94bfe22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:22.845426 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dbb1bda3-5917-46cd-a722-fa5ca94bfe22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b4114ff-2f88-4ea2-839d-29f78f34e2aa HTTP/1.1" status: 204 len: 168 time: 1.0793483 Aug 31 14:16:22.851903 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.resource_extend [None req-26be1173-5d51-4e19-9bec-ef538b241755 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:16:22.856008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34254) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:22.970477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1bda3-5917-46cd-a722-fa5ca94bfe22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4114ff-2f88-4ea2-839d-29f78f34e2aa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:22.985412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b09f641b-ef7f-4329-960d-5cbd745206a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:22.986826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f641b-ef7f-4329-960d-5cbd745206a7 None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:23.023230 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26be1173-5d51-4e19-9bec-ef538b241755 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.030441 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26be1173-5d51-4e19-9bec-ef538b241755 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.044920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfdc14-d3ea-4d95-8b36-ad0b165fea88 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:23.047485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-06bfdc14-d3ea-4d95-8b36-ad0b165fea88 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1882463 Aug 31 14:16:23.091108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34278) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:23.223043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b31fed9e-49b5-46f3-8bec-22560f5be3fa triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:23.225730 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.231139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444242c2-b375-47ac-8717-59fd1921639c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:23.235324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444242c2-b375-47ac-8717-59fd1921639c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:23.244332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444242c2-b375-47ac-8717-59fd1921639c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:23.247510 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-444242c2-b375-47ac-8717-59fd1921639c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1551592 Aug 31 14:16:23.271045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34290) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:23.348957 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-26be1173-5d51-4e19-9bec-ef538b241755 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Floating IP 8fb0b720-a2ab-4d13-991c-3902543cbd6b associated. External IP: 172.25.3.170, port: 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4. Aug 31 14:16:23.422855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece39afc-42b3-455d-aaa1-3021572e9205 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 5acf58f3-68cb-4498-b699-61c9db3c07a6 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:16:23.433246 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ece39afc-42b3-455d-aaa1-3021572e9205 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.475976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270f4042-4130-431e-b246-ae8f31860889 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:23.650144 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ece39afc-42b3-455d-aaa1-3021572e9205 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:23.990974 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270f4042-4130-431e-b246-ae8f31860889 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:24.005978 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-270f4042-4130-431e-b246-ae8f31860889 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.011424 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ddbdf-0760-45fc-8663-568780693abb None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:24.032930 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ddbdf-0760-45fc-8663-568780693abb None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:24.033935 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2c9ddbdf-0760-45fc-8663-568780693abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:24.110200 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2c9ddbdf-0760-45fc-8663-568780693abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:24.148340 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ddbdf-0760-45fc-8663-568780693abb None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:24.149114 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2c9ddbdf-0760-45fc-8663-568780693abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:24.156012 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-270f4042-4130-431e-b246-ae8f31860889 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "PUT /v2.0/floatingips/d636526b-8b7e-4821-bc79-1af77199c81a HTTP/1.1" status: 200 len: 977 time: 4.5911870 Aug 31 14:16:24.157182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34362) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:24.164093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-490cc5e7-9a2c-45d8-bd27-fd490f1abaaf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:24.216273 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2c9ddbdf-0760-45fc-8663-568780693abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:24.217175 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ddbdf-0760-45fc-8663-568780693abb None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:24.323389 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-490cc5e7-9a2c-45d8-bd27-fd490f1abaaf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.438434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26be1173-5d51-4e19-9bec-ef538b241755 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Router c306de1a-0280-4767-967f-bc65604e890a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:24.650004 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ece39afc-42b3-455d-aaa1-3021572e9205 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.900942 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-490cc5e7-9a2c-45d8-bd27-fd490f1abaaf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.927140 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-490cc5e7-9a2c-45d8-bd27-fd490f1abaaf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:24.928021 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-490cc5e7-9a2c-45d8-bd27-fd490f1abaaf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Floating IP d636526b-8b7e-4821-bc79-1af77199c81a disassociated. External IP: 172.25.3.90, port: 48bfc6f1-8753-4368-b178-b31c5b1cb3d4. Aug 31 14:16:25.202014 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ece39afc-42b3-455d-aaa1-3021572e9205 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.283617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece39afc-42b3-455d-aaa1-3021572e9205 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=5acf58f3-68cb-4498-b699-61c9db3c07a6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:25.306446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b445e4-8821-479f-a264-f9ef0a11e693 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:25.307414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ece39afc-42b3-455d-aaa1-3021572e9205 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.310477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ece39afc-42b3-455d-aaa1-3021572e9205 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/5acf58f3-68cb-4498-b699-61c9db3c07a6 HTTP/1.1" status: 204 len: 168 time: 2.0365629 Aug 31 14:16:25.314078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34400) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:25.380739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da8facf-80e8-47a7-838a-01bc81000683 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 995b7104-36c5-46a5-ad54-4a0c607d8714 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:16:25.384674 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1da8facf-80e8-47a7-838a-01bc81000683 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.542617 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1da8facf-80e8-47a7-838a-01bc81000683 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.564130 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490cc5e7-9a2c-45d8-bd27-fd490f1abaaf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:25.720030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26be1173-5d51-4e19-9bec-ef538b241755 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:25.737362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26be1173-5d51-4e19-9bec-ef538b241755 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:25.749574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043771dd-1df2-4871-80b1-9afc3a936de1 None None] Sync routers for ids ['c306de1a-0280-4767-967f-bc65604e890a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:25.780465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043771dd-1df2-4871-80b1-9afc3a936de1 None None] Routers {'c306de1a-0280-4767-967f-bc65604e890a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:25.781378 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-043771dd-1df2-4871-80b1-9afc3a936de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c306de1a-0280-4767-967f-bc65604e890a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:25.938696 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-26be1173-5d51-4e19-9bec-ef538b241755 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "PUT /v2.0/floatingips/8fb0b720-a2ab-4d13-991c-3902543cbd6b HTTP/1.1" status: 200 len: 991 time: 5.4207842 Aug 31 14:16:25.948398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:25.954488 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88f89d2-e109-4fa4-9db2-dce27f9bc571" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:25.990382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490cc5e7-9a2c-45d8-bd27-fd490f1abaaf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:25.997111 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-490cc5e7-9a2c-45d8-bd27-fd490f1abaaf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.008888 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc02c6-8ac2-4d09-b0e9-eb566c5a9236 None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:26.026170 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc02c6-8ac2-4d09-b0e9-eb566c5a9236 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:26.027008 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-78cc02c6-8ac2-4d09-b0e9-eb566c5a9236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:26.052532 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1da8facf-80e8-47a7-838a-01bc81000683 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.150529 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-490cc5e7-9a2c-45d8-bd27-fd490f1abaaf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "PUT /v2.0/floatingips/d636526b-8b7e-4821-bc79-1af77199c81a HTTP/1.1" status: 200 len: 687 time: 1.9916284 Aug 31 14:16:26.166795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34418) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:26.173180 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3616ce-600e-418d-93cb-5b6f33e13c4c x-openstack-request-id: req-db3616ce-600e-418d-93cb-5b6f33e13c4c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:26.176157 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "tag": "883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:26.177284 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db3616ce-600e-418d-93cb-5b6f33e13c4c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:26.177938 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'tag': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4', 'status': 'completed', 'code': 200} Aug 31 14:16:26.259782 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-043771dd-1df2-4871-80b1-9afc3a936de1 None None] Set router c306de1a-0280-4767-967f-bc65604e890a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:26.420322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-7262d7ca-0f32-43ca-b0ac-f891f4b35b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:26.422227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-7262d7ca-0f32-43ca-b0ac-f891f4b35b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:26.422906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-7262d7ca-0f32-43ca-b0ac-f891f4b35b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:26.429654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-7262d7ca-0f32-43ca-b0ac-f891f4b35b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:26.430510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-7262d7ca-0f32-43ca-b0ac-f891f4b35b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:26.434193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-7262d7ca-0f32-43ca-b0ac-f891f4b35b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:26.435594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-7262d7ca-0f32-43ca-b0ac-f891f4b35b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:26.459387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-7262d7ca-0f32-43ca-b0ac-f891f4b35b3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6502 time: 0.2882817 Aug 31 14:16:26.596073 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-78cc02c6-8ac2-4d09-b0e9-eb566c5a9236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:26.623865 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc02c6-8ac2-4d09-b0e9-eb566c5a9236 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:26.625152 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-78cc02c6-8ac2-4d09-b0e9-eb566c5a9236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:26.769682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-714b707f-54ac-4e5e-8b9f-c9df1042d355 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port ce34c93d-afbe-4659-a89d-6ed29032dc3a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:26.770302 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-714b707f-54ac-4e5e-8b9f-c9df1042d355 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.785392 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-78cc02c6-8ac2-4d09-b0e9-eb566c5a9236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:26.788154 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc02c6-8ac2-4d09-b0e9-eb566c5a9236 None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:26.789744 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1da8facf-80e8-47a7-838a-01bc81000683 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.874026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8facf-80e8-47a7-838a-01bc81000683 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=995b7104-36c5-46a5-ad54-4a0c607d8714,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:26.921172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1da8facf-80e8-47a7-838a-01bc81000683 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:26.932160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1da8facf-80e8-47a7-838a-01bc81000683 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/995b7104-36c5-46a5-ad54-4a0c607d8714 HTTP/1.1" status: 204 len: 168 time: 1.6146014 Aug 31 14:16:26.943742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34438) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:27.026105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-3ce19186-cf8a-44f3-b90c-d291702f9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:27.035546 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-3ce19186-cf8a-44f3-b90c-d291702f9793 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f61a66ed-e073-4160-9a7b-510fffda1238 HTTP/1.1" status: 200 len: 916 time: 0.5685797 Aug 31 14:16:27.087146 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-043771dd-1df2-4871-80b1-9afc3a936de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:13:12Z', 'revision_number': 4, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8fb0b720-a2ab-4d13-991c-3902543cbd6b', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'port_id': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'mac_address': 'fa:16:3e:9c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:14:15Z', 'updated_at': '2021-08-31T14:16:22Z', 'revision_number': 1, 'project_id': '0f573d79f178449f86f4510b41534f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad268244-a74b-40c5-aece-e204a99aad9c', 'name': '', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'mac_address': 'fa:16:3e:c3:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:08Z', 'updated_at': '2021-08-31T14:13:21Z', 'revision_number': 5, 'project_id': '0f573d79f178449f86f4510b41534f07', 'subnets': [{'id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:27.130408 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-63a7275c-dd9b-458d-a5e8-175e11fd6cef tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1823323 Aug 31 14:16:27.152124 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34446) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:27.179766 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5be1f5e1-bb10-418b-aa50-93a0cc439d8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:27.185798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043771dd-1df2-4871-80b1-9afc3a936de1 None None] Checking router: c306de1a-0280-4767-967f-bc65604e890a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:16:27.206030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043771dd-1df2-4871-80b1-9afc3a936de1 None None] Routers {'c306de1a-0280-4767-967f-bc65604e890a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:27.206942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-043771dd-1df2-4871-80b1-9afc3a936de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c306de1a-0280-4767-967f-bc65604e890a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:27.451377 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-714b707f-54ac-4e5e-8b9f-c9df1042d355 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.452157 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-714b707f-54ac-4e5e-8b9f-c9df1042d355 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.513749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a5417b-ebf9-4467-909c-d5e191ea597a None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:27.529907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-92ca3dc9-56f6-493e-b6e1-94873fcf8ef9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 HTTP/1.1" status: 200 len: 999 time: 0.4859986 Aug 31 14:16:27.538814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-714b707f-54ac-4e5e-8b9f-c9df1042d355 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for ce34c93d-afbe-4659-a89d-6ed29032dc3a owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:27.636949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-674a7f2a-3124-405a-a87c-d4c3923738c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:27.638450 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-674a7f2a-3124-405a-a87c-d4c3923738c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78251-b3fe-4763-9e2c-bc513ea64886 HTTP/1.1" status: 200 len: 854 time: 0.0980399 Aug 31 14:16:27.696561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-72abf713-9495-4b61-9b5f-5401b83fd865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:27.698441 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-72abf713-9495-4b61-9b5f-5401b83fd865 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f61a66ed-e073-4160-9a7b-510fffda1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505214 Aug 31 14:16:27.793086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34470) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:27.856848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be1f5e1-bb10-418b-aa50-93a0cc439d8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:27.872646 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5be1f5e1-bb10-418b-aa50-93a0cc439d8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:27.998251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9348ce4b-66a6-412d-84cc-01ee8a0e9439 None None] Provisioning complete for port b31fed9e-49b5-46f3-8bec-22560f5be3fa triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:27.998912 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9348ce4b-66a6-412d-84cc-01ee8a0e9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:28.011928 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-c9c6bf67-8dcd-450e-a492-c0ee1d9c7c04 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051913 Aug 31 14:16:28.086764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1609267467', 'router:external': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:28.145316 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Made reservation on behalf of c1ddbda27d80491ebbf6bc4ae3f95fd4 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:28.151974 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:28.175089 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:28.281931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b88f89d2-e109-4fa4-9db2-dce27f9bc571 req-afbf336e-dead-4b4c-8cad-60a178d78d20 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619824 Aug 31 14:16:28.396066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-043771dd-1df2-4871-80b1-9afc3a936de1 None None] Set router c306de1a-0280-4767-967f-bc65604e890a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:28.493480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-714b707f-54ac-4e5e-8b9f-c9df1042d355 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:28.632226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8263af0-11b4-40a0-a4b5-9073898c8e28 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:16:28.866972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d8263af0-11b4-40a0-a4b5-9073898c8e28 None None] Deleting port b31fed9e-49b5-46f3-8bec-22560f5be3fa {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:28.867373 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d8263af0-11b4-40a0-a4b5-9073898c8e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:28.939872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d8263af0-11b4-40a0-a4b5-9073898c8e28 None None] For port b31fed9e-49b5-46f3-8bec-22560f5be3fa, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b31fed9e-49b5-46f3-8bec-22560f5be3fa,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:28.940347 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d8263af0-11b4-40a0-a4b5-9073898c8e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:28.954097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b707f-54ac-4e5e-8b9f-c9df1042d355 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=ce34c93d-afbe-4659-a89d-6ed29032dc3a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:28.972356 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d8263af0-11b4-40a0-a4b5-9073898c8e28 None None] Calling delete_port for b31fed9e-49b5-46f3-8bec-22560f5be3fa owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:29.195478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-714b707f-54ac-4e5e-8b9f-c9df1042d355 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.198166 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-714b707f-54ac-4e5e-8b9f-c9df1042d355 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.201988 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-714b707f-54ac-4e5e-8b9f-c9df1042d355 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/floatingips/d636526b-8b7e-4821-bc79-1af77199c81a HTTP/1.1" status: 204 len: 168 time: 3.0313642 Aug 31 14:16:29.202631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34540) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:29.308343 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-bc7295de-8394-41d7-9015-fe6b96e112b7 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] delete failed (client error): The resource could not be found. Aug 31 14:16:29.310013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bc7295de-8394-41d7-9015-fe6b96e112b7 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/floatingips/d636526b-8b7e-4821-bc79-1af77199c81a HTTP/1.1" status: 404 len: 345 time: 0.1052902 Aug 31 14:16:29.314133 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d8263af0-11b4-40a0-a4b5-9073898c8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.317021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34548) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:29.338342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8263af0-11b4-40a0-a4b5-9073898c8e28 None None] No DVR routers for this DVR port b31fed9e-49b5-46f3-8bec-22560f5be3fa on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:29.356772 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.363604 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8263af0-11b4-40a0-a4b5-9073898c8e28 None None] Pushing event deleted for resources: {'Port': ['ID=b31fed9e-49b5-46f3-8bec-22560f5be3fa,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:29.390026 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.410494 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-043771dd-1df2-4871-80b1-9afc3a936de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:13:12Z', 'revision_number': 4, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8fb0b720-a2ab-4d13-991c-3902543cbd6b', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'port_id': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'mac_address': 'fa:16:3e:9c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:14:15Z', 'updated_at': '2021-08-31T14:16:22Z', 'revision_number': 1, 'project_id': '0f573d79f178449f86f4510b41534f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad268244-a74b-40c5-aece-e204a99aad9c', 'name': '', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'mac_address': 'fa:16:3e:c3:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:08Z', 'updated_at': '2021-08-31T14:13:21Z', 'revision_number': 5, 'project_id': '0f573d79f178449f86f4510b41534f07', 'subnets': [{'id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:29.467844 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043771dd-1df2-4871-80b1-9afc3a936de1 None None] The sync data for ids ['c306de1a-0280-4767-967f-bc65604e890a'] in n-d-792364-6 is: [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:13:12Z', 'revision_number': 4, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '8fb0b720-a2ab-4d13-991c-3902543cbd6b', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'port_id': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'mac_address': 'fa:16:3e:9c:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:14:15Z', 'updated_at': '2021-08-31T14:16:22Z', 'revision_number': 1, 'project_id': '0f573d79f178449f86f4510b41534f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad268244-a74b-40c5-aece-e204a99aad9c', 'name': '', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'mac_address': 'fa:16:3e:c3:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:08Z', 'updated_at': '2021-08-31T14:13:21Z', 'revision_number': 5, 'project_id': '0f573d79f178449f86f4510b41534f07', 'subnets': [{'id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:29.482219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec023e7-e904-4856-8678-f18ab293f2d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.493278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec023e7-e904-4856-8678-f18ab293f2d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.507216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec023e7-e904-4856-8678-f18ab293f2d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.508759 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5be1f5e1-bb10-418b-aa50-93a0cc439d8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.513342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dec023e7-e904-4856-8678-f18ab293f2d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "GET /v2.0/ports?network_id=a8a8806b-64a2-42e5-8bfe-9603aa9ad46b HTTP/1.1" status: 200 len: 2359 time: 0.1948338 Aug 31 14:16:29.519607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34558) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:29.685944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b2b690-4115-469f-88cf-1aedb4ed8b6a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:29.735454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1f5e1-bb10-418b-aa50-93a0cc439d8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=0b05728c-5f99-4aff-b63c-c6bef4457ce0,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:29.750863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:16:29.767484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be1f5e1-bb10-418b-aa50-93a0cc439d8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:29.815809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-5be1f5e1-bb10-418b-aa50-93a0cc439d8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:29.819809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be1f5e1-bb10-418b-aa50-93a0cc439d8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.820842 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5be1f5e1-bb10-418b-aa50-93a0cc439d8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.827077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd50266-c163-403a-9db6-0c8b25ecccfe None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:29.855313 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:29.855840 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Added segment 5cdc71f2-f03e-4a94-a156-3ebcf9ee3596 of type vlan for network 86e4a7dc-10a5-482d-a0cd-c06c579c41b0 Aug 31 14:16:29.863102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34580) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:29.863915 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5be1f5e1-bb10-418b-aa50-93a0cc439d8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7105627 Aug 31 14:16:29.869309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3e3d5f8a-d5fa-4e07-8c07-141b52ae8f9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:29.930805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc63fd5-c99f-4e28-b43d-225bcea36e0f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:29.942642 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ccc63fd5-c99f-4e28-b43d-225bcea36e0f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "GET /v2.0/subnets/13749184-b73e-4b65-95aa-e60c47b19e4c HTTP/1.1" status: 200 len: 797 time: 0.2566416 Aug 31 14:16:29.946976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34584) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:29.961841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'port': {'network_id': 'a8a8806b-64a2-42e5-8bfe-9603aa9ad46b', 'name': 'tempest-FloatingIPTestJSON-674425247', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:30.204042 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.222931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3d5f8a-d5fa-4e07-8c07-141b52ae8f9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:30.235986 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5f8a-d5fa-4e07-8c07-141b52ae8f9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.333293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.336641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:30.337286 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.352550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Made reservation on behalf of bd30af277e544f1080c95c1aa61e10eb for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:30.460623 n-d-792364-6 neutron-server[106388]: INFO neutron.db.ipam_backend_mixin [None req-3e3d5f8a-d5fa-4e07-8c07-141b52ae8f9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b05728c-5f99-4aff-b63c-c6bef4457ce0 (CIDR: 2001:db8::/64) Aug 31 14:16:30.466347 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3d5f8a-d5fa-4e07-8c07-141b52ae8f9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:16:30.467184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3d5f8a-d5fa-4e07-8c07-141b52ae8f9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:30.505331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdef9aa-a5d6-4fee-8cf0-0ac00ca9fe92 None None] New status for floating IP 8fb0b720-a2ab-4d13-991c-3902543cbd6b: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:16:30.510675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3e3d5f8a-d5fa-4e07-8c07-141b52ae8f9e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6458015 Aug 31 14:16:30.513333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34604) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:30.520427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:30.564391 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.7553811 Aug 31 14:16:30.576014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34606) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:30.588369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '0b05728c-5f99-4aff-b63c-c6bef4457ce0'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:16:30.589106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Request body: {'subnet': {'network_id': '86e4a7dc-10a5-482d-a0cd-c06c579c41b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:30.589281 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.627029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb561228-037e-4526-8591-04991e2c6794 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event updated for resources: {'Network': ['ID=86e4a7dc-10a5-482d-a0cd-c06c579c41b0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:30.647724 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 86e4a7dc-10a5-482d-a0cd-c06c579c41b0 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:16:30.703088 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Made reservation on behalf of c1ddbda27d80491ebbf6bc4ae3f95fd4 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:30.706273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.732761 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.801218 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b31fed9e-49b5-46f3-8bec-22560f5be3fa no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:30.815389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] device_id is not set on port 94ced2d2-7b94-4ebd-8fc8-ef15c7aee295 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:16:30.853913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:30.860301 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:30.918381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: b31fed9e-49b5-46f3-8bec-22560f5be3fa {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:30.918746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b31fed9e-49b5-46f3-8bec-22560f5be3fa not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:31.177205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34620) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:31.492407 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c95dd0cc-8da1-4d91-85fc-784375cf4fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.549139 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bc9ddf-aa4f-467b-9e69-e96588101907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.556978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Allocated IP 2001:db8::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/0b05728c-5f99-4aff-b63c-c6bef4457ce0/0b4c294b-ce39-4a34-9ac0-7c9cc44c3912) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:31.587249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.20.0.13 (a8a8806b-64a2-42e5-8bfe-9603aa9ad46b/13749184-b73e-4b65-95aa-e60c47b19e4c/94ced2d2-7b94-4ebd-8fc8-ef15c7aee295) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:31.609614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.20.0.12 (a8a8806b-64a2-42e5-8bfe-9603aa9ad46b/13749184-b73e-4b65-95aa-e60c47b19e4c/94ced2d2-7b94-4ebd-8fc8-ef15c7aee295) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:31.846684 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.857094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Transition to ACTIVE for port object 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:31.874403 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Transition to ACTIVE for port object 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:31.884106 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:31.955503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Pushing event updated for resources: {'Port': ['ID=0b4c294b-ce39-4a34-9ac0-7c9cc44c3912,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:31.969203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:31.971979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:31.980234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:32.044950 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bc9ddf-aa4f-467b-9e69-e96588101907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.078571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Attempting to bind port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:32.078976 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Attempting to bind port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:32.079349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Attempting to bind port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:32.086538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:32.087194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:32.087609 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.088007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:32.088558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Bound port: 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:32.088976 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.101489 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bc9ddf-aa4f-467b-9e69-e96588101907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.181129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc9ddf-aa4f-467b-9e69-e96588101907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbbe084-a6fe-41cd-8216-7a8d43477fbd,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:32.191502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] For port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:32.195974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] For port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0b4c294b-ce39-4a34-9ac0-7c9cc44c3912,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:32.205255 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.217560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.objects.ports [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106388) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:16:32.231580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d6bc9ddf-aa4f-467b-9e69-e96588101907 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=879597c410a04283af76941bd97ee89e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0509164 Aug 31 14:16:32.250951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34642) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:32.338907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ced1a-7c4d-4981-8d62-08c293236eb1 None None] Pushing event updated for resources: {'Port': ['ID=0b4c294b-ce39-4a34-9ac0-7c9cc44c3912,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:32.386543 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.494112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.objects.ports [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:16:32.494519 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.573477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.684523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.747186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:32.752997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network a8a8806b-64a2-42e5-8bfe-9603aa9ad46b is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:32.759433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:32.769131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:32.859288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] For port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0b4c294b-ce39-4a34-9ac0-7c9cc44c3912,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:32.901420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Checking segment: {'id': '5cdc71f2-f03e-4a94-a156-3ebcf9ee3596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86e4a7dc-10a5-482d-a0cd-c06c579c41b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:32.902154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Network hostable DHCP agents. Network: 86e4a7dc-10a5-482d-a0cd-c06c579c41b0, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:16:32.903308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:32.934668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.934891 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f75a2f2c-c12a-4bc2-b606-fa76c1b656e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.938182 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.939076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.947812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:32.948693 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:32.963339 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event updated for resources: {'Subnet': ['ID=92174ec9-800e-4e74-9ee1-f9753465965e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:32.976702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:32.986572 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Network 86e4a7dc-10a5-482d-a0cd-c06c579c41b0 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:16:33.006791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:33.013576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=94ced2d2-7b94-4ebd-8fc8-ef15c7aee295,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:33.018566 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f75a2f2c-c12a-4bc2-b606-fa76c1b656e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.026101 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7382797c-f0da-4d06-8e4f-b715be305862 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.0710311 Aug 31 14:16:33.026754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34654) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:33.039224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '94ced2d2-7b94-4ebd-8fc8-ef15c7aee295', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:33.042521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:33.043395 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.048420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 86e4a7dc-10a5-482d-a0cd-c06c579c41b0) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:33.055017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:33.056049 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.057281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ae3526-3014-4727-b57a-b1c727b3b93c None None] Network 86e4a7dc-10a5-482d-a0cd-c06c579c41b0 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:33.145526 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.161689 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1514ca92-e518-4ea3-a4a2-9b1dfde51d02 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5845530 Aug 31 14:16:33.186316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34656) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:33.201298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1287476103', 'network_id': '86e4a7dc-10a5-482d-a0cd-c06c579c41b0'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:33.210914 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6960042 Aug 31 14:16:33.215198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=3f26424d-7f11-4b31-a197-5ab6b6374d5f,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:33.221554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34658) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:33.243477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:5b:1a:5a', 'name': 'tempest-NetworksTestDHCPv6-1639212338'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:33.257238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383511c-1078-4a5c-8571-be7b6b3f6ef0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=0b4c294b-ce39-4a34-9ac0-7c9cc44c3912,revision_number=4']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:33.307600 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f75a2f2c-c12a-4bc2-b606-fa76c1b656e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.316297 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f75a2f2c-c12a-4bc2-b606-fa76c1b656e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.318811 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f75a2f2c-c12a-4bc2-b606-fa76c1b656e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bbbe084-a6fe-41cd-8216-7a8d43477fbd HTTP/1.1" status: 204 len: 168 time: 1.0538986 Aug 31 14:16:33.356089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a2f2c-c12a-4bc2-b606-fa76c1b656e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbbe084-a6fe-41cd-8216-7a8d43477fbd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:33.429553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9918bc82-3b66-4957-ace7-a430284835f1 None None] Network 86e4a7dc-10a5-482d-a0cd-c06c579c41b0 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:33.439097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Made reservation on behalf of c1ddbda27d80491ebbf6bc4ae3f95fd4 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:33.441699 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.535402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] device_id is not set on port b8f53e7f-1d3e-44da-8254-e66a1a44e12c yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:16:33.558419 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:33.790358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Allocated IP 2001:db8::4e (86e4a7dc-10a5-482d-a0cd-c06c579c41b0/92174ec9-800e-4e74-9ee1-f9753465965e/b8f53e7f-1d3e-44da-8254-e66a1a44e12c) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:33.863229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.25.3.6 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/4c927666-5937-495d-9f28-d9ecd6401927) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:33.931753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c117ab55-24a5-4aac-bf43-279ce4780c97 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:34.009377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:34.024672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34668) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:34.057433 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62a12dd0-c1c3-4876-98c5-53eab62f24ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.114582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1cdcbc0a-cf85-495f-be3f-efc8b690484b None None] Provisioning for port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:34.119007 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fcf1a16b-97b7-4bbb-ad46-36980a387e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.124145 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.147933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1cdcbc0a-cf85-495f-be3f-efc8b690484b None None] Provisioning complete for port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:34.148309 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1cdcbc0a-cf85-495f-be3f-efc8b690484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.159484 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.191617 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62a12dd0-c1c3-4876-98c5-53eab62f24ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.207957 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62a12dd0-c1c3-4876-98c5-53eab62f24ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.283247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a12dd0-c1c3-4876-98c5-53eab62f24ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f502f8-be53-48e7-afe4-56ef45a06b01,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:34.374361 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-62a12dd0-c1c3-4876-98c5-53eab62f24ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4de1ef633c14858a6bd06f09041f4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478034 Aug 31 14:16:34.378502 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.380012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34678) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:34.423266 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1cdcbc0a-cf85-495f-be3f-efc8b690484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.432232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.470940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1cdcbc0a-cf85-495f-be3f-efc8b690484b None None] For port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0b4c294b-ce39-4a34-9ac0-7c9cc44c3912,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:34.474257 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.478498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1cdcbc0a-cf85-495f-be3f-efc8b690484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.575913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcbc0a-cf85-495f-be3f-efc8b690484b None None] Pushing event updated for resources: {'Port': ['ID=0b4c294b-ce39-4a34-9ac0-7c9cc44c3912,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:34.587847 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18ce9417-9e0f-41d3-a255-6668de47c262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.602869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port e94966d2-0e68-4c61-a9f3-4c4a870c2509 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:16:34.656360 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18ce9417-9e0f-41d3-a255-6668de47c262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.697257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:34.707475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Network 86e4a7dc-10a5-482d-a0cd-c06c579c41b0 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:34.709276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:34.712196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:34.713632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:34.714301 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.730056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event updated for resources: {'Port': ['ID=b8f53e7f-1d3e-44da-8254-e66a1a44e12c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:34.746073 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.762556 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9eb8e12c-fbb7-4fff-b63f-22410111daab tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5748620 Aug 31 14:16:34.768129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34682) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:34.852901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:34.853364 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.888037 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:34.894706 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18ce9417-9e0f-41d3-a255-6668de47c262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.898002 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18ce9417-9e0f-41d3-a255-6668de47c262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:34.903652 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-18ce9417-9e0f-41d3-a255-6668de47c262 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26f502f8-be53-48e7-afe4-56ef45a06b01 HTTP/1.1" status: 204 len: 168 time: 0.5142789 Aug 31 14:16:34.930282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce9417-9e0f-41d3-a255-6668de47c262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f502f8-be53-48e7-afe4-56ef45a06b01,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:34.932373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:34.985220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:34.997211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=4c927666-5937-495d-9f28-d9ecd6401927,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:35.054195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::290 (da4c3e7b-d0fb-4990-bf20-2699b1577677/0b05728c-5f99-4aff-b63c-c6bef4457ce0/e94966d2-0e68-4c61-a9f3-4c4a870c2509) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:35.073778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5b:1a5a (da4c3e7b-d0fb-4990-bf20-2699b1577677/3f26424d-7f11-4b31-a197-5ab6b6374d5f/e94966d2-0e68-4c61-a9f3-4c4a870c2509) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:35.204682 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.424741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.445680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object e94966d2-0e68-4c61-a9f3-4c4a870c2509 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:35.550020 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.590030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Deleting port b8f53e7f-1d3e-44da-8254-e66a1a44e12c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:35.590367 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.631293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:35.641159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:35.661010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:35.675580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:35.676711 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.680950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=e94966d2-0e68-4c61-a9f3-4c4a870c2509,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:35.712917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-84e4df84-8ba7-42b9-84ea-7cdafaea3428 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4872155 Aug 31 14:16:35.719579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34704) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:35.722434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ba8e8ea6-f959-45ec-be66-41267fe7c626 None None] Provisioning complete for port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:35.723631 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ba8e8ea6-f959-45ec-be66-41267fe7c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.811581 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:35.850640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Calling delete_port for b8f53e7f-1d3e-44da-8254-e66a1a44e12c owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:36.059098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-12a7eb62-9b6b-449b-8bdb-cbb8f6114a83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port e94966d2-0e68-4c61-a9f3-4c4a870c2509 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:36.059571 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12a7eb62-9b6b-449b-8bdb-cbb8f6114a83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.267268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8087ba89-5d42-431e-8c0e-856b1d99e116 None None] Provisioning for port e94966d2-0e68-4c61-a9f3-4c4a870c2509 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:36.273619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8087ba89-5d42-431e-8c0e-856b1d99e116 None None] Provisioning complete for port e94966d2-0e68-4c61-a9f3-4c4a870c2509 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:36.273950 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8087ba89-5d42-431e-8c0e-856b1d99e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.313009 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.366910 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12a7eb62-9b6b-449b-8bdb-cbb8f6114a83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.393559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8087ba89-5d42-431e-8c0e-856b1d99e116 None None] Port e94966d2-0e68-4c61-a9f3-4c4a870c2509 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:16:36.399321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-12a7eb62-9b6b-449b-8bdb-cbb8f6114a83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for e94966d2-0e68-4c61-a9f3-4c4a870c2509 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:36.457253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8f53e7f-1d3e-44da-8254-e66a1a44e12c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:36.489476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.495273 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:36.495273 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:36.495273 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:36.495273 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:36.495273 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:36.495273 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:36.520320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:36.520878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:36.521234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:36.521580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:36.521923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:36.522259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:36.614123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34734) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:36.685007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.696251 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-986540dd-0616-4035-baac-4d312a7c6fa2 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b8f53e7f-1d3e-44da-8254-e66a1a44e12c HTTP/1.1" status: 204 len: 168 time: 1.8786528 Aug 31 14:16:36.697403 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34742) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:36.741580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86e4a7dc-10a5-482d-a0cd-c06c579c41b0', 'external_fixed_ips': [{'subnet_id': '92174ec9-800e-4e74-9ee1-f9753465965e', 'ip_address': '2001:db8::4e'}]}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:36.762994 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.771343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:36.864265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12a7eb62-9b6b-449b-8bdb-cbb8f6114a83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.901715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:36.903182 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.909508 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.916397 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:36.929314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7eb62-9b6b-449b-8bdb-cbb8f6114a83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=e94966d2-0e68-4c61-a9f3-4c4a870c2509,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:36.929514 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.108789 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12a7eb62-9b6b-449b-8bdb-cbb8f6114a83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.116670 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-12a7eb62-9b6b-449b-8bdb-cbb8f6114a83 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/e94966d2-0e68-4c61-a9f3-4c4a870c2509 HTTP/1.1" status: 204 len: 168 time: 1.3951128 Aug 31 14:16:37.122074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34754) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:37.230796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d334395-1be3-4c18-814d-ad7138ceb802 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.233304 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6d334395-1be3-4c18-814d-ad7138ceb802 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1077847 Aug 31 14:16:37.235969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34758) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:37.286439 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.287442 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95d9b770-1747-4a26-9c6a-60ad032702f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.328766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872bd9de-e34b-457b-8f62-35c80f5360e8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.333231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-872bd9de-e34b-457b-8f62-35c80f5360e8 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0946796 Aug 31 14:16:37.335229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34760) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:37.477978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d8e9a-87ee-4898-8d02-4ba533bf9240 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.481010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d8e9a-87ee-4898-8d02-4ba533bf9240 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.483060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d8e9a-87ee-4898-8d02-4ba533bf9240 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:37.485109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ee8d8e9a-87ee-4898-8d02-4ba533bf9240 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1451883 Aug 31 14:16:37.489536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34764) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:37.578980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c8241b-3639-4d5e-be38-b37bd4be35a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 0b05728c-5f99-4aff-b63c-c6bef4457ce0 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:16:37.583598 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-69c8241b-3639-4d5e-be38-b37bd4be35a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.727000 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-69c8241b-3639-4d5e-be38-b37bd4be35a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.850713 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.872796 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-69c8241b-3639-4d5e-be38-b37bd4be35a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:37.993732 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-69c8241b-3639-4d5e-be38-b37bd4be35a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.038484 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.046536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8241b-3639-4d5e-be38-b37bd4be35a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=0b05728c-5f99-4aff-b63c-c6bef4457ce0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:38.056597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.069436 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0ea1f-ddc2-42aa-a7fc-df790126b35b None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:38.070123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-69c8241b-3639-4d5e-be38-b37bd4be35a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.076670 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-69c8241b-3639-4d5e-be38-b37bd4be35a6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/0b05728c-5f99-4aff-b63c-c6bef4457ce0 HTTP/1.1" status: 204 len: 168 time: 0.5853417 Aug 31 14:16:38.076930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34776) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:38.555868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95d9b770-1747-4a26-9c6a-60ad032702f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.626852 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95d9b770-1747-4a26-9c6a-60ad032702f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.677334 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=4c927666-5937-495d-9f28-d9ecd6401927,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:38.727465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-95d9b770-1747-4a26-9c6a-60ad032702f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=097ede04c7de4f6ba6e44775eefb0cde&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1120653 Aug 31 14:16:38.730069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34798) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:38.745515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cce4648-27f5-4632-976c-5de5f64ef8e6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 3f26424d-7f11-4b31-a197-5ab6b6374d5f {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:16:38.750231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.832894 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2fe2453f-0934-4bd7-9113-d6c49a7ed703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.851689 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4cce4648-27f5-4632-976c-5de5f64ef8e6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.882108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9b770-1747-4a26-9c6a-60ad032702f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb453f41-2b74-42b3-8866-4bfc2525f381,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:38.897822 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2fe2453f-0934-4bd7-9113-d6c49a7ed703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.995440 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2fe2453f-0934-4bd7-9113-d6c49a7ed703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:38.998660 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2fe2453f-0934-4bd7-9113-d6c49a7ed703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.002069 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2fe2453f-0934-4bd7-9113-d6c49a7ed703 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb453f41-2b74-42b3-8866-4bfc2525f381 HTTP/1.1" status: 204 len: 168 time: 0.2686880 Aug 31 14:16:39.016818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2453f-0934-4bd7-9113-d6c49a7ed703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb453f41-2b74-42b3-8866-4bfc2525f381,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:39.124113 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4cce4648-27f5-4632-976c-5de5f64ef8e6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.137462 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.210999 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.353126 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Floating IP 7f74f14b-8eab-4239-a3c6-f684c0554390 associated. External IP: 172.25.3.6, port: 94ced2d2-7b94-4ebd-8fc8-ef15c7aee295. Aug 31 14:16:39.510383 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.555551 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.631840 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4cce4648-27f5-4632-976c-5de5f64ef8e6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.635306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9b0dfe7e-670a-48b4-a811-85bac7a7e4fb None None] Provisioning complete for port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:39.637380 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9b0dfe7e-670a-48b4-a811-85bac7a7e4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.677610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34830) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:39.713059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-54326f22-949e-40c3-9ba9-6f23f0027e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.943760 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-54326f22-949e-40c3-9ba9-6f23f0027e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:39.972426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-54326f22-949e-40c3-9ba9-6f23f0027e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:40.033936 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4cce4648-27f5-4632-976c-5de5f64ef8e6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:40.071378 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-54326f22-949e-40c3-9ba9-6f23f0027e6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fe42acbb6274d438bab61999f5047ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912737 Aug 31 14:16:40.072017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34842) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:40.080021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce4648-27f5-4632-976c-5de5f64ef8e6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=3f26424d-7f11-4b31-a197-5ab6b6374d5f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:40.092676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54326f22-949e-40c3-9ba9-6f23f0027e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c8cdca-ebef-4dda-962d-b776781466a7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:40.101824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89ccc62-a795-4833-a8d7-d20407549330 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:40.118687 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4cce4648-27f5-4632-976c-5de5f64ef8e6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:40.122778 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4cce4648-27f5-4632-976c-5de5f64ef8e6 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/3f26424d-7f11-4b31-a197-5ab6b6374d5f HTTP/1.1" status: 204 len: 168 time: 2.0333471 Aug 31 14:16:40.127092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34846) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:40.224783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Allocated IP 2001:db8::4e (86e4a7dc-10a5-482d-a0cd-c06c579c41b0/92174ec9-800e-4e74-9ee1-f9753465965e/4be9e2f9-928e-47b7-b9ea-4d29130c63e2) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:40.243706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:40.281323 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7bef5efe-f963-4392-84f5-5ae0961bbdeb tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1418028 Aug 31 14:16:40.292075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34850) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:40.320084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ee8a93aa-a828-40b7-bd52-02c1724c1dba tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:40.495166 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:40.524083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:40.536930 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b878fc-1b03-4380-9a0b-b12004786ba1 None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:40.570300 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b878fc-1b03-4380-9a0b-b12004786ba1 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:40.571121 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-86b878fc-1b03-4380-9a0b-b12004786ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:40.585352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efabf062-d806-4a3f-af94-65e55111d153 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:16:40.594708 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:40.643280 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2af932a8-6821-4707-bf4b-d61fac2f0fec tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.6084809 Aug 31 14:16:40.645897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34864) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:40.653273 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-0845d8dd-fcf6-49f7-a73a-a99c028bb588 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'floatingip': {'port_id': '94ced2d2-7b94-4ebd-8fc8-ef15c7aee295', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:40.665928 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-86b878fc-1b03-4380-9a0b-b12004786ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:40.693477 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b878fc-1b03-4380-9a0b-b12004786ba1 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:40.694801 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-86b878fc-1b03-4380-9a0b-b12004786ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:40.702757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-efabf062-d806-4a3f-af94-65e55111d153 None None] Deleting port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:40.703157 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-efabf062-d806-4a3f-af94-65e55111d153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:40.768381 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-86b878fc-1b03-4380-9a0b-b12004786ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:40.769519 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b878fc-1b03-4380-9a0b-b12004786ba1 None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:40.843852 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:40.857044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-efabf062-d806-4a3f-af94-65e55111d153 None None] For port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0b4c294b-ce39-4a34-9ac0-7c9cc44c3912,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:40.859540 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-efabf062-d806-4a3f-af94-65e55111d153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:40.890817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-efabf062-d806-4a3f-af94-65e55111d153 None None] Calling delete_port for 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:40.919719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:40.945999 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:16:40.974931 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event updated for resources: {'Port': ['ID=4be9e2f9-928e-47b7-b9ea-4d29130c63e2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:41.014588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Network 86e4a7dc-10a5-482d-a0cd-c06c579c41b0 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:41.020471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:41.024334 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:41.167386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0845d8dd-fcf6-49f7-a73a-a99c028bb588 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.199057 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.298811 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.323698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8a93aa-a828-40b7-bd52-02c1724c1dba tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:41.337349 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.339564 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee8a93aa-a828-40b7-bd52-02c1724c1dba tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.391889 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-efabf062-d806-4a3f-af94-65e55111d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.451882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efabf062-d806-4a3f-af94-65e55111d153 None None] No DVR routers for this DVR port 0b4c294b-ce39-4a34-9ac0-7c9cc44c3912 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:41.463514 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabf062-d806-4a3f-af94-65e55111d153 None None] Pushing event deleted for resources: {'Port': ['ID=0b4c294b-ce39-4a34-9ac0-7c9cc44c3912,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:41.474604 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34888) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:41.561837 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.569155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.570691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09c8cdca-ebef-4dda-962d-b776781466a7 HTTP/1.1" status: 204 len: 168 time: 1.4974322 Aug 31 14:16:41.600637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c8cdca-ebef-4dda-962d-b776781466a7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:41.619073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.620837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.621970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.622822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.623426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.624004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.624595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.625389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.625938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.628352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.629703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.631494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a390d01b-0a45-4353-b369-abdb1fb89fa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:41.788104 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.824800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee8a93aa-a828-40b7-bd52-02c1724c1dba tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.871672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8a93aa-a828-40b7-bd52-02c1724c1dba tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:41.876805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ee8a93aa-a828-40b7-bd52-02c1724c1dba tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:41.887643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cad0808-a5a6-4401-ac89-fe6d2611ee4b None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:41.901969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8a93aa-a828-40b7-bd52-02c1724c1dba tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:41.902587 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee8a93aa-a828-40b7-bd52-02c1724c1dba tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.937333 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ee8a93aa-a828-40b7-bd52-02c1724c1dba tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6332240 Aug 31 14:16:41.945927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34902) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:41.964759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0df65cad-0307-4710-b4a9-bb0f5f6eb11e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:41.966497 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7335e827-de86-4d0b-a1ed-5e8c983a85f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:41.975108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a93aa-a828-40b7-bd52-02c1724c1dba tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=59ba5737-0961-461e-8087-145238ff5f0f,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:42.211350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-da4c3e7b-d0fb-4990-bf20-2699b1577677', 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'tenant_id': '7c48cdc8f5b549998ed944cfd4f5b8c8', 'fixed_ips': [{'subnet_id': '59ba5737-0961-461e-8087-145238ff5f0f'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:16:42.212224 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.351387 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.561562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34920) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:42.764176 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a02f6b0d-d880-43c1-83be-ba0ff384503c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.828473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Allocated IP 2001:db8::2 (da4c3e7b-d0fb-4990-bf20-2699b1577677/59ba5737-0961-461e-8087-145238ff5f0f/72f60173-e930-4b76-820f-44a4998e87ff) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:42.903960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34932) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:42.955216 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7335e827-de86-4d0b-a1ed-5e8c983a85f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:42.983705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7335e827-de86-4d0b-a1ed-5e8c983a85f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.000983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df65cad-0307-4710-b4a9-bb0f5f6eb11e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:43.008364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0df65cad-0307-4710-b4a9-bb0f5f6eb11e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.024347 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.037277 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Transition to ACTIVE for port object 72f60173-e930-4b76-820f-44a4998e87ff will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:43.069500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Transition to ACTIVE for port object 72f60173-e930-4b76-820f-44a4998e87ff will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:43.084712 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.090558 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335e827-de86-4d0b-a1ed-5e8c983a85f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22762456-2219-4aef-b243-cd2e22b5a7e3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:43.095198 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7335e827-de86-4d0b-a1ed-5e8c983a85f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2ad0f1300ca49b7a294838a63ee3a31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6196713 Aug 31 14:16:43.099827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34936) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:43.132558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0845d8dd-fcf6-49f7-a73a-a99c028bb588 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.154404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0845d8dd-fcf6-49f7-a73a-a99c028bb588 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.157039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Pushing event updated for resources: {'Port': ['ID=72f60173-e930-4b76-820f-44a4998e87ff,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:43.168074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1466683837-network', 'tenant_id': '4903185fb397452595c8ce28749c3c6a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:43.183119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:43.186391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:43.191313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:43.210276 n-d-792364-6 neutron-server[106388]: INFO neutron.db.ipam_backend_mixin [None req-0df65cad-0307-4710-b4a9-bb0f5f6eb11e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 59ba5737-0961-461e-8087-145238ff5f0f (CIDR: 2001:db8::/64) Aug 31 14:16:43.222514 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df65cad-0307-4710-b4a9-bb0f5f6eb11e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:16:43.223108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df65cad-0307-4710-b4a9-bb0f5f6eb11e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:43.264986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Attempting to bind port 72f60173-e930-4b76-820f-44a4998e87ff on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:43.264986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Attempting to bind port 72f60173-e930-4b76-820f-44a4998e87ff by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:43.265197 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Attempting to bind port 72f60173-e930-4b76-820f-44a4998e87ff on network da4c3e7b-d0fb-4990-bf20-2699b1577677 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:43.270958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:43.271414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Checking segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:43.271875 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.273415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Bound using segment: {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:43.274645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Bound port: 72f60173-e930-4b76-820f-44a4998e87ff, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36385085-bf9c-4856-8b53-878f91472619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:43.275334 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.292012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a02f6b0d-d880-43c1-83be-ba0ff384503c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.294114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Router b899c495-b945-45d1-8a71-cfcc29f7f14b is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:16:43.298782 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a02f6b0d-d880-43c1-83be-ba0ff384503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.321605 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0df65cad-0307-4710-b4a9-bb0f5f6eb11e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3680046 Aug 31 14:16:43.338717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34942) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:43.345515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'subnet': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:43.353780 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f88b2002-f79d-46b6-9a44-cc7d54a225df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.378172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f88b2002-f79d-46b6-9a44-cc7d54a225df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.380804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a02f6b0d-d880-43c1-83be-ba0ff384503c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5191526bbfee4418948d30d79917999e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8180037 Aug 31 14:16:43.391874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34944) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:43.410460 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Made reservation on behalf of 4903185fb397452595c8ce28749c3c6a for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:43.413550 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.415485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] For port 72f60173-e930-4b76-820f-44a4998e87ff, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:43.419976 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] For port 72f60173-e930-4b76-820f-44a4998e87ff, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=72f60173-e930-4b76-820f-44a4998e87ff,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:43.423239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f6b0d-d880-43c1-83be-ba0ff384503c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6fa836-b50d-4aa0-a85c-07b948073619,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:43.426101 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.426392 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.514564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62181a12-f794-4c1e-9bfa-c9bf9ac9f42a None None] Pushing event updated for resources: {'Port': ['ID=72f60173-e930-4b76-820f-44a4998e87ff,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:43.569128 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.574555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.601011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:16:43.617722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0433a54f-65a5-4e44-afc3-ad3b4f037a57,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:43.623837 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.624193 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Added segment 654af994-1f8c-439e-8dfc-3d629e64b176 of type vlan for network 201b7813-01df-44d6-8a49-f758f7695c91 Aug 31 14:16:43.679078 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.739801 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.741354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:43.741956 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.846586 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9385328 Aug 31 14:16:43.849640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34946) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:43.854886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6de43dc1-a561-4a62-8e75-170b9195770f admin admin] Request body: {'subnet': {'network_id': '201b7813-01df-44d6-8a49-f758f7695c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1466683837-subnet', 'tenant_id': '4903185fb397452595c8ce28749c3c6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:43.883409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add62f4-3c1c-4dab-a6f5-56d8ef5b5214 admin admin] Pushing event updated for resources: {'Network': ['ID=201b7813-01df-44d6-8a49-f758f7695c91,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:43.896034 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:43.899392 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 201b7813-01df-44d6-8a49-f758f7695c91 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:16:43.899739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de43dc1-a561-4a62-8e75-170b9195770f admin admin] Made reservation on behalf of 4903185fb397452595c8ce28749c3c6a for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:43.900098 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.904151 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6de43dc1-a561-4a62-8e75-170b9195770f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.977181 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-819d2ef7-025c-4ea6-854d-9d178d5e9926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.978500 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f88b2002-f79d-46b6-9a44-cc7d54a225df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.981391 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f88b2002-f79d-46b6-9a44-cc7d54a225df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:43.983449 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f88b2002-f79d-46b6-9a44-cc7d54a225df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22762456-2219-4aef-b243-cd2e22b5a7e3 HTTP/1.1" status: 204 len: 168 time: 0.8815100 Aug 31 14:16:44.016804 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:44.022701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b2002-f79d-46b6-9a44-cc7d54a225df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22762456-2219-4aef-b243-cd2e22b5a7e3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:44.046450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Sync routers for ids ['b899c495-b945-45d1-8a71-cfcc29f7f14b'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:44.051802 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0845d8dd-fcf6-49f7-a73a-a99c028bb588 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:44.064064 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-819d2ef7-025c-4ea6-854d-9d178d5e9926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.085823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Routers {'b899c495-b945-45d1-8a71-cfcc29f7f14b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:44.086478 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b899c495-b945-45d1-8a71-cfcc29f7f14b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:44.098613 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.103184 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d3cf5828-3e87-45dd-9a32-548fd43813d7 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.3682656 Aug 31 14:16:44.103764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34954) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:44.180825 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6de43dc1-a561-4a62-8e75-170b9195770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.260665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Set router b899c495-b945-45d1-8a71-cfcc29f7f14b gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:44.283163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de43dc1-a561-4a62-8e75-170b9195770f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9369dd31-de1c-427a-b636-1b2807cbbce5,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:44.336954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de43dc1-a561-4a62-8e75-170b9195770f admin admin] Checking segment: {'id': '654af994-1f8c-439e-8dfc-3d629e64b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:44.337351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de43dc1-a561-4a62-8e75-170b9195770f admin admin] Network hostable DHCP agents. Network: 201b7813-01df-44d6-8a49-f758f7695c91, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:16:44.373809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de43dc1-a561-4a62-8e75-170b9195770f admin admin] Network 201b7813-01df-44d6-8a49-f758f7695c91 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:16:44.387985 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-819d2ef7-025c-4ea6-854d-9d178d5e9926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.390872 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-819d2ef7-025c-4ea6-854d-9d178d5e9926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.392078 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-819d2ef7-025c-4ea6-854d-9d178d5e9926 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba6fa836-b50d-4aa0-a85c-07b948073619 HTTP/1.1" status: 204 len: 168 time: 0.9914987 Aug 31 14:16:44.402490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-6de43dc1-a561-4a62-8e75-170b9195770f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 201b7813-01df-44d6-8a49-f758f7695c91) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:44.415795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de43dc1-a561-4a62-8e75-170b9195770f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:44.416987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6de43dc1-a561-4a62-8e75-170b9195770f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.461983 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6de43dc1-a561-4a62-8e75-170b9195770f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6106052 Aug 31 14:16:44.504580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d2ef7-025c-4ea6-854d-9d178d5e9926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6fa836-b50d-4aa0-a85c-07b948073619,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:44.528812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c722480-427d-4059-9b97-21e93bb3e877 None None] Network 201b7813-01df-44d6-8a49-f758f7695c91 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:44.544768 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.649781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34970) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:44.679352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0845d8dd-fcf6-49f7-a73a-a99c028bb588 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:44.682901 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-031022d1-6900-45d4-80c0-2cbeab1a09b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.716567 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe8d62-7fe9-4dcd-9fb0-6df81b369b9d None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:44.738369 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe8d62-7fe9-4dcd-9fb0-6df81b369b9d None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:44.742775 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fffe8d62-7fe9-4dcd-9fb0-6df81b369b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:44.770759 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0845d8dd-fcf6-49f7-a73a-a99c028bb588 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:44.780992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 72f60173-e930-4b76-820f-44a4998e87ff up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:44.829120 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fffe8d62-7fe9-4dcd-9fb0-6df81b369b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:44.851060 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe8d62-7fe9-4dcd-9fb0-6df81b369b9d None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:44.851706 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fffe8d62-7fe9-4dcd-9fb0-6df81b369b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:44.949572 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fffe8d62-7fe9-4dcd-9fb0-6df81b369b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:44.952056 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe8d62-7fe9-4dcd-9fb0-6df81b369b9d None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:45.017399 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-031022d1-6900-45d4-80c0-2cbeab1a09b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.033163 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-031022d1-6900-45d4-80c0-2cbeab1a09b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.064793 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0845d8dd-fcf6-49f7-a73a-a99c028bb588 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "PUT /v2.0/floatingips/7f74f14b-8eab-4239-a3c6-f684c0554390 HTTP/1.1" status: 200 len: 976 time: 4.4176955 Aug 31 14:16:45.076360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34978) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:45.079388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 72f60173-e930-4b76-820f-44a4998e87ff completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:45.088751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79f3a20-84e2-45b8-9781-713006f155b2 None None] Network 201b7813-01df-44d6-8a49-f758f7695c91 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:45.167751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6a40f381-e43e-4ae8-863c-048dad47d04b None None] Provisioning for port 72f60173-e930-4b76-820f-44a4998e87ff completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:45.176153 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-031022d1-6900-45d4-80c0-2cbeab1a09b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e02dc7e36c474edd9ae0ab11e891c3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243185 Aug 31 14:16:45.176843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34980) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:45.178275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031022d1-6900-45d4-80c0-2cbeab1a09b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19feb17-eb9a-4e26-a0e9-6a2701f85096,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:45.180180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6a40f381-e43e-4ae8-863c-048dad47d04b None None] Provisioning complete for port 72f60173-e930-4b76-820f-44a4998e87ff triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:45.180611 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a40f381-e43e-4ae8-863c-048dad47d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.215634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b899c495-b945-45d1-8a71-cfcc29f7f14b', 'name': '', 'tenant_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86e4a7dc-10a5-482d-a0cd-c06c579c41b0', 'external_fixed_ips': [{'subnet_id': '92174ec9-800e-4e74-9ee1-f9753465965e', 'ip_address': '2001:db8::4e'}], 'enable_snat': True}, 'gw_port_id': '4be9e2f9-928e-47b7-b9ea-4d29130c63e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:36Z', 'updated_at': '2021-08-31T14:16:41Z', 'revision_number': 3, 'project_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'gw_port': {'id': '4be9e2f9-928e-47b7-b9ea-4d29130c63e2', 'name': '', 'network_id': '86e4a7dc-10a5-482d-a0cd-c06c579c41b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b899c495-b945-45d1-8a71-cfcc29f7f14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '92174ec9-800e-4e74-9ee1-f9753465965e', 'ip_address': '2001:db8::4e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:16:39Z', 'updated_at': '2021-08-31T14:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92174ec9-800e-4e74-9ee1-f9753465965e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:45.259946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34982) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:45.286210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a252dd9d-464b-43eb-856f-9c89bf2b1a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.289593 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91bfc7df-6e82-4648-8144-36df760289b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.300578 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.303229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Checking router: b899c495-b945-45d1-8a71-cfcc29f7f14b for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:16:45.303788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Updating router b899c495-b945-45d1-8a71-cfcc29f7f14b port 4be9e2f9-928e-47b7-b9ea-4d29130c63e2 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:16:45.323689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91bfc7df-6e82-4648-8144-36df760289b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.398400 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.445766 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91bfc7df-6e82-4648-8144-36df760289b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.448714 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-91bfc7df-6e82-4648-8144-36df760289b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.450219 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-91bfc7df-6e82-4648-8144-36df760289b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e19feb17-eb9a-4e26-a0e9-6a2701f85096 HTTP/1.1" status: 204 len: 168 time: 0.2584054 Aug 31 14:16:45.469269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfc7df-6e82-4648-8144-36df760289b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19feb17-eb9a-4e26-a0e9-6a2701f85096,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:45.620090 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a252dd9d-464b-43eb-856f-9c89bf2b1a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.629625 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a252dd9d-464b-43eb-856f-9c89bf2b1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.693673 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a40f381-e43e-4ae8-863c-048dad47d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.747950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252dd9d-464b-43eb-856f-9c89bf2b1a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b4abc3-e0d3-4dab-b8f8-d40732a8e0f1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:45.764539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a252dd9d-464b-43eb-856f-9c89bf2b1a19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ea4688e426e41d4af08e90c977cdca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029750 Aug 31 14:16:45.767763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35002) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:45.891534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6a40f381-e43e-4ae8-863c-048dad47d04b None None] For port 72f60173-e930-4b76-820f-44a4998e87ff, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=72f60173-e930-4b76-820f-44a4998e87ff,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:45.906745 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a40f381-e43e-4ae8-863c-048dad47d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.933215 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-141597b6-79d0-462e-b42e-db2228df1fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:45.980233 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-141597b6-79d0-462e-b42e-db2228df1fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.061677 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-141597b6-79d0-462e-b42e-db2228df1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.068003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-141597b6-79d0-462e-b42e-db2228df1fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.069552 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-141597b6-79d0-462e-b42e-db2228df1fdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9b4abc3-e0d3-4dab-b8f8-d40732a8e0f1 HTTP/1.1" status: 204 len: 168 time: 0.3004212 Aug 31 14:16:46.089674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141597b6-79d0-462e-b42e-db2228df1fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b4abc3-e0d3-4dab-b8f8-d40732a8e0f1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:46.132216 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.157153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Transition to ACTIVE for port object 4be9e2f9-928e-47b7-b9ea-4d29130c63e2 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:46.183744 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.186084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40f381-e43e-4ae8-863c-048dad47d04b None None] Pushing event updated for resources: {'Port': ['ID=72f60173-e930-4b76-820f-44a4998e87ff,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:46.250826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Attempting to bind port 4be9e2f9-928e-47b7-b9ea-4d29130c63e2 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:46.251504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Attempting to bind port 4be9e2f9-928e-47b7-b9ea-4d29130c63e2 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '5cdc71f2-f03e-4a94-a156-3ebcf9ee3596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86e4a7dc-10a5-482d-a0cd-c06c579c41b0'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:46.252684 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Attempting to bind port 4be9e2f9-928e-47b7-b9ea-4d29130c63e2 on network 86e4a7dc-10a5-482d-a0cd-c06c579c41b0 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:46.262413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e24d6-2e98-4968-8f79-9c00d2ec7b15 None None] Pushing event updated for resources: {'Port': ['ID=4be9e2f9-928e-47b7-b9ea-4d29130c63e2,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:46.271199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:46.273218 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Checking segment: {'id': '5cdc71f2-f03e-4a94-a156-3ebcf9ee3596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86e4a7dc-10a5-482d-a0cd-c06c579c41b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:46.273828 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.274471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Bound using segment: {'id': '5cdc71f2-f03e-4a94-a156-3ebcf9ee3596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86e4a7dc-10a5-482d-a0cd-c06c579c41b0'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:46.275631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Bound port: 4be9e2f9-928e-47b7-b9ea-4d29130c63e2, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdc71f2-f03e-4a94-a156-3ebcf9ee3596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '86e4a7dc-10a5-482d-a0cd-c06c579c41b0'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:46.276265 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.313692 n-d-792364-6 neutron-server[106387]: DEBUG neutron.objects.ports [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:16:46.405725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] For port 4be9e2f9-928e-47b7-b9ea-4d29130c63e2, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:46.413229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] For port 4be9e2f9-928e-47b7-b9ea-4d29130c63e2, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=4be9e2f9-928e-47b7-b9ea-4d29130c63e2,segment=NetworkSegment(5cdc71f2-f03e-4a94-a156-3ebcf9ee3596),segment_id=5cdc71f2-f03e-4a94-a156-3ebcf9ee3596)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:46.427553 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.555562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e24d6-2e98-4968-8f79-9c00d2ec7b15 None None] Pushing event updated for resources: {'Port': ['ID=4be9e2f9-928e-47b7-b9ea-4d29130c63e2,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:46.587001 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Deleting port 4be9e2f9-928e-47b7-b9ea-4d29130c63e2 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:46.587485 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.631421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Routers {'b899c495-b945-45d1-8a71-cfcc29f7f14b'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:46.632728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b899c495-b945-45d1-8a71-cfcc29f7f14b'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:46.683963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port 4c927666-5937-495d-9f28-d9ecd6401927 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:46.687584 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.781828 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 72f60173-e930-4b76-820f-44a4998e87ff up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:46.952912 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:46.968168 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.023606 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.023936 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.025798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 72f60173-e930-4b76-820f-44a4998e87ff triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:47.026361 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.029543 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] Set router b899c495-b945-45d1-8a71-cfcc29f7f14b gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:16:47.054597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for 4c927666-5937-495d-9f28-d9ecd6401927 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:47.088580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Calling delete_port for 4be9e2f9-928e-47b7-b9ea-4d29130c63e2 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:47.148746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b899c495-b945-45d1-8a71-cfcc29f7f14b', 'name': '', 'tenant_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:36Z', 'updated_at': '2021-08-31T14:16:45Z', 'revision_number': 4, 'project_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:47.198360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c2a1c8-8620-4eec-9435-4d1dbacf0072 None None] The sync data for ids ['b899c495-b945-45d1-8a71-cfcc29f7f14b'] in n-d-792364-6 is: [{'id': 'b899c495-b945-45d1-8a71-cfcc29f7f14b', 'name': '', 'tenant_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:16:36Z', 'updated_at': '2021-08-31T14:16:45Z', 'revision_number': 4, 'project_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:47.504150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] For port 72f60173-e930-4b76-820f-44a4998e87ff, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=72f60173-e930-4b76-820f-44a4998e87ff,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:47.650594 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.660522 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.662147 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.735651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=72f60173-e930-4b76-820f-44a4998e87ff,revision_number=5']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:47.913688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:47.924510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:47.934170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:47.934792 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.940511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4a100-5b3e-4143-8c5e-6afb8d10a56f None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:47.956389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Subnet': ['ID=d176efb0-b7c6-4e51-9d2d-41faa7ee274c,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:47.964820 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-24872736-72ab-4ded-ac60-182a61899298 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.6213861 Aug 31 14:16:47.965020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35082) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:47.970883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Request body: {'port': {'network_id': 'da4c3e7b-d0fb-4990-bf20-2699b1577677', 'mac_address': 'fa:16:3e:0c:0a:81', 'name': 'tempest-NetworksTestDHCPv6-681677441'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:47.977439 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:47.979904 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:48.036546 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event deleted for resources: {'Port': ['ID=4be9e2f9-928e-47b7-b9ea-4d29130c63e2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:48.137527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Made reservation on behalf of 7c48cdc8f5b549998ed944cfd4f5b8c8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:48.144820 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=4c927666-5937-495d-9f28-d9ecd6401927,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:48.238284 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:48.308799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:48.337463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] device_id is not set on port 03f197ea-6494-47eb-889f-cee3924ce789 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:16:48.487297 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:48.492174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:48.533993 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:48.534596 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Floating IP 7f74f14b-8eab-4239-a3c6-f684c0554390 disassociated (deleted). External IP: 172.25.3.6, port: 94ced2d2-7b94-4ebd-8fc8-ef15c7aee295. Aug 31 14:16:48.766867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 72f60173-e930-4b76-820f-44a4998e87ff up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:16:48.768399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8::1ec (da4c3e7b-d0fb-4990-bf20-2699b1577677/59ba5737-0961-461e-8087-145238ff5f0f/03f197ea-6494-47eb-889f-cee3924ce789) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:48.782531 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:a81 (da4c3e7b-d0fb-4990-bf20-2699b1577677/d176efb0-b7c6-4e51-9d2d-41faa7ee274c/03f197ea-6494-47eb-889f-cee3924ce789) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:48.861384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 72f60173-e930-4b76-820f-44a4998e87ff triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:48.862215 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:48.881043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-12fe4f5d-02d3-4b39-9fc5-4432e712a2ae tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:48.883007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-12fe4f5d-02d3-4b39-9fc5-4432e712a2ae tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/networks?id=201b7813-01df-44d6-8a49-f758f7695c91 HTTP/1.1" status: 200 len: 809 time: 0.2812121 Aug 31 14:16:49.031626 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.032215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b899c495-b945-45d1-8a71-cfcc29f7f14b {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:16:49.060201 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.088082 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-989fbc88-35da-453d-8bc9-93cc5fefe773 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b899c495-b945-45d1-8a71-cfcc29f7f14b HTTP/1.1" status: 204 len: 168 time: 4.9807458 Aug 31 14:16:49.091475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35120) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:49.204255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-6c5959de-c37c-40f9-8e32-518c88ee6966 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/quotas/4903185fb397452595c8ce28749c3c6a HTTP/1.1" status: 200 len: 375 time: 0.1605549 Aug 31 14:16:49.206851 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.232745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Transition to ACTIVE for port object 03f197ea-6494-47eb-889f-cee3924ce789 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:49.311243 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-bdec6f03-0a97-493f-b90f-97cadf8e09ab tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4903185fb397452595c8ce28749c3c6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806007 Aug 31 14:16:49.324262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.392494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2bad07-6df3-4dd4-8902-3015977d41a9 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Deleting subnet 92174ec9-800e-4e74-9ee1-f9753465965e {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:16:49.438448 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad07-6df3-4dd4-8902-3015977d41a9 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.441054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:49.442604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event updated for resources: {'Port': ['ID=03f197ea-6494-47eb-889f-cee3924ce789,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:49.451486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:49.463264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:49.471582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:49.472499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.506353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-192f73d3-7066-41df-971a-596b89010d46 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5400140 Aug 31 14:16:49.510322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35132) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:49.570294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d1de89ea-1d4f-42c9-a7a7-4e1a24654dda None None] Provisioning complete for port 72f60173-e930-4b76-820f-44a4998e87ff triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:49.570813 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d1de89ea-1d4f-42c9-a7a7-4e1a24654dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.620552 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad07-6df3-4dd4-8902-3015977d41a9 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.681633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3282eb46-20af-48a6-a6e5-0e4207bcb691 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting port 03f197ea-6494-47eb-889f-cee3924ce789 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:49.682357 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3282eb46-20af-48a6-a6e5-0e4207bcb691 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.831346 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3282eb46-20af-48a6-a6e5-0e4207bcb691 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:49.849580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3282eb46-20af-48a6-a6e5-0e4207bcb691 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Calling delete_port for 03f197ea-6494-47eb-889f-cee3924ce789 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:49.877579 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-2518d7d0-ba45-4242-8e1b-21bc2a14f8c9 service neutron] 10.222.0.20 "GET /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470412 Aug 31 14:16:49.995741 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-799b2d5d-4d72-42d9-a3ca-19448dcc1ae5 service neutron] 10.222.0.20 "GET /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171112 Aug 31 14:16:50.013913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad07-6df3-4dd4-8902-3015977d41a9 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.077362 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:16:50.112844 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3282eb46-20af-48a6-a6e5-0e4207bcb691 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.126007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c55e4d3c-cb92-4ebb-b7c9-713f478a0fa1 None None] Provisioning for port 03f197ea-6494-47eb-889f-cee3924ce789 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:16:50.133624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c55e4d3c-cb92-4ebb-b7c9-713f478a0fa1 None None] Provisioning complete for port 03f197ea-6494-47eb-889f-cee3924ce789 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:16:50.134022 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c55e4d3c-cb92-4ebb-b7c9-713f478a0fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.234852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c55e4d3c-cb92-4ebb-b7c9-713f478a0fa1 None None] Port 03f197ea-6494-47eb-889f-cee3924ce789 was deleted so its status cannot be updated. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 14:16:50.289869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282eb46-20af-48a6-a6e5-0e4207bcb691 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Port': ['ID=03f197ea-6494-47eb-889f-cee3924ce789,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:50.312952 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad07-6df3-4dd4-8902-3015977d41a9 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.324622 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3282eb46-20af-48a6-a6e5-0e4207bcb691 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.326901 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3282eb46-20af-48a6-a6e5-0e4207bcb691 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/03f197ea-6494-47eb-889f-cee3924ce789 HTTP/1.1" status: 204 len: 168 time: 0.8150833 Aug 31 14:16:50.329504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35156) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:50.398950 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad07-6df3-4dd4-8902-3015977d41a9 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.401864 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2b2bad07-6df3-4dd4-8902-3015977d41a9 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/92174ec9-800e-4e74-9ee1-f9753465965e HTTP/1.1" status: 204 len: 168 time: 1.3094153 Aug 31 14:16:50.406156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35164) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:50.415270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e843a12-4cca-4337-b89f-424202b6bceb tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.417174 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2e843a12-4cca-4337-b89f-424202b6bceb tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0862713 Aug 31 14:16:50.435635 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35166) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:50.455323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bad07-6df3-4dd4-8902-3015977d41a9 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=92174ec9-800e-4e74-9ee1-f9753465965e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:50.498975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:50.505879 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.510457 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa13dc8a-a582-44c4-96b6-7aada974e1a1 None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:50.530771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13dc8a-a582-44c4-96b6-7aada974e1a1 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:50.533984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-fa13dc8a-a582-44c4-96b6-7aada974e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:50.553599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37880a0-b231-49e6-a8b6-6be73637bffa tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.558462 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f37880a0-b231-49e6-a8b6-6be73637bffa tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1215022 Aug 31 14:16:50.561483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35168) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:50.577727 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-92dffcc6-1011-4477-911a-76b45a0fd8f9 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/floatingips/7f74f14b-8eab-4239-a3c6-f684c0554390 HTTP/1.1" status: 204 len: 168 time: 5.5001242 Aug 31 14:16:50.580751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35170) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:50.659205 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec4c427f-b354-44e2-9609-5a68270decff req-d829cd66-0376-42f6-be08-95c28dbbf102 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0600464 Aug 31 14:16:50.660242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-fa13dc8a-a582-44c4-96b6-7aada974e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:50.690439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13dc8a-a582-44c4-96b6-7aada974e1a1 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:50.691084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-fa13dc8a-a582-44c4-96b6-7aada974e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:50.697528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf286c45-fbe5-4150-9a18-7f1d0545d814 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.699328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf286c45-fbe5-4150-9a18-7f1d0545d814 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.701303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf286c45-fbe5-4150-9a18-7f1d0545d814 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:50.706060 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.706572 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bf286c45-fbe5-4150-9a18-7f1d0545d814 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1437702 Aug 31 14:16:50.707532 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35174) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:50.741772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-fa13dc8a-a582-44c4-96b6-7aada974e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:50.742701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa13dc8a-a582-44c4-96b6-7aada974e1a1 None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:50.804524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f635b875-e8e0-4c26-b042-e62cc78fc715 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet 59ba5737-0961-461e-8087-145238ff5f0f {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:16:50.810539 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f635b875-e8e0-4c26-b042-e62cc78fc715 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.907214 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:50.924964 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e4a7dc-10a5-482d-a0cd-c06c579c41b0']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:50.957709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdc71f2-f03e-4a94-a156-3ebcf9ee3596') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:50.958814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdc71f2-f03e-4a94-a156-3ebcf9ee3596') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:50.988195 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.021804 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.027636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35182) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:51.039747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:16:51.040186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:16:51.042213 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:16:51.139981 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.186017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 86e4a7dc-10a5-482d-a0cd-c06c579c41b0 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 14:16:51.190595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event deleted for resources: {'Network': ['ID=86e4a7dc-10a5-482d-a0cd-c06c579c41b0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:51.197767 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.202659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-48f02109-2ab6-4d37-82a7-d3f389a9c7d1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "DELETE /v2.0/networks/86e4a7dc-10a5-482d-a0cd-c06c579c41b0 HTTP/1.1" status: 204 len: 168 time: 0.7836568 Aug 31 14:16:51.286411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-829908f2-9885-40ba-a325-928178cf1e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.317899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0730210d-99fc-42ac-86ca-04eda153586d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port 94ced2d2-7b94-4ebd-8fc8-ef15c7aee295 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:51.318330 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0730210d-99fc-42ac-86ca-04eda153586d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.373202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f635b875-e8e0-4c26-b042-e62cc78fc715 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.602783 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-829908f2-9885-40ba-a325-928178cf1e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.603369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0730210d-99fc-42ac-86ca-04eda153586d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.614814 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-829908f2-9885-40ba-a325-928178cf1e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.621315 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f635b875-e8e0-4c26-b042-e62cc78fc715 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.651783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0730210d-99fc-42ac-86ca-04eda153586d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for 94ced2d2-7b94-4ebd-8fc8-ef15c7aee295 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:51.700336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-829908f2-9885-40ba-a325-928178cf1e34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c35ce81762854d449d081271f48571db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693678 Aug 31 14:16:51.700336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829908f2-9885-40ba-a325-928178cf1e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31faa818-3da5-4c9d-af8b-d23c99cb6c2a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:51.702246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35202) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:51.834928 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f635b875-e8e0-4c26-b042-e62cc78fc715 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.867541 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da3c8311-c626-4dce-aee6-467fd7d2f1aa req-744e3649-df77-412a-81f6-77be4620cab9 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0672452 Aug 31 14:16:51.882100 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc604a15-9ab3-49e8-a9d7-dc062cf9744f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.883950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35206) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:51.889204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9d8fe3cc-c43d-42f8-909d-7535ef71f250 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Request body: {'router': {'name': 'tempest-router--1307621272', 'project_id': '7ba48d0b03fd40cdaddee216ba31faf7'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:51.930500 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc604a15-9ab3-49e8-a9d7-dc062cf9744f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.959759 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d8fe3cc-c43d-42f8-909d-7535ef71f250 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.961241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d8fe3cc-c43d-42f8-909d-7535ef71f250 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.962313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635b875-e8e0-4c26-b042-e62cc78fc715 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=59ba5737-0961-461e-8087-145238ff5f0f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:51.981948 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f635b875-e8e0-4c26-b042-e62cc78fc715 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:51.985618 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f635b875-e8e0-4c26-b042-e62cc78fc715 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/59ba5737-0961-461e-8087-145238ff5f0f HTTP/1.1" status: 204 len: 168 time: 1.2762015 Aug 31 14:16:51.988317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35208) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:51.992342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dd55f7-e41e-412b-9a76-11be48743891 None None] Network da4c3e7b-d0fb-4990-bf20-2699b1577677 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:16:52.108959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-8073e5b2-29e9-4f3e-a864-b4f4e5e170f5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Deleting subnet d176efb0-b7c6-4e51-9d2d-41faa7ee274c {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:16:52.119592 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8073e5b2-29e9-4f3e-a864-b4f4e5e170f5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.122628 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc604a15-9ab3-49e8-a9d7-dc062cf9744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.127083 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc604a15-9ab3-49e8-a9d7-dc062cf9744f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.134727 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dc604a15-9ab3-49e8-a9d7-dc062cf9744f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31faa818-3da5-4c9d-af8b-d23c99cb6c2a HTTP/1.1" status: 204 len: 168 time: 0.4316435 Aug 31 14:16:52.215902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc604a15-9ab3-49e8-a9d7-dc062cf9744f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31faa818-3da5-4c9d-af8b-d23c99cb6c2a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:52.237912 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8073e5b2-29e9-4f3e-a864-b4f4e5e170f5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.275079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-1ae3df4a-47d3-40d3-abe9-c41111774187 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:52.278497 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-1ae3df4a-47d3-40d3-abe9-c41111774187 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.52 "GET /v2.0/networks?id=201b7813-01df-44d6-8a49-f758f7695c91 HTTP/1.1" status: 200 len: 809 time: 0.2451847 Aug 31 14:16:52.309671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Request body: {'port': {'device_id': 'a7cd756d-9e52-4c25-884a-8000790cd8f3', 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91', 'admin_state_up': True, 'tenant_id': '4903185fb397452595c8ce28749c3c6a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:52.413887 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8073e5b2-29e9-4f3e-a864-b4f4e5e170f5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.583453 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8073e5b2-29e9-4f3e-a864-b4f4e5e170f5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.623674 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8073e5b2-29e9-4f3e-a864-b4f4e5e170f5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.629071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8073e5b2-29e9-4f3e-a864-b4f4e5e170f5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/d176efb0-b7c6-4e51-9d2d-41faa7ee274c HTTP/1.1" status: 204 len: 168 time: 0.6395712 Aug 31 14:16:52.629962 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35218) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:52.630919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073e5b2-29e9-4f3e-a864-b4f4e5e170f5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Subnet': ['ID=d176efb0-b7c6-4e51-9d2d-41faa7ee274c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:52.680762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1e302b64-3bbe-4569-889c-03fbc95924bd tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460413 Aug 31 14:16:52.681548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35220) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:52.732714 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0730210d-99fc-42ac-86ca-04eda153586d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.804921 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d8fe3cc-c43d-42f8-909d-7535ef71f250 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.818178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730210d-99fc-42ac-86ca-04eda153586d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=94ced2d2-7b94-4ebd-8fc8-ef15c7aee295,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:52.818779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d8fe3cc-c43d-42f8-909d-7535ef71f250 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.857670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979071ee-996d-4f3a-8c8f-72db66d13e65 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:52.865766 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-979071ee-996d-4f3a-8c8f-72db66d13e65 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1827784 Aug 31 14:16:52.867449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] DHCP port deletion for da4c3e7b-d0fb-4990-bf20-2699b1577677 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:16:52.868136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35222) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:52.883084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d8fe3cc-c43d-42f8-909d-7535ef71f250 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.886454 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9d8fe3cc-c43d-42f8-909d-7535ef71f250 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0012589 Aug 31 14:16:52.887156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35226) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:52.917441 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Made reservation on behalf of 4903185fb397452595c8ce28749c3c6a for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:52.940827 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.969462 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Deleting port 72f60173-e930-4b76-820f-44a4998e87ff {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:52.970222 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:52.972033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35230) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.045871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] For port 72f60173-e930-4b76-820f-44a4998e87ff, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=72f60173-e930-4b76-820f-44a4998e87ff,segment=NetworkSegment(36385085-bf9c-4856-8b53-878f91472619),segment_id=36385085-bf9c-4856-8b53-878f91472619)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:16:53.047159 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.064398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Calling delete_port for 72f60173-e930-4b76-820f-44a4998e87ff owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:16:53.116289 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-635c8397-8d83-42e6-833e-38fb698bdb03 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.161848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Allocated IP 172.20.0.5 (201b7813-01df-44d6-8a49-f758f7695c91/9369dd31-de1c-427a-b636-1b2807cbbce5/caaca7f2-8cdc-4ada-a5ac-3e5899f66990) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:53.163206 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.180580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-763df267-9990-4e69-b9ac-77d96dd26bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.210906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] No DVR routers for this DVR port 72f60173-e930-4b76-820f-44a4998e87ff on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:16:53.213535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Pushing event deleted for resources: {'Port': ['ID=72f60173-e930-4b76-820f-44a4998e87ff,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:53.227959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fe9ecf-8c31-4369-9029-50a70b90db18 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:53.232251 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c0fe9ecf-8c31-4369-9029-50a70b90db18 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3630869 Aug 31 14:16:53.234905 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe721826-7e64-4093-8168-472afb41c22d req-f8a1e9de-d996-412b-8c8a-659aaff9c9f7 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 210 time: 0.1800425 Aug 31 14:16:53.237427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35232) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.238053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:53.238419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:53.239311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:53.239661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:53.240162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:53.240556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:53.240935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:53.241354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:53.241907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:53.242798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:53.243194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:53.243638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe5d6-c400-4713-b69c-af72ea3ff065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:16:53.285428 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0730210d-99fc-42ac-86ca-04eda153586d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.291317 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0730210d-99fc-42ac-86ca-04eda153586d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/ports/94ced2d2-7b94-4ebd-8fc8-ef15c7aee295 HTTP/1.1" status: 204 len: 168 time: 2.7068934 Aug 31 14:16:53.292466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35234) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.296677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:53.301418 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5122fdcb-56e2-43ad-ad0e-a8648ffcc18a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554030 Aug 31 14:16:53.308349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35236) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.356968 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-545b8b99-817e-4148-b549-7b4fe520eb37 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:53.357856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545b8b99-817e-4148-b549-7b4fe520eb37 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:53.362057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-545b8b99-817e-4148-b549-7b4fe520eb37 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/03f197ea-6494-47eb-889f-cee3924ce789 HTTP/1.1" status: 404 len: 333 time: 0.0481620 Aug 31 14:16:53.363247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35238) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.399100 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adcc5c6-7f4f-4ccd-b48b-fb971c136fd7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:53.399647 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9adcc5c6-7f4f-4ccd-b48b-fb971c136fd7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:53.401758 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9adcc5c6-7f4f-4ccd-b48b-fb971c136fd7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/d176efb0-b7c6-4e51-9d2d-41faa7ee274c HTTP/1.1" status: 404 len: 337 time: 0.0371132 Aug 31 14:16:53.404623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35240) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.425849 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-635c8397-8d83-42e6-833e-38fb698bdb03 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.429612 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-635c8397-8d83-42e6-833e-38fb698bdb03 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.491615 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f53b6f-ebcd-4d8f-9c28-9885f2d02967 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:53.492078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f53b6f-ebcd-4d8f-9c28-9885f2d02967 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:53.496894 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-34f53b6f-ebcd-4d8f-9c28-9885f2d02967 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/59ba5737-0961-461e-8087-145238ff5f0f HTTP/1.1" status: 404 len: 337 time: 0.0912709 Aug 31 14:16:53.498296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35246) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.505892 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.532918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-635c8397-8d83-42e6-833e-38fb698bdb03 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.533584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635c8397-8d83-42e6-833e-38fb698bdb03 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8942466-d37d-4d47-98fd-47ebfc136490 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:16:53.538631 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e1c82e-53f5-48c6-bc00-35eff644d656 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:53.539355 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e1c82e-53f5-48c6-bc00-35eff644d656 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:53.540274 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-635c8397-8d83-42e6-833e-38fb698bdb03 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.541445 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d4e1c82e-53f5-48c6-bc00-35eff644d656 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/e94966d2-0e68-4c61-a9f3-4c4a870c2509 HTTP/1.1" status: 404 len: 333 time: 0.0334828 Aug 31 14:16:53.546512 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-635c8397-8d83-42e6-833e-38fb698bdb03 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "DELETE /v2.0/routers/f8942466-d37d-4d47-98fd-47ebfc136490 HTTP/1.1" status: 204 len: 168 time: 0.6344373 Aug 31 14:16:53.546512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35248) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.645990 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.651622 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-12021341-ee69-47ef-a50f-0d1f162e9991 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:53.654240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12021341-ee69-47ef-a50f-0d1f162e9991 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:53.665852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-12021341-ee69-47ef-a50f-0d1f162e9991 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/3f26424d-7f11-4b31-a197-5ab6b6374d5f HTTP/1.1" status: 404 len: 337 time: 0.1159883 Aug 31 14:16:53.667592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35254) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.720996 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Network 201b7813-01df-44d6-8a49-f758f7695c91 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:53.725602 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:53.729825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:53.737386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Pushing event updated for resources: {'Port': ['ID=caaca7f2-8cdc-4ada-a5ac-3e5899f66990,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:53.743490 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-9652acde-6427-49e8-b481-b750979b2216 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:53.744085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9652acde-6427-49e8-b481-b750979b2216 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:53.755523 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9652acde-6427-49e8-b481-b750979b2216 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/0b05728c-5f99-4aff-b63c-c6bef4457ce0 HTTP/1.1" status: 404 len: 337 time: 0.0854511 Aug 31 14:16:53.759857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35258) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.795205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:53.796238 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.824761 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ead138-11fc-4cf4-bfdd-f6d11df5d854 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:53.825492 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ead138-11fc-4cf4-bfdd-f6d11df5d854 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:53.829640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b0ead138-11fc-4cf4-bfdd-f6d11df5d854 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/0fd1e092-766f-460a-b931-58e1f82f4d5b HTTP/1.1" status: 404 len: 333 time: 0.0664344 Aug 31 14:16:53.831328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35262) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.855423 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-763df267-9990-4e69-b9ac-77d96dd26bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.862859 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-763df267-9990-4e69-b9ac-77d96dd26bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.871615 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48672fb-f508-4134-8c61-c462c1ecaa22 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:53.872075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48672fb-f508-4134-8c61-c462c1ecaa22 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:53.873875 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a48672fb-f508-4134-8c61-c462c1ecaa22 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/5acf58f3-68cb-4498-b699-61c9db3c07a6 HTTP/1.1" status: 404 len: 337 time: 0.0411277 Aug 31 14:16:53.876542 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35264) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.897129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763df267-9990-4e69-b9ac-77d96dd26bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d493d901-2a09-4950-80ac-76052f611ff8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:53.911216 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d87ff9f-1691-41b9-b5f4-d237888913da tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:53.911688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d87ff9f-1691-41b9-b5f4-d237888913da tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:53.913567 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8d87ff9f-1691-41b9-b5f4-d237888913da tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/995b7104-36c5-46a5-ad54-4a0c607d8714 HTTP/1.1" status: 404 len: 337 time: 0.0354698 Aug 31 14:16:53.916147 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35266) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.921718 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-763df267-9990-4e69-b9ac-77d96dd26bb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b132b1a3f8244643a6d68bfa3206b6b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9481637 Aug 31 14:16:53.925247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35268) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:53.950759 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:53.955078 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa13f4d6-5fdc-4704-9e26-a374e0e6e870 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:53.955813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa13f4d6-5fdc-4704-9e26-a374e0e6e870 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:53.960945 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fa13f4d6-5fdc-4704-9e26-a374e0e6e870 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/ad2e0655-1bf7-4a8d-9d37-bafe0d47c935 HTTP/1.1" status: 404 len: 333 time: 0.0402102 Aug 31 14:16:53.960945 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-c04d5468-db0a-49db-8a71-4bf6e5e63aaf tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6540592 Aug 31 14:16:53.965053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35272) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.010490 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e7cac2-d0d5-431c-898c-d0c31d8c84e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.010903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e7cac2-d0d5-431c-898c-d0c31d8c84e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.015747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35282) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.016082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-44e7cac2-d0d5-431c-898c-d0c31d8c84e5 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/4bcb6176-810b-4756-ba72-19f010dd20f6 HTTP/1.1" status: 404 len: 337 time: 0.0497804 Aug 31 14:16:54.034144 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7518bad1-a7b7-407e-8db7-94c83c392da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.051238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35284) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.052986 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e4cf8f-7f55-49a6-97ae-7eb4f940404f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.053863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e4cf8f-7f55-49a6-97ae-7eb4f940404f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.055593 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c6e4cf8f-7f55-49a6-97ae-7eb4f940404f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/fd70c6a3-9888-4a6f-9663-25a3feaadee0 HTTP/1.1" status: 404 len: 337 time: 0.0386806 Aug 31 14:16:54.059489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35286) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.070877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7518bad1-a7b7-407e-8db7-94c83c392da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.094358 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f8bff2-d736-4001-98cb-197bc4ebe774 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.094911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f8bff2-d736-4001-98cb-197bc4ebe774 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.096904 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d6f8bff2-d736-4001-98cb-197bc4ebe774 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/feeca5cc-7a3b-4716-926a-39bfe54bd0e6 HTTP/1.1" status: 404 len: 333 time: 0.0346999 Aug 31 14:16:54.099189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35292) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.134790 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7518bad1-a7b7-407e-8db7-94c83c392da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.138767 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7518bad1-a7b7-407e-8db7-94c83c392da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.143714 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8d4df7-4cc0-431d-8092-c392a76f56af tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.143714 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8d4df7-4cc0-431d-8092-c392a76f56af tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.144013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7518bad1-a7b7-407e-8db7-94c83c392da0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d493d901-2a09-4950-80ac-76052f611ff8 HTTP/1.1" status: 204 len: 168 time: 0.2143910 Aug 31 14:16:54.144110 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-aa8d4df7-4cc0-431d-8092-c392a76f56af tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/ce70f060-5db9-4a57-99ec-4aa17bcd6ccd HTTP/1.1" status: 404 len: 337 time: 0.0428376 Aug 31 14:16:54.146911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35296) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.156190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518bad1-a7b7-407e-8db7-94c83c392da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d493d901-2a09-4950-80ac-76052f611ff8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:54.180082 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6cf1fb-9a2b-4d57-8471-53c62e5531c3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.180933 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6cf1fb-9a2b-4d57-8471-53c62e5531c3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.182646 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6d6cf1fb-9a2b-4d57-8471-53c62e5531c3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/620e7bc6-8bdc-4b52-b7fb-b1bcd08364bb HTTP/1.1" status: 404 len: 333 time: 0.0348282 Aug 31 14:16:54.185776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35298) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.229243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Request body: {'port': {'device_id': 'a7cd756d-9e52-4c25-884a-8000790cd8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:54.232449 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdda4db9-bba3-4964-849c-1925364280a9 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.232884 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdda4db9-bba3-4964-849c-1925364280a9 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.234684 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fdda4db9-bba3-4964-849c-1925364280a9 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/f2085037-1c31-4c93-ba7c-25dfb6878cc4 HTTP/1.1" status: 404 len: 337 time: 0.0479102 Aug 31 14:16:54.238142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35302) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.349928 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e752fbc4-6a7d-4a52-b495-31afec55ee5d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.350624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e752fbc4-6a7d-4a52-b495-31afec55ee5d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.352485 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e752fbc4-6a7d-4a52-b495-31afec55ee5d tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/59afbb61-685c-40bc-9884-9d0e3f6101ac HTTP/1.1" status: 404 len: 333 time: 0.1131196 Aug 31 14:16:54.365159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35306) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.369531 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1484862753', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:54.371239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.440492 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.461235 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.462448 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.518126 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f8cbe1-8b4b-4879-9f44-c92f0ecaa9ea tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.518727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f8cbe1-8b4b-4879-9f44-c92f0ecaa9ea tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.520640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-16f8cbe1-8b4b-4879-9f44-c92f0ecaa9ea tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/09618ef2-23e4-4d59-90fa-cc1fa3bd3889 HTTP/1.1" status: 404 len: 337 time: 0.1564693 Aug 31 14:16:54.523510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35310) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.633610 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-0967ac44-af07-4b3e-b28f-a8241e2dc3b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.646252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0967ac44-af07-4b3e-b28f-a8241e2dc3b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.648260 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0967ac44-af07-4b3e-b28f-a8241e2dc3b3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/0389276d-98f9-4b82-bb37-073e729d822a HTTP/1.1" status: 404 len: 333 time: 0.1101224 Aug 31 14:16:54.673637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25282e4c-e554-4ea0-aa7f-efa1af062c87 req-386c38f1-a4fd-4fce-9cb9-91bc00bd1fe4 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:54.676907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25282e4c-e554-4ea0-aa7f-efa1af062c87 req-386c38f1-a4fd-4fce-9cb9-91bc00bd1fe4 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 931 time: 0.3319826 Aug 31 14:16:54.679069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35316) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.703467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 72f60173-e930-4b76-820f-44a4998e87ff no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:16:54.727636 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f49ea0e-3994-43fd-9023-5930002cb843 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.728275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f49ea0e-3994-43fd-9023-5930002cb843 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.733126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3f49ea0e-3994-43fd-9023-5930002cb843 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/7eeecde4-4407-4197-9dc6-bcbd8693194b HTTP/1.1" status: 404 len: 337 time: 0.0480471 Aug 31 14:16:54.736660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35318) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.747033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 72f60173-e930-4b76-820f-44a4998e87ff {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:16:54.747622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 72f60173-e930-4b76-820f-44a4998e87ff not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:16:54.824330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.825743 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb4310f-787a-4c0b-a2be-8697284cb962 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.826415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb4310f-787a-4c0b-a2be-8697284cb962 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.831326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-afb4310f-787a-4c0b-a2be-8697284cb962 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/780caa98-b1d1-495e-bcf9-25874c8d8e17 HTTP/1.1" status: 404 len: 333 time: 0.0936985 Aug 31 14:16:54.832306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35324) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.894449 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-ade9c3df-e19e-4c5d-a4c5-f99a47fbac76 req-4bc8bb85-0c04-4640-8d8d-f007ac209a59 service neutron] (106387) timed out ('10.222.0.52', 51303) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:16:54.909882 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abcc1f0-b44f-4014-acf5-61a46ba76276 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.910331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abcc1f0-b44f-4014-acf5-61a46ba76276 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.916510 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1abcc1f0-b44f-4014-acf5-61a46ba76276 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/236c6cfe-322c-488c-8a5a-6674ec7eca41 HTTP/1.1" status: 404 len: 337 time: 0.0814402 Aug 31 14:16:54.924153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caaca7f2-8cdc-4ada-a5ac-3e5899f66990 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:16:54.928312 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35328) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:54.943841 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:54.950247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25282e4c-e554-4ea0-aa7f-efa1af062c87 req-baa531d5-36eb-4532-bbcc-e15d3487234f tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556360 Aug 31 14:16:54.978176 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a9da35-546a-4928-9a00-d3c5aec44dc3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:54.978965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a9da35-546a-4928-9a00-d3c5aec44dc3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:54.980918 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-34a9da35-546a-4928-9a00-d3c5aec44dc3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/dc06efdd-201b-47af-ace5-3cfa3f1ad3d0 HTTP/1.1" status: 404 len: 333 time: 0.0514786 Aug 31 14:16:54.988484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35332) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:55.029125 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-07609fc0-f865-4046-ac5e-5c56af48b50c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:55.029669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07609fc0-f865-4046-ac5e-5c56af48b50c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:55.034034 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-07609fc0-f865-4046-ac5e-5c56af48b50c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/73e6869b-5050-46fd-a9dd-bcbfa4227078 HTTP/1.1" status: 404 len: 337 time: 0.0419540 Aug 31 14:16:55.036553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35334) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:55.045299 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Transition to ACTIVE for port object caaca7f2-8cdc-4ada-a5ac-3e5899f66990 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:16:55.050372 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.089742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.25.3.41 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/1e31ae84-35ee-43ff-8e35-0dc6f6ebade9) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:55.091926 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.117434 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4358f4-bbe3-4247-9ed1-87ac57085380 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:55.117998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4358f4-bbe3-4247-9ed1-87ac57085380 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:55.120288 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2b4358f4-bbe3-4247-9ed1-87ac57085380 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/5ec16411-b4bc-4084-9a9d-e0966837c5a3 HTTP/1.1" status: 404 len: 337 time: 0.0794129 Aug 31 14:16:55.123461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35340) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:55.153573 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4e2032-e772-4562-afa4-9b5466241f8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:55.154044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4e2032-e772-4562-afa4-9b5466241f8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:55.158696 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7f4e2032-e772-4562-afa4-9b5466241f8e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/bb9bb1f5-22b5-4066-a1bf-d43eb51af1ed HTTP/1.1" status: 404 len: 333 time: 0.0296917 Aug 31 14:16:55.161431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35344) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:55.219515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Pushing event updated for resources: {'Port': ['ID=caaca7f2-8cdc-4ada-a5ac-3e5899f66990,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:55.367344 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.461197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Attempting to bind port caaca7f2-8cdc-4ada-a5ac-3e5899f66990 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:16:55.461447 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Attempting to bind port caaca7f2-8cdc-4ada-a5ac-3e5899f66990 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '654af994-1f8c-439e-8dfc-3d629e64b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:16:55.461783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Attempting to bind port caaca7f2-8cdc-4ada-a5ac-3e5899f66990 on network 201b7813-01df-44d6-8a49-f758f7695c91 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:55.467677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Port caaca7f2-8cdc-4ada-a5ac-3e5899f66990 on network 201b7813-01df-44d6-8a49-f758f7695c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:16:55.468050 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Attempting to bind port caaca7f2-8cdc-4ada-a5ac-3e5899f66990 on network 201b7813-01df-44d6-8a49-f758f7695c91 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:16:55.472351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.483976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:16:55.484357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Checking segment: {'id': '654af994-1f8c-439e-8dfc-3d629e64b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:16:55.484827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Bound using segment: {'id': '654af994-1f8c-439e-8dfc-3d629e64b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:16:55.485287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Bound port: caaca7f2-8cdc-4ada-a5ac-3e5899f66990, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '654af994-1f8c-439e-8dfc-3d629e64b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:16:55.485682 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.538474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:55.546786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:55.601542 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:55.631485 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3e0718-910e-4d00-9a63-28633932e37e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:55.632308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3e0718-910e-4d00-9a63-28633932e37e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:55.634338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5d3e0718-910e-4d00-9a63-28633932e37e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/b99b1530-4328-4d41-9847-0e31523e93d0 HTTP/1.1" status: 404 len: 337 time: 0.4680972 Aug 31 14:16:55.637029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35360) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:55.638550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=1e31ae84-35ee-43ff-8e35-0dc6f6ebade9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:55.679025 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-723cecc0-3884-4075-a91c-2be9fe82676a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:55.679597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723cecc0-3884-4075-a91c-2be9fe82676a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:55.681467 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-723cecc0-3884-4075-a91c-2be9fe82676a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/f9c973b5-4568-4623-b9de-f6e64a97f577 HTTP/1.1" status: 404 len: 337 time: 0.0433080 Aug 31 14:16:55.684506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35364) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:55.746235 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4741ae-2006-4f68-bb65-65062abb56c4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:55.753111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4741ae-2006-4f68-bb65-65062abb56c4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:55.753522 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] For port caaca7f2-8cdc-4ada-a5ac-3e5899f66990, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:16:55.755602 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fa4741ae-2006-4f68-bb65-65062abb56c4 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/30440a5a-e346-4182-9cba-e62092bd0c22 HTTP/1.1" status: 404 len: 333 time: 0.0699856 Aug 31 14:16:55.758460 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] For port caaca7f2-8cdc-4ada-a5ac-3e5899f66990, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=caaca7f2-8cdc-4ada-a5ac-3e5899f66990,segment=NetworkSegment(654af994-1f8c-439e-8dfc-3d629e64b176),segment_id=654af994-1f8c-439e-8dfc-3d629e64b176)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:16:55.759329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35368) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:55.801984 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.838334 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-9502ca0f-a785-410e-a4e7-882fc957f762 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:55.839156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9502ca0f-a785-410e-a4e7-882fc957f762 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:55.841530 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9502ca0f-a785-410e-a4e7-882fc957f762 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/ba976519-405f-4237-8caa-1cf9b8622f61 HTTP/1.1" status: 404 len: 337 time: 0.0786741 Aug 31 14:16:55.870673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35372) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:55.886540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:55.887230 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.888798 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] 10.222.0.52 "PUT /v2.0/ports/caaca7f2-8cdc-4ada-a5ac-3e5899f66990 HTTP/1.1" status: 200 len: 1091 time: 1.9206963 Aug 31 14:16:55.892797 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cd756d-9e52-4c25-884a-8000790cd8f3', 'tag': 'caaca7f2-8cdc-4ada-a5ac-3e5899f66990'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:16:55.895206 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660dd6e2-550f-47ca-a57b-036511c41ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cd756d-9e52-4c25-884a-8000790cd8f3", "tag": "caaca7f2-8cdc-4ada-a5ac-3e5899f66990"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:16:55.943386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:55.966140 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4df341f-4e43-437a-b120-72269b03868e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:55.966612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4df341f-4e43-437a-b120-72269b03868e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:55.968485 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d4df341f-4e43-437a-b120-72269b03868e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/1ddaeec2-246e-47c7-a36d-ff0093578166 HTTP/1.1" status: 404 len: 337 time: 0.0953610 Aug 31 14:16:55.982191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35380) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.002258 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18585223-7a30-4f9c-8653-0d4a54fde274 x-openstack-request-id: req-18585223-7a30-4f9c-8653-0d4a54fde274 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:16:56.002549 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cd756d-9e52-4c25-884a-8000790cd8f3", "tag": "caaca7f2-8cdc-4ada-a5ac-3e5899f66990", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:16:56.002802 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18585223-7a30-4f9c-8653-0d4a54fde274 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:16:56.003315 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cd756d-9e52-4c25-884a-8000790cd8f3', 'tag': 'caaca7f2-8cdc-4ada-a5ac-3e5899f66990', 'status': 'completed', 'code': 200} Aug 31 14:16:56.016230 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.042266 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.077758 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-7491548d-e851-47de-b0aa-4129b8c611bb tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:56.079041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7491548d-e851-47de-b0aa-4129b8c611bb tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:56.086932 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7491548d-e851-47de-b0aa-4129b8c611bb tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/d687499d-2f1a-48c0-a14d-02b3c2b37fd3 HTTP/1.1" status: 404 len: 333 time: 0.0881584 Aug 31 14:16:56.100506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35386) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.105364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31037328-6b85-4b25-bd36-299c2d7b98a1 service neutron] Pushing event updated for resources: {'Port': ['ID=caaca7f2-8cdc-4ada-a5ac-3e5899f66990,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:56.155045 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.157290 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b097d0-acba-4877-884e-248b0ca3f11c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:56.158503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b097d0-acba-4877-884e-248b0ca3f11c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:56.161027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-87b097d0-acba-4877-884e-248b0ca3f11c tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/ac8ab90a-b0f6-444a-a283-a798a40e7365 HTTP/1.1" status: 404 len: 337 time: 0.0591657 Aug 31 14:16:56.163998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-5196a408-72a1-4528-b175-81ef002b61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.164496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35390) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.165631 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-5196a408-72a1-4528-b175-81ef002b61ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4903185fb397452595c8ce28749c3c6a&device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 1094 time: 0.2175126 Aug 31 14:16:56.209086 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-739cb369-3c7c-493c-9151-7b21c348f9c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:56.209798 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739cb369-3c7c-493c-9151-7b21c348f9c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:56.212674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-739cb369-3c7c-493c-9151-7b21c348f9c7 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/ff790c7e-c080-43d7-a69b-e68b5c43bd96 HTTP/1.1" status: 404 len: 337 time: 0.0456448 Aug 31 14:16:56.216910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35392) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.231615 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-76c37078-b569-47ee-87b9-350141cd360a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caaca7f2-8cdc-4ada-a5ac-3e5899f66990 HTTP/1.1" status: 200 len: 217 time: 0.0471044 Aug 31 14:16:56.245215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87ea6b-8655-4ae7-9bdd-86e4530e218d req-f2d8ef45-cb53-407a-84c3-89b9058bf83b tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.247046 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d87ea6b-8655-4ae7-9bdd-86e4530e218d req-f2d8ef45-cb53-407a-84c3-89b9058bf83b tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 943 time: 0.1726799 Aug 31 14:16:56.283893 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c4efdb02-77ff-4d35-8a36-9b231ba3f6de tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports?device_id=60d17ea8-5745-4321-b492-5672f8e3219f HTTP/1.1" status: 200 len: 205 time: 0.0648425 Aug 31 14:16:56.290999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35394) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.322539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Allocated IP 172.25.3.73 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/0cf2cc6f-9d49-48f4-8cef-4497181e7d17) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:56.359464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-b1265da9-f05f-45e5-ba0d-c91b068aa1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:56.362586 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-b1265da9-f05f-45e5-ba0d-c91b068aa1d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9369dd31-de1c-427a-b636-1b2807cbbce5 HTTP/1.1" status: 200 len: 849 time: 0.1143093 Aug 31 14:16:56.433526 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-de809fed-6592-4812-86c1-b1bf960235c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=201b7813-01df-44d6-8a49-f758f7695c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322986 Aug 31 14:16:56.436104 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-a65a3da8-13d1-4df7-88ac-c165e54a9ae3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] delete failed (client error): The resource could not be found. Aug 31 14:16:56.437552 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a65a3da8-13d1-4df7-88ac-c165e54a9ae3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/routers/60d17ea8-5745-4321-b492-5672f8e3219f HTTP/1.1" status: 404 len: 336 time: 0.1452088 Aug 31 14:16:56.441788 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d87ea6b-8655-4ae7-9bdd-86e4530e218d req-cd358120-ebfe-4887-92b7-16a315dbf887 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867864 Aug 31 14:16:56.443243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35400) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.540745 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6b92e9-4546-4068-a082-2e8a453b02a3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:56.541206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6b92e9-4546-4068-a082-2e8a453b02a3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:56.546245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2c6b92e9-4546-4068-a082-2e8a453b02a3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/9212769f-888e-424c-b0eb-d28a0846c216 HTTP/1.1" status: 404 len: 337 time: 0.0977252 Aug 31 14:16:56.546245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35406) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.589591 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7355fd4b-c0be-4bde-aaa8-dfc6e1385e0e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "GET /v2.0/ports?device_id=dec48cca-12bb-454e-b649-2a15cb2022ca HTTP/1.1" status: 200 len: 205 time: 0.0427103 Aug 31 14:16:56.592080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35408) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.650750 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-59f07243-7d26-4195-8445-a6b724b5bd4e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] delete failed (client error): The resource could not be found. Aug 31 14:16:56.651880 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-59f07243-7d26-4195-8445-a6b724b5bd4e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/routers/dec48cca-12bb-454e-b649-2a15cb2022ca HTTP/1.1" status: 404 len: 336 time: 0.0586946 Aug 31 14:16:56.658092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35412) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.685465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-799b236c-90ff-4835-aea5-08c79aba1e2b service neutron] 10.222.0.52 "GET /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408345 Aug 31 14:16:56.697493 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-8488fe63-fa21-46b8-b21b-fc00bfad0ceb tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:56.697493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8488fe63-fa21-46b8-b21b-fc00bfad0ceb tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:56.698009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8488fe63-fa21-46b8-b21b-fc00bfad0ceb tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/48cc9b93-23d6-44df-b5ae-434c8d933318 HTTP/1.1" status: 404 len: 337 time: 0.0387239 Aug 31 14:16:56.703690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35416) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.724343 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.730953 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.750551 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49c9ae3-f3c0-4a5e-b3f1-5947507027a3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:56.750970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49c9ae3-f3c0-4a5e-b3f1-5947507027a3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:56.753537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b49c9ae3-f3c0-4a5e-b3f1-5947507027a3 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/c5d48ceb-f1b5-43bb-8d15-f89ad073e5e4 HTTP/1.1" status: 404 len: 337 time: 0.0488548 Aug 31 14:16:56.756257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35418) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.770961 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.809128 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-1751736e-3d92-45b0-9515-f418ac5c824b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:56.809932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1751736e-3d92-45b0-9515-f418ac5c824b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:56.811802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1751736e-3d92-45b0-9515-f418ac5c824b tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/2a2f8d4b-a1c1-40ef-80eb-6d35c9bfd4a0 HTTP/1.1" status: 404 len: 333 time: 0.0544927 Aug 31 14:16:56.817919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35424) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.877452 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd96fce6-7734-49b0-8cb3-2c719c0c039e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:56.878217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd96fce6-7734-49b0-8cb3-2c719c0c039e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:56.880549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fd96fce6-7734-49b0-8cb3-2c719c0c039e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/21336bcd-4427-4a67-81a5-c2ea3755e177 HTTP/1.1" status: 404 len: 337 time: 0.0612764 Aug 31 14:16:56.886329 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35428) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.927415 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea994ba-5a05-4f02-8773-683aa7999f57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:56.928281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea994ba-5a05-4f02-8773-683aa7999f57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:56.930281 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7ea994ba-5a05-4f02-8773-683aa7999f57 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/62346b68-378d-4bae-b87f-e6fbb96979f2 HTTP/1.1" status: 404 len: 333 time: 0.0428321 Aug 31 14:16:56.934118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35434) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:56.967386 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:56.967620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=1e31ae84-35ee-43ff-8e35-0dc6f6ebade9,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:56.967716 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-367463e7-ee0b-4554-8ab8-6131b79e8520 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:56.967716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367463e7-ee0b-4554-8ab8-6131b79e8520 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:56.968937 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-367463e7-ee0b-4554-8ab8-6131b79e8520 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/44885443-a0b4-4ae9-bb87-5bcd2b46a1ae HTTP/1.1" status: 404 len: 337 time: 0.0337157 Aug 31 14:16:56.973409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35438) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.006020 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:57.017089 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eba15ee-e924-4fea-93e3-0b6a6c81da0d req-aa2726e6-60e1-4697-b2c4-8792dee1a215 service neutron] 10.222.0.52 "GET /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201766 Aug 31 14:16:57.065370 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:57.070897 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eb728bd2-d1fb-4561-b836-ce608b9a356b tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7751050 Aug 31 14:16:57.071169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35442) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.080302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:57.082601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:57.083239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'port': {'network_id': 'a8a8806b-64a2-42e5-8bfe-9603aa9ad46b', 'name': 'tempest-FloatingIPTestJSON-966934178'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:57.086001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:57.091585 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c17d5f-d2a9-4f9e-849b-e790ee56eafc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:57.092530 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c17d5f-d2a9-4f9e-849b-e790ee56eafc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:57.097721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-92c17d5f-d2a9-4f9e-849b-e790ee56eafc tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/966ddc96-0034-459f-ad07-377ab29f56fc HTTP/1.1" status: 404 len: 333 time: 0.1193204 Aug 31 14:16:57.098390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35444) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.173717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Pushing event updated for resources: {'Port': ['ID=0cf2cc6f-9d49-48f4-8cef-4497181e7d17,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:57.184127 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-748e0b3c-4d2c-44fa-bda5-6a127e70f1ab tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:57.184624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748e0b3c-4d2c-44fa-bda5-6a127e70f1ab tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:57.189245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-748e0b3c-4d2c-44fa-bda5-6a127e70f1ab tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/887eb2a3-e7e8-4b77-8379-261392c05fcb HTTP/1.1" status: 404 len: 337 time: 0.0842977 Aug 31 14:16:57.192428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35448) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.242751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dd6e2-550f-47ca-a57b-036511c41ae2 req-4995db60-7385-457f-ab94-1b9c5c2c998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.244395 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-660dd6e2-550f-47ca-a57b-036511c41ae2 req-4995db60-7385-457f-ab94-1b9c5c2c998b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4903185fb397452595c8ce28749c3c6a&device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 1094 time: 0.1239071 Aug 31 14:16:57.333436 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-e030b627-d715-48e0-9265-695eaf4ed119 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:57.334223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e030b627-d715-48e0-9265-695eaf4ed119 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:57.339045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e030b627-d715-48e0-9265-695eaf4ed119 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/2ffaa336-3d7b-4659-8dee-472048135a9d HTTP/1.1" status: 404 len: 333 time: 0.1455739 Aug 31 14:16:57.339753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35454) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.385332 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e82d300-f58d-4e63-8725-9c58cc73f158 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:57.385941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e82d300-f58d-4e63-8725-9c58cc73f158 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:57.388043 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0e82d300-f58d-4e63-8725-9c58cc73f158 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/119d85ec-4b45-4f28-b43e-60d0eb79c965 HTTP/1.1" status: 404 len: 337 time: 0.0425682 Aug 31 14:16:57.391568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35458) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.429292 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b62742-cc54-4c1b-b7bf-c913f3a5da41 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:57.430433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b62742-cc54-4c1b-b7bf-c913f3a5da41 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:57.432773 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a7b62742-cc54-4c1b-b7bf-c913f3a5da41 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/ab5ded59-6b88-4bcc-a00c-d432fac97b41 HTTP/1.1" status: 404 len: 333 time: 0.0390894 Aug 31 14:16:57.438332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35462) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.496279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Made reservation on behalf of bd30af277e544f1080c95c1aa61e10eb for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:16:57.504914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:57.553084 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dd6e2-550f-47ca-a57b-036511c41ae2 req-96c08614-d08f-4a2e-9867-ce5459c37025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:57.558226 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-660dd6e2-550f-47ca-a57b-036511c41ae2 req-96c08614-d08f-4a2e-9867-ce5459c37025 service neutron] 10.222.0.52 "GET /v2.0/networks?id=201b7813-01df-44d6-8a49-f758f7695c91 HTTP/1.1" status: 200 len: 910 time: 0.2967200 Aug 31 14:16:57.572806 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f946464-90bc-43e0-b7ad-23932186ef6a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:57.573691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f946464-90bc-43e0-b7ad-23932186ef6a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:57.576569 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2f946464-90bc-43e0-b7ad-23932186ef6a tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/f1f0563c-ff18-4cd6-b410-d75c7e312971 HTTP/1.1" status: 404 len: 337 time: 0.1374757 Aug 31 14:16:57.580569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35472) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.582783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] device_id is not set on port 47d8c297-641f-4e9e-ae18-cc48be55a620 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:16:57.624528 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8eae71-e658-486d-ad21-5dd42e793189 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:57.625601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8eae71-e658-486d-ad21-5dd42e793189 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:57.630792 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bd8eae71-e658-486d-ad21-5dd42e793189 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/261bd988-54fa-4b21-8590-19c407ecbf1d HTTP/1.1" status: 404 len: 333 time: 0.0486603 Aug 31 14:16:57.634433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35476) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.710938 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-276d2b4a-a57f-4ae1-a774-fc3d08c518a0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:57.711611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276d2b4a-a57f-4ae1-a774-fc3d08c518a0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:57.714674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-276d2b4a-a57f-4ae1-a774-fc3d08c518a0 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/145c0ea0-de1f-445d-9bb4-4d9fb3e2eea1 HTTP/1.1" status: 404 len: 337 time: 0.0783119 Aug 31 14:16:57.717723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35478) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.758433 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f7c6a1-5c31-4b4a-9eb3-01a5a43b3e01 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:57.759539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f7c6a1-5c31-4b4a-9eb3-01a5a43b3e01 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:57.764317 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b4f7c6a1-5c31-4b4a-9eb3-01a5a43b3e01 tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/ports/4b332216-bfbd-4055-9531-85dd4af9c740 HTTP/1.1" status: 404 len: 333 time: 0.0432456 Aug 31 14:16:57.766118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35480) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.812577 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-660dd6e2-550f-47ca-a57b-036511c41ae2 req-e5b03c77-d75c-4f36-9d32-5a8132476f09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caaca7f2-8cdc-4ada-a5ac-3e5899f66990 HTTP/1.1" status: 200 len: 217 time: 0.1258032 Aug 31 14:16:57.813576 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3dbf79-8e1e-4757-83cd-4f4d69d58c7e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] DELETE failed (client error): The resource could not be found. Aug 31 14:16:57.814152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3dbf79-8e1e-4757-83cd-4f4d69d58c7e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:16:57.817480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2f3dbf79-8e1e-4757-83cd-4f4d69d58c7e tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/subnets/70edfc82-c1d5-4835-bf42-722bd53ae06e HTTP/1.1" status: 404 len: 337 time: 0.0501871 Aug 31 14:16:57.822542 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35484) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:57.824668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:57.997856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dd6e2-550f-47ca-a57b-036511c41ae2 req-3036b925-a8ea-4884-8a1f-150e0414c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:58.003999 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-660dd6e2-550f-47ca-a57b-036511c41ae2 req-3036b925-a8ea-4884-8a1f-150e0414c8a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9369dd31-de1c-427a-b636-1b2807cbbce5 HTTP/1.1" status: 200 len: 849 time: 0.1803319 Aug 31 14:16:58.200855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.20.0.3 (a8a8806b-64a2-42e5-8bfe-9603aa9ad46b/13749184-b73e-4b65-95aa-e60c47b19e4c/47d8c297-641f-4e9e-ae18-cc48be55a620) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:16:58.223180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35496) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:58.234869 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbcb63-254a-44a6-a034-e43247e1a4e8 req-ff344d84-24a0-4dd3-9790-8ee12ca1423a tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:58.248258 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.250748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35500) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:58.256073 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6fbcb63-254a-44a6-a034-e43247e1a4e8 req-ff344d84-24a0-4dd3-9790-8ee12ca1423a tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 943 time: 0.6937892 Aug 31 14:16:58.263569 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.318896 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-660dd6e2-550f-47ca-a57b-036511c41ae2 req-fa0bb8a4-6339-41d1-83a2-5eee0b10436c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=201b7813-01df-44d6-8a49-f758f7695c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037271 Aug 31 14:16:58.438412 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6fbcb63-254a-44a6-a034-e43247e1a4e8 req-83512b92-c09e-408b-8146-42ec14822085 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782663 Aug 31 14:16:58.495973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d16b722-732a-4529-9c2a-b4f61c5b15cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.497973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66bae6dc-c481-444c-aef3-0c5abedb5002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.552089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-66bae6dc-c481-444c-aef3-0c5abedb5002 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:16:58.552089 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:16:58.552089 n-d-792364-6 neutron-server[106388]: [parameters: {'project_id_1': 'a5797c7a4526402f8d4b931742fed937', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 16, 58, 527791)}] Aug 31 14:16:58.552089 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:16:58.552594 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-66bae6dc-c481-444c-aef3-0c5abedb5002 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:16:58.605434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Router 2f887ad2-746b-4438-a1b9-00352421ce5a is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:16:58.703312 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d16b722-732a-4529-9c2a-b4f61c5b15cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.708297 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d16b722-732a-4529-9c2a-b4f61c5b15cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.791864 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3d16b722-732a-4529-9c2a-b4f61c5b15cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1e6d41465f84ea68dc7329c977fd037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5392299 Aug 31 14:16:58.797700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35504) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:58.804352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16b722-732a-4529-9c2a-b4f61c5b15cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d48e418-0710-4da7-8049-5d557de0457d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:58.820002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:16:58.835043 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54c73c-016e-4202-b504-71be0ba48197 None None] Sync routers for ids ['2f887ad2-746b-4438-a1b9-00352421ce5a'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:16:58.847941 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54c73c-016e-4202-b504-71be0ba48197 None None] Routers {'2f887ad2-746b-4438-a1b9-00352421ce5a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:58.850879 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-be54c73c-016e-4202-b504-71be0ba48197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2f887ad2-746b-4438-a1b9-00352421ce5a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:58.891065 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:58.895815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c6a5daf3-6810-4733-9db2-df1f4e0a7d9e tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8435910 Aug 31 14:16:58.896554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35506) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:58.908693 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-be54c73c-016e-4202-b504-71be0ba48197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:58.930954 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54c73c-016e-4202-b504-71be0ba48197 None None] Routers {'2f887ad2-746b-4438-a1b9-00352421ce5a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:16:58.932043 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-be54c73c-016e-4202-b504-71be0ba48197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2f887ad2-746b-4438-a1b9-00352421ce5a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:58.978645 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-be54c73c-016e-4202-b504-71be0ba48197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:58.981184 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54c73c-016e-4202-b504-71be0ba48197 None None] The sync data for ids ['2f887ad2-746b-4438-a1b9-00352421ce5a'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:16:58.982148 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-660dd6e2-550f-47ca-a57b-036511c41ae2 req-580c0886-fb49-425a-b3f2-ef5d62585eaf service neutron] 10.222.0.52 "GET /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442678 Aug 31 14:16:58.999274 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8b03-f02b-4356-b7c8-67a68a3b4ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.032963 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3c81fec8-997b-4bcf-a239-93ad2e850eb1 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/routers/2f887ad2-746b-4438-a1b9-00352421ce5a HTTP/1.1" status: 200 len: 924 time: 0.1333842 Aug 31 14:16:59.033603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35512) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:59.035764 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8b03-f02b-4356-b7c8-67a68a3b4ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.054169 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66bae6dc-c481-444c-aef3-0c5abedb5002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.077252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e8f678a3-b5ce-483a-940e-65a74c8f7916 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f887ad2-746b-4438-a1b9-00352421ce5a HTTP/1.1" status: 200 len: 205 time: 0.0391512 Aug 31 14:16:59.091704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35514) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:59.110715 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.137491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4c3e7b-d0fb-4990-bf20-2699b1577677']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:59.161065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36385085-bf9c-4856-8b53-878f91472619') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:59.161065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36385085-bf9c-4856-8b53-878f91472619') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:16:59.187152 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.228453 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.241076 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.245956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:16:59.246368 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:16:59.250068 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:16:59.253198 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.254161 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8b03-f02b-4356-b7c8-67a68a3b4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.256965 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8b03-f02b-4356-b7c8-67a68a3b4ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.258119 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cd0a8b03-f02b-4356-b7c8-67a68a3b4ddd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d48e418-0710-4da7-8049-5d557de0457d HTTP/1.1" status: 204 len: 168 time: 0.4593167 Aug 31 14:16:59.284422 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-660dd6e2-550f-47ca-a57b-036511c41ae2 req-7bd0c7ba-6eae-4cf5-b82a-6563f2dfab3a service neutron] 10.222.0.52 "GET /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865417 Aug 31 14:16:59.313105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a8b03-f02b-4356-b7c8-67a68a3b4ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d48e418-0710-4da7-8049-5d557de0457d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:59.412847 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.442865 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.447409 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] 10.222.0.20 "DELETE /v2.0/networks/da4c3e7b-d0fb-4990-bf20-2699b1577677 HTTP/1.1" status: 204 len: 168 time: 1.6171815 Aug 31 14:16:59.449029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbb701-c0ed-4503-8912-974cd6617a2f tempest-NetworksTestDHCPv6-1659780694 tempest-NetworksTestDHCPv6-1659780694-project] Pushing event deleted for resources: {'Network': ['ID=da4c3e7b-d0fb-4990-bf20-2699b1577677,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:59.473007 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66bae6dc-c481-444c-aef3-0c5abedb5002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.493132 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66bae6dc-c481-444c-aef3-0c5abedb5002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.497576 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.507273 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.534806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network a8a8806b-64a2-42e5-8bfe-9603aa9ad46b is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:16:59.538891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:16:59.567695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:16:59.659472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=47d8c297-641f-4e9e-ae18-cc48be55a620,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:59.673130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-66bae6dc-c481-444c-aef3-0c5abedb5002 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5797c7a4526402f8d4b931742fed937&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4487934 Aug 31 14:16:59.678123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35526) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:59.680473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bae6dc-c481-444c-aef3-0c5abedb5002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f6a86-e008-45a9-b5ab-3cdb60ddc546,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:16:59.702271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:59.703150 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.747581 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823049c-dec7-45cc-b747-38c0863e2150 req-5f225b97-6782-44c1-a9d7-d67dc9289da8 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:16:59.750250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b823049c-dec7-45cc-b747-38c0863e2150 req-5f225b97-6782-44c1-a9d7-d67dc9289da8 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 943 time: 0.1335394 Aug 31 14:16:59.757990 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1acffe78-2263-4dcc-a949-57fc33fe2651 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6829267 Aug 31 14:16:59.772144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35528) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:59.787510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b50da238-0068-46fa-b5aa-e523266d0d4a tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'floatingip': {'port_id': '47d8c297-641f-4e9e-ae18-cc48be55a620'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:16:59.830049 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b823049c-dec7-45cc-b747-38c0863e2150 req-56001361-8792-43bb-9b16-eca81faf70dd tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696330 Aug 31 14:16:59.831571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35532) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:16:59.833028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Deleting port 0cf2cc6f-9d49-48f4-8cef-4497181e7d17 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:16:59.833503 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.855226 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc81f745-0a10-40be-82d7-0792c746ff5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.888394 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b50da238-0068-46fa-b5aa-e523266d0d4a tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:16:59.954433 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device caaca7f2-8cdc-4ada-a5ac-3e5899f66990 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:16:59.989716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35534) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:00.025760 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-517f6643-f673-4711-8b3c-74b35aa342a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.043356 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc81f745-0a10-40be-82d7-0792c746ff5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.047902 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc81f745-0a10-40be-82d7-0792c746ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.090644 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc81f745-0a10-40be-82d7-0792c746ff5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b6ac3eafc5141478d5be6ca32045e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529464 Aug 31 14:17:00.094263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35538) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:00.138659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81f745-0a10-40be-82d7-0792c746ff5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b253087b-bf33-4173-a7a7-f049bddb0137,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:00.146325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port caaca7f2-8cdc-4ada-a5ac-3e5899f66990, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=caaca7f2-8cdc-4ada-a5ac-3e5899f66990,segment=NetworkSegment(654af994-1f8c-439e-8dfc-3d629e64b176),segment_id=654af994-1f8c-439e-8dfc-3d629e64b176)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:00.161776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'caaca7f2-8cdc-4ada-a5ac-3e5899f66990', 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91', 'port_id': 'caaca7f2-8cdc-4ada-a5ac-3e5899f66990', 'mac_address': 'fa:16:3e:89:45:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9369dd31-de1c-427a-b636-1b2807cbbce5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:00.209306 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-517f6643-f673-4711-8b3c-74b35aa342a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.213488 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.227885 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caaca7f2-8cdc-4ada-a5ac-3e5899f66990 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:00.250677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port caaca7f2-8cdc-4ada-a5ac-3e5899f66990, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=caaca7f2-8cdc-4ada-a5ac-3e5899f66990,segment=NetworkSegment(654af994-1f8c-439e-8dfc-3d629e64b176),segment_id=654af994-1f8c-439e-8dfc-3d629e64b176)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:00.254943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.260480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc9531f6-ad59-48a4-b8f1-dbe47fd81a8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c48cdc8f5b549998ed944cfd4f5b8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694798 Aug 31 14:17:00.261808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35544) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:00.281710 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.322700 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1bde-69be-461e-abdf-954e6f8878d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.324895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=caaca7f2-8cdc-4ada-a5ac-3e5899f66990,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:00.358847 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1bde-69be-461e-abdf-954e6f8878d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.371138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Calling delete_port for 0cf2cc6f-9d49-48f4-8cef-4497181e7d17 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:00.429210 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1bde-69be-461e-abdf-954e6f8878d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.431717 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1bde-69be-461e-abdf-954e6f8878d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.435304 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3b5f1bde-69be-461e-abdf-954e6f8878d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5839c22-c10f-40dc-a57f-54acb8356068 HTTP/1.1" status: 204 len: 168 time: 0.1703422 Aug 31 14:17:00.442089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f1bde-69be-461e-abdf-954e6f8878d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5839c22-c10f-40dc-a57f-54acb8356068,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:00.447503 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a57130d1-9039-449d-980f-c1b7e9b78990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.515484 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-517f6643-f673-4711-8b3c-74b35aa342a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.518450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-517f6643-f673-4711-8b3c-74b35aa342a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.519846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-517f6643-f673-4711-8b3c-74b35aa342a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f7f6a86-e008-45a9-b5ab-3cdb60ddc546 HTTP/1.1" status: 204 len: 168 time: 0.8404322 Aug 31 14:17:00.534424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['caaca7f2-8cdc-4ada-a5ac-3e5899f66990'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:00.561416 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a57130d1-9039-449d-980f-c1b7e9b78990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:00.570015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f6643-f673-4711-8b3c-74b35aa342a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f6a86-e008-45a9-b5ab-3cdb60ddc546,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:00.994737 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70c171-6eb9-4f13-9762-7b5e59f4e0d2 req-393b651c-d512-4676-9026-97f3630d663e tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:00.996944 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1d70c171-6eb9-4f13-9762-7b5e59f4e0d2 req-393b651c-d512-4676-9026-97f3630d663e tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 944 time: 0.0662699 Aug 31 14:17:01.065042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1d70c171-6eb9-4f13-9762-7b5e59f4e0d2 req-13d49f9d-d585-4a01-a129-4f9ed5c65417 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577762 Aug 31 14:17:01.183229 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a57130d1-9039-449d-980f-c1b7e9b78990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.186685 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a57130d1-9039-449d-980f-c1b7e9b78990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.187044 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a57130d1-9039-449d-980f-c1b7e9b78990 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b253087b-bf33-4173-a7a7-f049bddb0137 HTTP/1.1" status: 204 len: 168 time: 1.0378709 Aug 31 14:17:01.218999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57130d1-9039-449d-980f-c1b7e9b78990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b253087b-bf33-4173-a7a7-f049bddb0137,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:01.276720 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.310268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Pushing event deleted for resources: {'Port': ['ID=0cf2cc6f-9d49-48f4-8cef-4497181e7d17,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:01.363521 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8848c2ae-395d-4b51-9932-997f6572b244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.451249 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b50da238-0068-46fa-b5aa-e523266d0d4a tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.460322 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.465076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b50da238-0068-46fa-b5aa-e523266d0d4a tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.599463 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-b50da238-0068-46fa-b5aa-e523266d0d4a tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Floating IP 5fe4f8a0-ff3e-436d-85f0-89f38384ff17 associated. External IP: 172.25.3.41, port: 47d8c297-641f-4e9e-ae18-cc48be55a620. Aug 31 14:17:01.705392 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.711792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.802406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.803052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Fanout notify agent at l3_agent the message router_deleted on router 2f887ad2-746b-4438-a1b9-00352421ce5a {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:17:01.811960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.813278 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d2bbd742-bce2-4a44-98ac-9df6db9ae063 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/routers/2f887ad2-746b-4438-a1b9-00352421ce5a HTTP/1.1" status: 204 len: 168 time: 2.7205396 Aug 31 14:17:01.817815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35604) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:01.822607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Request body: {'router': {'name': 'tempest-snat-router-544075406', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'enable_snat': False}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:01.852764 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.854536 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.931463 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:01.933398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35606) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:01.968881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device caaca7f2-8cdc-4ada-a5ac-3e5899f66990 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:01.975534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50da238-0068-46fa-b5aa-e523266d0d4a tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:02.031543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-0f3209e1-5621-43d3-8fa0-da0f6992d696 req-b98d2012-a099-4b40-8446-6c05da5ea11a service neutron] (106387) timed out ('10.222.0.13', 54450) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:17:02.081067 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port caaca7f2-8cdc-4ada-a5ac-3e5899f66990 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:02.086673 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port caaca7f2-8cdc-4ada-a5ac-3e5899f66990 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:02.087569 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:02.139473 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:02.215725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50da238-0068-46fa-b5aa-e523266d0d4a tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:02.227339 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b50da238-0068-46fa-b5aa-e523266d0d4a tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:02.260292 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-523cb2ea-45c8-41cc-8026-6fa3a4a28589 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.261419 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-523cb2ea-45c8-41cc-8026-6fa3a4a28589 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3269446 Aug 31 14:17:02.268564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35620) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.281737 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:02.293133 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b50da238-0068-46fa-b5aa-e523266d0d4a tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "PUT /v2.0/floatingips/5fe4f8a0-ff3e-436d-85f0-89f38384ff17 HTTP/1.1" status: 200 len: 976 time: 2.5153825 Aug 31 14:17:02.296494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35622) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.311760 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-dbf083d7-f00d-49fc-ae9d-a404a88596f1 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.312805 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dbf083d7-f00d-49fc-ae9d-a404a88596f1 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0426345 Aug 31 14:17:02.314275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de487d-7ac8-4dbc-bcf0-17c11bcde08f None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:02.320014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35624) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.346755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3cc9e-b141-4333-8fea-aee0517ba067 req-8b1b7aca-143e-444f-8da6-dbd83ed044f1 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:02.350583 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdf3cc9e-b141-4333-8fea-aee0517ba067 req-8b1b7aca-143e-444f-8da6-dbd83ed044f1 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 944 time: 0.0865443 Aug 31 14:17:02.351172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-5806f31d-de6c-4037-8cc9-c38abb44fe3e tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.354703 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5806f31d-de6c-4037-8cc9-c38abb44fe3e tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0056050 Aug 31 14:17:02.355662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35628) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.362787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-c5259176-05fd-4847-bddc-21551b8a658a tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.366435 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c5259176-05fd-4847-bddc-21551b8a658a tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0074868 Aug 31 14:17:02.368221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35632) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.372761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cd756d-9e52-4c25-884a-8000790cd8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaca7f2-8cdc-4ada-a5ac-3e5899f66990'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:02.379962 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-2c9c5925-3a2a-493d-a886-5aff933724bf tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.383339 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2c9c5925-3a2a-493d-a886-5aff933724bf tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0105324 Aug 31 14:17:02.389768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35636) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.399639 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3392d594-47c2-442d-88d5-d9a361b64a7f" -d '{"events": [{"server_uuid": "a7cd756d-9e52-4c25-884a-8000790cd8f3", "name": "network-vif-plugged", "status": "completed", "tag": "caaca7f2-8cdc-4ada-a5ac-3e5899f66990"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:02.400460 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-dbc277d1-5b6a-42b2-bed8-fb95204105c2 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.405070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dbc277d1-5b6a-42b2-bed8-fb95204105c2 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0107410 Aug 31 14:17:02.406273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35638) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.422566 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdf3cc9e-b141-4333-8fea-aee0517ba067 req-03ff8b94-8659-4e7d-8470-cd5970e08081 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554028 Aug 31 14:17:02.424522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-daa7b5ec-5e80-4fab-a80d-8cf2f08b55d1 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.438373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-daa7b5ec-5e80-4fab-a80d-8cf2f08b55d1 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0287097 Aug 31 14:17:02.438618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35642) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.476131 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port caaca7f2-8cdc-4ada-a5ac-3e5899f66990, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=caaca7f2-8cdc-4ada-a5ac-3e5899f66990,segment=NetworkSegment(654af994-1f8c-439e-8dfc-3d629e64b176),segment_id=654af994-1f8c-439e-8dfc-3d629e64b176)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:02.479809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de487d-7ac8-4dbc-bcf0-17c11bcde08f None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:02.482439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f9de487d-7ac8-4dbc-bcf0-17c11bcde08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:02.497174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-63326200-4d5b-46c8-aa3d-74c23c1d0a7f tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.497927 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:02.504581 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-63326200-4d5b-46c8-aa3d-74c23c1d0a7f tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0619924 Aug 31 14:17:02.520268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35644) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.534227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-f4c75308-abb6-448e-9474-5661ea5b1e54 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.535196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f4c75308-abb6-448e-9474-5661ea5b1e54 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0130560 Aug 31 14:17:02.541401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35646) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.547943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-f4f1e971-707f-4c09-bf79-56b04475fdc6 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.550752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f4f1e971-707f-4c09-bf79-56b04475fdc6 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0082765 Aug 31 14:17:02.565859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35648) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.584600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-4c10405b-131d-48ff-ae86-a1d0f3df8f69 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.588052 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4c10405b-131d-48ff-ae86-a1d0f3df8f69 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0177221 Aug 31 14:17:02.590659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35650) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.601231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-13aed4d4-46c8-4833-83af-85b9798a7a4f tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.604605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-13aed4d4-46c8-4833-83af-85b9798a7a4f tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0078709 Aug 31 14:17:02.612759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35652) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.618594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-49eb3398-d525-4866-9867-6e5777d71370 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.621935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-49eb3398-d525-4866-9867-6e5777d71370 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049367 Aug 31 14:17:02.622186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35654) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.628081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-cc67b2a8-6bfb-4cff-bec3-0ff79dfea9c9 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.631344 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cc67b2a8-6bfb-4cff-bec3-0ff79dfea9c9 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0060337 Aug 31 14:17:02.632580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35656) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.636858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f9de487d-7ac8-4dbc-bcf0-17c11bcde08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:02.638981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-f01c3785-5c20-41ab-a709-63a9cd378689 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.640466 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f01c3785-5c20-41ab-a709-63a9cd378689 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067735 Aug 31 14:17:02.641756 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9e6e23-9eb3-4889-baee-8f3099534846 x-openstack-request-id: req-0d9e6e23-9eb3-4889-baee-8f3099534846 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:02.642478 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cd756d-9e52-4c25-884a-8000790cd8f3", "name": "network-vif-plugged", "status": "completed", "tag": "caaca7f2-8cdc-4ada-a5ac-3e5899f66990", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:02.642998 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d9e6e23-9eb3-4889-baee-8f3099534846 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:02.643854 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cd756d-9e52-4c25-884a-8000790cd8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaca7f2-8cdc-4ada-a5ac-3e5899f66990', 'code': 200} Aug 31 14:17:02.645457 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=caaca7f2-8cdc-4ada-a5ac-3e5899f66990,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:02.646345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port 47d8c297-641f-4e9e-ae18-cc48be55a620 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:02.646722 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:02.652131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35658) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.698223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de487d-7ac8-4dbc-bcf0-17c11bcde08f None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:02.698895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f9de487d-7ac8-4dbc-bcf0-17c11bcde08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:16:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:02.736497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-21714be9-63e3-401a-a644-3aa0a941243a tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.737522 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-21714be9-63e3-401a-a644-3aa0a941243a tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0611758 Aug 31 14:17:02.741058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35662) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.741912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da6514-5441-4c02-8b14-6e090550da87 req-1a7976b4-6eec-4978-9d29-b696f8aa45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:02.744201 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8da6514-5441-4c02-8b14-6e090550da87 req-1a7976b4-6eec-4978-9d29-b696f8aa45b8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 1096 time: 0.1401250 Aug 31 14:17:02.745689 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:02.752499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-3e465e49-0405-402a-a88e-ea3acb1c5937 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.753785 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3e465e49-0405-402a-a88e-ea3acb1c5937 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0119410 Aug 31 14:17:02.758775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35664) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.775321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-e87821bd-c6d3-47c9-beae-f4be1189438b tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.776654 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e87821bd-c6d3-47c9-beae-f4be1189438b tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0159407 Aug 31 14:17:02.779515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35668) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.783250 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:02.792108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-bb1d1780-459c-4318-9018-75b935d07ad8 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.796071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bb1d1780-459c-4318-9018-75b935d07ad8 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0089471 Aug 31 14:17:02.799645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35670) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.806481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-a21fd4d9-0982-4c07-8b99-e3321de5bd07 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.809814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a21fd4d9-0982-4c07-8b99-e3321de5bd07 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0069160 Aug 31 14:17:02.810496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35672) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.814996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-4eaa4af3-905d-48e4-a432-bb48128a2460 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.818471 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4eaa4af3-905d-48e4-a432-bb48128a2460 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045807 Aug 31 14:17:02.824709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35674) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.830306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-e08c1b7e-006e-4503-8a53-3fc64e446170 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.832480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e08c1b7e-006e-4503-8a53-3fc64e446170 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051587 Aug 31 14:17:02.834200 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35676) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.853711 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f9de487d-7ac8-4dbc-bcf0-17c11bcde08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:02.858128 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de487d-7ac8-4dbc-bcf0-17c11bcde08f None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:02.884297 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:02.906188 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8da6514-5441-4c02-8b14-6e090550da87 req-3ff18988-edaa-4fb6-a436-9bab037fc008 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248615 Aug 31 14:17:02.916124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-3385d5e7-289b-41fb-aa80-e37c4495fc2c tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.921869 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3385d5e7-289b-41fb-aa80-e37c4495fc2c tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0841823 Aug 31 14:17:02.922486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35680) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.952275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-846ad256-4cb7-449f-9cf9-48d14d5d456e tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.955996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-846ad256-4cb7-449f-9cf9-48d14d5d456e tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0134671 Aug 31 14:17:02.964815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35682) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.978293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-413167d9-4b31-4e19-981a-a8b3485c1373 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.983457 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-413167d9-4b31-4e19-981a-a8b3485c1373 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0141542 Aug 31 14:17:02.984574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35686) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:02.988795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-5b2f6bef-49ab-42b7-9b75-432daae26921 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:02.992127 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5b2f6bef-49ab-42b7-9b75-432daae26921 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0048609 Aug 31 14:17:02.993456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35688) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.006542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-6ac6da11-f0cd-4f16-9050-bab4be4c29f0 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.009938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6ac6da11-f0cd-4f16-9050-bab4be4c29f0 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0132501 Aug 31 14:17:03.010440 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35690) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.015882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-f715ee06-d4c7-4bea-a112-25e76abcc321 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.020226 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f715ee06-d4c7-4bea-a112-25e76abcc321 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0063219 Aug 31 14:17:03.022899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35692) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.037834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-01847665-23bc-4bb7-a505-3e3c72ea7370 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.041629 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-01847665-23bc-4bb7-a505-3e3c72ea7370 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0117841 Aug 31 14:17:03.041629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Allocated IP 172.25.3.223 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/252039ec-57aa-4ed1-bc1e-0bc72bb48468) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:03.053145 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35694) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.053145 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-771a438d-17c7-4827-a5aa-0da573e96785 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.053145 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-771a438d-17c7-4827-a5aa-0da573e96785 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045724 Aug 31 14:17:03.056495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35698) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.063098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-2fc94d5c-480d-458c-ae03-9440c04a321b tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.066533 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2fc94d5c-480d-458c-ae03-9440c04a321b tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0068018 Aug 31 14:17:03.069044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35700) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.074813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-1e514e72-c10e-4ffe-afc8-c31660ad18b4 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.078641 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1e514e72-c10e-4ffe-afc8-c31660ad18b4 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0060384 Aug 31 14:17:03.078641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35702) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.084032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-50a083bc-c9a3-414c-aab4-7bdc1b92025f tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.093176 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-50a083bc-c9a3-414c-aab4-7bdc1b92025f tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0111978 Aug 31 14:17:03.094326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35706) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.102894 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-73ecb894-83ad-4205-b039-630f7b1a2817 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.106608 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-73ecb894-83ad-4205-b039-630f7b1a2817 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0086479 Aug 31 14:17:03.116613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35708) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.153962 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-eaa6975f-cf1a-42f7-9a6c-c5c89a91f53a tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.155137 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eaa6975f-cf1a-42f7-9a6c-c5c89a91f53a tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0376906 Aug 31 14:17:03.158465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35710) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.165810 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-0f6a103e-932b-4e5c-b037-034784de1386 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.166953 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0f6a103e-932b-4e5c-b037-034784de1386 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0074224 Aug 31 14:17:03.173007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35712) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.181367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-ac681d81-a198-4d14-bd7b-72ab38cf80e5 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.181367 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ac681d81-a198-4d14-bd7b-72ab38cf80e5 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048006 Aug 31 14:17:03.181862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35714) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.186237 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-567aca18-7d46-41bb-b8b1-3c0eac40b029 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.190566 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-567aca18-7d46-41bb-b8b1-3c0eac40b029 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045092 Aug 31 14:17:03.195608 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35718) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.200352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-0a394e9b-a7ea-4b9f-b195-d535e3c461fd tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.204229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0a394e9b-a7ea-4b9f-b195-d535e3c461fd tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048156 Aug 31 14:17:03.207007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35720) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.232900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-a861242d-1278-4940-ac02-5c2554524d69 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.232900 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a861242d-1278-4940-ac02-5c2554524d69 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0172162 Aug 31 14:17:03.233320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35722) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.243651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-6057e360-9c8c-404c-a13d-7a4c4b02db86 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.244763 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6057e360-9c8c-404c-a13d-7a4c4b02db86 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0104384 Aug 31 14:17:03.248186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35724) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.254577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-71edfa57-000a-4c04-9e56-9fb7498a6d7a tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.256582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-71edfa57-000a-4c04-9e56-9fb7498a6d7a tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0065928 Aug 31 14:17:03.263298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35728) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.284070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-b46b8e7f-6375-4f1b-b2dd-e622e956bb97 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.286041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b46b8e7f-6375-4f1b-b2dd-e622e956bb97 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0165725 Aug 31 14:17:03.291109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35730) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.304377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-60ce1af3-211d-401f-8a02-9630695103ae tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.309378 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-60ce1af3-211d-401f-8a02-9630695103ae tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0173209 Aug 31 14:17:03.336017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35732) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.342770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-78de42b3-996d-429a-807e-adfd1c87bd2d tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.344129 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-78de42b3-996d-429a-807e-adfd1c87bd2d tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0066614 Aug 31 14:17:03.347023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35734) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.363940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-aa28b333-5007-45cd-80ec-cdaff8280d30 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.365792 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-aa28b333-5007-45cd-80ec-cdaff8280d30 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0172093 Aug 31 14:17:03.368815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35736) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.375683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-529a3235-2d0a-4a23-9b9d-f2f16c5a928a tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.376057 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:03.378342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-529a3235-2d0a-4a23-9b9d-f2f16c5a928a tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0082576 Aug 31 14:17:03.381398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35738) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.386877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-021e5db1-9f06-4fe3-8062-31092c84f85a tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.393511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-021e5db1-9f06-4fe3-8062-31092c84f85a tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0104389 Aug 31 14:17:03.398464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35744) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.405080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-908bcf37-9045-403d-a765-cc8595c83a2f tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.409430 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-908bcf37-9045-403d-a765-cc8595c83a2f tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0098562 Aug 31 14:17:03.418207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35748) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.490035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-3d7dcaaf-9749-4fe4-aacb-e9e3b68f1530 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.494962 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3d7dcaaf-9749-4fe4-aacb-e9e3b68f1530 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0712578 Aug 31 14:17:03.495566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35756) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.503798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-506b121d-2730-4d0e-8d9e-0d242688e014 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.505057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-506b121d-2730-4d0e-8d9e-0d242688e014 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0080879 Aug 31 14:17:03.508128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35758) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.515121 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-40284d9e-dcc1-43c5-b43e-b642fc642015 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.517937 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-40284d9e-dcc1-43c5-b43e-b642fc642015 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0072756 Aug 31 14:17:03.522248 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35760) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.531756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-26fd8793-be67-4dd0-9d50-1d5417fe90cd tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.532835 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-26fd8793-be67-4dd0-9d50-1d5417fe90cd tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0087395 Aug 31 14:17:03.534955 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:03.536133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35764) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.563504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-07440c20-1a7b-444c-8a99-2b56c6e813d1 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.568322 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-07440c20-1a7b-444c-8a99-2b56c6e813d1 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0171511 Aug 31 14:17:03.592612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35766) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.599852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-9aa05b8e-8718-471f-b754-cca821a18398 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.605670 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9aa05b8e-8718-471f-b754-cca821a18398 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0097318 Aug 31 14:17:03.607575 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:03.608108 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:03.608446 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Floating IP 5fe4f8a0-ff3e-436d-85f0-89f38384ff17 disassociated. External IP: 172.25.3.41, port: 47d8c297-641f-4e9e-ae18-cc48be55a620. Aug 31 14:17:03.608777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for 47d8c297-641f-4e9e-ae18-cc48be55a620 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:03.611871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35770) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.617416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-a4c56f62-f808-4e28-8c9e-68a60a2e6eb9 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.621955 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a4c56f62-f808-4e28-8c9e-68a60a2e6eb9 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0083575 Aug 31 14:17:03.622836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35772) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.632944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-db0434fb-afdb-4c0e-869f-7e972eec2d93 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.638779 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-db0434fb-afdb-4c0e-869f-7e972eec2d93 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0107739 Aug 31 14:17:03.649270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:03.653336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35774) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.654494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:03.658746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:03.701342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-1d4a9580-27f6-4c0a-bfe7-f71cffb27b80 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.706418 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1d4a9580-27f6-4c0a-bfe7-f71cffb27b80 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052135 Aug 31 14:17:03.712068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35776) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.730562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-5e96e279-4e46-4ee9-a7e2-cfdf73955f21 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.733897 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5e96e279-4e46-4ee9-a7e2-cfdf73955f21 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046866 Aug 31 14:17:03.736013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35780) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.741956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-ef283286-cfb9-4607-9996-eef1d295cccf tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.745981 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ef283286-cfb9-4607-9996-eef1d295cccf tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044348 Aug 31 14:17:03.748953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35782) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.754120 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-b35c67b1-034a-46b7-8484-13ba83f7317d tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.758157 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b35c67b1-034a-46b7-8484-13ba83f7317d tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0052965 Aug 31 14:17:03.764034 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35784) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.779843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-3ae0e7cd-4b16-494b-969d-62eefe2d1eea tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.783850 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3ae0e7cd-4b16-494b-969d-62eefe2d1eea tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0155022 Aug 31 14:17:03.783850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event updated for resources: {'Port': ['ID=252039ec-57aa-4ed1-bc1e-0bc72bb48468,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:03.786407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35786) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.796939 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-9d0e3b29-dbce-4da0-8946-dcfc420291b1 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.800500 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9d0e3b29-dbce-4da0-8946-dcfc420291b1 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0098381 Aug 31 14:17:03.833939 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35790) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.839044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-fa63d717-627a-4825-bb26-f88494127661 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.840200 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fa63d717-627a-4825-bb26-f88494127661 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046346 Aug 31 14:17:03.843107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35792) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.857589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-0fe30d30-a521-46bc-91ac-7a1a8fd7f597 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.862885 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0fe30d30-a521-46bc-91ac-7a1a8fd7f597 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0186734 Aug 31 14:17:03.871685 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35794) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.886276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [None req-1e162a80-9be5-4f2c-a37c-7d1def6b8da3 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.887595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1e162a80-9be5-4f2c-a37c-7d1def6b8da3 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0123715 Aug 31 14:17:03.897272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35796) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.902276 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-c5595739-1c7b-463e-816e-228ebf623edf tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.903509 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c5595739-1c7b-463e-816e-228ebf623edf tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048797 Aug 31 14:17:03.906667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35798) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.911311 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:03.927732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-1468e4dc-00fb-44cb-bfb8-4a6870e352fb tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.930365 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1468e4dc-00fb-44cb-bfb8-4a6870e352fb tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0105903 Aug 31 14:17:03.935722 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35802) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:03.946230 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [None req-d9c56acf-7567-4b3e-b2c5-4b3f07393c94 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:17:03.968157 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d9c56acf-7567-4b3e-b2c5-4b3f07393c94 tempest-ExtensionsTestJSON-711262383 tempest-ExtensionsTestJSON-711262383-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0159140 Aug 31 14:17:04.039590 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:04.050222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=47d8c297-641f-4e9e-ae18-cc48be55a620,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:04.098948 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4126e88e-1873-45b8-8b91-99b65a1ca750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:04.099181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e703d0-94b0-4c37-abd2-4143d45a68e8 req-7d25e6bc-6210-46ce-9e88-561382dffe27 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.104242 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28e703d0-94b0-4c37-abd2-4143d45a68e8 req-7d25e6bc-6210-46ce-9e88-561382dffe27 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 945 time: 0.3855596 Aug 31 14:17:04.155961 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:04.458101 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28e703d0-94b0-4c37-abd2-4143d45a68e8 req-4e1e6e4b-cc8a-468c-be1e-1bca9dd390ad tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463218 Aug 31 14:17:04.495981 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:04.600507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35816) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:04.620331 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-4df8b3ca-65ea-4071-92ad-16127f235f03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7226188 Aug 31 14:17:04.685607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:04.769806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Router 317deae3-6ffd-4281-b227-64c1e7bca76b is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:17:04.791462 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35824) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:04.901688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-dd7c0b5c-511d-42cc-9be8-41663f8ac131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.903486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-dd7c0b5c-511d-42cc-9be8-41663f8ac131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.903988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-dd7c0b5c-511d-42cc-9be8-41663f8ac131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.904498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-dd7c0b5c-511d-42cc-9be8-41663f8ac131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.905162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-dd7c0b5c-511d-42cc-9be8-41663f8ac131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.908825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-dd7c0b5c-511d-42cc-9be8-41663f8ac131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.909318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-dd7c0b5c-511d-42cc-9be8-41663f8ac131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:04.913762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-dd7c0b5c-511d-42cc-9be8-41663f8ac131 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6502 time: 0.2187448 Aug 31 14:17:04.988053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:04.999150 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Sync routers for ids ['317deae3-6ffd-4281-b227-64c1e7bca76b'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:05.008254 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.010596 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-41037c55-737f-41d0-abfd-e54a2d0949db tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1912429 Aug 31 14:17:05.013263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35828) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:05.013752 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Routers {'317deae3-6ffd-4281-b227-64c1e7bca76b'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:05.014793 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['317deae3-6ffd-4281-b227-64c1e7bca76b'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:05.065847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:05.081894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4da0f-75b6-4f83-aca5-b51bdf925576 None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:05.101573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4da0f-75b6-4f83-aca5-b51bdf925576 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:05.102243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-60d4da0f-75b6-4f83-aca5-b51bdf925576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:05.108170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-dbd532b1-0726-46d8-b5d9-663539e55f27 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-495460725'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:05.109199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-dbd532b1-0726-46d8-b5d9-663539e55f27 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Unknown quota resources ['metering_label']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:17:05.150548 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.154807 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dd02d9fd-88ab-49ed-aae4-23afd06899bb tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/ports/47d8c297-641f-4e9e-ae18-cc48be55a620 HTTP/1.1" status: 204 len: 168 time: 2.8550887 Aug 31 14:17:05.156661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35830) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:05.168281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-60d4da0f-75b6-4f83-aca5-b51bdf925576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:05.175230 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Set router 317deae3-6ffd-4281-b227-64c1e7bca76b gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:05.195381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4da0f-75b6-4f83-aca5-b51bdf925576 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:05.196093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-60d4da0f-75b6-4f83-aca5-b51bdf925576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:05.234990 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-182edf18-a808-4015-a3cf-4083f7fda8ef tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "GET /v2.0/floatingips/5fe4f8a0-ff3e-436d-85f0-89f38384ff17 HTTP/1.1" status: 200 len: 687 time: 0.0720897 Aug 31 14:17:05.234990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-10b8a911-7ab0-4b7b-bed1-5f3a83ed341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:05.235275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-10b8a911-7ab0-4b7b-bed1-5f3a83ed341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:05.235571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-10b8a911-7ab0-4b7b-bed1-5f3a83ed341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:05.238352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-10b8a911-7ab0-4b7b-bed1-5f3a83ed341b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f61a66ed-e073-4160-9a7b-510fffda1238&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a HTTP/1.1" status: 200 len: 2297 time: 0.2804139 Aug 31 14:17:05.238847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35832) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:05.306734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-60d4da0f-75b6-4f83-aca5-b51bdf925576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:05.307997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4da0f-75b6-4f83-aca5-b51bdf925576 None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:05.317711 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.466717 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317deae3-6ffd-4281-b227-64c1e7bca76b', 'name': 'tempest-snat-router-544075406', 'tenant_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.223'}], 'enable_snat': False}, 'gw_port_id': '252039ec-57aa-4ed1-bc1e-0bc72bb48468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:01Z', 'updated_at': '2021-08-31T14:17:04Z', 'revision_number': 3, 'project_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'gw_port': {'id': '252039ec-57aa-4ed1-bc1e-0bc72bb48468', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317deae3-6ffd-4281-b227-64c1e7bca76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:02Z', 'updated_at': '2021-08-31T14:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:05.472786 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-f8a5a90f-e659-4e3e-a5a0-720031bf35c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 HTTP/1.1" status: 200 len: 1001 time: 0.2251828 Aug 31 14:17:05.510588 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Checking router: 317deae3-6ffd-4281-b227-64c1e7bca76b for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:05.511132 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Updating router 317deae3-6ffd-4281-b227-64c1e7bca76b port 252039ec-57aa-4ed1-bc1e-0bc72bb48468 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:17:05.545012 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.609177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-22eac5c2-a98e-4061-8823-b8cc12b203bf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port 1e31ae84-35ee-43ff-8e35-0dc6f6ebade9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:05.609177 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22eac5c2-a98e-4061-8823-b8cc12b203bf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.624184 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-971659a1-88c2-4b33-8185-2fa0c75e35ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.749496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-59d9bb87-7356-4684-97b5-af66de8a9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:05.752285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-59d9bb87-7356-4684-97b5-af66de8a9a9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78251-b3fe-4763-9e2c-bc513ea64886 HTTP/1.1" status: 200 len: 854 time: 0.2686985 Aug 31 14:17:05.793631 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dbd532b1-0726-46d8-b5d9-663539e55f27 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.794826 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dbd532b1-0726-46d8-b5d9-663539e55f27 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1934693 Aug 31 14:17:05.799490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35844) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:05.805999 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8619039d-32b4-401a-beac-edad32ea2d69 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dc806e84-f3b9-4a24-855f-f1da4f5d622f'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:05.806490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8619039d-32b4-401a-beac-edad32ea2d69 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:17:05.817190 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cd6cc40f-c5f0-4fad-a62c-bc26640addf3 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/routers/317deae3-6ffd-4281-b227-64c1e7bca76b HTTP/1.1" status: 200 len: 908 time: 0.7907367 Aug 31 14:17:05.819864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35846) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:05.824127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Request body: {'router': {'name': 'tempest-snat-router-544075406', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'enable_snat': True}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:05.889120 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22eac5c2-a98e-4061-8823-b8cc12b203bf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.890275 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22eac5c2-a98e-4061-8823-b8cc12b203bf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.909933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-22eac5c2-a98e-4061-8823-b8cc12b203bf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for 1e31ae84-35ee-43ff-8e35-0dc6f6ebade9 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:05.940173 n-d-792364-6 neutron-server[106387]: WARNING neutron.services.metering.metering_plugin [None req-8619039d-32b4-401a-beac-edad32ea2d69 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 14:17:05.980201 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:05.992946 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Transition to ACTIVE for port object 252039ec-57aa-4ed1-bc1e-0bc72bb48468 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:06.002282 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.039832 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Attempting to bind port 252039ec-57aa-4ed1-bc1e-0bc72bb48468 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:06.040200 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Attempting to bind port 252039ec-57aa-4ed1-bc1e-0bc72bb48468 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:06.040607 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Attempting to bind port 252039ec-57aa-4ed1-bc1e-0bc72bb48468 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:06.064672 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:06.065069 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8619039d-32b4-401a-beac-edad32ea2d69 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.065517 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:06.065517 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.065805 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:06.069575 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8619039d-32b4-401a-beac-edad32ea2d69 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2658136 Aug 31 14:17:06.069796 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Bound port: 252039ec-57aa-4ed1-bc1e-0bc72bb48468, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:06.069796 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.070786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35850) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:06.076951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a46d415e-0ac5-4626-b306-73c3acb66c76 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dc806e84-f3b9-4a24-855f-f1da4f5d622f'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:06.077495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a46d415e-0ac5-4626-b306-73c3acb66c76 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:17:06.130662 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] For port 252039ec-57aa-4ed1-bc1e-0bc72bb48468, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:06.134312 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] For port 252039ec-57aa-4ed1-bc1e-0bc72bb48468, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=252039ec-57aa-4ed1-bc1e-0bc72bb48468,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:06.140993 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.159755 n-d-792364-6 neutron-server[106387]: WARNING neutron.services.metering.metering_plugin [None req-a46d415e-0ac5-4626-b306-73c3acb66c76 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 14:17:06.162972 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-971659a1-88c2-4b33-8185-2fa0c75e35ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.178626 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-971659a1-88c2-4b33-8185-2fa0c75e35ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.186815 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Routers {'317deae3-6ffd-4281-b227-64c1e7bca76b'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:06.187899 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['317deae3-6ffd-4281-b227-64c1e7bca76b'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:06.306971 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] Set router 317deae3-6ffd-4281-b227-64c1e7bca76b gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:06.349184 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a46d415e-0ac5-4626-b306-73c3acb66c76 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.350643 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a46d415e-0ac5-4626-b306-73c3acb66c76 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2786739 Aug 31 14:17:06.351645 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.352745 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.369917 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35852) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:06.385895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971659a1-88c2-4b33-8185-2fa0c75e35ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e57c736-6b5f-444b-91a5-45ade6699eca,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:06.392072 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-971659a1-88c2-4b33-8185-2fa0c75e35ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5486614b74af4d908510685e4bbc29db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5939088 Aug 31 14:17:06.395747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35854) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:06.410851 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-af313aa0-b5d1-45c4-b7b6-3c3a30074235 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=c5497953-29e5-4383-8b42-fa1c82c5fc3b HTTP/1.1" status: 200 len: 462 time: 0.0380745 Aug 31 14:17:06.420019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35856) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:06.436291 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Pushing event updated for resources: {'Port': ['ID=252039ec-57aa-4ed1-bc1e-0bc72bb48468,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:06.462070 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:06.463684 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:06.464182 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:06.464707 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:06.465233 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:06.465713 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:06.466202 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:06.466692 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:06.467166 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:06.467649 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:06.468342 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:06.468913 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:06.492618 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.571566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd4b18-520f-4b98-ad7f-3f92b1acdd72 req-e3784a88-52f2-4461-8fdd-cbf5d03a7e32 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:06.577482 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ccd4b18-520f-4b98-ad7f-3f92b1acdd72 req-e3784a88-52f2-4461-8fdd-cbf5d03a7e32 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 945 time: 0.9742851 Aug 31 14:17:06.597739 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600665e1-6bf3-4fc7-8740-d3a041597d4c None None] Pushing event updated for resources: {'Port': ['ID=252039ec-57aa-4ed1-bc1e-0bc72bb48468,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:06.651303 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317deae3-6ffd-4281-b227-64c1e7bca76b', 'name': 'tempest-snat-router-544075406', 'tenant_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.223'}], 'enable_snat': False}, 'gw_port_id': '252039ec-57aa-4ed1-bc1e-0bc72bb48468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:01Z', 'updated_at': '2021-08-31T14:17:04Z', 'revision_number': 3, 'project_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'gw_port': {'id': '252039ec-57aa-4ed1-bc1e-0bc72bb48468', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317deae3-6ffd-4281-b227-64c1e7bca76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:02Z', 'updated_at': '2021-08-31T14:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:06.666879 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a2c184-3ac0-4888-9c23-1001a72d9e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.690318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-b99ed04c-0195-4ead-8d96-5018dc58dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:06.692098 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-b99ed04c-0195-4ead-8d96-5018dc58dd0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f61a66ed-e073-4160-9a7b-510fffda1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9277036 Aug 31 14:17:06.705713 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94417c6e-0769-4c81-9bf5-de76ec97d2dd None None] The sync data for ids ['317deae3-6ffd-4281-b227-64c1e7bca76b'] in n-d-792364-6 is: [{'id': '317deae3-6ffd-4281-b227-64c1e7bca76b', 'name': 'tempest-snat-router-544075406', 'tenant_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.223'}], 'enable_snat': False}, 'gw_port_id': '252039ec-57aa-4ed1-bc1e-0bc72bb48468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:01Z', 'updated_at': '2021-08-31T14:17:04Z', 'revision_number': 3, 'project_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'gw_port': {'id': '252039ec-57aa-4ed1-bc1e-0bc72bb48468', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317deae3-6ffd-4281-b227-64c1e7bca76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:02Z', 'updated_at': '2021-08-31T14:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:06.742029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ccd4b18-520f-4b98-ad7f-3f92b1acdd72 req-b8f2331d-0707-4695-89cd-7b80544baa1b tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056008 Aug 31 14:17:06.763434 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.811913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f017082-5aef-4317-b080-a2aa77125ee6 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.811913 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1f017082-5aef-4317-b080-a2aa77125ee6 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/c5497953-29e5-4383-8b42-fa1c82c5fc3b HTTP/1.1" status: 204 len: 168 time: 0.3889585 Aug 31 14:17:06.818303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.837785 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35862) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:06.842618 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a2c184-3ac0-4888-9c23-1001a72d9e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.859348 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-9e44e417-f9b4-4adc-bf01-2f21b8ef6cd7 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552989 Aug 31 14:17:06.899207 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-038870ae-039f-425d-a4d4-782d23c6f463 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=c5497953-29e5-4383-8b42-fa1c82c5fc3b HTTP/1.1" status: 200 len: 221 time: 0.0569580 Aug 31 14:17:06.971666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35868) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:06.980902 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a2c184-3ac0-4888-9c23-1001a72d9e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.994827 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a2c184-3ac0-4888-9c23-1001a72d9e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:06.998867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-41a2c184-3ac0-4888-9c23-1001a72d9e51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e57c736-6b5f-444b-91a5-45ade6699eca HTTP/1.1" status: 204 len: 168 time: 0.6009300 Aug 31 14:17:07.012291 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c6573276-c5a3-48e0-967b-a032bbcca985 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--829221213', 'description': 'label created by tempest'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:07.013019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c6573276-c5a3-48e0-967b-a032bbcca985 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Unknown quota resources ['metering_label']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:17:07.234704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2c184-3ac0-4888-9c23-1001a72d9e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e57c736-6b5f-444b-91a5-45ade6699eca,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:07.236078 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22eac5c2-a98e-4061-8823-b8cc12b203bf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.328744 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-d3b5b0ae-e4ca-4d8f-88a0-2310fde1b1fa service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584968 Aug 31 14:17:07.397568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35882) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:07.514787 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-119a2649-780a-4556-8926-e2e53331dd6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 200 len: 217 time: 0.1555734 Aug 31 14:17:07.515919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eac5c2-a98e-4061-8823-b8cc12b203bf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=1e31ae84-35ee-43ff-8e35-0dc6f6ebade9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:07.926033 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6573276-c5a3-48e0-967b-a032bbcca985 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.935076 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c6573276-c5a3-48e0-967b-a032bbcca985 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9552808 Aug 31 14:17:07.943136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35898) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:07.949545 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22eac5c2-a98e-4061-8823-b8cc12b203bf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.957206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22eac5c2-a98e-4061-8823-b8cc12b203bf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.960603 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb375e32-e86b-4669-83a4-114308a5102f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:07.966088 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-22eac5c2-a98e-4061-8823-b8cc12b203bf tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/floatingips/5fe4f8a0-ff3e-436d-85f0-89f38384ff17 HTTP/1.1" status: 204 len: 168 time: 2.7261662 Aug 31 14:17:07.974740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35900) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:07.978414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-6673967d-9e9a-4510-b0e3-468fdaa40f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:07.980553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-6673967d-9e9a-4510-b0e3-468fdaa40f1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.4457364 Aug 31 14:17:07.985554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '48bfc6f1-8753-4368-b178-b31c5b1cb3d4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:08.179106 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3e1536dd-efcb-4e3a-b4b6-30cb54276687 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=cfd514bc-7f1e-4a19-8ba7-8c312be09d72 HTTP/1.1" status: 200 len: 467 time: 0.2112718 Aug 31 14:17:08.180792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35906) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:08.368700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-947cc5b3-6115-424b-b38c-b3e8ab4c97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.372674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-947cc5b3-6115-424b-b38c-b3e8ab4c97e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3760095 Aug 31 14:17:08.385192 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:08.464392 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:08.514893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa9807-28e0-467c-8ea3-46073c1e645a req-db87ecbe-a44d-497c-875b-fcd050fe083d tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:08.517276 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9baa9807-28e0-467c-8ea3-46073c1e645a req-db87ecbe-a44d-497c-875b-fcd050fe083d tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 945 time: 0.2515688 Aug 31 14:17:08.554434 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb375e32-e86b-4669-83a4-114308a5102f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:08.649162 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39736a09-b4eb-42b3-820b-ac0a3a3074b1 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:08.651679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-39736a09-b4eb-42b3-820b-ac0a3a3074b1 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/cfd514bc-7f1e-4a19-8ba7-8c312be09d72 HTTP/1.1" status: 204 len: 168 time: 0.4672456 Aug 31 14:17:08.657037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35918) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:08.738804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bb058f6c-4d61-42ca-87d1-ecb047b0be9f tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=cfd514bc-7f1e-4a19-8ba7-8c312be09d72 HTTP/1.1" status: 200 len: 216 time: 0.0769517 Aug 31 14:17:08.741737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35920) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:08.752734 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb375e32-e86b-4669-83a4-114308a5102f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:08.755945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35922) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:08.765689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:08.770685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-0cace5fc-ed38-40d2-a019-667f7025bf28 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840020 Aug 31 14:17:08.783155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Allocated IP 172.25.3.176 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/c76d1093-e771-4c4d-bd76-e8e9cfc8ff73) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:08.794238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 252039ec-57aa-4ed1-bc1e-0bc72bb48468 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:08.803892 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2275fa00-d821-4b8d-b596-067293f1ffc5 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0588605 Aug 31 14:17:08.804910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35926) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:08.820691 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9baa9807-28e0-467c-8ea3-46073c1e645a req-5b09efbe-2b1a-4aef-89af-0fbc13a6c035 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585869 Aug 31 14:17:08.866245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb375e32-e86b-4669-83a4-114308a5102f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c570d599-d917-4b3a-aee2-24b900a60d41,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:08.879542 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cb375e32-e86b-4669-83a4-114308a5102f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d28397472617405e8e0d69feafacac9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4790053 Aug 31 14:17:08.880891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35930) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:08.964136 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9b15b0bf-ba05-4a01-98a6-38f73e7a94a6 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1554167 Aug 31 14:17:08.972641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35934) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:09.064732 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9e84b7b6-a028-4718-b327-83f6aaba299f tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/dc806e84-f3b9-4a24-855f-f1da4f5d622f HTTP/1.1" status: 200 len: 472 time: 0.0878670 Aug 31 14:17:09.075755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35936) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:09.077520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-176a913d-a449-41d1-96f9-a3a2c7925316 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710044 Aug 31 14:17:09.083775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'networks': [{'name': 'tempest-network--1188412684'}, {'name': 'tempest-network--1634363757'}]} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:09.084215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'network': {'name': 'tempest-network--1188412684'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:09.085338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'network': {'name': 'tempest-network--1634363757'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:09.099842 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f326c8e0-9676-4810-b99b-3411c36317c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.123790 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9dee24b2-56b6-4413-b419-37b7404673a9 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/e04dccf6-46a8-426e-ab14-5a01e8153d64 HTTP/1.1" status: 200 len: 459 time: 0.0462980 Aug 31 14:17:09.128740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35938) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:09.167907 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f326c8e0-9676-4810-b99b-3411c36317c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.181506 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.190937 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 252039ec-57aa-4ed1-bc1e-0bc72bb48468 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:09.204668 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-a73c0ded-48a5-45b6-b268-bfcbe2d79e9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 200 len: 217 time: 0.0948713 Aug 31 14:17:09.205307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Made reservation on behalf of 5084ae09f7c34102b2cec002c0c85d28 for: {'network': 2} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:09.210333 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.213373 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.219258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 252039ec-57aa-4ed1-bc1e-0bc72bb48468 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:09.219697 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.267254 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.281146 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.331055 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02369318-71f1-4dab-8f2e-b87c95259585 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.332420 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-02369318-71f1-4dab-8f2e-b87c95259585 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/e04dccf6-46a8-426e-ab14-5a01e8153d64 HTTP/1.1" status: 204 len: 168 time: 0.2024236 Aug 31 14:17:09.335195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35942) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:09.373570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-64814b5f-479c-4dcc-a812-59a0193f828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:09.376576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-64814b5f-479c-4dcc-a812-59a0193f828b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.1611366 Aug 31 14:17:09.439351 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.450458 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.464912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 252039ec-57aa-4ed1-bc1e-0bc72bb48468, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=252039ec-57aa-4ed1-bc1e-0bc72bb48468,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:09.480710 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.570031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-374496ec-bc94-4e72-9421-2d773470264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:09.571709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-374496ec-bc94-4e72-9421-2d773470264c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1750484 Aug 31 14:17:09.592207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=252039ec-57aa-4ed1-bc1e-0bc72bb48468,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:09.677956 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.681405 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f326c8e0-9676-4810-b99b-3411c36317c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.684138 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f326c8e0-9676-4810-b99b-3411c36317c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.685364 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f326c8e0-9676-4810-b99b-3411c36317c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c570d599-d917-4b3a-aee2-24b900a60d41 HTTP/1.1" status: 204 len: 168 time: 0.7852316 Aug 31 14:17:09.701058 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-699f2fd9-5cdc-45df-ae66-47955f37632a service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160984 Aug 31 14:17:09.834830 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.852192 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.853049 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.861455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326c8e0-9676-4810-b99b-3411c36317c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c570d599-d917-4b3a-aee2-24b900a60d41,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:09.870754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:09.888336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.25.3.123 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/d2076edd-97b4-40d3-a804-e9c1d764dfd4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:09.907000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:09.916189 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-74d71f87-a960-4c51-9e94-fe9ac2397e90 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:09.920135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-74d71f87-a960-4c51-9e94-fe9ac2397e90 tempest-MeteringIpV6TestJSON-810248618 tempest-MeteringIpV6TestJSON-810248618-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/dc806e84-f3b9-4a24-855f-f1da4f5d622f HTTP/1.1" status: 204 len: 168 time: 0.5837924 Aug 31 14:17:09.922467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:09.932793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event updated for resources: {'Port': ['ID=c76d1093-e771-4c4d-bd76-e8e9cfc8ff73,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:09.975296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e6b83e-e090-4b83-8cb5-467ca5cfd1bf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:10.018464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:10.027974 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-4c4dc248-cbbb-4276-9889-572bbec701c6 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119631 Aug 31 14:17:10.043139 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.043623 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Added segment bc45d66a-e6d4-4c06-829a-767e547c2bfb of type vlan for network 661cb408-81e7-4ed2-b178-67823aaa9243 Aug 31 14:17:10.125314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-1670de1b-9672-4150-98c7-d334b039cfba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c HTTP/1.1" status: 200 len: 217 time: 0.0858605 Aug 31 14:17:10.218109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-37231d6a-503c-44da-bd9d-7614870e6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.220160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-37231d6a-503c-44da-bd9d-7614870e6384 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0634069 Aug 31 14:17:10.273019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.333077 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.353969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35958) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:10.370637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:10.388017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-406b4e7d-c655-4cee-b35d-0b8f0ebf222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.390409 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-406b4e7d-c655-4cee-b35d-0b8f0ebf222c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1548958 Aug 31 14:17:10.394834 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd09670c-95d8-42d8-a72e-633f669eb281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.420803 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.421156 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Added segment 4d8e5bab-a831-401a-9dc9-db4819d65432 of type vlan for network 28a2830e-6eea-46b6-8d7c-65141c97763b Aug 31 14:17:10.504537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35960) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:10.572020 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.589016 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.662029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:10.669548 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f631adc-0fbe-4a56-b3b6-20e7bca007b7 req-921a9f47-c6f5-4398-99df-d8e7a3302752 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.671382 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f631adc-0fbe-4a56-b3b6-20e7bca007b7 req-921a9f47-c6f5-4398-99df-d8e7a3302752 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 945 time: 0.2313905 Aug 31 14:17:10.693688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:10.699974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:10.711568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c325d-5470-4f24-ab2e-a4f62560d444 req-ae157a1c-97ee-416f-be2a-2a68575205f9 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.713157 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f6c325d-5470-4f24-ab2e-a4f62560d444 req-ae157a1c-97ee-416f-be2a-2a68575205f9 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 945 time: 0.2723162 Aug 31 14:17:10.815847 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f3f8a9b-0177-481c-a467-6e140c2ce564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.825617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 252039ec-57aa-4ed1-bc1e-0bc72bb48468 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:10.870228 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-2816ea8d-a9e6-4aad-a5a3-2caeb4855d7c service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683783 Aug 31 14:17:10.895167 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.895844 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.902298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.909081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:10.909760 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.935360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f6c325d-5470-4f24-ab2e-a4f62560d444 req-040c68bf-40b2-4168-9669-a20bfc6f9cb1 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574051 Aug 31 14:17:10.970418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 252039ec-57aa-4ed1-bc1e-0bc72bb48468 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:10.970786 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:10.976857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=d2076edd-97b4-40d3-a804-e9c1d764dfd4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:11.071095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-9f631adc-0fbe-4a56-b3b6-20e7bca007b7 req-45b32da6-a58b-4fa6-8b84-916264c48838 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Deleting port caaca7f2-8cdc-4ada-a5ac-3e5899f66990 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:11.071920 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9f631adc-0fbe-4a56-b3b6-20e7bca007b7 req-45b32da6-a58b-4fa6-8b84-916264c48838 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.131590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event updated for resources: {'Network': ['ID=661cb408-81e7-4ed2-b178-67823aaa9243,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:11.147867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 661cb408-81e7-4ed2-b178-67823aaa9243 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:11.148340 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.264253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-9f631adc-0fbe-4a56-b3b6-20e7bca007b7 req-45b32da6-a58b-4fa6-8b84-916264c48838 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] For port caaca7f2-8cdc-4ada-a5ac-3e5899f66990, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=caaca7f2-8cdc-4ada-a5ac-3e5899f66990,segment=NetworkSegment(654af994-1f8c-439e-8dfc-3d629e64b176),segment_id=654af994-1f8c-439e-8dfc-3d629e64b176)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:11.264963 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9f631adc-0fbe-4a56-b3b6-20e7bca007b7 req-45b32da6-a58b-4fa6-8b84-916264c48838 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.266283 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd09670c-95d8-42d8-a72e-633f669eb281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.283525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event updated for resources: {'Network': ['ID=28a2830e-6eea-46b6-8d7c-65141c97763b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:11.285554 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd09670c-95d8-42d8-a72e-633f669eb281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.291843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-9f631adc-0fbe-4a56-b3b6-20e7bca007b7 req-45b32da6-a58b-4fa6-8b84-916264c48838 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Calling delete_port for caaca7f2-8cdc-4ada-a5ac-3e5899f66990 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:11.304955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 28a2830e-6eea-46b6-8d7c-65141c97763b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:11.334167 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cd09670c-95d8-42d8-a72e-633f669eb281 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a092783afcad4dc5bef20e579b626cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9776251 Aug 31 14:17:11.362606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35968) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:11.382639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09670c-95d8-42d8-a72e-633f669eb281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423979c4-0c59-4eef-86c1-7c6b046b05bb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:11.386749 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-7a83f2c3-bdef-42c7-926d-a09783859eb9 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726503 Aug 31 14:17:11.388091 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-931b4a24-5447-405b-9271-e8a8457edfff tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.6291807 Aug 31 14:17:11.391129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35972) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:11.593466 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f3f8a9b-0177-481c-a467-6e140c2ce564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.599073 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4525a688-0277-4022-81d4-216389e2d992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.603355 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.650386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f3f8a9b-0177-481c-a467-6e140c2ce564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.773578 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4525a688-0277-4022-81d4-216389e2d992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.789558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9f631adc-0fbe-4a56-b3b6-20e7bca007b7 req-45b32da6-a58b-4fa6-8b84-916264c48838 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.802883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['caaca7f2-8cdc-4ada-a5ac-3e5899f66990'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:11.817103 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8f3f8a9b-0177-481c-a467-6e140c2ce564 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa80d365fa424e57bead989a427e2def&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3070581 Aug 31 14:17:11.826615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35978) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:11.873059 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f8a9b-0177-481c-a467-6e140c2ce564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df1e02d-411b-4f54-8d9c-a4ca05ab9ea3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:11.902597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f631adc-0fbe-4a56-b3b6-20e7bca007b7 req-45b32da6-a58b-4fa6-8b84-916264c48838 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] No DVR routers for this DVR port caaca7f2-8cdc-4ada-a5ac-3e5899f66990 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:11.909088 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b32da6-a58b-4fa6-8b84-916264c48838 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Pushing event deleted for resources: {'Port': ['ID=caaca7f2-8cdc-4ada-a5ac-3e5899f66990,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:11.913589 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9f631adc-0fbe-4a56-b3b6-20e7bca007b7 req-45b32da6-a58b-4fa6-8b84-916264c48838 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:11.915664 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f631adc-0fbe-4a56-b3b6-20e7bca007b7 req-45b32da6-a58b-4fa6-8b84-916264c48838 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.52 "DELETE /v2.0/ports/caaca7f2-8cdc-4ada-a5ac-3e5899f66990 HTTP/1.1" status: 204 len: 173 time: 1.2355602 Aug 31 14:17:11.916127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cd756d-9e52-4c25-884a-8000790cd8f3', 'name': 'network-vif-deleted', 'tag': 'caaca7f2-8cdc-4ada-a5ac-3e5899f66990'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:11.918553 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124f079c-bb59-4ff8-a959-ded8e7ce215e" -d '{"events": [{"server_uuid": "a7cd756d-9e52-4c25-884a-8000790cd8f3", "name": "network-vif-deleted", "tag": "caaca7f2-8cdc-4ada-a5ac-3e5899f66990"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:11.922257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-0b53e2b8-2a3d-4581-a509-01daf6dba1df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa HTTP/1.1" status: 200 len: 217 time: 0.5097024 Aug 31 14:17:11.996945 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4525a688-0277-4022-81d4-216389e2d992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:12.000676 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4525a688-0277-4022-81d4-216389e2d992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:12.002353 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4525a688-0277-4022-81d4-216389e2d992 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/423979c4-0c59-4eef-86c1-7c6b046b05bb HTTP/1.1" status: 204 len: 168 time: 0.6373410 Aug 31 14:17:12.019651 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e3f131-d39a-44e9-81cd-d5934874ae61 x-openstack-request-id: req-d7e3f131-d39a-44e9-81cd-d5934874ae61 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:12.020231 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cd756d-9e52-4c25-884a-8000790cd8f3", "name": "network-vif-deleted", "tag": "caaca7f2-8cdc-4ada-a5ac-3e5899f66990", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:12.020704 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7e3f131-d39a-44e9-81cd-d5934874ae61 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:12.021282 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cd756d-9e52-4c25-884a-8000790cd8f3', 'name': 'network-vif-deleted', 'tag': 'caaca7f2-8cdc-4ada-a5ac-3e5899f66990', 'status': 'completed', 'code': 200} Aug 31 14:17:12.023144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525a688-0277-4022-81d4-216389e2d992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423979c4-0c59-4eef-86c1-7c6b046b05bb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:12.039456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Router 1e6a5edd-33ce-45a4-9440-3701e5b9b3e1 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:17:12.065503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-0e536f91-a0f9-48e1-9c88-7fa591a2788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.067130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-0e536f91-a0f9-48e1-9c88-7fa591a2788e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0694528 Aug 31 14:17:12.201978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:12.211196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44c069bb-a20f-45c4-91e6-25e75e6b5f45 req-682e7ccd-65a5-4a44-b088-811426a69d10 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7cd756d-9e52-4c25-884a-8000790cd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0988352 Aug 31 14:17:12.230515 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] Sync routers for ids ['1e6a5edd-33ce-45a4-9440-3701e5b9b3e1'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:12.245983 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:12.248692 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-67f861a1-3f7b-4d21-88aa-26761bdc36ac tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4279041 Aug 31 14:17:12.252189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35988) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:12.261358 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] Routers {'1e6a5edd-33ce-45a4-9440-3701e5b9b3e1'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:12.261997 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1e6a5edd-33ce-45a4-9440-3701e5b9b3e1'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:12.325156 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5448e6f4-9e2a-4213-9ced-7fa333546ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:12.366534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-ae0628f0-8720-481c-93dd-e2c4b5450f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.368159 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-ae0628f0-8720-481c-93dd-e2c4b5450f71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2587361 Aug 31 14:17:12.408511 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-91639165-bd4b-4511-bf46-0212dfd52161 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/routers/1e6a5edd-33ce-45a4-9440-3701e5b9b3e1 HTTP/1.1" status: 200 len: 907 time: 0.1542301 Aug 31 14:17:12.410440 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35992) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:12.552475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18348ba6-7355-4f19-9ebb-6c92573116e5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.572226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18348ba6-7355-4f19-9ebb-6c92573116e5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.578788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18348ba6-7355-4f19-9ebb-6c92573116e5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.587218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18348ba6-7355-4f19-9ebb-6c92573116e5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:12.593109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-18348ba6-7355-4f19-9ebb-6c92573116e5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.2010064 Aug 31 14:17:12.615746 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] Set router 1e6a5edd-33ce-45a4-9440-3701e5b9b3e1 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:17:12.623243 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:12.666427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36000) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:12.776158 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-aa103d95-2642-44e0-a8ce-6ed5233c911e service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555827 Aug 31 14:17:12.777328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:12.778202 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5448e6f4-9e2a-4213-9ced-7fa333546ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:12.922191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Deleting port c76d1093-e771-4c4d-bd76-e8e9cfc8ff73 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:12.922545 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:12.953134 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a5edd-33ce-45a4-9440-3701e5b9b3e1', 'name': 'tempest-snat-router-544075406', 'tenant_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c76d1093-e771-4c4d-bd76-e8e9cfc8ff73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:17:06Z', 'updated_at': '2021-08-31T14:17:10Z', 'revision_number': 3, 'project_id': 'c1ddbda27d80491ebbf6bc4ae3f95fd4', 'gw_port': {'id': 'c76d1093-e771-4c4d-bd76-e8e9cfc8ff73', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a5edd-33ce-45a4-9440-3701e5b9b3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:17:08Z', 'updated_at': '2021-08-31T14:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:12.994040 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] Checking router: 1e6a5edd-33ce-45a4-9440-3701e5b9b3e1 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:17:12.994040 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] Updating router 1e6a5edd-33ce-45a4-9440-3701e5b9b3e1 port c76d1093-e771-4c4d-bd76-e8e9cfc8ff73 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:17:13.041692 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.050415 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.124295 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.162388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Calling delete_port for c76d1093-e771-4c4d-bd76-e8e9cfc8ff73 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:13.167925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-6343b91a-7df3-4d80-b4b1-fd5e47767ec4 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706064 Aug 31 14:17:13.174715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5448e6f4-9e2a-4213-9ced-7fa333546ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.179233 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5448e6f4-9e2a-4213-9ced-7fa333546ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.182987 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5448e6f4-9e2a-4213-9ced-7fa333546ca9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8df1e02d-411b-4f54-8d9c-a4ca05ab9ea3 HTTP/1.1" status: 204 len: 168 time: 1.3253684 Aug 31 14:17:13.281606 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-e77e9218-352b-4838-8569-86007ac1124f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a695eda4-8064-4835-887f-df4c54d594d9 HTTP/1.1" status: 200 len: 217 time: 0.0946255 Aug 31 14:17:13.285054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448e6f4-9e2a-4213-9ced-7fa333546ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df1e02d-411b-4f54-8d9c-a4ca05ab9ea3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:13.365000 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.492314 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.506590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661cb408-81e7-4ed2-b178-67823aaa9243']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:13.519577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc45d66a-e6d4-4c06-829a-767e547c2bfb') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:13.520169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc45d66a-e6d4-4c06-829a-767e547c2bfb') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:13.531110 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.546858 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.554118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:17:13.554796 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.560046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-d72c3140-c40e-4e16-9d74-c7f81b936b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:13.561846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-d72c3140-c40e-4e16-9d74-c7f81b936b0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.1458671 Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:17:13.562665 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:17:13.565694 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.db.api [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:17:13.565694 n-d-792364-6 neutron-server[106390]: DEBUG oslo_db.api [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:17:13.566755 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.649113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event deleted for resources: {'Port': ['ID=c76d1093-e771-4c4d-bd76-e8e9cfc8ff73,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:13.739223 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.776637 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.787544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-d2305be6-76e2-4bf3-aa1b-52bb98e9d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:13.789564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-d2305be6-76e2-4bf3-aa1b-52bb98e9d4b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1919177 Aug 31 14:17:13.794760 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.802103 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.809252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "DELETE /v2.0/networks/661cb408-81e7-4ed2-b178-67823aaa9243 HTTP/1.1" status: 204 len: 168 time: 1.1240349 Aug 31 14:17:13.831150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36036) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:13.874794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450669e6-61a5-43f7-905b-0d599048f284 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event deleted for resources: {'Network': ['ID=661cb408-81e7-4ed2-b178-67823aaa9243,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:13.933690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36042) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:13.992719 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d082-5e09-46a4-b65e-d9ecf504dcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:13.997978 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.000216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device caaca7f2-8cdc-4ada-a5ac-3e5899f66990 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:14.003524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.025730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-158b16aa-67a2-4692-88ed-bbc198f98fbe tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:14.033942 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-158b16aa-67a2-4692-88ed-bbc198f98fbe tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/networks?id=201b7813-01df-44d6-8a49-f758f7695c91 HTTP/1.1" status: 200 len: 809 time: 0.3647871 Aug 31 14:17:14.043343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: caaca7f2-8cdc-4ada-a5ac-3e5899f66990 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:14.044041 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device caaca7f2-8cdc-4ada-a5ac-3e5899f66990 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:14.092263 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] Port c76d1093-e771-4c4d-bd76-e8e9cfc8ff73 not found while updating agent binding for router 1e6a5edd-33ce-45a4-9440-3701e5b9b3e1. {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 14:17:14.098218 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-1e4427cb-4de7-418a-a331-a8ac69e9e6f2 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/quotas/4903185fb397452595c8ce28749c3c6a HTTP/1.1" status: 200 len: 375 time: 0.0632927 Aug 31 14:17:14.104222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.116570 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] Routers set() bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:14.116950 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] Router IDs set() for agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:17:14.117587 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_agentschedulers_db [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1e6a5edd-33ce-45a4-9440-3701e5b9b3e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent'). {{(pid=106390) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:17:14.117971 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78e3cb-ba2c-406c-bead-0189563e73f2 None None] The sync data for ids ['1e6a5edd-33ce-45a4-9440-3701e5b9b3e1'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:14.131232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.131232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e6a5edd-33ce-45a4-9440-3701e5b9b3e1 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:17:14.133642 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-3a1f38a4-e9a8-443f-b5bd-78ae9cd4cb6d service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188128 Aug 31 14:17:14.170954 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.175523 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-63cfbb9d-c423-452d-bddd-33f6179404ee tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1e6a5edd-33ce-45a4-9440-3701e5b9b3e1 HTTP/1.1" status: 204 len: 168 time: 1.7611685 Aug 31 14:17:14.177883 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-fef691b2-1619-4aa2-8e4e-68dc52265adb tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4903185fb397452595c8ce28749c3c6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785306 Aug 31 14:17:14.206398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36048) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:14.260329 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-3fce6d8f-9805-400b-8c55-a891da050c76 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132300 Aug 31 14:17:14.329482 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-e67f2608-3ab4-4b9a-a758-ed9b1da5865e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41 HTTP/1.1" status: 200 len: 217 time: 0.0592334 Aug 31 14:17:14.393688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.420221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.421588 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.439485 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a2830e-6eea-46b6-8d7c-65141c97763b']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:14.463434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-3d03ab86-4bed-42e2-b8e7-6973c31195cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:14.465630 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-3d03ab86-4bed-42e2-b8e7-6973c31195cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.1261461 Aug 31 14:17:14.564647 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d082-5e09-46a4-b65e-d9ecf504dcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.574617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=d2076edd-97b4-40d3-a804-e9c1d764dfd4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:14.606117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d082-5e09-46a4-b65e-d9ecf504dcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.661090 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.720899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7834-07b0-423b-9951-9aa50889e77c req-83d8b74c-82e1-4527-ba72-e493eef03210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:14.722583 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-83d8b74c-82e1-4527-ba72-e493eef03210 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2378054 Aug 31 14:17:14.727194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e5c0d082-5e09-46a4-b65e-d9ecf504dcc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e712237f07b4117a73d123089a9e210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7899451 Aug 31 14:17:14.727457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0d082-5e09-46a4-b65e-d9ecf504dcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c246f4-3aa0-4629-a7b9-5243101e62c3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:14.729810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36060) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:14.921073 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3800e2bc-8756-4824-983d-15d8a4371759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.933729 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Floating IP 4e1a4cd7-ad4b-480d-accc-f025acc807e6 associated. External IP: 172.25.3.123, port: 48bfc6f1-8753-4368-b178-b31c5b1cb3d4. Aug 31 14:17:14.939243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8e5bab-a831-401a-9dc9-db4819d65432') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:14.939963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8e5bab-a831-401a-9dc9-db4819d65432') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:14.944075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-9cbdcfb7-ada8-451b-bc4b-781f3eee9e76 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893301 Aug 31 14:17:14.975230 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:14.978161 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.007770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3800e2bc-8756-4824-983d-15d8a4371759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.078043 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.095481 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-cc66b05e-852f-44e5-86a8-e466cf00974f service neutron] 10.222.0.20 "GET /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8879945 Aug 31 14:17:15.098486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:17:15.098898 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:17:15.103145 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:17:15.205969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522a7834-07b0-423b-9951-9aa50889e77c req-23a879a4-3ee0-42e3-8eb4-85b6c4317e8c service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176061 Aug 31 14:17:15.262095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3800e2bc-8756-4824-983d-15d8a4371759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.273575 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3800e2bc-8756-4824-983d-15d8a4371759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.286313 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3800e2bc-8756-4824-983d-15d8a4371759 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24c246f4-3aa0-4629-a7b9-5243101e62c3 HTTP/1.1" status: 204 len: 168 time: 0.5538075 Aug 31 14:17:15.315049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800e2bc-8756-4824-983d-15d8a4371759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c246f4-3aa0-4629-a7b9-5243101e62c3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:15.349530 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.357965 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.364284 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "DELETE /v2.0/networks/28a2830e-6eea-46b6-8d7c-65141c97763b HTTP/1.1" status: 204 len: 168 time: 1.5263643 Aug 31 14:17:15.365174 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36072) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:15.472646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:15.523068 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.528428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfbee8-815c-4d7a-80bf-341e861a92d0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event deleted for resources: {'Network': ['ID=28a2830e-6eea-46b6-8d7c-65141c97763b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:15.589930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-511eef21-2dce-4e8c-8ceb-b80ffa8c8e6c service neutron] 10.222.0.20 "GET /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452636 Aug 31 14:17:15.794028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bca4fe-d109-493f-b3bf-64efee6bebcc tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:15.804640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bca4fe-d109-493f-b3bf-64efee6bebcc tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:15.816916 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-28bca4fe-d109-493f-b3bf-64efee6bebcc tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4333909 Aug 31 14:17:15.824696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36086) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:15.842217 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5575b738-dec4-43f9-bdc5-4181f87cafc4 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-315859099'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:15.884721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Deleting port 252039ec-57aa-4ed1-bc1e-0bc72bb48468 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:15.885075 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:15.997539 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5575b738-dec4-43f9-bdc5-4181f87cafc4 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Made reservation on behalf of 5084ae09f7c34102b2cec002c0c85d28 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:16.008371 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5575b738-dec4-43f9-bdc5-4181f87cafc4 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.106788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5575b738-dec4-43f9-bdc5-4181f87cafc4 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:16.133610 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5575b738-dec4-43f9-bdc5-4181f87cafc4 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.138787 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-5575b738-dec4-43f9-bdc5-4181f87cafc4 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Added segment e3a9ba61-f34a-4317-990a-51c35a3572a4 of type vlan for network 6636ad8b-fe7f-4e40-b11c-c12057901b03 Aug 31 14:17:16.180036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] For port 252039ec-57aa-4ed1-bc1e-0bc72bb48468, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=252039ec-57aa-4ed1-bc1e-0bc72bb48468,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:16.180423 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.197740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Calling delete_port for 252039ec-57aa-4ed1-bc1e-0bc72bb48468 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:16.409438 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53f3126c-2345-4640-8a19-32f58885bee5 req-19c812fe-e42b-4734-a967-5bb6614267ca tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 210 time: 0.0791521 Aug 31 14:17:16.410056 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5575b738-dec4-43f9-bdc5-4181f87cafc4 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.444846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:16.472943 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e047a9-7c9f-4ad4-a04c-e45ce48a0825 None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:16.495937 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.526628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e047a9-7c9f-4ad4-a04c-e45ce48a0825 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:16.528320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-13e047a9-7c9f-4ad4-a04c-e45ce48a0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:16.609926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-15349470-1586-429e-bd2d-2fec3a7458d1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.6335545 Aug 31 14:17:16.612426 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5575b738-dec4-43f9-bdc5-4181f87cafc4 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.612922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36114) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:16.623589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f6a73a84-935a-4679-8cb5-78326ff6f459 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1115326163'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:16.627252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5575b738-dec4-43f9-bdc5-4181f87cafc4 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.628964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-13e047a9-7c9f-4ad4-a04c-e45ce48a0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:16.630704 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5575b738-dec4-43f9-bdc5-4181f87cafc4 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.640376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e047a9-7c9f-4ad4-a04c-e45ce48a0825 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:16.642301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-13e047a9-7c9f-4ad4-a04c-e45ce48a0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:16.686454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-13e047a9-7c9f-4ad4-a04c-e45ce48a0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:16.687414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e047a9-7c9f-4ad4-a04c-e45ce48a0825 None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:16.690644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a73a84-935a-4679-8cb5-78326ff6f459 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Made reservation on behalf of bd30af277e544f1080c95c1aa61e10eb for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:16.695524 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6a73a84-935a-4679-8cb5-78326ff6f459 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.726839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a73a84-935a-4679-8cb5-78326ff6f459 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:16.737383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6a73a84-935a-4679-8cb5-78326ff6f459 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.738270 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-f6a73a84-935a-4679-8cb5-78326ff6f459 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Added segment ce5f508b-6a27-40fe-869d-5d9a625db16c of type vlan for network cd5bbbed-351e-40ee-a072-ea5d0dc90706 Aug 31 14:17:16.754155 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.787391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6a73a84-935a-4679-8cb5-78326ff6f459 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.796932 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5575b738-dec4-43f9-bdc5-4181f87cafc4 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9671388 Aug 31 14:17:16.801050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36116) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:16.812319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a23fde64-ef23-428f-ad6a-11418a0fcba5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-991885011'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:16.835032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event deleted for resources: {'Port': ['ID=252039ec-57aa-4ed1-bc1e-0bc72bb48468,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:16.841038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23fde64-ef23-428f-ad6a-11418a0fcba5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Made reservation on behalf of 5084ae09f7c34102b2cec002c0c85d28 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:16.848840 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a23fde64-ef23-428f-ad6a-11418a0fcba5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.868886 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6a73a84-935a-4679-8cb5-78326ff6f459 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.875478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a73a84-935a-4679-8cb5-78326ff6f459 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:16.876274 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6a73a84-935a-4679-8cb5-78326ff6f459 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:16.929522 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575b738-dec4-43f9-bdc5-4181f87cafc4 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event updated for resources: {'Network': ['ID=6636ad8b-fe7f-4e40-b11c-c12057901b03,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:16.942707 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f6a73a84-935a-4679-8cb5-78326ff6f459 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3281915 Aug 31 14:17:16.944002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23fde64-ef23-428f-ad6a-11418a0fcba5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:16.950029 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 6636ad8b-fe7f-4e40-b11c-c12057901b03 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:16.952024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36122) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:16.974038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-47cb28ff-b85b-45ff-98dc-efda819d5548 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'subnet': {'network_id': 'cd5bbbed-351e-40ee-a072-ea5d0dc90706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:16.980774 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.002255 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a23fde64-ef23-428f-ad6a-11418a0fcba5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.003065 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-a23fde64-ef23-428f-ad6a-11418a0fcba5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Added segment 13da2ab1-8f65-4352-9878-dc47b39eeaab of type vlan for network 4fe3e73c-689c-4515-a8f6-2c0a78a56703 Aug 31 14:17:17.022848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a73a84-935a-4679-8cb5-78326ff6f459 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Network': ['ID=cd5bbbed-351e-40ee-a072-ea5d0dc90706,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:17.072270 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a23fde64-ef23-428f-ad6a-11418a0fcba5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.093896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network cd5bbbed-351e-40ee-a072-ea5d0dc90706 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:17.137446 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a23fde64-ef23-428f-ad6a-11418a0fcba5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.144769 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23fde64-ef23-428f-ad6a-11418a0fcba5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:17.144976 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a23fde64-ef23-428f-ad6a-11418a0fcba5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.229058 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a23fde64-ef23-428f-ad6a-11418a0fcba5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4265909 Aug 31 14:17:17.231988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36132) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:17.238111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'ports': [{'network_id': '6636ad8b-fe7f-4e40-b11c-c12057901b03', 'name': 'tempest-port--1165086708', 'admin_state_up': True}, {'network_id': '4fe3e73c-689c-4515-a8f6-2c0a78a56703', 'admin_state_up': False}]} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:17.238412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'port': {'network_id': '6636ad8b-fe7f-4e40-b11c-c12057901b03', 'name': 'tempest-port--1165086708', 'admin_state_up': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:17.238893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'port': {'network_id': '4fe3e73c-689c-4515-a8f6-2c0a78a56703', 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:17.241166 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.246830 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.349989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fde64-ef23-428f-ad6a-11418a0fcba5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event updated for resources: {'Network': ['ID=4fe3e73c-689c-4515-a8f6-2c0a78a56703,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:17.368894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 4fe3e73c-689c-4515-a8f6-2c0a78a56703 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:17.483191 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.486717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 317deae3-6ffd-4281-b227-64c1e7bca76b {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:17:17.495218 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.503081 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-99b4b7f6-c967-4622-a26c-1a356d27c977 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "DELETE /v2.0/routers/317deae3-6ffd-4281-b227-64c1e7bca76b HTTP/1.1" status: 204 len: 168 time: 3.2913368 Aug 31 14:17:17.503828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36142) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:17.515633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-99556380', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:17.522725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cb28ff-b85b-45ff-98dc-efda819d5548 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Made reservation on behalf of bd30af277e544f1080c95c1aa61e10eb for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:17.527483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47cb28ff-b85b-45ff-98dc-efda819d5548 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.587223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdb1993b-7276-4682-b8a3-f9827844879a req-6a414568-1898-4abd-a814-138a1454b752 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 210 time: 0.0426869 Aug 31 14:17:17.642785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36146) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:17.646626 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.647702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.679325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Made reservation on behalf of 5084ae09f7c34102b2cec002c0c85d28 for: {'port': 2} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:17.693027 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.728129 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.749159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:17.946971 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:17:17.947565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1576116261'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:17.984518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] device_id is not set on port a5174c13-3019-4662-9f6d-517a4682b75e yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:18.010020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Made reservation on behalf of b6ed9e51d21841b99ccaddf501f855ca for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:18.014075 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.025589 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.227317 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.325103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] device_id is not set on port c3ddd5e7-d6f4-4cf8-919e-a777ef7584d6 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:18.341704 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.371847 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.426567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.444260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:18.498047 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e11730-682b-425a-a42d-c43c72a97a55,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:18.507136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.507937 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Added segment f8d3226c-0691-4636-9d78-ba8585fa1c97 of type vlan for network e48e0604-6adc-4b77-b479-6f39868b4e63 Aug 31 14:17:18.584021 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.591151 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47cb28ff-b85b-45ff-98dc-efda819d5548 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.624768 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.653565 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.661942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:18.662813 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.733111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 252039ec-57aa-4ed1-bc1e-0bc72bb48468 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:18.756058 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb28ff-b85b-45ff-98dc-efda819d5548 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Subnet': ['ID=8d0ea746-afc0-4577-aa3c-304678f120df,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:18.789520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-c523fa58-4b1c-4c1c-a77f-08f32df4bcf8 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:18.791170 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-c523fa58-4b1c-4c1c-a77f-08f32df4bcf8 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.52 "GET /v2.0/networks?id=201b7813-01df-44d6-8a49-f758f7695c91 HTTP/1.1" status: 200 len: 809 time: 0.9042158 Aug 31 14:17:18.794068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 252039ec-57aa-4ed1-bc1e-0bc72bb48468 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:18.796638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 252039ec-57aa-4ed1-bc1e-0bc72bb48468 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:18.820793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Request body: {'port': {'device_id': 'e36068e9-572e-44a9-a613-f4bba4aee222', 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91', 'admin_state_up': True, 'tenant_id': '4903185fb397452595c8ce28749c3c6a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:18.871354 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e088ee7-a0c3-4504-aeab-3efc31a400ee req-75da3407-0010-4613-abe2-9570ea170594 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 210 time: 0.1683815 Aug 31 14:17:18.873270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2282040 Aug 31 14:17:18.900966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb1198-f49b-477d-b87e-34baa0415f61 tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Pushing event updated for resources: {'Network': ['ID=e48e0604-6adc-4b77-b479-6f39868b4e63,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:18.916817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network e48e0604-6adc-4b77-b479-6f39868b4e63 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:18.925171 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:18.996021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb28ff-b85b-45ff-98dc-efda819d5548 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Checking segment: {'id': 'ce5f508b-6a27-40fe-869d-5d9a625db16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cd5bbbed-351e-40ee-a072-ea5d0dc90706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:18.996406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb28ff-b85b-45ff-98dc-efda819d5548 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network hostable DHCP agents. Network: cd5bbbed-351e-40ee-a072-ea5d0dc90706, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:17:19.019038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event updated for resources: {'Port': ['ID=a5174c13-3019-4662-9f6d-517a4682b75e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:19.044654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb28ff-b85b-45ff-98dc-efda819d5548 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network cd5bbbed-351e-40ee-a072-ea5d0dc90706 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:17:19.060255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Checking segment: {'id': 'e3a9ba61-f34a-4317-990a-51c35a3572a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6636ad8b-fe7f-4e40-b11c-c12057901b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:19.060884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Network hostable DHCP agents. Network: 6636ad8b-fe7f-4e40-b11c-c12057901b03, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:17:19.062093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Made reservation on behalf of 4903185fb397452595c8ce28749c3c6a for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:19.067335 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.074295 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-47cb28ff-b85b-45ff-98dc-efda819d5548 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, cd5bbbed-351e-40ee-a072-ea5d0dc90706) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:19.079667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb28ff-b85b-45ff-98dc-efda819d5548 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.082794 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47cb28ff-b85b-45ff-98dc-efda819d5548 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.085010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a5334-44d3-47d5-9700-fef7a09d2c8d None None] Network cd5bbbed-351e-40ee-a072-ea5d0dc90706 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:19.098406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Network 6636ad8b-fe7f-4e40-b11c-c12057901b03 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:17:19.132481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 6636ad8b-fe7f-4e40-b11c-c12057901b03) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:19.153583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:19.156209 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.175062 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-47cb28ff-b85b-45ff-98dc-efda819d5548 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2078221 Aug 31 14:17:19.202744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36182) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:19.222114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36184) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:19.242476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Request body: {'port': {'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63', 'binding:host_id': 'n-h2-792364-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-124956624'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:19.263523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1136746784', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:19.310639 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.314838 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.326129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.366369 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Checking segment: {'id': '13da2ab1-8f65-4352-9878-dc47b39eeaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4fe3e73c-689c-4515-a8f6-2c0a78a56703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:19.367240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Network hostable DHCP agents. Network: 4fe3e73c-689c-4515-a8f6-2c0a78a56703, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:17:19.385593 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.399165 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event updated for resources: {'Port': ['ID=c3ddd5e7-d6f4-4cf8-919e-a777ef7584d6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:19.419607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Made reservation on behalf of 4f3d9435d7154beaa2293d48042118b6 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:19.423306 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.427760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Network 4fe3e73c-689c-4515-a8f6-2c0a78a56703 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:17:19.481790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 4fe3e73c-689c-4515-a8f6-2c0a78a56703) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:19.493999 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e81d7e-1601-4fbc-b43e-746ce9a1c603 None None] Network 6636ad8b-fe7f-4e40-b11c-c12057901b03 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:19.495387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Allocated IP 172.20.0.9 (201b7813-01df-44d6-8a49-f758f7695c91/9369dd31-de1c-427a-b636-1b2807cbbce5/dce43553-326f-44de-883a-b594e9951781) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:19.511787 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.525729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:19.532526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.538446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:19.539293 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.551217 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.566010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef95b8-9f01-48a6-b055-8dcd55db04a3 None None] Network 4fe3e73c-689c-4515-a8f6-2c0a78a56703 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:19.606565 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d3d9551c-8252-4475-895a-6a00845409c2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3733611 Aug 31 14:17:19.616119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36194) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:19.744129 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.832457 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.856612 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:19.893719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] device_id is not set on port 1db504ab-c03f-454d-a338-0b09a343a98d yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:19.947715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-cd5bbbed-351e-40ee-a072-ea5d0dc90706', 'network_id': 'cd5bbbed-351e-40ee-a072-ea5d0dc90706', 'tenant_id': 'bd30af277e544f1080c95c1aa61e10eb', 'fixed_ips': [{'subnet_id': '8d0ea746-afc0-4577-aa3c-304678f120df'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:17:19.949786 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.112056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d81cee4-9a35-4ae6-8b73-13aea633c495,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:20.191689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.212952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Allocated IP 172.20.0.2 (cd5bbbed-351e-40ee-a072-ea5d0dc90706/8d0ea746-afc0-4577-aa3c-304678f120df/d459cb11-e097-4760-8dbc-87b5e9b0ebfa) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:20.218510 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.230762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43be1ad-4a0d-4163-8cb8-f951c3ff24f5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:20.246493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43be1ad-4a0d-4163-8cb8-f951c3ff24f5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:20.251241 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c43be1ad-4a0d-4163-8cb8-f951c3ff24f5 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6178939 Aug 31 14:17:20.266383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36202) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:20.283897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Allocated IP 172.25.3.108 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/b1c441da-18fa-47d2-b7de-e9d6817e1dc9) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:20.302122 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03010d4b-4be5-4274-ad51-1ff6cd1ba55c req-5f3c5773-aec5-4e70-8e17-ee64fe32d898 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 210 time: 0.1584938 Aug 31 14:17:20.418694 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.428795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Transition to ACTIVE for port object d459cb11-e097-4760-8dbc-87b5e9b0ebfa will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:20.455026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Transition to ACTIVE for port object d459cb11-e097-4760-8dbc-87b5e9b0ebfa will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:20.462342 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.515267 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Network cd5bbbed-351e-40ee-a072-ea5d0dc90706 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:20.518446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:20.521210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:20.527639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Pushing event updated for resources: {'Port': ['ID=d459cb11-e097-4760-8dbc-87b5e9b0ebfa,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:20.590904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Attempting to bind port d459cb11-e097-4760-8dbc-87b5e9b0ebfa on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:20.591378 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Attempting to bind port d459cb11-e097-4760-8dbc-87b5e9b0ebfa by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'ce5f508b-6a27-40fe-869d-5d9a625db16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cd5bbbed-351e-40ee-a072-ea5d0dc90706'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:20.591813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Attempting to bind port d459cb11-e097-4760-8dbc-87b5e9b0ebfa on network cd5bbbed-351e-40ee-a072-ea5d0dc90706 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:20.598540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:20.599024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Checking segment: {'id': 'ce5f508b-6a27-40fe-869d-5d9a625db16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cd5bbbed-351e-40ee-a072-ea5d0dc90706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:20.599508 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.599977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Bound using segment: {'id': 'ce5f508b-6a27-40fe-869d-5d9a625db16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cd5bbbed-351e-40ee-a072-ea5d0dc90706'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:20.600549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Bound port: d459cb11-e097-4760-8dbc-87b5e9b0ebfa, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5f508b-6a27-40fe-869d-5d9a625db16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cd5bbbed-351e-40ee-a072-ea5d0dc90706'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:20.601005 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.690790 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] For port d459cb11-e097-4760-8dbc-87b5e9b0ebfa, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:20.694644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] For port d459cb11-e097-4760-8dbc-87b5e9b0ebfa, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d459cb11-e097-4760-8dbc-87b5e9b0ebfa,segment=NetworkSegment(ce5f508b-6a27-40fe-869d-5d9a625db16c),segment_id=ce5f508b-6a27-40fe-869d-5d9a625db16c)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:20.705014 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:20.774559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0376bf1-46e5-4ebe-a2ea-0e76f86579d1 None None] Pushing event updated for resources: {'Port': ['ID=d459cb11-e097-4760-8dbc-87b5e9b0ebfa,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:20.944118 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.028697 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.063823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] device_id is not set on port 1db504ab-c03f-454d-a338-0b09a343a98d yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:21.089088 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc8464-9cc5-4ab9-a795-679d7d1b9bd2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Deleting port a5174c13-3019-4662-9f6d-517a4682b75e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:21.089828 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8464-9cc5-4ab9-a795-679d7d1b9bd2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.095450 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.162953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Transition to ACTIVE for port object 1db504ab-c03f-454d-a338-0b09a343a98d will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:21.187212 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.215856 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.258685 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8464-9cc5-4ab9-a795-679d7d1b9bd2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.288937 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Network 201b7813-01df-44d6-8a49-f758f7695c91 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:21.295390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:21.316595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:21.320218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc8464-9cc5-4ab9-a795-679d7d1b9bd2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Calling delete_port for a5174c13-3019-4662-9f6d-517a4682b75e owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:21.341676 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.399897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.25.3.39 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/1c81ed1e-1525-4c3f-98fc-a73a0dfaab0c) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:21.405930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Pushing event updated for resources: {'Port': ['ID=dce43553-326f-44de-883a-b594e9951781,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:21.534854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:21.552175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.569820 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:21.574615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:21.618652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:21.619306 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.625779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.639099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event updated for resources: {'Port': ['ID=1db504ab-c03f-454d-a338-0b09a343a98d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:21.649809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Checking segment: {'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:21.650391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Network hostable DHCP agents. Network: e48e0604-6adc-4b77-b479-6f39868b4e63, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:17:21.662835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:21.665719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:21.691862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:21.724213 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0297b907-7b30-40c6-9d62-05ce24b7d639 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9140012 Aug 31 14:17:21.758243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=1c81ed1e-1525-4c3f-98fc-a73a0dfaab0c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:21.765856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e97bb6-f43c-4dc9-93d0-ec0be6b426a3 req-40b86d5b-0ce5-4434-a45b-e9be5fad56b5 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:21.769578 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c1e97bb6-f43c-4dc9-93d0-ec0be6b426a3 req-40b86d5b-0ce5-4434-a45b-e9be5fad56b5 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 931 time: 0.3407338 Aug 31 14:17:21.777303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Pushing event updated for resources: {'Port': ['ID=b1c441da-18fa-47d2-b7de-e9d6817e1dc9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:21.810562 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8464-9cc5-4ab9-a795-679d7d1b9bd2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.819133 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Request body: {'port': {'device_id': 'e36068e9-572e-44a9-a613-f4bba4aee222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:21.829137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Network e48e0604-6adc-4b77-b479-6f39868b4e63 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:17:21.955719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc8464-9cc5-4ab9-a795-679d7d1b9bd2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event deleted for resources: {'Port': ['ID=a5174c13-3019-4662-9f6d-517a4682b75e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:21.967662 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8464-9cc5-4ab9-a795-679d7d1b9bd2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:21.970207 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cfdc8464-9cc5-4ab9-a795-679d7d1b9bd2 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "DELETE /v2.0/ports/a5174c13-3019-4662-9f6d-517a4682b75e HTTP/1.1" status: 204 len: 168 time: 1.6832333 Aug 31 14:17:21.974264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, e48e0604-6adc-4b77-b479-6f39868b4e63) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:21.978648 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:21.984170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f8486b-5a77-4ae4-9122-cf80abaf74fd None None] Network e48e0604-6adc-4b77-b479-6f39868b4e63 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:21.986314 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c1e97bb6-f43c-4dc9-93d0-ec0be6b426a3 req-863834e8-c936-4249-b952-627281ec48e6 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023611 Aug 31 14:17:21.989045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36218) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:22.071617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:22.071956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:22.072302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:22.101231 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.103941 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:22.104278 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:22.104606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fff837-ef2b-41ad-a062-f248ce34fd1d None None] Network cd5bbbed-351e-40ee-a072-ea5d0dc90706 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:22.104804 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.108670 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 2 to bind port 1db504ab-c03f-454d-a338-0b09a343a98d Aug 31 14:17:22.228347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:22.228827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:22.229405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:22.263891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:22.264248 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:22.269733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-60c16816-e31f-4789-aaa1-4a27219b6223 None None] Provisioning for port d459cb11-e097-4760-8dbc-87b5e9b0ebfa completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:22.272817 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 3 to bind port 1db504ab-c03f-454d-a338-0b09a343a98d Aug 31 14:17:22.347238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:22.347578 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:22.347917 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:22.416564 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.462802 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:22.463266 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:22.469058 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 4 to bind port 1db504ab-c03f-454d-a338-0b09a343a98d Aug 31 14:17:22.475110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-752da841-8728-491d-b730-9eb68bddea12 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Deleting port c3ddd5e7-d6f4-4cf8-919e-a777ef7584d6 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:22.475468 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-752da841-8728-491d-b730-9eb68bddea12 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.592077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:22.592657 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:22.593127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:22.717586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 2e62e6af-5b55-44d9-81e7-60bf31c4b0d8 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:17:22.754342 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-752da841-8728-491d-b730-9eb68bddea12 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.757924 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:22.803531 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:22.803887 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:22.823148 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 5 to bind port 1db504ab-c03f-454d-a338-0b09a343a98d Aug 31 14:17:22.830987 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-752da841-8728-491d-b730-9eb68bddea12 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Calling delete_port for c3ddd5e7-d6f4-4cf8-919e-a777ef7584d6 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:22.870729 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d459cb11-e097-4760-8dbc-87b5e9b0ebfa up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:22.877166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:22.877512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:22.877856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:22.886757 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:22.887091 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:22.930721 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 6 to bind port 1db504ab-c03f-454d-a338-0b09a343a98d Aug 31 14:17:22.983406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port d459cb11-e097-4760-8dbc-87b5e9b0ebfa completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:22.988780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d459cb11-e097-4760-8dbc-87b5e9b0ebfa triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:22.989464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:22.990270 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.006522 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13c17b-ee3b-43d6-91e4-ddaf668382b3 None None] Sync routers for ids ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:23.023163 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.024343 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13c17b-ee3b-43d6-91e4-ddaf668382b3 None None] Routers {'2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:23.025125 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d5d5620b-7b97-436d-9da9-ef9f79c4903f tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8057668 Aug 31 14:17:23.025441 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6f13c17b-ee3b-43d6-91e4-ddaf668382b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:23.027686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36234) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:23.033565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:23.039816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:23.040193 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:23.087842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:23.088179 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:23.094345 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 7 to bind port 1db504ab-c03f-454d-a338-0b09a343a98d Aug 31 14:17:23.111788 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6f13c17b-ee3b-43d6-91e4-ddaf668382b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:23.113649 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.124827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:23.125188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:23.126170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:23.128031 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13c17b-ee3b-43d6-91e4-ddaf668382b3 None None] Routers {'2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:23.130811 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6f13c17b-ee3b-43d6-91e4-ddaf668382b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:23.162816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port d459cb11-e097-4760-8dbc-87b5e9b0ebfa, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d459cb11-e097-4760-8dbc-87b5e9b0ebfa,segment=NetworkSegment(ce5f508b-6a27-40fe-869d-5d9a625db16c),segment_id=ce5f508b-6a27-40fe-869d-5d9a625db16c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:23.179237 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.192242 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6f13c17b-ee3b-43d6-91e4-ddaf668382b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:23.193068 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13c17b-ee3b-43d6-91e4-ddaf668382b3 None None] The sync data for ids ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:23.246857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:23.247233 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:23.247454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=d459cb11-e097-4760-8dbc-87b5e9b0ebfa,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:23.261723 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 8 to bind port 1db504ab-c03f-454d-a338-0b09a343a98d Aug 31 14:17:23.318129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:23.318340 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:23.318685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:23.342016 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce43553-326f-44de-883a-b594e9951781 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:23.347299 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.353475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:23.353806 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:23.356770 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.358933 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 9 to bind port 1db504ab-c03f-454d-a338-0b09a343a98d Aug 31 14:17:23.362407 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-752da841-8728-491d-b730-9eb68bddea12 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.394691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb879b-7d31-4a51-bb12-3d4e69dbff83 req-d5145aef-0233-4f11-8d4e-cda9614d9aae tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:23.396308 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-abeb879b-7d31-4a51-bb12-3d4e69dbff83 req-d5145aef-0233-4f11-8d4e-cda9614d9aae tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 931 time: 0.2773724 Aug 31 14:17:23.461108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Transition to ACTIVE for port object dce43553-326f-44de-883a-b594e9951781 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:23.469750 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:23.470127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:23.470497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:23.472575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752da841-8728-491d-b730-9eb68bddea12 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event deleted for resources: {'Port': ['ID=c3ddd5e7-d6f4-4cf8-919e-a777ef7584d6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:23.490770 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.508575 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-752da841-8728-491d-b730-9eb68bddea12 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.511934 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-752da841-8728-491d-b730-9eb68bddea12 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "DELETE /v2.0/ports/c3ddd5e7-d6f4-4cf8-919e-a777ef7584d6 HTTP/1.1" status: 204 len: 168 time: 1.5160029 Aug 31 14:17:23.514172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:23.514733 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:23.519102 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36240) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:23.539515 n-d-792364-6 neutron-server[106387]: INFO neutron.plugins.ml2.plugin [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 10 to bind port 1db504ab-c03f-454d-a338-0b09a343a98d Aug 31 14:17:23.588646 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.671960 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6abecb03-6eec-46d3-86e9-599cea46d283 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1287930 Aug 31 14:17:23.695725 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-abeb879b-7d31-4a51-bb12-3d4e69dbff83 req-6f74ca08-ded1-4a85-9984-9d13142348ba tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339573 Aug 31 14:17:23.701655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36244) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:23.715669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-dfd47e1a-416d-45b9-b3a0-9452121b59ce tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2043337382'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:23.759856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd47e1a-416d-45b9-b3a0-9452121b59ce tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Made reservation on behalf of 5084ae09f7c34102b2cec002c0c85d28 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:23.763661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfd47e1a-416d-45b9-b3a0-9452121b59ce tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.767239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:23.767855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:23.768419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:23.817128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 1db504ab-c03f-454d-a338-0b09a343a98d on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:23.817564 n-d-792364-6 neutron-server[106387]: ERROR neutron.plugins.ml2.managers [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 1db504ab-c03f-454d-a338-0b09a343a98d on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:23.818043 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.820171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Pushing event updated for resources: {'Port': ['ID=dce43553-326f-44de-883a-b594e9951781,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:23.895978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd47e1a-416d-45b9-b3a0-9452121b59ce tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:23.988537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfd47e1a-416d-45b9-b3a0-9452121b59ce tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:23.988911 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-dfd47e1a-416d-45b9-b3a0-9452121b59ce tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Added segment 39ea86fe-9271-41d1-953f-7a141ec8a7a1 of type vlan for network 30b82fda-da2e-4933-9206-1766dfb59310 Aug 31 14:17:24.076980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Attempting to bind port dce43553-326f-44de-883a-b594e9951781 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:24.077997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Attempting to bind port dce43553-326f-44de-883a-b594e9951781 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '654af994-1f8c-439e-8dfc-3d629e64b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:24.079071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Attempting to bind port dce43553-326f-44de-883a-b594e9951781 on network 201b7813-01df-44d6-8a49-f758f7695c91 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:24.096392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] For port 1db504ab-c03f-454d-a338-0b09a343a98d, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:24.097070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempted to set empty binding levels {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:17:24.100615 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfd47e1a-416d-45b9-b3a0-9452121b59ce tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.103218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Router 7186bb55-a1eb-4e62-a484-92cf865f45fe is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:17:24.107360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Port dce43553-326f-44de-883a-b594e9951781 on network 201b7813-01df-44d6-8a49-f758f7695c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:24.108025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Attempting to bind port dce43553-326f-44de-883a-b594e9951781 on network 201b7813-01df-44d6-8a49-f758f7695c91 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:24.123040 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.134579 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:24.135230 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Checking segment: {'id': '654af994-1f8c-439e-8dfc-3d629e64b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:24.135791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Bound using segment: {'id': '654af994-1f8c-439e-8dfc-3d629e64b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:24.136420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Bound port: dce43553-326f-44de-883a-b594e9951781, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '654af994-1f8c-439e-8dfc-3d629e64b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:24.136968 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.222349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:24.223220 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.231049 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfd47e1a-416d-45b9-b3a0-9452121b59ce tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.236904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd47e1a-416d-45b9-b3a0-9452121b59ce tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:24.237721 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dfd47e1a-416d-45b9-b3a0-9452121b59ce tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.368272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.20.0.1 (cd5bbbed-351e-40ee-a072-ea5d0dc90706/8d0ea746-afc0-4577-aa3c-304678f120df/3ce23433-cea5-443a-a643-5e485e458d70) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:24.541345 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.565001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Transition to ACTIVE for port object 3ce23433-cea5-443a-a643-5e485e458d70 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:24.630453 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.747042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d459cb11-e097-4760-8dbc-87b5e9b0ebfa up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:24.760932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network cd5bbbed-351e-40ee-a072-ea5d0dc90706 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:24.774171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:24.790529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:24.806666 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 5.5831745 Aug 31 14:17:24.807149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:24.822734 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa41118-1fed-4604-9ab4-f0e00acdd91b tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event updated for resources: {'Port': ['ID=1db504ab-c03f-454d-a338-0b09a343a98d,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:24.874673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=3ce23433-cea5-443a-a643-5e485e458d70,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:24.885375 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d459cb11-e097-4760-8dbc-87b5e9b0ebfa triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:24.885755 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.923327 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:24.935996 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dfd47e1a-416d-45b9-b3a0-9452121b59ce tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2283461 Aug 31 14:17:25.008142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36262) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:25.012154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd47e1a-416d-45b9-b3a0-9452121b59ce tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event updated for resources: {'Network': ['ID=30b82fda-da2e-4933-9206-1766dfb59310,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:25.028730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 30b82fda-da2e-4933-9206-1766dfb59310 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:25.047308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5556b393-58c9-482a-993c-c2d7704e3c07 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1879905497'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:25.140533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] For port dce43553-326f-44de-883a-b594e9951781, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:25.151867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5556b393-58c9-482a-993c-c2d7704e3c07 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Made reservation on behalf of 5084ae09f7c34102b2cec002c0c85d28 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:25.156056 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5556b393-58c9-482a-993c-c2d7704e3c07 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.207576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171d265-3c62-48ef-99ca-60dd7d53467a req-e5a09b4e-5bce-4719-a469-61dc88056f1e tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:25.209459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1171d265-3c62-48ef-99ca-60dd7d53467a req-e5a09b4e-5bce-4719-a469-61dc88056f1e tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 943 time: 0.4013495 Aug 31 14:17:25.218042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:25.227454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] For port dce43553-326f-44de-883a-b594e9951781, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dce43553-326f-44de-883a-b594e9951781,segment=NetworkSegment(654af994-1f8c-439e-8dfc-3d629e64b176),segment_id=654af994-1f8c-439e-8dfc-3d629e64b176)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:25.251953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d108f7ae-44bd-4fbf-9f15-94c5ab73885c None None] Sync routers for ids ['7186bb55-a1eb-4e62-a484-92cf865f45fe'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:25.268759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5556b393-58c9-482a-993c-c2d7704e3c07 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:25.280464 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.347218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.360159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:25.360822 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.362288 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] 10.222.0.52 "PUT /v2.0/ports/dce43553-326f-44de-883a-b594e9951781 HTTP/1.1" status: 200 len: 1091 time: 3.5529609 Aug 31 14:17:25.365850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36068e9-572e-44a9-a613-f4bba4aee222', 'tag': 'dce43553-326f-44de-883a-b594e9951781'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:25.368033 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9b945e-3ede-4ea3-8990-4777d597be73" -d '{"events": [{"name": "network-changed", "server_uuid": "e36068e9-572e-44a9-a613-f4bba4aee222", "tag": "dce43553-326f-44de-883a-b594e9951781"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:25.444587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d108f7ae-44bd-4fbf-9f15-94c5ab73885c None None] Routers {'7186bb55-a1eb-4e62-a484-92cf865f45fe'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:25.449287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d108f7ae-44bd-4fbf-9f15-94c5ab73885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7186bb55-a1eb-4e62-a484-92cf865f45fe'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:25.453562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-13ed5e8a-9ce4-4213-ab1b-255ba9f73af8 None None] Provisioning for port 3ce23433-cea5-443a-a643-5e485e458d70 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:25.504369 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a68de2-c3d3-40bf-b367-b0e18096f56f x-openstack-request-id: req-e3a68de2-c3d3-40bf-b367-b0e18096f56f {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:25.504881 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36068e9-572e-44a9-a613-f4bba4aee222", "tag": "dce43553-326f-44de-883a-b594e9951781", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:25.505076 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3a68de2-c3d3-40bf-b367-b0e18096f56f {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:25.505336 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36068e9-572e-44a9-a613-f4bba4aee222', 'tag': 'dce43553-326f-44de-883a-b594e9951781', 'status': 'completed', 'code': 200} Aug 31 14:17:25.513816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-13ed5e8a-9ce4-4213-ab1b-255ba9f73af8 None None] Provisioning complete for port 3ce23433-cea5-443a-a643-5e485e458d70 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:25.514924 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13ed5e8a-9ce4-4213-ab1b-255ba9f73af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.517856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d108f7ae-44bd-4fbf-9f15-94c5ab73885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:25.518384 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1171d265-3c62-48ef-99ca-60dd7d53467a req-bf874467-6d82-4d2f-9387-72a0a081291c tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945843 Aug 31 14:17:25.519183 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5556b393-58c9-482a-993c-c2d7704e3c07 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.519536 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-5556b393-58c9-482a-993c-c2d7704e3c07 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Added segment 23720648-c207-4e97-ade9-640bd293175a of type vlan for network 759477e3-c2ff-4702-a3c0-34d4d7910b30 Aug 31 14:17:25.555833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d108f7ae-44bd-4fbf-9f15-94c5ab73885c None None] Routers {'7186bb55-a1eb-4e62-a484-92cf865f45fe'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:25.557367 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d108f7ae-44bd-4fbf-9f15-94c5ab73885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7186bb55-a1eb-4e62-a484-92cf865f45fe'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:25.588671 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5556b393-58c9-482a-993c-c2d7704e3c07 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.599006 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d108f7ae-44bd-4fbf-9f15-94c5ab73885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:25.599800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d108f7ae-44bd-4fbf-9f15-94c5ab73885c None None] The sync data for ids ['7186bb55-a1eb-4e62-a484-92cf865f45fe'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:25.611376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-13ed5e8a-9ce4-4213-ab1b-255ba9f73af8 None None] Port 3ce23433-cea5-443a-a643-5e485e458d70 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:25.638954 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.643656 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c377fc25-deb4-4631-bade-ad08173f42d5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.1378446 Aug 31 14:17:25.648405 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36268) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:25.653219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7d1f391a-a04e-425b-a56b-793e6f78dbba tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'enable_snat': False}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:25.667594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4b239-6bbf-46f3-89bf-ce9385e393f4 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Deleting port 1db504ab-c03f-454d-a338-0b09a343a98d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:25.668130 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b239-6bbf-46f3-89bf-ce9385e393f4 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.698421 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5556b393-58c9-482a-993c-c2d7704e3c07 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.704191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556b393-58c9-482a-993c-c2d7704e3c07 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:25.704920 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5556b393-58c9-482a-993c-c2d7704e3c07 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:25.821141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556b393-58c9-482a-993c-c2d7704e3c07 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event updated for resources: {'Network': ['ID=759477e3-c2ff-4702-a3c0-34d4d7910b30,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:25.832645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 759477e3-c2ff-4702-a3c0-34d4d7910b30 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:25.851944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-fa431d56-e625-44f8-9291-d703b0110ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:25.854485 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-fa431d56-e625-44f8-9291-d703b0110ab3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4903185fb397452595c8ce28749c3c6a&device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 1094 time: 0.3411129 Aug 31 14:17:25.879623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916122b-adb2-46c2-bcba-da16f8c26c7c service neutron] Pushing event updated for resources: {'Port': ['ID=dce43553-326f-44de-883a-b594e9951781,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:25.991190 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-3ec429ce-d290-4785-b98d-fb331438cc16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce43553-326f-44de-883a-b594e9951781 HTTP/1.1" status: 200 len: 217 time: 0.0992877 Aug 31 14:17:25.995343 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5556b393-58c9-482a-993c-c2d7704e3c07 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9805803 Aug 31 14:17:26.022868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.045459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.114224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-a2c4b239-6bbf-46f3-89bf-ce9385e393f4 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] For port 1db504ab-c03f-454d-a338-0b09a343a98d, host n-h2-792364-6, got binding levels [] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:26.114757 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b239-6bbf-46f3-89bf-ce9385e393f4 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.155951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36278) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:26.160838 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4b239-6bbf-46f3-89bf-ce9385e393f4 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Calling delete_port for 1db504ab-c03f-454d-a338-0b09a343a98d owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:26.164936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'subnets': [{'network_id': '30b82fda-da2e-4933-9206-1766dfb59310', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--232433494', 'ip_version': 4}, {'network_id': '759477e3-c2ff-4702-a3c0-34d4d7910b30', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:26.165261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'subnet': {'network_id': '30b82fda-da2e-4933-9206-1766dfb59310', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--232433494', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:26.165842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Request body: {'subnet': {'network_id': '759477e3-c2ff-4702-a3c0-34d4d7910b30', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:26.168247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-80f84d36-ec37-4979-8e00-846139cfd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.170025 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-80f84d36-ec37-4979-8e00-846139cfd3a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9369dd31-de1c-427a-b636-1b2807cbbce5 HTTP/1.1" status: 200 len: 849 time: 0.1701229 Aug 31 14:17:26.208919 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-194b1522-3c1d-4336-be83-3c0c5d727c04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=201b7813-01df-44d6-8a49-f758f7695c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301247 Aug 31 14:17:26.315932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.369925 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b239-6bbf-46f3-89bf-ce9385e393f4 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.373564 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-0edf83f6-7c50-4971-b83c-22206bb92a8b service neutron] 10.222.0.52 "GET /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353378 Aug 31 14:17:26.412900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36284) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:26.450384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=3ce23433-cea5-443a-a643-5e485e458d70,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:26.479968 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b239-6bbf-46f3-89bf-ce9385e393f4 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.485139 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a2c4b239-6bbf-46f3-89bf-ce9385e393f4 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1db504ab-c03f-454d-a338-0b09a343a98d HTTP/1.1" status: 204 len: 168 time: 1.6657715 Aug 31 14:17:26.486891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4b239-6bbf-46f3-89bf-ce9385e393f4 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event deleted for resources: {'Port': ['ID=1db504ab-c03f-454d-a338-0b09a343a98d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:26.491251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36288) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:26.528582 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb69b4b-ac4d-4843-8d2f-50102a803567 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:17:26.533632 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bdb69b4b-ac4d-4843-8d2f-50102a803567 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "GET /v2.0/ports/1db504ab-c03f-454d-a338-0b09a343a98d HTTP/1.1" status: 404 len: 333 time: 0.0320115 Aug 31 14:17:26.535863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36290) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:26.539763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Request body: {'port': {'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1406790335'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:26.639038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Made reservation on behalf of 4f3d9435d7154beaa2293d48042118b6 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:26.642782 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.665612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Made reservation on behalf of 5084ae09f7c34102b2cec002c0c85d28 for: {'subnet': 2} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:26.670177 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.670579 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.676016 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d1f391a-a04e-425b-a56b-793e6f78dbba tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.676828 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-046e683f-0b0e-4dae-9760-2edc53c75f52 req-97b37292-4c46-4c2d-8fe6-11ba4db6e351 service neutron] 10.222.0.52 "GET /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918658 Aug 31 14:17:26.680076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] device_id is not set on port 5365be46-44de-468f-9cfa-94be6f41340b yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:26.731212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network cd5bbbed-351e-40ee-a072-ea5d0dc90706 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:26.753377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:26.776273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-683613ee-e55b-4be2-a67c-0d81a20753e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:26.842936 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99acca-0897-4b5d-8380-0fd544e830e7 req-3af95f12-6ffb-4dc4-bf69-0062d995e93e tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:26.853109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8b99acca-0897-4b5d-8380-0fd544e830e7 req-3af95f12-6ffb-4dc4-bf69-0062d995e93e tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 943 time: 0.2283628 Aug 31 14:17:27.019732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b945e-3ede-4ea3-8990-4777d597be73 req-11067d01-cd5b-43b2-8cad-e1774863e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:27.024096 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b9b945e-3ede-4ea3-8990-4777d597be73 req-11067d01-cd5b-43b2-8cad-e1774863e7a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4903185fb397452595c8ce28749c3c6a&device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 1094 time: 0.2611377 Aug 31 14:17:27.052387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8b99acca-0897-4b5d-8380-0fd544e830e7 req-ed6078f5-acda-4aca-8aa5-84b04358d92e tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983016 Aug 31 14:17:27.186147 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.274061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49cb491c-3644-4ec3-8a56-49d61f19f933 None None] Provisioning complete for port 3ce23433-cea5-443a-a643-5e485e458d70 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:27.274649 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49cb491c-3644-4ec3-8a56-49d61f19f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.302161 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.305888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 2e62e6af-5b55-44d9-81e7-60bf31c4b0d8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:27.309786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b945e-3ede-4ea3-8990-4777d597be73 req-0cbb5361-9147-481e-9ed9-096e5272bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:27.311842 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b9b945e-3ede-4ea3-8990-4777d597be73 req-0cbb5361-9147-481e-9ed9-096e5272bfea service neutron] 10.222.0.52 "GET /v2.0/networks?id=201b7813-01df-44d6-8a49-f758f7695c91 HTTP/1.1" status: 200 len: 910 time: 0.2577744 Aug 31 14:17:27.400845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Network e48e0604-6adc-4b77-b479-6f39868b4e63 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:27.411335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-49cb491c-3644-4ec3-8a56-49d61f19f933 None None] Port 3ce23433-cea5-443a-a643-5e485e458d70 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:27.436317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:27.445750 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:27.446762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:27.447390 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.456087 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b9b945e-3ede-4ea3-8990-4777d597be73 req-007e05c3-fc12-4582-a402-108be4e77bb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce43553-326f-44de-883a-b594e9951781 HTTP/1.1" status: 200 len: 217 time: 0.1233346 Aug 31 14:17:27.465466 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-683613ee-e55b-4be2-a67c-0d81a20753e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.507645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event updated for resources: {'Port': ['ID=5365be46-44de-468f-9cfa-94be6f41340b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:27.511405 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-683613ee-e55b-4be2-a67c-0d81a20753e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.580547 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fd306e00-722b-4d3a-a81a-832fd245b8a2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0377018 Aug 31 14:17:27.583834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36298) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:27.596582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:27.609490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b945e-3ede-4ea3-8990-4777d597be73 req-58b606b9-1b69-4687-9e1f-0484df527162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:27.611113 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b9b945e-3ede-4ea3-8990-4777d597be73 req-58b606b9-1b69-4687-9e1f-0484df527162 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9369dd31-de1c-427a-b636-1b2807cbbce5 HTTP/1.1" status: 200 len: 849 time: 0.1350219 Aug 31 14:17:27.613336 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-683613ee-e55b-4be2-a67c-0d81a20753e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=daeb4d50d53444ce92fdca2d38456405&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1457939 Aug 31 14:17:27.614588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683613ee-e55b-4be2-a67c-0d81a20753e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e0cd34-e553-43a7-8e93-35b7f428db2d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:27.617386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36300) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:27.674867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b9b945e-3ede-4ea3-8990-4777d597be73 req-957381ac-611d-46b0-9a78-19a0080b825e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=201b7813-01df-44d6-8a49-f758f7695c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501175 Aug 31 14:17:27.766608 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5686495f-5a3a-4cda-a93c-9c2b2b5211bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.794504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:27.808242 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-565779b0-c768-4129-b12e-1bfefdca2818 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "PUT /v2.0/routers/2e62e6af-5b55-44d9-81e7-60bf31c4b0d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7789512 Aug 31 14:17:27.810014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5686495f-5a3a-4cda-a93c-9c2b2b5211bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.811534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36302) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:27.818169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'port': {'network_id': 'cd5bbbed-351e-40ee-a072-ea5d0dc90706', 'name': 'tempest-FloatingIPTestJSON-580765744'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:27.824305 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06999b73-7f74-4061-ae25-d911c24f972b None None] Sync routers for ids ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:27.837934 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06999b73-7f74-4061-ae25-d911c24f972b None None] Routers {'2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:27.838793 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-06999b73-7f74-4061-ae25-d911c24f972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:27.845304 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b9b945e-3ede-4ea3-8990-4777d597be73 req-bab614e1-3971-4739-85f6-2508c3b8e6da service neutron] 10.222.0.52 "GET /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608663 Aug 31 14:17:27.872612 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.893274 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-06999b73-7f74-4061-ae25-d911c24f972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:27.902872 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06999b73-7f74-4061-ae25-d911c24f972b None None] Routers {'2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:27.903513 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-06999b73-7f74-4061-ae25-d911c24f972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:27.930055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:27.943544 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-06999b73-7f74-4061-ae25-d911c24f972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:27.944206 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06999b73-7f74-4061-ae25-d911c24f972b None None] The sync data for ids ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:28.026145 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5686495f-5a3a-4cda-a93c-9c2b2b5211bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.029756 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5686495f-5a3a-4cda-a93c-9c2b2b5211bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.033441 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5686495f-5a3a-4cda-a93c-9c2b2b5211bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1e0cd34-e553-43a7-8e93-35b7f428db2d HTTP/1.1" status: 204 len: 168 time: 0.4127421 Aug 31 14:17:28.062036 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b9b945e-3ede-4ea3-8990-4777d597be73 req-96a42b9d-78b7-4f15-9263-a57a35939994 service neutron] 10.222.0.52 "GET /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912553 Aug 31 14:17:28.071816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686495f-5a3a-4cda-a93c-9c2b2b5211bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e0cd34-e553-43a7-8e93-35b7f428db2d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:28.100547 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Made reservation on behalf of bd30af277e544f1080c95c1aa61e10eb for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:28.109440 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.135642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] device_id is not set on port d3801e77-7bc5-4579-a7a6-e4dccc3b4658 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:28.307218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104eed-8f55-4dcf-ada4-6b973dd67ebf req-cff49c6d-5bb9-4795-816e-ec9d29e352dd tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:28.309902 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed104eed-8f55-4dcf-ada4-6b973dd67ebf req-cff49c6d-5bb9-4795-816e-ec9d29e352dd tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 943 time: 0.1060550 Aug 31 14:17:28.365241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Allocated IP 172.20.0.8 (cd5bbbed-351e-40ee-a072-ea5d0dc90706/8d0ea746-afc0-4577-aa3c-304678f120df/d3801e77-7bc5-4579-a7a6-e4dccc3b4658) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:28.370415 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed104eed-8f55-4dcf-ada4-6b973dd67ebf req-0fe0813a-0e70-44dd-bdf9-14f6f2bab3f6 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480268 Aug 31 14:17:28.694978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event updated for resources: {'Subnet': ['ID=ad17387f-ecbe-4ad7-b945-50e3eab7ffe6,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:28.717167 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.743287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Checking segment: {'id': '39ea86fe-9271-41d1-953f-7a141ec8a7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '30b82fda-da2e-4933-9206-1766dfb59310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:28.743739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Network hostable DHCP agents. Network: 30b82fda-da2e-4933-9206-1766dfb59310, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:17:28.764871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Transition to ACTIVE for port object d3801e77-7bc5-4579-a7a6-e4dccc3b4658 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:28.819502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36314) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:28.837966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef59805e-9a60-40d0-a1ca-3ec34a18ff88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.862350 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.885289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Network 30b82fda-da2e-4933-9206-1766dfb59310 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:17:28.899801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] device_id is not set on port 5365be46-44de-468f-9cfa-94be6f41340b yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:28.912344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 30b82fda-da2e-4933-9206-1766dfb59310) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:28.915414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.924469 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.926082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3050b177-0e9f-4570-8b9c-3ab1be68dba2 None None] Network 30b82fda-da2e-4933-9206-1766dfb59310 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:28.944816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Network cd5bbbed-351e-40ee-a072-ea5d0dc90706 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:28.951875 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:28.954689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:28.970540 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d1f391a-a04e-425b-a56b-793e6f78dbba tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.972621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Transition to ACTIVE for port object 5365be46-44de-468f-9cfa-94be6f41340b will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:28.988114 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d1f391a-a04e-425b-a56b-793e6f78dbba tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:28.989414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event updated for resources: {'Port': ['ID=d3801e77-7bc5-4579-a7a6-e4dccc3b4658,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:28.993038 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.042062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.043551 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.053406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event updated for resources: {'Subnet': ['ID=5b0cf438-a9aa-401a-b472-5bf66ef8922b,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:29.101045 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef59805e-9a60-40d0-a1ca-3ec34a18ff88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.124055 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef59805e-9a60-40d0-a1ca-3ec34a18ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.139878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event updated for resources: {'Port': ['ID=5365be46-44de-468f-9cfa-94be6f41340b,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:29.151241 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-de515b84-3e7c-4a29-ba8d-a1025cd03122 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3383224 Aug 31 14:17:29.156076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36316) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:29.157593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Checking segment: {'id': '23720648-c207-4e97-ade9-640bd293175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '759477e3-c2ff-4702-a3c0-34d4d7910b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:29.160255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Network hostable DHCP agents. Network: 759477e3-c2ff-4702-a3c0-34d4d7910b30, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:17:29.167536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ee43fc38-2d49-4f91-9526-cc16e1700286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Request body: {'floatingip': {'port_id': 'd3801e77-7bc5-4579-a7a6-e4dccc3b4658'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:29.232599 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ef59805e-9a60-40d0-a1ca-3ec34a18ff88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=686cbd9c155e4d689c3c9b4cc0f4c577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090118 Aug 31 14:17:29.232599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59805e-9a60-40d0-a1ca-3ec34a18ff88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038b866a-fde6-4fb0-a000-fba558397805,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:29.244948 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36318) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:29.255992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-30b82fda-da2e-4933-9206-1766dfb59310', 'network_id': '30b82fda-da2e-4933-9206-1766dfb59310', 'tenant_id': '5084ae09f7c34102b2cec002c0c85d28', 'fixed_ips': [{'subnet_id': 'ad17387f-ecbe-4ad7-b945-50e3eab7ffe6'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:17:29.258004 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.323418 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee43fc38-2d49-4f91-9526-cc16e1700286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.354343 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79b9275c-059e-43cc-86b5-e5ac33e6cc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.432263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79b9275c-059e-43cc-86b5-e5ac33e6cc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.441790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:29.442205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:29.443773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:29.520535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:29.520841 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:29.523842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2b1862a0-408b-47ca-bce9-a0eed748685c None None] Provisioning for port d3801e77-7bc5-4579-a7a6-e4dccc3b4658 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:29.534899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2b1862a0-408b-47ca-bce9-a0eed748685c None None] Provisioning complete for port d3801e77-7bc5-4579-a7a6-e4dccc3b4658 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:29.534899 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2b1862a0-408b-47ca-bce9-a0eed748685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.535246 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 2 to bind port 5365be46-44de-468f-9cfa-94be6f41340b Aug 31 14:17:29.538344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1f391a-a04e-425b-a56b-793e6f78dbba tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Router 7186bb55-a1eb-4e62-a484-92cf865f45fe has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:29.573061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2b1862a0-408b-47ca-bce9-a0eed748685c None None] Port d3801e77-7bc5-4579-a7a6-e4dccc3b4658 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:29.581786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf41169-7b50-4174-b420-1275c36bc73b req-0b864b6d-6bec-4a81-9524-ad63c5c2c63d tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.586283 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-edf41169-7b50-4174-b420-1275c36bc73b req-0b864b6d-6bec-4a81-9524-ad63c5c2c63d tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 943 time: 0.0849888 Aug 31 14:17:29.586750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Allocated IP 172.20.0.2 (30b82fda-da2e-4933-9206-1766dfb59310/ad17387f-ecbe-4ad7-b945-50e3eab7ffe6/3e9b7d00-c128-4d4b-a7d2-a99784bdddb6) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:29.604488 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79b9275c-059e-43cc-86b5-e5ac33e6cc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.611444 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79b9275c-059e-43cc-86b5-e5ac33e6cc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.613149 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-79b9275c-059e-43cc-86b5-e5ac33e6cc6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/038b866a-fde6-4fb0-a000-fba558397805 HTTP/1.1" status: 204 len: 168 time: 0.3646958 Aug 31 14:17:29.648975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Network 759477e3-c2ff-4702-a3c0-34d4d7910b30 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:17:29.667867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9275c-059e-43cc-86b5-e5ac33e6cc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038b866a-fde6-4fb0-a000-fba558397805,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:29.669317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 759477e3-c2ff-4702-a3c0-34d4d7910b30) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:29.688584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:29.692089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:29.692089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:29.708113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.708923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.709206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:29.729602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-edf41169-7b50-4174-b420-1275c36bc73b req-30e3b5e5-d70e-402b-ae34-e0135d5bcbd1 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150565 Aug 31 14:17:29.741224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041085f4-6b91-4c39-936f-cd5e7f144650 None None] Network 759477e3-c2ff-4702-a3c0-34d4d7910b30 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:29.768723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:29.769070 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:29.813095 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 3 to bind port 5365be46-44de-468f-9cfa-94be6f41340b Aug 31 14:17:29.838088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:29.838501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:29.838852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:29.853027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0a14fff0-20dc-4324-8373-ab8efea7cc2d tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.6924167 Aug 31 14:17:29.856030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36328) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:29.886418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:29.887801 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:29.891780 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 4 to bind port 5365be46-44de-468f-9cfa-94be6f41340b Aug 31 14:17:29.971727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:29.972086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:29.972527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:29.978251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1771e5-9938-4802-aed9-ca4d5f7d9076 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.979872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1771e5-9938-4802-aed9-ca4d5f7d9076 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.985991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1771e5-9938-4802-aed9-ca4d5f7d9076 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:29.991726 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ea1771e5-9938-4802-aed9-ca4d5f7d9076 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1345472 Aug 31 14:17:29.995709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36330) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:29.998453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:29.998799 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:30.012951 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 5 to bind port 5365be46-44de-468f-9cfa-94be6f41340b Aug 31 14:17:30.016590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1f391a-a04e-425b-a56b-793e6f78dbba tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:30.043740 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d1f391a-a04e-425b-a56b-793e6f78dbba tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.045289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7d1f391a-a04e-425b-a56b-793e6f78dbba tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "PUT /v2.0/routers/7186bb55-a1eb-4e62-a484-92cf865f45fe HTTP/1.1" status: 200 len: 924 time: 4.3956139 Aug 31 14:17:30.048746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36334) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:30.115549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:30.115903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:30.116237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:30.133500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:30.133862 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:30.137967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edb1633-15f5-46ff-bda1-85d0cd0d359a tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Deleting subnet ad17387f-ecbe-4ad7-b945-50e3eab7ffe6 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:17:30.143258 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 6 to bind port 5365be46-44de-468f-9cfa-94be6f41340b Aug 31 14:17:30.165824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device dce43553-326f-44de-883a-b594e9951781 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:17:30.169338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fed7cc1-eda1-457d-811e-a895fb6047dd None None] Sync routers for ids ['7186bb55-a1eb-4e62-a484-92cf865f45fe'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:30.185317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:30.185674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:30.186237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:30.217648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-759477e3-c2ff-4702-a3c0-34d4d7910b30', 'network_id': '759477e3-c2ff-4702-a3c0-34d4d7910b30', 'tenant_id': '5084ae09f7c34102b2cec002c0c85d28', 'fixed_ips': [{'subnet_id': '5b0cf438-a9aa-401a-b472-5bf66ef8922b'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:17:30.218490 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.224098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed7cc1-eda1-457d-811e-a895fb6047dd None None] Routers {'7186bb55-a1eb-4e62-a484-92cf865f45fe'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:30.224778 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5fed7cc1-eda1-457d-811e-a895fb6047dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7186bb55-a1eb-4e62-a484-92cf865f45fe'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:30.233596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:30.233939 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:30.236263 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 7 to bind port 5365be46-44de-468f-9cfa-94be6f41340b Aug 31 14:17:30.260407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:30.260407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:30.260407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:30.260816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36338) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:30.262340 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-188084c7-4631-4194-9f09-01f936f6c14b tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/routers/7186bb55-a1eb-4e62-a484-92cf865f45fe HTTP/1.1" status: 200 len: 924 time: 0.2119966 Aug 31 14:17:30.275456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5fed7cc1-eda1-457d-811e-a895fb6047dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:30.336251 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.341096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:30.341428 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:30.348209 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 8 to bind port 5365be46-44de-468f-9cfa-94be6f41340b Aug 31 14:17:30.382055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:30.382547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:30.382984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:30.398943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:30.399286 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:30.401239 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 9 to bind port 5365be46-44de-468f-9cfa-94be6f41340b Aug 31 14:17:30.407703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4da6804-5414-4fe5-95af-cd5e53276c6f tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:30.409301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b4da6804-5414-4fe5-95af-cd5e53276c6f tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&device_id=7186bb55-a1eb-4e62-a484-92cf865f45fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1462908 Aug 31 14:17:30.416092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36344) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:30.440937 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed7cc1-eda1-457d-811e-a895fb6047dd None None] Routers {'7186bb55-a1eb-4e62-a484-92cf865f45fe'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:30.441491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5fed7cc1-eda1-457d-811e-a895fb6047dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7186bb55-a1eb-4e62-a484-92cf865f45fe'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:30.465518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:30.465863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:30.466214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:30.477640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:30.477640 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:30.477640 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 10 to bind port 5365be46-44de-468f-9cfa-94be6f41340b Aug 31 14:17:30.527693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:30.527978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:30.528327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:30.536025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:30.536378 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port 5365be46-44de-468f-9cfa-94be6f41340b on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:30.536772 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.550584 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5fed7cc1-eda1-457d-811e-a895fb6047dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:30.554416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fed7cc1-eda1-457d-811e-a895fb6047dd None None] The sync data for ids ['7186bb55-a1eb-4e62-a484-92cf865f45fe'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:30.555845 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee43fc38-2d49-4f91-9526-cc16e1700286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.556900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Transition to ACTIVE for port object 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:30.581616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee43fc38-2d49-4f91-9526-cc16e1700286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.623003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd3eff-752e-448c-ba43-dd2811cfcc8d tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:30.631932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36350) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:30.632630 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-efcd3eff-752e-448c-ba43-dd2811cfcc8d tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 881 time: 0.2182117 Aug 31 14:17:30.662503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Transition to ACTIVE for port object 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:30.680183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4980d23f-6992-431b-891c-4d427fc61b46 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "GET /v2.0/ports?device_id=7186bb55-a1eb-4e62-a484-92cf865f45fe HTTP/1.1" status: 200 len: 205 time: 0.0470307 Aug 31 14:17:30.683830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36354) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:30.689926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7edb1633-15f5-46ff-bda1-85d0cd0d359a tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.761988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] For port 5365be46-44de-468f-9cfa-94be6f41340b, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:30.762880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempted to set empty binding levels {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:17:30.776208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.818218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7edb1633-15f5-46ff-bda1-85d0cd0d359a tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.851123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] In _notify_port_updated(), no bound segment for port 5365be46-44de-468f-9cfa-94be6f41340b on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:17:30.853056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:30.853056 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:30.853570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Allocated IP 172.20.0.18 (759477e3-c2ff-4702-a3c0-34d4d7910b30/5b0cf438-a9aa-401a-b472-5bf66ef8922b/f470d1d3-29ca-48af-acce-5489012bc243) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:30.856702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "PUT /v2.0/ports/5365be46-44de-468f-9cfa-94be6f41340b HTTP/1.1" status: 200 len: 975 time: 3.2692440 Aug 31 14:17:30.863406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36360) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:30.916736 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-ee43fc38-2d49-4f91-9526-cc16e1700286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Floating IP 4e1a4cd7-ad4b-480d-accc-f025acc807e6 associated. External IP: 172.25.3.123, port: 48bfc6f1-8753-4368-b178-b31c5b1cb3d4. Aug 31 14:17:30.948267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9824d7-a0d8-4713-9f47-9108016d2a03 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event updated for resources: {'Port': ['ID=5365be46-44de-468f-9cfa-94be6f41340b,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:31.021123 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.069567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port dce43553-326f-44de-883a-b594e9951781, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dce43553-326f-44de-883a-b594e9951781,segment=NetworkSegment(654af994-1f8c-439e-8dfc-3d629e64b176),segment_id=654af994-1f8c-439e-8dfc-3d629e64b176)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:31.076371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.077301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.077870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.078661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.079338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.079698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.080140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.080674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.082538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.082538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.082538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.082538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.084091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.084091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.084260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.085105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.085346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.086221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.087262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.087262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.087262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.088945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.088945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.088945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.089555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.090021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.090533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.091062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.091646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.092345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.103639 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eea206ff-f6e0-4f0f-b2e0-aaf5bf84f521 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26164 time: 0.2288399 Aug 31 14:17:31.103639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36366) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:31.118945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a246a7-461a-49fa-982e-a07a38ebeeae req-4ee9a076-44bc-49de-83fe-bfd9889ba171 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:31.120562 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-97a246a7-461a-49fa-982e-a07a38ebeeae req-4ee9a076-44bc-49de-83fe-bfd9889ba171 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 943 time: 0.1756070 Aug 31 14:17:31.124594 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.177613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Network 30b82fda-da2e-4933-9206-1766dfb59310 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:31.182351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:31.191067 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:31.195642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'dce43553-326f-44de-883a-b594e9951781', 'network_id': '201b7813-01df-44d6-8a49-f758f7695c91', 'port_id': 'dce43553-326f-44de-883a-b594e9951781', 'mac_address': 'fa:16:3e:54:41:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9369dd31-de1c-427a-b636-1b2807cbbce5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:17:31.197844 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.216308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Transition to ACTIVE for port object f470d1d3-29ca-48af-acce-5489012bc243 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:31.254303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Pushing event updated for resources: {'Port': ['ID=3e9b7d00-c128-4d4b-a7d2-a99784bdddb6,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:31.274350 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.283415 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7edb1633-15f5-46ff-bda1-85d0cd0d359a tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.283653 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-97a246a7-461a-49fa-982e-a07a38ebeeae req-8f5ccfbf-5e23-4d73-b91f-9e7390fda4cb tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544116 Aug 31 14:17:31.340977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Attempting to bind port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:31.341809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Attempting to bind port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '39ea86fe-9271-41d1-953f-7a141ec8a7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '30b82fda-da2e-4933-9206-1766dfb59310'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:31.342435 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Attempting to bind port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 on network 30b82fda-da2e-4933-9206-1766dfb59310 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:31.346494 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Transition to ACTIVE for port object f470d1d3-29ca-48af-acce-5489012bc243 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:31.348898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce43553-326f-44de-883a-b594e9951781 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:17:31.372203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:31.372792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Checking segment: {'id': '39ea86fe-9271-41d1-953f-7a141ec8a7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '30b82fda-da2e-4933-9206-1766dfb59310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:31.373214 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.373696 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Bound using segment: {'id': '39ea86fe-9271-41d1-953f-7a141ec8a7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '30b82fda-da2e-4933-9206-1766dfb59310'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:31.374257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Bound port: 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ea86fe-9271-41d1-953f-7a141ec8a7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '30b82fda-da2e-4933-9206-1766dfb59310'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:31.374753 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.386699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.399524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.401049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port dce43553-326f-44de-883a-b594e9951781, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dce43553-326f-44de-883a-b594e9951781,segment=NetworkSegment(654af994-1f8c-439e-8dfc-3d629e64b176),segment_id=654af994-1f8c-439e-8dfc-3d629e64b176)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:31.407464 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-790afa37-01b7-4565-8b1e-a25d5cc031a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.444430 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Network 759477e3-c2ff-4702-a3c0-34d4d7910b30 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:31.447912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:31.449853 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.455659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:31.531774 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Deleting port b1c441da-18fa-47d2-b7de-e9d6817e1dc9 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:31.534942 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.535342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Pushing event updated for resources: {'Port': ['ID=f470d1d3-29ca-48af-acce-5489012bc243,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:31.587965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=dce43553-326f-44de-883a-b594e9951781,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:31.622164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Attempting to bind port f470d1d3-29ca-48af-acce-5489012bc243 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:31.622588 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Attempting to bind port f470d1d3-29ca-48af-acce-5489012bc243 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '23720648-c207-4e97-ade9-640bd293175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '759477e3-c2ff-4702-a3c0-34d4d7910b30'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:31.623056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Attempting to bind port f470d1d3-29ca-48af-acce-5489012bc243 on network 759477e3-c2ff-4702-a3c0-34d4d7910b30 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:31.623527 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7edb1633-15f5-46ff-bda1-85d0cd0d359a tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.631114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:31.633173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Checking segment: {'id': '23720648-c207-4e97-ade9-640bd293175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '759477e3-c2ff-4702-a3c0-34d4d7910b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:31.633173 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.633173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Bound using segment: {'id': '23720648-c207-4e97-ade9-640bd293175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '759477e3-c2ff-4702-a3c0-34d4d7910b30'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:31.633173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Bound port: f470d1d3-29ca-48af-acce-5489012bc243, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23720648-c207-4e97-ade9-640bd293175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '759477e3-c2ff-4702-a3c0-34d4d7910b30'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:31.633173 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.635698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-493c05a2-78a1-4ff9-b6ea-042fab347850 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Deleting port 5365be46-44de-468f-9cfa-94be6f41340b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:31.636304 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-493c05a2-78a1-4ff9-b6ea-042fab347850 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.687041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb1633-15f5-46ff-bda1-85d0cd0d359a tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event deleted for resources: {'Subnet': ['ID=ad17387f-ecbe-4ad7-b945-50e3eab7ffe6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:31.708920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7205075d-7147-4897-a185-6da10cf06696 None None] For port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:31.713445 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['dce43553-326f-44de-883a-b594e9951781'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:31.751086 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7edb1633-15f5-46ff-bda1-85d0cd0d359a tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.757062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36378) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:31.757714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7edb1633-15f5-46ff-bda1-85d0cd0d359a tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "DELETE /v2.0/subnets/ad17387f-ecbe-4ad7-b945-50e3eab7ffe6 HTTP/1.1" status: 204 len: 168 time: 1.7571571 Aug 31 14:17:31.770330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7205075d-7147-4897-a185-6da10cf06696 None None] For port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3e9b7d00-c128-4d4b-a7d2-a99784bdddb6,segment=NetworkSegment(39ea86fe-9271-41d1-953f-7a141ec8a7a1),segment_id=39ea86fe-9271-41d1-953f-7a141ec8a7a1)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:31.785196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] For port f470d1d3-29ca-48af-acce-5489012bc243, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:31.798909 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.846923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5515a226-9936-4b08-9e58-d6395c8dcb49 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Deleting subnet 5b0cf438-a9aa-401a-b472-5bf66ef8922b {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:17:31.854848 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5515a226-9936-4b08-9e58-d6395c8dcb49 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.886107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] For port f470d1d3-29ca-48af-acce-5489012bc243, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f470d1d3-29ca-48af-acce-5489012bc243,segment=NetworkSegment(23720648-c207-4e97-ade9-640bd293175a),segment_id=23720648-c207-4e97-ade9-640bd293175a)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:31.892412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-493c05a2-78a1-4ff9-b6ea-042fab347850 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] For port 5365be46-44de-468f-9cfa-94be6f41340b, host n-h2-792364-6, got binding levels [] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:31.892763 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-493c05a2-78a1-4ff9-b6ea-042fab347850 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.903117 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:31.960202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-493c05a2-78a1-4ff9-b6ea-042fab347850 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Calling delete_port for 5365be46-44de-468f-9cfa-94be6f41340b owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:31.984181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee43fc38-2d49-4f91-9526-cc16e1700286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:32.044160 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205075d-7147-4897-a185-6da10cf06696 None None] Pushing event updated for resources: {'Port': ['ID=3e9b7d00-c128-4d4b-a7d2-a99784bdddb6,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:32.203964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34816600-8149-44db-b805-62f44a8b3f67 None None] Pushing event updated for resources: {'Port': ['ID=f470d1d3-29ca-48af-acce-5489012bc243,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:32.696534 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.797718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Calling delete_port for b1c441da-18fa-47d2-b7de-e9d6817e1dc9 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:32.825845 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5515a226-9936-4b08-9e58-d6395c8dcb49 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:32.897603 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f470d1d3-29ca-48af-acce-5489012bc243 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:32.914704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90041a41-7847-4de2-b4a1-c3fb2a891160 req-d5558d87-49f2-45c4-8bb4-941536beac30 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:32.917993 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-90041a41-7847-4de2-b4a1-c3fb2a891160 req-d5558d87-49f2-45c4-8bb4-941536beac30 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 944 time: 0.2549767 Aug 31 14:17:32.977889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port f470d1d3-29ca-48af-acce-5489012bc243 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:32.980084 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-90041a41-7847-4de2-b4a1-c3fb2a891160 req-5460b7a5-56b2-49e7-a9f2-093edf6014dc tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529931 Aug 31 14:17:32.984165 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:33.048572 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-493c05a2-78a1-4ff9-b6ea-042fab347850 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.106138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee43fc38-2d49-4f91-9526-cc16e1700286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:33.114007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5515a226-9936-4b08-9e58-d6395c8dcb49 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.121478 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b8b1a-640d-45ba-863d-ae02ac1832a5 None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:33.133487 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b8b1a-640d-45ba-863d-ae02ac1832a5 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:33.134134 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-aa3b8b1a-640d-45ba-863d-ae02ac1832a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:33.148874 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:33.160612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c05a2-78a1-4ff9-b6ea-042fab347850 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event deleted for resources: {'Port': ['ID=5365be46-44de-468f-9cfa-94be6f41340b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:33.208340 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-aa3b8b1a-640d-45ba-863d-ae02ac1832a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:33.214621 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-493c05a2-78a1-4ff9-b6ea-042fab347850 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.216029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-493c05a2-78a1-4ff9-b6ea-042fab347850 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5365be46-44de-468f-9cfa-94be6f41340b HTTP/1.1" status: 204 len: 168 time: 2.1122499 Aug 31 14:17:33.222008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36402) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:33.234642 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b8b1a-640d-45ba-863d-ae02ac1832a5 None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:33.235505 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-aa3b8b1a-640d-45ba-863d-ae02ac1832a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:33.258583 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf36f37-61a4-476f-a6de-b11b11975d63 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:17:33.260253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fdf36f37-61a4-476f-a6de-b11b11975d63 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "GET /v2.0/ports/5365be46-44de-468f-9cfa-94be6f41340b HTTP/1.1" status: 404 len: 333 time: 0.0373201 Aug 31 14:17:33.287333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36404) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:33.293322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-336915345', 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:33.297412 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-aa3b8b1a-640d-45ba-863d-ae02ac1832a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:33.298058 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b8b1a-640d-45ba-863d-ae02ac1832a5 None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:33.338569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Made reservation on behalf of 4f3d9435d7154beaa2293d48042118b6 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:33.341421 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.343181 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5515a226-9936-4b08-9e58-d6395c8dcb49 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.367693 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.401647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] device_id is not set on port 38c0e364-483e-4755-9277-dafe73b06c6b yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:33.483491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Pushing event deleted for resources: {'Port': ['ID=b1c441da-18fa-47d2-b7de-e9d6817e1dc9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:33.503824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515a226-9936-4b08-9e58-d6395c8dcb49 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0cf438-a9aa-401a-b472-5bf66ef8922b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:33.513256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5515a226-9936-4b08-9e58-d6395c8dcb49 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.515471 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5515a226-9936-4b08-9e58-d6395c8dcb49 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "DELETE /v2.0/subnets/5b0cf438-a9aa-401a-b472-5bf66ef8922b HTTP/1.1" status: 204 len: 168 time: 1.7544646 Aug 31 14:17:33.555625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36408) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:33.723555 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.729611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88af3e96-4447-446d-ae9b-b38bfb3884e6 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:33.731171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-88af3e96-4447-446d-ae9b-b38bfb3884e6 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1726351 Aug 31 14:17:33.741795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36414) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:33.782825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee43fc38-2d49-4f91-9526-cc16e1700286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 2e62e6af-5b55-44d9-81e7-60bf31c4b0d8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:33.836383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.943661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.945498 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:33.955816 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.002266 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.042202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.042980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Fanout notify agent at l3_agent the message router_deleted on router 7186bb55-a1eb-4e62-a484-92cf865f45fe {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:17:34.052047 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.060301 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d09a3db0-c9d3-46d1-83ae-9da51f449eba tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/routers/7186bb55-a1eb-4e62-a484-92cf865f45fe HTTP/1.1" status: 204 len: 168 time: 3.3733346 Aug 31 14:17:34.060301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36424) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:34.065499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-eafffc7d-fbc0-43f5-85d0-7eb80ba8a8f1 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-775496680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:34.067531 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1c35a8f0-5651-4164-bae0-231fbb3b6328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.106986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device dce43553-326f-44de-883a-b594e9951781 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:34.205993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Network e48e0604-6adc-4b77-b479-6f39868b4e63 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:34.225224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:34.233717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee8e541-676a-4cae-909b-30565f41cf8c None None] Network 759477e3-c2ff-4702-a3c0-34d4d7910b30 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:34.236700 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eafffc7d-fbc0-43f5-85d0-7eb80ba8a8f1 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.239576 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eafffc7d-fbc0-43f5-85d0-7eb80ba8a8f1 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.246453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:34.246683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:34.247261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.253981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event updated for resources: {'Port': ['ID=38c0e364-483e-4755-9277-dafe73b06c6b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:34.270425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f011596-3ae1-4274-9cb3-253091c8c360 req-9a9d85cf-f520-40ec-a7c9-f3c15c781a9a tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:34.273099 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f011596-3ae1-4274-9cb3-253091c8c360 req-9a9d85cf-f520-40ec-a7c9-f3c15c781a9a tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 944 time: 0.1603420 Aug 31 14:17:34.282953 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.339042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f011596-3ae1-4274-9cb3-253091c8c360 req-a3bedf8f-fbc4-49d9-84a6-c182aeb7ef21 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543497 Aug 31 14:17:34.390845 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4488726c-369b-4dd2-80eb-9476759770a9 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0992098 Aug 31 14:17:34.394348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d88b00-44c7-4726-bc27-5656195393d2 None None] Network 30b82fda-da2e-4933-9206-1766dfb59310 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:34.396663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36430) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:34.403138 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eafffc7d-fbc0-43f5-85d0-7eb80ba8a8f1 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.412887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eafffc7d-fbc0-43f5-85d0-7eb80ba8a8f1 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.435587 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eafffc7d-fbc0-43f5-85d0-7eb80ba8a8f1 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.437082 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eafffc7d-fbc0-43f5-85d0-7eb80ba8a8f1 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3770759 Aug 31 14:17:34.441318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36432) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:34.447614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:34.459572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee43fc38-2d49-4f91-9526-cc16e1700286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:34.471124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee43fc38-2d49-4f91-9526-cc16e1700286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.482070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port dce43553-326f-44de-883a-b594e9951781 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:34.493800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efeb918-6c19-4983-93d8-ddd53f3b2817 None None] Sync routers for ids ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:34.498364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760068e2-d940-4ecd-b2dd-61aed775031e tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:34.503296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-760068e2-d940-4ecd-b2dd-61aed775031e tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "GET /v2.0/ports/38c0e364-483e-4755-9277-dafe73b06c6b HTTP/1.1" status: 200 len: 954 time: 0.1021872 Aug 31 14:17:34.503638 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36436) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:34.514782 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0d56e9d0-3063-4c48-92b4-632009e14c51 None None] Provisioning for port f470d1d3-29ca-48af-acce-5489012bc243 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:34.524725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port dce43553-326f-44de-883a-b594e9951781 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:34.525411 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.544777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Deleting port f470d1d3-29ca-48af-acce-5489012bc243 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:34.545133 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.585705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0d56e9d0-3063-4c48-92b4-632009e14c51 None None] Provisioning complete for port f470d1d3-29ca-48af-acce-5489012bc243 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:34.586192 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0d56e9d0-3063-4c48-92b4-632009e14c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.610202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] For port f470d1d3-29ca-48af-acce-5489012bc243, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f470d1d3-29ca-48af-acce-5489012bc243,segment=NetworkSegment(23720648-c207-4e97-ade9-640bd293175a),segment_id=23720648-c207-4e97-ade9-640bd293175a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:34.610576 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.624584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Calling delete_port for f470d1d3-29ca-48af-acce-5489012bc243 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:34.658653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efeb918-6c19-4983-93d8-ddd53f3b2817 None None] Routers {'2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:34.659234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9efeb918-6c19-4983-93d8-ddd53f3b2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:34.708994 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.759122 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ee43fc38-2d49-4f91-9526-cc16e1700286 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "PUT /v2.0/floatingips/4e1a4cd7-ad4b-480d-accc-f025acc807e6 HTTP/1.1" status: 200 len: 977 time: 5.6031334 Aug 31 14:17:34.759773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36444) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:34.771888 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.799099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9efeb918-6c19-4983-93d8-ddd53f3b2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:34.810207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0d56e9d0-3063-4c48-92b4-632009e14c51 None None] Could not find standard attr ID for object f470d1d3-29ca-48af-acce-5489012bc243. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:17:34.812811 n-d-792364-6 neutron-server[106389]: INFO neutron.plugins.ml2.db [None req-0d56e9d0-3063-4c48-92b4-632009e14c51 None None] No ports have port_id starting with f470d1d3-29ca-48af-acce-5489012bc243 Aug 31 14:17:34.837805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event deleted for resources: {'Port': ['ID=f470d1d3-29ca-48af-acce-5489012bc243,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:34.839899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] No DVR routers for this DVR port f470d1d3-29ca-48af-acce-5489012bc243 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:34.845862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efeb918-6c19-4983-93d8-ddd53f3b2817 None None] Routers {'2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:34.846737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9efeb918-6c19-4983-93d8-ddd53f3b2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:34.951290 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:34.960195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1c71c2eb-bf5a-4f8b-847c-c5a7ffd682b2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Deleting port 38c0e364-483e-4755-9277-dafe73b06c6b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:34.960573 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1c71c2eb-bf5a-4f8b-847c-c5a7ffd682b2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.001485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9efeb918-6c19-4983-93d8-ddd53f3b2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:35.002508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efeb918-6c19-4983-93d8-ddd53f3b2817 None None] The sync data for ids ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:35.014892 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.024571 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.030563 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.043209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759477e3-c2ff-4702-a3c0-34d4d7910b30']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:35.074521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ad10c9a0-493f-4ab9-8a32-90071e896c95 None None] Provisioning for port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:35.084694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ad10c9a0-493f-4ab9-8a32-90071e896c95 None None] Provisioning complete for port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:35.085305 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ad10c9a0-493f-4ab9-8a32-90071e896c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.086907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23720648-c207-4e97-ade9-640bd293175a') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:35.087212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23720648-c207-4e97-ade9-640bd293175a') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:35.119165 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1c71c2eb-bf5a-4f8b-847c-c5a7ffd682b2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.131497 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.133815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18035664-77bf-40de-93e6-eaadd38b5e59 None None] DHCP port deletion for 30b82fda-da2e-4933-9206-1766dfb59310 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:17:35.150026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7707ad9f-245e-4476-aa86-6f3fd311a3d5 None None] DHCP port deletion for 759477e3-c2ff-4702-a3c0-34d4d7910b30 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:17:35.151862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36068e9-572e-44a9-a613-f4bba4aee222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce43553-326f-44de-883a-b594e9951781'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:35.154280 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecf6017-a6dc-4b82-9c48-42315e589e3c" -d '{"events": [{"server_uuid": "e36068e9-572e-44a9-a613-f4bba4aee222", "name": "network-vif-plugged", "status": "completed", "tag": "dce43553-326f-44de-883a-b594e9951781"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:35.159210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port d3801e77-7bc5-4579-a7a6-e4dccc3b4658 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:35.159781 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.192287 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.195428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1c71c2eb-bf5a-4f8b-847c-c5a7ffd682b2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Calling delete_port for 38c0e364-483e-4755-9277-dafe73b06c6b owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:35.202384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port dce43553-326f-44de-883a-b594e9951781, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dce43553-326f-44de-883a-b594e9951781,segment=NetworkSegment(654af994-1f8c-439e-8dfc-3d629e64b176),segment_id=654af994-1f8c-439e-8dfc-3d629e64b176)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:35.258151 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ad10c9a0-493f-4ab9-8a32-90071e896c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.260380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Allocated IP 172.25.3.71 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/ac64b71a-ba9d-42b5-82ec-1b9a816437fa) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:35.262880 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.334440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:17:35.336806 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:17:35.348493 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:17:35.554293 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.564216 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.574591 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.587862 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.598330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.603399 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "DELETE /v2.0/networks/759477e3-c2ff-4702-a3c0-34d4d7910b30 HTTP/1.1" status: 204 len: 168 time: 1.8575768 Aug 31 14:17:35.605792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36472) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:35.612048 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97f455b-e913-49b6-87e9-e2c57c62174a x-openstack-request-id: req-d97f455b-e913-49b6-87e9-e2c57c62174a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:35.612714 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36068e9-572e-44a9-a613-f4bba4aee222", "name": "network-vif-plugged", "status": "completed", "tag": "dce43553-326f-44de-883a-b594e9951781", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:35.613183 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d97f455b-e913-49b6-87e9-e2c57c62174a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:35.613782 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36068e9-572e-44a9-a613-f4bba4aee222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce43553-326f-44de-883a-b594e9951781', 'code': 200} Aug 31 14:17:35.622617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5fba9-e602-4778-8257-22d3ec4a30d3 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event deleted for resources: {'Network': ['ID=759477e3-c2ff-4702-a3c0-34d4d7910b30,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:35.624193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-18035664-77bf-40de-93e6-eaadd38b5e59 None None] Deleting port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:35.630608 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-18035664-77bf-40de-93e6-eaadd38b5e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.655773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ad10c9a0-493f-4ab9-8a32-90071e896c95 None None] For port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3e9b7d00-c128-4d4b-a7d2-a99784bdddb6,segment=NetworkSegment(39ea86fe-9271-41d1-953f-7a141ec8a7a1),segment_id=39ea86fe-9271-41d1-953f-7a141ec8a7a1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:35.688213 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1c71c2eb-bf5a-4f8b-847c-c5a7ffd682b2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.713482 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ad10c9a0-493f-4ab9-8a32-90071e896c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.726002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=dce43553-326f-44de-883a-b594e9951781,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:35.769341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71c2eb-bf5a-4f8b-847c-c5a7ffd682b2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event deleted for resources: {'Port': ['ID=38c0e364-483e-4755-9277-dafe73b06c6b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:35.781627 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1c71c2eb-bf5a-4f8b-847c-c5a7ffd682b2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.786675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1c71c2eb-bf5a-4f8b-847c-c5a7ffd682b2 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "DELETE /v2.0/ports/38c0e364-483e-4755-9277-dafe73b06c6b HTTP/1.1" status: 204 len: 168 time: 1.2769995 Aug 31 14:17:35.790855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36474) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:35.814579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-18035664-77bf-40de-93e6-eaadd38b5e59 None None] For port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3e9b7d00-c128-4d4b-a7d2-a99784bdddb6,segment=NetworkSegment(39ea86fe-9271-41d1-953f-7a141ec8a7a1),segment_id=39ea86fe-9271-41d1-953f-7a141ec8a7a1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:35.815381 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-18035664-77bf-40de-93e6-eaadd38b5e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.837070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-18035664-77bf-40de-93e6-eaadd38b5e59 None None] Calling delete_port for 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:35.838300 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91ba62-be05-4899-a134-8c9d8aa03718 req-4ad085dc-0c61-47ab-917a-5a8710292894 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:35.846699 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea91ba62-be05-4899-a134-8c9d8aa03718 req-4ad085dc-0c61-47ab-917a-5a8710292894 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 945 time: 0.2562292 Aug 31 14:17:35.852023 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.861065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10c9a0-493f-4ab9-8a32-90071e896c95 None None] Pushing event updated for resources: {'Port': ['ID=3e9b7d00-c128-4d4b-a7d2-a99784bdddb6,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:35.887482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:35.915843 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-498daf1e-b187-417f-83fa-74fd8bdfa226 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:17:35.936149 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-498daf1e-b187-417f-83fa-74fd8bdfa226 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "GET /v2.0/ports/38c0e364-483e-4755-9277-dafe73b06c6b HTTP/1.1" status: 404 len: 333 time: 0.1442058 Aug 31 14:17:35.948732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e486195-812c-4b5a-b5cf-534de6b6588d req-b1e77922-2866-425e-854b-4b8b039f2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:35.950291 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6e486195-812c-4b5a-b5cf-534de6b6588d req-b1e77922-2866-425e-854b-4b8b039f2a98 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 1096 time: 0.2254627 Aug 31 14:17:35.954196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36480) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:35.964015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Request body: {'port': {'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-146867178'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:36.039836 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-18035664-77bf-40de-93e6-eaadd38b5e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.047786 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.048182 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.048563 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Floating IP 4e1a4cd7-ad4b-480d-accc-f025acc807e6 disassociated. External IP: 172.25.3.123, port: d3801e77-7bc5-4579-a7a6-e4dccc3b4658. Aug 31 14:17:36.048889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for d3801e77-7bc5-4579-a7a6-e4dccc3b4658 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:36.070056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Made reservation on behalf of 4f3d9435d7154beaa2293d48042118b6 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:36.073478 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.080971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18035664-77bf-40de-93e6-eaadd38b5e59 None None] Pushing event deleted for resources: {'Port': ['ID=3e9b7d00-c128-4d4b-a7d2-a99784bdddb6,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:36.084637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18035664-77bf-40de-93e6-eaadd38b5e59 None None] No DVR routers for this DVR port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:36.103435 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:36.113787 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea91ba62-be05-4899-a134-8c9d8aa03718 req-e4e5d1ef-d1d5-40fc-934e-ddd7e1475e6f tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662027 Aug 31 14:17:36.119302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:36.127998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:36.145492 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] device_id is not set on port bcffdd5f-e253-48c4-8eef-3d63fc262b23 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:36.157158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Pushing event updated for resources: {'Port': ['ID=ac64b71a-ba9d-42b5-82ec-1b9a816437fa,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:36.175923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6e486195-812c-4b5a-b5cf-534de6b6588d req-63a165f8-81e0-48db-b69f-e530b0bb12c1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605446 Aug 31 14:17:36.354855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Deleting port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:36.355459 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.442082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.477961 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.494055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.509552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.563422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=d3801e77-7bc5-4579-a7a6-e4dccc3b4658,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:36.605609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Network e48e0604-6adc-4b77-b479-6f39868b4e63 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:36.612804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:36.652354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:36.654109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:36.655224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.681857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event updated for resources: {'Port': ['ID=bcffdd5f-e253-48c4-8eef-3d63fc262b23,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:36.708691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c1e0bf59-4e69-41f0-8374-8ce403bea97a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7532077 Aug 31 14:17:36.713216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36488) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:36.781795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:36.798045 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.819779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f470d1d3-29ca-48af-acce-5489012bc243 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:36.892419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: f470d1d3-29ca-48af-acce-5489012bc243 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:36.892662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f470d1d3-29ca-48af-acce-5489012bc243 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:36.893055 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:36.907659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 2e62e6af-5b55-44d9-81e7-60bf31c4b0d8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:36.912761 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.914268 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.924484 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:36.966429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:36.967056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:37.012624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] For port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6, host n-d-792364-6, got binding levels [] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:37.012892 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.038427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Calling delete_port for 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:37.046332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.ipam_backend_mixin [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 was not found and therefore no delete operation was performed {{(pid=106387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:17:37.080423 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.130995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event deleted for resources: {'Port': ['ID=3e9b7d00-c128-4d4b-a7d2-a99784bdddb6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:37.140555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] No DVR routers for this DVR port 3e9b7d00-c128-4d4b-a7d2-a99784bdddb6 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:37.195784 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:37.196352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:37.197023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:37.197460 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:37.198010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:37.198544 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:37.199097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:37.199667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:37.200224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:37.200815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:37.201381 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:37.202269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:37.311140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:37.328696 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5eebc2-857f-4535-b599-8fe3cdb91266 None None] Sync routers for ids ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:37.336499 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.346491 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5eebc2-857f-4535-b599-8fe3cdb91266 None None] Routers {'2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:37.352751 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0a5eebc2-857f-4535-b599-8fe3cdb91266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.367248 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b82fda-da2e-4933-9206-1766dfb59310']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.386571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ea86fe-9271-41d1-953f-7a141ec8a7a1') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.386792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ea86fe-9271-41d1-953f-7a141ec8a7a1') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.401250 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.417097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5341c-72ec-4213-8db2-84c10c7c13ad req-4e24e3c1-e976-48da-8723-9fa1a33b2162 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:37.418684 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2cb5341c-72ec-4213-8db2-84c10c7c13ad req-4e24e3c1-e976-48da-8723-9fa1a33b2162 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 945 time: 0.1554441 Aug 31 14:17:37.430844 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.438066 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0a5eebc2-857f-4535-b599-8fe3cdb91266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.449649 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5eebc2-857f-4535-b599-8fe3cdb91266 None None] Routers {'2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:37.450706 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0a5eebc2-857f-4535-b599-8fe3cdb91266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.482898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Router f564129a-619f-49d9-9479-2f0b65461c8e is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:17:37.489938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:17:37.490478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:17:37.499364 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:17:37.529757 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0a5eebc2-857f-4535-b599-8fe3cdb91266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:37.532365 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5eebc2-857f-4535-b599-8fe3cdb91266 None None] The sync data for ids ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:37.602284 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2cb5341c-72ec-4213-8db2-84c10c7c13ad req-148c02c2-6ff4-48cd-886d-efa401c3a84e tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656744 Aug 31 14:17:37.631931 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.645061 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-684a0827-9967-4b06-80d2-65ad828ec37e tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/ports/d3801e77-7bc5-4579-a7a6-e4dccc3b4658 HTTP/1.1" status: 204 len: 168 time: 2.8762648 Aug 31 14:17:37.645061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36506) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:37.650968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] device_id is not set on port bcffdd5f-e253-48c4-8eef-3d63fc262b23 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:37.686513 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.695351 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.719731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Transition to ACTIVE for port object bcffdd5f-e253-48c4-8eef-3d63fc262b23 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:37.723845 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.740034 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.744471 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "DELETE /v2.0/networks/30b82fda-da2e-4933-9206-1766dfb59310 HTTP/1.1" status: 204 len: 168 time: 2.1057835 Aug 31 14:17:37.755201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36508) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:37.767600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780adf0e-bf08-463f-9288-6f6b80126655 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event deleted for resources: {'Network': ['ID=30b82fda-da2e-4933-9206-1766dfb59310,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:37.836357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event updated for resources: {'Port': ['ID=bcffdd5f-e253-48c4-8eef-3d63fc262b23,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:37.839669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:37.840013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:37.840347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:37.875457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:37.886716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b6610-97aa-45b9-8014-69beb918e09a None None] Sync routers for ids ['f564129a-619f-49d9-9479-2f0b65461c8e'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:37.896329 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:37.897793 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-59a82d82-6a0a-4dea-bb43-fd0e1b3ff25f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "PUT /v2.0/routers/f564129a-619f-49d9-9479-2f0b65461c8e HTTP/1.1" status: 200 len: 882 time: 3.4552882 Aug 31 14:17:37.900324 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36510) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:37.911983 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b6610-97aa-45b9-8014-69beb918e09a None None] Routers {'f564129a-619f-49d9-9479-2f0b65461c8e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:37.913046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1f1b6610-97aa-45b9-8014-69beb918e09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['f564129a-619f-49d9-9479-2f0b65461c8e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:38.003517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1f1b6610-97aa-45b9-8014-69beb918e09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:38.019693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b6610-97aa-45b9-8014-69beb918e09a None None] Routers {'f564129a-619f-49d9-9479-2f0b65461c8e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:38.021101 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1f1b6610-97aa-45b9-8014-69beb918e09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['f564129a-619f-49d9-9479-2f0b65461c8e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:38.022709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-edffeb11-c63c-42f3-bd46-6708c7de31bb tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/routers/f564129a-619f-49d9-9479-2f0b65461c8e HTTP/1.1" status: 200 len: 923 time: 0.1208754 Aug 31 14:17:38.027275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.028851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36512) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:38.093926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1f1b6610-97aa-45b9-8014-69beb918e09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:38.095381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b6610-97aa-45b9-8014-69beb918e09a None None] The sync data for ids ['f564129a-619f-49d9-9479-2f0b65461c8e'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:38.419408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:38.419714 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:38.422021 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 2 to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 Aug 31 14:17:38.439991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:38.440512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:38.440950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:38.460844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:38.461280 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:38.462553 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 3 to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 Aug 31 14:17:38.483399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:38.484519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:38.485305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:38.510602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:38.511073 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:38.511732 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 4 to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 Aug 31 14:17:38.528794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:38.529475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:38.529947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:38.540509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:38.540960 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:38.542158 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 5 to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 Aug 31 14:17:38.568656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:38.569073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:38.569509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:38.574117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2628e50d-8f98-42d2-9c15-3897620ade39 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.579078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:38.579078 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:38.579078 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 6 to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 Aug 31 14:17:38.653182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:38.654665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:38.655373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:38.666743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4fb4eb-b332-42da-9d0f-11a999896187 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:38.681958 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eb4fb4eb-b332-42da-9d0f-11a999896187 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&device_id=f564129a-619f-49d9-9479-2f0b65461c8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6518235 Aug 31 14:17:38.686241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36522) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:38.729229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:38.729570 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:38.731922 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 7 to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 Aug 31 14:17:38.747194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.779829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:38.780161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:38.780522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:38.804016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:38.804346 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:38.805981 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 8 to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 Aug 31 14:17:38.828926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:38.829268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:38.829609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:38.839137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe3e73c-689c-4515-a8f6-2c0a78a56703']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:38.846393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:38.846734 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:38.847951 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 9 to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 Aug 31 14:17:38.870531 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:38.870871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:38.871209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:38.899160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:38.899486 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:38.902307 n-d-792364-6 neutron-server[106388]: INFO neutron.plugins.ml2.plugin [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempt 10 to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 Aug 31 14:17:38.903493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13da2ab1-8f65-4352-9878-dc47b39eeaab') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:38.903977 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13da2ab1-8f65-4352-9878-dc47b39eeaab') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:38.932242 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.937373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:38.937597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:38.937939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempting to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:38.948397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:17:38.948771 n-d-792364-6 neutron-server[106388]: ERROR neutron.plugins.ml2.managers [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Failed to bind port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on host n-h2-792364-6 for vnic_type normal using segments [{'id': 'f8d3226c-0691-4636-9d78-ba8585fa1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e48e0604-6adc-4b77-b479-6f39868b4e63'}] Aug 31 14:17:38.949144 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:38.991511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484b6e5-5c02-4916-823e-43bacbbe179b req-167caaf1-0c69-427e-942d-5b4dac85bf13 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:38.994052 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2484b6e5-5c02-4916-823e-43bacbbe179b req-167caaf1-0c69-427e-942d-5b4dac85bf13 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 945 time: 0.2014353 Aug 31 14:17:38.995696 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.008098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2628e50d-8f98-42d2-9c15-3897620ade39 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port 3ce23433-cea5-443a-a643-5e485e458d70 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:39.008463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2628e50d-8f98-42d2-9c15-3897620ade39 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.021095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:17:39.021765 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:17:39.027076 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:17:39.085160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] For port bcffdd5f-e253-48c4-8eef-3d63fc262b23, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:39.085490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attempted to set empty binding levels {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 14:17:39.095769 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.121122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200cdb1c-6261-44b5-9b08-82a143c98f9e tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:39.127810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-200cdb1c-6261-44b5-9b08-82a143c98f9e tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 881 time: 0.4357281 Aug 31 14:17:39.130681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36524) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:39.150581 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.152817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] In _notify_port_updated(), no bound segment for port bcffdd5f-e253-48c4-8eef-3d63fc262b23 on network e48e0604-6adc-4b77-b479-6f39868b4e63 {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:17:39.153751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:39.154417 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.155854 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "PUT /v2.0/ports/bcffdd5f-e253-48c4-8eef-3d63fc262b23 HTTP/1.1" status: 200 len: 974 time: 2.4413135 Aug 31 14:17:39.168550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36526) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:39.181018 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2628e50d-8f98-42d2-9c15-3897620ade39 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.207594 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9d20b046-e098-4e23-b094-a75f78562d90 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "GET /v2.0/ports?device_id=f564129a-619f-49d9-9479-2f0b65461c8e HTTP/1.1" status: 200 len: 205 time: 0.0747893 Aug 31 14:17:39.213995 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.214734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36528) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:39.224049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c98ff7-49eb-4813-87a2-cc5a5c5cbef6 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event updated for resources: {'Port': ['ID=bcffdd5f-e253-48c4-8eef-3d63fc262b23,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:39.228114 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2484b6e5-5c02-4916-823e-43bacbbe179b req-611fcf27-75e1-4fd2-8f7e-70c11664df4d tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203767 Aug 31 14:17:39.242322 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.256063 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.261125 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "DELETE /v2.0/networks/4fe3e73c-689c-4515-a8f6-2c0a78a56703 HTTP/1.1" status: 204 len: 168 time: 1.5027869 Aug 31 14:17:39.272758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36532) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:39.281628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2628e50d-8f98-42d2-9c15-3897620ade39 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for 3ce23433-cea5-443a-a643-5e485e458d70 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:39.288807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456ad63-a2d2-44c1-a87e-8aed9196aec8 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event deleted for resources: {'Network': ['ID=4fe3e73c-689c-4515-a8f6-2c0a78a56703,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:39.424844 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.490348 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.569646 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.590762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6636ad8b-fe7f-4e40-b11c-c12057901b03']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:39.614093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a9ba61-f34a-4317-990a-51c35a3572a4') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:39.614553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a9ba61-f34a-4317-990a-51c35a3572a4') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:39.625613 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.633355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8219be13-c7af-4f38-ba1e-86173dbbf85a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Deleting port bcffdd5f-e253-48c4-8eef-3d63fc262b23 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:39.633761 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8219be13-c7af-4f38-ba1e-86173dbbf85a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.643846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.659290 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:17:39.659290 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:17:39.715777 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:17:39.738303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.750878 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.765846 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] 10.222.0.20 "DELETE /v2.0/networks/6636ad8b-fe7f-4e40-b11c-c12057901b03 HTTP/1.1" status: 204 len: 168 time: 0.4880173 Aug 31 14:17:39.782041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925015e1-bd8f-403c-b983-4f0731572bc0 tempest-BulkNetworkOpsTest-1237495747 tempest-BulkNetworkOpsTest-1237495747-project] Pushing event deleted for resources: {'Network': ['ID=6636ad8b-fe7f-4e40-b11c-c12057901b03,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:39.879370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-8219be13-c7af-4f38-ba1e-86173dbbf85a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] For port bcffdd5f-e253-48c4-8eef-3d63fc262b23, host n-h2-792364-6, got binding levels [] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:39.880057 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8219be13-c7af-4f38-ba1e-86173dbbf85a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:39.930689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8219be13-c7af-4f38-ba1e-86173dbbf85a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Calling delete_port for bcffdd5f-e253-48c4-8eef-3d63fc262b23 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:40.062630 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.152775 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36556) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:40.226087 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2628e50d-8f98-42d2-9c15-3897620ade39 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.293149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628e50d-8f98-42d2-9c15-3897620ade39 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=3ce23433-cea5-443a-a643-5e485e458d70,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:40.312709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Deleting port ac64b71a-ba9d-42b5-82ec-1b9a816437fa {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:40.313079 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.452752 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-df68e9e5-f7a3-4f9b-97e3-a6d23e637792 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5084ae09f7c34102b2cec002c0c85d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986441 Aug 31 14:17:40.457046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36562) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:40.512697 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8219be13-c7af-4f38-ba1e-86173dbbf85a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.548264 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1e83-8aed-4e3d-a949-c4ec10e7c1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.580649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1e83-8aed-4e3d-a949-c4ec10e7c1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.607356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6a9c2-0c31-4316-a9bf-374c5cdcbb43 req-61cbcc40-1f65-4db0-a224-31b97a184150 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:40.610155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cd6a9c2-0c31-4316-a9bf-374c5cdcbb43 req-61cbcc40-1f65-4db0-a224-31b97a184150 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 945 time: 0.2575197 Aug 31 14:17:40.614529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219be13-c7af-4f38-ba1e-86173dbbf85a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcffdd5f-e253-48c4-8eef-3d63fc262b23,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:40.618610 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.655205 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1e83-8aed-4e3d-a949-c4ec10e7c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.660124 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1e83-8aed-4e3d-a949-c4ec10e7c1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.661887 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1bbb1e83-8aed-4e3d-a949-c4ec10e7c1a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54e6b83e-e090-4b83-8cb5-467ca5cfd1bf HTTP/1.1" status: 204 len: 168 time: 0.2033825 Aug 31 14:17:40.677371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb1e83-8aed-4e3d-a949-c4ec10e7c1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e6b83e-e090-4b83-8cb5-467ca5cfd1bf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:40.681837 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8219be13-c7af-4f38-ba1e-86173dbbf85a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.684401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8219be13-c7af-4f38-ba1e-86173dbbf85a tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "DELETE /v2.0/ports/bcffdd5f-e253-48c4-8eef-3d63fc262b23 HTTP/1.1" status: 204 len: 168 time: 1.5147960 Aug 31 14:17:40.687973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36568) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:40.717012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Calling delete_port for ac64b71a-ba9d-42b5-82ec-1b9a816437fa owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:40.741106 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b34340-854f-4bf7-9dcd-c394945b1526 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] GET failed (client error): The resource could not be found. Aug 31 14:17:40.743419 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-40b34340-854f-4bf7-9dcd-c394945b1526 tempest-PortsAdminExtendedAttrsTestJSON-552825792 tempest-PortsAdminExtendedAttrsTestJSON-552825792-project-admin] 10.222.0.20 "GET /v2.0/ports/bcffdd5f-e253-48c4-8eef-3d63fc262b23 HTTP/1.1" status: 404 len: 333 time: 0.0541344 Aug 31 14:17:40.752713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36572) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:40.958497 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:40.997863 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cd6a9c2-0c31-4316-a9bf-374c5cdcbb43 req-b09c6a15-7fdc-4675-aa98-47513cd9fc0e tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776785 Aug 31 14:17:41.117452 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2628e50d-8f98-42d2-9c15-3897620ade39 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.197186 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.218457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48e0604-6adc-4b77-b479-6f39868b4e63']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:41.253058 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d3226c-0691-4636-9d78-ba8585fa1c97') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:41.255269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d3226c-0691-4636-9d78-ba8585fa1c97') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:41.289358 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.317693 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.328085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:17:41.329196 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:17:41.335498 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:17:41.469120 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.482799 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.490114 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] 10.222.0.20 "DELETE /v2.0/networks/e48e0604-6adc-4b77-b479-6f39868b4e63 HTTP/1.1" status: 204 len: 168 time: 0.7352419 Aug 31 14:17:41.507940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949b44b-fac1-4e3c-a18e-680b1eb3dbfe tempest-PortsAdminExtendedAttrsTestJSON-1606346678 tempest-PortsAdminExtendedAttrsTestJSON-1606346678-project] Pushing event deleted for resources: {'Network': ['ID=e48e0604-6adc-4b77-b479-6f39868b4e63,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:41.641478 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.731765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Pushing event deleted for resources: {'Port': ['ID=ac64b71a-ba9d-42b5-82ec-1b9a816437fa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:41.752953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.753308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.753647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.753993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.754333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.754661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.755000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.755378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.755876 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.756209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.756704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.757041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:41.836281 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:41.925753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36610) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:42.006467 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.018931 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.048109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d313a60-bb1a-4a1c-b796-c31b3c93ed46 req-ace8ca5d-4bfb-4965-b2ff-a7b82448e1e4 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:42.049660 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2d313a60-bb1a-4a1c-b796-c31b3c93ed46 req-ace8ca5d-4bfb-4965-b2ff-a7b82448e1e4 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 945 time: 0.1012590 Aug 31 14:17:42.191912 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.192473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Fanout notify agent at l3_agent the message router_deleted on router f564129a-619f-49d9-9479-2f0b65461c8e {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:17:42.225993 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.230495 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-332fb684-ecae-430b-bedb-c4f377edf2b5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/routers/f564129a-619f-49d9-9479-2f0b65461c8e HTTP/1.1" status: 204 len: 168 time: 3.0113912 Aug 31 14:17:42.247973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36622) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:42.256748 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-0f147276-b5c3-443e-9e9a-330096275de5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-903195927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:42.268852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2628e50d-8f98-42d2-9c15-3897620ade39 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 2e62e6af-5b55-44d9-81e7-60bf31c4b0d8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:17:42.298386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a074276-ea66-4b2d-8b21-c2536ced46dc req-2e084f58-f6c0-4e9d-90e4-a5d3074bb228 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:42.300485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a074276-ea66-4b2d-8b21-c2536ced46dc req-2e084f58-f6c0-4e9d-90e4-a5d3074bb228 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 945 time: 0.1149936 Aug 31 14:17:42.301179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36624) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:42.338659 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d9d1857f-2a74-442b-bc31-deaa21ac2ae6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6ed9e51d21841b99ccaddf501f855ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116161 Aug 31 14:17:42.341599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36628) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:42.379163 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f147276-b5c3-443e-9e9a-330096275de5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.383547 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f147276-b5c3-443e-9e9a-330096275de5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.393299 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a074276-ea66-4b2d-8b21-c2536ced46dc req-bec8baef-e930-4342-a1ef-8b516b18d2f4 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/security-groups?id=0433a54f-65a5-4e44-afc3-ad3b4f037a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574656 Aug 31 14:17:42.468353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-2d313a60-bb1a-4a1c-b796-c31b3c93ed46 req-f76d657a-7db6-4df9-9ecc-443e96494944 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Deleting port dce43553-326f-44de-883a-b594e9951781 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:42.469032 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d313a60-bb1a-4a1c-b796-c31b3c93ed46 req-f76d657a-7db6-4df9-9ecc-443e96494944 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.519767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2628e50d-8f98-42d2-9c15-3897620ade39 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:42.531321 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6bf906-ddc4-46a6-beb6-0b173612bf15 None None] Sync routers for ids ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:42.547008 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36634) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:42.551515 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2628e50d-8f98-42d2-9c15-3897620ade39 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "PUT /v2.0/routers/2e62e6af-5b55-44d9-81e7-60bf31c4b0d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9098465 Aug 31 14:17:42.557538 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6bf906-ddc4-46a6-beb6-0b173612bf15 None None] Routers {'2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:42.558209 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-da6bf906-ddc4-46a6-beb6-0b173612bf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:42.600253 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-da6bf906-ddc4-46a6-beb6-0b173612bf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:42.623507 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b85f1124-7464-4feb-9b32-e62bdc4a4823 tempest-ServiceProvidersTest-466458683 tempest-ServiceProvidersTest-466458683-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2852561 Aug 31 14:17:42.625988 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6bf906-ddc4-46a6-beb6-0b173612bf15 None None] Routers {'2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:42.626707 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-da6bf906-ddc4-46a6-beb6-0b173612bf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:42.677606 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-da6bf906-ddc4-46a6-beb6-0b173612bf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:42.678356 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6bf906-ddc4-46a6-beb6-0b173612bf15 None None] The sync data for ids ['2e62e6af-5b55-44d9-81e7-60bf31c4b0d8'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:42.687101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f147276-b5c3-443e-9e9a-330096275de5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.704147 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f147276-b5c3-443e-9e9a-330096275de5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.731623 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e10b27a7-f179-4502-a005-5acea43db51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.767704 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f147276-b5c3-443e-9e9a-330096275de5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.769373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0f147276-b5c3-443e-9e9a-330096275de5 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5183158 Aug 31 14:17:42.774156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36638) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:42.778749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'enable_snat': True}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:42.784573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.789457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-2d313a60-bb1a-4a1c-b796-c31b3c93ed46 req-f76d657a-7db6-4df9-9ecc-443e96494944 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] For port dce43553-326f-44de-883a-b594e9951781, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=dce43553-326f-44de-883a-b594e9951781,segment=NetworkSegment(654af994-1f8c-439e-8dfc-3d629e64b176),segment_id=654af994-1f8c-439e-8dfc-3d629e64b176)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:42.790004 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d313a60-bb1a-4a1c-b796-c31b3c93ed46 req-f76d657a-7db6-4df9-9ecc-443e96494944 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.871650 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e10b27a7-f179-4502-a005-5acea43db51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:42.897657 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-2d313a60-bb1a-4a1c-b796-c31b3c93ed46 req-f76d657a-7db6-4df9-9ecc-443e96494944 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Calling delete_port for dce43553-326f-44de-883a-b594e9951781 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:43.005297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36642) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:43.086906 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.092758 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e10b27a7-f179-4502-a005-5acea43db51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.095832 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e10b27a7-f179-4502-a005-5acea43db51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.097066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e10b27a7-f179-4502-a005-5acea43db51a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83e11730-682b-425a-a42d-c43c72a97a55 HTTP/1.1" status: 204 len: 168 time: 0.7542343 Aug 31 14:17:43.116850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b27a7-f179-4502-a005-5acea43db51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e11730-682b-425a-a42d-c43c72a97a55,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:43.215008 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port 1c81ed1e-1525-4c3f-98fc-a73a0dfaab0c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:43.215746 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.219673 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d313a60-bb1a-4a1c-b796-c31b3c93ed46 req-f76d657a-7db6-4df9-9ecc-443e96494944 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.235088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['dce43553-326f-44de-883a-b594e9951781'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:17:43.313550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d657a-7db6-4df9-9ecc-443e96494944 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Pushing event deleted for resources: {'Port': ['ID=dce43553-326f-44de-883a-b594e9951781,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:43.335056 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56612448-7b6a-40d2-bb15-e7681b69cf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.395314 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d313a60-bb1a-4a1c-b796-c31b3c93ed46 req-f76d657a-7db6-4df9-9ecc-443e96494944 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] No DVR routers for this DVR port dce43553-326f-44de-883a-b594e9951781 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:43.405381 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-2d313a60-bb1a-4a1c-b796-c31b3c93ed46 req-f76d657a-7db6-4df9-9ecc-443e96494944 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.408093 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2d313a60-bb1a-4a1c-b796-c31b3c93ed46 req-f76d657a-7db6-4df9-9ecc-443e96494944 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.52 "DELETE /v2.0/ports/dce43553-326f-44de-883a-b594e9951781 HTTP/1.1" status: 204 len: 173 time: 1.3212326 Aug 31 14:17:43.410412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36068e9-572e-44a9-a613-f4bba4aee222', 'name': 'network-vif-deleted', 'tag': 'dce43553-326f-44de-883a-b594e9951781'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:17:43.413050 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b85b19-c1da-4b22-8b71-c0ca2bb70ccf" -d '{"events": [{"server_uuid": "e36068e9-572e-44a9-a613-f4bba4aee222", "name": "network-vif-deleted", "tag": "dce43553-326f-44de-883a-b594e9951781"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:17:43.538892 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.583275 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f684b24-ad8a-4878-8308-41d853bdeac5 x-openstack-request-id: req-6f684b24-ad8a-4878-8308-41d853bdeac5 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:17:43.585080 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36068e9-572e-44a9-a613-f4bba4aee222", "name": "network-vif-deleted", "tag": "dce43553-326f-44de-883a-b594e9951781", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:17:43.585448 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f684b24-ad8a-4878-8308-41d853bdeac5 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:17:43.586015 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36068e9-572e-44a9-a613-f4bba4aee222', 'name': 'network-vif-deleted', 'tag': 'dce43553-326f-44de-883a-b594e9951781', 'status': 'completed', 'code': 200} Aug 31 14:17:43.665112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5749f29e-ad79-4399-ae16-d6056c02da3c req-0effec41-b274-45c6-96c1-f27e3184cc62 tempest-VolumesActionsTest-1945543878 tempest-VolumesActionsTest-1945543878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36068e9-572e-44a9-a613-f4bba4aee222 HTTP/1.1" status: 200 len: 210 time: 0.1086359 Aug 31 14:17:43.670813 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.673487 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for 1c81ed1e-1525-4c3f-98fc-a73a0dfaab0c owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:43.699031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36664) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:43.844540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-427fbde2-71e6-4fd2-b05c-5ea8ddfb1a6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f3d9435d7154beaa2293d48042118b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443677 Aug 31 14:17:43.848352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36678) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:43.920497 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56612448-7b6a-40d2-bb15-e7681b69cf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:43.948639 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56612448-7b6a-40d2-bb15-e7681b69cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.001204 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-56612448-7b6a-40d2-bb15-e7681b69cf4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=000df7f9dfa44bbd83bc0e5ff74cf082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9948485 Aug 31 14:17:44.006528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36686) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:44.095103 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8196a5cc-91f3-49d9-a3fd-1abdf6993937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.129352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56612448-7b6a-40d2-bb15-e7681b69cf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d13c39e-6003-40c0-84ec-74da5c9c4e7a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:44.141403 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8196a5cc-91f3-49d9-a3fd-1abdf6993937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.156382 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.191293 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.263261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8196a5cc-91f3-49d9-a3fd-1abdf6993937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.266687 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8196a5cc-91f3-49d9-a3fd-1abdf6993937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.270812 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8196a5cc-91f3-49d9-a3fd-1abdf6993937 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d81cee4-9a35-4ae6-8b73-13aea633c495 HTTP/1.1" status: 204 len: 168 time: 0.4210730 Aug 31 14:17:44.280180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196a5cc-91f3-49d9-a3fd-1abdf6993937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d81cee4-9a35-4ae6-8b73-13aea633c495,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:44.294353 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31e64a19-0d43-434a-a268-2aafdd9f195d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.326489 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.356981 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31e64a19-0d43-434a-a268-2aafdd9f195d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.481746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=1c81ed1e-1525-4c3f-98fc-a73a0dfaab0c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:44.501198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Allocated IP 172.25.3.76 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/d9f73e0a-c3f0-4c35-9af0-0c906ea0aeb1) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:44.525699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36694) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:44.617445 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.720290 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.801438 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.806276 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.808751 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.856890 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31e64a19-0d43-434a-a268-2aafdd9f195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.860514 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31e64a19-0d43-434a-a268-2aafdd9f195d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.861797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-31e64a19-0d43-434a-a268-2aafdd9f195d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d13c39e-6003-40c0-84ec-74da5c9c4e7a HTTP/1.1" status: 204 len: 168 time: 0.8408859 Aug 31 14:17:44.864885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:44.869481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:44.873760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:44.886650 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.889075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Fanout notify agent at l3_agent the message router_deleted on router 2e62e6af-5b55-44d9-81e7-60bf31c4b0d8 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:17:44.893752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e64a19-0d43-434a-a268-2aafdd9f195d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d13c39e-6003-40c0-84ec-74da5c9c4e7a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:44.913250 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:44.928242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36712) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:44.935046 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e7078fce-368a-468e-a4c4-f62997689fd8 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/routers/2e62e6af-5b55-44d9-81e7-60bf31c4b0d8 HTTP/1.1" status: 204 len: 168 time: 2.3849616 Aug 31 14:17:44.947009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event updated for resources: {'Port': ['ID=d9f73e0a-c3f0-4c35-9af0-0c906ea0aeb1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:45.129047 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-4853302e-15f2-4dd2-89f2-6e72d72fc451 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting subnet 8d0ea746-afc0-4577-aa3c-304678f120df {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:17:45.137040 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b57efe15-2500-4741-9e13-d5bf49afe0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.138853 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4853302e-15f2-4dd2-89f2-6e72d72fc451 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.214292 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4853302e-15f2-4dd2-89f2-6e72d72fc451 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.496026 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.509113 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4853302e-15f2-4dd2-89f2-6e72d72fc451 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.610121 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b57efe15-2500-4741-9e13-d5bf49afe0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.628147 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b57efe15-2500-4741-9e13-d5bf49afe0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.726472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57efe15-2500-4741-9e13-d5bf49afe0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a1de07-e780-48b9-ad60-158ba243437f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:45.730943 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b57efe15-2500-4741-9e13-d5bf49afe0f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ed71c12853a47809e3e1296b90696ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2039721 Aug 31 14:17:45.733991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36764) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:45.743395 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4853302e-15f2-4dd2-89f2-6e72d72fc451 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.814999 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4853302e-15f2-4dd2-89f2-6e72d72fc451 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.820898 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e21134-26b4-49c2-8da5-2d5326b1af4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.821085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d576143-e650-4bd5-b4bf-8d8c9b9f4aad None None] Network cd5bbbed-351e-40ee-a072-ea5d0dc90706 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:45.826509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4853302e-15f2-4dd2-89f2-6e72d72fc451 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/subnets/8d0ea746-afc0-4577-aa3c-304678f120df HTTP/1.1" status: 204 len: 168 time: 0.8957992 Aug 31 14:17:45.853832 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e21134-26b4-49c2-8da5-2d5326b1af4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.860476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36770) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:45.872287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853302e-15f2-4dd2-89f2-6e72d72fc451 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0ea746-afc0-4577-aa3c-304678f120df,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:45.946311 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e21134-26b4-49c2-8da5-2d5326b1af4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.950939 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e21134-26b4-49c2-8da5-2d5326b1af4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:45.954970 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-13e21134-26b4-49c2-8da5-2d5326b1af4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48a1de07-e780-48b9-ad60-158ba243437f HTTP/1.1" status: 204 len: 168 time: 0.2172375 Aug 31 14:17:45.970540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e21134-26b4-49c2-8da5-2d5326b1af4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a1de07-e780-48b9-ad60-158ba243437f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:46.122330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device dce43553-326f-44de-883a-b594e9951781 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:46.126295 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.166478 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.170473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: dce43553-326f-44de-883a-b594e9951781 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:46.170958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device dce43553-326f-44de-883a-b594e9951781 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:46.180149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a36a060-312b-4359-a8e8-d5f9c7cfae9d None None] DHCP port deletion for cd5bbbed-351e-40ee-a072-ea5d0dc90706 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:17:46.261572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9a36a060-312b-4359-a8e8-d5f9c7cfae9d None None] Deleting port d459cb11-e097-4760-8dbc-87b5e9b0ebfa {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:46.262430 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9a36a060-312b-4359-a8e8-d5f9c7cfae9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.291577 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.352532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9a36a060-312b-4359-a8e8-d5f9c7cfae9d None None] For port d459cb11-e097-4760-8dbc-87b5e9b0ebfa, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d459cb11-e097-4760-8dbc-87b5e9b0ebfa,segment=NetworkSegment(ce5f508b-6a27-40fe-869d-5d9a625db16c),segment_id=ce5f508b-6a27-40fe-869d-5d9a625db16c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:46.353176 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9a36a060-312b-4359-a8e8-d5f9c7cfae9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.369809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9a36a060-312b-4359-a8e8-d5f9c7cfae9d None None] Calling delete_port for d459cb11-e097-4760-8dbc-87b5e9b0ebfa owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:46.382731 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36804) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:46.476191 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9a36a060-312b-4359-a8e8-d5f9c7cfae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.511286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36a060-312b-4359-a8e8-d5f9c7cfae9d None None] Pushing event deleted for resources: {'Port': ['ID=d459cb11-e097-4760-8dbc-87b5e9b0ebfa,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:46.524114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36a060-312b-4359-a8e8-d5f9c7cfae9d None None] No DVR routers for this DVR port d459cb11-e097-4760-8dbc-87b5e9b0ebfa on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:46.612221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port d459cb11-e097-4760-8dbc-87b5e9b0ebfa {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:46.613598 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.743835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d459cb11-e097-4760-8dbc-87b5e9b0ebfa no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:17:46.758725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Router e8f83b62-7fc2-40d7-b6aa-a0251933adcd is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:17:46.776487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] For port d459cb11-e097-4760-8dbc-87b5e9b0ebfa, host n-d-792364-6, got binding levels [] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:46.777232 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.796039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for d459cb11-e097-4760-8dbc-87b5e9b0ebfa owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:46.801151 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: d459cb11-e097-4760-8dbc-87b5e9b0ebfa {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:17:46.801504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d459cb11-e097-4760-8dbc-87b5e9b0ebfa not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:17:46.847738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.ipam_backend_mixin [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Port d459cb11-e097-4760-8dbc-87b5e9b0ebfa was not found and therefore no delete operation was performed {{(pid=106388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:17:46.850747 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.886448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=d459cb11-e097-4760-8dbc-87b5e9b0ebfa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:46.892877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] No DVR routers for this DVR port d459cb11-e097-4760-8dbc-87b5e9b0ebfa on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:17:46.897114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-713306464'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:46.939859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Made reservation on behalf of 6654431819f94bd29c737ca1e59d657a for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:46.944525 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:46.954582 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.095963 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.116983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5bbbed-351e-40ee-a072-ea5d0dc90706']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:47.131752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5f508b-6a27-40fe-869d-5d9a625db16c') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:47.131752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5f508b-6a27-40fe-869d-5d9a625db16c') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:47.147022 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.149457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:47.159242 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.162877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16c74b8-30d1-49fa-8e7c-dd28354517f3 None None] Sync routers for ids ['e8f83b62-7fc2-40d7-b6aa-a0251933adcd'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:47.165613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ec3b5da4-bcfd-45b3-bbed-5f5561255cd5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "PUT /v2.0/routers/e8f83b62-7fc2-40d7-b6aa-a0251933adcd HTTP/1.1" status: 200 len: 917 time: 4.3902156 Aug 31 14:17:47.166467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36840) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:47.182269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16c74b8-30d1-49fa-8e7c-dd28354517f3 None None] Routers {'e8f83b62-7fc2-40d7-b6aa-a0251933adcd'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:47.185217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c16c74b8-30d1-49fa-8e7c-dd28354517f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e8f83b62-7fc2-40d7-b6aa-a0251933adcd'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:47.199457 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.248117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:17:47.248562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:17:47.251708 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:17:47.269908 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.276647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c16c74b8-30d1-49fa-8e7c-dd28354517f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:47.282783 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.288015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16c74b8-30d1-49fa-8e7c-dd28354517f3 None None] Routers {'e8f83b62-7fc2-40d7-b6aa-a0251933adcd'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:47.289203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c16c74b8-30d1-49fa-8e7c-dd28354517f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e8f83b62-7fc2-40d7-b6aa-a0251933adcd'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:47.343840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c11a84-4b7a-4003-9ca0-7ba485ae03ed,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:47.387827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c16c74b8-30d1-49fa-8e7c-dd28354517f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:47.389489 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16c74b8-30d1-49fa-8e7c-dd28354517f3 None None] The sync data for ids ['e8f83b62-7fc2-40d7-b6aa-a0251933adcd'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:47.418151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:17:47.425616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.435337 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.435696 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Added segment fd08700b-ec11-4d72-a10a-6f1db98641c6 of type vlan for network 662fc7ac-b2be-4518-a811-c35a7c2cd85b Aug 31 14:17:47.440288 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.445111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36862) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:47.457318 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/networks/cd5bbbed-351e-40ee-a072-ea5d0dc90706 HTTP/1.1" status: 204 len: 168 time: 1.5919220 Aug 31 14:17:47.482582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b7753-f98d-4340-b269-ae599b1e843d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Network': ['ID=cd5bbbed-351e-40ee-a072-ea5d0dc90706,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:47.500740 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9ad8e0c8-509a-4949-a95c-ad6e36fc86da tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/routers/e8f83b62-7fc2-40d7-b6aa-a0251933adcd HTTP/1.1" status: 200 len: 923 time: 0.3287218 Aug 31 14:17:47.503734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36868) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:47.560979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.574262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bcaaa6-4e01-43b8-a4fb-1bee241a3926 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:47.577091 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c4bcaaa6-4e01-43b8-a4fb-1bee241a3926 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&device_id=e8f83b62-7fc2-40d7-b6aa-a0251933adcd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0715411 Aug 31 14:17:47.580238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36872) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:47.677393 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.687619 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:47.690478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.753156 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3690083 Aug 31 14:17:47.756369 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36882) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:47.767326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-591ad3ba-d77f-4e79-bcec-833eab888980 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Request body: {'subnet': {'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:47.892215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-1fda0720-264e-421e-bced-84acc4dc1c76 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port d2076edd-97b4-40d3-a804-e9c1d764dfd4 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:47.892501 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fda0720-264e-421e-bced-84acc4dc1c76 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:47.892945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51cccdb-7014-4928-b4b8-f021b2ae85e9 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:47.896264 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f51cccdb-7014-4928-b4b8-f021b2ae85e9 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 881 time: 0.3147120 Aug 31 14:17:47.912126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36890) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:48.001751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591ad3ba-d77f-4e79-bcec-833eab888980 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Made reservation on behalf of 6654431819f94bd29c737ca1e59d657a for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:48.008601 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-591ad3ba-d77f-4e79-bcec-833eab888980 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:48.473537 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-591ad3ba-d77f-4e79-bcec-833eab888980 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:48.592176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591ad3ba-d77f-4e79-bcec-833eab888980 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Checking segment: {'id': 'fd08700b-ec11-4d72-a10a-6f1db98641c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:48.592793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591ad3ba-d77f-4e79-bcec-833eab888980 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Network hostable DHCP agents. Network: 662fc7ac-b2be-4518-a811-c35a7c2cd85b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:17:48.598396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ad3ba-d77f-4e79-bcec-833eab888980 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event updated for resources: {'Subnet': ['ID=69a6183d-7a45-4638-914f-e00974a716d5,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:48.665756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591ad3ba-d77f-4e79-bcec-833eab888980 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Network 662fc7ac-b2be-4518-a811-c35a7c2cd85b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:17:48.710990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-591ad3ba-d77f-4e79-bcec-833eab888980 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 662fc7ac-b2be-4518-a811-c35a7c2cd85b) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:48.723247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aa533d-f65d-4d70-979a-9c438e894c02 None None] Network 662fc7ac-b2be-4518-a811-c35a7c2cd85b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:48.739601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591ad3ba-d77f-4e79-bcec-833eab888980 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:48.740925 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-591ad3ba-d77f-4e79-bcec-833eab888980 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:48.785452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-591ad3ba-d77f-4e79-bcec-833eab888980 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0254610 Aug 31 14:17:48.786099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36914) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:48.828394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Request body: {'port': {'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1247776291'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:49.002063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd99037-f468-4ecc-9e9f-3bc2ae0beeb8 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event updated for resources: {'Network': ['ID=662fc7ac-b2be-4518-a811-c35a7c2cd85b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:49.025142 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 662fc7ac-b2be-4518-a811-c35a7c2cd85b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:17:49.028574 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c207bcf4-a5a2-4628-bfdf-fa0bc9e89d2b tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8f83b62-7fc2-40d7-b6aa-a0251933adcd HTTP/1.1" status: 200 len: 205 time: 1.0911615 Aug 31 14:17:49.032751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36922) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:49.142578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Made reservation on behalf of 6654431819f94bd29c737ca1e59d657a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:49.153664 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.204316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] device_id is not set on port 0a69e49a-13f7-4b81-81d8-d9f8ebcd1917 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:49.347918 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fda0720-264e-421e-bced-84acc4dc1c76 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.348753 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fda0720-264e-421e-bced-84acc4dc1c76 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.382443 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-1fda0720-264e-421e-bced-84acc4dc1c76 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for d2076edd-97b4-40d3-a804-e9c1d764dfd4 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:49.408767 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.445765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-662fc7ac-b2be-4518-a811-c35a7c2cd85b', 'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b', 'tenant_id': '6654431819f94bd29c737ca1e59d657a', 'fixed_ips': [{'subnet_id': '69a6183d-7a45-4638-914f-e00974a716d5'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:17:49.448410 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.520737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Allocated IP 2001:db8::22a (662fc7ac-b2be-4518-a811-c35a7c2cd85b/69a6183d-7a45-4638-914f-e00974a716d5/0a69e49a-13f7-4b81-81d8-d9f8ebcd1917) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:49.605912 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.805017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Deleting port d9f73e0a-c3f0-4c35-9af0-0c906ea0aeb1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:49.806276 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:49.815101 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.084590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Transition to ACTIVE for port object 0a69e49a-13f7-4b81-81d8-d9f8ebcd1917 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:50.102868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fda0720-264e-421e-bced-84acc4dc1c76 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.134705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.183663 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.243732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36962) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:50.271007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Calling delete_port for d9f73e0a-c3f0-4c35-9af0-0c906ea0aeb1 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:50.303349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Allocated IP 2001:db8::2 (662fc7ac-b2be-4518-a811-c35a7c2cd85b/69a6183d-7a45-4638-914f-e00974a716d5/8addee7f-b674-4ac8-b32f-6b3b1ea29504) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:50.331169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event updated for resources: {'Port': ['ID=0a69e49a-13f7-4b81-81d8-d9f8ebcd1917,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:50.378797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Network 662fc7ac-b2be-4518-a811-c35a7c2cd85b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:50.382659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:50.389549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:50.406571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:50.408547 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.451329 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6b33b2eb-096e-4040-aa19-c4d77c06eae0 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6616399 Aug 31 14:17:50.454980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36972) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:50.460597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Request body: {'port': {'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1078673937', 'allowed_address_pairs': [{'ip_address': '2001:db8::22a', 'mac_address': 'fa:16:3e:9e:b4:77'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:50.507836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda0720-264e-421e-bced-84acc4dc1c76 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=d2076edd-97b4-40d3-a804-e9c1d764dfd4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:50.641405 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.688796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Transition to ACTIVE for port object 8addee7f-b674-4ac8-b32f-6b3b1ea29504 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:50.753130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Made reservation on behalf of 6654431819f94bd29c737ca1e59d657a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:50.776330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Transition to ACTIVE for port object 8addee7f-b674-4ac8-b32f-6b3b1ea29504 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:50.794912 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.795331 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.885331 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Pushing event deleted for resources: {'Port': ['ID=d9f73e0a-c3f0-4c35-9af0-0c906ea0aeb1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:50.959786 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fda0720-264e-421e-bced-84acc4dc1c76 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.963630 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fda0720-264e-421e-bced-84acc4dc1c76 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:50.964555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Pushing event updated for resources: {'Port': ['ID=8addee7f-b674-4ac8-b32f-6b3b1ea29504,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:50.971617 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1fda0720-264e-421e-bced-84acc4dc1c76 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/floatingips/4e1a4cd7-ad4b-480d-accc-f025acc807e6 HTTP/1.1" status: 204 len: 168 time: 3.5181336 Aug 31 14:17:50.977132 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36984) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:50.979758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Network 662fc7ac-b2be-4518-a811-c35a7c2cd85b is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:50.981671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:50.987861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:51.001236 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f07496a-fd6c-499c-87f2-d68c5015ce5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.052741 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8814c4c-0f0a-4c9d-abb9-6cc6e82da60d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] DELETE failed (client error): The resource could not be found. Aug 31 14:17:51.053738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8814c4c-0f0a-4c9d-abb9-6cc6e82da60d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:17:51.058957 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.060768 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b8814c4c-0f0a-4c9d-abb9-6cc6e82da60d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/ports/d3801e77-7bc5-4579-a7a6-e4dccc3b4658 HTTP/1.1" status: 404 len: 333 time: 0.0613022 Aug 31 14:17:51.066224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36986) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:51.102485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Attempting to bind port 8addee7f-b674-4ac8-b32f-6b3b1ea29504 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:17:51.102858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Attempting to bind port 8addee7f-b674-4ac8-b32f-6b3b1ea29504 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'fd08700b-ec11-4d72-a10a-6f1db98641c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:17:51.103233 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Attempting to bind port 8addee7f-b674-4ac8-b32f-6b3b1ea29504 on network 662fc7ac-b2be-4518-a811-c35a7c2cd85b {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:17:51.113023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] device_id is not set on port bcc7d640-7386-4c50-8d5b-aec5aebb51b1 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:51.114506 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.118313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:17:51.122713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Checking segment: {'id': 'fd08700b-ec11-4d72-a10a-6f1db98641c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:17:51.122713 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.126929 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Bound using segment: {'id': 'fd08700b-ec11-4d72-a10a-6f1db98641c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:17:51.127661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Bound port: 8addee7f-b674-4ac8-b32f-6b3b1ea29504, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd08700b-ec11-4d72-a10a-6f1db98641c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:17:51.128268 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.234154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] For port 8addee7f-b674-4ac8-b32f-6b3b1ea29504, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:17:51.237970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] For port 8addee7f-b674-4ac8-b32f-6b3b1ea29504, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8addee7f-b674-4ac8-b32f-6b3b1ea29504,segment=NetworkSegment(fd08700b-ec11-4d72-a10a-6f1db98641c6),segment_id=fd08700b-ec11-4d72-a10a-6f1db98641c6)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:17:51.252335 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.287560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Allocated IP 2001:db8::ed (662fc7ac-b2be-4518-a811-c35a7c2cd85b/69a6183d-7a45-4638-914f-e00974a716d5/bcc7d640-7386-4c50-8d5b-aec5aebb51b1) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:51.326871 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.332496 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.356190 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef513f-1f35-4f96-b8df-eaf166e7733c None None] Pushing event updated for resources: {'Port': ['ID=8addee7f-b674-4ac8-b32f-6b3b1ea29504,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:51.472102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36994) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:51.475709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-feff8694-0f1c-4a96-a7cc-2c49c16ad37d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e62e6af-5b55-44d9-81e7-60bf31c4b0d8 HTTP/1.1" status: 200 len: 205 time: 0.4080591 Aug 31 14:17:51.498979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.499540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Fanout notify agent at l3_agent the message router_deleted on router e8f83b62-7fc2-40d7-b6aa-a0251933adcd {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:17:51.524199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.541415 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9c9e7f34-26e6-4914-a045-9626a85d53e0 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/routers/e8f83b62-7fc2-40d7-b6aa-a0251933adcd HTTP/1.1" status: 204 len: 168 time: 2.4991832 Aug 31 14:17:51.547452 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-b8f2a6df-84a8-48da-9331-b4ff67fe09df tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] delete failed (client error): The resource could not be found. Aug 31 14:17:51.551459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b8f2a6df-84a8-48da-9331-b4ff67fe09df tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/routers/2e62e6af-5b55-44d9-81e7-60bf31c4b0d8 HTTP/1.1" status: 404 len: 336 time: 0.0782840 Aug 31 14:17:51.551987 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36996) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:51.556705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36998) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:51.561138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a9937fd5-ce1a-4b2a-9dfc-da2078420e51 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2090269902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:51.757363 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.757795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f07496a-fd6c-499c-87f2-d68c5015ce5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.776821 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f07496a-fd6c-499c-87f2-d68c5015ce5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.778865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Transition to ACTIVE for port object bcc7d640-7386-4c50-8d5b-aec5aebb51b1 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:51.785192 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecca423-70d9-4edd-b093-1aebc5ac4a15 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] DELETE failed (client error): The resource could not be found. Aug 31 14:17:51.786186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecca423-70d9-4edd-b093-1aebc5ac4a15 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:17:51.791009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9ecca423-70d9-4edd-b093-1aebc5ac4a15 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/subnets/8d0ea746-afc0-4577-aa3c-304678f120df HTTP/1.1" status: 404 len: 337 time: 0.2284412 Aug 31 14:17:51.793125 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37002) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:51.832250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07496a-fd6c-499c-87f2-d68c5015ce5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8324ab3e-ccbf-4134-838f-8d58388eaaa9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:51.841789 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9937fd5-ce1a-4b2a-9dfc-da2078420e51 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.842885 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9937fd5-ce1a-4b2a-9dfc-da2078420e51 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.872809 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0f07496a-fd6c-499c-87f2-d68c5015ce5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc0ad933761742a180e7b851e17ae151&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3756025 Aug 31 14:17:51.877412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37006) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:51.947268 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.967140 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9937fd5-ce1a-4b2a-9dfc-da2078420e51 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:51.994502 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9937fd5-ce1a-4b2a-9dfc-da2078420e51 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.063876 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9937fd5-ce1a-4b2a-9dfc-da2078420e51 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.068796 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a9937fd5-ce1a-4b2a-9dfc-da2078420e51 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5155566 Aug 31 14:17:52.069793 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f04a6cb1-74c6-4d08-b7ed-ef3e029c9711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.077006 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37020) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:52.086904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'enable_snat': False}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:52.098931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Network 662fc7ac-b2be-4518-a811-c35a7c2cd85b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:52.104521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event updated for resources: {'Port': ['ID=bcc7d640-7386-4c50-8d5b-aec5aebb51b1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:52.115582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:52.131365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:52.140667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.148679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.183224 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f4ff1be3-6c5b-4bc6-878e-a18522b431d2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7254081 Aug 31 14:17:52.185202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37024) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:52.205591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d4020107-6b61-4889-8d37-d4bd4219aac1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port 48bfc6f1-8753-4368-b178-b31c5b1cb3d4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:52.206945 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4020107-6b61-4889-8d37-d4bd4219aac1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.422322 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f04a6cb1-74c6-4d08-b7ed-ef3e029c9711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.470131 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4020107-6b61-4889-8d37-d4bd4219aac1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.485973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d4020107-6b61-4889-8d37-d4bd4219aac1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for 48bfc6f1-8753-4368-b178-b31c5b1cb3d4 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:52.511324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a68e72-5fc6-4acf-aa6a-a54c8569c583 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.518240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a68e72-5fc6-4acf-aa6a-a54c8569c583 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.524550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a68e72-5fc6-4acf-aa6a-a54c8569c583 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:52.530920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-56a68e72-5fc6-4acf-aa6a-a54c8569c583 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3370094 Aug 31 14:17:52.547870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37040) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:52.763642 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.854820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8addee7f-b674-4ac8-b32f-6b3b1ea29504 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:52.934966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8addee7f-b674-4ac8-b32f-6b3b1ea29504 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:52.970663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2e084109-5939-48e9-8b83-b1ed06e65986 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Deleting port bcc7d640-7386-4c50-8d5b-aec5aebb51b1 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:52.971454 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e084109-5939-48e9-8b83-b1ed06e65986 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:52.988845 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f04a6cb1-74c6-4d08-b7ed-ef3e029c9711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.001124 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f04a6cb1-74c6-4d08-b7ed-ef3e029c9711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.005610 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f04a6cb1-74c6-4d08-b7ed-ef3e029c9711 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8324ab3e-ccbf-4134-838f-8d58388eaaa9 HTTP/1.1" status: 204 len: 168 time: 1.1279590 Aug 31 14:17:53.105108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a6cb1-74c6-4d08-b7ed-ef3e029c9711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8324ab3e-ccbf-4134-838f-8d58388eaaa9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:53.494915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122be212-bac0-476f-8cec-6b612d2896ec None None] Network 662fc7ac-b2be-4518-a811-c35a7c2cd85b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:17:53.520351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.550637 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.708810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Provisioning for port 8addee7f-b674-4ac8-b32f-6b3b1ea29504 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:53.727423 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Provisioning complete for port 8addee7f-b674-4ac8-b32f-6b3b1ea29504 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:53.727984 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:53.864796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Allocated IP 172.25.3.138 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/8c29c4ad-416c-4f25-a3bc-aff62d63691d) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:53.975499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37062) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:53.994691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35e23ded-5a34-4a5f-8876-95e25bf3ff83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.181860 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e084109-5939-48e9-8b83-b1ed06e65986 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.191824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4020107-6b61-4889-8d37-d4bd4219aac1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.243498 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.259243 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.271757 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37070) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:54.283202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2e084109-5939-48e9-8b83-b1ed06e65986 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Calling delete_port for bcc7d640-7386-4c50-8d5b-aec5aebb51b1 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:54.292240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4020107-6b61-4889-8d37-d4bd4219aac1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=48bfc6f1-8753-4368-b178-b31c5b1cb3d4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:54.354952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] For port 8addee7f-b674-4ac8-b32f-6b3b1ea29504, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8addee7f-b674-4ac8-b32f-6b3b1ea29504,segment=NetworkSegment(fd08700b-ec11-4d72-a10a-6f1db98641c6),segment_id=fd08700b-ec11-4d72-a10a-6f1db98641c6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:17:54.377086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.489698 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35e23ded-5a34-4a5f-8876-95e25bf3ff83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.491218 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Pushing event updated for resources: {'Port': ['ID=8addee7f-b674-4ac8-b32f-6b3b1ea29504,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:54.502186 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.509915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:54.509915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:54.509915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:54.509915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:54.512602 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:54.513477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:54.513477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:54.513876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:54.514430 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:54.515337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:54.515665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:54.516026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93a314-3eec-442d-a457-ad990c5ee595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:17:54.555827 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-35e23ded-5a34-4a5f-8876-95e25bf3ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.624709 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59f4ba8d-4773-4569-a17e-e1500bccfcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.627678 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:54.671562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4020107-6b61-4889-8d37-d4bd4219aac1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:54.674479 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:54.683206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:54.689641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d4020107-6b61-4889-8d37-d4bd4219aac1 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/ports/48bfc6f1-8753-4368-b178-b31c5b1cb3d4 HTTP/1.1" status: 204 len: 168 time: 2.8954954 Aug 31 14:17:54.692012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37088) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:54.706601 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-35e23ded-5a34-4a5f-8876-95e25bf3ff83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28c30c2e13c44e7fad080690596d74b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7302718 Aug 31 14:17:54.711214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37090) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:54.739018 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Pushing event updated for resources: {'Port': ['ID=8c29c4ad-416c-4f25-a3bc-aff62d63691d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:54.764755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e23ded-5a34-4a5f-8876-95e25bf3ff83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e1b69-64fe-4df6-9d76-a91477fc1619,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:54.823664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8addee7f-b674-4ac8-b32f-6b3b1ea29504 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:17:54.947884 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:17:54.993075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-c44a9d67-cb4e-40dc-adcd-b6ccaf520901 req-1a0f4704-06d3-4740-a41b-1d8dbfdc42c8 service neutron] (106387) timed out ('10.222.0.13', 54490) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:17:55.011910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8addee7f-b674-4ac8-b32f-6b3b1ea29504 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:55.013448 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.085014 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6235812-c151-4951-912a-517db775941e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.117851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1f9965a0-c1d6-4cc2-ac2b-393d43edc457 None None] Provisioning for port 0a69e49a-13f7-4b81-81d8-d9f8ebcd1917 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:55.124303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1f9965a0-c1d6-4cc2-ac2b-393d43edc457 None None] Provisioning complete for port 0a69e49a-13f7-4b81-81d8-d9f8ebcd1917 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:55.124952 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f9965a0-c1d6-4cc2-ac2b-393d43edc457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.151328 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6235812-c151-4951-912a-517db775941e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.218866 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e084109-5939-48e9-8b83-b1ed06e65986 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.227552 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1f9965a0-c1d6-4cc2-ac2b-393d43edc457 None None] Port 0a69e49a-13f7-4b81-81d8-d9f8ebcd1917 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:55.239947 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1f9965a0-c1d6-4cc2-ac2b-393d43edc457 None None] Provisioning complete for port 8addee7f-b674-4ac8-b32f-6b3b1ea29504 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:55.240726 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f9965a0-c1d6-4cc2-ac2b-393d43edc457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.288662 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59f4ba8d-4773-4569-a17e-e1500bccfcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.299790 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59f4ba8d-4773-4569-a17e-e1500bccfcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.403754 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-59f4ba8d-4773-4569-a17e-e1500bccfcf8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85a394f34c2e4f80a1deb69334394d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1301196 Aug 31 14:17:55.405157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37094) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:55.405926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-bcaa4d35-48c9-4f40-94f6-ea7a3fa9f7c2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port d2743c92-1660-4f5e-b7c8-3cb314c48770 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:55.408340 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4d35-48c9-4f40-94f6-ea7a3fa9f7c2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.434479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1f9965a0-c1d6-4cc2-ac2b-393d43edc457 None None] Could not find standard attr ID for object bcc7d640-7386-4c50-8d5b-aec5aebb51b1. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:17:55.457212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4ba8d-4773-4569-a17e-e1500bccfcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71945d81-e3cd-4aee-b004-6735e870c6e2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:55.505029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e084109-5939-48e9-8b83-b1ed06e65986 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event deleted for resources: {'Port': ['ID=bcc7d640-7386-4c50-8d5b-aec5aebb51b1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:55.537771 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-debcf27d-ed41-47cb-a140-7d64b7785224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.621324 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-debcf27d-ed41-47cb-a140-7d64b7785224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.666234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e19a3f7f-8d28-4889-8905-4307a1498866 None None] Provisioning complete for port 0a69e49a-13f7-4b81-81d8-d9f8ebcd1917 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:55.666618 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e19a3f7f-8d28-4889-8905-4307a1498866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.674249 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6235812-c151-4951-912a-517db775941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.676893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6235812-c151-4951-912a-517db775941e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.678029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e6235812-c151-4951-912a-517db775941e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c3e1b69-64fe-4df6-9d76-a91477fc1619 HTTP/1.1" status: 204 len: 168 time: 0.9660316 Aug 31 14:17:55.682354 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4d35-48c9-4f40-94f6-ea7a3fa9f7c2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.730050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6235812-c151-4951-912a-517db775941e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e1b69-64fe-4df6-9d76-a91477fc1619,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:55.746684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-bcaa4d35-48c9-4f40-94f6-ea7a3fa9f7c2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for d2743c92-1660-4f5e-b7c8-3cb314c48770 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:55.751805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.795633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e19a3f7f-8d28-4889-8905-4307a1498866 None None] Port 0a69e49a-13f7-4b81-81d8-d9f8ebcd1917 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:55.865495 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e084109-5939-48e9-8b83-b1ed06e65986 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.870011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2e084109-5939-48e9-8b83-b1ed06e65986 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "DELETE /v2.0/ports/bcc7d640-7386-4c50-8d5b-aec5aebb51b1 HTTP/1.1" status: 204 len: 168 time: 3.3187704 Aug 31 14:17:55.870742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37110) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:55.919437 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-debcf27d-ed41-47cb-a140-7d64b7785224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.922265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-debcf27d-ed41-47cb-a140-7d64b7785224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:55.923459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-debcf27d-ed41-47cb-a140-7d64b7785224 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71945d81-e3cd-4aee-b004-6735e870c6e2 HTTP/1.1" status: 204 len: 168 time: 0.5140834 Aug 31 14:17:55.927625 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cdc4e5-d12f-4e01-8dd1-bb05b8a58b82 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] GET failed (client error): The resource could not be found. Aug 31 14:17:55.933164 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-59cdc4e5-d12f-4e01-8dd1-bb05b8a58b82 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "GET /v2.0/ports/bcc7d640-7386-4c50-8d5b-aec5aebb51b1 HTTP/1.1" status: 404 len: 333 time: 0.0580003 Aug 31 14:17:55.948342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37114) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:55.958580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Request body: {'port': {'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-652045639'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:56.040369 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcf27d-ed41-47cb-a140-7d64b7785224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71945d81-e3cd-4aee-b004-6735e870c6e2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:56.113670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-221a2ccb-d876-47c0-8cf2-def2a6f0de08 None None] Could not find standard attr ID for object bcc7d640-7386-4c50-8d5b-aec5aebb51b1. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:17:56.368780 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.377864 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.506301 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4d35-48c9-4f40-94f6-ea7a3fa9f7c2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.560924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37128) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:56.584132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa4d35-48c9-4f40-94f6-ea7a3fa9f7c2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=d2743c92-1660-4f5e-b7c8-3cb314c48770,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:56.596258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Made reservation on behalf of 6654431819f94bd29c737ca1e59d657a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:17:56.600261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.604402 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6fdfd17-adf0-44e6-a199-3f15637fa397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.714962 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Router dd08fe53-a3f4-4928-a594-4ac8b0ee946d is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:17:56.721077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] device_id is not set on port 54975391-0ef4-42c1-a7d1-223bd249eafe yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:17:56.784269 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4d35-48c9-4f40-94f6-ea7a3fa9f7c2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.786287 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bcaa4d35-48c9-4f40-94f6-ea7a3fa9f7c2 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/ports/d2743c92-1660-4f5e-b7c8-3cb314c48770 HTTP/1.1" status: 204 len: 168 time: 2.0900385 Aug 31 14:17:56.789943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37136) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:56.897648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e7457e-44ef-4b12-9549-edc925769909 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:56.903954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-77e7457e-44ef-4b12-9549-edc925769909 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "GET /v2.0/ports?device_id=86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 HTTP/1.1" status: 200 len: 913 time: 0.1109293 Aug 31 14:17:56.910446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37138) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:56.935843 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6fdfd17-adf0-44e6-a199-3f15637fa397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.968477 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6fdfd17-adf0-44e6-a199-3f15637fa397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:56.981869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37140) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:56.992012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Allocated IP 2001:db8::f0 (662fc7ac-b2be-4518-a811-c35a7c2cd85b/69a6183d-7a45-4638-914f-e00974a716d5/54975391-0ef4-42c1-a7d1-223bd249eafe) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:17:57.007446 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdae1-6c94-478b-bcd5-6783eeff127a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.024018 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdfd17-adf0-44e6-a199-3f15637fa397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c60b05-9ec1-4689-a884-984042f34ccd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:57.116261 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a6fdfd17-adf0-44e6-a199-3f15637fa397 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41d10e56641742db98922f0f9b85db0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519903 Aug 31 14:17:57.119030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37142) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:57.140403 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:17:57.154163 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d2cef-81ac-49a3-bff7-76576f9e5a1d None None] Sync routers for ids ['dd08fe53-a3f4-4928-a594-4ac8b0ee946d'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:17:57.167558 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d2cef-81ac-49a3-bff7-76576f9e5a1d None None] Routers {'dd08fe53-a3f4-4928-a594-4ac8b0ee946d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:57.169112 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ed8d2cef-81ac-49a3-bff7-76576f9e5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['dd08fe53-a3f4-4928-a594-4ac8b0ee946d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:57.172088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.173625 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c4dcffa9-03a5-4b9b-a681-5aafe3f5bec5 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "PUT /v2.0/routers/dd08fe53-a3f4-4928-a594-4ac8b0ee946d HTTP/1.1" status: 200 len: 920 time: 5.0949597 Aug 31 14:17:57.176384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37144) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:57.269843 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ed8d2cef-81ac-49a3-bff7-76576f9e5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:57.294704 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d2cef-81ac-49a3-bff7-76576f9e5a1d None None] Routers {'dd08fe53-a3f4-4928-a594-4ac8b0ee946d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:17:57.295341 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ed8d2cef-81ac-49a3-bff7-76576f9e5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['dd08fe53-a3f4-4928-a594-4ac8b0ee946d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:57.359246 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-69ae8df5-d340-4257-be4a-fc0d0f781190 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/routers/dd08fe53-a3f4-4928-a594-4ac8b0ee946d HTTP/1.1" status: 200 len: 926 time: 0.1791420 Aug 31 14:17:57.361639 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37148) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:57.390792 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ed8d2cef-81ac-49a3-bff7-76576f9e5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:17:57.391440 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d2cef-81ac-49a3-bff7-76576f9e5a1d None None] The sync data for ids ['dd08fe53-a3f4-4928-a594-4ac8b0ee946d'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:17:57.463069 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08608818-fc37-4dd7-8050-46613dd0434d tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:57.469057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-08608818-fc37-4dd7-8050-46613dd0434d tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&device_id=dd08fe53-a3f4-4928-a594-4ac8b0ee946d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1047199 Aug 31 14:17:57.472496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37150) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:57.582562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32da783f-d362-48d1-89aa-7b4221a712bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.607358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb654c2-786a-4d4d-b9d0-b5970697cbc9 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:57.610368 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dbb654c2-786a-4d4d-b9d0-b5970697cbc9 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/networks/cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 881 time: 0.1383569 Aug 31 14:17:57.614568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37152) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:57.619051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.664577 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-12e11a5d-c135-429e-959d-04b4f8d779cd tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd08fe53-a3f4-4928-a594-4ac8b0ee946d HTTP/1.1" status: 200 len: 205 time: 0.0488162 Aug 31 14:17:57.665305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdae1-6c94-478b-bcd5-6783eeff127a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.667245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37158) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:57.696183 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32da783f-d362-48d1-89aa-7b4221a712bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.708961 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdae1-6c94-478b-bcd5-6783eeff127a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.728316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Transition to ACTIVE for port object 54975391-0ef4-42c1-a7d1-223bd249eafe will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:17:57.807524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.817158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cdae1-6c94-478b-bcd5-6783eeff127a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac491fd3-bc3c-4ddf-b2b4-519d1953e1b8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:57.823445 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7f5cdae1-6c94-478b-bcd5-6783eeff127a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b23db43efce4523a5d78917cdf775ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8405807 Aug 31 14:17:57.846414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37160) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:57.915890 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32da783f-d362-48d1-89aa-7b4221a712bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.918428 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32da783f-d362-48d1-89aa-7b4221a712bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.919627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-32da783f-d362-48d1-89aa-7b4221a712bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92c60b05-9ec1-4689-a884-984042f34ccd HTTP/1.1" status: 204 len: 168 time: 0.7943835 Aug 31 14:17:57.934853 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:57.944773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da783f-d362-48d1-89aa-7b4221a712bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c60b05-9ec1-4689-a884-984042f34ccd,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:58.050067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5003e539-1731-459e-8b2d-28fe4187e82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.053929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Network 662fc7ac-b2be-4518-a811-c35a7c2cd85b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:17:58.069401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:17:58.073779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event updated for resources: {'Port': ['ID=54975391-0ef4-42c1-a7d1-223bd249eafe,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:58.076337 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:17:58.082147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:58.082617 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.107934 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5003e539-1731-459e-8b2d-28fe4187e82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.134389 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.135328 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8dc96769-4550-4465-b7de-6d2dd9646f5e tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1857269 Aug 31 14:17:58.135938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37166) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:58.153951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b614037b-ae48-4a77-ad00-ae582b6484ad tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::22a', 'mac_address': 'fa:16:3e:9e:b4:77'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:17:58.222731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9051edb0-70e7-4c2c-b386-8deabc8cf10d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.277838 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Deleting port 8c29c4ad-416c-4f25-a3bc-aff62d63691d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:58.278513 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.462696 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5003e539-1731-459e-8b2d-28fe4187e82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.479176 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5003e539-1731-459e-8b2d-28fe4187e82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.480730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5003e539-1731-459e-8b2d-28fe4187e82c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac491fd3-bc3c-4ddf-b2b4-519d1953e1b8 HTTP/1.1" status: 204 len: 168 time: 0.6348755 Aug 31 14:17:58.552927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003e539-1731-459e-8b2d-28fe4187e82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac491fd3-bc3c-4ddf-b2b4-519d1953e1b8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:58.554068 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.566708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3f47a8a0-a961-43c5-80a0-f7665276786c None None] Provisioning for port 54975391-0ef4-42c1-a7d1-223bd249eafe completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:17:58.590966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Calling delete_port for 8c29c4ad-416c-4f25-a3bc-aff62d63691d owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:58.623153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3f47a8a0-a961-43c5-80a0-f7665276786c None None] Provisioning complete for port 54975391-0ef4-42c1-a7d1-223bd249eafe triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:58.623440 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3f47a8a0-a961-43c5-80a0-f7665276786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.678825 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b614037b-ae48-4a77-ad00-ae582b6484ad tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:58.775303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3f47a8a0-a961-43c5-80a0-f7665276786c None None] Port 54975391-0ef4-42c1-a7d1-223bd249eafe cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:17:59.042476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.087756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b614037b-ae48-4a77-ad00-ae582b6484ad tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.096750 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9051edb0-70e7-4c2c-b386-8deabc8cf10d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port 3dcf23bc-6a5c-48bd-af55-38cbfaddba96 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:59.097304 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9051edb0-70e7-4c2c-b386-8deabc8cf10d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.103434 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b614037b-ae48-4a77-ad00-ae582b6484ad tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.107891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Pushing event deleted for resources: {'Port': ['ID=8c29c4ad-416c-4f25-a3bc-aff62d63691d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:59.220472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614037b-ae48-4a77-ad00-ae582b6484ad tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event updated for resources: {'Port': ['ID=54975391-0ef4-42c1-a7d1-223bd249eafe,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:17:59.253701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.254180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b614037b-ae48-4a77-ad00-ae582b6484ad tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] In _notify_port_updated(), no bound segment for port 54975391-0ef4-42c1-a7d1-223bd249eafe on network 662fc7ac-b2be-4518-a811-c35a7c2cd85b {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:17:59.261726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b614037b-ae48-4a77-ad00-ae582b6484ad tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:17:59.262755 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b614037b-ae48-4a77-ad00-ae582b6484ad tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.269165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b614037b-ae48-4a77-ad00-ae582b6484ad tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "PUT /v2.0/ports/54975391-0ef4-42c1-a7d1-223bd249eafe HTTP/1.1" status: 200 len: 1001 time: 1.1302979 Aug 31 14:17:59.270192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37198) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:17:59.670115 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9051edb0-70e7-4c2c-b386-8deabc8cf10d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.738661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9051edb0-70e7-4c2c-b386-8deabc8cf10d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for 3dcf23bc-6a5c-48bd-af55-38cbfaddba96 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:17:59.812130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2687a289-9a4b-4966-838a-6d1dbcdd6790 None None] Provisioning complete for port 54975391-0ef4-42c1-a7d1-223bd249eafe triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:17:59.812725 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2687a289-9a4b-4966-838a-6d1dbcdd6790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.895889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c855b-942a-4d15-b359-4845f513f9ec tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Deleting port 54975391-0ef4-42c1-a7d1-223bd249eafe {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:17:59.896350 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8d0c855b-942a-4d15-b359-4845f513f9ec tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:17:59.924578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2687a289-9a4b-4966-838a-6d1dbcdd6790 None None] Port 54975391-0ef4-42c1-a7d1-223bd249eafe cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:00.016244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37220) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:00.197459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8d0c855b-942a-4d15-b359-4845f513f9ec tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.248076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c855b-942a-4d15-b359-4845f513f9ec tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Calling delete_port for 54975391-0ef4-42c1-a7d1-223bd249eafe owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:00.312470 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.315854 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.370333 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.371266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Fanout notify agent at l3_agent the message router_deleted on router dd08fe53-a3f4-4928-a594-4ac8b0ee946d {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:18:00.384926 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.394810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ecb343a8-ae69-4645-971f-d323b0c9dcbc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/routers/dd08fe53-a3f4-4928-a594-4ac8b0ee946d HTTP/1.1" status: 204 len: 168 time: 2.7249067 Aug 31 14:18:00.395656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37230) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:00.406783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-305743306', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:00.434396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-678630376-network', 'tenant_id': '9633dc58385b47ab81cd8f1fbed65533'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:00.460538 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.466688 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.603159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.612528 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9051edb0-70e7-4c2c-b386-8deabc8cf10d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.636218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Made reservation on behalf of 9633dc58385b47ab81cd8f1fbed65533 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:00.638359 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.678030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051edb0-70e7-4c2c-b386-8deabc8cf10d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=3dcf23bc-6a5c-48bd-af55-38cbfaddba96,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:00.701944 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.872750 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.877503 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8d0c855b-942a-4d15-b359-4845f513f9ec tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.919381 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:00.930410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c855b-942a-4d15-b359-4845f513f9ec tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event deleted for resources: {'Port': ['ID=54975391-0ef4-42c1-a7d1-223bd249eafe,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:00.948884 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.101532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:01.173814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:01.303624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.304056 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Added segment 4342c1af-d39e-4ff2-a305-4c81f8712c98 of type vlan for network 195838fe-3c7f-480d-913e-5dda5a7ad331 Aug 31 14:18:01.381440 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4a47-f1f4-4f44-a03b-1d82771f4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.407291 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.437340 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.648028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Allocated IP 172.25.3.50 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/8340663d-6c79-4f32-8d3d-b5d642abb4ac) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:01.801989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.853768 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:01.900093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:01.904987 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:01.908773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:01.981069 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Pushing event updated for resources: {'Port': ['ID=8340663d-6c79-4f32-8d3d-b5d642abb4ac,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:02.329799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8d0c855b-942a-4d15-b359-4845f513f9ec tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.335251 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8d0c855b-942a-4d15-b359-4845f513f9ec tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "DELETE /v2.0/ports/54975391-0ef4-42c1-a7d1-223bd249eafe HTTP/1.1" status: 204 len: 168 time: 3.0606439 Aug 31 14:18:02.338125 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.342525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37276) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:02.384725 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d417c10-906c-4da2-b539-0168b8f762cb tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] GET failed (client error): The resource could not be found. Aug 31 14:18:02.394198 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9d417c10-906c-4da2-b539-0168b8f762cb tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "GET /v2.0/ports/54975391-0ef4-42c1-a7d1-223bd249eafe HTTP/1.1" status: 404 len: 333 time: 0.0501883 Aug 31 14:18:02.397492 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37278) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:02.403739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Request body: {'port': {'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-571805885'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:02.408717 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9051edb0-70e7-4c2c-b386-8deabc8cf10d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.453873 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.560352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.563644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:02.564462 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.610484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37282) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:02.656295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6387317 Aug 31 14:18:02.672489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37286) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:02.693634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d09dc99a-4a5e-4a08-834f-763321b20db4 admin admin] Request body: {'subnet': {'network_id': '195838fe-3c7f-480d-913e-5dda5a7ad331', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-678630376-subnet', 'tenant_id': '9633dc58385b47ab81cd8f1fbed65533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:02.743732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4ee30-917f-4faf-b65e-43a628b08cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=195838fe-3c7f-480d-913e-5dda5a7ad331,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:02.757189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 195838fe-3c7f-480d-913e-5dda5a7ad331 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:02.770758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09dc99a-4a5e-4a08-834f-763321b20db4 admin admin] Made reservation on behalf of 9633dc58385b47ab81cd8f1fbed65533 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:02.773457 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09dc99a-4a5e-4a08-834f-763321b20db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:02.944274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Made reservation on behalf of 6654431819f94bd29c737ca1e59d657a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:02.948109 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.033616 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] device_id is not set on port 715ca876-32cc-49e9-8e4e-7cce14e0c7cb yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:03.192846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58ee8daf-ba2b-4cd6-8c1c-05c6f69875f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.244967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.399306 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09dc99a-4a5e-4a08-834f-763321b20db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.465391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dc99a-4a5e-4a08-834f-763321b20db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48cdd08f-3201-4212-a0b9-70288cafca5d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:03.520761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09dc99a-4a5e-4a08-834f-763321b20db4 admin admin] Checking segment: {'id': '4342c1af-d39e-4ff2-a305-4c81f8712c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '195838fe-3c7f-480d-913e-5dda5a7ad331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:03.521322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09dc99a-4a5e-4a08-834f-763321b20db4 admin admin] Network hostable DHCP agents. Network: 195838fe-3c7f-480d-913e-5dda5a7ad331, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:03.535413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9051edb0-70e7-4c2c-b386-8deabc8cf10d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:18:03.539186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58ee8daf-ba2b-4cd6-8c1c-05c6f69875f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.551701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58ee8daf-ba2b-4cd6-8c1c-05c6f69875f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.561661 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09dc99a-4a5e-4a08-834f-763321b20db4 admin admin] Network 195838fe-3c7f-480d-913e-5dda5a7ad331 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:03.578549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d09dc99a-4a5e-4a08-834f-763321b20db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 195838fe-3c7f-480d-913e-5dda5a7ad331) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:03.584972 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09dc99a-4a5e-4a08-834f-763321b20db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:03.585831 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d09dc99a-4a5e-4a08-834f-763321b20db4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:03.591278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5bed17-6f75-4222-8abd-f790e33218da None None] Network 195838fe-3c7f-480d-913e-5dda5a7ad331 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:03.602714 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Router aa4d57df-0dcc-4f59-ad49-9f871bef8d81 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:18:03.629724 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d09dc99a-4a5e-4a08-834f-763321b20db4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9513457 Aug 31 14:18:03.721677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee8daf-ba2b-4cd6-8c1c-05c6f69875f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21ad209-0767-4256-9f01-fee278044cd8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:03.777571 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-58ee8daf-ba2b-4cd6-8c1c-05c6f69875f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c60a0e9be9e4628ab59eac32bc386c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1640923 Aug 31 14:18:03.786597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37302) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:03.787302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Allocated IP 2001:db8::31c (662fc7ac-b2be-4518-a811-c35a7c2cd85b/69a6183d-7a45-4638-914f-e00974a716d5/715ca876-32cc-49e9-8e4e-7cce14e0c7cb) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:03.848953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b6fce-f1ce-419b-af7b-df9826102413 None None] Network 195838fe-3c7f-480d-913e-5dda5a7ad331 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:03.994618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9051edb0-70e7-4c2c-b386-8deabc8cf10d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:18:03.995449 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b81f466-8e6f-4942-854e-554c446422c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.017780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9051edb0-70e7-4c2c-b386-8deabc8cf10d tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "PUT /v2.0/routers/86c72e9e-5c0a-45d0-bf87-abe0f67ceb15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1048117 Aug 31 14:18:04.028103 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37310) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:04.069363 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:18:04.080948 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b2e5b-b6bf-4af1-a4b6-c29d7fabd7e2 None None] Sync routers for ids ['aa4d57df-0dcc-4f59-ad49-9f871bef8d81'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:18:04.091901 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b2e5b-b6bf-4af1-a4b6-c29d7fabd7e2 None None] Routers {'aa4d57df-0dcc-4f59-ad49-9f871bef8d81'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:04.094052 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9d9b2e5b-b6bf-4af1-a4b6-c29d7fabd7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aa4d57df-0dcc-4f59-ad49-9f871bef8d81'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:04.112000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25a4d2-1186-4dcd-a463-ba766ac1c61d None None] Sync routers for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:18:04.230644 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9d9b2e5b-b6bf-4af1-a4b6-c29d7fabd7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:04.265123 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b2e5b-b6bf-4af1-a4b6-c29d7fabd7e2 None None] Routers {'aa4d57df-0dcc-4f59-ad49-9f871bef8d81'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:04.268396 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9d9b2e5b-b6bf-4af1-a4b6-c29d7fabd7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aa4d57df-0dcc-4f59-ad49-9f871bef8d81'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:04.286844 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b81f466-8e6f-4942-854e-554c446422c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.295397 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.307630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25a4d2-1186-4dcd-a463-ba766ac1c61d None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:04.309455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-db25a4d2-1186-4dcd-a463-ba766ac1c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:17:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:04.339120 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3e59f8c0-6f99-4e48-a6a5-8d5fc88ad8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.363467 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.364772 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1a1f3386-8645-48ae-962e-560a00c738a8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9671736 Aug 31 14:18:04.369491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37322) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:04.488701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.505389 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9d9b2e5b-b6bf-4af1-a4b6-c29d7fabd7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:04.506262 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b2e5b-b6bf-4af1-a4b6-c29d7fabd7e2 None None] The sync data for ids ['aa4d57df-0dcc-4f59-ad49-9f871bef8d81'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:18:04.541639 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:04.560254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Transition to ACTIVE for port object 715ca876-32cc-49e9-8e4e-7cce14e0c7cb will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:04.654279 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.716333 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b81f466-8e6f-4942-854e-554c446422c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.728203 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b81f466-8e6f-4942-854e-554c446422c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.729882 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0b81f466-8e6f-4942-854e-554c446422c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c21ad209-0767-4256-9f01-fee278044cd8 HTTP/1.1" status: 204 len: 168 time: 0.9421754 Aug 31 14:18:04.741409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Network 662fc7ac-b2be-4518-a811-c35a7c2cd85b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:04.745101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:04.766617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81f466-8e6f-4942-854e-554c446422c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21ad209-0767-4256-9f01-fee278044cd8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:04.783478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:04.783656 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.800624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:04.801685 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:04.834240 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4350755 Aug 31 14:18:04.848658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37342) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:04.854670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-51e5cf87-136b-4a3f-83c9-a4effe547d54 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9e:b4:77'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:04.901383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19c8dc-d746-489d-b54c-83e443eb32c2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event updated for resources: {'Port': ['ID=715ca876-32cc-49e9-8e4e-7cce14e0c7cb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:05.015218 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.089971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-db25a4d2-1186-4dcd-a463-ba766ac1c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:05.130664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25a4d2-1186-4dcd-a463-ba766ac1c61d None None] Routers {'86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:05.134967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-db25a4d2-1186-4dcd-a463-ba766ac1c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:18:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:05.175448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37352) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:05.203956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1523986340-network', 'tenant_id': 'c53b3f30780c4aaea02bb9a67bcd60da'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:05.261247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-db25a4d2-1186-4dcd-a463-ba766ac1c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:05.262141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25a4d2-1186-4dcd-a463-ba766ac1c61d None None] The sync data for ids ['86c72e9e-5c0a-45d0-bf87-abe0f67ceb15'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:18:05.284312 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.292053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Made reservation on behalf of c53b3f30780c4aaea02bb9a67bcd60da for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:05.303596 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.336574 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.338039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-72abd302-29f0-4d15-8187-bf763f4ca9d4 None None] Provisioning for port 715ca876-32cc-49e9-8e4e-7cce14e0c7cb completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:05.346813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-72abd302-29f0-4d15-8187-bf763f4ca9d4 None None] Provisioning complete for port 715ca876-32cc-49e9-8e4e-7cce14e0c7cb triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:05.347229 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72abd302-29f0-4d15-8187-bf763f4ca9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.362938 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51e5cf87-136b-4a3f-83c9-a4effe547d54 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.489658 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-72abd302-29f0-4d15-8187-bf763f4ca9d4 None None] Port 715ca876-32cc-49e9-8e4e-7cce14e0c7cb cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:05.671379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51e5cf87-136b-4a3f-83c9-a4effe547d54 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.712832 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51e5cf87-136b-4a3f-83c9-a4effe547d54 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.765598 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.777338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37358) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:05.806589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-51e5cf87-136b-4a3f-83c9-a4effe547d54 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] In _notify_port_updated(), no bound segment for port 715ca876-32cc-49e9-8e4e-7cce14e0c7cb on network 662fc7ac-b2be-4518-a811-c35a7c2cd85b {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:18:05.814951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e5cf87-136b-4a3f-83c9-a4effe547d54 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:05.815861 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51e5cf87-136b-4a3f-83c9-a4effe547d54 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.818401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-51e5cf87-136b-4a3f-83c9-a4effe547d54 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "PUT /v2.0/ports/715ca876-32cc-49e9-8e4e-7cce14e0c7cb HTTP/1.1" status: 200 len: 1002 time: 0.9682283 Aug 31 14:18:05.823049 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.824208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acd95f3-a5e4-4a4e-9732-eadcb29ba836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.828075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37360) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:05.841252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:05.870787 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.871124 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Added segment 1e9474f2-c5ac-4f6c-bae2-76d123a7c698 of type vlan for network a0889547-2734-45f8-a77a-46a75edae76a Aug 31 14:18:05.927014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.939124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5cf87-136b-4a3f-83c9-a4effe547d54 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event updated for resources: {'Port': ['ID=715ca876-32cc-49e9-8e4e-7cce14e0c7cb,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:05.995881 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:05.997929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:05.999594 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.019197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting port d49044a1-cf20-4da7-8ed0-13ae02165756 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:06.019698 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.114684 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.133941 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Calling delete_port for d49044a1-cf20-4da7-8ed0-13ae02165756 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:06.242312 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-fa32d772-9037-42fd-aa94-d6db26575acb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3514664 Aug 31 14:18:06.322382 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acd95f3-a5e4-4a4e-9732-eadcb29ba836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.334099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-77c11c6c-6e5c-4048-af62-2ac4db8ff16a tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Deleting port 715ca876-32cc-49e9-8e4e-7cce14e0c7cb {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:06.334623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77c11c6c-6e5c-4048-af62-2ac4db8ff16a tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.341379 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8e070ab6-f865-4d6d-be96-b8825d86fe48 None None] Provisioning complete for port 715ca876-32cc-49e9-8e4e-7cce14e0c7cb triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:06.343855 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e070ab6-f865-4d6d-be96-b8825d86fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.402913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.424481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Pushing event updated for resources: {'Network': ['ID=a0889547-2734-45f8-a77a-46a75edae76a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:06.427237 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67131a2b-b062-40e5-858a-e56c522e077a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:06.435716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8e070ab6-f865-4d6d-be96-b8825d86fe48 None None] Port 715ca876-32cc-49e9-8e4e-7cce14e0c7cb cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:06.442622 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.446380 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network a0889547-2734-45f8-a77a-46a75edae76a details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:06.456247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cfcde1db-e6f2-4866-b247-73ccde32afe0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2564566 Aug 31 14:18:06.458098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37368) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:06.504084 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4e2978fd-cb95-45fd-82e3-9828aac7c6aa admin admin] Request body: {'subnet': {'network_id': 'a0889547-2734-45f8-a77a-46a75edae76a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1523986340-subnet', 'tenant_id': 'c53b3f30780c4aaea02bb9a67bcd60da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:06.552669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2978fd-cb95-45fd-82e3-9828aac7c6aa admin admin] Made reservation on behalf of c53b3f30780c4aaea02bb9a67bcd60da for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:06.555265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e2978fd-cb95-45fd-82e3-9828aac7c6aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.566559 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acd95f3-a5e4-4a4e-9732-eadcb29ba836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.632366 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3acd95f3-a5e4-4a4e-9732-eadcb29ba836 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=403a8492ef604730bf81520564742d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8510430 Aug 31 14:18:06.647610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37372) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:06.698339 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77c11c6c-6e5c-4048-af62-2ac4db8ff16a tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.764594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-77c11c6c-6e5c-4048-af62-2ac4db8ff16a tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Calling delete_port for 715ca876-32cc-49e9-8e4e-7cce14e0c7cb owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:06.774473 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:06.810309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd95f3-a5e4-4a4e-9732-eadcb29ba836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de07ff9d-3fff-454b-91c6-15cb5ecf51c6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:06.843213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-422d3449-d7b6-406e-999c-cc7974f76e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:06.843956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-422d3449-d7b6-406e-999c-cc7974f76e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:06.844661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-422d3449-d7b6-406e-999c-cc7974f76e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:06.845433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-422d3449-d7b6-406e-999c-cc7974f76e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:06.846065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-422d3449-d7b6-406e-999c-cc7974f76e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:06.846694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-422d3449-d7b6-406e-999c-cc7974f76e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:06.847323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-422d3449-d7b6-406e-999c-cc7974f76e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:06.850503 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-422d3449-d7b6-406e-999c-cc7974f76e42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6502 time: 0.3044395 Aug 31 14:18:06.981572 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29fca81a-6d93-40e9-b5b2-4d5dcac61243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.100529 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29fca81a-6d93-40e9-b5b2-4d5dcac61243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.122497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Deleting port 8340663d-6c79-4f32-8d3d-b5d642abb4ac {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:07.123531 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.167654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-8437d38b-ef99-49ea-b7fd-ab361fde7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:07.168137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-8437d38b-ef99-49ea-b7fd-ab361fde7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:07.168643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-8437d38b-ef99-49ea-b7fd-ab361fde7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:07.170938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-8437d38b-ef99-49ea-b7fd-ab361fde7923 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f61a66ed-e073-4160-9a7b-510fffda1238&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a HTTP/1.1" status: 200 len: 2297 time: 0.2713664 Aug 31 14:18:07.236725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.271325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Port': ['ID=d49044a1-cf20-4da7-8ed0-13ae02165756,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:07.349424 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.396721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Calling delete_port for 8340663d-6c79-4f32-8d3d-b5d642abb4ac owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:07.461402 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.559197 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.562201 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.605592 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29fca81a-6d93-40e9-b5b2-4d5dcac61243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.609221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29fca81a-6d93-40e9-b5b2-4d5dcac61243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.613167 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-29fca81a-6d93-40e9-b5b2-4d5dcac61243 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de07ff9d-3fff-454b-91c6-15cb5ecf51c6 HTTP/1.1" status: 204 len: 168 time: 0.9384286 Aug 31 14:18:07.620865 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-a3becf23-3f58-42e6-a788-8792039d7156 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 HTTP/1.1" status: 200 len: 1001 time: 0.4413092 Aug 31 14:18:07.640098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fca81a-6d93-40e9-b5b2-4d5dcac61243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de07ff9d-3fff-454b-91c6-15cb5ecf51c6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:07.643330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77c11c6c-6e5c-4048-af62-2ac4db8ff16a tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.655562 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e2978fd-cb95-45fd-82e3-9828aac7c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.708507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c11c6c-6e5c-4048-af62-2ac4db8ff16a tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event deleted for resources: {'Port': ['ID=715ca876-32cc-49e9-8e4e-7cce14e0c7cb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:07.714960 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.715951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Fanout notify agent at l3_agent the message router_deleted on router 86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:18:07.721783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2978fd-cb95-45fd-82e3-9828aac7c6aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=867b1536-8967-496f-8ca7-d308d6fa91e3,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:07.723784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-d6ef78b5-5c72-407b-960f-50af44f302bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:07.725601 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-d6ef78b5-5c72-407b-960f-50af44f302bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78251-b3fe-4763-9e2c-bc513ea64886 HTTP/1.1" status: 200 len: 854 time: 0.0965774 Aug 31 14:18:07.729010 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.730118 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4ae4a6ed-5106-4439-9670-854d5dbd0efd tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/routers/86c72e9e-5c0a-45d0-bf87-abe0f67ceb15 HTTP/1.1" status: 204 len: 168 time: 3.7007990 Aug 31 14:18:07.737345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37384) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:07.757234 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77c11c6c-6e5c-4048-af62-2ac4db8ff16a tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:07.762283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-77c11c6c-6e5c-4048-af62-2ac4db8ff16a tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "DELETE /v2.0/ports/715ca876-32cc-49e9-8e4e-7cce14e0c7cb HTTP/1.1" status: 204 len: 168 time: 1.9306674 Aug 31 14:18:07.767859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37386) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:07.812099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-47d70a5f-9014-444d-9123-fc53f560b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:07.818283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-47d70a5f-9014-444d-9123-fc53f560b3cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f61a66ed-e073-4160-9a7b-510fffda1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731335 Aug 31 14:18:07.869202 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2978fd-cb95-45fd-82e3-9828aac7c6aa admin admin] Checking segment: {'id': '1e9474f2-c5ac-4f6c-bae2-76d123a7c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a0889547-2734-45f8-a77a-46a75edae76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:07.869578 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2978fd-cb95-45fd-82e3-9828aac7c6aa admin admin] Network hostable DHCP agents. Network: a0889547-2734-45f8-a77a-46a75edae76a, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:07.939243 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ddba25-b54d-4c5c-b65c-20123e13ca83 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] GET failed (client error): The resource could not be found. Aug 31 14:18:07.953108 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b3ddba25-b54d-4c5c-b65c-20123e13ca83 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "GET /v2.0/ports/715ca876-32cc-49e9-8e4e-7cce14e0c7cb HTTP/1.1" status: 404 len: 333 time: 0.1368096 Aug 31 14:18:07.972814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37388) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:07.980006 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Request body: {'port': {'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-767847894'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:08.071260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-79604230-b1c2-4c58-b5d2-0d6c544520ca tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Deleting subnet 13749184-b73e-4b65-95aa-e60c47b19e4c {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:18:08.091003 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79604230-b1c2-4c58-b5d2-0d6c544520ca tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.095683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2978fd-cb95-45fd-82e3-9828aac7c6aa admin admin] Network a0889547-2734-45f8-a77a-46a75edae76a is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:08.131857 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-14201a8b-1de0-4f0f-9996-6c41aace008e service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804887 Aug 31 14:18:08.194246 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4e2978fd-cb95-45fd-82e3-9828aac7c6aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, a0889547-2734-45f8-a77a-46a75edae76a) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:08.203188 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79604230-b1c2-4c58-b5d2-0d6c544520ca tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.211268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48519d-7b21-468d-be8b-05be18e7da06 None None] Network a0889547-2734-45f8-a77a-46a75edae76a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:08.316702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2978fd-cb95-45fd-82e3-9828aac7c6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:08.319778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e2978fd-cb95-45fd-82e3-9828aac7c6aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.350441 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-b7067a89-1017-45b5-b314-1a8e3fedd38e service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077575 Aug 31 14:18:08.365462 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4e2978fd-cb95-45fd-82e3-9828aac7c6aa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8992372 Aug 31 14:18:08.416499 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79604230-b1c2-4c58-b5d2-0d6c544520ca tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.488012 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.525298 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-35f278d3-a6d2-4421-afd9-9ce1ec5ef141 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 200 len: 217 time: 0.1648724 Aug 31 14:18:08.544752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63580eb-a1d4-4281-8e61-4a6ada0cdfab None None] Network a0889547-2734-45f8-a77a-46a75edae76a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:08.600366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Pushing event deleted for resources: {'Port': ['ID=8340663d-6c79-4f32-8d3d-b5d642abb4ac,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:08.675851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-5909b6c5-551c-42c1-bc43-2b69f0adc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:08.681277 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-5909b6c5-551c-42c1-bc43-2b69f0adc641 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.1450775 Aug 31 14:18:08.684349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Made reservation on behalf of 6654431819f94bd29c737ca1e59d657a for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:08.693941 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.782691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:08.784572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-f2169964-e70c-4d0a-a684-c859d7e79b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:08.787992 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-f2169964-e70c-4d0a-a684-c859d7e79b12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981801 Aug 31 14:18:08.913942 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] device_id is not set on port 26e188d5-b9b8-4ec4-adf6-78e4cfe9a1ba yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:08.984603 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79604230-b1c2-4c58-b5d2-0d6c544520ca tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.006721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-5dfc535e-a856-4595-92ec-2268c45d383d service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009463 Aug 31 14:18:09.058649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79604230-b1c2-4c58-b5d2-0d6c544520ca tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.061818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-79604230-b1c2-4c58-b5d2-0d6c544520ca tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/subnets/13749184-b73e-4b65-95aa-e60c47b19e4c HTTP/1.1" status: 204 len: 168 time: 1.3206539 Aug 31 14:18:09.086869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37426) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:09.148051 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.171880 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79604230-b1c2-4c58-b5d2-0d6c544520ca tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Subnet': ['ID=13749184-b73e-4b65-95aa-e60c47b19e4c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:09.220454 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.263195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-bc1e2dc1-0aef-40e3-b725-fc61802d6451 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490041 Aug 31 14:18:09.263693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37434) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:09.360363 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.377368 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.439825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-79b217a9-dee4-4959-98a8-b8e4df56ccab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 200 len: 217 time: 0.1576169 Aug 31 14:18:09.541612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Allocated IP 2001:db8::28 (662fc7ac-b2be-4518-a811-c35a7c2cd85b/69a6183d-7a45-4638-914f-e00974a716d5/26e188d5-b9b8-4ec4-adf6-78e4cfe9a1ba) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:09.567009 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Router aa4d57df-0dcc-4f59-ad49-9f871bef8d81 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:18:09.610531 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.702238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-a3cb8d32-45d7-47bc-8734-df2dda844446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:09.707758 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-a3cb8d32-45d7-47bc-8734-df2dda844446 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.2532470 Aug 31 14:18:09.832039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:18:09.849662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15948e44-95f9-4b0c-902e-87e83c5f1e56 None None] Sync routers for ids ['aa4d57df-0dcc-4f59-ad49-9f871bef8d81'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:18:09.869864 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15948e44-95f9-4b0c-902e-87e83c5f1e56 None None] Routers {'aa4d57df-0dcc-4f59-ad49-9f871bef8d81'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:09.870544 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-15948e44-95f9-4b0c-902e-87e83c5f1e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:18:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aa4d57df-0dcc-4f59-ad49-9f871bef8d81'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:09.888338 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:09.897745 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2dc8e797-f651-4d4a-aae6-169ccecff846 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "PUT /v2.0/routers/aa4d57df-0dcc-4f59-ad49-9f871bef8d81 HTTP/1.1" status: 200 len: 709 time: 5.5275445 Aug 31 14:18:09.935919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37444) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:09.983382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-15948e44-95f9-4b0c-902e-87e83c5f1e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:09.988920 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.001122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61b5470e-4c9d-45d4-ae2c-196023446fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.006889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15948e44-95f9-4b0c-902e-87e83c5f1e56 None None] Routers {'aa4d57df-0dcc-4f59-ad49-9f871bef8d81'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:18:10.007580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-15948e44-95f9-4b0c-902e-87e83c5f1e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:18:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['aa4d57df-0dcc-4f59-ad49-9f871bef8d81'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:10.022986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a8806b-64a2-42e5-8bfe-9603aa9ad46b']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:10.061764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbcc9eb-f447-4d27-9e59-1133f8922014') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:10.062225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbcc9eb-f447-4d27-9e59-1133f8922014') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:10.094322 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.114566 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.125146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:10.132265 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-15948e44-95f9-4b0c-902e-87e83c5f1e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:10.132725 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.135837 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15948e44-95f9-4b0c-902e-87e83c5f1e56 None None] The sync data for ids ['aa4d57df-0dcc-4f59-ad49-9f871bef8d81'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:10.146733 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:10.203803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-48501a34-e55c-4242-af67-2820fe3e514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.205510 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-48501a34-e55c-4242-af67-2820fe3e514b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4200342 Aug 31 14:18:10.322658 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-566d8c72-ba2c-42bf-b2d8-ccbadede2494 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.324344 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-566d8c72-ba2c-42bf-b2d8-ccbadede2494 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/networks?id=195838fe-3c7f-480d-913e-5dda5a7ad331 HTTP/1.1" status: 200 len: 808 time: 0.2958610 Aug 31 14:18:10.336765 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2ba9f92e-a3a5-4a57-8e23-658143e43159 tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/routers/aa4d57df-0dcc-4f59-ad49-9f871bef8d81 HTTP/1.1" status: 200 len: 744 time: 0.3915946 Aug 31 14:18:10.342988 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37462) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:10.347357 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-e8507f64-3fbd-4cf4-9412-8862059ee6f9 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259725 Aug 31 14:18:10.506997 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-16370bd0-6a8d-43f4-a66a-ac53510aed4d tempest-RoutersIpV6AdminTest-1366032807 tempest-RoutersIpV6AdminTest-1366032807-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&device_id=aa4d57df-0dcc-4f59-ad49-9f871bef8d81 HTTP/1.1" status: 200 len: 205 time: 0.1578066 Aug 31 14:18:10.518035 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37466) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:10.526567 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-66e263bd-99ac-4237-bfb0-d9fee34faef8 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/quotas/9633dc58385b47ab81cd8f1fbed65533 HTTP/1.1" status: 200 len: 375 time: 0.1849141 Aug 31 14:18:10.609985 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f60efffb-3d43-42bc-b7e9-90d174511a9f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa4d57df-0dcc-4f59-ad49-9f871bef8d81 HTTP/1.1" status: 200 len: 205 time: 0.0853019 Aug 31 14:18:10.610633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37470) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:10.626214 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.645540 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.652370 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] 10.222.0.20 "DELETE /v2.0/networks/a8a8806b-64a2-42e5-8bfe-9603aa9ad46b HTTP/1.1" status: 204 len: 168 time: 1.5636535 Aug 31 14:18:10.698078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c8de9-d477-47c6-859c-486f80a11092 tempest-FloatingIPTestJSON-1584428062 tempest-FloatingIPTestJSON-1584428062-project] Pushing event deleted for resources: {'Network': ['ID=a8a8806b-64a2-42e5-8bfe-9603aa9ad46b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:10.726232 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-dfe7126e-4e68-4b6a-a360-d0e2bc7ebb77 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703790 Aug 31 14:18:10.739941 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0f251fe-b9a1-462b-9a71-8f4f8961802d tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.754794 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-3d1354a2-33b4-4774-b6cb-64920550b461 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9633dc58385b47ab81cd8f1fbed65533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1931961 Aug 31 14:18:10.787846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-6308979e-ca9f-4c24-9e60-5c330c4dc8a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c HTTP/1.1" status: 200 len: 217 time: 0.0527060 Aug 31 14:18:10.892618 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61b5470e-4c9d-45d4-ae2c-196023446fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.903070 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61b5470e-4c9d-45d4-ae2c-196023446fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:10.984937 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37480) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:10.991103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-4bf516ca-6f14-4cba-ba6c-23b28cb309b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:10.992787 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-4bf516ca-6f14-4cba-ba6c-23b28cb309b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.1973414 Aug 31 14:18:11.023074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-61b5470e-4c9d-45d4-ae2c-196023446fec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a35b63bf28f9451e85fc2fc4e87e6c86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7495315 Aug 31 14:18:11.026426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37486) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:11.062004 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.131005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5470e-4c9d-45d4-ae2c-196023446fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31865cb4-f3fd-43fa-8103-5cc9af8cb16b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:11.165782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-d9230e3b-cce5-41e5-8a57-3109c9f7bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:11.168207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-d9230e3b-cce5-41e5-8a57-3109c9f7bacc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1630650 Aug 31 14:18:11.201216 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0f251fe-b9a1-462b-9a71-8f4f8961802d tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.213495 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0f251fe-b9a1-462b-9a71-8f4f8961802d tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.219077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Transition to ACTIVE for port object 26e188d5-b9b8-4ec4-adf6-78e4cfe9a1ba will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:11.309736 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-0bb98437-0c3c-4162-aa95-ab1315358f05 service neutron] 10.222.0.20 "GET /v2.0/networks/195838fe-3c7f-480d-913e-5dda5a7ad331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312820 Aug 31 14:18:11.323736 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0f251fe-b9a1-462b-9a71-8f4f8961802d tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.324249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f251fe-b9a1-462b-9a71-8f4f8961802d tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Fanout notify agent at l3_agent the message router_deleted on router aa4d57df-0dcc-4f59-ad49-9f871bef8d81 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:18:11.325533 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-574a506d-323f-49d8-af28-9d14e6611158 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469619 Aug 31 14:18:11.335776 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d0f251fe-b9a1-462b-9a71-8f4f8961802d tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.343097 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d0f251fe-b9a1-462b-9a71-8f4f8961802d tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/routers/aa4d57df-0dcc-4f59-ad49-9f871bef8d81 HTTP/1.1" status: 204 len: 168 time: 0.7264853 Aug 31 14:18:11.353172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37502) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:11.375598 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3969-249f-41cd-880a-dcc378462988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.467617 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-c8ac7b2a-02d7-46db-ab51-71e8721f9b79 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322849 Aug 31 14:18:11.534593 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-b75b3fa1-079e-4ac4-b644-3e4f4edb5155 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa HTTP/1.1" status: 200 len: 217 time: 0.0570006 Aug 31 14:18:11.638799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-be320ce3-7bd7-49f1-9efc-31e041139f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:11.643618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-be320ce3-7bd7-49f1-9efc-31e041139f0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.1009383 Aug 31 14:18:11.718887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-112e8fc1-ec89-4cbe-a0af-fb48e76c7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:11.724255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-112e8fc1-ec89-4cbe-a0af-fb48e76c7bbb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701561 Aug 31 14:18:11.853401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-6ff5734c-f981-495e-8522-501fecd3163b service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177080 Aug 31 14:18:11.854810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7e97892f-03ed-44df-ab18-3b01e1dcd7c7 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa4d57df-0dcc-4f59-ad49-9f871bef8d81 HTTP/1.1" status: 200 len: 205 time: 0.4982173 Aug 31 14:18:11.855690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37510) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:11.870547 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.909121 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3969-249f-41cd-880a-dcc378462988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:11.931554 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-68980824-b502-4116-b2ba-f2613d92bbe8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] delete failed (client error): The resource could not be found. Aug 31 14:18:11.933467 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-68980824-b502-4116-b2ba-f2613d92bbe8 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/routers/aa4d57df-0dcc-4f59-ad49-9f871bef8d81 HTTP/1.1" status: 404 len: 336 time: 0.0760634 Aug 31 14:18:11.944179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37512) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:12.018935 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ed7f16d1-61c0-4097-8cd3-33191777e0b6 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd08fe53-a3f4-4928-a594-4ac8b0ee946d HTTP/1.1" status: 200 len: 205 time: 0.0703187 Aug 31 14:18:12.036269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37514) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:12.049137 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-fccabed3-40e3-4218-b560-341284e35b34 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830747 Aug 31 14:18:12.060646 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Network 662fc7ac-b2be-4518-a811-c35a7c2cd85b is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:12.082391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:12.085599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event updated for resources: {'Port': ['ID=26e188d5-b9b8-4ec4-adf6-78e4cfe9a1ba,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:12.091809 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2515ba4e-02ad-4434-9ee2-031bfba0a3ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd30af277e544f1080c95c1aa61e10eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0936680 Aug 31 14:18:12.097007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:12.105207 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:12.105975 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.109914 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37516) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:12.129180 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-a405b57a-33c3-4fee-a78c-a53e38497fff service neutron] 10.222.0.20 "GET /v2.0/networks/195838fe-3c7f-480d-913e-5dda5a7ad331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8026950 Aug 31 14:18:12.170855 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-06d70920-b192-4c3f-9d00-1c1e2c887867 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.1964128 Aug 31 14:18:12.178969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37520) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:12.220890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Request body: {'port': {'network_id': '662fc7ac-b2be-4518-a811-c35a7c2cd85b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1309722588'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:12.242441 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-d6ecef6e-bed1-434a-a880-b5652e60cf7f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] delete failed (client error): The resource could not be found. Aug 31 14:18:12.247358 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d6ecef6e-bed1-434a-a880-b5652e60cf7f tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/routers/dd08fe53-a3f4-4928-a594-4ac8b0ee946d HTTP/1.1" status: 404 len: 336 time: 0.2061942 Aug 31 14:18:12.249076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-5cbcf64b-24a1-495f-a768-d7833c21dfb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a695eda4-8064-4835-887f-df4c54d594d9 HTTP/1.1" status: 200 len: 217 time: 0.1468520 Aug 31 14:18:12.250008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37530) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:12.284947 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3969-249f-41cd-880a-dcc378462988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.287683 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3969-249f-41cd-880a-dcc378462988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.318417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-d3ca8db7-9c1d-4418-b36f-029f75d4133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:12.320468 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-d3ca8db7-9c1d-4418-b36f-029f75d4133b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.0581377 Aug 31 14:18:12.322991 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0f5a3969-249f-41cd-880a-dcc378462988 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31865cb4-f3fd-43fa-8103-5cc9af8cb16b HTTP/1.1" status: 204 len: 168 time: 1.2676589 Aug 31 14:18:12.393924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a3969-249f-41cd-880a-dcc378462988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31865cb4-f3fd-43fa-8103-5cc9af8cb16b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:12.406691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-96e8579d-2cf1-4563-a96c-d4f515fdfd04 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8f83b62-7fc2-40d7-b6aa-a0251933adcd HTTP/1.1" status: 200 len: 205 time: 0.1553576 Aug 31 14:18:12.415169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37536) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:12.439181 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49e4e5e3-89af-42ca-8b41-16b890376668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.510835 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49e4e5e3-89af-42ca-8b41-16b890376668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.513023 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-f47b0e03-181a-4d82-82c9-5bdf24ffb5ef tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] delete failed (client error): The resource could not be found. Aug 31 14:18:12.517369 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f47b0e03-181a-4d82-82c9-5bdf24ffb5ef tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/routers/e8f83b62-7fc2-40d7-b6aa-a0251933adcd HTTP/1.1" status: 404 len: 336 time: 0.1024404 Aug 31 14:18:12.530983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37540) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:12.698334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-e813e576-2890-4855-b6de-f7101c195b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:12.700861 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-e813e576-2890-4855-b6de-f7101c195b9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3621566 Aug 31 14:18:12.704245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ac67f3b-75a2-4c3e-b171-250be8c7785f req-4474dcf7-12c5-4242-a3ae-ad17867538fc tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 210 time: 0.1298397 Aug 31 14:18:12.709490 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8718bb1e-982d-4ce9-a19c-8d6ccbeb1439 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "GET /v2.0/ports?device_id=f564129a-619f-49d9-9479-2f0b65461c8e HTTP/1.1" status: 200 len: 205 time: 0.1771102 Aug 31 14:18:12.712276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37548) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:12.728597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Made reservation on behalf of 6654431819f94bd29c737ca1e59d657a for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:12.732859 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.762255 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49e4e5e3-89af-42ca-8b41-16b890376668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.766327 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-49e4e5e3-89af-42ca-8b41-16b890376668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.769619 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-49e4e5e3-89af-42ca-8b41-16b890376668 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2181f44c-a822-4021-92df-e854aa33eb3b HTTP/1.1" status: 204 len: 168 time: 0.6563287 Aug 31 14:18:12.769619 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] device_id is not set on port e8b8f18f-a63c-4f91-93e6-47510c0778ee yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:12.773121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b53960ad-6ca2-4c55-8f4c-bde1da09029d None None] Provisioning for port 26e188d5-b9b8-4ec4-adf6-78e4cfe9a1ba completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:12.781592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b53960ad-6ca2-4c55-8f4c-bde1da09029d None None] Provisioning complete for port 26e188d5-b9b8-4ec4-adf6-78e4cfe9a1ba triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:12.781920 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b53960ad-6ca2-4c55-8f4c-bde1da09029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:12.817364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4e5e3-89af-42ca-8b41-16b890376668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2181f44c-a822-4021-92df-e854aa33eb3b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:12.865401 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-b0963bbf-330b-492f-b985-2a6d4a546efc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] delete failed (client error): The resource could not be found. Aug 31 14:18:12.866534 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b0963bbf-330b-492f-b985-2a6d4a546efc tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/routers/f564129a-619f-49d9-9479-2f0b65461c8e HTTP/1.1" status: 404 len: 336 time: 0.1531646 Aug 31 14:18:12.876320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37558) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:12.928862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b53960ad-6ca2-4c55-8f4c-bde1da09029d None None] Port 26e188d5-b9b8-4ec4-adf6-78e4cfe9a1ba cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:12.954787 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4b32cbac-7899-479b-9817-9aee6eaf1e46 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "GET /v2.0/ports?device_id=7186bb55-a1eb-4e62-a484-92cf865f45fe HTTP/1.1" status: 200 len: 205 time: 0.0751455 Aug 31 14:18:12.955692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37562) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:13.010749 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-c7a813e7-1853-4240-91df-c21018a00883 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] delete failed (client error): The resource could not be found. Aug 31 14:18:13.014538 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c7a813e7-1853-4240-91df-c21018a00883 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/routers/7186bb55-a1eb-4e62-a484-92cf865f45fe HTTP/1.1" status: 404 len: 336 time: 0.0551639 Aug 31 14:18:13.014740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37564) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:13.033578 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Allocated IP 2001:db8::27e (662fc7ac-b2be-4518-a811-c35a7c2cd85b/69a6183d-7a45-4638-914f-e00974a716d5/e8b8f18f-a63c-4f91-93e6-47510c0778ee) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:13.063819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-412642ad-48d5-4843-9307-100892a3efc7 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f887ad2-746b-4438-a1b9-00352421ce5a HTTP/1.1" status: 200 len: 205 time: 0.0449529 Aug 31 14:18:13.065446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37566) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:13.126635 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-84724a47-f23c-494c-bffb-0f3c9f2e0bb3 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156573 Aug 31 14:18:13.171700 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-41e1ec9b-b3ef-4592-b89e-02541658ba88 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] delete failed (client error): The resource could not be found. Aug 31 14:18:13.178295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-41e1ec9b-b3ef-4592-b89e-02541658ba88 tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/routers/2f887ad2-746b-4438-a1b9-00352421ce5a HTTP/1.1" status: 404 len: 336 time: 0.1063578 Aug 31 14:18:13.181211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37570) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:13.338310 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-323466a5-5aa9-47c9-855a-898e02c679da tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] DELETE failed (client error): The resource could not be found. Aug 31 14:18:13.338801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323466a5-5aa9-47c9-855a-898e02c679da tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:18:13.350458 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-323466a5-5aa9-47c9-855a-898e02c679da tempest-RoutersIpV6AdminTest-925585160 tempest-RoutersIpV6AdminTest-925585160-project] 10.222.0.20 "DELETE /v2.0/subnets/92174ec9-800e-4e74-9ee1-f9753465965e HTTP/1.1" status: 404 len: 337 time: 0.1668084 Aug 31 14:18:13.379293 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37582) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:13.403863 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-362c27fa-7c98-4039-ae40-3f24b7f3e12b service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687562 Aug 31 14:18:13.448051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-859236c2-454a-408b-ba9e-c6eac7e0018e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:13.555861 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-2050a3b2-9580-4ad8-a6a8-f542a1423072 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41 HTTP/1.1" status: 200 len: 217 time: 0.1320171 Aug 31 14:18:13.630272 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:13.660512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Transition to ACTIVE for port object e8b8f18f-a63c-4f91-93e6-47510c0778ee will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:13.709727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-859236c2-454a-408b-ba9e-c6eac7e0018e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:13.722256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-859236c2-454a-408b-ba9e-c6eac7e0018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:13.815857 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:13.864048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859236c2-454a-408b-ba9e-c6eac7e0018e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f33c14-1662-4303-bd15-b24e13903b32,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:13.874570 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-859236c2-454a-408b-ba9e-c6eac7e0018e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a5c1c16d4154cb493857ba6aaac74f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911475 Aug 31 14:18:13.925720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37588) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:14.020255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Network 662fc7ac-b2be-4518-a811-c35a7c2cd85b is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:14.036479 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:14.071474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:14.088932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:14.092483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.098560 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event updated for resources: {'Port': ['ID=e8b8f18f-a63c-4f91-93e6-47510c0778ee,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:14.202101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac985696-442a-4b7d-aea6-0607485a2ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.320982 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eddb5375-c464-4b77-993c-0b12f80d50e2 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1406553 Aug 31 14:18:14.327772 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37598) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:14.364558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37600) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:14.402768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-818db0c7-b25f-49f0-ab73-962d15c4e353 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::22a', 'mac_address': 'fa:16:3e:9e:b4:77'}, {'ip_address': '2001:db8::28', 'mac_address': 'fa:16:3e:6f:51:56'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:14.470582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6188a536-b6ef-4b0a-8c43-6825959c3c23 req-691aac35-a75c-4619-80cf-889c9af10c78 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 210 time: 0.1725872 Aug 31 14:18:14.486473 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac985696-442a-4b7d-aea6-0607485a2ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.511883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-3d274bfa-7baa-4226-b500-0c672ee24cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:14.515496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-3d274bfa-7baa-4226-b500-0c672ee24cf8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.9581544 Aug 31 14:18:14.641259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-58f3c458-3d28-45c5-8258-79d21575b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:14.648625 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-58f3c458-3d28-45c5-8258-79d21575b09d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241572 Aug 31 14:18:14.652978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c1f335e0-a8d3-4153-a551-fef7ee9eb83e None None] Provisioning for port e8b8f18f-a63c-4f91-93e6-47510c0778ee completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:14.659128 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c1f335e0-a8d3-4153-a551-fef7ee9eb83e None None] Provisioning complete for port e8b8f18f-a63c-4f91-93e6-47510c0778ee triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:14.659508 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c1f335e0-a8d3-4153-a551-fef7ee9eb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.771198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c1f335e0-a8d3-4153-a551-fef7ee9eb83e None None] Port e8b8f18f-a63c-4f91-93e6-47510c0778ee cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:14.920239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac985696-442a-4b7d-aea6-0607485a2ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.923333 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac985696-442a-4b7d-aea6-0607485a2ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:14.927462 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ac985696-442a-4b7d-aea6-0607485a2ca0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31f33c14-1662-4303-bd15-b24e13903b32 HTTP/1.1" status: 204 len: 168 time: 0.9980316 Aug 31 14:18:14.932006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-df3cb63a-2777-4240-bd74-4e91bd05bad2 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737248 Aug 31 14:18:14.943134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac985696-442a-4b7d-aea6-0607485a2ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f33c14-1662-4303-bd15-b24e13903b32,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:14.974637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-b8a39438-d8d9-42d6-98de-e0643cb1bd27 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:14.978411 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-b8a39438-d8d9-42d6-98de-e0643cb1bd27 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.52 "GET /v2.0/networks?id=195838fe-3c7f-480d-913e-5dda5a7ad331 HTTP/1.1" status: 200 len: 808 time: 0.7211375 Aug 31 14:18:15.001972 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Request body: {'port': {'device_id': 'c89cedb7-38b4-4933-9608-db0c9c8f2752', 'network_id': '195838fe-3c7f-480d-913e-5dda5a7ad331', 'admin_state_up': True, 'tenant_id': '9633dc58385b47ab81cd8f1fbed65533'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:15.079370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af3cfb59-fa67-46a1-a406-f2eb711bc8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.182505 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52083ab0-4b89-41db-a8e9-aa69b79eca35 req-b49553d6-b384-4fcc-89c1-fa06d8396451 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400167 Aug 31 14:18:15.295250 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-818db0c7-b25f-49f0-ab73-962d15c4e353 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.300532 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af3cfb59-fa67-46a1-a406-f2eb711bc8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.306403 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af3cfb59-fa67-46a1-a406-f2eb711bc8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.352258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-af3cfb59-fa67-46a1-a406-f2eb711bc8fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=599ed1632c9d41c58eb3539db94b33dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9870000 Aug 31 14:18:15.353006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37630) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:15.442187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cfb59-fa67-46a1-a406-f2eb711bc8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b5bfe8-a34a-428f-833e-53f53b9a049d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:15.445813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Made reservation on behalf of 9633dc58385b47ab81cd8f1fbed65533 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:15.450342 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.470595 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7b74fa35-9f14-4ffb-9fd3-140ac66f571e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.504842 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7b74fa35-9f14-4ffb-9fd3-140ac66f571e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.559095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37636) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:15.621230 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7b74fa35-9f14-4ffb-9fd3-140ac66f571e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.641436 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7b74fa35-9f14-4ffb-9fd3-140ac66f571e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.649480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7b74fa35-9f14-4ffb-9fd3-140ac66f571e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33b5bfe8-a34a-428f-833e-53f53b9a049d HTTP/1.1" status: 204 len: 168 time: 0.2918482 Aug 31 14:18:15.659247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74fa35-9f14-4ffb-9fd3-140ac66f571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b5bfe8-a34a-428f-833e-53f53b9a049d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:15.776673 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad28accb-8c45-45bb-bc42-cc8050269407 req-a1a063f6-4e83-4381-8237-e67de2069199 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 210 time: 0.0442221 Aug 31 14:18:15.797823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37648) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:15.830391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acccf8f-a190-44f9-bdf0-110bfcfe8b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.856797 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Allocated IP 172.20.0.14 (195838fe-3c7f-480d-913e-5dda5a7ad331/48cdd08f-3201-4212-a0b9-70288cafca5d/cdee1756-71e0-43bb-a77c-4fd56a4df1ae) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:15.865137 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20d072a4-8e9d-40f2-8eeb-28e4b2bfc09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.885677 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-818db0c7-b25f-49f0-ab73-962d15c4e353 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.896827 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-818db0c7-b25f-49f0-ab73-962d15c4e353 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.928285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-3acccf8f-a190-44f9-bdf0-110bfcfe8b7d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:18:15.928285 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 14:18:15.928285 n-d-792364-6 neutron-server[106388]: [parameters: {'project_id_1': 'a90e24ea7c83423297c3b0ac2140d3ed', 'expiration_1': datetime.datetime(2021, 8, 31, 14, 18, 15, 898965)}] Aug 31 14:18:15.928285 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:18:15.928868 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-3acccf8f-a190-44f9-bdf0-110bfcfe8b7d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:18:15.964177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-818db0c7-b25f-49f0-ab73-962d15c4e353 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] In _notify_port_updated(), no bound segment for port e8b8f18f-a63c-4f91-93e6-47510c0778ee on network 662fc7ac-b2be-4518-a811-c35a7c2cd85b {{(pid=106387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:18:15.995706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818db0c7-b25f-49f0-ab73-962d15c4e353 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:15.996913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-818db0c7-b25f-49f0-ab73-962d15c4e353 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:15.999140 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-818db0c7-b25f-49f0-ab73-962d15c4e353 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "PUT /v2.0/ports/e8b8f18f-a63c-4f91-93e6-47510c0778ee HTTP/1.1" status: 200 len: 1067 time: 1.6541076 Aug 31 14:18:16.002946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37650) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:16.066687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818db0c7-b25f-49f0-ab73-962d15c4e353 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event updated for resources: {'Port': ['ID=e8b8f18f-a63c-4f91-93e6-47510c0778ee,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:16.279560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20d072a4-8e9d-40f2-8eeb-28e4b2bfc09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.291480 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20d072a4-8e9d-40f2-8eeb-28e4b2bfc09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.331314 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.407952 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37660) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:16.416501 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-20d072a4-8e9d-40f2-8eeb-28e4b2bfc09a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da2c550757514e62981ebbedea4ab00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8508079 Aug 31 14:18:16.418080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37662) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:16.421516 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.476311 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acccf8f-a190-44f9-bdf0-110bfcfe8b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.502071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3d86f-6ca8-4c04-a7c3-f62318f4bb31 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Deleting port e8b8f18f-a63c-4f91-93e6-47510c0778ee {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:16.516346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Network 195838fe-3c7f-480d-913e-5dda5a7ad331 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:16.516721 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6d3d86f-6ca8-4c04-a7c3-f62318f4bb31 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.521852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:16.528374 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:16.590122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Pushing event updated for resources: {'Port': ['ID=cdee1756-71e0-43bb-a77c-4fd56a4df1ae,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:16.617369 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:16.618505 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.633109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-426a5cc1-37fc-4af7-8cec-a83cb8683199 None None] Provisioning complete for port e8b8f18f-a63c-4f91-93e6-47510c0778ee triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:16.635200 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-426a5cc1-37fc-4af7-8cec-a83cb8683199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.649328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-1d288d4c-c8b4-4572-bb3e-cbefb19d3d0a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6546552 Aug 31 14:18:16.677464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Request body: {'port': {'device_id': 'c89cedb7-38b4-4933-9608-db0c9c8f2752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:16.741967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-426a5cc1-37fc-4af7-8cec-a83cb8683199 None None] Port e8b8f18f-a63c-4f91-93e6-47510c0778ee cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:16.754364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acccf8f-a190-44f9-bdf0-110bfcfe8b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.762726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d072a4-8e9d-40f2-8eeb-28e4b2bfc09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a90a9f-195c-4e6d-8d25-b5c8817144f4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:16.774114 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acccf8f-a190-44f9-bdf0-110bfcfe8b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.794044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-95e89434-cd8d-4301-a60d-3b2d29764635 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:16.794732 n-d-792364-6 neutron-server[106387]: WARNING neutron.api.v2.base [None req-95e89434-cd8d-4301-a60d-3b2d29764635 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 14:18:16.795308 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-95e89434-cd8d-4301-a60d-3b2d29764635 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:18:16.822607 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-95e89434-cd8d-4301-a60d-3b2d29764635 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4120054 Aug 31 14:18:16.823494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37668) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:16.826807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57660fd1-0394-4c5a-8b71-8de47c021139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.833247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-86851bf8-879a-4df9-b7cb-95b1452b6562 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group': {'name': 'tempest-secgroup--181365348'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:16.873820 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3acccf8f-a190-44f9-bdf0-110bfcfe8b7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a90e24ea7c83423297c3b0ac2140d3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0743704 Aug 31 14:18:16.880387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37670) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:16.886945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acccf8f-a190-44f9-bdf0-110bfcfe8b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9249f43e-d457-4f5c-b37a-7fe0f6451dea,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:16.901228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86851bf8-879a-4df9-b7cb-95b1452b6562 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.929793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37672) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:16.937483 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57660fd1-0394-4c5a-8b71-8de47c021139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.942111 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6d3d86f-6ca8-4c04-a7c3-f62318f4bb31 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.953814 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86851bf8-879a-4df9-b7cb-95b1452b6562 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:16.983811 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.018583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3d86f-6ca8-4c04-a7c3-f62318f4bb31 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Calling delete_port for e8b8f18f-a63c-4f91-93e6-47510c0778ee owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:17.073881 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-febf73a3-105e-4846-ae36-62f83ca0b43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.086880 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7840d64b-9589-4b6e-b339-45bc0aef0486 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1ddbda27d80491ebbf6bc4ae3f95fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558957 Aug 31 14:18:17.091601 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37674) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:17.153449 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-febf73a3-105e-4846-ae36-62f83ca0b43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.162838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527f563-cd50-4ddd-808b-d441dc84665e req-6c55624c-453f-4616-97d4-31266b6e8963 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:17.164765 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9527f563-cd50-4ddd-808b-d441dc84665e req-6c55624c-453f-4616-97d4-31266b6e8963 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 932 time: 0.2376602 Aug 31 14:18:17.284044 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1277c4a-acba-410c-8ae6-ec6990378fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.287523 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57660fd1-0394-4c5a-8b71-8de47c021139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.290169 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57660fd1-0394-4c5a-8b71-8de47c021139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.294356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-57660fd1-0394-4c5a-8b71-8de47c021139 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5a90a9f-195c-4e6d-8d25-b5c8817144f4 HTTP/1.1" status: 204 len: 168 time: 0.8695836 Aug 31 14:18:17.316538 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9527f563-cd50-4ddd-808b-d441dc84665e req-21bd060c-505a-4a19-bd2b-b466c0a1fb9d tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436379 Aug 31 14:18:17.319460 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57660fd1-0394-4c5a-8b71-8de47c021139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a90a9f-195c-4e6d-8d25-b5c8817144f4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:17.365957 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-febf73a3-105e-4846-ae36-62f83ca0b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.369051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-febf73a3-105e-4846-ae36-62f83ca0b43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.370253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-febf73a3-105e-4846-ae36-62f83ca0b43b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9249f43e-d457-4f5c-b37a-7fe0f6451dea HTTP/1.1" status: 204 len: 168 time: 0.4843359 Aug 31 14:18:17.389958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf73a3-105e-4846-ae36-62f83ca0b43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9249f43e-d457-4f5c-b37a-7fe0f6451dea,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:17.407098 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6d3d86f-6ca8-4c04-a7c3-f62318f4bb31 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.450434 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86851bf8-879a-4df9-b7cb-95b1452b6562 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.491678 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86851bf8-879a-4df9-b7cb-95b1452b6562 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.530000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3d86f-6ca8-4c04-a7c3-f62318f4bb31 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event deleted for resources: {'Port': ['ID=e8b8f18f-a63c-4f91-93e6-47510c0778ee,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:17.542691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1277c4a-acba-410c-8ae6-ec6990378fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.658430 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86851bf8-879a-4df9-b7cb-95b1452b6562 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6853e784-a051-4742-93d7-c9ce9cc8c9b8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:17.803774 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1277c4a-acba-410c-8ae6-ec6990378fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.806399 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1277c4a-acba-410c-8ae6-ec6990378fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.807560 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a1277c4a-acba-410c-8ae6-ec6990378fd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51b2b690-4115-469f-88cf-1aedb4ed8b6a HTTP/1.1" status: 204 len: 168 time: 0.6617723 Aug 31 14:18:17.857128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1277c4a-acba-410c-8ae6-ec6990378fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b2b690-4115-469f-88cf-1aedb4ed8b6a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:17.884051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6d3d86f-6ca8-4c04-a7c3-f62318f4bb31 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.890911 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e6d3d86f-6ca8-4c04-a7c3-f62318f4bb31 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "DELETE /v2.0/ports/e8b8f18f-a63c-4f91-93e6-47510c0778ee HTTP/1.1" status: 204 len: 168 time: 1.8842101 Aug 31 14:18:17.893903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37692) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:17.901531 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86851bf8-879a-4df9-b7cb-95b1452b6562 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.906843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdee1756-71e0-43bb-a77c-4fd56a4df1ae {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:17.917107 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.920858 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86851bf8-879a-4df9-b7cb-95b1452b6562 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.954632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Transition to ACTIVE for port object cdee1756-71e0-43bb-a77c-4fd56a4df1ae will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:17.968289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86851bf8-879a-4df9-b7cb-95b1452b6562 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23eca9f9-0b15-407e-8d4a-a4801630bd64,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:17.983588 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.989855 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-86851bf8-879a-4df9-b7cb-95b1452b6562 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:17.995123 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-86851bf8-879a-4df9-b7cb-95b1452b6562 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1665661 Aug 31 14:18:17.999715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37694) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:18.006539 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d3aec4-0e24-4def-bb3f-91bccfbb7c84 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] GET failed (client error): The resource could not be found. Aug 31 14:18:18.011885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d3d3aec4-0e24-4def-bb3f-91bccfbb7c84 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "GET /v2.0/ports/e8b8f18f-a63c-4f91-93e6-47510c0778ee HTTP/1.1" status: 404 len: 333 time: 0.1153991 Aug 31 14:18:18.015199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37696) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:18.031867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9508e066-8408-4a93-924d-a53463c46aea tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '23eca9f9-0b15-407e-8d4a-a4801630bd64', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:18.080425 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9508e066-8408-4a93-924d-a53463c46aea tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:18.125639 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Pushing event updated for resources: {'Port': ['ID=cdee1756-71e0-43bb-a77c-4fd56a4df1ae,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:18.218444 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9508e066-8408-4a93-924d-a53463c46aea tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:18.229461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Attempting to bind port cdee1756-71e0-43bb-a77c-4fd56a4df1ae on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:18.230113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Attempting to bind port cdee1756-71e0-43bb-a77c-4fd56a4df1ae by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '4342c1af-d39e-4ff2-a305-4c81f8712c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '195838fe-3c7f-480d-913e-5dda5a7ad331'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:18.230755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Attempting to bind port cdee1756-71e0-43bb-a77c-4fd56a4df1ae on network 195838fe-3c7f-480d-913e-5dda5a7ad331 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:18.246074 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Port cdee1756-71e0-43bb-a77c-4fd56a4df1ae on network 195838fe-3c7f-480d-913e-5dda5a7ad331 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:18.247032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Attempting to bind port cdee1756-71e0-43bb-a77c-4fd56a4df1ae on network 195838fe-3c7f-480d-913e-5dda5a7ad331 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:18.255868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9508e066-8408-4a93-924d-a53463c46aea tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:18.277862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-82b4a3d5-600d-4bd2-a314-64042f94e576 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Deleting port 26e188d5-b9b8-4ec4-adf6-78e4cfe9a1ba {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:18.278229 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82b4a3d5-600d-4bd2-a314-64042f94e576 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:18.296661 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:18.301062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Checking segment: {'id': '4342c1af-d39e-4ff2-a305-4c81f8712c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '195838fe-3c7f-480d-913e-5dda5a7ad331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:18.302482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Bound using segment: {'id': '4342c1af-d39e-4ff2-a305-4c81f8712c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '195838fe-3c7f-480d-913e-5dda5a7ad331'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:18.304416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Bound port: cdee1756-71e0-43bb-a77c-4fd56a4df1ae, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4342c1af-d39e-4ff2-a305-4c81f8712c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '195838fe-3c7f-480d-913e-5dda5a7ad331'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:18.305445 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:18.411692 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82b4a3d5-600d-4bd2-a314-64042f94e576 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:18.426595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-82b4a3d5-600d-4bd2-a314-64042f94e576 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Calling delete_port for 26e188d5-b9b8-4ec4-adf6-78e4cfe9a1ba owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:18.502011 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] For port cdee1756-71e0-43bb-a77c-4fd56a4df1ae, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:18.507872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] For port cdee1756-71e0-43bb-a77c-4fd56a4df1ae, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=cdee1756-71e0-43bb-a77c-4fd56a4df1ae,segment=NetworkSegment(4342c1af-d39e-4ff2-a305-4c81f8712c98),segment_id=4342c1af-d39e-4ff2-a305-4c81f8712c98)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:18.520225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37700) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:18.584496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508e066-8408-4a93-924d-a53463c46aea tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b08b89-55ad-4f80-9d5a-8e466aa0f123,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:18.595976 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:18.655468 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca48f8f0-8999-4ab1-b8b8-0632b57c80d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:18.661554 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Pushing event updated for resources: {'Port': ['ID=cdee1756-71e0-43bb-a77c-4fd56a4df1ae,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:18.692915 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9508e066-8408-4a93-924d-a53463c46aea tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:18.694996 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82b4a3d5-600d-4bd2-a314-64042f94e576 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:18.697507 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9508e066-8408-4a93-924d-a53463c46aea tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6718323 Aug 31 14:18:18.699265 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37716) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:18.727076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:18.727578 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:18.729252 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-2648dcee-d959-4417-aba9-31848cb963fd service neutron] 10.222.0.52 "PUT /v2.0/ports/cdee1756-71e0-43bb-a77c-4fd56a4df1ae HTTP/1.1" status: 200 len: 1092 time: 2.0572562 Aug 31 14:18:18.733177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4f9dffc0-8a06-4a51-908a-f0528f135fc9 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '23eca9f9-0b15-407e-8d4a-a4801630bd64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:18.740744 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89cedb7-38b4-4933-9608-db0c9c8f2752', 'tag': 'cdee1756-71e0-43bb-a77c-4fd56a4df1ae'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:18.743398 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f881baa-aa62-4238-8cb8-c1c82f19c758" -d '{"events": [{"name": "network-changed", "server_uuid": "c89cedb7-38b4-4933-9608-db0c9c8f2752", "tag": "cdee1756-71e0-43bb-a77c-4fd56a4df1ae"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:18.829848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4a3d5-600d-4bd2-a314-64042f94e576 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event deleted for resources: {'Port': ['ID=26e188d5-b9b8-4ec4-adf6-78e4cfe9a1ba,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:18.835196 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82b4a3d5-600d-4bd2-a314-64042f94e576 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:18.839316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-82b4a3d5-600d-4bd2-a314-64042f94e576 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "DELETE /v2.0/ports/26e188d5-b9b8-4ec4-adf6-78e4cfe9a1ba HTTP/1.1" status: 204 len: 168 time: 0.8226206 Aug 31 14:18:18.844818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37726) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:18.890676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b85beb-c32e-48ee-9458-33d52f720e0f req-82c8f5f5-7601-4f60-b859-02f410f89694 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:18.893735 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51b85beb-c32e-48ee-9458-33d52f720e0f req-82c8f5f5-7601-4f60-b859-02f410f89694 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 944 time: 0.2994046 Aug 31 14:18:18.895152 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e5bd55-e5d3-44f9-8d41-ee83acfb6136 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] GET failed (client error): The resource could not be found. Aug 31 14:18:18.896693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-57e5bd55-e5d3-44f9-8d41-ee83acfb6136 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "GET /v2.0/ports/26e188d5-b9b8-4ec4-adf6-78e4cfe9a1ba HTTP/1.1" status: 404 len: 333 time: 0.0510950 Aug 31 14:18:18.902888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37730) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:18.915003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-ade2fdbb-f6f1-4f77-a836-943262b15723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:18.934083 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-ade2fdbb-f6f1-4f77-a836-943262b15723 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9633dc58385b47ab81cd8f1fbed65533&device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 1095 time: 0.1330118 Aug 31 14:18:19.002357 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51b85beb-c32e-48ee-9458-33d52f720e0f req-6c5ddbab-c4a5-41b9-a730-e3991f191270 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012464 Aug 31 14:18:19.076803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-07c29863-90ca-41ed-953e-78fbdd1b7557 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Deleting port 0a69e49a-13f7-4b81-81d8-d9f8ebcd1917 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:19.077157 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-07c29863-90ca-41ed-953e-78fbdd1b7557 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.090051 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-e770ba65-f342-43ca-aa5b-d6cb8c3cc150 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdee1756-71e0-43bb-a77c-4fd56a4df1ae HTTP/1.1" status: 200 len: 217 time: 0.1438639 Aug 31 14:18:19.213818 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca48f8f0-8999-4ab1-b8b8-0632b57c80d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.230207 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf761856-fbc0-40fd-994e-9c23e7740024 x-openstack-request-id: req-bf761856-fbc0-40fd-994e-9c23e7740024 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:19.233208 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89cedb7-38b4-4933-9608-db0c9c8f2752", "tag": "cdee1756-71e0-43bb-a77c-4fd56a4df1ae", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:19.233613 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf761856-fbc0-40fd-994e-9c23e7740024 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:19.235547 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89cedb7-38b4-4933-9608-db0c9c8f2752', 'tag': 'cdee1756-71e0-43bb-a77c-4fd56a4df1ae', 'status': 'completed', 'code': 200} Aug 31 14:18:19.278620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-07c29863-90ca-41ed-953e-78fbdd1b7557 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.297072 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca48f8f0-8999-4ab1-b8b8-0632b57c80d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.306569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-07c29863-90ca-41ed-953e-78fbdd1b7557 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Calling delete_port for 0a69e49a-13f7-4b81-81d8-d9f8ebcd1917 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:19.374794 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f9dffc0-8a06-4a51-908a-f0528f135fc9 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.415386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37744) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:19.424551 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ca48f8f0-8999-4ab1-b8b8-0632b57c80d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23748b1ce4434778ac9026e3056bd6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9029138 Aug 31 14:18:19.440378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48f8f0-8999-4ab1-b8b8-0632b57c80d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375adc7a-8fd4-4955-a011-c0c214c11ce2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:19.471632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-f23783b8-1a0a-4835-80e7-28d9f1ae91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:19.473424 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-f23783b8-1a0a-4835-80e7-28d9f1ae91b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48cdd08f-3201-4212-a0b9-70288cafca5d HTTP/1.1" status: 200 len: 848 time: 0.3738623 Aug 31 14:18:19.562411 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-ec73516b-d53d-4813-9b06-c01ed9eb0f31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=195838fe-3c7f-480d-913e-5dda5a7ad331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737319 Aug 31 14:18:19.624948 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-4f9dffc0-8a06-4a51-908a-f0528f135fc9 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:18:19.630066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4f9dffc0-8a06-4a51-908a-f0528f135fc9 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9281943 Aug 31 14:18:19.633063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37760) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:19.755273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-51d3e9f7-9278-4e55-9a86-b0163d806250 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.762303 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-46726490-c82b-4afc-a26c-85529fc98639 service neutron] 10.222.0.52 "GET /v2.0/networks/195838fe-3c7f-480d-913e-5dda5a7ad331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891768 Aug 31 14:18:19.816170 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15281525-6bcc-4ecd-85f3-be9c5991e0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.860166 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-07c29863-90ca-41ed-953e-78fbdd1b7557 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.929916 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-51d3e9f7-9278-4e55-9a86-b0163d806250 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:19.940284 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15281525-6bcc-4ecd-85f3-be9c5991e0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.008876 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7ab94b-e672-455f-9362-92865efc6c99 req-41bcc759-90a0-4f8d-a66a-654783ed8cb4 service neutron] 10.222.0.52 "GET /v2.0/networks/195838fe-3c7f-480d-913e-5dda5a7ad331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337167 Aug 31 14:18:20.028241 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-51d3e9f7-9278-4e55-9a86-b0163d806250 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.031423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c29863-90ca-41ed-953e-78fbdd1b7557 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event deleted for resources: {'Port': ['ID=0a69e49a-13f7-4b81-81d8-d9f8ebcd1917,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:20.032357 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-51d3e9f7-9278-4e55-9a86-b0163d806250 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.034424 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-51d3e9f7-9278-4e55-9a86-b0163d806250 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "DELETE /v2.0/security-groups/23eca9f9-0b15-407e-8d4a-a4801630bd64 HTTP/1.1" status: 204 len: 168 time: 0.3933773 Aug 31 14:18:20.038388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37770) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:20.083864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3e9f7-9278-4e55-9a86-b0163d806250 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eca9f9-0b15-407e-8d4a-a4801630bd64,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:20.166188 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-07c29863-90ca-41ed-953e-78fbdd1b7557 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.173416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37776) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:20.174502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-07c29863-90ca-41ed-953e-78fbdd1b7557 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "DELETE /v2.0/ports/0a69e49a-13f7-4b81-81d8-d9f8ebcd1917 HTTP/1.1" status: 204 len: 168 time: 1.2631967 Aug 31 14:18:20.244779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15281525-6bcc-4ecd-85f3-be9c5991e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.250633 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15281525-6bcc-4ecd-85f3-be9c5991e0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.252555 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-15281525-6bcc-4ecd-85f3-be9c5991e0b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/375adc7a-8fd4-4955-a011-c0c214c11ce2 HTTP/1.1" status: 204 len: 168 time: 0.8359931 Aug 31 14:18:20.274016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15281525-6bcc-4ecd-85f3-be9c5991e0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375adc7a-8fd4-4955-a011-c0c214c11ce2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:20.310519 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7566272e-6b1a-4157-acb2-2b17b3e11adb tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2659013 Aug 31 14:18:20.316715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37782) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:20.335066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-fe4bcb12-1ffc-4531-93a9-8e5198773184 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group': {'name': 'tempest-secgroup--216244779'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:20.370607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f881baa-aa62-4238-8cb8-c1c82f19c758 req-a76a4901-c05e-4aec-bf6d-7ceb28517440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:20.372658 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f881baa-aa62-4238-8cb8-c1c82f19c758 req-a76a4901-c05e-4aec-bf6d-7ceb28517440 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9633dc58385b47ab81cd8f1fbed65533&device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 1095 time: 0.2904696 Aug 31 14:18:20.416590 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fe4bcb12-1ffc-4531-93a9-8e5198773184 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.494568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5de296-f28c-4714-9ea6-215342e72810 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Deleting subnet 69a6183d-7a45-4638-914f-e00974a716d5 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:18:20.511946 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1d5de296-f28c-4714-9ea6-215342e72810 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.525292 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c88eb-8296-446f-aca6-52e777731196 req-fde087f9-c04f-4631-8826-114b9c95ffc5 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:20.527212 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-895c88eb-8296-446f-aca6-52e777731196 req-fde087f9-c04f-4631-8826-114b9c95ffc5 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 944 time: 0.3410888 Aug 31 14:18:20.659124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fe4bcb12-1ffc-4531-93a9-8e5198773184 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.666857 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fe4bcb12-1ffc-4531-93a9-8e5198773184 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.700193 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1d5de296-f28c-4714-9ea6-215342e72810 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.737304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bcb12-1ffc-4531-93a9-8e5198773184 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd639e03-8410-46f5-957b-9a905fb693a2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:20.742556 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fe4bcb12-1ffc-4531-93a9-8e5198773184 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:20.750972 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fe4bcb12-1ffc-4531-93a9-8e5198773184 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4305694 Aug 31 14:18:20.751664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37792) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:20.776962 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b18d59b0-a97a-46af-bb69-29f243737221 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': 'fd639e03-8410-46f5-957b-9a905fb693a2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:20.777758 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-b18d59b0-a97a-46af-bb69-29f243737221 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 14:18:20.778294 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-b18d59b0-a97a-46af-bb69-29f243737221 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:20.785058 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b18d59b0-a97a-46af-bb69-29f243737221 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0226722 Aug 31 14:18:20.785959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37794) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:20.869224 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-895c88eb-8296-446f-aca6-52e777731196 req-57bea881-a479-447a-8ac9-b21c3185e2b9 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861826 Aug 31 14:18:20.882030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f881baa-aa62-4238-8cb8-c1c82f19c758 req-1d14a1ea-f8fc-471c-a117-7496408275ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:20.883580 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f881baa-aa62-4238-8cb8-c1c82f19c758 req-1d14a1ea-f8fc-471c-a117-7496408275ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=195838fe-3c7f-480d-913e-5dda5a7ad331 HTTP/1.1" status: 200 len: 909 time: 0.4985988 Aug 31 14:18:21.003756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b5929de7-2abc-412a-a398-8a3e404f1351 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.038276 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f881baa-aa62-4238-8cb8-c1c82f19c758 req-460dea50-7594-4219-9e5b-8ef84c25ea6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdee1756-71e0-43bb-a77c-4fd56a4df1ae HTTP/1.1" status: 200 len: 217 time: 0.1383734 Aug 31 14:18:21.090386 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b5929de7-2abc-412a-a398-8a3e404f1351 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.222568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f881baa-aa62-4238-8cb8-c1c82f19c758 req-40ca6940-f64a-4146-b3eb-ca30216b19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:21.224488 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f881baa-aa62-4238-8cb8-c1c82f19c758 req-40ca6940-f64a-4146-b3eb-ca30216b19c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48cdd08f-3201-4212-a0b9-70288cafca5d HTTP/1.1" status: 200 len: 848 time: 0.1182387 Aug 31 14:18:21.237637 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b5929de7-2abc-412a-a398-8a3e404f1351 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.257883 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b5929de7-2abc-412a-a398-8a3e404f1351 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.262349 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b5929de7-2abc-412a-a398-8a3e404f1351 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "DELETE /v2.0/security-groups/fd639e03-8410-46f5-957b-9a905fb693a2 HTTP/1.1" status: 204 len: 168 time: 0.4738972 Aug 31 14:18:21.272209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37816) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:21.282605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5929de7-2abc-412a-a398-8a3e404f1351 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd639e03-8410-46f5-957b-9a905fb693a2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:21.292244 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f881baa-aa62-4238-8cb8-c1c82f19c758 req-711295b0-113c-415c-8919-bc5ff2aad39f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=195838fe-3c7f-480d-913e-5dda5a7ad331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557742 Aug 31 14:18:21.294245 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1d5de296-f28c-4714-9ea6-215342e72810 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.485746 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f881baa-aa62-4238-8cb8-c1c82f19c758 req-c49457d0-670b-4a6c-8ddb-4e3ba8dc9d6c service neutron] 10.222.0.52 "GET /v2.0/networks/195838fe-3c7f-480d-913e-5dda5a7ad331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605053 Aug 31 14:18:21.713302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37836) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:21.715123 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a961f7a3-24fb-4b3f-afa1-5815cbb1019d tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4394190 Aug 31 14:18:21.721416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9083f533-77fd-4e50-b961-2fd3da7efcaf tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055413500'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:21.766752 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1d5de296-f28c-4714-9ea6-215342e72810 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.802346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37838) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:21.810935 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1d5de296-f28c-4714-9ea6-215342e72810 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.813218 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1d5de296-f28c-4714-9ea6-215342e72810 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "DELETE /v2.0/subnets/69a6183d-7a45-4638-914f-e00974a716d5 HTTP/1.1" status: 204 len: 168 time: 1.6284735 Aug 31 14:18:21.814077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa24b2-c739-45e3-a32c-9d323f1957f8 None None] Network 662fc7ac-b2be-4518-a811-c35a7c2cd85b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:21.821532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37842) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:21.823973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9083f533-77fd-4e50-b961-2fd3da7efcaf tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:21.836303 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f881baa-aa62-4238-8cb8-c1c82f19c758 req-59741b90-cae0-4e2c-a2d4-addb9cc5dcc6 service neutron] 10.222.0.52 "GET /v2.0/networks/195838fe-3c7f-480d-913e-5dda5a7ad331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338211 Aug 31 14:18:21.837375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5de296-f28c-4714-9ea6-215342e72810 tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event deleted for resources: {'Subnet': ['ID=69a6183d-7a45-4638-914f-e00974a716d5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:22.094983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.102719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587d15-436f-4936-9172-e7f008b745c9 req-3d44e9d3-e2ce-4223-9dfe-207b907cebe9 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:22.107870 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d587d15-436f-4936-9172-e7f008b745c9 req-3d44e9d3-e2ce-4223-9dfe-207b907cebe9 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 944 time: 0.0999420 Aug 31 14:18:22.113829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e7a1b4-a782-4d16-a264-86de00ae0d22 None None] DHCP port deletion for 662fc7ac-b2be-4518-a811-c35a7c2cd85b request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:18:22.208939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Deleting port 8addee7f-b674-4ac8-b32f-6b3b1ea29504 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:22.209433 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.249611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-57e7a1b4-a782-4d16-a264-86de00ae0d22 None None] Deleting port 8addee7f-b674-4ac8-b32f-6b3b1ea29504 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:22.250050 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-57e7a1b4-a782-4d16-a264-86de00ae0d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.274788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-504054314', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:22.383950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-57e7a1b4-a782-4d16-a264-86de00ae0d22 None None] For port 8addee7f-b674-4ac8-b32f-6b3b1ea29504, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8addee7f-b674-4ac8-b32f-6b3b1ea29504,segment=NetworkSegment(fd08700b-ec11-4d72-a10a-6f1db98641c6),segment_id=fd08700b-ec11-4d72-a10a-6f1db98641c6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:22.384381 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-57e7a1b4-a782-4d16-a264-86de00ae0d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.388100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] For port 8addee7f-b674-4ac8-b32f-6b3b1ea29504, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8addee7f-b674-4ac8-b32f-6b3b1ea29504,segment=NetworkSegment(fd08700b-ec11-4d72-a10a-6f1db98641c6),segment_id=fd08700b-ec11-4d72-a10a-6f1db98641c6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:22.389778 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.410851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-57e7a1b4-a782-4d16-a264-86de00ae0d22 None None] Calling delete_port for 8addee7f-b674-4ac8-b32f-6b3b1ea29504 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:22.431992 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d587d15-436f-4936-9172-e7f008b745c9 req-2e26fe91-5dcd-4472-8a21-708aed451dfe tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960694 Aug 31 14:18:22.479824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Calling delete_port for 8addee7f-b674-4ac8-b32f-6b3b1ea29504 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:22.534098 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-57e7a1b4-a782-4d16-a264-86de00ae0d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.604634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7a1b4-a782-4d16-a264-86de00ae0d22 None None] Pushing event deleted for resources: {'Port': ['ID=8addee7f-b674-4ac8-b32f-6b3b1ea29504,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:22.620149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e7a1b4-a782-4d16-a264-86de00ae0d22 None None] No DVR routers for this DVR port 8addee7f-b674-4ac8-b32f-6b3b1ea29504 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:22.737096 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.792086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event deleted for resources: {'Port': ['ID=8addee7f-b674-4ac8-b32f-6b3b1ea29504,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:22.806207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8addee7f-b674-4ac8-b32f-6b3b1ea29504 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:22.824950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] No DVR routers for this DVR port 8addee7f-b674-4ac8-b32f-6b3b1ea29504 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:22.872713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8addee7f-b674-4ac8-b32f-6b3b1ea29504 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:22.873241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8addee7f-b674-4ac8-b32f-6b3b1ea29504 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:22.950960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9083f533-77fd-4e50-b961-2fd3da7efcaf tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.976373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:22.984209 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9083f533-77fd-4e50-b961-2fd3da7efcaf tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.001574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Made reservation on behalf of 44f2153c948646b49fa13f4f2d5c256f for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:23.009551 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.035622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662fc7ac-b2be-4518-a811-c35a7c2cd85b']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:23.059122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.090040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd08700b-ec11-4d72-a10a-6f1db98641c6') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:23.091118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd08700b-ec11-4d72-a10a-6f1db98641c6') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:23.096958 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9083f533-77fd-4e50-b961-2fd3da7efcaf tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.103316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9083f533-77fd-4e50-b961-2fd3da7efcaf tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3861246 Aug 31 14:18:23.109061 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37866) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:23.114680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083f533-77fd-4e50-b961-2fd3da7efcaf tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109764d5-7afd-4cad-82f6-8eaaf8893d24,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:23.126504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-10e57941-f412-4a74-a0df-30175d3356fd tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '109764d5-7afd-4cad-82f6-8eaaf8893d24', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:23.126662 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.128108 n-d-792364-6 neutron-server[106387]: WARNING neutron.api.v2.base [None req-10e57941-f412-4a74-a0df-30175d3356fd tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 14:18:23.130323 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-10e57941-f412-4a74-a0df-30175d3356fd tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:23.135166 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-10e57941-f412-4a74-a0df-30175d3356fd tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0203595 Aug 31 14:18:23.146743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37870) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:23.163470 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:23.183703 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:23.271997 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8101b20a-eb1f-475c-99c1-00a230d58b38 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.315994 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8101b20a-eb1f-475c-99c1-00a230d58b38 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.328296 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.349510 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.354941 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] 10.222.0.20 "DELETE /v2.0/networks/662fc7ac-b2be-4518-a811-c35a7c2cd85b HTTP/1.1" status: 204 len: 168 time: 1.5320539 Aug 31 14:18:23.369018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bfc2a-6d34-4618-992c-dc8fa4267a8d tempest-AllowedAddressPairIpV6TestJSON-1347224085 tempest-AllowedAddressPairIpV6TestJSON-1347224085-project] Pushing event deleted for resources: {'Network': ['ID=662fc7ac-b2be-4518-a811-c35a7c2cd85b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:23.464636 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.466339 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8101b20a-eb1f-475c-99c1-00a230d58b38 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.475155 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8101b20a-eb1f-475c-99c1-00a230d58b38 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.491545 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8101b20a-eb1f-475c-99c1-00a230d58b38 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "DELETE /v2.0/security-groups/109764d5-7afd-4cad-82f6-8eaaf8893d24 HTTP/1.1" status: 204 len: 168 time: 0.3404744 Aug 31 14:18:23.492006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37878) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:23.499628 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.517534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101b20a-eb1f-475c-99c1-00a230d58b38 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109764d5-7afd-4cad-82f6-8eaaf8893d24,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:23.567125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] device_id is not set on port 749805db-bd0d-4fc5-99e6-01465380769e yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:23.574198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f3ab92-e51b-44bf-a419-4db480f51773,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:23.681812 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-36619d56-4816-4aec-8a9c-e666aa3f170d tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1845052 Aug 31 14:18:23.686023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37892) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:23.709251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-aec96b37-fea9-4fff-a041-9630e7ecf179 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1377298260'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:23.779813 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aec96b37-fea9-4fff-a041-9630e7ecf179 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:23.782711 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c1f74-b30b-4d21-a080-ca955f47e538 req-d4d465e9-e0fa-4b31-855b-7164cdf8a018 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:23.784936 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-943c1f74-b30b-4d21-a080-ca955f47e538 req-d4d465e9-e0fa-4b31-855b-7164cdf8a018 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 944 time: 0.1944633 Aug 31 14:18:23.870923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-943c1f74-b30b-4d21-a080-ca955f47e538 req-bd14859d-7938-4a66-8d6e-10c2076d44a0 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571148 Aug 31 14:18:23.884853 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Allocated IP 172.25.3.239 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/749805db-bd0d-4fc5-99e6-01465380769e) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:24.084678 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aec96b37-fea9-4fff-a041-9630e7ecf179 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.086260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37912) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.093013 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aec96b37-fea9-4fff-a041-9630e7ecf179 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.146272 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.174504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec96b37-fea9-4fff-a041-9630e7ecf179 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71d00ae-63b0-426a-af61-9ddaf9991835,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:24.190526 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aec96b37-fea9-4fff-a041-9630e7ecf179 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.196001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-aec96b37-fea9-4fff-a041-9630e7ecf179 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5054483 Aug 31 14:18:24.198243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37920) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.208308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-47154392-8f3e-4868-8953-04a71b7a5bba tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': 'd71d00ae-63b0-426a-af61-9ddaf9991835', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:24.209390 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-47154392-8f3e-4868-8953-04a71b7a5bba tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 14:18:24.209911 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-47154392-8f3e-4868-8953-04a71b7a5bba tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:24.211396 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-47154392-8f3e-4868-8953-04a71b7a5bba tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117617 Aug 31 14:18:24.215852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37924) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.238685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a6b942ae-8755-4565-b78b-6c4820580bca tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': 'd71d00ae-63b0-426a-af61-9ddaf9991835', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:24.239454 n-d-792364-6 neutron-server[106387]: WARNING neutron.api.v2.base [None req-a6b942ae-8755-4565-b78b-6c4820580bca tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 14:18:24.239860 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-a6b942ae-8755-4565-b78b-6c4820580bca tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:24.240866 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a6b942ae-8755-4565-b78b-6c4820580bca tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0239916 Aug 31 14:18:24.243705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37926) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.248864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-431a1da7-a314-4c2e-b39a-3cec8a0ced7b tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': 'd71d00ae-63b0-426a-af61-9ddaf9991835', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:24.249707 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-431a1da7-a314-4c2e-b39a-3cec8a0ced7b tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 14:18:24.250198 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-431a1da7-a314-4c2e-b39a-3cec8a0ced7b tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:24.251192 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-431a1da7-a314-4c2e-b39a-3cec8a0ced7b tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065281 Aug 31 14:18:24.254403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37928) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.272678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a96b3f11-82e4-40b8-92bb-87d010fbb5b4 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': 'd71d00ae-63b0-426a-af61-9ddaf9991835', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:24.277477 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.282859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device cdee1756-71e0-43bb-a77c-4fd56a4df1ae details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:18:24.283895 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-a96b3f11-82e4-40b8-92bb-87d010fbb5b4 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 14:18:24.284547 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-a96b3f11-82e4-40b8-92bb-87d010fbb5b4 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:24.288043 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a96b3f11-82e4-40b8-92bb-87d010fbb5b4 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0302708 Aug 31 14:18:24.288636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37930) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.428346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:24.436679 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:24.440011 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:24.464799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20d7b4ea-ae86-4c35-b933-bcafc84d8df6 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.476680 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7408608e-5868-4f48-94b9-9d139639fb73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6654431819f94bd29c737ca1e59d657a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880959 Aug 31 14:18:24.480001 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37932) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.490420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Pushing event updated for resources: {'Port': ['ID=749805db-bd0d-4fc5-99e6-01465380769e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:24.508130 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20d7b4ea-ae86-4c35-b933-bcafc84d8df6 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.570075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:24.570793 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.597662 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cc386db7-3428-44a6-917c-fd4a56b1fb6a tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7941611 Aug 31 14:18:24.600159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37936) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.606118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.239'}]}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:24.617756 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3671-909d-4d2b-b2a1-0f9c8e6b3ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.635158 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20d7b4ea-ae86-4c35-b933-bcafc84d8df6 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.640764 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20d7b4ea-ae86-4c35-b933-bcafc84d8df6 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.642308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-20d7b4ea-ae86-4c35-b933-bcafc84d8df6 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "DELETE /v2.0/security-groups/d71d00ae-63b0-426a-af61-9ddaf9991835 HTTP/1.1" status: 204 len: 168 time: 0.3442986 Aug 31 14:18:24.647220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37942) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.659502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7b4ea-ae86-4c35-b933-bcafc84d8df6 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71d00ae-63b0-426a-af61-9ddaf9991835,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:24.668042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port cdee1756-71e0-43bb-a77c-4fd56a4df1ae, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=cdee1756-71e0-43bb-a77c-4fd56a4df1ae,segment=NetworkSegment(4342c1af-d39e-4ff2-a305-4c81f8712c98),segment_id=4342c1af-d39e-4ff2-a305-4c81f8712c98)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:24.684488 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'cdee1756-71e0-43bb-a77c-4fd56a4df1ae', 'network_id': '195838fe-3c7f-480d-913e-5dda5a7ad331', 'port_id': 'cdee1756-71e0-43bb-a77c-4fd56a4df1ae', 'mac_address': 'fa:16:3e:64:4a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48cdd08f-3201-4212-a0b9-70288cafca5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:18:24.744110 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3671-909d-4d2b-b2a1-0f9c8e6b3ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.756389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37948) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.762246 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.764242 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.781993 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.805584 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdee1756-71e0-43bb-a77c-4fd56a4df1ae {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:24.814037 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-12f61764-08c8-4e1c-b2fb-870040baf69b tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1575601 Aug 31 14:18:24.819590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37952) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:24.828882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-190ea06f-a06c-4337-bc26-8d6e885cc16e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641213563'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:24.912376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port cdee1756-71e0-43bb-a77c-4fd56a4df1ae, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=cdee1756-71e0-43bb-a77c-4fd56a4df1ae,segment=NetworkSegment(4342c1af-d39e-4ff2-a305-4c81f8712c98),segment_id=4342c1af-d39e-4ff2-a305-4c81f8712c98)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:24.928728 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:24.964081 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc1b75d6-2060-4b2b-b265-ceadd071c925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.038471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=cdee1756-71e0-43bb-a77c-4fd56a4df1ae,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:25.065983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-190ea06f-a06c-4337-bc26-8d6e885cc16e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.188962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['cdee1756-71e0-43bb-a77c-4fd56a4df1ae'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:18:25.261529 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc1b75d6-2060-4b2b-b265-ceadd071c925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.278096 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc1b75d6-2060-4b2b-b265-ceadd071c925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.316853 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.355925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bc1b75d6-2060-4b2b-b265-ceadd071c925 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=981e00b7cb134c7ea4b0a0cc5ece21a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960391 Aug 31 14:18:25.362038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37960) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:25.459842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b75d6-2060-4b2b-b265-ceadd071c925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f944e2a-2eb4-436b-84cd-5685a87a06ba,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:25.532874 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3671-909d-4d2b-b2a1-0f9c8e6b3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.535489 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3671-909d-4d2b-b2a1-0f9c8e6b3ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.536789 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d9aa3671-909d-4d2b-b2a1-0f9c8e6b3ed6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51c11a84-4b7a-4003-9ca0-7ba485ae03ed HTTP/1.1" status: 204 len: 168 time: 1.0555112 Aug 31 14:18:25.639969 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-190ea06f-a06c-4337-bc26-8d6e885cc16e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.663240 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-190ea06f-a06c-4337-bc26-8d6e885cc16e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.728331 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-190ea06f-a06c-4337-bc26-8d6e885cc16e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.731787 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-190ea06f-a06c-4337-bc26-8d6e885cc16e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9100606 Aug 31 14:18:25.736055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37970) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:25.741328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ac6be91e-07fd-49fc-b8a2-ccc6a018082a tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '6be074b7-6356-484c-8fde-3a5453e91d88', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:25.742373 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-ac6be91e-07fd-49fc-b8a2-ccc6a018082a tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 14:18:25.743129 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-ac6be91e-07fd-49fc-b8a2-ccc6a018082a tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:25.744244 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ac6be91e-07fd-49fc-b8a2-ccc6a018082a tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069115 Aug 31 14:18:25.746686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ea06f-a06c-4337-bc26-8d6e885cc16e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be074b7-6356-484c-8fde-3a5453e91d88,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:25.750387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37972) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:25.798263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.798457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4472b0c1-3027-488a-8857-61cc5dab8c37 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '6be074b7-6356-484c-8fde-3a5453e91d88', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:25.818230 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0a1a0-41c2-41ff-a18c-49a69b65cb95 req-a999cdc8-dbbb-4bd4-99d4-9f781176aaf5 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:25.821444 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1be0a1a0-41c2-41ff-a18c-49a69b65cb95 req-a999cdc8-dbbb-4bd4-99d4-9f781176aaf5 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 945 time: 0.5095994 Aug 31 14:18:25.822345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa3671-909d-4d2b-b2a1-0f9c8e6b3ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c11a84-4b7a-4003-9ca0-7ba485ae03ed,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:25.936546 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65cb3ad5-1f9c-4579-82c8-83d43333eb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:25.987523 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-4472b0c1-3027-488a-8857-61cc5dab8c37 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:25.989478 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4472b0c1-3027-488a-8857-61cc5dab8c37 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2234690 Aug 31 14:18:25.992221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37976) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:25.998424 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1be0a1a0-41c2-41ff-a18c-49a69b65cb95 req-0dd55c8a-223f-449d-bd1f-970915191e8a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322334 Aug 31 14:18:26.000672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-049509de-9d00-4003-8932-c9436461370b tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '6be074b7-6356-484c-8fde-3a5453e91d88', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:26.001839 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-049509de-9d00-4003-8932-c9436461370b tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 14:18:26.003134 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-049509de-9d00-4003-8932-c9436461370b tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:26.004493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-049509de-9d00-4003-8932-c9436461370b tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109496 Aug 31 14:18:26.004640 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65cb3ad5-1f9c-4579-82c8-83d43333eb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.007221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37978) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:26.020121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e7cd2fa2-6801-4de2-a3b7-e6e10734619c tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '6be074b7-6356-484c-8fde-3a5453e91d88', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:26.157604 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-e7cd2fa2-6801-4de2-a3b7-e6e10734619c tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:26.158980 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e7cd2fa2-6801-4de2-a3b7-e6e10734619c tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1506367 Aug 31 14:18:26.163084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37984) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:26.172659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4ff5d307-d417-49a7-be56-e1e93244ce6e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '6be074b7-6356-484c-8fde-3a5453e91d88', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:26.173476 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-4ff5d307-d417-49a7-be56-e1e93244ce6e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 14:18:26.174158 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-4ff5d307-d417-49a7-be56-e1e93244ce6e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:26.175366 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4ff5d307-d417-49a7-be56-e1e93244ce6e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111103 Aug 31 14:18:26.179997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37988) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:26.185029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-937bab1b-d0fd-4164-b64c-20397412622f tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '6be074b7-6356-484c-8fde-3a5453e91d88', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:26.224166 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65cb3ad5-1f9c-4579-82c8-83d43333eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.235112 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-65cb3ad5-1f9c-4579-82c8-83d43333eb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.236501 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-65cb3ad5-1f9c-4579-82c8-83d43333eb01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f944e2a-2eb4-436b-84cd-5685a87a06ba HTTP/1.1" status: 204 len: 168 time: 0.8708408 Aug 31 14:18:26.291121 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-937bab1b-d0fd-4164-b64c-20397412622f tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:26.293466 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-937bab1b-d0fd-4164-b64c-20397412622f tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1118515 Aug 31 14:18:26.296260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37996) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:26.301963 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-da6b5ea4-0389-445a-9f78-da1aa5388f56 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '6be074b7-6356-484c-8fde-3a5453e91d88', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:26.303640 n-d-792364-6 neutron-server[106388]: WARNING neutron.api.v2.base [None req-da6b5ea4-0389-445a-9f78-da1aa5388f56 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 14:18:26.304542 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-da6b5ea4-0389-445a-9f78-da1aa5388f56 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:26.306545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-da6b5ea4-0389-445a-9f78-da1aa5388f56 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086932 Aug 31 14:18:26.311165 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37998) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:26.316303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device cdee1756-71e0-43bb-a77c-4fd56a4df1ae up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:26.329215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb3ad5-1f9c-4579-82c8-83d43333eb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f944e2a-2eb4-436b-84cd-5685a87a06ba,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:26.338885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-32de9475-60a5-4c3f-bd4a-05c6f79f54d2 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '6be074b7-6356-484c-8fde-3a5453e91d88', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:26.377456 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.423904 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.477213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port cdee1756-71e0-43bb-a77c-4fd56a4df1ae completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:26.479338 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-32de9475-60a5-4c3f-bd4a-05c6f79f54d2 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:26.482322 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-32de9475-60a5-4c3f-bd4a-05c6f79f54d2 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1697187 Aug 31 14:18:26.485739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port cdee1756-71e0-43bb-a77c-4fd56a4df1ae triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:26.486280 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.489535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38000) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:26.499831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d8392cf0-266f-4654-a4d1-56a31d3a00ff tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '6be074b7-6356-484c-8fde-3a5453e91d88', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:26.564099 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-d8392cf0-266f-4654-a4d1-56a31d3a00ff tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:26.566807 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d8392cf0-266f-4654-a4d1-56a31d3a00ff tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0725713 Aug 31 14:18:26.573089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38006) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:26.614357 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.674620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port cdee1756-71e0-43bb-a77c-4fd56a4df1ae, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=cdee1756-71e0-43bb-a77c-4fd56a4df1ae,segment=NetworkSegment(4342c1af-d39e-4ff2-a305-4c81f8712c98),segment_id=4342c1af-d39e-4ff2-a305-4c81f8712c98)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:26.675583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89cedb7-38b4-4933-9608-db0c9c8f2752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdee1756-71e0-43bb-a77c-4fd56a4df1ae'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:26.677962 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e67330-2f5b-48b9-a376-896049f8a66b" -d '{"events": [{"server_uuid": "c89cedb7-38b4-4933-9608-db0c9c8f2752", "name": "network-vif-plugged", "status": "completed", "tag": "cdee1756-71e0-43bb-a77c-4fd56a4df1ae"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:26.694474 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.749265 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd76483e-a178-4422-92f1-4f6d0123e752 x-openstack-request-id: req-dd76483e-a178-4422-92f1-4f6d0123e752 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:26.749557 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89cedb7-38b4-4933-9608-db0c9c8f2752", "name": "network-vif-plugged", "status": "completed", "tag": "cdee1756-71e0-43bb-a77c-4fd56a4df1ae", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:26.749808 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd76483e-a178-4422-92f1-4f6d0123e752 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:26.750199 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89cedb7-38b4-4933-9608-db0c9c8f2752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdee1756-71e0-43bb-a77c-4fd56a4df1ae', 'code': 200} Aug 31 14:18:26.796781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38022) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:26.797675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=cdee1756-71e0-43bb-a77c-4fd56a4df1ae,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:26.833788 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62866669-906d-4c08-bb92-4e8eb60e0cb0 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:26.843186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68a01993-cc43-4601-93eb-176e63f9622a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.042651 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62866669-906d-4c08-bb92-4e8eb60e0cb0 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.062125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545845a-062b-4043-849d-2acf407d973a req-e128b5d6-6205-429e-aecb-7d4c0b9f2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:27.063838 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b545845a-062b-4043-849d-2acf407d973a req-e128b5d6-6205-429e-aecb-7d4c0b9f2f8f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 1097 time: 0.2311780 Aug 31 14:18:27.068066 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.085684 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68a01993-cc43-4601-93eb-176e63f9622a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.108608 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68a01993-cc43-4601-93eb-176e63f9622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.114841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38034) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:27.159280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-68a01993-cc43-4601-93eb-176e63f9622a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47dd80ffc1a2427188069ac08c94266a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610926 Aug 31 14:18:27.160841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a01993-cc43-4601-93eb-176e63f9622a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fbb605-08a6-4fe7-8b8e-cbba361c1773,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:27.163375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38038) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:27.234657 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc0436f5-02ea-432d-bf38-913c9d8b1fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.289192 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b545845a-062b-4043-849d-2acf407d973a req-9722bde3-e684-43ec-a28e-de171fac5404 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069640 Aug 31 14:18:27.309641 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc0436f5-02ea-432d-bf38-913c9d8b1fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.345134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea5374-a354-4100-af96-f03232f15aa6 req-f029d207-9468-4a80-9483-553d5fa5b17b tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:27.347599 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-afea5374-a354-4100-af96-f03232f15aa6 req-f029d207-9468-4a80-9483-553d5fa5b17b tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 946 time: 0.1056764 Aug 31 14:18:27.417279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-afea5374-a354-4100-af96-f03232f15aa6 req-2e32a659-5d34-4619-abfd-9fa43be74b9f tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620725 Aug 31 14:18:27.438170 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc0436f5-02ea-432d-bf38-913c9d8b1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.441100 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc0436f5-02ea-432d-bf38-913c9d8b1fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.442637 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bc0436f5-02ea-432d-bf38-913c9d8b1fc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9fbb605-08a6-4fe7-8b8e-cbba361c1773 HTTP/1.1" status: 204 len: 168 time: 0.2777617 Aug 31 14:18:27.469289 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.471244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0436f5-02ea-432d-bf38-913c9d8b1fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fbb605-08a6-4fe7-8b8e-cbba361c1773,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:27.472220 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.502409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-267170841'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:27.545747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:27.554521 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.572487 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.572997 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.574023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2c8049f-8151-4a58-8c6f-aca558becd17 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:18:27.592654 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62866669-906d-4c08-bb92-4e8eb60e0cb0 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.596762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62866669-906d-4c08-bb92-4e8eb60e0cb0 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.601690 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-62866669-906d-4c08-bb92-4e8eb60e0cb0 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "DELETE /v2.0/security-groups/6be074b7-6356-484c-8fde-3a5453e91d88 HTTP/1.1" status: 204 len: 168 time: 0.9772518 Aug 31 14:18:27.602181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38046) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:27.621935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62866669-906d-4c08-bb92-4e8eb60e0cb0 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be074b7-6356-484c-8fde-3a5453e91d88,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:27.699478 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8fd37d76-61be-45ba-aca7-74565ab92bfe tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0925429 Aug 31 14:18:27.701155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38048) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:27.707632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-06b5aa99-03d6-4ac6-b77f-ccf9df07f798 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group': {'name': 'tempest-secgroup--391113826'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:27.772384 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.777889 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.797880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:27.801023 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:18:27.802858 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5cf71adb-b55e-4a6a-aa31-ca7c92e5f6c4 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2017088 Aug 31 14:18:27.805519 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06b5aa99-03d6-4ac6-b77f-ccf9df07f798 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.808113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38050) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:27.834384 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.835173 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Added segment e7f11ec1-275e-4a80-87ad-5ea4973fdec5 of type vlan for network b5e6eee9-c31f-471c-b998-f43bcdca94ce Aug 31 14:18:27.849901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61590066-3689-4d88-8353-d85c50434b4d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:27.927275 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:27.995260 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.008814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:28.011702 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.015432 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b0824933-7d25-4bf7-9a6b-2049ef994cc1 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Deleting port 749805db-bd0d-4fc5-99e6-01465380769e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:28.016236 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0824933-7d25-4bf7-9a6b-2049ef994cc1 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.130887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06b5aa99-03d6-4ac6-b77f-ccf9df07f798 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.169269 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0493722 Aug 31 14:18:28.186899 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0824933-7d25-4bf7-9a6b-2049ef994cc1 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.202353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b0824933-7d25-4bf7-9a6b-2049ef994cc1 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Calling delete_port for 749805db-bd0d-4fc5-99e6-01465380769e owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:28.215794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ad3cb-e4ff-44c1-94b7-fedee975a3db tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Network': ['ID=b5e6eee9-c31f-471c-b998-f43bcdca94ce,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:28.234810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network b5e6eee9-c31f-471c-b998-f43bcdca94ce details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:28.380414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06b5aa99-03d6-4ac6-b77f-ccf9df07f798 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.407443 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0824933-7d25-4bf7-9a6b-2049ef994cc1 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.590660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0824933-7d25-4bf7-9a6b-2049ef994cc1 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Pushing event deleted for resources: {'Port': ['ID=749805db-bd0d-4fc5-99e6-01465380769e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:28.654360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5aa99-03d6-4ac6-b77f-ccf9df07f798 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d334e2-cfdb-4133-8cca-2d4a6b9d2de0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:28.741046 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-06b5aa99-03d6-4ac6-b77f-ccf9df07f798 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.745709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-06b5aa99-03d6-4ac6-b77f-ccf9df07f798 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0430582 Aug 31 14:18:28.746818 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38080) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:28.753524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-14b92b23-d808-4738-9dae-bb48d6283175 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '67d334e2-cfdb-4133-8cca-2d4a6b9d2de0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:28.776586 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0824933-7d25-4bf7-9a6b-2049ef994cc1 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:28.784139 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b0824933-7d25-4bf7-9a6b-2049ef994cc1 tempest-RoutersAdminNegativeIpV6Test-1462683403 tempest-RoutersAdminNegativeIpV6Test-1462683403-project-admin] 10.222.0.20 "DELETE /v2.0/ports/749805db-bd0d-4fc5-99e6-01465380769e HTTP/1.1" status: 204 len: 168 time: 0.9700000 Aug 31 14:18:28.805880 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-14b92b23-d808-4738-9dae-bb48d6283175 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The resource could not be found. Aug 31 14:18:28.811017 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-14b92b23-d808-4738-9dae-bb48d6283175 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0610471 Aug 31 14:18:28.811777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38084) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:28.817608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b920e3ee-4959-43bb-828f-8157a66e8706 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '67d334e2-cfdb-4133-8cca-2d4a6b9d2de0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '78626556-d642-4f37-91ef-ce0490e332d6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:28.871330 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-b920e3ee-4959-43bb-828f-8157a66e8706 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The resource could not be found. Aug 31 14:18:28.875907 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b920e3ee-4959-43bb-828f-8157a66e8706 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0629334 Aug 31 14:18:28.876634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38088) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:28.938724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f8119-bd59-4a48-b3ef-91f91507c74e req-83f0d972-cd3f-4b91-b016-1011d7b8d79a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:28.942732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b2f8119-bd59-4a48-b3ef-91f91507c74e req-83f0d972-cd3f-4b91-b016-1011d7b8d79a tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 946 time: 0.3404770 Aug 31 14:18:28.998111 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1446acee-a390-48bf-afc1-3a58ae032e3d tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.042528 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1446acee-a390-48bf-afc1-3a58ae032e3d tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.092070 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1446acee-a390-48bf-afc1-3a58ae032e3d tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.095050 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b2f8119-bd59-4a48-b3ef-91f91507c74e req-749e099c-eaf0-4a71-a656-3038178c3947 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429982 Aug 31 14:18:29.109907 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1446acee-a390-48bf-afc1-3a58ae032e3d tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.115147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38110) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:29.115944 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1446acee-a390-48bf-afc1-3a58ae032e3d tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "DELETE /v2.0/security-groups/67d334e2-cfdb-4133-8cca-2d4a6b9d2de0 HTTP/1.1" status: 204 len: 168 time: 0.2380402 Aug 31 14:18:29.144317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446acee-a390-48bf-afc1-3a58ae032e3d tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d334e2-cfdb-4133-8cca-2d4a6b9d2de0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:29.220708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2b998b05-830f-4626-91fb-4d6c15cd915c tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005287 Aug 31 14:18:29.222756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38116) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:29.229388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-52278195-4906-4b07-a9ca-d25c1b128837 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': 'c8d041dc-c911-4ac2-876c-dc9291b43290', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:29.299424 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-52278195-4906-4b07-a9ca-d25c1b128837 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The resource could not be found. Aug 31 14:18:29.306311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38118) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:29.307672 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-52278195-4906-4b07-a9ca-d25c1b128837 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0818584 Aug 31 14:18:29.310915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-56293c62-377c-4514-a802-d7ff676ac0e7 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396627114'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:29.346365 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-56293c62-377c-4514-a802-d7ff676ac0e7 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.370046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38122) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:29.566816 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-56293c62-377c-4514-a802-d7ff676ac0e7 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.581642 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-56293c62-377c-4514-a802-d7ff676ac0e7 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.591495 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d1a58aa-9bf5-4186-8cc1-86cefea4770f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.649850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56293c62-377c-4514-a802-d7ff676ac0e7 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3fea74-c042-486d-9630-d01537b9f1dd,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:29.762487 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d1a58aa-9bf5-4186-8cc1-86cefea4770f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.773200 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7d1a58aa-9bf5-4186-8cc1-86cefea4770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.776887 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-56293c62-377c-4514-a802-d7ff676ac0e7 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.781457 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-56293c62-377c-4514-a802-d7ff676ac0e7 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4742720 Aug 31 14:18:29.782103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38132) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:29.787171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5bfd702a-0387-471f-ba24-bf2e9628d909 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group': {'name': 'tempest-secgroup--987830175'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:29.856510 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5bfd702a-0387-471f-ba24-bf2e9628d909 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:29.868235 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7d1a58aa-9bf5-4186-8cc1-86cefea4770f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b5491f5dbe044c984a85501ae747016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966869 Aug 31 14:18:29.872450 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38134) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:29.968699 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a58aa-9bf5-4186-8cc1-86cefea4770f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0ef947-06cd-4834-9794-b3dbcfcdfb94,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:30.002949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df9c172f-78ca-430e-ac12-72579e460fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.043158 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df9c172f-78ca-430e-ac12-72579e460fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.083163 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5bfd702a-0387-471f-ba24-bf2e9628d909 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.103089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5bfd702a-0387-471f-ba24-bf2e9628d909 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.140335 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df9c172f-78ca-430e-ac12-72579e460fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.145112 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df9c172f-78ca-430e-ac12-72579e460fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.149532 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-df9c172f-78ca-430e-ac12-72579e460fd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb0ef947-06cd-4834-9794-b3dbcfcdfb94 HTTP/1.1" status: 204 len: 168 time: 0.2675183 Aug 31 14:18:30.207408 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c172f-78ca-430e-ac12-72579e460fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0ef947-06cd-4834-9794-b3dbcfcdfb94,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:30.257851 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5bfd702a-0387-471f-ba24-bf2e9628d909 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.260350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5bfd702a-0387-471f-ba24-bf2e9628d909 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4772842 Aug 31 14:18:30.264535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38154) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:30.270188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-af4cf39c-16d0-424a-9025-b160c0b67db4 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group_rule': {'security_group_id': '2d3fea74-c042-486d-9630-d01537b9f1dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9a0e7723-3068-470f-bcd1-5bdbb7666a7d'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:30.281129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd702a-0387-471f-ba24-bf2e9628d909 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0e7723-3068-470f-bcd1-5bdbb7666a7d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:30.323615 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-af4cf39c-16d0-424a-9025-b160c0b67db4 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:18:30.324955 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-af4cf39c-16d0-424a-9025-b160c0b67db4 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0588694 Aug 31 14:18:30.328512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38156) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:30.528093 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25a0ec6a-951d-47c8-9636-e9a2edd6b077 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.574406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa391a6-6331-4499-b234-d19bcfad6f6b req-d4fbce5b-5ed0-4689-b6b2-f6d2299e156f tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:30.584352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-daa391a6-6331-4499-b234-d19bcfad6f6b req-d4fbce5b-5ed0-4689-b6b2-f6d2299e156f tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 946 time: 0.2203262 Aug 31 14:18:30.640110 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25a0ec6a-951d-47c8-9636-e9a2edd6b077 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.715394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-daa391a6-6331-4499-b234-d19bcfad6f6b req-ef96c982-a3f2-4f62-9305-0fd9fbfbd61c tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301072 Aug 31 14:18:30.776669 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25a0ec6a-951d-47c8-9636-e9a2edd6b077 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.780242 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25a0ec6a-951d-47c8-9636-e9a2edd6b077 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:30.781604 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-25a0ec6a-951d-47c8-9636-e9a2edd6b077 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a0e7723-3068-470f-bcd1-5bdbb7666a7d HTTP/1.1" status: 204 len: 168 time: 0.4518251 Aug 31 14:18:30.784358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38172) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:30.798124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0ec6a-951d-47c8-9636-e9a2edd6b077 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0e7723-3068-470f-bcd1-5bdbb7666a7d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:31.010987 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8c4acd34-eee7-47ba-8d7e-1a1ba8e9bfa1 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2225025 Aug 31 14:18:31.011385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38186) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:31.064556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38192) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:31.130900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04c9c7c9-a5f3-4873-b129-0e0c25a72b99 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.182742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04c9c7c9-a5f3-4873-b129-0e0c25a72b99 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.253489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38210) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:31.261994 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d6fccd51-4149-4436-bf7c-e7e5329d5335 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44f2153c948646b49fa13f4f2d5c256f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933718 Aug 31 14:18:31.344490 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04c9c7c9-a5f3-4873-b129-0e0c25a72b99 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.348232 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04c9c7c9-a5f3-4873-b129-0e0c25a72b99 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.353402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38220) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:31.356745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-04c9c7c9-a5f3-4873-b129-0e0c25a72b99 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "DELETE /v2.0/security-groups/2d3fea74-c042-486d-9630-d01537b9f1dd HTTP/1.1" status: 204 len: 168 time: 0.3428283 Aug 31 14:18:31.394461 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-96a286ff-3f1c-4014-8fe8-99f6e6355a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.487349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9c7c9-a5f3-4873-b129-0e0c25a72b99 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3fea74-c042-486d-9630-d01537b9f1dd,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:31.526762 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-16485fd1-8d5f-4e2b-b526-23f5aea74ab0 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1718206 Aug 31 14:18:31.535478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38226) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:31.542557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9bd8fd9c-0a96-4613-97b9-29158971f648 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599101817'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:31.578933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c720e975-3325-476d-90e3-24d65279d564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.623973 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bd8fd9c-0a96-4613-97b9-29158971f648 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.663604 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c720e975-3325-476d-90e3-24d65279d564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.682935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38232) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:31.691576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1b43ef03-2b51-485e-a8ec-d64c5165c3a7 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'subnet': {'network_id': 'b5e6eee9-c31f-471c-b998-f43bcdca94ce', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:31.812042 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c720e975-3325-476d-90e3-24d65279d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.815256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c720e975-3325-476d-90e3-24d65279d564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.818984 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c720e975-3325-476d-90e3-24d65279d564 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34f3ab92-e51b-44bf-a419-4db480f51773 HTTP/1.1" status: 204 len: 168 time: 0.5575180 Aug 31 14:18:31.837442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720e975-3325-476d-90e3-24d65279d564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f3ab92-e51b-44bf-a419-4db480f51773,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:31.853622 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bd8fd9c-0a96-4613-97b9-29158971f648 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.863869 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bd8fd9c-0a96-4613-97b9-29158971f648 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.877838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b43ef03-2b51-485e-a8ec-d64c5165c3a7 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:31.887146 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b43ef03-2b51-485e-a8ec-d64c5165c3a7 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.901519 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bd8fd9c-0a96-4613-97b9-29158971f648 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:31.903240 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9bd8fd9c-0a96-4613-97b9-29158971f648 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3666565 Aug 31 14:18:31.905721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8fd9c-0a96-4613-97b9-29158971f648 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c07893-5b7d-471d-b7e1-6caa9226d9d5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:31.908153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38240) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:31.913168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-abd8943e-7af8-4a38-aecf-5fbf9694d19e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:31.914393 n-d-792364-6 neutron-server[106387]: WARNING neutron.api.v2.base [None req-abd8943e-7af8-4a38-aecf-5fbf9694d19e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 14:18:31.915252 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-abd8943e-7af8-4a38-aecf-5fbf9694d19e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 14:18:31.916736 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-abd8943e-7af8-4a38-aecf-5fbf9694d19e tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "PUT /v2.0/security-groups/a0c07893-5b7d-471d-b7e1-6caa9226d9d5 HTTP/1.1" status: 409 len: 330 time: 0.0073760 Aug 31 14:18:31.919394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38242) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:31.953687 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:18:32.043808 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80766ec3-32c3-4cf1-bb22-efbf84354e00 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:32.099259 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80766ec3-32c3-4cf1-bb22-efbf84354e00 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:32.200957 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80766ec3-32c3-4cf1-bb22-efbf84354e00 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:32.203820 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80766ec3-32c3-4cf1-bb22-efbf84354e00 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:32.205219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-80766ec3-32c3-4cf1-bb22-efbf84354e00 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "DELETE /v2.0/security-groups/a0c07893-5b7d-471d-b7e1-6caa9226d9d5 HTTP/1.1" status: 204 len: 168 time: 0.2847059 Aug 31 14:18:32.210377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38250) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:32.269512 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eb8e9187-6416-4096-8bc3-53889a2a5c40 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565679 Aug 31 14:18:32.272789 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80766ec3-32c3-4cf1-bb22-efbf84354e00 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c07893-5b7d-471d-b7e1-6caa9226d9d5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:32.275893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38254) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:32.317532 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-32d02093-6c16-42b8-a728-43b184bef0de tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] delete failed (client error): The resource could not be found. Aug 31 14:18:32.321156 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-32d02093-6c16-42b8-a728-43b184bef0de tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "DELETE /v2.0/security-groups/2ba0f9d6-905b-4e49-a9ad-6ba52bec3fbe HTTP/1.1" status: 404 len: 347 time: 0.0440500 Aug 31 14:18:32.326950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38256) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:32.349387 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-36f18b55-68f3-4645-bd99-7c300663f4d3 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] show failed (client error): The resource could not be found. Aug 31 14:18:32.358356 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-36f18b55-68f3-4645-bd99-7c300663f4d3 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "GET /v2.0/security-groups/2c7e7073-9707-43ad-a779-2d106e11dde8 HTTP/1.1" status: 404 len: 347 time: 0.0300319 Aug 31 14:18:32.365543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:32.390028 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-1b07464c-6890-4e12-b26b-4ac22a2cf1d3 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] show failed (client error): The resource could not be found. Aug 31 14:18:32.397579 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1b07464c-6890-4e12-b26b-4ac22a2cf1d3 tempest-NegativeSecGroupTest-80306418 tempest-NegativeSecGroupTest-80306418-project] 10.222.0.20 "GET /v2.0/security-group-rules/74def4b0-2b47-4778-988e-78cc8468935c HTTP/1.1" status: 404 len: 356 time: 0.0308471 Aug 31 14:18:32.428385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-bf6f58f5-8b02-416e-9bf3-d8bd32a095f6 req-a89e9264-9bc1-4927-b2ca-69adfcdca443 service neutron] (106388) timed out ('10.222.0.13', 54610) {{(pid=106388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:18:32.431263 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b43ef03-2b51-485e-a8ec-d64c5165c3a7 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:32.546438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43ef03-2b51-485e-a8ec-d64c5165c3a7 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Subnet': ['ID=7dcd1c07-6608-4cac-a926-28ef3b91765e,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:32.598961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b43ef03-2b51-485e-a8ec-d64c5165c3a7 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Checking segment: {'id': 'e7f11ec1-275e-4a80-87ad-5ea4973fdec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b5e6eee9-c31f-471c-b998-f43bcdca94ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:32.599563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b43ef03-2b51-485e-a8ec-d64c5165c3a7 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network hostable DHCP agents. Network: b5e6eee9-c31f-471c-b998-f43bcdca94ce, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:32.632192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b43ef03-2b51-485e-a8ec-d64c5165c3a7 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network b5e6eee9-c31f-471c-b998-f43bcdca94ce is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:32.649853 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-1b43ef03-2b51-485e-a8ec-d64c5165c3a7 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, b5e6eee9-c31f-471c-b998-f43bcdca94ce) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:32.655609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b43ef03-2b51-485e-a8ec-d64c5165c3a7 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:32.657194 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b43ef03-2b51-485e-a8ec-d64c5165c3a7 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:32.661805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3113303-f15e-4710-8fdc-8b69d2c79f62 None None] Network b5e6eee9-c31f-471c-b998-f43bcdca94ce requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:32.696735 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38270) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:32.698519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1b43ef03-2b51-485e-a8ec-d64c5165c3a7 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0144608 Aug 31 14:18:32.703125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bde7331f-5fc1-4ffc-8c34-29cf0b702413 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1658852026'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:32.765525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde7331f-5fc1-4ffc-8c34-29cf0b702413 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:32.769007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bde7331f-5fc1-4ffc-8c34-29cf0b702413 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:32.872184 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde7331f-5fc1-4ffc-8c34-29cf0b702413 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:32.914374 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bde7331f-5fc1-4ffc-8c34-29cf0b702413 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:32.919684 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-bde7331f-5fc1-4ffc-8c34-29cf0b702413 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Added segment 869610c9-5842-4165-857f-5841fbfc3b48 of type vlan for network 094aba43-eef7-4c6a-9250-88e1c50cf936 Aug 31 14:18:33.039045 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bde7331f-5fc1-4ffc-8c34-29cf0b702413 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:33.116649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38288) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:33.127976 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-b5e6eee9-c31f-471c-b998-f43bcdca94ce', 'network_id': 'b5e6eee9-c31f-471c-b998-f43bcdca94ce', 'tenant_id': '3d00514b9db84b5080641c310d406183', 'fixed_ips': [{'subnet_id': '7dcd1c07-6608-4cac-a926-28ef3b91765e'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:18:33.128954 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:33.145830 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bde7331f-5fc1-4ffc-8c34-29cf0b702413 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:33.192659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde7331f-5fc1-4ffc-8c34-29cf0b702413 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:33.192989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bde7331f-5fc1-4ffc-8c34-29cf0b702413 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:33.397501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38298) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:33.404548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'subnet': {'network_id': '094aba43-eef7-4c6a-9250-88e1c50cf936', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:33.414096 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bde7331f-5fc1-4ffc-8c34-29cf0b702413 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7129915 Aug 31 14:18:33.429161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7331f-5fc1-4ffc-8c34-29cf0b702413 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Network': ['ID=094aba43-eef7-4c6a-9250-88e1c50cf936,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:33.470438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 094aba43-eef7-4c6a-9250-88e1c50cf936 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:33.637743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Allocated IP 2001:db8:0:ffff::2 (b5e6eee9-c31f-471c-b998-f43bcdca94ce/7dcd1c07-6608-4cac-a926-28ef3b91765e/ac95cb05-f2bc-4804-8b96-37e56ed67e19) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:33.688403 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38302) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:33.905673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1156206537'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:33.937759 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:33.949028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Transition to ACTIVE for port object ac95cb05-f2bc-4804-8b96-37e56ed67e19 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:33.961999 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Made reservation on behalf of 312af14237bd45028856e8fa3a3b4029 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:33.968339 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Transition to ACTIVE for port object ac95cb05-f2bc-4804-8b96-37e56ed67e19 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:33.980912 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:33.981041 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.004394 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.080100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5eac940a-10b0-4fa7-9d15-ca4f72407405 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58753f001211486585fdeaecfced3557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9625409 Aug 31 14:18:34.080734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38314) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:34.140869 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.175896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Network b5e6eee9-c31f-471c-b998-f43bcdca94ce is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:34.187705 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e1c99ce5-2daf-4e90-bac6-79595afe63ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.187974 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abbb0c43-00bd-432a-b366-595180bfe976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.194434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:34.203688 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Pushing event updated for resources: {'Port': ['ID=ac95cb05-f2bc-4804-8b96-37e56ed67e19,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:34.218354 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abbb0c43-00bd-432a-b366-595180bfe976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.224413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:34.230501 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.236998 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.257360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:34.270791 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.271165 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Added segment 91104d97-6777-4aae-a8dd-b7196701ea30 of type vlan for network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d Aug 31 14:18:34.332316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Attempting to bind port ac95cb05-f2bc-4804-8b96-37e56ed67e19 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:34.332795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Attempting to bind port ac95cb05-f2bc-4804-8b96-37e56ed67e19 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e7f11ec1-275e-4a80-87ad-5ea4973fdec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b5e6eee9-c31f-471c-b998-f43bcdca94ce'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:34.333232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Attempting to bind port ac95cb05-f2bc-4804-8b96-37e56ed67e19 on network b5e6eee9-c31f-471c-b998-f43bcdca94ce {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:34.334074 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.339247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:34.339532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Checking segment: {'id': 'e7f11ec1-275e-4a80-87ad-5ea4973fdec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b5e6eee9-c31f-471c-b998-f43bcdca94ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:34.340012 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.340539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Bound using segment: {'id': 'e7f11ec1-275e-4a80-87ad-5ea4973fdec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b5e6eee9-c31f-471c-b998-f43bcdca94ce'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:34.341123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Bound port: ac95cb05-f2bc-4804-8b96-37e56ed67e19, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f11ec1-275e-4a80-87ad-5ea4973fdec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b5e6eee9-c31f-471c-b998-f43bcdca94ce'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:34.341576 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.369981 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.377880 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:34.379070 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.382114 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abbb0c43-00bd-432a-b366-595180bfe976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.390308 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abbb0c43-00bd-432a-b366-595180bfe976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.402353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-abbb0c43-00bd-432a-b366-595180bfe976 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6853e784-a051-4742-93d7-c9ce9cc8c9b8 HTTP/1.1" status: 204 len: 168 time: 0.3185914 Aug 31 14:18:34.458287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb0c43-00bd-432a-b366-595180bfe976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6853e784-a051-4742-93d7-c9ce9cc8c9b8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:34.464839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] For port ac95cb05-f2bc-4804-8b96-37e56ed67e19, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:34.473722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] For port ac95cb05-f2bc-4804-8b96-37e56ed67e19, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ac95cb05-f2bc-4804-8b96-37e56ed67e19,segment=NetworkSegment(e7f11ec1-275e-4a80-87ad-5ea4973fdec5),segment_id=e7f11ec1-275e-4a80-87ad-5ea4973fdec5)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:34.491754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:34.495869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.513782 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:34.518552 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020d0713-4666-458b-ac3b-0097c0f7f72d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:34.551078 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8594573 Aug 31 14:18:34.566550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38328) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:34.586945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-412559fd-cdc7-4a57-8f7e-1e4dc03f992b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Request body: {'subnet': {'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:34.661325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25153472-7b34-481b-ab7e-6b8568fd7f78 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event updated for resources: {'Network': ['ID=0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:34.690407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:34.907916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412559fd-cdc7-4a57-8f7e-1e4dc03f992b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Made reservation on behalf of 312af14237bd45028856e8fa3a3b4029 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:34.917819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-412559fd-cdc7-4a57-8f7e-1e4dc03f992b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.032803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f0381-4f7d-46bd-b5ab-191dfc8f3388 None None] Pushing event updated for resources: {'Port': ['ID=ac95cb05-f2bc-4804-8b96-37e56ed67e19,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:35.140788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.objects.ports [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106388) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:18:35.143067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.229741 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.301131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Subnet': ['ID=ca907db1-aff2-4d57-a8b8-14f857f9cf95,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:35.340369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-412559fd-cdc7-4a57-8f7e-1e4dc03f992b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.393307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Checking segment: {'id': '869610c9-5842-4165-857f-5841fbfc3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '094aba43-eef7-4c6a-9250-88e1c50cf936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:35.394004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network hostable DHCP agents. Network: 094aba43-eef7-4c6a-9250-88e1c50cf936, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:35.444006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network 094aba43-eef7-4c6a-9250-88e1c50cf936 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:35.459647 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412559fd-cdc7-4a57-8f7e-1e4dc03f992b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event updated for resources: {'Subnet': ['ID=9ecd53e7-3024-4bf2-aadb-2ca702fbbb64,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:35.480646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 094aba43-eef7-4c6a-9250-88e1c50cf936) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:35.491602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:35.492958 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.499108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1024ff0-c770-418c-b4d6-33d8bdffd58d None None] Network 094aba43-eef7-4c6a-9250-88e1c50cf936 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:35.513662 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412559fd-cdc7-4a57-8f7e-1e4dc03f992b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Checking segment: {'id': '91104d97-6777-4aae-a8dd-b7196701ea30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:35.514432 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412559fd-cdc7-4a57-8f7e-1e4dc03f992b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Network hostable DHCP agents. Network: 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:35.540736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412559fd-cdc7-4a57-8f7e-1e4dc03f992b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:35.556294 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-708481c0-dc5c-4b58-8e4c-69e49573473a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1573594 Aug 31 14:18:35.564469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38358) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:35.574886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-412559fd-cdc7-4a57-8f7e-1e4dc03f992b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:35.576110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'port': {'network_id': '094aba43-eef7-4c6a-9250-88e1c50cf936', 'name': 'tempest-NetworksIpV6TestAttrs-923862121'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:35.579606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412559fd-cdc7-4a57-8f7e-1e4dc03f992b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:35.580214 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-412559fd-cdc7-4a57-8f7e-1e4dc03f992b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:35.608656 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-412559fd-cdc7-4a57-8f7e-1e4dc03f992b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0365641 Aug 31 14:18:35.608872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38360) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:35.621353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Request body: {'port': {'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d', 'name': 'tempest-AllowedAddressPairTestJSON-1659001512'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:35.706081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe64511-9627-4c18-8592-d742696c4ad9 None None] Network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:36.007572 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Made reservation on behalf of 312af14237bd45028856e8fa3a3b4029 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:36.020315 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:36.046554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:36.053375 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:36.064551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] device_id is not set on port 47b777f6-8074-424f-93a2-2419a111b02f yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:36.101537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] device_id is not set on port 4a29f6c9-9c94-4635-99b5-0a68426f5919 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:36.371799 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d', 'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d', 'tenant_id': '312af14237bd45028856e8fa3a3b4029', 'fixed_ips': [{'subnet_id': '9ecd53e7-3024-4bf2-aadb-2ca702fbbb64'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:18:36.373665 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:36.407361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38382) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:36.429939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-094aba43-eef7-4c6a-9250-88e1c50cf936', 'network_id': '094aba43-eef7-4c6a-9250-88e1c50cf936', 'tenant_id': '3d00514b9db84b5080641c310d406183', 'fixed_ips': [{'subnet_id': 'ca907db1-aff2-4d57-a8b8-14f857f9cf95'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:18:36.437508 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:36.525169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Allocated IP 2001:db8::f816:3eff:fec9:d763 (094aba43-eef7-4c6a-9250-88e1c50cf936/ca907db1-aff2-4d57-a8b8-14f857f9cf95/4a29f6c9-9c94-4635-99b5-0a68426f5919) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:36.687175 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Allocated IP 172.20.0.11 (0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d/9ecd53e7-3024-4bf2-aadb-2ca702fbbb64/47b777f6-8074-424f-93a2-2419a111b02f) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:36.717390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38392) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:36.723666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Deleting subnet 9369dd31-de1c-427a-b636-1b2807cbbce5 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:18:36.777753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3189df-a775-4740-a1a9-fce09b1b8ce2 None None] Network b5e6eee9-c31f-471c-b998-f43bcdca94ce requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:36.794058 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:36.976991 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.012455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Transition to ACTIVE for port object 4a29f6c9-9c94-4635-99b5-0a68426f5919 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:37.034199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.086621 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.142703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-230923660'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:37.239889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Port': ['ID=4a29f6c9-9c94-4635-99b5-0a68426f5919,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:37.308475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network 094aba43-eef7-4c6a-9250-88e1c50cf936 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:37.310991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:37.326108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:37.347705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:37.349390 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.351532 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.391771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Made reservation on behalf of 5d55211b076f434dbbc8f5d2f9e29b95 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:37.395249 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.400564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ac95cb05-f2bc-4804-8b96-37e56ed67e19 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:37.411165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-949965f4-9832-4b9a-82e5-c99329fa7989 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8453553 Aug 31 14:18:37.413954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38404) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:37.555851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4512188-623a-4983-b917-c8d4e2e07b80 req-c12dfa0a-9aba-4b51-a361-20af25dc2b65 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:37.559648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d4512188-623a-4983-b917-c8d4e2e07b80 req-c12dfa0a-9aba-4b51-a361-20af25dc2b65 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 946 time: 0.1745958 Aug 31 14:18:37.567438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ccb298b4-0f32-42e8-9666-7ef6e09856c2 None None] Provisioning for port ac95cb05-f2bc-4804-8b96-37e56ed67e19 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:37.581291 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.606995 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.648492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d4512188-623a-4983-b917-c8d4e2e07b80 req-44ee200c-6680-479a-8728-0b851f7c7b63 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746579 Aug 31 14:18:37.652460 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.671827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Transition to ACTIVE for port object 47b777f6-8074-424f-93a2-2419a111b02f will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:37.715085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Allocated IP 2001:db8::f816:3eff:fe8f:d065 (094aba43-eef7-4c6a-9250-88e1c50cf936/ca907db1-aff2-4d57-a8b8-14f857f9cf95/ed3ec928-00af-48db-ad09-b7a06054eee4) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:37.753668 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.782295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ac95cb05-f2bc-4804-8b96-37e56ed67e19 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:37.847152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ac95cb05-f2bc-4804-8b96-37e56ed67e19 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:37.848079 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.882518 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.990986 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:37.992125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Allocated IP 172.20.0.2 (0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d/9ecd53e7-3024-4bf2-aadb-2ca702fbbb64/3b620d57-110e-4696-93c2-efea2fbe86c8) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:37.998442 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.003109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38410) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:38.003408 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9369dd31-de1c-427a-b636-1b2807cbbce5 HTTP/1.1" status: 204 len: 168 time: 1.5949409 Aug 31 14:18:38.020032 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.038836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:38.051725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.052200 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Added segment d142ce35-16e1-4d3d-9eb8-4895147f2f0d of type vlan for network 701dd7e0-a045-4801-bc7b-5401546ca3aa Aug 31 14:18:38.102351 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.102770 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.131040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9369dd31-de1c-427a-b636-1b2807cbbce5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:38.147025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.147756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.148173 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.148744 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.149172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.149528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.149908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.150405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.150745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.151082 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.152206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.152645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c71d0-fdcc-4603-95cc-dd5d8b7abf10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:38.158375 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.165458 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.167258 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.171311 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.274121 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-430ec017-d81a-439a-a339-76fb7703acd8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Deleting subnet ca907db1-aff2-4d57-a8b8-14f857f9cf95 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:18:38.285646 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.286052 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.292366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ac95cb05-f2bc-4804-8b96-37e56ed67e19, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ac95cb05-f2bc-4804-8b96-37e56ed67e19,segment=NetworkSegment(e7f11ec1-275e-4a80-87ad-5ea4973fdec5),segment_id=e7f11ec1-275e-4a80-87ad-5ea4973fdec5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:38.303004 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.5815861 Aug 31 14:18:38.303267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201b7813-01df-44d6-8a49-f758f7695c91']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:38.308135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38412) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:38.315237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-6b7ac0bc-0d73-4c59-bf4c-3adc180b7de7 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '701dd7e0-a045-4801-bc7b-5401546ca3aa', 'tempest-TagsTest-Tag-287222813') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:38.319386 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.321149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:38.332096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Transition to ACTIVE for port object ed3ec928-00af-48db-ad09-b7a06054eee4 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:38.337852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:38.344264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654af994-1f8c-439e-8dfc-3d629e64b176') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:38.344625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:38.345079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654af994-1f8c-439e-8dfc-3d629e64b176') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:38.409118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Transition to ACTIVE for port object ed3ec928-00af-48db-ad09-b7a06054eee4 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:38.425218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.434000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Pushing event updated for resources: {'Network': ['ID=701dd7e0-a045-4801-bc7b-5401546ca3aa,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:38.442606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08666ec9-3e54-4b10-bdbe-d0547f4533b6 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe5a211-09a8-49ef-8c54-2cf2e03dc19a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:38.447935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event updated for resources: {'Port': ['ID=47b777f6-8074-424f-93a2-2419a111b02f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:38.471646 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.488363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:38.489112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.493771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 701dd7e0-a045-4801-bc7b-5401546ca3aa details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:38.494318 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:38.501797 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:38.504858 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.521115 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.528028 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-430ec017-d81a-439a-a339-76fb7703acd8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.611496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38420) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:38.615087 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4f755f90-abd2-44bd-a45b-1c869b87d9f3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0044277 Aug 31 14:18:38.620845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Request body: {'port': {'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d', 'name': 'tempest-AllowedAddressPairTestJSON-1989797675', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:80:bc:7b'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:38.646264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ac95cb05-f2bc-4804-8b96-37e56ed67e19,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:38.647752 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.665335 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-430ec017-d81a-439a-a339-76fb7703acd8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.729348 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.744158 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] 10.222.0.20 "DELETE /v2.0/networks/201b7813-01df-44d6-8a49-f758f7695c91 HTTP/1.1" status: 204 len: 168 time: 0.7397268 Aug 31 14:18:38.801301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Network 094aba43-eef7-4c6a-9250-88e1c50cf936 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:38.824866 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.852241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:38.871852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ac95cb05-f2bc-4804-8b96-37e56ed67e19 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:38.879631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01927820-8ecf-4527-b28b-4582bac3785c admin admin] Pushing event deleted for resources: {'Network': ['ID=201b7813-01df-44d6-8a49-f758f7695c91,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:38.887142 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:38.893821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Transition to ACTIVE for port object 3b620d57-110e-4696-93c2-efea2fbe86c8 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:38.948698 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-430ec017-d81a-439a-a339-76fb7703acd8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:38.964809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ec94538a-98c2-4cfb-9a18-fff9a1f954df None None] Provisioning complete for port ac95cb05-f2bc-4804-8b96-37e56ed67e19 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:38.967589 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ec94538a-98c2-4cfb-9a18-fff9a1f954df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.025138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Pushing event updated for resources: {'Port': ['ID=ed3ec928-00af-48db-ad09-b7a06054eee4,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:39.028794 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6b7ac0bc-0d73-4c59-bf4c-3adc180b7de7 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "PUT /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa/tags/tempest-TagsTest-Tag-287222813 HTTP/1.1" status: 201 len: 201 time: 0.7190595 Aug 31 14:18:39.038123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38428) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:39.046388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-7208d99e-861d-40a3-b1bc-da07db79a9a9 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '701dd7e0-a045-4801-bc7b-5401546ca3aa', 'tempest-TagsTest-Tag-287222813') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:39.047378 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-430ec017-d81a-439a-a339-76fb7703acd8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.097746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Transition to ACTIVE for port object 3b620d57-110e-4696-93c2-efea2fbe86c8 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:39.130520 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.137891 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38432) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:39.150893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468763-26ab-4f2b-a356-b1cfee871dfd req-914f0b5b-1ca6-4cf7-bc8d-188c70e53e41 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:39.152828 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78468763-26ab-4f2b-a356-b1cfee871dfd req-914f0b5b-1ca6-4cf7-bc8d-188c70e53e41 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 946 time: 0.2830884 Aug 31 14:18:39.168183 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ec017-d81a-439a-a339-76fb7703acd8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Subnet': ['ID=ca907db1-aff2-4d57-a8b8-14f857f9cf95,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:39.186235 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-430ec017-d81a-439a-a339-76fb7703acd8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.191061 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-430ec017-d81a-439a-a339-76fb7703acd8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/subnets/ca907db1-aff2-4d57-a8b8-14f857f9cf95 HTTP/1.1" status: 204 len: 168 time: 1.7380140 Aug 31 14:18:39.197221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38436) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:39.225122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Made reservation on behalf of 312af14237bd45028856e8fa3a3b4029 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:39.229368 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Attempting to bind port ed3ec928-00af-48db-ad09-b7a06054eee4 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:39.229821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Attempting to bind port ed3ec928-00af-48db-ad09-b7a06054eee4 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '869610c9-5842-4165-857f-5841fbfc3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '094aba43-eef7-4c6a-9250-88e1c50cf936'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:39.230144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Attempting to bind port ed3ec928-00af-48db-ad09-b7a06054eee4 on network 094aba43-eef7-4c6a-9250-88e1c50cf936 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:39.235929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f49ed6-442f-4cdb-9fb1-978f169b16fa req-32af1995-9e03-4109-b17e-656682106126 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:39.237603 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33f49ed6-442f-4cdb-9fb1-978f169b16fa req-32af1995-9e03-4109-b17e-656682106126 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.52 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 946 time: 0.2125874 Aug 31 14:18:39.248608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Pushing event updated for resources: {'Port': ['ID=3b620d57-110e-4696-93c2-efea2fbe86c8,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:39.281486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:39.281882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Checking segment: {'id': '869610c9-5842-4165-857f-5841fbfc3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '094aba43-eef7-4c6a-9250-88e1c50cf936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:39.282301 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.282698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Bound using segment: {'id': '869610c9-5842-4165-857f-5841fbfc3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '094aba43-eef7-4c6a-9250-88e1c50cf936'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:39.283186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Bound port: ed3ec928-00af-48db-ad09-b7a06054eee4, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869610c9-5842-4165-857f-5841fbfc3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '094aba43-eef7-4c6a-9250-88e1c50cf936'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:39.283727 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.309941 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.318441 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:39.346985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:39.354289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:39.360671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ac95cb05-f2bc-4804-8b96-37e56ed67e19 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:39.361059 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.395247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78468763-26ab-4f2b-a356-b1cfee871dfd req-328d7d0f-d8ce-4c13-8cd1-dc6aec8c305b tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278302 Aug 31 14:18:39.399628 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.427839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7208d99e-861d-40a3-b1bc-da07db79a9a9 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "GET /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa/tags/tempest-TagsTest-Tag-287222813 HTTP/1.1" status: 204 len: 168 time: 0.3881114 Aug 31 14:18:39.430337 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38438) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:39.433788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d4ca3-3c5e-41f0-93d6-a56aceec4b0e tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:39.435372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d4ca3-3c5e-41f0-93d6-a56aceec4b0e tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:39.439857 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-629d4ca3-3c5e-41f0-93d6-a56aceec4b0e tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2295835 Aug 31 14:18:39.442509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38442) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:39.443537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-d1325c77-eba5-441f-88e4-6361564375b7 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '701dd7e0-a045-4801-bc7b-5401546ca3aa') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:39.448250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8b620c16-4d71-4e2a-9f7f-8b0db8f29d6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4903185fb397452595c8ce28749c3c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049603 Aug 31 14:18:39.452073 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38444) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:39.538111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Attempting to bind port 3b620d57-110e-4696-93c2-efea2fbe86c8 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:39.538755 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Attempting to bind port 3b620d57-110e-4696-93c2-efea2fbe86c8 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '91104d97-6777-4aae-a8dd-b7196701ea30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:39.538967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Attempting to bind port 3b620d57-110e-4696-93c2-efea2fbe86c8 on network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:39.548694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:39.548995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Checking segment: {'id': '91104d97-6777-4aae-a8dd-b7196701ea30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:39.549381 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.549780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Bound using segment: {'id': '91104d97-6777-4aae-a8dd-b7196701ea30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:39.550278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Bound port: 3b620d57-110e-4696-93c2-efea2fbe86c8, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91104d97-6777-4aae-a8dd-b7196701ea30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:39.550900 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.566020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] For port ed3ec928-00af-48db-ad09-b7a06054eee4, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:39.574082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.623178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-33f49ed6-442f-4cdb-9fb1-978f169b16fa req-1aa7911a-779f-484e-a348-3948d49a7b1c tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Deleting port cdee1756-71e0-43bb-a77c-4fd56a4df1ae {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:39.623616 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-33f49ed6-442f-4cdb-9fb1-978f169b16fa req-1aa7911a-779f-484e-a348-3948d49a7b1c tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.638398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] For port 3b620d57-110e-4696-93c2-efea2fbe86c8, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:39.641524 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cc58a6b-9ac1-4a6d-a788-4df49cb8b1bb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.649628 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e095-c8f7-48fd-80e2-496ac636b017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.650326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] For port 3b620d57-110e-4696-93c2-efea2fbe86c8, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3b620d57-110e-4696-93c2-efea2fbe86c8,segment=NetworkSegment(91104d97-6777-4aae-a8dd-b7196701ea30),segment_id=91104d97-6777-4aae-a8dd-b7196701ea30)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:39.653106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] device_id is not set on port 88e04384-119e-4a1f-8f0a-1c83211b8e0f yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:39.661838 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc58a6b-9ac1-4a6d-a788-4df49cb8b1bb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 14:18:39.662547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc58a6b-9ac1-4a6d-a788-4df49cb8b1bb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:18:39.670958 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5cc58a6b-9ac1-4a6d-a788-4df49cb8b1bb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/networks/094aba43-eef7-4c6a-9250-88e1c50cf936 HTTP/1.1" status: 409 len: 405 time: 0.2275305 Aug 31 14:18:39.671793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38448) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:39.678279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c96a9486-0faf-4654-9b3b-6eafe64fa0a3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-725491349'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:39.717053 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.730826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] For port ed3ec928-00af-48db-ad09-b7a06054eee4, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ed3ec928-00af-48db-ad09-b7a06054eee4,segment=NetworkSegment(869610c9-5842-4165-857f-5841fbfc3b48),segment_id=869610c9-5842-4165-857f-5841fbfc3b48)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:39.765744 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.772506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96a9486-0faf-4654-9b3b-6eafe64fa0a3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:39.783406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96a9486-0faf-4654-9b3b-6eafe64fa0a3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.877799 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b959877-f9f8-4d82-8be3-90e71624bf03 None None] Pushing event updated for resources: {'Port': ['ID=3b620d57-110e-4696-93c2-efea2fbe86c8,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:39.884557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96a9486-0faf-4654-9b3b-6eafe64fa0a3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:39.915513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba726fa-8b2d-41cc-84d4-aeae53dbde70 None None] Network 094aba43-eef7-4c6a-9250-88e1c50cf936 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:39.918297 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96a9486-0faf-4654-9b3b-6eafe64fa0a3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:39.919212 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-c96a9486-0faf-4654-9b3b-6eafe64fa0a3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Added segment 081d1810-5254-4a35-9d45-7d10f7d2ce2e of type vlan for network 6a2c2ba9-5c4d-4b85-b700-74ff90f3c894 Aug 31 14:18:39.986538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Allocated IP 172.20.0.14 (0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d/9ecd53e7-3024-4bf2-aadb-2ca702fbbb64/88e04384-119e-4a1f-8f0a-1c83211b8e0f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:39.995229 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96a9486-0faf-4654-9b3b-6eafe64fa0a3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:40.042236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3297278-9782-4399-bafc-f20e6da9cd10 None None] Pushing event updated for resources: {'Port': ['ID=ed3ec928-00af-48db-ad09-b7a06054eee4,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:40.063511 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96a9486-0faf-4654-9b3b-6eafe64fa0a3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:40.081063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a9486-0faf-4654-9b3b-6eafe64fa0a3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.081736 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96a9486-0faf-4654-9b3b-6eafe64fa0a3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:40.316671 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c96a9486-0faf-4654-9b3b-6eafe64fa0a3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6408193 Aug 31 14:18:40.327085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38454) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:40.332848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'subnet': {'network_id': '6a2c2ba9-5c4d-4b85-b700-74ff90f3c894', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:40.374531 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d1325c77-eba5-441f-88e4-6361564375b7 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "GET /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa/tags HTTP/1.1" status: 200 len: 237 time: 0.9427297 Aug 31 14:18:40.379431 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e095-c8f7-48fd-80e2-496ac636b017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:40.381190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38456) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:40.388266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-8456a576-414f-4ae0-8dda-d8fe1235d079 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '701dd7e0-a045-4801-bc7b-5401546ca3aa', {'tags': ['tempest-TagsTest-Tag-1848101340', 'tempest-TagsTest-Tag-481833262', 'tempest-TagsTest-Tag-425365264']}) {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:40.474615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-33f49ed6-442f-4cdb-9fb1-978f169b16fa req-1aa7911a-779f-484e-a348-3948d49a7b1c tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] For port cdee1756-71e0-43bb-a77c-4fd56a4df1ae, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=cdee1756-71e0-43bb-a77c-4fd56a4df1ae,segment=NetworkSegment(4342c1af-d39e-4ff2-a305-4c81f8712c98),segment_id=4342c1af-d39e-4ff2-a305-4c81f8712c98)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:40.474951 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-33f49ed6-442f-4cdb-9fb1-978f169b16fa req-1aa7911a-779f-484e-a348-3948d49a7b1c tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:40.495894 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-33f49ed6-442f-4cdb-9fb1-978f169b16fa req-1aa7911a-779f-484e-a348-3948d49a7b1c tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Calling delete_port for cdee1756-71e0-43bb-a77c-4fd56a4df1ae owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:40.509404 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:40.526987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Transition to ACTIVE for port object 88e04384-119e-4a1f-8f0a-1c83211b8e0f will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:40.562668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a9486-0faf-4654-9b3b-6eafe64fa0a3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Network': ['ID=6a2c2ba9-5c4d-4b85-b700-74ff90f3c894,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:40.582808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 6a2c2ba9-5c4d-4b85-b700-74ff90f3c894 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:40.602606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:40.712332 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-33f49ed6-442f-4cdb-9fb1-978f169b16fa req-1aa7911a-779f-484e-a348-3948d49a7b1c tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:40.762001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:40.771563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:40.787694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:40.802493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7911a-779f-484e-a348-3948d49a7b1c tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Pushing event deleted for resources: {'Port': ['ID=cdee1756-71e0-43bb-a77c-4fd56a4df1ae,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:40.857017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.857813 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:40.874559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:40.879678 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:40.885856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3b620d57-110e-4696-93c2-efea2fbe86c8 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:40.905611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f49ed6-442f-4cdb-9fb1-978f169b16fa req-1aa7911a-779f-484e-a348-3948d49a7b1c tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] No DVR routers for this DVR port cdee1756-71e0-43bb-a77c-4fd56a4df1ae on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:40.910132 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-33f49ed6-442f-4cdb-9fb1-978f169b16fa req-1aa7911a-779f-484e-a348-3948d49a7b1c tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:40.912778 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33f49ed6-442f-4cdb-9fb1-978f169b16fa req-1aa7911a-779f-484e-a348-3948d49a7b1c tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.52 "DELETE /v2.0/ports/cdee1756-71e0-43bb-a77c-4fd56a4df1ae HTTP/1.1" status: 204 len: 173 time: 1.6676059 Aug 31 14:18:40.916463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89cedb7-38b4-4933-9608-db0c9c8f2752', 'name': 'network-vif-deleted', 'tag': 'cdee1756-71e0-43bb-a77c-4fd56a4df1ae'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:40.918094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event updated for resources: {'Port': ['ID=88e04384-119e-4a1f-8f0a-1c83211b8e0f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:40.930222 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e483c3f-0374-45b3-9172-b5e30a0120eb" -d '{"events": [{"server_uuid": "c89cedb7-38b4-4933-9608-db0c9c8f2752", "name": "network-vif-deleted", "tag": "cdee1756-71e0-43bb-a77c-4fd56a4df1ae"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:40.995824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d1f27-bb4e-477e-bc44-5fdabf6b1e5b req-b95df53a-8c1a-41d7-a4e8-fbcbff976ddc tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:40.999617 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c94d1f27-bb4e-477e-bc44-5fdabf6b1e5b req-b95df53a-8c1a-41d7-a4e8-fbcbff976ddc tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89cedb7-38b4-4933-9608-db0c9c8f2752 HTTP/1.1" status: 200 len: 867 time: 0.4233706 Aug 31 14:18:41.000605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38464) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:41.002852 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8456a576-414f-4ae0-8dda-d8fe1235d079 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "PUT /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa/tags HTTP/1.1" status: 200 len: 307 time: 0.6162708 Aug 31 14:18:41.010152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-82686404-fc67-49f4-9109-cc36b3b3ba10 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '701dd7e0-a045-4801-bc7b-5401546ca3aa', 'tempest-TagsTest-Tag-1848101340') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:41.031005 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e095-c8f7-48fd-80e2-496ac636b017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.034500 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1739b80c-849e-4ea0-8088-2a31ee362e0e tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.4180055 Aug 31 14:18:41.035635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 3b620d57-110e-4696-93c2-efea2fbe86c8 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:41.037247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e095-c8f7-48fd-80e2-496ac636b017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.039663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9aa2e095-c8f7-48fd-80e2-496ac636b017 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0433a54f-65a5-4e44-afc3-ad3b4f037a57 HTTP/1.1" status: 204 len: 168 time: 1.5836937 Aug 31 14:18:41.042776 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d046e19-26cb-402e-a801-771a30ee259b x-openstack-request-id: req-0d046e19-26cb-402e-a801-771a30ee259b {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:41.043503 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89cedb7-38b4-4933-9608-db0c9c8f2752", "name": "network-vif-deleted", "tag": "cdee1756-71e0-43bb-a77c-4fd56a4df1ae", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:41.049364 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d046e19-26cb-402e-a801-771a30ee259b {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:41.049364 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89cedb7-38b4-4933-9608-db0c9c8f2752', 'name': 'network-vif-deleted', 'tag': 'cdee1756-71e0-43bb-a77c-4fd56a4df1ae', 'status': 'completed', 'code': 200} Aug 31 14:18:41.049364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38466) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:41.145002 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2e095-c8f7-48fd-80e2-496ac636b017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0433a54f-65a5-4e44-afc3-ad3b4f037a57,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:41.244679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c94d1f27-bb4e-477e-bc44-5fdabf6b1e5b req-1bcb3780-bb2e-425e-9683-1ecd3f388ff7 tempest-VolumesActionsTest-1359257159 tempest-VolumesActionsTest-1359257159-project] 10.222.0.20 "GET /v2.0/security-groups?id=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282231 Aug 31 14:18:41.301881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2aee0-1726-4d94-a2a2-f65f6bb025cb tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:41.333271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2aee0-1726-4d94-a2a2-f65f6bb025cb tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:41.346160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2aee0-1726-4d94-a2a2-f65f6bb025cb tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:41.356419 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5da2aee0-1726-4d94-a2a2-f65f6bb025cb tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2956731 Aug 31 14:18:41.357354 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38474) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:41.471406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-82686404-fc67-49f4-9109-cc36b3b3ba10 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "DELETE /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa/tags/tempest-TagsTest-Tag-1848101340 HTTP/1.1" status: 204 len: 168 time: 0.4689889 Aug 31 14:18:41.471698 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38476) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:41.489230 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-86d88f79-b4bd-447d-8cf2-bc1eabb1a573 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '701dd7e0-a045-4801-bc7b-5401546ca3aa', 'tempest-TagsTest-Tag-1848101340') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:41.691898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e57be0-ad42-4855-845c-b83061e29e16 None None] Network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:41.710885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.objects.ports [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106388) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:18:41.710885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.759702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0c17e6b2-9285-4a6a-aa46-7ad93c944421 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Deleting port 88e04384-119e-4a1f-8f0a-1c83211b8e0f {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:41.760154 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c17e6b2-9285-4a6a-aa46-7ad93c944421 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.792481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Subnet': ['ID=51b44e86-59a4-463a-a113-d153940e37f6,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:41.808174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:41.808836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:41.809909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:41.810449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:41.811251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:41.811753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:41.812390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:41.813092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:41.813586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:41.814077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:41.814686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:41.815180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:41.822814 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1977697f-8f71-4c23-a099-854e8a810910 None None] Provisioning for port 3b620d57-110e-4696-93c2-efea2fbe86c8 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:41.832535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Checking segment: {'id': '081d1810-5254-4a35-9d45-7d10f7d2ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6a2c2ba9-5c4d-4b85-b700-74ff90f3c894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:41.832913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network hostable DHCP agents. Network: 6a2c2ba9-5c4d-4b85-b700-74ff90f3c894, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:41.858890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network 6a2c2ba9-5c4d-4b85-b700-74ff90f3c894 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:41.883052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 6a2c2ba9-5c4d-4b85-b700-74ff90f3c894) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:41.899281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:41.900310 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.926423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bf86af27-d78e-4c86-9b74-45f5eec8f588 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5975657 Aug 31 14:18:41.928611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38486) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:41.936166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'port': {'network_id': '6a2c2ba9-5c4d-4b85-b700-74ff90f3c894', 'name': 'tempest-NetworksIpV6TestAttrs-324033816'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:41.948232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c17e6b2-9285-4a6a-aa46-7ad93c944421 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:41.964065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0c17e6b2-9285-4a6a-aa46-7ad93c944421 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Calling delete_port for 88e04384-119e-4a1f-8f0a-1c83211b8e0f owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:42.042130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b446bea-f319-4047-8514-722b74940364 None None] Network 6a2c2ba9-5c4d-4b85-b700-74ff90f3c894 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:42.046574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1977697f-8f71-4c23-a099-854e8a810910 None None] Provisioning complete for port 3b620d57-110e-4696-93c2-efea2fbe86c8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:42.046942 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1977697f-8f71-4c23-a099-854e8a810910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:42.063222 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-86d88f79-b4bd-447d-8cf2-bc1eabb1a573 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] show failed (client error): The resource could not be found. Aug 31 14:18:42.064213 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-86d88f79-b4bd-447d-8cf2-bc1eabb1a573 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "GET /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa/tags/tempest-TagsTest-Tag-1848101340 HTTP/1.1" status: 404 len: 326 time: 0.5910676 Aug 31 14:18:42.074118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38494) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.081863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-af51d561-7706-4207-84b6-1f3ce50b769c tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '701dd7e0-a045-4801-bc7b-5401546ca3aa', 'tempest-TagsTest-Tag-481833262') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:42.145386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:42.149047 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:42.191689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] device_id is not set on port 0baa795d-e02e-46ac-9830-6181feb406a9 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:42.310407 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-af51d561-7706-4207-84b6-1f3ce50b769c tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "GET /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa/tags/tempest-TagsTest-Tag-481833262 HTTP/1.1" status: 204 len: 168 time: 0.2332225 Aug 31 14:18:42.311296 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c17e6b2-9285-4a6a-aa46-7ad93c944421 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:42.319045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38502) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.343093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-03df5b72-97be-4975-87b1-578f73fcdc0b tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '701dd7e0-a045-4801-bc7b-5401546ca3aa', 'tempest-TagsTest-Tag-425365264') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:42.496342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17e6b2-9285-4a6a-aa46-7ad93c944421 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event deleted for resources: {'Port': ['ID=88e04384-119e-4a1f-8f0a-1c83211b8e0f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:42.593368 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device cdee1756-71e0-43bb-a77c-4fd56a4df1ae no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:42.682881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: cdee1756-71e0-43bb-a77c-4fd56a4df1ae {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:42.686795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device cdee1756-71e0-43bb-a77c-4fd56a4df1ae not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:42.790461 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1977697f-8f71-4c23-a099-854e8a810910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:42.873275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-6a2c2ba9-5c4d-4b85-b700-74ff90f3c894', 'network_id': '6a2c2ba9-5c4d-4b85-b700-74ff90f3c894', 'tenant_id': '3d00514b9db84b5080641c310d406183', 'fixed_ips': [{'subnet_id': '51b44e86-59a4-463a-a113-d153940e37f6'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:18:42.874677 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:42.894873 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c17e6b2-9285-4a6a-aa46-7ad93c944421 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:42.903661 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0c17e6b2-9285-4a6a-aa46-7ad93c944421 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "DELETE /v2.0/ports/88e04384-119e-4a1f-8f0a-1c83211b8e0f HTTP/1.1" status: 204 len: 168 time: 1.5436823 Aug 31 14:18:42.913401 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38518) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.946532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Allocated IP 2001:db8::f816:3eff:fe8e:af82 (6a2c2ba9-5c4d-4b85-b700-74ff90f3c894/51b44e86-59a4-463a-a113-d153940e37f6/0baa795d-e02e-46ac-9830-6181feb406a9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:42.949097 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa788343-c3eb-4f21-96e8-cdf27cd2c60d tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] GET failed (client error): The resource could not be found. Aug 31 14:18:42.951175 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fa788343-c3eb-4f21-96e8-cdf27cd2c60d tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "GET /v2.0/ports/88e04384-119e-4a1f-8f0a-1c83211b8e0f HTTP/1.1" status: 404 len: 333 time: 0.0441036 Aug 31 14:18:42.956046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38522) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.956244 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-03df5b72-97be-4975-87b1-578f73fcdc0b tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "GET /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa/tags/tempest-TagsTest-Tag-425365264 HTTP/1.1" status: 204 len: 168 time: 0.6307487 Aug 31 14:18:42.959238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38524) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:42.963610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1977697f-8f71-4c23-a099-854e8a810910 None None] For port 3b620d57-110e-4696-93c2-efea2fbe86c8, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3b620d57-110e-4696-93c2-efea2fbe86c8,segment=NetworkSegment(91104d97-6777-4aae-a8dd-b7196701ea30),segment_id=91104d97-6777-4aae-a8dd-b7196701ea30)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:42.971887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-69a0e944-9991-482b-97d1-cc3f6831451d tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '701dd7e0-a045-4801-bc7b-5401546ca3aa') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:42.973571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Request body: {'port': {'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d', 'name': 'tempest-AllowedAddressPairTestJSON-1315939765'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:43.148926 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-69a0e944-9991-482b-97d1-cc3f6831451d tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "DELETE /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1882801 Aug 31 14:18:43.151486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38532) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.156352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-49cb5123-39f8-44bc-a471-13952193e547 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '701dd7e0-a045-4801-bc7b-5401546ca3aa', 'tempest-TagsTest-Tag-481833262') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:43.162377 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1977697f-8f71-4c23-a099-854e8a810910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:43.286334 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-49cb5123-39f8-44bc-a471-13952193e547 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] show failed (client error): The resource could not be found. Aug 31 14:18:43.288484 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-49cb5123-39f8-44bc-a471-13952193e547 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "GET /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa/tags/tempest-TagsTest-Tag-481833262 HTTP/1.1" status: 404 len: 325 time: 0.1351962 Aug 31 14:18:43.291175 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38536) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.302157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.tag.tag_plugin [None req-da534542-8e7d-499e-b327-b1b96a2f8011 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '701dd7e0-a045-4801-bc7b-5401546ca3aa', 'tempest-TagsTest-Tag-425365264') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:43.317946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Made reservation on behalf of 312af14237bd45028856e8fa3a3b4029 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:43.329290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-db860c9f-31c6-4c4a-a375-3a449d69fcc6 None None] Could not find standard attr ID for object 88e04384-119e-4a1f-8f0a-1c83211b8e0f. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:18:43.333869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:43.365419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977697f-8f71-4c23-a099-854e8a810910 None None] Pushing event updated for resources: {'Port': ['ID=3b620d57-110e-4696-93c2-efea2fbe86c8,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:43.391572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-db860c9f-31c6-4c4a-a375-3a449d69fcc6 None None] Provisioning for port 47b777f6-8074-424f-93a2-2419a111b02f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:43.396331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-db860c9f-31c6-4c4a-a375-3a449d69fcc6 None None] Provisioning complete for port 47b777f6-8074-424f-93a2-2419a111b02f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:43.396793 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-db860c9f-31c6-4c4a-a375-3a449d69fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:43.487244 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-da534542-8e7d-499e-b327-b1b96a2f8011 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] show failed (client error): The resource could not be found. Aug 31 14:18:43.489527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-da534542-8e7d-499e-b327-b1b96a2f8011 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "GET /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa/tags/tempest-TagsTest-Tag-425365264 HTTP/1.1" status: 404 len: 325 time: 0.1971307 Aug 31 14:18:43.494345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38538) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.496287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-db860c9f-31c6-4c4a-a375-3a449d69fcc6 None None] Port 47b777f6-8074-424f-93a2-2419a111b02f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:43.503237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] device_id is not set on port f8343d87-2b86-4cad-99ee-5532e8fa4a26 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:43.508986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-db860c9f-31c6-4c4a-a375-3a449d69fcc6 None None] Provisioning complete for port 3b620d57-110e-4696-93c2-efea2fbe86c8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:43.509451 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-db860c9f-31c6-4c4a-a375-3a449d69fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:43.520714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.tag.tag_plugin [None req-c23bca81-a781-43e7-885f-f5be9afdf684 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '701dd7e0-a045-4801-bc7b-5401546ca3aa') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:43.765909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6941bdeb-f0a6-4f19-8452-39a18d60ccac None None] Could not find standard attr ID for object 88e04384-119e-4a1f-8f0a-1c83211b8e0f. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:18:43.925020 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c23bca81-a781-43e7-885f-f5be9afdf684 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "DELETE /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa/tags HTTP/1.1" status: 204 len: 168 time: 0.4225335 Aug 31 14:18:43.925020 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:43.925607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38558) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:43.949346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Transition to ACTIVE for port object 0baa795d-e02e-46ac-9830-6181feb406a9 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:43.959216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Allocated IP 172.20.0.9 (0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d/9ecd53e7-3024-4bf2-aadb-2ca702fbbb64/f8343d87-2b86-4cad-99ee-5532e8fa4a26) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:44.053827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.157549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Allocated IP 2001:db8::f816:3eff:fe43:4e1e (6a2c2ba9-5c4d-4b85-b700-74ff90f3c894/51b44e86-59a4-463a-a113-d153940e37f6/a354c189-387f-4fb4-b542-b2cd428159db) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:44.174765 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.279189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Port': ['ID=0baa795d-e02e-46ac-9830-6181feb406a9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:44.315103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network 6a2c2ba9-5c4d-4b85-b700-74ff90f3c894 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:44.340298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:44.343864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:44.350989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:44.351560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.399097 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b1944693-ce06-451c-b7ec-2aaa5cccddfb tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4662924 Aug 31 14:18:44.400091 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38572) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:44.430989 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.448674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Transition to ACTIVE for port object a354c189-387f-4fb4-b542-b2cd428159db will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:44.456065 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.463049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-0045f959-e5fb-4f79-9efe-583f7b1273d8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Deleting subnet 51b44e86-59a4-463a-a113-d153940e37f6 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:18:44.489240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Transition to ACTIVE for port object a354c189-387f-4fb4-b542-b2cd428159db will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:44.493097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701dd7e0-a045-4801-bc7b-5401546ca3aa']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:44.501088 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.507332 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.509883 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0045f959-e5fb-4f79-9efe-583f7b1273d8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.518905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd142ce35-16e1-4d3d-9eb8-4895147f2f0d') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:44.519364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd142ce35-16e1-4d3d-9eb8-4895147f2f0d') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:44.544903 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.582915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Transition to ACTIVE for port object f8343d87-2b86-4cad-99ee-5532e8fa4a26 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:44.590653 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.603608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:44.608691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.613166 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0045f959-e5fb-4f79-9efe-583f7b1273d8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.617881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Network 6a2c2ba9-5c4d-4b85-b700-74ff90f3c894 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:44.628145 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:44.631567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:44.647172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:44.659354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Pushing event updated for resources: {'Port': ['ID=a354c189-387f-4fb4-b542-b2cd428159db,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:44.766955 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.857736 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.891902 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:44.894604 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] 10.222.0.20 "DELETE /v2.0/networks/701dd7e0-a045-4801-bc7b-5401546ca3aa HTTP/1.1" status: 204 len: 168 time: 0.9677339 Aug 31 14:18:44.896418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c7143-a017-47f0-ba44-659b45674534 tempest-TagsTest-1219116696 tempest-TagsTest-1219116696-project] Pushing event deleted for resources: {'Network': ['ID=701dd7e0-a045-4801-bc7b-5401546ca3aa,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:44.910286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3b620d57-110e-4696-93c2-efea2fbe86c8 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:44.922047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Attempting to bind port a354c189-387f-4fb4-b542-b2cd428159db on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:44.922421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Attempting to bind port a354c189-387f-4fb4-b542-b2cd428159db by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '081d1810-5254-4a35-9d45-7d10f7d2ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6a2c2ba9-5c4d-4b85-b700-74ff90f3c894'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:44.922788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Attempting to bind port a354c189-387f-4fb4-b542-b2cd428159db on network 6a2c2ba9-5c4d-4b85-b700-74ff90f3c894 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:44.999387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event updated for resources: {'Port': ['ID=f8343d87-2b86-4cad-99ee-5532e8fa4a26,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:45.011507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:45.023269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:45.023656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Checking segment: {'id': '081d1810-5254-4a35-9d45-7d10f7d2ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6a2c2ba9-5c4d-4b85-b700-74ff90f3c894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:45.024060 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.024573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Bound using segment: {'id': '081d1810-5254-4a35-9d45-7d10f7d2ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6a2c2ba9-5c4d-4b85-b700-74ff90f3c894'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:45.024987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Bound port: a354c189-387f-4fb4-b542-b2cd428159db, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081d1810-5254-4a35-9d45-7d10f7d2ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6a2c2ba9-5c4d-4b85-b700-74ff90f3c894'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:45.025380 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.133442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:45.162918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0045f959-e5fb-4f79-9efe-583f7b1273d8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.172311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:45.181702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3b620d57-110e-4696-93c2-efea2fbe86c8 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:45.182277 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.394067 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:45.394803 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.441065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4c3ea289-fc5c-48f3-83da-5733d81c11a5 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4769082 Aug 31 14:18:45.449307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38604) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:45.456711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ebef3d72-3561-4f95-97f1-1d43fef8f4f2 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:80:bc:7b'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:45.462656 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0045f959-e5fb-4f79-9efe-583f7b1273d8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.464713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] For port a354c189-387f-4fb4-b542-b2cd428159db, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:45.481832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38606) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:45.496194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] For port a354c189-387f-4fb4-b542-b2cd428159db, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a354c189-387f-4fb4-b542-b2cd428159db,segment=NetworkSegment(081d1810-5254-4a35-9d45-7d10f7d2ce2e),segment_id=081d1810-5254-4a35-9d45-7d10f7d2ce2e)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:45.515331 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.557858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045f959-e5fb-4f79-9efe-583f7b1273d8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Subnet': ['ID=51b44e86-59a4-463a-a113-d153940e37f6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:45.565666 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0045f959-e5fb-4f79-9efe-583f7b1273d8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.570611 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0045f959-e5fb-4f79-9efe-583f7b1273d8 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/subnets/51b44e86-59a4-463a-a113-d153940e37f6 HTTP/1.1" status: 204 len: 168 time: 1.1699307 Aug 31 14:18:45.570782 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38612) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:45.633943 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c96b61-8fcf-4c39-be06-e630b73d8c30 None None] Pushing event updated for resources: {'Port': ['ID=a354c189-387f-4fb4-b542-b2cd428159db,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:45.717250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b0268eb3-c879-4cd6-9a2f-edc6880faa86 None None] Provisioning for port f8343d87-2b86-4cad-99ee-5532e8fa4a26 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:45.722771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b0268eb3-c879-4cd6-9a2f-edc6880faa86 None None] Provisioning complete for port f8343d87-2b86-4cad-99ee-5532e8fa4a26 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:45.723387 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b0268eb3-c879-4cd6-9a2f-edc6880faa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.767029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec001e1-fd84-48de-b52d-cb79798fa08a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:45.771989 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec001e1-fd84-48de-b52d-cb79798fa08a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:45.775995 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3ec001e1-fd84-48de-b52d-cb79798fa08a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2035401 Aug 31 14:18:45.779115 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38616) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:45.820513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b0268eb3-c879-4cd6-9a2f-edc6880faa86 None None] Port f8343d87-2b86-4cad-99ee-5532e8fa4a26 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:45.862210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ebef3d72-3561-4f95-97f1-1d43fef8f4f2 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.883043 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-688727fd-97cb-431c-9d5c-5e31b6221dbf tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:45.933166 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-688727fd-97cb-431c-9d5c-5e31b6221dbf tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 14:18:45.933526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688727fd-97cb-431c-9d5c-5e31b6221dbf tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:18:45.939279 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-688727fd-97cb-431c-9d5c-5e31b6221dbf tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/networks/6a2c2ba9-5c4d-4b85-b700-74ff90f3c894 HTTP/1.1" status: 409 len: 405 time: 0.1555302 Aug 31 14:18:45.944921 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38626) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:45.954223 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6c922ab2-d294-402e-bc88-193173f01fe3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1451403422'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:46.031077 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7bf802e9-d35f-4695-bd9c-d5244db52725 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d55211b076f434dbbc8f5d2f9e29b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467041 Aug 31 14:18:46.037351 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38632) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:46.053314 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c922ab2-d294-402e-bc88-193173f01fe3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:46.058114 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c922ab2-d294-402e-bc88-193173f01fe3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.164100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c922ab2-d294-402e-bc88-193173f01fe3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:46.184660 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c922ab2-d294-402e-bc88-193173f01fe3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.185173 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-6c922ab2-d294-402e-bc88-193173f01fe3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Added segment fb2fba7d-256f-4505-8d6c-72b07d8fc38c of type vlan for network 84d8a772-5a6f-4d08-b706-a31b0330a99a Aug 31 14:18:46.186776 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e54c49cb-031e-45ab-9098-2e6cd58756e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.227165 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e54c49cb-031e-45ab-9098-2e6cd58756e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.295355 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c922ab2-d294-402e-bc88-193173f01fe3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.337265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c922ab2-d294-402e-bc88-193173f01fe3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.347880 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c922ab2-d294-402e-bc88-193173f01fe3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:46.348902 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c922ab2-d294-402e-bc88-193173f01fe3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.468786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c922ab2-d294-402e-bc88-193173f01fe3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Network': ['ID=84d8a772-5a6f-4d08-b706-a31b0330a99a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:46.482620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 84d8a772-5a6f-4d08-b706-a31b0330a99a details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:46.496583 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e54c49cb-031e-45ab-9098-2e6cd58756e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.499379 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e54c49cb-031e-45ab-9098-2e6cd58756e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.503333 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e54c49cb-031e-45ab-9098-2e6cd58756e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efe5a211-09a8-49ef-8c54-2cf2e03dc19a HTTP/1.1" status: 204 len: 168 time: 0.4646518 Aug 31 14:18:46.526470 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6c922ab2-d294-402e-bc88-193173f01fe3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5806029 Aug 31 14:18:46.527004 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ebef3d72-3561-4f95-97f1-1d43fef8f4f2 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.535356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38648) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:46.536130 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-757837bc-1c41-4c82-85e1-8d44ccba4f18 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=22c080485968471f827e62904b9d3d71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641756 Aug 31 14:18:46.569051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'subnet': {'network_id': '84d8a772-5a6f-4d08-b706-a31b0330a99a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:46.572739 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ebef3d72-3561-4f95-97f1-1d43fef8f4f2 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.740155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c49cb-031e-45ab-9098-2e6cd58756e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe5a211-09a8-49ef-8c54-2cf2e03dc19a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:46.931874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-b176b5e2-2b6a-45e0-86c5-17efd6840eb2 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:46.941651 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-b176b5e2-2b6a-45e0-86c5-17efd6840eb2 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4043188 Aug 31 14:18:46.972657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ebef3d72-3561-4f95-97f1-1d43fef8f4f2 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] In _notify_port_updated(), no bound segment for port f8343d87-2b86-4cad-99ee-5532e8fa4a26 on network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:18:46.981934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebef3d72-3561-4f95-97f1-1d43fef8f4f2 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:46.982637 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ebef3d72-3561-4f95-97f1-1d43fef8f4f2 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:46.984015 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ebef3d72-3561-4f95-97f1-1d43fef8f4f2 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "PUT /v2.0/ports/f8343d87-2b86-4cad-99ee-5532e8fa4a26 HTTP/1.1" status: 200 len: 994 time: 1.5332143 Aug 31 14:18:46.990899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a354c189-387f-4fb4-b542-b2cd428159db up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:46.992601 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-48694335-79ec-41ac-8813-71f885af4f91 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/quotas/22c080485968471f827e62904b9d3d71 HTTP/1.1" status: 200 len: 375 time: 0.0497086 Aug 31 14:18:47.002539 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38658) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:47.148821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef3d72-3561-4f95-97f1-1d43fef8f4f2 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event updated for resources: {'Port': ['ID=f8343d87-2b86-4cad-99ee-5532e8fa4a26,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:47.167243 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-051b02dd-2f79-4cfd-b6a4-42720fbcf71d tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=22c080485968471f827e62904b9d3d71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1734996 Aug 31 14:18:47.187271 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port a354c189-387f-4fb4-b542-b2cd428159db completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:47.209369 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:47.217194 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:47.269824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-de83394e-21ab-4fb6-ae37-57db97ff01a2 None None] Provisioning complete for port f8343d87-2b86-4cad-99ee-5532e8fa4a26 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:47.270453 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-de83394e-21ab-4fb6-ae37-57db97ff01a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:47.418572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-de83394e-21ab-4fb6-ae37-57db97ff01a2 None None] Port f8343d87-2b86-4cad-99ee-5532e8fa4a26 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:47.434375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0d45287a-d2af-4408-859a-8df42143bd73 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Deleting port f8343d87-2b86-4cad-99ee-5532e8fa4a26 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:47.434935 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0d45287a-d2af-4408-859a-8df42143bd73 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:47.639781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1176f183-0d6c-492e-9897-a783bf8df5e7 None None] Network 6a2c2ba9-5c4d-4b85-b700-74ff90f3c894 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:47.663768 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0d45287a-d2af-4408-859a-8df42143bd73 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:47.694545 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0d45287a-d2af-4408-859a-8df42143bd73 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Calling delete_port for f8343d87-2b86-4cad-99ee-5532e8fa4a26 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:47.829949 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e9f9e54-cc52-41e5-83bc-a2f2b424ee4e req-d39b11ce-705c-4ab8-9fda-b2c449b99377 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 210 time: 0.1457448 Aug 31 14:18:48.019856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-03cb660a-3e0c-47fa-9c5d-b4733d5b7d3e None None] Provisioning for port a354c189-387f-4fb4-b542-b2cd428159db completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:48.072828 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-03cb660a-3e0c-47fa-9c5d-b4733d5b7d3e None None] Provisioning complete for port a354c189-387f-4fb4-b542-b2cd428159db triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:48.075617 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-03cb660a-3e0c-47fa-9c5d-b4733d5b7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.132396 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0d45287a-d2af-4408-859a-8df42143bd73 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.163107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.objects.ports [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106388) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:18:48.164978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.336013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfb3b62-b457-4c16-ab6d-585d375be22f None None] DHCP port deletion for 6a2c2ba9-5c4d-4b85-b700-74ff90f3c894 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:18:48.354887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45287a-d2af-4408-859a-8df42143bd73 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event deleted for resources: {'Port': ['ID=f8343d87-2b86-4cad-99ee-5532e8fa4a26,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:48.386386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Subnet': ['ID=152fc714-d388-4b01-98c9-fea8fe77abf5,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:48.443481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Checking segment: {'id': 'fb2fba7d-256f-4505-8d6c-72b07d8fc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '84d8a772-5a6f-4d08-b706-a31b0330a99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:48.444015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network hostable DHCP agents. Network: 84d8a772-5a6f-4d08-b706-a31b0330a99a, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:48.476533 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-03cb660a-3e0c-47fa-9c5d-b4733d5b7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.490311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network 84d8a772-5a6f-4d08-b706-a31b0330a99a is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:48.516662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 84d8a772-5a6f-4d08-b706-a31b0330a99a) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:48.522290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:48.524418 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.573016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-56c1419d-fad6-40bb-8a60-de5d8df64a2d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0340369 Aug 31 14:18:48.573277 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38712) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:48.593904 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0d45287a-d2af-4408-859a-8df42143bd73 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.598718 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0d45287a-d2af-4408-859a-8df42143bd73 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "DELETE /v2.0/ports/f8343d87-2b86-4cad-99ee-5532e8fa4a26 HTTP/1.1" status: 204 len: 168 time: 1.5941579 Aug 31 14:18:48.605008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da7746d-734f-4f2b-bf89-049dea638f2e None None] Network 84d8a772-5a6f-4d08-b706-a31b0330a99a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:48.606617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38714) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:48.683301 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-8375ae5b-093c-4d02-9adb-4cfdae4690a0 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] GET failed (client error): The resource could not be found. Aug 31 14:18:48.695159 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8375ae5b-093c-4d02-9adb-4cfdae4690a0 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "GET /v2.0/ports/f8343d87-2b86-4cad-99ee-5532e8fa4a26 HTTP/1.1" status: 404 len: 333 time: 0.0872180 Aug 31 14:18:48.701091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38718) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:48.714455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Request body: {'port': {'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d', 'name': 'tempest-AllowedAddressPairTestJSON-1545239639'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:48.805382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-03cb660a-3e0c-47fa-9c5d-b4733d5b7d3e None None] For port a354c189-387f-4fb4-b542-b2cd428159db, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a354c189-387f-4fb4-b542-b2cd428159db,segment=NetworkSegment(081d1810-5254-4a35-9d45-7d10f7d2ce2e),segment_id=081d1810-5254-4a35-9d45-7d10f7d2ce2e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:48.866022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-adfb3b62-b457-4c16-ab6d-585d375be22f None None] Deleting port a354c189-387f-4fb4-b542-b2cd428159db {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:48.897614 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adfb3b62-b457-4c16-ab6d-585d375be22f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:48.975070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a354c189-387f-4fb4-b542-b2cd428159db no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:48.978557 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.016882 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-03cb660a-3e0c-47fa-9c5d-b4733d5b7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.060787 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2c4a2631-7dcd-4703-aaa4-069aa1c4c6c3 req-b14e4111-1c3b-4487-a443-cbd3679da705 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 210 time: 0.0726593 Aug 31 14:18:49.151438 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.286437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Made reservation on behalf of 312af14237bd45028856e8fa3a3b4029 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:49.294040 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.376247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.432739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] device_id is not set on port 14fb1679-d2cc-44fa-8cee-ed01805c37a5 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:49.528631 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-33ce5448-1806-4221-852a-0a279fc0b9b2 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=22c080485968471f827e62904b9d3d71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1241450 Aug 31 14:18:49.584715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Subnet': ['ID=152fc714-d388-4b01-98c9-fea8fe77abf5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:49.590356 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-adfb3b62-b457-4c16-ab6d-585d375be22f None None] For port a354c189-387f-4fb4-b542-b2cd428159db, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a354c189-387f-4fb4-b542-b2cd428159db,segment=NetworkSegment(081d1810-5254-4a35-9d45-7d10f7d2ce2e),segment_id=081d1810-5254-4a35-9d45-7d10f7d2ce2e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:49.625699 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Allocated IP 172.20.0.9 (0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d/9ecd53e7-3024-4bf2-aadb-2ca702fbbb64/14fb1679-d2cc-44fa-8cee-ed01805c37a5) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:49.629788 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adfb3b62-b457-4c16-ab6d-585d375be22f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.728037 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.739250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d8a772-5a6f-4d08-b706-a31b0330a99a']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:49.753446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2fba7d-256f-4505-8d6c-72b07d8fc38c') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:49.753795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2fba7d-256f-4505-8d6c-72b07d8fc38c') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:49.768138 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.799559 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.815081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:49.827367 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:49.836330 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:49.839684 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-adfb3b62-b457-4c16-ab6d-585d375be22f None None] Calling delete_port for a354c189-387f-4fb4-b542-b2cd428159db owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:49.866594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb660a-3e0c-47fa-9c5d-b4733d5b7d3e None None] Pushing event updated for resources: {'Port': ['ID=a354c189-387f-4fb4-b542-b2cd428159db,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:49.885308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e043f4-2d0d-42bc-a613-1be667a13c32 None None] Network 84d8a772-5a6f-4d08-b706-a31b0330a99a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:50.130871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-0c51280a-6e13-45e0-93cb-6ffb8ac72415 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:50.134990 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-0c51280a-6e13-45e0-93cb-6ffb8ac72415 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5929296 Aug 31 14:18:50.162361 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.175436 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.183087 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.185489 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/networks/84d8a772-5a6f-4d08-b706-a31b0330a99a HTTP/1.1" status: 204 len: 168 time: 1.6110044 Aug 31 14:18:50.210053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38756) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:50.222674 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Request body: {'port': {'device_id': 'c7d8f4a5-156f-46f4-854f-7a4095219519', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '22c080485968471f827e62904b9d3d71'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:50.226403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c1325a28-a5bf-4235-819a-ba7ada140790 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2086021182'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:50.270203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40293b-9817-42ac-a537-d7c5de518803 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Network': ['ID=84d8a772-5a6f-4d08-b706-a31b0330a99a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:50.276847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1325a28-a5bf-4235-819a-ba7ada140790 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:50.283191 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1325a28-a5bf-4235-819a-ba7ada140790 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.347651 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-583d821a-258f-4154-bada-e48062f189a1 req-e17a6833-3340-4b2b-8a0f-3071a437f3e6 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 210 time: 0.0819862 Aug 31 14:18:50.372004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1325a28-a5bf-4235-819a-ba7ada140790 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:50.382124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1325a28-a5bf-4235-819a-ba7ada140790 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.383436 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-c1325a28-a5bf-4235-819a-ba7ada140790 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Added segment f8a7fc3e-e416-4687-8175-2495cfc545b5 of type vlan for network f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea Aug 31 14:18:50.493394 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1325a28-a5bf-4235-819a-ba7ada140790 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.499594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port a354c189-387f-4fb4-b542-b2cd428159db, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a354c189-387f-4fb4-b542-b2cd428159db,segment=NetworkSegment(081d1810-5254-4a35-9d45-7d10f7d2ce2e),segment_id=081d1810-5254-4a35-9d45-7d10f7d2ce2e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:50.516249 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.580741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1325a28-a5bf-4235-819a-ba7ada140790 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.615904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1325a28-a5bf-4235-819a-ba7ada140790 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:50.617389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1325a28-a5bf-4235-819a-ba7ada140790 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.691653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=a354c189-387f-4fb4-b542-b2cd428159db,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:50.708625 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.719044 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adfb3b62-b457-4c16-ab6d-585d375be22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.759231 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb3b62-b457-4c16-ab6d-585d375be22f None None] No DVR routers for this DVR port a354c189-387f-4fb4-b542-b2cd428159db on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:50.787605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Made reservation on behalf of 22c080485968471f827e62904b9d3d71 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:50.791108 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.825493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb3b62-b457-4c16-ab6d-585d375be22f None None] Pushing event deleted for resources: {'Port': ['ID=a354c189-387f-4fb4-b542-b2cd428159db,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:50.838992 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c1325a28-a5bf-4235-819a-ba7ada140790 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6271513 Aug 31 14:18:50.839714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa4dd32-ea26-448f-8dd3-05e642c17e63 None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:18:50.844181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38776) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:50.850771 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-18c6ec13-b9f6-4392-a111-19a8dbc122b3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'subnet': {'network_id': 'f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:50.854643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1325a28-a5bf-4235-819a-ba7ada140790 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Network': ['ID=f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:50.885686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:50.933223 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Transition to ACTIVE for port object 14fb1679-d2cc-44fa-8cee-ed01805c37a5 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:50.935249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:18:51.240911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa4dd32-ea26-448f-8dd3-05e642c17e63 None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:18:51.346256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38790) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:51.351062 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.353551 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.412150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c6ec13-b9f6-4392-a111-19a8dbc122b3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:51.418816 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18c6ec13-b9f6-4392-a111-19a8dbc122b3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.428589 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.584946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Allocated IP 192.168.233.27 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/fb4c12e5-1950-44fa-bd5f-a5e563116375) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:51.671673 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a13b3e6d-6f75-411b-a82f-874b3fb011bc req-db7f1f61-146d-4fd3-a5a6-649d7b0372bf tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 210 time: 0.1293557 Aug 31 14:18:51.763967 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75899c4a-048a-45fc-b115-bd378b1a00ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:51.781940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event updated for resources: {'Port': ['ID=14fb1679-d2cc-44fa-8cee-ed01805c37a5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:51.819317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:51.828112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:51.839462 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:51.846653 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf52de7-02a6-412c-a270-d2d2da91b215,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:52.021617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:52.022660 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.084655 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.144066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Transition to ACTIVE for port object fb4c12e5-1950-44fa-bd5f-a5e563116375 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:52.220142 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18c6ec13-b9f6-4392-a111-19a8dbc122b3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.238342 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75899c4a-048a-45fc-b115-bd378b1a00ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.273354 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-13bc38bd-ae05-41a4-814e-a1a7a0ef20b3 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5707607 Aug 31 14:18:52.277033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38812) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:52.278033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-75899c4a-048a-45fc-b115-bd378b1a00ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.303428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7a09e769-cb5f-4ee2-b129-3467f543589d tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:80:bc:7b'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:52.351565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75899c4a-048a-45fc-b115-bd378b1a00ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37468f89-0234-4dc3-b288-531fbd850695,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:52.356753 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.357928 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-75899c4a-048a-45fc-b115-bd378b1a00ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=374f7846bb9c4395b7448747975f453f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0105326 Aug 31 14:18:52.359887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6ec13-b9f6-4392-a111-19a8dbc122b3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Subnet': ['ID=e98e77ec-301f-4f20-a5f0-3f8ef8d2813a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:52.362103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38814) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:52.460636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6ec13-b9f6-4392-a111-19a8dbc122b3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Checking segment: {'id': 'f8a7fc3e-e416-4687-8175-2495cfc545b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:52.460636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c6ec13-b9f6-4392-a111-19a8dbc122b3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network hostable DHCP agents. Network: f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:18:52.520483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:52.536031 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08e2e711-c71f-4167-9357-c7131bbb1cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.565101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c6ec13-b9f6-4392-a111-19a8dbc122b3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:18:52.610393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-18c6ec13-b9f6-4392-a111-19a8dbc122b3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:52.622447 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330256f0-a9c1-4cf8-9e0a-07cbdc8d97f5 None None] Network f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:52.641524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:52.645837 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08e2e711-c71f-4167-9357-c7131bbb1cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.654848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c6ec13-b9f6-4392-a111-19a8dbc122b3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:52.655851 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18c6ec13-b9f6-4392-a111-19a8dbc122b3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.696706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:52.717484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Pushing event updated for resources: {'Port': ['ID=fb4c12e5-1950-44fa-bd5f-a5e563116375,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:52.725619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-18c6ec13-b9f6-4392-a111-19a8dbc122b3 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8801851 Aug 31 14:18:52.729148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38822) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:52.811927 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08e2e711-c71f-4167-9357-c7131bbb1cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.814667 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08e2e711-c71f-4167-9357-c7131bbb1cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:52.815932 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-08e2e711-c71f-4167-9357-c7131bbb1cc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37468f89-0234-4dc3-b288-531fbd850695 HTTP/1.1" status: 204 len: 168 time: 0.4503183 Aug 31 14:18:52.839306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2e711-c71f-4167-9357-c7131bbb1cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37468f89-0234-4dc3-b288-531fbd850695,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:52.988576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83704358-cb4e-406b-8192-e6d74adcfd74 req-bb8b0201-3258-43b0-a44c-83f688c752af tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:53.011894 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83704358-cb4e-406b-8192-e6d74adcfd74 req-bb8b0201-3258-43b0-a44c-83f688c752af tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 935 time: 0.1610565 Aug 31 14:18:53.036112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:53.037369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.054021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2c3d681d-91ee-499d-bb8e-1abce29290c7 None None] Provisioning for port 14fb1679-d2cc-44fa-8cee-ed01805c37a5 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:53.072232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2c3d681d-91ee-499d-bb8e-1abce29290c7 None None] Provisioning complete for port 14fb1679-d2cc-44fa-8cee-ed01805c37a5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:53.073345 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2c3d681d-91ee-499d-bb8e-1abce29290c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.107587 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83704358-cb4e-406b-8192-e6d74adcfd74 req-2efa0d4e-2f82-4c49-951b-5a3eff98eb1c tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884709 Aug 31 14:18:53.111201 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-42fb911e-d6c8-494d-a36c-a9177ba6ac8f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9529514 Aug 31 14:18:53.128865 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Request body: {'port': {'device_id': 'c7d8f4a5-156f-46f4-854f-7a4095219519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:53.145629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea', 'network_id': 'f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea', 'tenant_id': '3d00514b9db84b5080641c310d406183', 'fixed_ips': [{'subnet_id': 'e98e77ec-301f-4f20-a5f0-3f8ef8d2813a'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:18:53.146478 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.208360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2c3d681d-91ee-499d-bb8e-1abce29290c7 None None] Port 14fb1679-d2cc-44fa-8cee-ed01805c37a5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:53.286510 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.300712 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a09e769-cb5f-4ee2-b129-3467f543589d tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.325376 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.356369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f8aefdc5-d5b9-4d1f-9966-921c74cdd7b9 None None] Provisioning for port fb4c12e5-1950-44fa-bd5f-a5e563116375 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:53.369491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f8aefdc5-d5b9-4d1f-9966-921c74cdd7b9 None None] Provisioning complete for port fb4c12e5-1950-44fa-bd5f-a5e563116375 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:53.370176 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8aefdc5-d5b9-4d1f-9966-921c74cdd7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:53.506764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f8aefdc5-d5b9-4d1f-9966-921c74cdd7b9 None None] Port fb4c12e5-1950-44fa-bd5f-a5e563116375 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:53.527451 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Allocated IP 2001:db8::2 (f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea/e98e77ec-301f-4f20-a5f0-3f8ef8d2813a/15ad26d7-d974-4ca3-93a7-38df97780b7c) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:53.634816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38846) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:53.658199 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e95caea8-7a28-4c5a-ba83-b66b4768a1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.024234 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e95caea8-7a28-4c5a-ba83-b66b4768a1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.034586 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e95caea8-7a28-4c5a-ba83-b66b4768a1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.065487 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.083179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Transition to ACTIVE for port object 15ad26d7-d974-4ca3-93a7-38df97780b7c will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:54.116020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Transition to ACTIVE for port object 15ad26d7-d974-4ca3-93a7-38df97780b7c will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:54.127664 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.174799 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.207469 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e95caea8-7a28-4c5a-ba83-b66b4768a1be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f433110fbdb44d5a0a8cffa8bf55674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714781 Aug 31 14:18:54.214132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38858) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:54.218371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Network f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:54.232042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:54.240066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:54.244509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95caea8-7a28-4c5a-ba83-b66b4768a1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a7d367-9988-42a0-b01f-121f77aa6ee3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:54.249245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Pushing event updated for resources: {'Port': ['ID=15ad26d7-d974-4ca3-93a7-38df97780b7c,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:54.361060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Attempting to bind port 15ad26d7-d974-4ca3-93a7-38df97780b7c on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:54.361835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Attempting to bind port 15ad26d7-d974-4ca3-93a7-38df97780b7c by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'f8a7fc3e-e416-4687-8175-2495cfc545b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:54.362474 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Attempting to bind port 15ad26d7-d974-4ca3-93a7-38df97780b7c on network f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:54.376500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:54.377196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Checking segment: {'id': 'f8a7fc3e-e416-4687-8175-2495cfc545b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:54.377856 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.378486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Bound using segment: {'id': 'f8a7fc3e-e416-4687-8175-2495cfc545b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:54.379207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Bound port: 15ad26d7-d974-4ca3-93a7-38df97780b7c, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a7fc3e-e416-4687-8175-2495cfc545b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:54.379844 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.470906 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-862e3e8e-a7c5-4b4c-bf27-d324db1e6d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.511120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] For port 15ad26d7-d974-4ca3-93a7-38df97780b7c, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:54.526617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] For port 15ad26d7-d974-4ca3-93a7-38df97780b7c, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=15ad26d7-d974-4ca3-93a7-38df97780b7c,segment=NetworkSegment(f8a7fc3e-e416-4687-8175-2495cfc545b5),segment_id=f8a7fc3e-e416-4687-8175-2495cfc545b5)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:54.538430 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.581007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8191985-55df-4570-9922-59ee74b90131 req-52ed86ae-0a23-4a38-8721-6a2109d8e475 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:54.582847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8191985-55df-4570-9922-59ee74b90131 req-52ed86ae-0a23-4a38-8721-6a2109d8e475 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 935 time: 0.2785947 Aug 31 14:18:54.588909 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-862e3e8e-a7c5-4b4c-bf27-d324db1e6d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.681596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Pushing event updated for resources: {'Port': ['ID=15ad26d7-d974-4ca3-93a7-38df97780b7c,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:54.693822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.694180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.694539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.694888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.695233 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.702788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.703225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.703578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.703923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.704266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.704642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.706363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37349aa-6d52-4f45-bca0-9ffe4318d338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:18:54.722539 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.761519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8191985-55df-4570-9922-59ee74b90131 req-f525524c-5232-4799-a036-bc6a24201e58 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635699 Aug 31 14:18:54.772879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Subnet': ['ID=e98e77ec-301f-4f20-a5f0-3f8ef8d2813a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:54.808547 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-862e3e8e-a7c5-4b4c-bf27-d324db1e6d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.812475 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-862e3e8e-a7c5-4b4c-bf27-d324db1e6d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.814609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-862e3e8e-a7c5-4b4c-bf27-d324db1e6d9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7a7d367-9988-42a0-b01f-121f77aa6ee3 HTTP/1.1" status: 204 len: 168 time: 0.5944133 Aug 31 14:18:54.829000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e3e8e-a7c5-4b4c-bf27-d324db1e6d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a7d367-9988-42a0-b01f-121f77aa6ee3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:54.904306 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a09e769-cb5f-4ee2-b129-3467f543589d tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.919432 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.923782 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a09e769-cb5f-4ee2-b129-3467f543589d tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:54.998953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:55.037549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09e769-cb5f-4ee2-b129-3467f543589d tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event updated for resources: {'Port': ['ID=14fb1679-d2cc-44fa-8cee-ed01805c37a5,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:55.062871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a7fc3e-e416-4687-8175-2495cfc545b5') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:55.063422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a7fc3e-e416-4687-8175-2495cfc545b5') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:55.136396 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.265196 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.303866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:55.304314 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:55.307908 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:55.316557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4c12e5-1950-44fa-bd5f-a5e563116375 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:18:55.346838 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.362251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a18ed04-73b5-44ce-8730-abce3d6fa746 None None] Provisioning complete for port 14fb1679-d2cc-44fa-8cee-ed01805c37a5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:55.362910 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a18ed04-73b5-44ce-8730-abce3d6fa746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.375973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7a09e769-cb5f-4ee2-b129-3467f543589d tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] In _notify_port_updated(), no bound segment for port 14fb1679-d2cc-44fa-8cee-ed01805c37a5 on network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d {{(pid=106387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:18:55.382366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a09e769-cb5f-4ee2-b129-3467f543589d tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:55.383261 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a09e769-cb5f-4ee2-b129-3467f543589d tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.387373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7a09e769-cb5f-4ee2-b129-3467f543589d tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "PUT /v2.0/ports/14fb1679-d2cc-44fa-8cee-ed01805c37a5 HTTP/1.1" status: 200 len: 996 time: 3.1010187 Aug 31 14:18:55.387743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38880) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:55.477854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a18ed04-73b5-44ce-8730-abce3d6fa746 None None] Port 14fb1679-d2cc-44fa-8cee-ed01805c37a5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:55.495530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Transition to ACTIVE for port object fb4c12e5-1950-44fa-bd5f-a5e563116375 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:55.504137 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.api [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:18:55.504137 n-d-792364-6 neutron-server[106387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:18:55.504137 n-d-792364-6 neutron-server[106387]: [parameters: {'id': 'f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea'}] Aug 31 14:18:55.504137 n-d-792364-6 neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:18:55.505078 n-d-792364-6 neutron-server[106387]: DEBUG oslo_db.api [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:18:55.507350 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.579736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-decef387-d041-4fce-bfe5-ca2cb9bf3ba9 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Deleting port 14fb1679-d2cc-44fa-8cee-ed01805c37a5 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:55.579736 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-decef387-d041-4fce-bfe5-ca2cb9bf3ba9 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.654366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4c12e5-1950-44fa-bd5f-a5e563116375,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:55.742906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Attempting to bind port fb4c12e5-1950-44fa-bd5f-a5e563116375 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:18:55.743532 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Attempting to bind port fb4c12e5-1950-44fa-bd5f-a5e563116375 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:18:55.745328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Attempting to bind port fb4c12e5-1950-44fa-bd5f-a5e563116375 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:55.760114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Port fb4c12e5-1950-44fa-bd5f-a5e563116375 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:18:55.760665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Attempting to bind port fb4c12e5-1950-44fa-bd5f-a5e563116375 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:18:55.775919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:18:55.776523 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:18:55.777585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:18:55.780357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Bound port: fb4c12e5-1950-44fa-bd5f-a5e563116375, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:18:55.781010 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.854883 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-decef387-d041-4fce-bfe5-ca2cb9bf3ba9 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:55.893310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-decef387-d041-4fce-bfe5-ca2cb9bf3ba9 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Calling delete_port for 14fb1679-d2cc-44fa-8cee-ed01805c37a5 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:55.957467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] For port fb4c12e5-1950-44fa-bd5f-a5e563116375, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:18:55.961813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] For port fb4c12e5-1950-44fa-bd5f-a5e563116375, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fb4c12e5-1950-44fa-bd5f-a5e563116375,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:18:55.982641 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.011500 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.055881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:56.056910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.059360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] 10.222.0.52 "PUT /v2.0/ports/fb4c12e5-1950-44fa-bd5f-a5e563116375 HTTP/1.1" status: 200 len: 1095 time: 2.9351816 Aug 31 14:18:56.082031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d8f4a5-156f-46f4-854f-7a4095219519', 'tag': 'fb4c12e5-1950-44fa-bd5f-a5e563116375'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:18:56.085064 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eff837-93d1-40f3-ae14-63a2aac09e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d8f4a5-156f-46f4-854f-7a4095219519", "tag": "fb4c12e5-1950-44fa-bd5f-a5e563116375"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:18:56.259648 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-decef387-d041-4fce-bfe5-ca2cb9bf3ba9 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.302108 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccede8f-2ecd-45e9-a7de-442c20ecb8e2 x-openstack-request-id: req-8ccede8f-2ecd-45e9-a7de-442c20ecb8e2 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:18:56.302740 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d8f4a5-156f-46f4-854f-7a4095219519", "tag": "fb4c12e5-1950-44fa-bd5f-a5e563116375", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:18:56.302740 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ccede8f-2ecd-45e9-a7de-442c20ecb8e2 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:18:56.303046 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d8f4a5-156f-46f4-854f-7a4095219519', 'tag': 'fb4c12e5-1950-44fa-bd5f-a5e563116375', 'status': 'completed', 'code': 200} Aug 31 14:18:56.305912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de95123-641a-407b-9a62-c3487a512ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4c12e5-1950-44fa-bd5f-a5e563116375,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:56.368830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5c385a61-3d95-45a9-9efa-f6a50b8fb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:56.370649 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-5c385a61-3d95-45a9-9efa-f6a50b8fb364 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=22c080485968471f827e62904b9d3d71&device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 1098 time: 0.2293384 Aug 31 14:18:56.468094 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Deleting port 15ad26d7-d974-4ca3-93a7-38df97780b7c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:56.468495 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.473866 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-c17f5125-c93c-45b7-ac55-4b1f9a0bb740 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=fb4c12e5-1950-44fa-bd5f-a5e563116375 HTTP/1.1" status: 200 len: 217 time: 0.0862768 Aug 31 14:18:56.513636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1d5b56-71a6-4abf-a148-750d577e42ae None None] Network f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:18:56.549179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-3d85f7a1-eec3-4143-94bc-150eb101b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:56.550963 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-3d85f7a1-eec3-4143-94bc-150eb101b30c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0643098 Aug 31 14:18:56.572729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decef387-d041-4fce-bfe5-ca2cb9bf3ba9 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event deleted for resources: {'Port': ['ID=14fb1679-d2cc-44fa-8cee-ed01805c37a5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:56.589775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-decef387-d041-4fce-bfe5-ca2cb9bf3ba9 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.594258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-decef387-d041-4fce-bfe5-ca2cb9bf3ba9 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "DELETE /v2.0/ports/14fb1679-d2cc-44fa-8cee-ed01805c37a5 HTTP/1.1" status: 204 len: 168 time: 1.2029643 Aug 31 14:18:56.625253 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897a9ca-f4bc-4e70-ae49-f939997d86af req-6f9a4dd0-cd60-4f6e-9e2b-2da9e89c2e89 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:56.626855 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5897a9ca-f4bc-4e70-ae49-f939997d86af req-6f9a4dd0-cd60-4f6e-9e2b-2da9e89c2e89 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 947 time: 0.7005227 Aug 31 14:18:56.627377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 38920) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:56.711739 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-f334030d-d476-49b7-bcc9-6b0391b1d444 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] GET failed (client error): The resource could not be found. Aug 31 14:18:56.731389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 38928) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:56.736518 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f334030d-d476-49b7-bcc9-6b0391b1d444 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "GET /v2.0/ports/14fb1679-d2cc-44fa-8cee-ed01805c37a5 HTTP/1.1" status: 404 len: 333 time: 0.1075389 Aug 31 14:18:56.765906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Request body: {'port': {'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d', 'name': 'tempest-AllowedAddressPairTestJSON-1293451188'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:56.908893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] For port 15ad26d7-d974-4ca3-93a7-38df97780b7c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=15ad26d7-d974-4ca3-93a7-38df97780b7c,segment=NetworkSegment(f8a7fc3e-e416-4687-8175-2495cfc545b5),segment_id=f8a7fc3e-e416-4687-8175-2495cfc545b5)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:56.909724 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:56.918420 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5897a9ca-f4bc-4e70-ae49-f939997d86af req-14785523-c271-4726-901b-417aec13967f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804194 Aug 31 14:18:56.942040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-4e57e6a2-7a3b-424f-b743-84ca6bdeb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:56.949183 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-4e57e6a2-7a3b-424f-b743-84ca6bdeb952 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3370481 Aug 31 14:18:56.961755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Calling delete_port for 15ad26d7-d974-4ca3-93a7-38df97780b7c owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:56.971478 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cd5bf62c-8d20-47bc-9f66-76f870dc1cdf None None] Provisioning for port 15ad26d7-d974-4ca3-93a7-38df97780b7c completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:57.027238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 15ad26d7-d974-4ca3-93a7-38df97780b7c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:18:57.144331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e266a0-d962-4c07-833c-edbb7cb702d3 None None] DHCP port deletion for f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:18:57.161285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 15ad26d7-d974-4ca3-93a7-38df97780b7c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:57.213279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 15ad26d7-d974-4ca3-93a7-38df97780b7c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:57.213571 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.356652 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f7e266a0-d962-4c07-833c-edbb7cb702d3 None None] Deleting port 15ad26d7-d974-4ca3-93a7-38df97780b7c {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:18:57.357454 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f7e266a0-d962-4c07-833c-edbb7cb702d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.360858 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-a7f4845d-463b-43f7-8302-ecfd2eaf52e8 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967662 Aug 31 14:18:57.382962 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Made reservation on behalf of 312af14237bd45028856e8fa3a3b4029 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:57.395930 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.430007 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.457324 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] device_id is not set on port 0dc2f9ac-d2f0-4b6e-92bb-1d559e3aa195 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:57.565068 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.579818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f7e266a0-d962-4c07-833c-edbb7cb702d3 None None] For port 15ad26d7-d974-4ca3-93a7-38df97780b7c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=15ad26d7-d974-4ca3-93a7-38df97780b7c,segment=NetworkSegment(f8a7fc3e-e416-4687-8175-2495cfc545b5),segment_id=f8a7fc3e-e416-4687-8175-2495cfc545b5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:18:57.580815 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f7e266a0-d962-4c07-833c-edbb7cb702d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.598501 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f7e266a0-d962-4c07-833c-edbb7cb702d3 None None] Calling delete_port for 15ad26d7-d974-4ca3-93a7-38df97780b7c owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:18:57.665995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Port': ['ID=15ad26d7-d974-4ca3-93a7-38df97780b7c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:57.695184 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No DVR routers for this DVR port 15ad26d7-d974-4ca3-93a7-38df97780b7c on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:18:57.718949 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:18:57.730032 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f7e266a0-d962-4c07-833c-edbb7cb702d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.760035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e266a0-d962-4c07-833c-edbb7cb702d3 None None] Pushing event deleted for resources: {'Port': ['ID=15ad26d7-d974-4ca3-93a7-38df97780b7c,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:57.771260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e266a0-d962-4c07-833c-edbb7cb702d3 None None] No DVR routers for this DVR port 15ad26d7-d974-4ca3-93a7-38df97780b7c on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:18:57.889795 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a60118c-1744-4d45-9cd0-3549d61cff89 req-b2ec1dec-3b55-4db8-a6b8-34042360fb31 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184987 Aug 31 14:18:57.912699 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:57.939884 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:57.957572 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Allocated IP 172.20.0.12 (0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d/9ecd53e7-3024-4bf2-aadb-2ca702fbbb64/0dc2f9ac-d2f0-4b6e-92bb-1d559e3aa195) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:18:58.073704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a7fc3e-e416-4687-8175-2495cfc545b5') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:58.074971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a7fc3e-e416-4687-8175-2495cfc545b5') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:18:58.166427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88a72a-3b3b-4f87-8fb3-3695db745aa2 req-cf150393-6f46-488c-b7f0-f0f02e1db8b1 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:58.176233 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf88a72a-3b3b-4f87-8fb3-3695db745aa2 req-cf150393-6f46-488c-b7f0-f0f02e1db8b1 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 947 time: 0.1068821 Aug 31 14:18:58.255651 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.273961 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf88a72a-3b3b-4f87-8fb3-3695db745aa2 req-b8221ee1-a03c-42ee-82a5-5b30a1ed9a99 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912502 Aug 31 14:18:58.354865 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.361465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eff837-93d1-40f3-ae14-63a2aac09e4f req-accb822d-4ae0-4f30-9ec7-c6ce57f79e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:58.363713 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43eff837-93d1-40f3-ae14-63a2aac09e4f req-accb822d-4ae0-4f30-9ec7-c6ce57f79e80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=22c080485968471f827e62904b9d3d71&device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 1098 time: 0.3926520 Aug 31 14:18:58.374065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:18:58.377556 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:18:58.383141 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:18:58.596354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.603228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.633917 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.640645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39002) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:58.641949 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/networks/f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea HTTP/1.1" status: 204 len: 168 time: 5.8309450 Aug 31 14:18:58.646711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3417dcbb-3d96-4424-ad30-6d155233657c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1877776352'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:58.648062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a667df0-6915-4146-8305-09b3bd8d6077 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Network': ['ID=f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:58.667044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Transition to ACTIVE for port object 0dc2f9ac-d2f0-4b6e-92bb-1d559e3aa195 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:18:58.683881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eff837-93d1-40f3-ae14-63a2aac09e4f req-7e3100f2-3a66-4f36-b5f8-53dfb963b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:58.687217 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43eff837-93d1-40f3-ae14-63a2aac09e4f req-7e3100f2-3a66-4f36-b5f8-53dfb963b8f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.3049822 Aug 31 14:18:58.755717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43eff837-93d1-40f3-ae14-63a2aac09e4f req-295f7df4-afec-4a52-bcaa-c8fd04f1cf68 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=fb4c12e5-1950-44fa-bd5f-a5e563116375 HTTP/1.1" status: 200 len: 217 time: 0.0497465 Aug 31 14:18:58.848720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eff837-93d1-40f3-ae14-63a2aac09e4f req-d924be73-5ba9-45ef-a590-5adc6bdcae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:58.855449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 15ad26d7-d974-4ca3-93a7-38df97780b7c no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:18:58.860189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43eff837-93d1-40f3-ae14-63a2aac09e4f req-d924be73-5ba9-45ef-a590-5adc6bdcae72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0866413 Aug 31 14:18:58.916764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 15ad26d7-d974-4ca3-93a7-38df97780b7c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:18:58.921506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 15ad26d7-d974-4ca3-93a7-38df97780b7c not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:18:58.948010 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:58.984533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:18:58.990927 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:18:59.022882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:18:59.120258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:59.121353 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.138571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event updated for resources: {'Port': ['ID=0dc2f9ac-d2f0-4b6e-92bb-1d559e3aa195,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:18:59.150385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eff837-93d1-40f3-ae14-63a2aac09e4f req-fd13c393-371f-436c-b77e-c0d0c2bdf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:59.152969 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43eff837-93d1-40f3-ae14-63a2aac09e4f req-fd13c393-371f-436c-b77e-c0d0c2bdf6b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2908907 Aug 31 14:18:59.359663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43eff837-93d1-40f3-ae14-63a2aac09e4f req-ef6b89ca-dc68-4aed-a87e-1dc2c86f663c service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968410 Aug 31 14:18:59.471474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3417dcbb-3d96-4424-ad30-6d155233657c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:59.485226 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3417dcbb-3d96-4424-ad30-6d155233657c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.554877 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-597d9554-edf2-4189-9cb0-249e9717da48 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8146455 Aug 31 14:18:59.565129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39046) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:59.578391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3417dcbb-3d96-4424-ad30-6d155233657c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:18:59.583932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Request body: {'port': {'network_id': '0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d', 'name': 'tempest-AllowedAddressPairTestJSON-1002628241'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:18:59.599864 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3417dcbb-3d96-4424-ad30-6d155233657c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.600221 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-3417dcbb-3d96-4424-ad30-6d155233657c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Added segment 920f1552-813c-4e95-bdf0-6a4aa80179a8 of type vlan for network 74ff7f3b-a88e-458b-a263-7a9e27672f61 Aug 31 14:18:59.603328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d5f19fc4-9105-42ed-9ea8-75928d66f5cf None None] Provisioning for port 0dc2f9ac-d2f0-4b6e-92bb-1d559e3aa195 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:18:59.608569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d5f19fc4-9105-42ed-9ea8-75928d66f5cf None None] Provisioning complete for port 0dc2f9ac-d2f0-4b6e-92bb-1d559e3aa195 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:18:59.609254 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d5f19fc4-9105-42ed-9ea8-75928d66f5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.670606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3417dcbb-3d96-4424-ad30-6d155233657c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.687588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41f786-d3a4-4028-bc0c-3902c0cb0226 req-22663fc8-9796-4615-9f94-4d52119a0b59 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:59.698099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f41f786-d3a4-4028-bc0c-3902c0cb0226 req-22663fc8-9796-4615-9f94-4d52119a0b59 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 947 time: 0.2565820 Aug 31 14:18:59.716207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d5f19fc4-9105-42ed-9ea8-75928d66f5cf None None] Port 0dc2f9ac-d2f0-4b6e-92bb-1d559e3aa195 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:18:59.829291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f41f786-d3a4-4028-bc0c-3902c0cb0226 req-c7549360-e5c5-484c-a592-b34d8d837684 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301131 Aug 31 14:18:59.830012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3417dcbb-3d96-4424-ad30-6d155233657c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.853982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3417dcbb-3d96-4424-ad30-6d155233657c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:18:59.854822 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3417dcbb-3d96-4424-ad30-6d155233657c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.884308 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43eff837-93d1-40f3-ae14-63a2aac09e4f req-82cbf986-93a0-4cc9-ae90-a03cce27dfcd service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102625 Aug 31 14:18:59.899345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Made reservation on behalf of 312af14237bd45028856e8fa3a3b4029 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:18:59.908346 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:18:59.932017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] device_id is not set on port 2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:18:59.949653 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3417dcbb-3d96-4424-ad30-6d155233657c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3069932 Aug 31 14:18:59.949878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39072) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:18:59.971150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Request body: {'subnet': {'network_id': '74ff7f3b-a88e-458b-a263-7a9e27672f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:00.058248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417dcbb-3d96-4424-ad30-6d155233657c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Network': ['ID=74ff7f3b-a88e-458b-a263-7a9e27672f61,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:00.073935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 74ff7f3b-a88e-458b-a263-7a9e27672f61 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:00.336155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Made reservation on behalf of 3d00514b9db84b5080641c310d406183 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:00.344064 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:00.743645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Allocated IP 172.20.0.5 (0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d/9ecd53e7-3024-4bf2-aadb-2ca702fbbb64/2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:00.962591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac0550-3bf4-46bd-a29d-8c399582e520 req-a54ec808-9dc1-477f-9fd8-8660be11325d tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:00.964585 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0ac0550-3bf4-46bd-a29d-8c399582e520 req-a54ec808-9dc1-477f-9fd8-8660be11325d tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 947 time: 0.0631213 Aug 31 14:19:01.010520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0ac0550-3bf4-46bd-a29d-8c399582e520 req-18b9eedd-7fc5-4bc4-8007-99e0a1fc0c37 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371788 Aug 31 14:19:01.043873 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.096508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Transition to ACTIVE for port object 2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:01.169565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.objects.ports [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106387) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 14:19:01.204088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.208181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39148) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:01.241927 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.321697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:01.355053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:01.379629 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6de71065-bb9b-4a92-aae7-994ab7103fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.380054 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b4fe64b6-86b7-4e2e-8067-4da255fe002c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.381626 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event updated for resources: {'Subnet': ['ID=9df7e425-362b-4f8f-96d3-4dfd8c115b4f,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:01.392962 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:01.404759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Checking segment: {'id': '920f1552-813c-4e95-bdf0-6a4aa80179a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74ff7f3b-a88e-458b-a263-7a9e27672f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:01.405567 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network hostable DHCP agents. Network: 74ff7f3b-a88e-458b-a263-7a9e27672f61, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:01.506328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:01.507592 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.516778 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event updated for resources: {'Port': ['ID=2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:01.552682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Network 74ff7f3b-a88e-458b-a263-7a9e27672f61 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:01.568994 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 74ff7f3b-a88e-458b-a263-7a9e27672f61) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:01.576987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6de71065-bb9b-4a92-aae7-994ab7103fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.581704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b908e51-c137-4f2a-8c81-5b5a596dbf15 None None] Network 74ff7f3b-a88e-458b-a263-7a9e27672f61 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:01.592317 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6de71065-bb9b-4a92-aae7-994ab7103fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.610745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:01.611895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.651956 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-370d5be1-20ec-4d40-aa93-d932f07ed175 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7009854 Aug 31 14:19:01.654181 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-da81be8c-0aa3-422c-850b-2751782d5ee8 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0866771 Aug 31 14:19:01.658245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39168) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:01.658982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39170) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:01.671479 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b526d9c3-79b9-43af-b4d6-09429f2efd1b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:80:bc:7b'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:2b:2d:33'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:01.671711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de71065-bb9b-4a92-aae7-994ab7103fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b3fbb4-230f-4612-ae13-6abc465d0695,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:01.684947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6de71065-bb9b-4a92-aae7-994ab7103fb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44a850ae9a3144babc10e09c33978eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755371 Aug 31 14:19:01.685534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39172) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:01.775433 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5808bddc-eea8-4ede-9e09-1f7615c23f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.816833 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5808bddc-eea8-4ede-9e09-1f7615c23f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.922140 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5808bddc-eea8-4ede-9e09-1f7615c23f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.925275 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5808bddc-eea8-4ede-9e09-1f7615c23f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.931108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5808bddc-eea8-4ede-9e09-1f7615c23f82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57b3fbb4-230f-4612-ae13-6abc465d0695 HTTP/1.1" status: 204 len: 168 time: 0.2444212 Aug 31 14:19:01.947762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4139e8e6-ee17-426b-9250-efe69fc86c4a None None] Provisioning for port 2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:01.962548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4139e8e6-ee17-426b-9250-efe69fc86c4a None None] Provisioning complete for port 2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:01.963282 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4139e8e6-ee17-426b-9250-efe69fc86c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:01.967285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808bddc-eea8-4ede-9e09-1f7615c23f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b3fbb4-230f-4612-ae13-6abc465d0695,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:02.042158 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b526d9c3-79b9-43af-b4d6-09429f2efd1b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.076996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4139e8e6-ee17-426b-9250-efe69fc86c4a None None] Port 2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:02.084095 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-74ff7f3b-a88e-458b-a263-7a9e27672f61', 'network_id': '74ff7f3b-a88e-458b-a263-7a9e27672f61', 'tenant_id': '3d00514b9db84b5080641c310d406183', 'fixed_ips': [{'subnet_id': '9df7e425-362b-4f8f-96d3-4dfd8c115b4f'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:02.088191 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.093334 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.219327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc00175-4a27-4ea5-b848-99aff944abc8 req-9cd077a9-7356-463e-ac4f-7b12e76e8f59 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:02.228843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1cc00175-4a27-4ea5-b848-99aff944abc8 req-9cd077a9-7356-463e-ac4f-7b12e76e8f59 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 947 time: 0.0715237 Aug 31 14:19:02.276181 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.341003 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1cc00175-4a27-4ea5-b848-99aff944abc8 req-c10dcd75-4507-47e2-94b8-57d799cfa5bc tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995731 Aug 31 14:19:02.469737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Allocated IP 2001:db8::f816:3eff:fe0b:f9e (74ff7f3b-a88e-458b-a263-7a9e27672f61/9df7e425-362b-4f8f-96d3-4dfd8c115b4f/94d5e63a-d78a-4f41-915a-27bc651ddc06) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:02.530175 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b526d9c3-79b9-43af-b4d6-09429f2efd1b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.538537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b526d9c3-79b9-43af-b4d6-09429f2efd1b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.576304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39196) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:02.608761 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa98064-e18e-4476-ae0b-ab21b2bb1267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.662115 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526d9c3-79b9-43af-b4d6-09429f2efd1b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event updated for resources: {'Port': ['ID=2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:02.711173 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b526d9c3-79b9-43af-b4d6-09429f2efd1b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] In _notify_port_updated(), no bound segment for port 2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 on network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d {{(pid=106387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:19:02.718871 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.728447 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Transition to ACTIVE for port object 94d5e63a-d78a-4f41-915a-27bc651ddc06 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:02.738077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b526d9c3-79b9-43af-b4d6-09429f2efd1b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:02.741194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b526d9c3-79b9-43af-b4d6-09429f2efd1b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.745652 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b526d9c3-79b9-43af-b4d6-09429f2efd1b tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "PUT /v2.0/ports/2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 HTTP/1.1" status: 200 len: 1057 time: 1.0848398 Aug 31 14:19:02.748876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39198) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:02.770550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device fb4c12e5-1950-44fa-bd5f-a5e563116375 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:19:02.781112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa98064-e18e-4476-ae0b-ab21b2bb1267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.794585 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa98064-e18e-4476-ae0b-ab21b2bb1267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:02.898901 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eaa98064-e18e-4476-ae0b-ab21b2bb1267 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a253db9458cc4360a9210454c65f9465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190536 Aug 31 14:19:02.903256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39200) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:02.935286 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa98064-e18e-4476-ae0b-ab21b2bb1267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ca0617-6b6f-4527-a856-c2d3e49e7b60,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:02.973535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e7402cc4-b32d-4476-a4d8-5ddc986ea213 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Deleting port 2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:02.974158 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7402cc4-b32d-4476-a4d8-5ddc986ea213 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.057958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port fb4c12e5-1950-44fa-bd5f-a5e563116375, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fb4c12e5-1950-44fa-bd5f-a5e563116375,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:03.082469 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e427766-3700-460f-83cb-3e5fdcb52239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.089567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7402cc4-b32d-4476-a4d8-5ddc986ea213 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.092497 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'fb4c12e5-1950-44fa-bd5f-a5e563116375', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'fb4c12e5-1950-44fa-bd5f-a5e563116375', 'mac_address': 'fa:16:3e:05:63:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:19:03.100187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Transition to ACTIVE for port object 94d5e63a-d78a-4f41-915a-27bc651ddc06 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:03.122013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e7402cc4-b32d-4476-a4d8-5ddc986ea213 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Calling delete_port for 2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:03.143323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e427766-3700-460f-83cb-3e5fdcb52239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.169302 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.171746 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.217777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4c12e5-1950-44fa-bd5f-a5e563116375 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:19:03.244047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port fb4c12e5-1950-44fa-bd5f-a5e563116375, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fb4c12e5-1950-44fa-bd5f-a5e563116375,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:03.256839 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.259958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d473f574-45c4-488e-bc3f-a92e902c82a1 None None] Provisioning complete for port 2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:03.260655 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d473f574-45c4-488e-bc3f-a92e902c82a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.270955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Network 74ff7f3b-a88e-458b-a263-7a9e27672f61 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:03.272190 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.278677 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e427766-3700-460f-83cb-3e5fdcb52239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.281380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e427766-3700-460f-83cb-3e5fdcb52239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.292185 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9e427766-3700-460f-83cb-3e5fdcb52239 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28ca0617-6b6f-4527-a856-c2d3e49e7b60 HTTP/1.1" status: 204 len: 168 time: 0.3786802 Aug 31 14:19:03.302512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:03.318527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427766-3700-460f-83cb-3e5fdcb52239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ca0617-6b6f-4527-a856-c2d3e49e7b60,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:03.327582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Pushing event updated for resources: {'Port': ['ID=94d5e63a-d78a-4f41-915a-27bc651ddc06,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:03.333951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d473f574-45c4-488e-bc3f-a92e902c82a1 None None] Port 2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:19:03.335643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:03.392507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Subnet': ['ID=9df7e425-362b-4f8f-96d3-4dfd8c115b4f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:03.557998 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['fb4c12e5-1950-44fa-bd5f-a5e563116375'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:19:03.600743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Attempting to bind port 94d5e63a-d78a-4f41-915a-27bc651ddc06 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:03.601120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Attempting to bind port 94d5e63a-d78a-4f41-915a-27bc651ddc06 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '920f1552-813c-4e95-bdf0-6a4aa80179a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74ff7f3b-a88e-458b-a263-7a9e27672f61'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:03.601561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Attempting to bind port 94d5e63a-d78a-4f41-915a-27bc651ddc06 on network 74ff7f3b-a88e-458b-a263-7a9e27672f61 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:03.614086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80c745-1dcb-4c18-a1b2-5c08c04d4322 req-105c274f-5d7d-4521-a846-fd4a39836420 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:03.618603 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd80c745-1dcb-4c18-a1b2-5c08c04d4322 req-105c274f-5d7d-4521-a846-fd4a39836420 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 948 time: 0.1184373 Aug 31 14:19:03.677830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:03.691100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd80c745-1dcb-4c18-a1b2-5c08c04d4322 req-20123da7-0793-4b84-8447-610203350692 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640566 Aug 31 14:19:03.693387 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Checking segment: {'id': '920f1552-813c-4e95-bdf0-6a4aa80179a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74ff7f3b-a88e-458b-a263-7a9e27672f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:03.693736 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.693953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Bound using segment: {'id': '920f1552-813c-4e95-bdf0-6a4aa80179a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74ff7f3b-a88e-458b-a263-7a9e27672f61'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:03.694952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Bound port: 94d5e63a-d78a-4f41-915a-27bc651ddc06, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920f1552-813c-4e95-bdf0-6a4aa80179a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74ff7f3b-a88e-458b-a263-7a9e27672f61'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:03.694952 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.765843 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=fb4c12e5-1950-44fa-bd5f-a5e563116375,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:03.800945 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.846364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ff7f3b-a88e-458b-a263-7a9e27672f61']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:03.871452 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920f1552-813c-4e95-bdf0-6a4aa80179a8') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:03.871689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920f1552-813c-4e95-bdf0-6a4aa80179a8') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:03.892604 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.923474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.947609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:03.948055 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:03.963559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] For port 94d5e63a-d78a-4f41-915a-27bc651ddc06, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:04.057072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.089404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7402cc4-b32d-4476-a4d8-5ddc986ea213 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:04.092326 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:04.139901 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.api [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:19:04.139901 n-d-792364-6 neutron-server[106387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:19:04.139901 n-d-792364-6 neutron-server[106387]: [parameters: {'id': '74ff7f3b-a88e-458b-a263-7a9e27672f61'}] Aug 31 14:19:04.139901 n-d-792364-6 neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:19:04.140239 n-d-792364-6 neutron-server[106387]: DEBUG oslo_db.api [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:19:04.162397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] For port 94d5e63a-d78a-4f41-915a-27bc651ddc06, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=94d5e63a-d78a-4f41-915a-27bc651ddc06,segment=NetworkSegment(920f1552-813c-4e95-bdf0-6a4aa80179a8),segment_id=920f1552-813c-4e95-bdf0-6a4aa80179a8)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:04.186075 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-472a0c5b-90ed-4a15-ac5a-6b182487f20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.197217 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.285652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7402cc4-b32d-4476-a4d8-5ddc986ea213 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event deleted for resources: {'Port': ['ID=2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:04.393319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa9938-151c-4b57-83c0-510bdbbb482a None None] Pushing event updated for resources: {'Port': ['ID=94d5e63a-d78a-4f41-915a-27bc651ddc06,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:04.501511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db62612-9602-41d6-befc-ba6c1e0bec41 None None] Network 74ff7f3b-a88e-458b-a263-7a9e27672f61 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:04.655370 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.659882 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7402cc4-b32d-4476-a4d8-5ddc986ea213 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.662333 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e7402cc4-b32d-4476-a4d8-5ddc986ea213 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "DELETE /v2.0/ports/2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 HTTP/1.1" status: 204 len: 168 time: 1.9110856 Aug 31 14:19:04.666755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39246) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:04.750496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Deleting port 94d5e63a-d78a-4f41-915a-27bc651ddc06 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:04.751328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.828061 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef52fac-8043-485a-841f-1b9d13258d81 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] GET failed (client error): The resource could not be found. Aug 31 14:19:04.835888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39260) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:04.850863 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4ef52fac-8043-485a-841f-1b9d13258d81 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "GET /v2.0/ports/2b7ddce9-1cbd-45d1-b41a-9a2bf0e9ff18 HTTP/1.1" status: 404 len: 333 time: 0.1819346 Aug 31 14:19:04.861091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] For port 94d5e63a-d78a-4f41-915a-27bc651ddc06, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=94d5e63a-d78a-4f41-915a-27bc651ddc06,segment=NetworkSegment(920f1552-813c-4e95-bdf0-6a4aa80179a8),segment_id=920f1552-813c-4e95-bdf0-6a4aa80179a8)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:04.861480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:04.984890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Calling delete_port for 94d5e63a-d78a-4f41-915a-27bc651ddc06 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:05.094104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f9fc9-c89e-4924-98e3-ca589e54e317 None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:19:05.129559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94875480-9089-4c34-857d-07aad9d263df req-049a6dfc-e263-4443-bc72-1076b5a7817e tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:05.142450 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94875480-9089-4c34-857d-07aad9d263df req-049a6dfc-e263-4443-bc72-1076b5a7817e tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 948 time: 0.1886015 Aug 31 14:19:05.271989 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:05.305088 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94875480-9089-4c34-857d-07aad9d263df req-1725ea21-3594-4eb5-bf2b-d3322694c788 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564775 Aug 31 14:19:05.336231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:05.444938 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250f9fc9-c89e-4924-98e3-ca589e54e317 None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:19:05.477295 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No DVR routers for this DVR port 94d5e63a-d78a-4f41-915a-27bc651ddc06 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:05.498675 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Port': ['ID=94d5e63a-d78a-4f41-915a-27bc651ddc06,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:05.511940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7c622-14b3-4d63-a2b5-f538f927c720 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Deleting port 0dc2f9ac-d2f0-4b6e-92bb-1d559e3aa195 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:05.512388 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c622-14b3-4d63-a2b5-f538f927c720 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:05.783927 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:05.859031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ff7f3b-a88e-458b-a263-7a9e27672f61']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:05.893023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920f1552-813c-4e95-bdf0-6a4aa80179a8') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:05.894665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920f1552-813c-4e95-bdf0-6a4aa80179a8') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:05.948075 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:05.969432 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:05.975379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:05.975855 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:06.065977 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:06.071116 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c622-14b3-4d63-a2b5-f538f927c720 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.075887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.140619 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.151379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39302) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:06.162797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/networks/74ff7f3b-a88e-458b-a263-7a9e27672f61 HTTP/1.1" status: 204 len: 168 time: 4.4863355 Aug 31 14:19:06.213051 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-65df41d1-b7b2-4c8b-9252-7906ef5b9836 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:06.213774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65df41d1-b7b2-4c8b-9252-7906ef5b9836 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:06.216626 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-65df41d1-b7b2-4c8b-9252-7906ef5b9836 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/subnets/9df7e425-362b-4f8f-96d3-4dfd8c115b4f HTTP/1.1" status: 404 len: 337 time: 0.0634458 Aug 31 14:19:06.219099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39304) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:06.229089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7c622-14b3-4d63-a2b5-f538f927c720 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Calling delete_port for 0dc2f9ac-d2f0-4b6e-92bb-1d559e3aa195 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:06.234990 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c1214-6a9f-4484-bea8-6c5d976e506a tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Network': ['ID=74ff7f3b-a88e-458b-a263-7a9e27672f61,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:06.267074 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d368eb-793d-4883-a06e-331006cae083 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:06.267864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d368eb-793d-4883-a06e-331006cae083 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:06.270415 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-43d368eb-793d-4883-a06e-331006cae083 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/networks/74ff7f3b-a88e-458b-a263-7a9e27672f61 HTTP/1.1" status: 404 len: 339 time: 0.0502050 Aug 31 14:19:06.273402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39308) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:06.326346 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb6ba95-00a2-47e6-badc-04a9bc20cc6c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:06.327150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb6ba95-00a2-47e6-badc-04a9bc20cc6c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:06.329633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8bb6ba95-00a2-47e6-badc-04a9bc20cc6c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/subnets/e98e77ec-301f-4f20-a5f0-3f8ef8d2813a HTTP/1.1" status: 404 len: 337 time: 0.0549848 Aug 31 14:19:06.333163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39310) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:06.366947 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7a70c8-f940-48bc-bb4a-c92ec84febdf tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:06.367636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7a70c8-f940-48bc-bb4a-c92ec84febdf tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:06.369389 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5c7a70c8-f940-48bc-bb4a-c92ec84febdf tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/networks/f4bc687b-02b9-4b4c-b4d2-3e7ebe2ee2ea HTTP/1.1" status: 404 len: 339 time: 0.0335557 Aug 31 14:19:06.372073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39314) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:06.465156 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1bfada-c11e-4714-bea1-7a6f12c4f180 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:06.466086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1bfada-c11e-4714-bea1-7a6f12c4f180 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:06.470259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ef1bfada-c11e-4714-bea1-7a6f12c4f180 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/subnets/152fc714-d388-4b01-98c9-fea8fe77abf5 HTTP/1.1" status: 404 len: 337 time: 0.0954306 Aug 31 14:19:06.476297 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39322) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:06.542031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device fb4c12e5-1950-44fa-bd5f-a5e563116375 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:06.593464 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2f70e1-ee07-4efb-a3ca-c1f046135b6e tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:06.594079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2f70e1-ee07-4efb-a3ca-c1f046135b6e tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:06.601147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-be2f70e1-ee07-4efb-a3ca-c1f046135b6e tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/networks/84d8a772-5a6f-4d08-b706-a31b0330a99a HTTP/1.1" status: 404 len: 339 time: 0.1209733 Aug 31 14:19:06.602687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39324) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:06.685461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port fb4c12e5-1950-44fa-bd5f-a5e563116375 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:06.693803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c622-14b3-4d63-a2b5-f538f927c720 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.703699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port fb4c12e5-1950-44fa-bd5f-a5e563116375 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:06.704220 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.705184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12609cd-9be0-484e-9cd1-7024cbba645c req-5766ae97-d244-42b8-9820-849f42ce7687 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:06.709865 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c12609cd-9be0-484e-9cd1-7024cbba645c req-5766ae97-d244-42b8-9820-849f42ce7687 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 948 time: 0.2369690 Aug 31 14:19:06.746447 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7c622-14b3-4d63-a2b5-f538f927c720 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event deleted for resources: {'Port': ['ID=0dc2f9ac-d2f0-4b6e-92bb-1d559e3aa195,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:06.818694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c12609cd-9be0-484e-9cd1-7024cbba645c req-574a4191-ff91-45d6-afa5-22f6933d5a75 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960996 Aug 31 14:19:06.900845 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.931820 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c622-14b3-4d63-a2b5-f538f927c720 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:06.939056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39334) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:06.943013 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f2f7c622-14b3-4d63-a2b5-f538f927c720 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "DELETE /v2.0/ports/0dc2f9ac-d2f0-4b6e-92bb-1d559e3aa195 HTTP/1.1" status: 204 len: 168 time: 2.1008332 Aug 31 14:19:06.988837 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1898408-a3b8-43f2-be9c-54a34457e11c tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] GET failed (client error): The resource could not be found. Aug 31 14:19:06.998771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a1898408-a3b8-43f2-be9c-54a34457e11c tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "GET /v2.0/ports/0dc2f9ac-d2f0-4b6e-92bb-1d559e3aa195 HTTP/1.1" status: 404 len: 333 time: 0.0583327 Aug 31 14:19:07.001494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39336) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:07.045463 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.066491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-80593e81-1eaa-486e-a5b3-48d039ed844c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Deleting port 0baa795d-e02e-46ac-9830-6181feb406a9 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:07.068060 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80593e81-1eaa-486e-a5b3-48d039ed844c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.131748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d8f4a5-156f-46f4-854f-7a4095219519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4c12e5-1950-44fa-bd5f-a5e563116375'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:07.143610 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874e9013-4111-46f2-b17f-0aeb0ba831d6" -d '{"events": [{"server_uuid": "c7d8f4a5-156f-46f4-854f-7a4095219519", "name": "network-vif-plugged", "status": "completed", "tag": "fb4c12e5-1950-44fa-bd5f-a5e563116375"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:07.211810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port fb4c12e5-1950-44fa-bd5f-a5e563116375, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fb4c12e5-1950-44fa-bd5f-a5e563116375,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:07.230702 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.327908 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4d365-bffc-41ec-be51-57554086eb95 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Deleting port 47b777f6-8074-424f-93a2-2419a111b02f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:07.331209 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d365-bffc-41ec-be51-57554086eb95 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.426580 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f39c777-11a0-4490-82cb-2a0cb7d8505d x-openstack-request-id: req-4f39c777-11a0-4490-82cb-2a0cb7d8505d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:07.426887 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d8f4a5-156f-46f4-854f-7a4095219519", "name": "network-vif-plugged", "status": "completed", "tag": "fb4c12e5-1950-44fa-bd5f-a5e563116375", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:07.427152 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f39c777-11a0-4490-82cb-2a0cb7d8505d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:07.427574 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d8f4a5-156f-46f4-854f-7a4095219519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4c12e5-1950-44fa-bd5f-a5e563116375', 'code': 200} Aug 31 14:19:07.435009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=fb4c12e5-1950-44fa-bd5f-a5e563116375,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:07.482544 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80593e81-1eaa-486e-a5b3-48d039ed844c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.535680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-80593e81-1eaa-486e-a5b3-48d039ed844c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Calling delete_port for 0baa795d-e02e-46ac-9830-6181feb406a9 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:07.572319 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121921-0c6f-4a24-b1f6-c611981d1fd9 req-e7a68b3e-831e-42ab-be86-88ecf4bd4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:07.577202 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1e121921-0c6f-4a24-b1f6-c611981d1fd9 req-e7a68b3e-831e-42ab-be86-88ecf4bd4d57 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 1100 time: 0.1441586 Aug 31 14:19:07.656899 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d365-bffc-41ec-be51-57554086eb95 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.675960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4d365-bffc-41ec-be51-57554086eb95 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Calling delete_port for 47b777f6-8074-424f-93a2-2419a111b02f owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:07.799717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1e121921-0c6f-4a24-b1f6-c611981d1fd9 req-75383fed-4c60-4abd-8555-5a1a269bc05a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049786 Aug 31 14:19:07.873624 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80593e81-1eaa-486e-a5b3-48d039ed844c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.906987 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80593e81-1eaa-486e-a5b3-48d039ed844c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Port': ['ID=0baa795d-e02e-46ac-9830-6181feb406a9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:07.918539 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-80593e81-1eaa-486e-a5b3-48d039ed844c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:07.925848 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-80593e81-1eaa-486e-a5b3-48d039ed844c tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/ports/0baa795d-e02e-46ac-9830-6181feb406a9 HTTP/1.1" status: 204 len: 168 time: 1.3046157 Aug 31 14:19:07.927372 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39364) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:07.984809 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d365-bffc-41ec-be51-57554086eb95 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.022525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4d365-bffc-41ec-be51-57554086eb95 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event deleted for resources: {'Port': ['ID=47b777f6-8074-424f-93a2-2419a111b02f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:08.056269 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fb4906-07bd-479c-a09b-276d39a26e1f tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:08.059469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fb4906-07bd-479c-a09b-276d39a26e1f tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:08.062533 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c9fb4906-07bd-479c-a09b-276d39a26e1f tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/subnets/51b44e86-59a4-463a-a113-d153940e37f6 HTTP/1.1" status: 404 len: 337 time: 0.1322765 Aug 31 14:19:08.070543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39372) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:08.163492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d365-bffc-41ec-be51-57554086eb95 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.165782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6bf4d365-bffc-41ec-be51-57554086eb95 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "DELETE /v2.0/ports/47b777f6-8074-424f-93a2-2419a111b02f HTTP/1.1" status: 204 len: 168 time: 1.1630952 Aug 31 14:19:08.169627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39376) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:08.255836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa85a35-6678-4eb9-a421-a6994a656713 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Deleting subnet 9ecd53e7-3024-4bf2-aadb-2ca702fbbb64 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:08.259835 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9aa85a35-6678-4eb9-a421-a6994a656713 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.332411 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.361390 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9aa85a35-6678-4eb9-a421-a6994a656713 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.424478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6d7ea-8e0f-4681-9e20-87c466dd96c9 req-a565d00a-196d-4bf7-8eeb-c5338d94c26d tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:08.426234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-75b6d7ea-8e0f-4681-9e20-87c466dd96c9 req-a565d00a-196d-4bf7-8eeb-c5338d94c26d tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 949 time: 0.4548934 Aug 31 14:19:08.534373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.677242 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9aa85a35-6678-4eb9-a421-a6994a656713 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.858557 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9aa85a35-6678-4eb9-a421-a6994a656713 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.889724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa85a35-6678-4eb9-a421-a6994a656713 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecd53e7-3024-4bf2-aadb-2ca702fbbb64,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:08.917564 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9aa85a35-6678-4eb9-a421-a6994a656713 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:08.921059 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9aa85a35-6678-4eb9-a421-a6994a656713 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "DELETE /v2.0/subnets/9ecd53e7-3024-4bf2-aadb-2ca702fbbb64 HTTP/1.1" status: 204 len: 168 time: 0.7500458 Aug 31 14:19:08.927269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39428) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:08.960420 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:19:08.968790 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a068c0-1661-449a-a81a-0dc0494f6c09 None None] Network 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:09.145096 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.334584 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-8590f565-6e6e-469b-ab23-e0bda42b59bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1164207 Aug 31 14:19:09.336389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2c2ba9-5c4d-4b85-b700-74ff90f3c894']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:09.353663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Deleting port 3b620d57-110e-4696-93c2-efea2fbe86c8 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:09.356166 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.371767 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.380614 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-75b6d7ea-8e0f-4681-9e20-87c466dd96c9 req-c7f0223e-310b-4858-9429-d921c5935fd4 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9416368 Aug 31 14:19:09.398127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081d1810-5254-4a35-9d45-7d10f7d2ce2e') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:09.398663 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081d1810-5254-4a35-9d45-7d10f7d2ce2e') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:09.438494 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.480509 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.493588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:09.494525 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:09.508108 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:09.520528 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.678636 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.687160 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.699409 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/networks/6a2c2ba9-5c4d-4b85-b700-74ff90f3c894 HTTP/1.1" status: 204 len: 168 time: 1.6273704 Aug 31 14:19:09.701756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39460) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:09.710045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] For port 3b620d57-110e-4696-93c2-efea2fbe86c8, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3b620d57-110e-4696-93c2-efea2fbe86c8,segment=NetworkSegment(91104d97-6777-4aae-a8dd-b7196701ea30),segment_id=91104d97-6777-4aae-a8dd-b7196701ea30)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:09.710729 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:09.728088 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a25331-5aa9-486e-ad78-a0951ee44f30 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Network': ['ID=6a2c2ba9-5c4d-4b85-b700-74ff90f3c894,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:09.742920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-b566271b-ed29-4ae5-8aea-566e78ca8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.743872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-b566271b-ed29-4ae5-8aea-566e78ca8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.744584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-b566271b-ed29-4ae5-8aea-566e78ca8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.746700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-b566271b-ed29-4ae5-8aea-566e78ca8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.747367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-b566271b-ed29-4ae5-8aea-566e78ca8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.748181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-b566271b-ed29-4ae5-8aea-566e78ca8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.748917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-b566271b-ed29-4ae5-8aea-566e78ca8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:09.751641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-b566271b-ed29-4ae5-8aea-566e78ca8db4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6502 time: 0.3449352 Aug 31 14:19:09.762235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13aaf90-1550-49cd-9488-8a9e035cace3 None None] DHCP port deletion for 0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:19:09.804614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Calling delete_port for 3b620d57-110e-4696-93c2-efea2fbe86c8 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:09.966770 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e13aaf90-1550-49cd-9488-8a9e035cace3 None None] Deleting port 3b620d57-110e-4696-93c2-efea2fbe86c8 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:09.967091 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e13aaf90-1550-49cd-9488-8a9e035cace3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.138805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e13aaf90-1550-49cd-9488-8a9e035cace3 None None] For port 3b620d57-110e-4696-93c2-efea2fbe86c8, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3b620d57-110e-4696-93c2-efea2fbe86c8,segment=NetworkSegment(91104d97-6777-4aae-a8dd-b7196701ea30),segment_id=91104d97-6777-4aae-a8dd-b7196701ea30)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:10.139521 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e13aaf90-1550-49cd-9488-8a9e035cace3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.155219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-5de7d823-e787-418d-9be5-2bb442a7417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.155710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-5de7d823-e787-418d-9be5-2bb442a7417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.156184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-5de7d823-e787-418d-9be5-2bb442a7417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.157874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-5de7d823-e787-418d-9be5-2bb442a7417d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f61a66ed-e073-4160-9a7b-510fffda1238&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a HTTP/1.1" status: 200 len: 2297 time: 0.3789487 Aug 31 14:19:10.168706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e13aaf90-1550-49cd-9488-8a9e035cace3 None None] Calling delete_port for 3b620d57-110e-4696-93c2-efea2fbe86c8 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:10.336819 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e13aaf90-1550-49cd-9488-8a9e035cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.378595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-047c7758-96fa-450c-a6bc-6705c16e09ea tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Deleting port 4a29f6c9-9c94-4635-99b5-0a68426f5919 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:10.378951 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-047c7758-96fa-450c-a6bc-6705c16e09ea tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.460553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aaf90-1550-49cd-9488-8a9e035cace3 None None] Pushing event deleted for resources: {'Port': ['ID=3b620d57-110e-4696-93c2-efea2fbe86c8,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:10.477566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13aaf90-1550-49cd-9488-8a9e035cace3 None None] No DVR routers for this DVR port 3b620d57-110e-4696-93c2-efea2fbe86c8 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:10.538874 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.644165 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7535c17-8d74-44ca-9a7e-84235c655318 req-9d3cc873-9788-4c12-a7b2-aa37e0bbe36f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:10.650343 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7535c17-8d74-44ca-9a7e-84235c655318 req-9d3cc873-9788-4c12-a7b2-aa37e0bbe36f tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 949 time: 0.1035101 Aug 31 14:19:10.687845 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-047c7758-96fa-450c-a6bc-6705c16e09ea tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:10.726916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-047c7758-96fa-450c-a6bc-6705c16e09ea tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Calling delete_port for 4a29f6c9-9c94-4635-99b5-0a68426f5919 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:10.731424 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c7535c17-8d74-44ca-9a7e-84235c655318 req-23433d5b-4876-4f65-849b-7f97afab9ea4 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722842 Aug 31 14:19:10.838413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] No DVR routers for this DVR port 3b620d57-110e-4696-93c2-efea2fbe86c8 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:10.843381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event deleted for resources: {'Port': ['ID=3b620d57-110e-4696-93c2-efea2fbe86c8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:10.845459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-944c44f1-0be6-49ce-961e-3e164e875580 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 HTTP/1.1" status: 200 len: 1001 time: 0.6610875 Aug 31 14:19:10.872810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3b620d57-110e-4696-93c2-efea2fbe86c8 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:10.898210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 3b620d57-110e-4696-93c2-efea2fbe86c8 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:10.898815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3b620d57-110e-4696-93c2-efea2fbe86c8 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:11.046378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-593eb120-19ba-480d-a0ea-f3b63aa7875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:11.047656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-593eb120-19ba-480d-a0ea-f3b63aa7875b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78251-b3fe-4763-9e2c-bc513ea64886 HTTP/1.1" status: 200 len: 854 time: 0.1890702 Aug 31 14:19:11.056894 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.083073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:11.166429 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-047c7758-96fa-450c-a6bc-6705c16e09ea tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.176029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91104d97-6777-4aae-a8dd-b7196701ea30') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:11.179011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91104d97-6777-4aae-a8dd-b7196701ea30') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:11.220219 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.228985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c7758-96fa-450c-a6bc-6705c16e09ea tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Port': ['ID=4a29f6c9-9c94-4635-99b5-0a68426f5919,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:11.244111 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-047c7758-96fa-450c-a6bc-6705c16e09ea tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.251102 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-047c7758-96fa-450c-a6bc-6705c16e09ea tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/ports/4a29f6c9-9c94-4635-99b5-0a68426f5919 HTTP/1.1" status: 204 len: 168 time: 1.5469999 Aug 31 14:19:11.252594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39526) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:11.255324 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.261605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-620b65d1-b83f-4b91-812c-1740f58f3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:11.264915 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-620b65d1-b83f-4b91-812c-1740f58f3d83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f61a66ed-e073-4160-9a7b-510fffda1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2099986 Aug 31 14:19:11.279823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:11.280243 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.311889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678201a-b739-46c6-8b99-66a175b18881 req-5cf3805b-e567-40f0-b41f-0b17c9efb16a tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:11.314920 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9678201a-b739-46c6-8b99-66a175b18881 req-5cf3805b-e567-40f0-b41f-0b17c9efb16a tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 949 time: 0.1351297 Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:11.365068 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:11.397297 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9678201a-b739-46c6-8b99-66a175b18881 req-e4eca32f-ddfc-4249-94aa-70d8dd133327 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700302 Aug 31 14:19:11.467525 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b97dfd-f9ad-4723-a7a0-de55d48c8a93 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:11.467988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b97dfd-f9ad-4723-a7a0-de55d48c8a93 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:11.472615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39534) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:11.480741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c0b97dfd-f9ad-4723-a7a0-de55d48c8a93 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/subnets/ca907db1-aff2-4d57-a8b8-14f857f9cf95 HTTP/1.1" status: 404 len: 337 time: 0.2220514 Aug 31 14:19:11.532289 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.547033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.549036 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] 10.222.0.20 "DELETE /v2.0/networks/0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d HTTP/1.1" status: 204 len: 168 time: 2.6204557 Aug 31 14:19:11.566247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380ae8f-3a53-4a0b-bb80-1c42587dee45 tempest-AllowedAddressPairTestJSON-772025264 tempest-AllowedAddressPairTestJSON-772025264-project] Pushing event deleted for resources: {'Network': ['ID=0a84cc9e-2b4e-40f0-a339-a208cc2fdf8d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:11.581276 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-550e719d-ccc4-435f-b31a-f7a0ae7eac90 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027422 Aug 31 14:19:11.612787 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.794168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-ceaa1d91-caf3-489c-94e1-905a5088d8a4 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045732 Aug 31 14:19:11.800405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Deleting port ed3ec928-00af-48db-ad09-b7a06054eee4 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:11.802647 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.847640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-5aa32124-60af-4970-bedb-8e2b11cf86e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 200 len: 217 time: 0.0461006 Aug 31 14:19:11.921137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] For port ed3ec928-00af-48db-ad09-b7a06054eee4, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ed3ec928-00af-48db-ad09-b7a06054eee4,segment=NetworkSegment(869610c9-5842-4165-857f-5841fbfc3b48),segment_id=869610c9-5842-4165-857f-5841fbfc3b48)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:11.924071 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:11.952476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-ae9af0f8-f1b9-41ba-a709-72d5c76a94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:11.954185 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-ae9af0f8-f1b9-41ba-a709-72d5c76a94b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0998354 Aug 31 14:19:11.963129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Calling delete_port for ed3ec928-00af-48db-ad09-b7a06054eee4 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:12.100741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-f0c20daa-b880-4466-a843-0c082fddf0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:12.103994 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-f0c20daa-b880-4466-a843-0c082fddf0a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1418686 Aug 31 14:19:12.115300 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.221673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Port': ['ID=ed3ec928-00af-48db-ad09-b7a06054eee4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:12.240996 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] No DVR routers for this DVR port ed3ec928-00af-48db-ad09-b7a06054eee4 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:12.365918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39576) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:12.387431 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-67593db6-5360-48d7-92d3-d616dbdb3f93 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738874 Aug 31 14:19:12.528193 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.568392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094aba43-eef7-4c6a-9250-88e1c50cf936']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:12.595907 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869610c9-5842-4165-857f-5841fbfc3b48') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:12.596207 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869610c9-5842-4165-857f-5841fbfc3b48') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:12.629389 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.669828 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.692179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:12.692884 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:12.723437 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:12.744771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4271dc76-2572-4bd3-b8e4-617552abb9d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=312af14237bd45028856e8fa3a3b4029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777170 Aug 31 14:19:12.758745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39594) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:12.832095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-a1a359bb-dd6a-4389-a568-9a50b7f7a23d service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360223 Aug 31 14:19:12.911394 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec921ac2-7e02-4eba-a2eb-061c9f3a56ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.941291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec921ac2-7e02-4eba-a2eb-061c9f3a56ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.959627 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.969360 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:12.978781 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/networks/094aba43-eef7-4c6a-9250-88e1c50cf936 HTTP/1.1" status: 204 len: 168 time: 1.5050824 Aug 31 14:19:12.989745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39602) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:13.009197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3e8d3-8e53-4fae-af02-e8c992c7bfb8 req-ef9928bb-0d70-4d3d-8332-1760c4af82aa tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:13.010779 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d4e3e8d3-8e53-4fae-af02-e8c992c7bfb8 req-ef9928bb-0d70-4d3d-8332-1760c4af82aa tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 949 time: 0.2245080 Aug 31 14:19:13.013958 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-93a85e89-6b0c-4093-9ebe-ddbe6ad4228d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 200 len: 217 time: 0.1666031 Aug 31 14:19:13.018541 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec921ac2-7e02-4eba-a2eb-061c9f3a56ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.031458 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec921ac2-7e02-4eba-a2eb-061c9f3a56ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.037014 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ec921ac2-7e02-4eba-a2eb-061c9f3a56ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/020d0713-4666-458b-ac3b-0097c0f7f72d HTTP/1.1" status: 204 len: 168 time: 0.2768304 Aug 31 14:19:13.105867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec921ac2-7e02-4eba-a2eb-061c9f3a56ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d0713-4666-458b-ac3b-0097c0f7f72d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:13.111519 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d83af-8a5f-4e94-965c-6b425defc3d1 req-0132f575-5b5e-4917-9520-0ea2bc4ee593 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:13.125035 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cb5d83af-8a5f-4e94-965c-6b425defc3d1 req-0132f575-5b5e-4917-9520-0ea2bc4ee593 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 949 time: 0.4028797 Aug 31 14:19:13.127716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfd7fb-eb4e-40d8-b7d4-9744b49761c6 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Network': ['ID=094aba43-eef7-4c6a-9250-88e1c50cf936,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:13.199439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-ebf730b5-8736-40ee-bee3-14fbba679324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:13.206624 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-ebf730b5-8736-40ee-bee3-14fbba679324 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.1684246 Aug 31 14:19:13.341490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-2c1ab458-ce6c-47b8-8516-c3a7dee3ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:13.343146 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-2c1ab458-ce6c-47b8-8516-c3a7dee3ab7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1269650 Aug 31 14:19:13.446854 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cb5d83af-8a5f-4e94-965c-6b425defc3d1 req-d905563a-dce4-4357-9316-847fc1c97aad tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982180 Aug 31 14:19:13.473380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2ced32-f0b1-4980-b4e7-032c78891360 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Deleting subnet 7dcd1c07-6608-4cac-a926-28ef3b91765e {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:13.494260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e2ced32-f0b1-4980-b4e7-032c78891360 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.569029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-836f1b96-400a-4cd4-9b1c-b6594a542334 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177711 Aug 31 14:19:13.789900 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e2ced32-f0b1-4980-b4e7-032c78891360 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.807072 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-18b662b3-bd00-4d58-93b9-a2f0b3ad62fc service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314131 Aug 31 14:19:13.925287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-d4e3e8d3-8e53-4fae-af02-e8c992c7bfb8 req-3893eae0-9dcc-48db-9372-bcf34ae32801 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Deleting port fb4c12e5-1950-44fa-bd5f-a5e563116375 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:13.929192 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d4e3e8d3-8e53-4fae-af02-e8c992c7bfb8 req-3893eae0-9dcc-48db-9372-bcf34ae32801 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:13.959987 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-e6495582-1c42-4ccb-84ce-b5018a6a1477 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c HTTP/1.1" status: 200 len: 217 time: 0.1431661 Aug 31 14:19:14.025448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-692607ae-427d-4e68-9f67-7efc4acf0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:14.027250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-692607ae-427d-4e68-9f67-7efc4acf0beb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0590999 Aug 31 14:19:14.157078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-281777fa-1d3c-45e5-81ad-c4a41d587c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:14.160903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-281777fa-1d3c-45e5-81ad-c4a41d587c31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1260490 Aug 31 14:19:14.270023 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e2ced32-f0b1-4980-b4e7-032c78891360 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.352960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-d4e3e8d3-8e53-4fae-af02-e8c992c7bfb8 req-3893eae0-9dcc-48db-9372-bcf34ae32801 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] For port fb4c12e5-1950-44fa-bd5f-a5e563116375, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fb4c12e5-1950-44fa-bd5f-a5e563116375,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:14.353524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d4e3e8d3-8e53-4fae-af02-e8c992c7bfb8 req-3893eae0-9dcc-48db-9372-bcf34ae32801 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.370822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-d4e3e8d3-8e53-4fae-af02-e8c992c7bfb8 req-3893eae0-9dcc-48db-9372-bcf34ae32801 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Calling delete_port for fb4c12e5-1950-44fa-bd5f-a5e563116375 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:14.378225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-ab8c15cf-4543-4f19-8f07-d5a515d8d66d service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972175 Aug 31 14:19:14.407768 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e2ced32-f0b1-4980-b4e7-032c78891360 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.637748 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-15acee9b-fb2e-48ee-b765-d1d475f0734d service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519386 Aug 31 14:19:14.694425 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-884b277d-795c-49ab-8302-72c1e0e6efbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa HTTP/1.1" status: 200 len: 217 time: 0.0473657 Aug 31 14:19:14.793877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-93a2cf94-bb88-4717-a036-206764168901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:14.795389 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-93a2cf94-bb88-4717-a036-206764168901 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0899823 Aug 31 14:19:14.795896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39654) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:14.842477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e363e9a-8661-4f76-a3f5-c36e5eeabc9f None None] Network b5e6eee9-c31f-471c-b998-f43bcdca94ce requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:14.854387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ced32-f0b1-4980-b4e7-032c78891360 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcd1c07-6608-4cac-a926-28ef3b91765e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:14.866636 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e2ced32-f0b1-4980-b4e7-032c78891360 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:14.871386 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5e2ced32-f0b1-4980-b4e7-032c78891360 tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/subnets/7dcd1c07-6608-4cac-a926-28ef3b91765e HTTP/1.1" status: 204 len: 168 time: 1.8551395 Aug 31 14:19:14.885191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39660) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:14.905788 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d4e3e8d3-8e53-4fae-af02-e8c992c7bfb8 req-3893eae0-9dcc-48db-9372-bcf34ae32801 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.003585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893eae0-9dcc-48db-9372-bcf34ae32801 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Pushing event deleted for resources: {'Port': ['ID=fb4c12e5-1950-44fa-bd5f-a5e563116375,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:15.041973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b63f2b-efb9-400d-a46e-eaba90ee00d2 req-88383259-4070-47ef-a72f-023574613eb7 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:15.077003 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3b63f2b-efb9-400d-a46e-eaba90ee00d2 req-88383259-4070-47ef-a72f-023574613eb7 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7d8f4a5-156f-46f4-854f-7a4095219519 HTTP/1.1" status: 200 len: 867 time: 0.3492634 Aug 31 14:19:15.227392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e3e8d3-8e53-4fae-af02-e8c992c7bfb8 req-3893eae0-9dcc-48db-9372-bcf34ae32801 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] No DVR routers for this DVR port fb4c12e5-1950-44fa-bd5f-a5e563116375 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:15.247183 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d4e3e8d3-8e53-4fae-af02-e8c992c7bfb8 req-3893eae0-9dcc-48db-9372-bcf34ae32801 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.249290 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d4e3e8d3-8e53-4fae-af02-e8c992c7bfb8 req-3893eae0-9dcc-48db-9372-bcf34ae32801 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.52 "DELETE /v2.0/ports/fb4c12e5-1950-44fa-bd5f-a5e563116375 HTTP/1.1" status: 204 len: 173 time: 2.2104945 Aug 31 14:19:15.249697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b74c3bf-4ca3-4685-95d7-b95666b562b5 None None] DHCP port deletion for b5e6eee9-c31f-471c-b998-f43bcdca94ce request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:19:15.251518 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d8f4a5-156f-46f4-854f-7a4095219519', 'name': 'network-vif-deleted', 'tag': 'fb4c12e5-1950-44fa-bd5f-a5e563116375'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:19:15.253543 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b0a797-d108-4488-8611-0f47c2d5e558" -d '{"events": [{"server_uuid": "c7d8f4a5-156f-46f4-854f-7a4095219519", "name": "network-vif-deleted", "tag": "fb4c12e5-1950-44fa-bd5f-a5e563116375"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:19:15.304903 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3b63f2b-efb9-400d-a46e-eaba90ee00d2 req-d4827b54-9186-430e-82cd-c1a0062ec2f9 tempest-VolumesNegativeTest-890760637 tempest-VolumesNegativeTest-890760637-project] 10.222.0.20 "GET /v2.0/security-groups?id=5cf52de7-02a6-412c-a270-d2d2da91b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108040 Aug 31 14:19:15.307567 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eeca87-e749-4289-9e83-0d4322f10f49 x-openstack-request-id: req-00eeca87-e749-4289-9e83-0d4322f10f49 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:19:15.308127 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d8f4a5-156f-46f4-854f-7a4095219519", "name": "network-vif-deleted", "tag": "fb4c12e5-1950-44fa-bd5f-a5e563116375", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:19:15.308851 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00eeca87-e749-4289-9e83-0d4322f10f49 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:19:15.309488 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d8f4a5-156f-46f4-854f-7a4095219519', 'name': 'network-vif-deleted', 'tag': 'fb4c12e5-1950-44fa-bd5f-a5e563116375', 'status': 'completed', 'code': 200} Aug 31 14:19:15.432366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5b74c3bf-4ca3-4685-95d7-b95666b562b5 None None] Deleting port ac95cb05-f2bc-4804-8b96-37e56ed67e19 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:15.434025 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5b74c3bf-4ca3-4685-95d7-b95666b562b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.577445 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5b74c3bf-4ca3-4685-95d7-b95666b562b5 None None] For port ac95cb05-f2bc-4804-8b96-37e56ed67e19, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ac95cb05-f2bc-4804-8b96-37e56ed67e19,segment=NetworkSegment(e7f11ec1-275e-4a80-87ad-5ea4973fdec5),segment_id=e7f11ec1-275e-4a80-87ad-5ea4973fdec5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:15.577851 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5b74c3bf-4ca3-4685-95d7-b95666b562b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.618166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5b74c3bf-4ca3-4685-95d7-b95666b562b5 None None] Calling delete_port for ac95cb05-f2bc-4804-8b96-37e56ed67e19 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:15.690889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1975437636'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:15.725620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-3af98f74-6418-4b2b-9410-6f7630a95250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:15.731026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-3af98f74-6418-4b2b-9410-6f7630a95250 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9198089 Aug 31 14:19:15.741390 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.801116 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5b74c3bf-4ca3-4685-95d7-b95666b562b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.840472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74c3bf-4ca3-4685-95d7-b95666b562b5 None None] Pushing event deleted for resources: {'Port': ['ID=ac95cb05-f2bc-4804-8b96-37e56ed67e19,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:15.872457 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74c3bf-4ca3-4685-95d7-b95666b562b5 None None] No DVR routers for this DVR port ac95cb05-f2bc-4804-8b96-37e56ed67e19 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:15.893543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:15.898149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:15.924900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.050154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.061989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e6eee9-c31f-471c-b998-f43bcdca94ce']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:16.074373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f11ec1-275e-4a80-87ad-5ea4973fdec5') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:16.074843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f11ec1-275e-4a80-87ad-5ea4973fdec5') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:16.094327 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.126973 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-ddee1a63-143e-4dca-a4f6-e35422f5135f service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745556 Aug 31 14:19:16.129939 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.222381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:16.222887 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:16.226882 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:16.407310 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.491137 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.497708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] 10.222.0.20 "DELETE /v2.0/networks/b5e6eee9-c31f-471c-b998-f43bcdca94ce HTTP/1.1" status: 204 len: 168 time: 1.6038644 Aug 31 14:19:16.507299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf821957-46b2-4989-b549-9ab56cd3e18d tempest-NetworksIpV6TestAttrs-1597909899 tempest-NetworksIpV6TestAttrs-1597909899-project] Pushing event deleted for resources: {'Network': ['ID=b5e6eee9-c31f-471c-b998-f43bcdca94ce,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:16.529492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-390b1a35-2a79-426a-bd67-83aa70612690 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929794 Aug 31 14:19:16.582718 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device fb4c12e5-1950-44fa-bd5f-a5e563116375 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:16.629460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: fb4c12e5-1950-44fa-bd5f-a5e563116375 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:16.629809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device fb4c12e5-1950-44fa-bd5f-a5e563116375 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:16.658030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-b13938bb-5293-4bf8-8b91-b070c13254fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a695eda4-8064-4835-887f-df4c54d594d9 HTTP/1.1" status: 200 len: 217 time: 0.1084967 Aug 31 14:19:16.674612 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.685373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.775102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:16.783534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f01bd9f-aee1-4384-b1ca-1419a5a0316b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:16.808578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-f659de26-7ec3-42f0-b117-7f6d5913cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:16.810460 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-f659de26-7ec3-42f0-b117-7f6d5913cebe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.1345847 Aug 31 14:19:16.811939 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.812624 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Added segment 6ab73165-6787-4586-9b0a-a1bc5296d821 of type vlan for network 5ec6fa4d-fc22-4dff-880b-dd16a84667f6 Aug 31 14:19:16.878617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ac95cb05-f2bc-4804-8b96-37e56ed67e19 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:19:16.919730 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:16.945325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ac95cb05-f2bc-4804-8b96-37e56ed67e19 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:19:16.945688 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ac95cb05-f2bc-4804-8b96-37e56ed67e19 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:19:16.960554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-53a5e90e-9a99-4e9e-9f2d-2c12e833647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:16.962910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-53a5e90e-9a99-4e9e-9f2d-2c12e833647c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1415937 Aug 31 14:19:17.094409 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:17.109075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:17.109819 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:17.223758 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-6dbf862e-6693-4176-8a44-5534a2790f06 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517123 Aug 31 14:19:17.258400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4567430 Aug 31 14:19:17.259395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78472633-f647-4d43-81cd-87678af777e3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Network': ['ID=5ec6fa4d-fc22-4dff-880b-dd16a84667f6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:17.291417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 5ec6fa4d-fc22-4dff-880b-dd16a84667f6 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:17.415086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39752) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:17.710709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-be9a5a23-615d-4a1b-969a-259e41f35d5a service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777317 Aug 31 14:19:17.953402 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-c30a721f-cdca-4e00-bcc0-22935a64d81d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41 HTTP/1.1" status: 200 len: 217 time: 0.2326186 Aug 31 14:19:18.143310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-9fe280a2-7105-4fe8-81ed-b4859bdecff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:18.144872 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-9fe280a2-7105-4fe8-81ed-b4859bdecff1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.1740043 Aug 31 14:19:18.243768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-2c53bbda-9522-451c-8496-3d2b1be112bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:18.253698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-2c53bbda-9522-451c-8496-3d2b1be112bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1014614 Aug 31 14:19:18.278091 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-be9c194b-43ba-4ba4-b468-1f725026f7d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d00514b9db84b5080641c310d406183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8589373 Aug 31 14:19:18.279091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39782) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:18.319857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39784) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:18.365523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-177a9752-956b-43c1-b7a2-e12bc9802d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:18.408689 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-177a9752-956b-43c1-b7a2-e12bc9802d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:18.526611 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-8d45c5e8-c2eb-4b52-b777-958ff6cd6fe4 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640474 Aug 31 14:19:18.630713 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-177a9752-956b-43c1-b7a2-e12bc9802d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:18.635029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-177a9752-956b-43c1-b7a2-e12bc9802d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:18.637675 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-177a9752-956b-43c1-b7a2-e12bc9802d64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61590066-3689-4d88-8353-d85c50434b4d HTTP/1.1" status: 204 len: 168 time: 0.3560181 Aug 31 14:19:18.669344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a9752-956b-43c1-b7a2-e12bc9802d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61590066-3689-4d88-8353-d85c50434b4d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:18.718181 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-44e86390-e32d-47bb-a0d8-d647461d5107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:18.797704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cd2a340-0bc0-483e-b9d6-ad4f839ffc79 req-0995eb9a-b063-491f-b6bc-253d74143379 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626944 Aug 31 14:19:19.043714 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-44e86390-e32d-47bb-a0d8-d647461d5107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.053362 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-44e86390-e32d-47bb-a0d8-d647461d5107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.125190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e86390-e32d-47bb-a0d8-d647461d5107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc4a31e-da41-4197-8082-df67a673d9e5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:19.235854 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-44e86390-e32d-47bb-a0d8-d647461d5107 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b2aba3f720b4752b886d9e699fb58f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9146254 Aug 31 14:19:19.238705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39860) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:19.447792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae53c238-a8c0-4ce0-be44-27298ee3b581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.570656 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae53c238-a8c0-4ce0-be44-27298ee3b581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.809295 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae53c238-a8c0-4ce0-be44-27298ee3b581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.814296 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae53c238-a8c0-4ce0-be44-27298ee3b581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:19.818973 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ae53c238-a8c0-4ce0-be44-27298ee3b581 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bc4a31e-da41-4197-8082-df67a673d9e5 HTTP/1.1" status: 204 len: 168 time: 0.5792236 Aug 31 14:19:19.831766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53c238-a8c0-4ce0-be44-27298ee3b581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc4a31e-da41-4197-8082-df67a673d9e5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:20.483970 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 39910) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:20.494841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-aac1f820-494c-4668-818e-48d3e87cb357 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'subnet': {'network_id': '5ec6fa4d-fc22-4dff-880b-dd16a84667f6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:20.674750 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39932) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:20.692623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4dec687-6a5c-4993-9b18-1cb186045d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:20.738530 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-c4dec687-6a5c-4993-9b18-1cb186045d07 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:19:20.738530 n-d-792364-6 neutron-server[106388]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:19:20.738530 n-d-792364-6 neutron-server[106388]: [parameters: {'project_id': '93dabfbd83c447e8ad151cab73c8e64f', 'id': '71431d5e-7404-4a63-b919-2d0c7a659321', 'expiration': datetime.datetime(2021, 8, 31, 14, 21, 20, 734119)}] Aug 31 14:19:20.738530 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:19:20.741060 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-c4dec687-6a5c-4993-9b18-1cb186045d07 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:19:20.762637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac1f820-494c-4668-818e-48d3e87cb357 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:20.768482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aac1f820-494c-4668-818e-48d3e87cb357 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:20.863638 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 39950) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:21.133408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-198641655'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:21.198042 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aac1f820-494c-4668-818e-48d3e87cb357 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.213793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:21.225465 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.238112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.248004 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4dec687-6a5c-4993-9b18-1cb186045d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.409113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1f820-494c-4668-818e-48d3e87cb357 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Subnet': ['ID=cb348ddd-27df-43c7-b25a-cba3c2336b16,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:21.451676 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1f820-494c-4668-818e-48d3e87cb357 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Checking segment: {'id': '6ab73165-6787-4586-9b0a-a1bc5296d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5ec6fa4d-fc22-4dff-880b-dd16a84667f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:21.451676 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1f820-494c-4668-818e-48d3e87cb357 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network hostable DHCP agents. Network: 5ec6fa4d-fc22-4dff-880b-dd16a84667f6, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:21.498954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1f820-494c-4668-818e-48d3e87cb357 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network 5ec6fa4d-fc22-4dff-880b-dd16a84667f6 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:21.526718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-aac1f820-494c-4668-818e-48d3e87cb357 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 5ec6fa4d-fc22-4dff-880b-dd16a84667f6) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:21.531246 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac1f820-494c-4668-818e-48d3e87cb357 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:21.532122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aac1f820-494c-4668-818e-48d3e87cb357 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.538368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.550353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1b8066-c349-4a2b-b81f-10a479b88701 None None] Network 5ec6fa4d-fc22-4dff-880b-dd16a84667f6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:21.552197 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.598712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:21.637160 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.637520 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Added segment e7a61455-1a34-4b08-9a53-e15b3c60c3f1 of type vlan for network 2da204c7-2706-4ce0-9591-061bcf4e9850 Aug 31 14:19:21.646953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62248a05-419e-4b2a-bfda-1342888d732d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:21.698850 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.759262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.766003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:21.766897 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.771414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4dec687-6a5c-4993-9b18-1cb186045d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.807001 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-aac1f820-494c-4668-818e-48d3e87cb357 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3215909 Aug 31 14:19:21.807719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40018) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:21.813565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-25edd6b5-7313-490d-bfef-760bb73ec403 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-835911750'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:21.873379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25edd6b5-7313-490d-bfef-760bb73ec403 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:21.876836 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25edd6b5-7313-490d-bfef-760bb73ec403 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.921863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-5ec6fa4d-fc22-4dff-880b-dd16a84667f6', 'network_id': '5ec6fa4d-fc22-4dff-880b-dd16a84667f6', 'tenant_id': '2ab5359e2d69498dacdd8ecb82efe0ec', 'fixed_ips': [{'subnet_id': 'cb348ddd-27df-43c7-b25a-cba3c2336b16'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:21.922743 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.938180 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4dec687-6a5c-4993-9b18-1cb186045d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.958424 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25edd6b5-7313-490d-bfef-760bb73ec403 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:21.981353 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25edd6b5-7313-490d-bfef-760bb73ec403 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:21.981994 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-25edd6b5-7313-490d-bfef-760bb73ec403 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Added segment 8940b908-b30b-4bc5-85c1-d14f84a13bba of type vlan for network 2a15206a-c112-498e-ba2d-bb7172ca54f0 Aug 31 14:19:22.007662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1433012 Aug 31 14:19:22.062873 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25edd6b5-7313-490d-bfef-760bb73ec403 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.067700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c4dec687-6a5c-4993-9b18-1cb186045d07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93dabfbd83c447e8ad151cab73c8e64f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3912463 Aug 31 14:19:22.070009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb987d1-a1fd-4e5b-9edd-cfc86ee53da6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=2da204c7-2706-4ce0-9591-061bcf4e9850,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:22.070612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40030) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:22.079438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dec687-6a5c-4993-9b18-1cb186045d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae2d080-e790-4245-87ca-90a7b773e50f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:22.145733 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25edd6b5-7313-490d-bfef-760bb73ec403 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.152321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25edd6b5-7313-490d-bfef-760bb73ec403 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:22.153675 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25edd6b5-7313-490d-bfef-760bb73ec403 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.180802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40036) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:22.187618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8656bcf6-9b2a-492a-8c24-01666bbeb1db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'network_id': '2da204c7-2706-4ce0-9591-061bcf4e9850', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:22.227613 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0492b13c-ca32-4b36-b165-030490f8fc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.231883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Allocated IP 2001:db8:0:ffff::2 (5ec6fa4d-fc22-4dff-880b-dd16a84667f6/cb348ddd-27df-43c7-b25a-cba3c2336b16/6eeba9f2-1fc5-4a32-bcab-873a10cb41cf) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:22.340980 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-25edd6b5-7313-490d-bfef-760bb73ec403 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5319033 Aug 31 14:19:22.348571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40044) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:22.361042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edd6b5-7313-490d-bfef-760bb73ec403 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Network': ['ID=2a15206a-c112-498e-ba2d-bb7172ca54f0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:22.363036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4dc4344f-6228-4e9b-97dc-363cb6652dd8 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'subnet': {'network_id': '2a15206a-c112-498e-ba2d-bb7172ca54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:22.366499 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0492b13c-ca32-4b36-b165-030490f8fc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.415596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 2da204c7-2706-4ce0-9591-061bcf4e9850 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:22.418071 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 2a15206a-c112-498e-ba2d-bb7172ca54f0 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:22.469677 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0492b13c-ca32-4b36-b165-030490f8fc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.472419 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0492b13c-ca32-4b36-b165-030490f8fc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:22.476021 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0492b13c-ca32-4b36-b165-030490f8fc16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ae2d080-e790-4245-87ca-90a7b773e50f HTTP/1.1" status: 204 len: 168 time: 0.4002662 Aug 31 14:19:22.485216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492b13c-ca32-4b36-b165-030490f8fc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae2d080-e790-4245-87ca-90a7b773e50f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:22.656311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8656bcf6-9b2a-492a-8c24-01666bbeb1db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:22.665998 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8656bcf6-9b2a-492a-8c24-01666bbeb1db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.052661 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.061119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc4344f-6228-4e9b-97dc-363cb6652dd8 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:23.067442 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4dc4344f-6228-4e9b-97dc-363cb6652dd8 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.071557 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Transition to ACTIVE for port object 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:23.124656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Transition to ACTIVE for port object 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:23.132871 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.212137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Network 5ec6fa4d-fc22-4dff-880b-dd16a84667f6 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:23.219896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:23.224294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:23.228052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Pushing event updated for resources: {'Port': ['ID=6eeba9f2-1fc5-4a32-bcab-873a10cb41cf,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:23.302781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Attempting to bind port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:23.303632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Attempting to bind port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '6ab73165-6787-4586-9b0a-a1bc5296d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5ec6fa4d-fc22-4dff-880b-dd16a84667f6'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:23.304091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Attempting to bind port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf on network 5ec6fa4d-fc22-4dff-880b-dd16a84667f6 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:23.309353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:23.309742 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Checking segment: {'id': '6ab73165-6787-4586-9b0a-a1bc5296d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5ec6fa4d-fc22-4dff-880b-dd16a84667f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:23.310488 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.310953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Bound using segment: {'id': '6ab73165-6787-4586-9b0a-a1bc5296d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5ec6fa4d-fc22-4dff-880b-dd16a84667f6'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:23.311505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Bound port: 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab73165-6787-4586-9b0a-a1bc5296d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5ec6fa4d-fc22-4dff-880b-dd16a84667f6'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:23.311841 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.439194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40102) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:23.467153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] For port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:23.468329 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-031d33e9-31fa-41f7-8a97-732d42d54612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.471644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] For port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6eeba9f2-1fc5-4a32-bcab-873a10cb41cf,segment=NetworkSegment(6ab73165-6787-4586-9b0a-a1bc5296d821),segment_id=6ab73165-6787-4586-9b0a-a1bc5296d821)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:23.487933 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.639192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19b9f2-8f13-4aaa-94af-5ccb4aaf3950 None None] Pushing event updated for resources: {'Port': ['ID=6eeba9f2-1fc5-4a32-bcab-873a10cb41cf,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:23.811239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-031d33e9-31fa-41f7-8a97-732d42d54612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.816516 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8656bcf6-9b2a-492a-8c24-01666bbeb1db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.822209 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-031d33e9-31fa-41f7-8a97-732d42d54612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.873172 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-031d33e9-31fa-41f7-8a97-732d42d54612 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12178b1a5fa94bbdb31d9d61d339bc00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4310396 Aug 31 14:19:23.876137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40116) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:23.906116 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4dc4344f-6228-4e9b-97dc-363cb6652dd8 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:23.918638 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d33e9-31fa-41f7-8a97-732d42d54612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b643efcf-57bc-4542-997a-5ad367b46af2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:23.935616 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3acae26-5c00-4eb9-b204-ec320b8a0569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.007869 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3acae26-5c00-4eb9-b204-ec320b8a0569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.027710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656bcf6-9b2a-492a-8c24-01666bbeb1db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=57cc0f25-a105-48d7-8b2d-7c57570cf0ea,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:24.104756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4344f-6228-4e9b-97dc-363cb6652dd8 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Subnet': ['ID=10722e79-7b64-4099-b616-b0661c92f2d4,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:24.135970 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3acae26-5c00-4eb9-b204-ec320b8a0569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.144639 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3acae26-5c00-4eb9-b204-ec320b8a0569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.149306 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b3acae26-5c00-4eb9-b204-ec320b8a0569 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b643efcf-57bc-4542-997a-5ad367b46af2 HTTP/1.1" status: 204 len: 168 time: 0.2696140 Aug 31 14:19:24.186197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acae26-5c00-4eb9-b204-ec320b8a0569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b643efcf-57bc-4542-997a-5ad367b46af2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:24.200954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656bcf6-9b2a-492a-8c24-01666bbeb1db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking segment: {'id': 'e7a61455-1a34-4b08-9a53-e15b3c60c3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2da204c7-2706-4ce0-9591-061bcf4e9850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:24.201305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8656bcf6-9b2a-492a-8c24-01666bbeb1db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network hostable DHCP agents. Network: 2da204c7-2706-4ce0-9591-061bcf4e9850, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:24.291811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc4344f-6228-4e9b-97dc-363cb6652dd8 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Checking segment: {'id': '8940b908-b30b-4bc5-85c1-d14f84a13bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '2a15206a-c112-498e-ba2d-bb7172ca54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:24.292765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc4344f-6228-4e9b-97dc-363cb6652dd8 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network hostable DHCP agents. Network: 2a15206a-c112-498e-ba2d-bb7172ca54f0, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:24.344412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8656bcf6-9b2a-492a-8c24-01666bbeb1db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network 2da204c7-2706-4ce0-9591-061bcf4e9850 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:24.351815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc4344f-6228-4e9b-97dc-363cb6652dd8 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network 2a15206a-c112-498e-ba2d-bb7172ca54f0 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:24.367951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8656bcf6-9b2a-492a-8c24-01666bbeb1db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 2da204c7-2706-4ce0-9591-061bcf4e9850) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:24.370031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4dc4344f-6228-4e9b-97dc-363cb6652dd8 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 2a15206a-c112-498e-ba2d-bb7172ca54f0) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:24.375044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8656bcf6-9b2a-492a-8c24-01666bbeb1db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:24.375707 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8656bcf6-9b2a-492a-8c24-01666bbeb1db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.379541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc4344f-6228-4e9b-97dc-363cb6652dd8 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:24.380195 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4dc4344f-6228-4e9b-97dc-363cb6652dd8 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.384600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fa28f3-9630-4542-ab7a-20aeccf2b24d None None] Network 2da204c7-2706-4ce0-9591-061bcf4e9850 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:24.405753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8656bcf6-9b2a-492a-8c24-01666bbeb1db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2225411 Aug 31 14:19:24.407646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4dc4344f-6228-4e9b-97dc-363cb6652dd8 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0559447 Aug 31 14:19:24.408823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40124) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:24.410973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40126) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:24.435864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-bc3ae264-a387-4220-8655-8535e693e300 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1156304334'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:24.496776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3ae264-a387-4220-8655-8535e693e300 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:24.502494 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae264-a387-4220-8655-8535e693e300 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.598612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3ae264-a387-4220-8655-8535e693e300 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:24.622789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a9c62a-d4fc-49ca-818f-f6eb31514516 None None] Network 2a15206a-c112-498e-ba2d-bb7172ca54f0 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:24.654802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae264-a387-4220-8655-8535e693e300 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.657895 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-bc3ae264-a387-4220-8655-8535e693e300 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Added segment 0d6768e2-8254-47c4-8f55-ff3a5ea6e3f4 of type vlan for network 3ba86dc5-e48a-4209-8664-2df2a7c1e4b4 Aug 31 14:19:24.693422 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.795222 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae264-a387-4220-8655-8535e693e300 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.826811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-2da204c7-2706-4ce0-9591-061bcf4e9850', 'network_id': '2da204c7-2706-4ce0-9591-061bcf4e9850', 'tenant_id': '4e3efb98d9624f028d38d7b16fce4571', 'fixed_ips': [{'subnet_id': '57cc0f25-a105-48d7-8b2d-7c57570cf0ea'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:24.827702 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.879631 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae264-a387-4220-8655-8535e693e300 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.897879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ae264-a387-4220-8655-8535e693e300 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:24.905878 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae264-a387-4220-8655-8535e693e300 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:24.943312 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.057051 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bc3ae264-a387-4220-8655-8535e693e300 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6469574 Aug 31 14:19:25.061746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40144) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:25.080051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-efbfc0cb-66e3-4c28-a964-c738c1380a16 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'network_id': '3ba86dc5-e48a-4209-8664-2df2a7c1e4b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:25.145258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:25.224982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ae264-a387-4220-8655-8535e693e300 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=3ba86dc5-e48a-4209-8664-2df2a7c1e4b4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:25.248254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 3ba86dc5-e48a-4209-8664-2df2a7c1e4b4 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:25.257860 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.303289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Subnet': ['ID=10722e79-7b64-4099-b616-b0661c92f2d4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:25.356539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbfc0cb-66e3-4c28-a964-c738c1380a16 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:25.360882 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efbfc0cb-66e3-4c28-a964-c738c1380a16 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.526755 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.538163 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Allocated IP 172.20.255.242 (2da204c7-2706-4ce0-9591-061bcf4e9850/57cc0f25-a105-48d7-8b2d-7c57570cf0ea/100fc51b-1c6a-4e15-9428-d0ad46fd476f) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:25.550845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a15206a-c112-498e-ba2d-bb7172ca54f0']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:25.568353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8940b908-b30b-4bc5-85c1-d14f84a13bba') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:25.568897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8940b908-b30b-4bc5-85c1-d14f84a13bba') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:25.599817 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.669652 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f2c94-801b-42a3-ba1c-e7e8d17803d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-2a15206a-c112-498e-ba2d-bb7172ca54f0', 'network_id': '2a15206a-c112-498e-ba2d-bb7172ca54f0', 'tenant_id': '2ab5359e2d69498dacdd8ecb82efe0ec', 'fixed_ips': [{'subnet_id': '10722e79-7b64-4099-b616-b0661c92f2d4'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:25.672124 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2c94-801b-42a3-ba1c-e7e8d17803d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.693567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.731741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:25.736595 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:25.749014 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:25.837683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0798490c-9209-4b73-9ba3-cc40a98a3a95 None None] Network 5ec6fa4d-fc22-4dff-880b-dd16a84667f6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:25.924671 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efbfc0cb-66e3-4c28-a964-c738c1380a16 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.008681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40172) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:26.149994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbfc0cb-66e3-4c28-a964-c738c1380a16 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking segment: {'id': '0d6768e2-8254-47c4-8f55-ff3a5ea6e3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3ba86dc5-e48a-4209-8664-2df2a7c1e4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:26.150402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbfc0cb-66e3-4c28-a964-c738c1380a16 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network hostable DHCP agents. Network: 3ba86dc5-e48a-4209-8664-2df2a7c1e4b4, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:26.165570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfc0cb-66e3-4c28-a964-c738c1380a16 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=09619860-611e-4889-a93c-417d5c60a363,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:26.217343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbfc0cb-66e3-4c28-a964-c738c1380a16 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network 3ba86dc5-e48a-4209-8664-2df2a7c1e4b4 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:26.252968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:26.254705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-efbfc0cb-66e3-4c28-a964-c738c1380a16 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 3ba86dc5-e48a-4209-8664-2df2a7c1e4b4) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:26.255544 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a5b1e9-9328-4ed8-a08b-cd74604adbca admin admin] Deleting subnet 48cdd08f-3201-4212-a0b9-70288cafca5d {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:26.262316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbfc0cb-66e3-4c28-a964-c738c1380a16 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:26.264033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efbfc0cb-66e3-4c28-a964-c738c1380a16 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.278230 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-58a5b1e9-9328-4ed8-a08b-cd74604adbca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.286992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e43261-80af-416c-bbd0-5b34c803f057 None None] Network 2a15206a-c112-498e-ba2d-bb7172ca54f0 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:26.293396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b457b73c-1ad7-4d74-a00d-9a74b39b13a6 None None] Network 3ba86dc5-e48a-4209-8664-2df2a7c1e4b4 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:26.323246 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-efbfc0cb-66e3-4c28-a964-c738c1380a16 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2575994 Aug 31 14:19:26.325800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40180) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:26.343994 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.446828 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.446828 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/2a15206a-c112-498e-ba2d-bb7172ca54f0 HTTP/1.1" status: 204 len: 168 time: 2.0196221 Aug 31 14:19:26.446828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f967d-2411-44d2-a2ad-a05cda40e771 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Network': ['ID=2a15206a-c112-498e-ba2d-bb7172ca54f0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:26.446828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40186) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:26.446828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-195761fd-5409-4f50-b9ba-9e35bad52490 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-772036327'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:26.465979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-58a5b1e9-9328-4ed8-a08b-cd74604adbca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.528605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-345d3618-cc6c-44a9-ab6b-c6ae326d8e25 None None] Provisioning for port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:26.568028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195761fd-5409-4f50-b9ba-9e35bad52490 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:26.577021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-195761fd-5409-4f50-b9ba-9e35bad52490 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.608764 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-58a5b1e9-9328-4ed8-a08b-cd74604adbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.683994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e43261-80af-416c-bbd0-5b34c803f057 None None] Network 2a15206a-c112-498e-ba2d-bb7172ca54f0 could not be found, it might have been deleted concurrently. {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:19:26.747238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195761fd-5409-4f50-b9ba-9e35bad52490 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:26.756218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.768584 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-345d3618-cc6c-44a9-ab6b-c6ae326d8e25 None None] Provisioning complete for port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:26.768860 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-345d3618-cc6c-44a9-ab6b-c6ae326d8e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.845299 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-195761fd-5409-4f50-b9ba-9e35bad52490 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.855410 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-195761fd-5409-4f50-b9ba-9e35bad52490 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Added segment e72b4dae-d8ad-452e-b023-826c80d760db of type vlan for network f3d6da6b-73a3-4cf0-90d3-939641e0d28d Aug 31 14:19:26.920459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:26.968239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-58a5b1e9-9328-4ed8-a08b-cd74604adbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.003456 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-58a5b1e9-9328-4ed8-a08b-cd74604adbca admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.008098 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-58a5b1e9-9328-4ed8-a08b-cd74604adbca admin admin] 10.222.0.20 "DELETE /v2.0/subnets/48cdd08f-3201-4212-a0b9-70288cafca5d HTTP/1.1" status: 204 len: 168 time: 0.9980664 Aug 31 14:19:27.018035 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.018491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40194) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:27.050967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Transition to ACTIVE for port object 100fc51b-1c6a-4e15-9428-d0ad46fd476f will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:27.053228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba749609-51a3-42a8-8f45-400fd6be0e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-3ba86dc5-e48a-4209-8664-2df2a7c1e4b4', 'network_id': '3ba86dc5-e48a-4209-8664-2df2a7c1e4b4', 'tenant_id': '4e3efb98d9624f028d38d7b16fce4571', 'fixed_ips': [{'subnet_id': '09619860-611e-4889-a93c-417d5c60a363'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:27.054078 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ba749609-51a3-42a8-8f45-400fd6be0e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.085926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.141611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Transition to ACTIVE for port object 100fc51b-1c6a-4e15-9428-d0ad46fd476f will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:27.172497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Subnet': ['ID=09619860-611e-4889-a93c-417d5c60a363,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:27.186190 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.274516 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.279601 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-195761fd-5409-4f50-b9ba-9e35bad52490 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.288984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5b1e9-9328-4ed8-a08b-cd74604adbca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48cdd08f-3201-4212-a0b9-70288cafca5d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:27.311272 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-345d3618-cc6c-44a9-ab6b-c6ae326d8e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.403916 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.457642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba86dc5-e48a-4209-8664-2df2a7c1e4b4']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:27.475934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-345d3618-cc6c-44a9-ab6b-c6ae326d8e25 None None] For port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6eeba9f2-1fc5-4a32-bcab-873a10cb41cf,segment=NetworkSegment(6ab73165-6787-4586-9b0a-a1bc5296d821),segment_id=6ab73165-6787-4586-9b0a-a1bc5296d821)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:27.509647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6768e2-8254-47c4-8f55-ff3a5ea6e3f4') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:27.509944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6768e2-8254-47c4-8f55-ff3a5ea6e3f4') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:27.521934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb266ed-7fd4-4986-9050-941625b759f0 None None] Network 3ba86dc5-e48a-4209-8664-2df2a7c1e4b4 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:27.544049 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.582423 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.600771 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:27.601296 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:27.609749 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:27.654250 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.657869 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-195761fd-5409-4f50-b9ba-9e35bad52490 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.676700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195761fd-5409-4f50-b9ba-9e35bad52490 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:27.677887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-195761fd-5409-4f50-b9ba-9e35bad52490 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.723452 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-195761fd-5409-4f50-b9ba-9e35bad52490 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2859640 Aug 31 14:19:27.728062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40212) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:27.737326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d77d5475-34df-4543-ab0e-9ca982e12297 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'subnet': {'network_id': 'f3d6da6b-73a3-4cf0-90d3-939641e0d28d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:27.761737 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195838fe-3c7f-480d-913e-5dda5a7ad331']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:27.810553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4342c1af-d39e-4ff2-a305-4c81f8712c98') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:27.811041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4342c1af-d39e-4ff2-a305-4c81f8712c98') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:27.845426 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.864283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195761fd-5409-4f50-b9ba-9e35bad52490 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Network': ['ID=f3d6da6b-73a3-4cf0-90d3-939641e0d28d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:27.912263 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.946820 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.947756 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:27.958739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40222) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:27.960836 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/3ba86dc5-e48a-4209-8664-2df2a7c1e4b4 HTTP/1.1" status: 204 len: 168 time: 1.6282132 Aug 31 14:19:27.970370 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-52155417-8f7a-4666-bb0a-0f10a17ce88c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-548529631'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:27.998917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77d5475-34df-4543-ab0e-9ca982e12297 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:28.011257 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d77d5475-34df-4543-ab0e-9ca982e12297 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.062607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:28.064593 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-345d3618-cc6c-44a9-ab6b-c6ae326d8e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.068670 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.100331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06faf040-7b9d-4ddf-b22d-9400d0066473 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Network': ['ID=3ba86dc5-e48a-4209-8664-2df2a7c1e4b4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:28.131167 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network f3d6da6b-73a3-4cf0-90d3-939641e0d28d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:28.151882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Network 2da204c7-2706-4ce0-9591-061bcf4e9850 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:28.187435 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb266ed-7fd4-4986-9050-941625b759f0 None None] Network 3ba86dc5-e48a-4209-8664-2df2a7c1e4b4 could not be found, it might have been deleted concurrently. {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:19:28.280736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Pushing event updated for resources: {'Port': ['ID=100fc51b-1c6a-4e15-9428-d0ad46fd476f,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:28.287266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:28.329224 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:28.342546 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52155417-8f7a-4666-bb0a-0f10a17ce88c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:28.355663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52155417-8f7a-4666-bb0a-0f10a17ce88c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.380635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:28.494387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52155417-8f7a-4666-bb0a-0f10a17ce88c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:28.528659 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.548184 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.553566 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] 10.222.0.20 "DELETE /v2.0/networks/195838fe-3c7f-480d-913e-5dda5a7ad331 HTTP/1.1" status: 204 len: 168 time: 1.4789717 Aug 31 14:19:28.558920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40232) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:28.674506 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9df70-a44c-4e96-8329-cbd8102a8186 admin admin] Pushing event deleted for resources: {'Network': ['ID=195838fe-3c7f-480d-913e-5dda5a7ad331,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:28.690475 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52155417-8f7a-4666-bb0a-0f10a17ce88c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.691233 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-52155417-8f7a-4666-bb0a-0f10a17ce88c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Added segment b88be677-6f4c-471c-b7ba-fc1142797311 of type vlan for network 9cdbfd25-099f-49a6-bc32-83da33af316e Aug 31 14:19:28.751648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Attempting to bind port 100fc51b-1c6a-4e15-9428-d0ad46fd476f on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:28.752026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Attempting to bind port 100fc51b-1c6a-4e15-9428-d0ad46fd476f by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e7a61455-1a34-4b08-9a53-e15b3c60c3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2da204c7-2706-4ce0-9591-061bcf4e9850'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:28.754174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Attempting to bind port 100fc51b-1c6a-4e15-9428-d0ad46fd476f on network 2da204c7-2706-4ce0-9591-061bcf4e9850 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:28.765986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d3618-cc6c-44a9-ab6b-c6ae326d8e25 None None] Pushing event updated for resources: {'Port': ['ID=6eeba9f2-1fc5-4a32-bcab-873a10cb41cf,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:28.778536 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d77d5475-34df-4543-ab0e-9ca982e12297 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.791613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:28.791613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Checking segment: {'id': 'e7a61455-1a34-4b08-9a53-e15b3c60c3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2da204c7-2706-4ce0-9591-061bcf4e9850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:28.795139 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.797325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Bound using segment: {'id': 'e7a61455-1a34-4b08-9a53-e15b3c60c3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2da204c7-2706-4ce0-9591-061bcf4e9850'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:28.797929 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Bound port: 100fc51b-1c6a-4e15-9428-d0ad46fd476f, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a61455-1a34-4b08-9a53-e15b3c60c3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2da204c7-2706-4ce0-9591-061bcf4e9850'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:28.798344 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.823816 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52155417-8f7a-4666-bb0a-0f10a17ce88c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.835301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54925ec-0b52-4309-9bf8-a25c9c353ddd admin admin] Deleting subnet 867b1536-8967-496f-8ca7-d308d6fa91e3 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:28.843997 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a54925ec-0b52-4309-9bf8-a25c9c353ddd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.906843 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a54925ec-0b52-4309-9bf8-a25c9c353ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.908027 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5fe82580-022e-4992-9df3-c90e4827de0f None None] Provisioning complete for port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:28.908394 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5fe82580-022e-4992-9df3-c90e4827de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:28.912271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40242) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:28.976984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d5475-34df-4543-ab0e-9ca982e12297 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Subnet': ['ID=a3eb22e6-ebaf-4402-9d67-448205683a69,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:29.005141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d5475-34df-4543-ab0e-9ca982e12297 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Checking segment: {'id': 'e72b4dae-d8ad-452e-b023-826c80d760db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f3d6da6b-73a3-4cf0-90d3-939641e0d28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:29.005596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d5475-34df-4543-ab0e-9ca982e12297 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network hostable DHCP agents. Network: f3d6da6b-73a3-4cf0-90d3-939641e0d28d, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:29.021289 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a54925ec-0b52-4309-9bf8-a25c9c353ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.069865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d5475-34df-4543-ab0e-9ca982e12297 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network f3d6da6b-73a3-4cf0-90d3-939641e0d28d is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:29.083111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] For port 100fc51b-1c6a-4e15-9428-d0ad46fd476f, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:29.089357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] For port 100fc51b-1c6a-4e15-9428-d0ad46fd476f, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=100fc51b-1c6a-4e15-9428-d0ad46fd476f,segment=NetworkSegment(e7a61455-1a34-4b08-9a53-e15b3c60c3f1),segment_id=e7a61455-1a34-4b08-9a53-e15b3c60c3f1)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:29.106479 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.106878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d77d5475-34df-4543-ab0e-9ca982e12297 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, f3d6da6b-73a3-4cf0-90d3-939641e0d28d) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:29.124772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77d5475-34df-4543-ab0e-9ca982e12297 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:29.126030 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d77d5475-34df-4543-ab0e-9ca982e12297 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.152489 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52155417-8f7a-4666-bb0a-0f10a17ce88c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.164197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52155417-8f7a-4666-bb0a-0f10a17ce88c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:29.164896 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52155417-8f7a-4666-bb0a-0f10a17ce88c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.175458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1452e89-e016-44e1-b6f1-38d4cdf1bb53 None None] Network f3d6da6b-73a3-4cf0-90d3-939641e0d28d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:29.225909 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d77d5475-34df-4543-ab0e-9ca982e12297 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4453104 Aug 31 14:19:29.227660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40250) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:29.236583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7c3287f5-08bb-4dca-95f5-7390ff455061 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1370702710'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:29.278054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3287f5-08bb-4dca-95f5-7390ff455061 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:29.281926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c3287f5-08bb-4dca-95f5-7390ff455061 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.320654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ec711-b2f9-44f0-81ca-2409c24ab26b None None] Pushing event updated for resources: {'Port': ['ID=100fc51b-1c6a-4e15-9428-d0ad46fd476f,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:29.323502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3287f5-08bb-4dca-95f5-7390ff455061 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:29.339972 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c3287f5-08bb-4dca-95f5-7390ff455061 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.341026 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-7c3287f5-08bb-4dca-95f5-7390ff455061 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Added segment 84f20e53-9ca0-4452-8f2d-8931eb7d8c1c of type vlan for network d0fa057f-e0ab-459b-aeae-730c47e9cf20 Aug 31 14:19:29.438349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-f3d6da6b-73a3-4cf0-90d3-939641e0d28d', 'network_id': 'f3d6da6b-73a3-4cf0-90d3-939641e0d28d', 'tenant_id': '2ab5359e2d69498dacdd8ecb82efe0ec', 'fixed_ips': [{'subnet_id': 'a3eb22e6-ebaf-4402-9d67-448205683a69'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:29.439349 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.448353 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a54925ec-0b52-4309-9bf8-a25c9c353ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.456632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52155417-8f7a-4666-bb0a-0f10a17ce88c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=9cdbfd25-099f-49a6-bc32-83da33af316e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:29.485064 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c3287f5-08bb-4dca-95f5-7390ff455061 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.542151 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 9cdbfd25-099f-49a6-bc32-83da33af316e details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:29.562476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a54925ec-0b52-4309-9bf8-a25c9c353ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.566630 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a54925ec-0b52-4309-9bf8-a25c9c353ddd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/867b1536-8967-496f-8ca7-d308d6fa91e3 HTTP/1.1" status: 204 len: 168 time: 0.9875121 Aug 31 14:19:29.568533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40260) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:29.571122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54925ec-0b52-4309-9bf8-a25c9c353ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867b1536-8967-496f-8ca7-d308d6fa91e3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:29.606418 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c3287f5-08bb-4dca-95f5-7390ff455061 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.645640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3287f5-08bb-4dca-95f5-7390ff455061 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:29.653271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c3287f5-08bb-4dca-95f5-7390ff455061 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.741139 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-77054d6b-066f-4993-92cd-f77e535f5abc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22c080485968471f827e62904b9d3d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8275018 Aug 31 14:19:29.745663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-52155417-8f7a-4666-bb0a-0f10a17ce88c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7857342 Aug 31 14:19:29.746583 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40264) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:29.748123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40268) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:29.837809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'network_id': '9cdbfd25-099f-49a6-bc32-83da33af316e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:29.934740 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7c3287f5-08bb-4dca-95f5-7390ff455061 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7018194 Aug 31 14:19:29.939608 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40272) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:29.945608 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:29.953914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'subnet': {'network_id': 'd0fa057f-e0ab-459b-aeae-730c47e9cf20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:29.967113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3287f5-08bb-4dca-95f5-7390ff455061 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Network': ['ID=d0fa057f-e0ab-459b-aeae-730c47e9cf20,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:29.980337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network d0fa057f-e0ab-459b-aeae-730c47e9cf20 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:30.045841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Allocated IP 2001:db8::3 (f3d6da6b-73a3-4cf0-90d3-939641e0d28d/a3eb22e6-ebaf-4402-9d67-448205683a69/8fb3650a-db6d-446c-a08f-2f149a7ec4cb) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:30.168039 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.185046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0889547-2734-45f8-a77a-46a75edae76a']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:30.200375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9474f2-c5ac-4f6c-bae2-76d123a7c698') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:30.200655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9474f2-c5ac-4f6c-bae2-76d123a7c698') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:30.212864 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.215892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:30.224633 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.303784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.ipam_backend_mixin [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Performing IP validity checks on allocation pools {{(pid=106388) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:19:30.304351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.ipam_backend_mixin [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106388) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:19:30.360025 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-941c0347-3641-4916-aeb4-a3f5a8b2ecda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.394504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:30.398030 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.520310 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.ipam_backend_mixin [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Performing IP validity checks on allocation pools {{(pid=106387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:19:30.520903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.ipam_backend_mixin [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:19:30.622087 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.639375 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Transition to ACTIVE for port object 8fb3650a-db6d-446c-a08f-2f149a7ec4cb will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:30.640277 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.669421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Transition to ACTIVE for port object 8fb3650a-db6d-446c-a08f-2f149a7ec4cb will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:30.678995 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.720597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-941c0347-3641-4916-aeb4-a3f5a8b2ecda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.745996 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.767182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:30.771627 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.774188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Network f3d6da6b-73a3-4cf0-90d3-939641e0d28d is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:30.785743 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:30.790930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:30.794036 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.806252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:30.889588 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Pushing event updated for resources: {'Port': ['ID=8fb3650a-db6d-446c-a08f-2f149a7ec4cb,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:30.907922 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=80af92bd-9445-479b-9f18-9eb1379fbf5d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:30.970222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Subnet': ['ID=a2dd5152-05d1-47bf-955e-10a5d245145c,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:30.978314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Attempting to bind port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:30.978723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Attempting to bind port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e72b4dae-d8ad-452e-b023-826c80d760db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f3d6da6b-73a3-4cf0-90d3-939641e0d28d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:30.979838 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Attempting to bind port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb on network f3d6da6b-73a3-4cf0-90d3-939641e0d28d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:30.988396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:30.989450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Checking segment: {'id': 'e72b4dae-d8ad-452e-b023-826c80d760db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f3d6da6b-73a3-4cf0-90d3-939641e0d28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:30.989450 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:30.997604 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Bound using segment: {'id': 'e72b4dae-d8ad-452e-b023-826c80d760db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f3d6da6b-73a3-4cf0-90d3-939641e0d28d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:30.998418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Bound port: 8fb3650a-db6d-446c-a08f-2f149a7ec4cb, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72b4dae-d8ad-452e-b023-826c80d760db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f3d6da6b-73a3-4cf0-90d3-939641e0d28d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:30.999048 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.013333 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.015653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Checking segment: {'id': '84f20e53-9ca0-4452-8f2d-8931eb7d8c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd0fa057f-e0ab-459b-aeae-730c47e9cf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:31.016106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network hostable DHCP agents. Network: d0fa057f-e0ab-459b-aeae-730c47e9cf20, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:31.028889 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.035457 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a0889547-2734-45f8-a77a-46a75edae76a HTTP/1.1" status: 204 len: 168 time: 1.4588008 Aug 31 14:19:31.049182 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-941c0347-3641-4916-aeb4-a3f5a8b2ecda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.054826 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-941c0347-3641-4916-aeb4-a3f5a8b2ecda admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.066361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ab15f-a007-49a2-aeb0-54d23ee07812 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0889547-2734-45f8-a77a-46a75edae76a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:31.081403 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-941c0347-3641-4916-aeb4-a3f5a8b2ecda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cf52de7-02a6-412c-a270-d2d2da91b215 HTTP/1.1" status: 204 len: 168 time: 1.3192627 Aug 31 14:19:31.086467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking segment: {'id': 'b88be677-6f4c-471c-b7ba-fc1142797311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9cdbfd25-099f-49a6-bc32-83da33af316e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:31.103592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network hostable DHCP agents. Network: 9cdbfd25-099f-49a6-bc32-83da33af316e, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:31.122667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network d0fa057f-e0ab-459b-aeae-730c47e9cf20 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:31.123159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] For port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:31.136710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] For port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8fb3650a-db6d-446c-a08f-2f149a7ec4cb,segment=NetworkSegment(e72b4dae-d8ad-452e-b023-826c80d760db),segment_id=e72b4dae-d8ad-452e-b023-826c80d760db)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:31.145561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, d0fa057f-e0ab-459b-aeae-730c47e9cf20) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:31.153855 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.162583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:31.163181 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.195448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c0347-3641-4916-aeb4-a3f5a8b2ecda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf52de7-02a6-412c-a270-d2d2da91b215,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:31.201014 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0f11f0cf-5ef7-4279-bd3a-23fb0da159a3 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2605534 Aug 31 14:19:31.206842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40294) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:31.211051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 100fc51b-1c6a-4e15-9428-d0ad46fd476f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:31.231430 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7af347-5b13-4bdf-807e-4fb0c87d3b9d None None] Network d0fa057f-e0ab-459b-aeae-730c47e9cf20 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:31.231642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network 9cdbfd25-099f-49a6-bc32-83da33af316e is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:31.241466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 9cdbfd25-099f-49a6-bc32-83da33af316e) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:31.248565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:31.251137 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.273229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40298) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:31.320558 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3931a113-1cbd-46c1-9cd3-58a0758b705a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4855554 Aug 31 14:19:31.321310 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40300) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:31.404687 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-976cd9e5-a79f-439d-adda-e97678deed61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9633dc58385b47ab81cd8f1fbed65533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301179 Aug 31 14:19:31.421489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40304) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:31.506648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab2109-e4cb-4d33-9cfe-34c47309223a None None] Network 2da204c7-2706-4ce0-9591-061bcf4e9850 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:31.514984 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.650123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5538dc4e-0121-4c00-878f-3284ec4c4d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.653932 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.681737 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5538dc4e-0121-4c00-878f-3284ec4c4d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.791216 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5538dc4e-0121-4c00-878f-3284ec4c4d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.803931 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5538dc4e-0121-4c00-878f-3284ec4c4d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.811358 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5538dc4e-0121-4c00-878f-3284ec4c4d6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bc4d3b2-7c26-4b29-bbc4-097d93f7b259 HTTP/1.1" status: 204 len: 168 time: 0.3778033 Aug 31 14:19:31.820181 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.827648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4644c2-67a3-4e47-ba07-51bf3f5343a3 None None] Network 9cdbfd25-099f-49a6-bc32-83da33af316e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:31.862653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538dc4e-0121-4c00-878f-3284ec4c4d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc4d3b2-7c26-4b29-bbc4-097d93f7b259,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:31.883065 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:31.974189 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.075895 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.086577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Subnet': ['ID=80af92bd-9445-479b-9f18-9eb1379fbf5d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:32.144637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Subnet': ['ID=a2dd5152-05d1-47bf-955e-10a5d245145c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:32.251502 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.276215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec15fb2-fda5-442a-89b3-e57d12f50ae4 None None] Pushing event updated for resources: {'Port': ['ID=8fb3650a-db6d-446c-a08f-2f149a7ec4cb,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:32.288745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdbfd25-099f-49a6-bc32-83da33af316e']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:32.306742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.334610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88be677-6f4c-471c-b7ba-fc1142797311') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:32.335166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88be677-6f4c-471c-b7ba-fc1142797311') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:32.340763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fa057f-e0ab-459b-aeae-730c47e9cf20']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:32.372897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f20e53-9ca0-4452-8f2d-8931eb7d8c1c') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:32.374101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f20e53-9ca0-4452-8f2d-8931eb7d8c1c') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:32.374510 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.402245 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.403180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.411092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:32.422837 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:32.427133 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:32.431689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.434208 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c49f5a94-d4f1-487f-9270-89b237b7c7b9 None None] Provisioning for port 100fc51b-1c6a-4e15-9428-d0ad46fd476f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:32.447937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:32.447937 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:32.452534 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:32.455803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cc6be8-0c99-436d-979d-d080711ce20c None None] Network d0fa057f-e0ab-459b-aeae-730c47e9cf20 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:32.466504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 100fc51b-1c6a-4e15-9428-d0ad46fd476f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:32.519089 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a5cffbf1-fd53-4699-8357-c21483458fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.588082 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.603046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c49f5a94-d4f1-487f-9270-89b237b7c7b9 None None] Provisioning complete for port 100fc51b-1c6a-4e15-9428-d0ad46fd476f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:32.603436 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c49f5a94-d4f1-487f-9270-89b237b7c7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.613943 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.616328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/9cdbfd25-099f-49a6-bc32-83da33af316e HTTP/1.1" status: 204 len: 168 time: 1.2941477 Aug 31 14:19:32.619995 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40328) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:32.633824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ec37c-7efe-4ff0-b24e-63bab4f8b3de tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Network': ['ID=9cdbfd25-099f-49a6-bc32-83da33af316e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:32.642248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1e6fd7c0-df9f-4554-96e6-6b7171976e46 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-317123247'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:32.723442 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40332) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:32.752647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6fd7c0-df9f-4554-96e6-6b7171976e46 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:32.761062 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e6fd7c0-df9f-4554-96e6-6b7171976e46 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.788038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 100fc51b-1c6a-4e15-9428-d0ad46fd476f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:32.790001 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.802922 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.852180 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0d6d976c-6e5b-4504-9f18-7f68cb0bb141 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c53b3f30780c4aaea02bb9a67bcd60da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1190503 Aug 31 14:19:32.853780 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40334) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:32.957219 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:32.963880 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/d0fa057f-e0ab-459b-aeae-730c47e9cf20 HTTP/1.1" status: 204 len: 168 time: 1.7555463 Aug 31 14:19:32.965053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c695f-146a-4e16-8dd4-22654219ea79 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Network': ['ID=d0fa057f-e0ab-459b-aeae-730c47e9cf20,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:32.970910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40338) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:32.975425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-df585507-5b22-4dad-b449-53083ca263ee tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-623241901'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:33.021207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6fd7c0-df9f-4554-96e6-6b7171976e46 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:33.023853 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9958402-e88d-48e0-b09b-6002a8e38a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.030002 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df585507-5b22-4dad-b449-53083ca263ee tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:33.045367 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e6fd7c0-df9f-4554-96e6-6b7171976e46 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.045729 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-1e6fd7c0-df9f-4554-96e6-6b7171976e46 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Added segment 9408b63e-e0ae-46f0-b06e-3b875c9790c4 of type vlan for network 8f628bf0-a127-4747-8fe5-84c2f283bccf Aug 31 14:19:33.051009 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df585507-5b22-4dad-b449-53083ca263ee tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.158248 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e6fd7c0-df9f-4554-96e6-6b7171976e46 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.160110 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9958402-e88d-48e0-b09b-6002a8e38a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.238010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df585507-5b22-4dad-b449-53083ca263ee tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:33.241412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e6fd7c0-df9f-4554-96e6-6b7171976e46 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.247952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6fd7c0-df9f-4554-96e6-6b7171976e46 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:33.248617 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1e6fd7c0-df9f-4554-96e6-6b7171976e46 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.262386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7788d8c-c337-43b2-9e1f-a7ed7b1035c9 None None] Network 9cdbfd25-099f-49a6-bc32-83da33af316e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:33.265472 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df585507-5b22-4dad-b449-53083ca263ee tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.265843 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-df585507-5b22-4dad-b449-53083ca263ee tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Added segment fab8d378-343b-4c7e-a645-a32e319d2c16 of type vlan for network 4487520e-7d45-4057-b42c-dec5b9460a8a Aug 31 14:19:33.360840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7788d8c-c337-43b2-9e1f-a7ed7b1035c9 None None] Network 9cdbfd25-099f-49a6-bc32-83da33af316e could not be found, it might have been deleted concurrently. {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:19:33.368008 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1e6fd7c0-df9f-4554-96e6-6b7171976e46 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7468863 Aug 31 14:19:33.371649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40350) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:33.377785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b35ab374-ddcb-404d-a1bc-82b4ecf8b806 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'network_id': '8f628bf0-a127-4747-8fe5-84c2f283bccf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:33.378443 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df585507-5b22-4dad-b449-53083ca263ee tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.384795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9958402-e88d-48e0-b09b-6002a8e38a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.388136 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9958402-e88d-48e0-b09b-6002a8e38a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.402895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fd7c0-df9f-4554-96e6-6b7171976e46 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=8f628bf0-a127-4747-8fe5-84c2f283bccf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:33.405794 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b9958402-e88d-48e0-b09b-6002a8e38a0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67131a2b-b062-40e5-858a-e56c522e077a HTTP/1.1" status: 204 len: 168 time: 0.5521286 Aug 31 14:19:33.454958 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9958402-e88d-48e0-b09b-6002a8e38a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67131a2b-b062-40e5-858a-e56c522e077a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:33.490919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 8f628bf0-a127-4747-8fe5-84c2f283bccf details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:33.505978 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df585507-5b22-4dad-b449-53083ca263ee tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.513933 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df585507-5b22-4dad-b449-53083ca263ee tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:33.514594 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df585507-5b22-4dad-b449-53083ca263ee tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.557754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35ab374-ddcb-404d-a1bc-82b4ecf8b806 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:33.574249 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b35ab374-ddcb-404d-a1bc-82b4ecf8b806 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:33.692709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40362) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:33.695044 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-df585507-5b22-4dad-b449-53083ca263ee tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7017863 Aug 31 14:19:33.746057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df585507-5b22-4dad-b449-53083ca263ee tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Network': ['ID=4487520e-7d45-4057-b42c-dec5b9460a8a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:33.926823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddcbc05-9697-4bb9-9676-2c65b540b804 None None] Network f3d6da6b-73a3-4cf0-90d3-939641e0d28d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:33.934049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 4487520e-7d45-4057-b42c-dec5b9460a8a details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:34.095418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-fb00d4d2-2882-4d3c-9270-7f3b02bdcb41 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'subnet': {'network_id': '4487520e-7d45-4057-b42c-dec5b9460a8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:34.497177 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.578087 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c49f5a94-d4f1-487f-9270-89b237b7c7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.580099 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.609712 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-387b3c50-cc14-444d-bf23-9f8831c947ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.617689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb00d4d2-2882-4d3c-9270-7f3b02bdcb41 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:34.622993 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb00d4d2-2882-4d3c-9270-7f3b02bdcb41 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.628221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b35ab374-ddcb-404d-a1bc-82b4ecf8b806 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.769739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 100fc51b-1c6a-4e15-9428-d0ad46fd476f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=100fc51b-1c6a-4e15-9428-d0ad46fd476f,segment=NetworkSegment(e7a61455-1a34-4b08-9a53-e15b3c60c3f1),segment_id=e7a61455-1a34-4b08-9a53-e15b3c60c3f1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:34.779694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ab374-ddcb-404d-a1bc-82b4ecf8b806 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking segment: {'id': '9408b63e-e0ae-46f0-b06e-3b875c9790c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8f628bf0-a127-4747-8fe5-84c2f283bccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:34.780289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ab374-ddcb-404d-a1bc-82b4ecf8b806 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network hostable DHCP agents. Network: 8f628bf0-a127-4747-8fe5-84c2f283bccf, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:34.790011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ab374-ddcb-404d-a1bc-82b4ecf8b806 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=c07ec982-d15c-494d-a495-cc5263d33bee,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:34.805560 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.808656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:34.829047 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ab374-ddcb-404d-a1bc-82b4ecf8b806 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network 8f628bf0-a127-4747-8fe5-84c2f283bccf is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:34.848721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-b35ab374-ddcb-404d-a1bc-82b4ecf8b806 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 8f628bf0-a127-4747-8fe5-84c2f283bccf) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:34.858514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ab374-ddcb-404d-a1bc-82b4ecf8b806 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:34.859235 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b35ab374-ddcb-404d-a1bc-82b4ecf8b806 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:34.891971 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b35ab374-ddcb-404d-a1bc-82b4ecf8b806 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5190973 Aug 31 14:19:34.895019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40420) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:35.075304 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.100807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb00d4d2-2882-4d3c-9270-7f3b02bdcb41 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.136669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.138866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8607482a-703f-4700-88d3-495622c95be2 None None] Network 8f628bf0-a127-4747-8fe5-84c2f283bccf requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:35.216009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=100fc51b-1c6a-4e15-9428-d0ad46fd476f,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:35.259618 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.332777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00d4d2-2882-4d3c-9270-7f3b02bdcb41 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Subnet': ['ID=e1e52047-b8ed-4a2a-a03e-1435ccb23f10,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:35.363632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Subnet': ['ID=c07ec982-d15c-494d-a495-cc5263d33bee,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:35.369951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb00d4d2-2882-4d3c-9270-7f3b02bdcb41 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Checking segment: {'id': 'fab8d378-343b-4c7e-a645-a32e319d2c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4487520e-7d45-4057-b42c-dec5b9460a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:35.370259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb00d4d2-2882-4d3c-9270-7f3b02bdcb41 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network hostable DHCP agents. Network: 4487520e-7d45-4057-b42c-dec5b9460a8a, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:35.376397 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-c49f5a94-d4f1-487f-9270-89b237b7c7b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:19:35.378361 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-c49f5a94-d4f1-487f-9270-89b237b7c7b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:19:35.384326 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.398887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:35.399414 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.446351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb00d4d2-2882-4d3c-9270-7f3b02bdcb41 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network 4487520e-7d45-4057-b42c-dec5b9460a8a is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:35.480918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-fb00d4d2-2882-4d3c-9270-7f3b02bdcb41 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 4487520e-7d45-4057-b42c-dec5b9460a8a) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:35.489322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00d4d2-2882-4d3c-9270-7f3b02bdcb41 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:35.489943 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb00d4d2-2882-4d3c-9270-7f3b02bdcb41 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.542227 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fb00d4d2-2882-4d3c-9270-7f3b02bdcb41 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8450434 Aug 31 14:19:35.544245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40440) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:35.555221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05cf728-de26-42a2-b9eb-5be986ccfa60 None None] Network 4487520e-7d45-4057-b42c-dec5b9460a8a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:35.613833 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.638149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f628bf0-a127-4747-8fe5-84c2f283bccf']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:35.662624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9408b63e-e0ae-46f0-b06e-3b875c9790c4') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:35.663872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9408b63e-e0ae-46f0-b06e-3b875c9790c4') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:35.684463 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.717474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.734068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:35.736305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:35.746929 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:35.750608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf371f-17dd-4f20-a729-07b6fac372b8 None None] Network 8f628bf0-a127-4747-8fe5-84c2f283bccf requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:35.767379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.858966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.866709 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.870427 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/8f628bf0-a127-4747-8fe5-84c2f283bccf HTTP/1.1" status: 204 len: 168 time: 0.9726150 Aug 31 14:19:35.873786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40446) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:35.882515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e29e622a-dbbd-4325-9302-6ac23c71bb03 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-258884601'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:35.896987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:35.915684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5818ff-0e50-4295-a4e0-b9b61ce4f147 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Network': ['ID=8f628bf0-a127-4747-8fe5-84c2f283bccf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:35.990687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29e622a-dbbd-4325-9302-6ac23c71bb03 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:36.002619 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e29e622a-dbbd-4325-9302-6ac23c71bb03 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.090855 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.243746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29e622a-dbbd-4325-9302-6ac23c71bb03 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:36.254117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e52047-b8ed-4a2a-a03e-1435ccb23f10,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:36.321613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202718f-f44f-4fa4-a233-ad0c74e3d593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-4487520e-7d45-4057-b42c-dec5b9460a8a', 'network_id': '4487520e-7d45-4057-b42c-dec5b9460a8a', 'tenant_id': '2ab5359e2d69498dacdd8ecb82efe0ec', 'fixed_ips': [{'subnet_id': 'e1e52047-b8ed-4a2a-a03e-1435ccb23f10'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:36.323545 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b202718f-f44f-4fa4-a233-ad0c74e3d593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.412611 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e29e622a-dbbd-4325-9302-6ac23c71bb03 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.412981 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-e29e622a-dbbd-4325-9302-6ac23c71bb03 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Added segment b403e83f-0ca5-41ba-8bd9-57746d2b4cd5 of type vlan for network efb9f748-d6a4-4a8d-9660-c6e8afcadc1c Aug 31 14:19:36.439931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-67c3e884-8803-4114-b033-d9f25caff46f None None] Provisioning complete for port 100fc51b-1c6a-4e15-9428-d0ad46fd476f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:36.439931 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-67c3e884-8803-4114-b033-d9f25caff46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.504220 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e29e622a-dbbd-4325-9302-6ac23c71bb03 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.567820 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.578901 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e29e622a-dbbd-4325-9302-6ac23c71bb03 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.587459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e622a-dbbd-4325-9302-6ac23c71bb03 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:36.598353 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e29e622a-dbbd-4325-9302-6ac23c71bb03 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.654814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4487520e-7d45-4057-b42c-dec5b9460a8a']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:36.704234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e29e622a-dbbd-4325-9302-6ac23c71bb03 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8269575 Aug 31 14:19:36.705057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40466) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:36.710226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4700e798-3348-4456-9dde-4ebba52e6648 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'network_id': 'efb9f748-d6a4-4a8d-9660-c6e8afcadc1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:36.763020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 100fc51b-1c6a-4e15-9428-d0ad46fd476f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:36.768726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7263c611-6d1d-4fa9-8a72-686545c6964f None None] Network 4487520e-7d45-4057-b42c-dec5b9460a8a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:36.799363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab8d378-343b-4c7e-a645-a32e319d2c16') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:36.799928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab8d378-343b-4c7e-a645-a32e319d2c16') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:36.848901 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.862384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e622a-dbbd-4325-9302-6ac23c71bb03 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=efb9f748-d6a4-4a8d-9660-c6e8afcadc1c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:36.887727 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.897148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:36.897870 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:36.902899 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:36.912693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network efb9f748-d6a4-4a8d-9660-c6e8afcadc1c details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:36.938842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4700e798-3348-4456-9dde-4ebba52e6648 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:36.945297 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4700e798-3348-4456-9dde-4ebba52e6648 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.988682 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:36.994374 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.002065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/4487520e-7d45-4057-b42c-dec5b9460a8a HTTP/1.1" status: 204 len: 168 time: 1.4560649 Aug 31 14:19:37.003059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40476) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:37.025170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5f1f49d1-1a60-49b2-81dd-49e761abf787 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-902608634'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:37.114295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1f49d1-1a60-49b2-81dd-49e761abf787 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:37.124098 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5f1f49d1-1a60-49b2-81dd-49e761abf787 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.130267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b472a56-cdee-404d-8dd6-6e6caf4e420a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Network': ['ID=4487520e-7d45-4057-b42c-dec5b9460a8a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:37.133754 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.181383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1f49d1-1a60-49b2-81dd-49e761abf787 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:37.208779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5f1f49d1-1a60-49b2-81dd-49e761abf787 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.209157 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-5f1f49d1-1a60-49b2-81dd-49e761abf787 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Added segment eb3dc7e3-105d-4452-8152-ffdccb4442a8 of type vlan for network 9fb4314b-c499-4b2c-af95-814b15e1f46e Aug 31 14:19:37.215469 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4700e798-3348-4456-9dde-4ebba52e6648 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.280461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 100fc51b-1c6a-4e15-9428-d0ad46fd476f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:37.280875 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.311016 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5f1f49d1-1a60-49b2-81dd-49e761abf787 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.313430 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-67c3e884-8803-4114-b033-d9f25caff46f None None] Provisioning for port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:37.362747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700e798-3348-4456-9dde-4ebba52e6648 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=fe46dfee-2f18-4b49-bd11-20c5f9bb544b,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:37.365239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700e798-3348-4456-9dde-4ebba52e6648 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking segment: {'id': 'b403e83f-0ca5-41ba-8bd9-57746d2b4cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'efb9f748-d6a4-4a8d-9660-c6e8afcadc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:37.366623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4700e798-3348-4456-9dde-4ebba52e6648 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network hostable DHCP agents. Network: efb9f748-d6a4-4a8d-9660-c6e8afcadc1c, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:37.420013 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5f1f49d1-1a60-49b2-81dd-49e761abf787 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.428160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1f49d1-1a60-49b2-81dd-49e761abf787 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:37.428748 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5f1f49d1-1a60-49b2-81dd-49e761abf787 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.455675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8fb3650a-db6d-446c-a08f-2f149a7ec4cb up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:37.480993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4700e798-3348-4456-9dde-4ebba52e6648 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network efb9f748-d6a4-4a8d-9660-c6e8afcadc1c is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:37.511872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4700e798-3348-4456-9dde-4ebba52e6648 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, efb9f748-d6a4-4a8d-9660-c6e8afcadc1c) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:37.523746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4700e798-3348-4456-9dde-4ebba52e6648 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:37.527159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4700e798-3348-4456-9dde-4ebba52e6648 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.543251 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5f1f49d1-1a60-49b2-81dd-49e761abf787 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5292907 Aug 31 14:19:37.546219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40486) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:37.548856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82c1794-356e-47d3-a341-b66e706075a4 None None] Network efb9f748-d6a4-4a8d-9660-c6e8afcadc1c requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:37.562250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f49d1-1a60-49b2-81dd-49e761abf787 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Network': ['ID=9fb4314b-c499-4b2c-af95-814b15e1f46e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:37.569829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'subnet': {'network_id': '9fb4314b-c499-4b2c-af95-814b15e1f46e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:37.577373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 9fb4314b-c499-4b2c-af95-814b15e1f46e details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:37.586585 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4700e798-3348-4456-9dde-4ebba52e6648 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8778417 Aug 31 14:19:37.586950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40488) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:37.754622 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.793332 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:37.797669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:37.858415 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.005120 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.034123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:38.046785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:38.047166 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.066550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Subnet': ['ID=fe46dfee-2f18-4b49-bd11-20c5f9bb544b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:38.144763 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.185848 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.202073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb9f748-d6a4-4a8d-9660-c6e8afcadc1c']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:38.229336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b403e83f-0ca5-41ba-8bd9-57746d2b4cd5') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:38.231359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b403e83f-0ca5-41ba-8bd9-57746d2b4cd5') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:38.252461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Checking segment: {'id': 'eb3dc7e3-105d-4452-8152-ffdccb4442a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9fb4314b-c499-4b2c-af95-814b15e1f46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:38.252926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network hostable DHCP agents. Network: 9fb4314b-c499-4b2c-af95-814b15e1f46e, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:38.255381 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.256522 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Subnet': ['ID=72a8a2fd-db48-4e98-a30b-67c7ae70b3a5,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:38.274180 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.281948 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.284678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a883eb-2d1e-481d-99e2-56316aa8b9bf None None] Network efb9f748-d6a4-4a8d-9660-c6e8afcadc1c requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:38.285101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:38.285459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:38.290141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:38.290527 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:38.290878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:38.291267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:38.292410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:38.293400 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:38.293755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:38.294369 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.295407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:38.295603 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:38.295918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:38.296254 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:38.302705 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:38.345615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network 9fb4314b-c499-4b2c-af95-814b15e1f46e is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:38.389201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 9fb4314b-c499-4b2c-af95-814b15e1f46e) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:38.404800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:38.405414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.453632 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8a411ec3-44d3-4ae4-be63-3061711a65ce tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9059379 Aug 31 14:19:38.454557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40518) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:38.488608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c50d745-0243-4055-b124-b2d8399146e3 None None] Network 9fb4314b-c499-4b2c-af95-814b15e1f46e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:38.513835 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.524089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.531727 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/efb9f748-d6a4-4a8d-9660-c6e8afcadc1c HTTP/1.1" status: 204 len: 168 time: 0.9436026 Aug 31 14:19:38.533711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40524) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:38.611527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-15ef47c6-ca92-4274-9e40-b2237ff65cba tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2104876938'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:38.620675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb43d76-1815-44e7-a17d-d3648af79db2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Network': ['ID=efb9f748-d6a4-4a8d-9660-c6e8afcadc1c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:38.643413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8fb3650a-db6d-446c-a08f-2f149a7ec4cb,segment=NetworkSegment(e72b4dae-d8ad-452e-b023-826c80d760db),segment_id=e72b4dae-d8ad-452e-b023-826c80d760db)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:38.662488 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.678838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ef47c6-ca92-4274-9e40-b2237ff65cba tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:38.685745 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15ef47c6-ca92-4274-9e40-b2237ff65cba tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.710999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.795637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ef47c6-ca92-4274-9e40-b2237ff65cba tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:38.818796 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15ef47c6-ca92-4274-9e40-b2237ff65cba tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.819374 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-15ef47c6-ca92-4274-9e40-b2237ff65cba tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Added segment cdeb903a-ec2a-4dce-9813-cb83117b4172 of type vlan for network d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb Aug 31 14:19:38.826476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.842796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=8fb3650a-db6d-446c-a08f-2f149a7ec4cb,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:38.926262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15ef47c6-ca92-4274-9e40-b2237ff65cba tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.967723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7058fecb-6808-4f02-98b9-85719766eb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-9fb4314b-c499-4b2c-af95-814b15e1f46e', 'network_id': '9fb4314b-c499-4b2c-af95-814b15e1f46e', 'tenant_id': '2ab5359e2d69498dacdd8ecb82efe0ec', 'fixed_ips': [{'subnet_id': '72a8a2fd-db48-4e98-a30b-67c7ae70b3a5'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:38.968676 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7058fecb-6808-4f02-98b9-85719766eb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:38.976863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.008224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Subnet': ['ID=72a8a2fd-db48-4e98-a30b-67c7ae70b3a5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:39.012689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15ef47c6-ca92-4274-9e40-b2237ff65cba tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.023957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ef47c6-ca92-4274-9e40-b2237ff65cba tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:39.026228 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15ef47c6-ca92-4274-9e40-b2237ff65cba tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.077786 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-15ef47c6-ca92-4274-9e40-b2237ff65cba tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4956641 Aug 31 14:19:39.082595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40544) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:39.090845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'network_id': 'd3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:39.140260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a8f53-fc51-485b-9e92-0abf098d298d None None] Network 9fb4314b-c499-4b2c-af95-814b15e1f46e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:39.219055 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.242059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef47c6-ca92-4274-9e40-b2237ff65cba tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:39.247633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb4314b-c499-4b2c-af95-814b15e1f46e']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:39.268373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3dc7e3-105d-4452-8152-ffdccb4442a8') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:39.269112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3dc7e3-105d-4452-8152-ffdccb4442a8') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:39.310552 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:39.328486 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.372953 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.381954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:39.383099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:39.388594 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:39.391656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:39.396373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.499259 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.515619 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.535837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.ipam_backend_mixin [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Performing IP validity checks on allocation pools {{(pid=106387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:19:39.536492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.ipam_backend_mixin [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:19:39.558966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.588196 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.591118 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/9fb4314b-c499-4b2c-af95-814b15e1f46e HTTP/1.1" status: 204 len: 168 time: 1.1355083 Aug 31 14:19:39.596031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4cdad-6918-47cc-b404-ec20a9d1907f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Network': ['ID=9fb4314b-c499-4b2c-af95-814b15e1f46e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:39.596273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40572) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:39.599887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5902ae02-241e-4ae9-90a6-4a003448c60d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1172135234'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:39.648971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5902ae02-241e-4ae9-90a6-4a003448c60d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:39.653468 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5902ae02-241e-4ae9-90a6-4a003448c60d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.704073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5902ae02-241e-4ae9-90a6-4a003448c60d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:39.720825 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5902ae02-241e-4ae9-90a6-4a003448c60d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.721186 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-5902ae02-241e-4ae9-90a6-4a003448c60d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Added segment b8dcb236-0cc7-481c-80c1-83c05ad38119 of type vlan for network 503b95da-5289-458c-a87a-26a230ad842b Aug 31 14:19:39.818765 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5902ae02-241e-4ae9-90a6-4a003448c60d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.828119 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.850840 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5902ae02-241e-4ae9-90a6-4a003448c60d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.859373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5902ae02-241e-4ae9-90a6-4a003448c60d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:39.860335 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5902ae02-241e-4ae9-90a6-4a003448c60d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:39.889675 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=3b121ff3-bedb-4741-be12-f8aa18597b79,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:39.943404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5902ae02-241e-4ae9-90a6-4a003448c60d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3476300 Aug 31 14:19:39.946711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40586) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:39.949713 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking segment: {'id': 'cdeb903a-ec2a-4dce-9813-cb83117b4172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:39.950093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network hostable DHCP agents. Network: d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:39.963878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-97796f8f-de91-42e0-807c-3e0625f3c691 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'subnet': {'network_id': '503b95da-5289-458c-a87a-26a230ad842b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:39.983222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902ae02-241e-4ae9-90a6-4a003448c60d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Network': ['ID=503b95da-5289-458c-a87a-26a230ad842b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:40.002587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 503b95da-5289-458c-a87a-26a230ad842b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:40.027339 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:40.043384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:40.049765 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:40.050365 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.091303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40592) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:40.091528 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8912a96f-87c5-411e-a2c2-dde464502d2c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0075967 Aug 31 14:19:40.127852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28390fde-4917-46be-934b-5c3e272fb032 None None] Network d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:40.240346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97796f8f-de91-42e0-807c-3e0625f3c691 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:40.243478 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97796f8f-de91-42e0-807c-3e0625f3c691 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.410264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb', 'network_id': 'd3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb', 'tenant_id': '4e3efb98d9624f028d38d7b16fce4571', 'fixed_ips': [{'subnet_id': '3b121ff3-bedb-4741-be12-f8aa18597b79'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:40.411287 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.415515 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.613553 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.695109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Allocated IP 172.20.0.3 (d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb/3b121ff3-bedb-4741-be12-f8aa18597b79/14f2d548-eb99-4189-9b1f-445b995bb54d) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:40.729526 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97796f8f-de91-42e0-807c-3e0625f3c691 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.831993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97796f8f-de91-42e0-807c-3e0625f3c691 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Subnet': ['ID=ac2fd815-4190-43e5-aa1c-ca8916aa2988,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:40.841034 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97796f8f-de91-42e0-807c-3e0625f3c691 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Checking segment: {'id': 'b8dcb236-0cc7-481c-80c1-83c05ad38119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '503b95da-5289-458c-a87a-26a230ad842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:40.841793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97796f8f-de91-42e0-807c-3e0625f3c691 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network hostable DHCP agents. Network: 503b95da-5289-458c-a87a-26a230ad842b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:40.867157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97796f8f-de91-42e0-807c-3e0625f3c691 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network 503b95da-5289-458c-a87a-26a230ad842b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:40.877953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8fb3650a-db6d-446c-a08f-2f149a7ec4cb up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:40.881662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-97796f8f-de91-42e0-807c-3e0625f3c691 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 503b95da-5289-458c-a87a-26a230ad842b) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:40.887322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97796f8f-de91-42e0-807c-3e0625f3c691 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:40.889022 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97796f8f-de91-42e0-807c-3e0625f3c691 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:40.913753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40614) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:40.920845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f58e10b6-5a80-4428-a08e-3380eada31e1 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'subnet': {'network_id': '503b95da-5289-458c-a87a-26a230ad842b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:40.925730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-97796f8f-de91-42e0-807c-3e0625f3c691 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9756672 Aug 31 14:19:40.937104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69cdca1-0ba2-4650-8689-a35542af2a84 None None] Network 503b95da-5289-458c-a87a-26a230ad842b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:41.131052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58e10b6-5a80-4428-a08e-3380eada31e1 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:41.139057 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f58e10b6-5a80-4428-a08e-3380eada31e1 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.394365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:41.394748 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.452109 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.463919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-503b95da-5289-458c-a87a-26a230ad842b', 'network_id': '503b95da-5289-458c-a87a-26a230ad842b', 'tenant_id': '2ab5359e2d69498dacdd8ecb82efe0ec', 'fixed_ips': [{'subnet_id': 'ac2fd815-4190-43e5-aa1c-ca8916aa2988'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:41.464786 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.485372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Transition to ACTIVE for port object 14f2d548-eb99-4189-9b1f-445b995bb54d will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:41.510390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Transition to ACTIVE for port object 14f2d548-eb99-4189-9b1f-445b995bb54d will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:41.575361 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.618099 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.641346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Subnet': ['ID=3b121ff3-bedb-4741-be12-f8aa18597b79,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:41.696092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Network d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:41.703035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:41.731217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:41.735826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Pushing event updated for resources: {'Port': ['ID=14f2d548-eb99-4189-9b1f-445b995bb54d,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:41.776532 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.801011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:41.803891 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f58e10b6-5a80-4428-a08e-3380eada31e1 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.821978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Allocated IP 2001:db8::2 (503b95da-5289-458c-a87a-26a230ad842b/ac2fd815-4190-43e5-aa1c-ca8916aa2988/16e36f5a-3fbd-4728-9863-30b84bd778f3) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:41.841747 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Attempting to bind port 14f2d548-eb99-4189-9b1f-445b995bb54d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:41.842388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Attempting to bind port 14f2d548-eb99-4189-9b1f-445b995bb54d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'cdeb903a-ec2a-4dce-9813-cb83117b4172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:41.842942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Attempting to bind port 14f2d548-eb99-4189-9b1f-445b995bb54d on network d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:41.848699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdeb903a-ec2a-4dce-9813-cb83117b4172') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:41.848699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdeb903a-ec2a-4dce-9813-cb83117b4172') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:41.850463 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:41.851081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Checking segment: {'id': 'cdeb903a-ec2a-4dce-9813-cb83117b4172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:41.851812 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.852400 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Bound using segment: {'id': 'cdeb903a-ec2a-4dce-9813-cb83117b4172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:41.853106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Bound port: 14f2d548-eb99-4189-9b1f-445b995bb54d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdeb903a-ec2a-4dce-9813-cb83117b4172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:41.854317 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.892877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.941694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.956981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:41.958694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:41.967628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e10b6-5a80-4428-a08e-3380eada31e1 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network 503b95da-5289-458c-a87a-26a230ad842b is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:41.970481 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:41.976202 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40638) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:41.977147 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f58e10b6-5a80-4428-a08e-3380eada31e1 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:41.990370 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e10b6-5a80-4428-a08e-3380eada31e1 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:41.990988 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f58e10b6-5a80-4428-a08e-3380eada31e1 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.031168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e10b6-5a80-4428-a08e-3380eada31e1 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Subnet': ['ID=b80c6948-e5b1-4e20-b599-3ac6ec5607bb,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:42.059481 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f58e10b6-5a80-4428-a08e-3380eada31e1 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1437423 Aug 31 14:19:42.062572 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40646) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:42.139246 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:19:42.139246 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:19:42.139246 n-d-792364-6 neutron-server[106388]: [parameters: {'id': 'd3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb'}] Aug 31 14:19:42.139246 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:19:42.139739 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:19:42.145669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] For port 14f2d548-eb99-4189-9b1f-445b995bb54d, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:42.167004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] For port 14f2d548-eb99-4189-9b1f-445b995bb54d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=14f2d548-eb99-4189-9b1f-445b995bb54d,segment=NetworkSegment(cdeb903a-ec2a-4dce-9813-cb83117b4172),segment_id=cdeb903a-ec2a-4dce-9813-cb83117b4172)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:42.193258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ce73a-eea6-43f2-8936-1fd5ec90bb19 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:42.195288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ce73a-eea6-43f2-8936-1fd5ec90bb19 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:42.197411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ce73a-eea6-43f2-8936-1fd5ec90bb19 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:42.199376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ce73a-eea6-43f2-8936-1fd5ec90bb19 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:42.201228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ce73a-eea6-43f2-8936-1fd5ec90bb19 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:42.204486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4f6ce73a-eea6-43f2-8936-1fd5ec90bb19 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1399407 Aug 31 14:19:42.207847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40648) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:42.214410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1117352729'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:42.232537 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.262591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:42.267558 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.351191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:42.385725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d89275f5-0eb6-49b8-b6eb-5702fd370dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.396711 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.397072 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Added segment 519d079b-dd72-41c6-8e1a-a9f95b4bd849 of type vlan for network d43565f9-2e10-47d8-9343-d293d6dca9d3 Aug 31 14:19:42.427437 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68467d4c-a6fe-4c77-9273-839d5a1015d0 None None] Pushing event updated for resources: {'Port': ['ID=14f2d548-eb99-4189-9b1f-445b995bb54d,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:42.501579 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.507509 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.522234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Transition to ACTIVE for port object 16e36f5a-3fbd-4728-9863-30b84bd778f3 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:42.557053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7908c7c1-5340-4ab2-b6a4-5c0c84e88359 None None] Network d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:42.575154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.578492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Transition to ACTIVE for port object 16e36f5a-3fbd-4728-9863-30b84bd778f3 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:42.593856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:42.595431 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.596645 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d89275f5-0eb6-49b8-b6eb-5702fd370dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.608309 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d89275f5-0eb6-49b8-b6eb-5702fd370dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.630096 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.658276 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d89275f5-0eb6-49b8-b6eb-5702fd370dff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5aa5fc4d2b3412080706e3759808805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735654 Aug 31 14:19:42.659248 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89275f5-0eb6-49b8-b6eb-5702fd370dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b50bf53-6526-4a5d-9700-f69307b69f24,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:42.661840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40652) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:42.691303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Network 503b95da-5289-458c-a87a-26a230ad842b is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:42.704261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:42.707713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:42.722566 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d65be9e-ea44-4995-97f0-8fabee1948ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.747810 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.751630 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d65be9e-ea44-4995-97f0-8fabee1948ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:42.815316 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40654) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:42.815780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6062267 Aug 31 14:19:42.825439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-256b7f8f-295d-4815-9c2b-66bd93d08083 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:42.859664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Network': ['ID=d43565f9-2e10-47d8-9343-d293d6dca9d3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:42.870304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:42.870919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:42.871453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:42.871956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:42.872529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:42.873041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:42.873555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:42.874106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:42.874636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:42.882223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:42.883666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:42.884235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552b40d-47ba-4b7e-936d-ca98140571bc tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:42.932251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Pushing event updated for resources: {'Port': ['ID=16e36f5a-3fbd-4728-9863-30b84bd778f3,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:42.945128 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network d43565f9-2e10-47d8-9343-d293d6dca9d3 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:42.949538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Deleting port 14f2d548-eb99-4189-9b1f-445b995bb54d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:42.949925 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.002605 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d65be9e-ea44-4995-97f0-8fabee1948ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.010929 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d65be9e-ea44-4995-97f0-8fabee1948ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.015779 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9d65be9e-ea44-4995-97f0-8fabee1948ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b50bf53-6526-4a5d-9700-f69307b69f24 HTTP/1.1" status: 204 len: 168 time: 0.3530586 Aug 31 14:19:43.045187 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65be9e-ea44-4995-97f0-8fabee1948ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b50bf53-6526-4a5d-9700-f69307b69f24,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:43.150804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] For port 14f2d548-eb99-4189-9b1f-445b995bb54d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=14f2d548-eb99-4189-9b1f-445b995bb54d,segment=NetworkSegment(cdeb903a-ec2a-4dce-9813-cb83117b4172),segment_id=cdeb903a-ec2a-4dce-9813-cb83117b4172)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:43.151108 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.169923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Attempting to bind port 16e36f5a-3fbd-4728-9863-30b84bd778f3 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:43.170468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Attempting to bind port 16e36f5a-3fbd-4728-9863-30b84bd778f3 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'b8dcb236-0cc7-481c-80c1-83c05ad38119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '503b95da-5289-458c-a87a-26a230ad842b'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:43.171033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Attempting to bind port 16e36f5a-3fbd-4728-9863-30b84bd778f3 on network 503b95da-5289-458c-a87a-26a230ad842b {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:43.180284 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:43.181037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Checking segment: {'id': 'b8dcb236-0cc7-481c-80c1-83c05ad38119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '503b95da-5289-458c-a87a-26a230ad842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:43.182190 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.183144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Bound using segment: {'id': 'b8dcb236-0cc7-481c-80c1-83c05ad38119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '503b95da-5289-458c-a87a-26a230ad842b'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:43.183806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Bound port: 16e36f5a-3fbd-4728-9863-30b84bd778f3, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8dcb236-0cc7-481c-80c1-83c05ad38119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '503b95da-5289-458c-a87a-26a230ad842b'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:43.184371 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.185912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Calling delete_port for 14f2d548-eb99-4189-9b1f-445b995bb54d owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:43.318217 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-256b7f8f-295d-4815-9c2b-66bd93d08083 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.344607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] For port 16e36f5a-3fbd-4728-9863-30b84bd778f3, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:43.351968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] For port 16e36f5a-3fbd-4728-9863-30b84bd778f3, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=16e36f5a-3fbd-4728-9863-30b84bd778f3,segment=NetworkSegment(b8dcb236-0cc7-481c-80c1-83c05ad38119),segment_id=b8dcb236-0cc7-481c-80c1-83c05ad38119)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:43.360248 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-256b7f8f-295d-4815-9c2b-66bd93d08083 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.375738 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.409143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-256b7f8f-295d-4815-9c2b-66bd93d08083 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network d43565f9-2e10-47d8-9343-d293d6dca9d3 is not hosted by any dhcp agent {{(pid=106387) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:19:43.449761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256b7f8f-295d-4815-9c2b-66bd93d08083 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:43.450521 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-256b7f8f-295d-4815-9c2b-66bd93d08083 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.451902 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-256b7f8f-295d-4815-9c2b-66bd93d08083 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "PUT /v2.0/networks/d43565f9-2e10-47d8-9343-d293d6dca9d3 HTTP/1.1" status: 200 len: 723 time: 0.6345751 Aug 31 14:19:43.454971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40674) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.504317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3a1243a0-7664-4bed-8625-0cba8a037e7e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'subnet': {'network_id': 'd43565f9-2e10-47d8-9343-d293d6dca9d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:43.567669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8919089-0d0d-4ebb-bfb2-e7247ec026cb None None] Pushing event updated for resources: {'Port': ['ID=16e36f5a-3fbd-4728-9863-30b84bd778f3,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:43.662262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:43.663813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b7f8f-295d-4815-9c2b-66bd93d08083 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Network': ['ID=d43565f9-2e10-47d8-9343-d293d6dca9d3,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:43.684996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network d43565f9-2e10-47d8-9343-d293d6dca9d3 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:43.706359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No DVR routers for this DVR port 14f2d548-eb99-4189-9b1f-445b995bb54d on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:43.749712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Port': ['ID=14f2d548-eb99-4189-9b1f-445b995bb54d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:43.866376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40682) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:43.928770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.004300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:44.035578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1243a0-7664-4bed-8625-0cba8a037e7e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:44.048531 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a1243a0-7664-4bed-8625-0cba8a037e7e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.058896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdeb903a-ec2a-4dce-9813-cb83117b4172') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:44.059264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdeb903a-ec2a-4dce-9813-cb83117b4172') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:44.069292 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.087413 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.094985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:44.095459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.171571 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5dd8818e-6625-458b-aa4e-34b565e3ad3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:44.239574 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:44.263187 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.277318 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.285559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb HTTP/1.1" status: 204 len: 168 time: 4.1922929 Aug 31 14:19:44.289840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40698) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:44.295792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a1db4db0-62da-4860-94c3-334766d3fa1e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1026579646'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:44.417209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adbc50-ba39-4f9d-8fde-b95c805321ec tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Network': ['ID=d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:44.432773 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5dd8818e-6625-458b-aa4e-34b565e3ad3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.485330 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5dd8818e-6625-458b-aa4e-34b565e3ad3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.500208 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1db4db0-62da-4860-94c3-334766d3fa1e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:44.504044 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1db4db0-62da-4860-94c3-334766d3fa1e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.562284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1db4db0-62da-4860-94c3-334766d3fa1e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:44.571777 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1db4db0-62da-4860-94c3-334766d3fa1e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.572220 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-a1db4db0-62da-4860-94c3-334766d3fa1e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Added segment 30024994-e38b-4b3c-8651-b8b715d74226 of type vlan for network 5e6e018a-4243-4010-8ac7-7c2fb8e7173b Aug 31 14:19:44.622354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1db4db0-62da-4860-94c3-334766d3fa1e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.656848 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5dd8818e-6625-458b-aa4e-34b565e3ad3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=469ee48e343e47cbb42789c9aa35da9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7750275 Aug 31 14:19:44.657836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8818e-6625-458b-aa4e-34b565e3ad3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8ffe52-3fea-4b5e-820b-52c790835b44,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:44.659445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40710) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:44.677243 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1db4db0-62da-4860-94c3-334766d3fa1e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.687984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1db4db0-62da-4860-94c3-334766d3fa1e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:44.688946 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1db4db0-62da-4860-94c3-334766d3fa1e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.828960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a1243a0-7664-4bed-8625-0cba8a037e7e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.864110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db4db0-62da-4860-94c3-334766d3fa1e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=5e6e018a-4243-4010-8ac7-7c2fb8e7173b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:44.880035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 5e6e018a-4243-4010-8ac7-7c2fb8e7173b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:44.881075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a1db4db0-62da-4860-94c3-334766d3fa1e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5901484 Aug 31 14:19:44.881947 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40712) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:44.889090 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b2b5f783-7082-4668-aae7-372784741c0d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'network_id': '5e6e018a-4243-4010-8ac7-7c2fb8e7173b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:44.947817 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a91d158a-0672-4a6b-b456-286ff717c5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:44.951435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1243a0-7664-4bed-8625-0cba8a037e7e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Subnet': ['ID=4d1dfb36-49e8-40c3-b7d0-021631498f3d,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:44.989460 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1243a0-7664-4bed-8625-0cba8a037e7e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Checking segment: {'id': '519d079b-dd72-41c6-8e1a-a9f95b4bd849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd43565f9-2e10-47d8-9343-d293d6dca9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:44.989835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1243a0-7664-4bed-8625-0cba8a037e7e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network hostable DHCP agents. Network: d43565f9-2e10-47d8-9343-d293d6dca9d3, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:45.000137 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a91d158a-0672-4a6b-b456-286ff717c5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.008875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 16e36f5a-3fbd-4728-9863-30b84bd778f3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:45.044411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b5f783-7082-4668-aae7-372784741c0d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:45.047854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1243a0-7664-4bed-8625-0cba8a037e7e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network d43565f9-2e10-47d8-9343-d293d6dca9d3 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:45.049494 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2b5f783-7082-4668-aae7-372784741c0d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.098975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3a1243a0-7664-4bed-8625-0cba8a037e7e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, d43565f9-2e10-47d8-9343-d293d6dca9d3) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:45.103900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1243a0-7664-4bed-8625-0cba8a037e7e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:45.104661 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a1243a0-7664-4bed-8625-0cba8a037e7e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.138222 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3a1243a0-7664-4bed-8625-0cba8a037e7e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6754177 Aug 31 14:19:45.142417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40740) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:45.143382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9386e-4b38-46b5-9202-3581f9aaae6d None None] Network d43565f9-2e10-47d8-9343-d293d6dca9d3 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:45.153182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-04464c4d-c1bd-4735-bee1-0a8fa1b94540 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:45.257274 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a91d158a-0672-4a6b-b456-286ff717c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.260032 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a91d158a-0672-4a6b-b456-286ff717c5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.278856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a91d158a-0672-4a6b-b456-286ff717c5b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea8ffe52-3fea-4b5e-820b-52c790835b44 HTTP/1.1" status: 204 len: 168 time: 0.6066508 Aug 31 14:19:45.307142 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 16e36f5a-3fbd-4728-9863-30b84bd778f3 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:45.322557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d158a-0672-4a6b-b456-286ff717c5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8ffe52-3fea-4b5e-820b-52c790835b44,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:45.448459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e149c40-84aa-4947-8895-c7f3fd47a0c4 None None] Network 503b95da-5289-458c-a87a-26a230ad842b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:45.455300 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04464c4d-c1bd-4735-bee1-0a8fa1b94540 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4613847'] for subnet, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.625733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-d43565f9-2e10-47d8-9343-d293d6dca9d3', 'network_id': 'd43565f9-2e10-47d8-9343-d293d6dca9d3', 'tenant_id': '2ab5359e2d69498dacdd8ecb82efe0ec', 'fixed_ips': [{'subnet_id': '4d1dfb36-49e8-40c3-b7d0-021631498f3d'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:45.627876 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.683221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dc43e48c-7296-4ff6-90c3-2dc7d6e36f1e None None] Provisioning for port 16e36f5a-3fbd-4728-9863-30b84bd778f3 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:45.715336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dc43e48c-7296-4ff6-90c3-2dc7d6e36f1e None None] Provisioning complete for port 16e36f5a-3fbd-4728-9863-30b84bd778f3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:45.715958 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dc43e48c-7296-4ff6-90c3-2dc7d6e36f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.745151 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2b5f783-7082-4668-aae7-372784741c0d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.962032 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:19:45.973824 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dc43e48c-7296-4ff6-90c3-2dc7d6e36f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:45.999298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5f783-7082-4668-aae7-372784741c0d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=961f1fd3-e877-4841-addc-c7a5f93817f2,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:46.021555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b5f783-7082-4668-aae7-372784741c0d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking segment: {'id': '30024994-e38b-4b3c-8651-b8b715d74226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5e6e018a-4243-4010-8ac7-7c2fb8e7173b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:46.021982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5f783-7082-4668-aae7-372784741c0d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network hostable DHCP agents. Network: 5e6e018a-4243-4010-8ac7-7c2fb8e7173b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:46.048366 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04464c4d-c1bd-4735-bee1-0a8fa1b94540 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754575128796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4213071'] for subnet, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.049682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5f783-7082-4668-aae7-372784741c0d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network 5e6e018a-4243-4010-8ac7-7c2fb8e7173b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:46.077716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5f783-7082-4668-aae7-372784741c0d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 5e6e018a-4243-4010-8ac7-7c2fb8e7173b) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:46.095999 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-dc43e48c-7296-4ff6-90c3-2dc7d6e36f1e None None] For port 16e36f5a-3fbd-4728-9863-30b84bd778f3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=16e36f5a-3fbd-4728-9863-30b84bd778f3,segment=NetworkSegment(b8dcb236-0cc7-481c-80c1-83c05ad38119),segment_id=b8dcb236-0cc7-481c-80c1-83c05ad38119)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:46.105214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04464c4d-c1bd-4735-bee1-0a8fa1b94540 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:46.107971 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04464c4d-c1bd-4735-bee1-0a8fa1b94540 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.116378 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-04464c4d-c1bd-4735-bee1-0a8fa1b94540 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "PUT /v2.0/subnets/4d1dfb36-49e8-40c3-b7d0-021631498f3d HTTP/1.1" status: 200 len: 826 time: 0.9727070 Aug 31 14:19:46.117408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40758) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:46.123825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d2e5c-104a-4472-be0b-f6996af3ad6a None None] Network 5e6e018a-4243-4010-8ac7-7c2fb8e7173b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:46.137633 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dc43e48c-7296-4ff6-90c3-2dc7d6e36f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.154229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b5f783-7082-4668-aae7-372784741c0d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:46.158470 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b2b5f783-7082-4668-aae7-372784741c0d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.209110 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b2b5f783-7082-4668-aae7-372784741c0d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3254373 Aug 31 14:19:46.213168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40760) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:46.379597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04464c4d-c1bd-4735-bee1-0a8fa1b94540 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Subnet': ['ID=4d1dfb36-49e8-40c3-b7d0-021631498f3d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:46.404197 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8effe3-d3df-407c-9c39-bd464bbc0d5b None None] Update dhcp port {'port': {'network_id': '503b95da-5289-458c-a87a-26a230ad842b', 'fixed_ips': [{'subnet_id': 'ac2fd815-4190-43e5-aa1c-ca8916aa2988', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b80c6948-e5b1-4e20-b599-3ac6ec5607bb'}], 'binding:host_id': 'n-d-792364-6'}, 'id': '16e36f5a-3fbd-4728-9863-30b84bd778f3'} from n-d-792364-6. {{(pid=106389) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 14:19:46.448659 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.474387 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Allocated IP 2001:db8::2 (d43565f9-2e10-47d8-9343-d293d6dca9d3/4d1dfb36-49e8-40c3-b7d0-021631498f3d/a3b1f5f7-b6d9-4538-b398-90ab9af0750b) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:46.515364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.543881 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.567920 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ae8effe3-d3df-407c-9c39-bd464bbc0d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.623218 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43e48c-7296-4ff6-90c3-2dc7d6e36f1e None None] Pushing event updated for resources: {'Port': ['ID=16e36f5a-3fbd-4728-9863-30b84bd778f3,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:46.645464 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.690099 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.696894 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Subnet': ['ID=961f1fd3-e877-4841-addc-c7a5f93817f2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:46.749189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74f9299-56ff-4308-b0f7-dc56af2aa98e None None] Network 5e6e018a-4243-4010-8ac7-7c2fb8e7173b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:46.881641 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.892771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 16e36f5a-3fbd-4728-9863-30b84bd778f3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:46.893763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6e018a-4243-4010-8ac7-7c2fb8e7173b']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:46.907337 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30024994-e38b-4b3c-8651-b8b715d74226') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:46.908511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30024994-e38b-4b3c-8651-b8b715d74226') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:46.919136 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.933558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.941068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:46.941482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:46.950606 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:47.053495 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.066624 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.072647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40788) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.073216 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/5e6e018a-4243-4010-8ac7-7c2fb8e7173b HTTP/1.1" status: 204 len: 168 time: 0.8583877 Aug 31 14:19:47.078686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-80a62684-00b4-480c-b136-2ad260108dee tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-919504181'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.104655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a21b15-307e-4a94-bece-cda6a63a6a7a tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Network': ['ID=5e6e018a-4243-4010-8ac7-7c2fb8e7173b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:47.136193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a62684-00b4-480c-b136-2ad260108dee tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:47.140616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80a62684-00b4-480c-b136-2ad260108dee tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.163248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-ae8effe3-d3df-407c-9c39-bd464bbc0d5b None None] Allocated IP 172.20.0.1 (503b95da-5289-458c-a87a-26a230ad842b/b80c6948-e5b1-4e20-b599-3ac6ec5607bb/16e36f5a-3fbd-4728-9863-30b84bd778f3) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:47.165246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 16e36f5a-3fbd-4728-9863-30b84bd778f3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:47.165762 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.174724 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.218005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Transition to ACTIVE for port object a3b1f5f7-b6d9-4538-b398-90ab9af0750b will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:47.226810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a62684-00b4-480c-b136-2ad260108dee tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:47.253712 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80a62684-00b4-480c-b136-2ad260108dee tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.254066 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-80a62684-00b4-480c-b136-2ad260108dee tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Added segment 66976c8e-c0c6-4bb6-94eb-5084d6406cf2 of type vlan for network 1562709b-cc24-4b6f-9325-f2cf5e89fa96 Aug 31 14:19:47.285944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Transition to ACTIVE for port object a3b1f5f7-b6d9-4538-b398-90ab9af0750b will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:47.310178 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.343807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80a62684-00b4-480c-b136-2ad260108dee tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.398675 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.410630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ae8effe3-d3df-407c-9c39-bd464bbc0d5b None None] For port 16e36f5a-3fbd-4728-9863-30b84bd778f3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=16e36f5a-3fbd-4728-9863-30b84bd778f3,segment=NetworkSegment(b8dcb236-0cc7-481c-80c1-83c05ad38119),segment_id=b8dcb236-0cc7-481c-80c1-83c05ad38119)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:47.414545 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80a62684-00b4-480c-b136-2ad260108dee tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.427167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a62684-00b4-480c-b136-2ad260108dee tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:47.427812 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80a62684-00b4-480c-b136-2ad260108dee tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.433311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Network d43565f9-2e10-47d8-9343-d293d6dca9d3 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:47.442162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:47.445973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Pushing event updated for resources: {'Port': ['ID=a3b1f5f7-b6d9-4538-b398-90ab9af0750b,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:47.450671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:47.472024 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ae8effe3-d3df-407c-9c39-bd464bbc0d5b None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.483420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1dfb36-49e8-40c3-b7d0-021631498f3d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:47.521829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ae8effe3-d3df-407c-9c39-bd464bbc0d5b None None] Transition to ACTIVE for port object 16e36f5a-3fbd-4728-9863-30b84bd778f3 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:47.535784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Attempting to bind port a3b1f5f7-b6d9-4538-b398-90ab9af0750b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:47.536164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Attempting to bind port a3b1f5f7-b6d9-4538-b398-90ab9af0750b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '519d079b-dd72-41c6-8e1a-a9f95b4bd849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd43565f9-2e10-47d8-9343-d293d6dca9d3'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:47.536566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Attempting to bind port a3b1f5f7-b6d9-4538-b398-90ab9af0750b on network d43565f9-2e10-47d8-9343-d293d6dca9d3 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:47.545516 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ae8effe3-d3df-407c-9c39-bd464bbc0d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.555323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:47.555323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Checking segment: {'id': '519d079b-dd72-41c6-8e1a-a9f95b4bd849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd43565f9-2e10-47d8-9343-d293d6dca9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:47.555675 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.556088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Bound using segment: {'id': '519d079b-dd72-41c6-8e1a-a9f95b4bd849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd43565f9-2e10-47d8-9343-d293d6dca9d3'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:47.557331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Bound port: a3b1f5f7-b6d9-4538-b398-90ab9af0750b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519d079b-dd72-41c6-8e1a-a9f95b4bd849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd43565f9-2e10-47d8-9343-d293d6dca9d3'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:47.557775 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.587387 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.598446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43565f9-2e10-47d8-9343-d293d6dca9d3']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:47.610323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519d079b-dd72-41c6-8e1a-a9f95b4bd849') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:47.610686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519d079b-dd72-41c6-8e1a-a9f95b4bd849') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:47.624164 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.640829 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.659748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:47.660183 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:47.664123 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:47.666660 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-80a62684-00b4-480c-b136-2ad260108dee tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5906081 Aug 31 14:19:47.668027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40810) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:47.687949 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a38e412e-ddc0-400b-830a-297e23f7a76e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'network_id': '1562709b-cc24-4b6f-9325-f2cf5e89fa96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:47.727708 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a62684-00b4-480c-b136-2ad260108dee tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=1562709b-cc24-4b6f-9325-f2cf5e89fa96,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:47.734453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8effe3-d3df-407c-9c39-bd464bbc0d5b None None] Pushing event updated for resources: {'Port': ['ID=16e36f5a-3fbd-4728-9863-30b84bd778f3,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:47.741090 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:19:47.741090 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:19:47.741090 n-d-792364-6 neutron-server[106388]: [parameters: {'id': 'd43565f9-2e10-47d8-9343-d293d6dca9d3'}] Aug 31 14:19:47.741090 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:19:47.741748 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:19:47.747060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 1562709b-cc24-4b6f-9325-f2cf5e89fa96 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:47.817427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] For port a3b1f5f7-b6d9-4538-b398-90ab9af0750b, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:47.852640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38e412e-ddc0-400b-830a-297e23f7a76e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:47.863822 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a38e412e-ddc0-400b-830a-297e23f7a76e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:47.894351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] For port a3b1f5f7-b6d9-4538-b398-90ab9af0750b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a3b1f5f7-b6d9-4538-b398-90ab9af0750b,segment=NetworkSegment(519d079b-dd72-41c6-8e1a-a9f95b4bd849),segment_id=519d079b-dd72-41c6-8e1a-a9f95b4bd849)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:47.909624 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.043491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c8bb-d227-4591-a9d0-cd3d4cb70c4c None None] Pushing event updated for resources: {'Port': ['ID=a3b1f5f7-b6d9-4538-b398-90ab9af0750b,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:48.064796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9529f0-cbcb-4281-b7c3-4c141c9e19ec None None] Network d43565f9-2e10-47d8-9343-d293d6dca9d3 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:48.194597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a38e412e-ddc0-400b-830a-297e23f7a76e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.236852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875410ee-1cbc-4491-80c5-386945cd78f4 None None] Network d43565f9-2e10-47d8-9343-d293d6dca9d3 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:48.242978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.283840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e412e-ddc0-400b-830a-297e23f7a76e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=2c84c047-0bde-409b-acbe-e656fed8e2bd,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:48.301359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e412e-ddc0-400b-830a-297e23f7a76e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking segment: {'id': '66976c8e-c0c6-4bb6-94eb-5084d6406cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1562709b-cc24-4b6f-9325-f2cf5e89fa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:48.301991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e412e-ddc0-400b-830a-297e23f7a76e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network hostable DHCP agents. Network: 1562709b-cc24-4b6f-9325-f2cf5e89fa96, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:48.339379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e412e-ddc0-400b-830a-297e23f7a76e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network 1562709b-cc24-4b6f-9325-f2cf5e89fa96 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:48.372240 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a38e412e-ddc0-400b-830a-297e23f7a76e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 1562709b-cc24-4b6f-9325-f2cf5e89fa96) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:48.381845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e412e-ddc0-400b-830a-297e23f7a76e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:48.382456 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a38e412e-ddc0-400b-830a-297e23f7a76e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.392570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Deleting port a3b1f5f7-b6d9-4538-b398-90ab9af0750b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:48.393031 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.413367 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a38e412e-ddc0-400b-830a-297e23f7a76e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7437124 Aug 31 14:19:48.416996 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40818) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:48.424249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82b7df-05d4-4951-91f0-d3729d8791ab None None] Network 1562709b-cc24-4b6f-9325-f2cf5e89fa96 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:48.522085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] For port a3b1f5f7-b6d9-4538-b398-90ab9af0750b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a3b1f5f7-b6d9-4538-b398-90ab9af0750b,segment=NetworkSegment(519d079b-dd72-41c6-8e1a-a9f95b4bd849),segment_id=519d079b-dd72-41c6-8e1a-a9f95b4bd849)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:48.523363 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.577679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddfa429-82f1-4084-ac16-63b09b5c8826 None None] Network 503b95da-5289-458c-a87a-26a230ad842b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:48.579460 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Calling delete_port for a3b1f5f7-b6d9-4538-b398-90ab9af0750b owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:48.719958 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:48.915745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 16e36f5a-3fbd-4728-9863-30b84bd778f3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:19:49.011388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-12dc6ddc-d52a-44eb-af0a-41cc328817d7 None None] Provisioning for port 16e36f5a-3fbd-4728-9863-30b84bd778f3 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:19:49.024683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-12dc6ddc-d52a-44eb-af0a-41cc328817d7 None None] Provisioning complete for port 16e36f5a-3fbd-4728-9863-30b84bd778f3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:49.025836 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-12dc6ddc-d52a-44eb-af0a-41cc328817d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.061878 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.166624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Port': ['ID=a3b1f5f7-b6d9-4538-b398-90ab9af0750b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:49.177047 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.179988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No DVR routers for this DVR port a3b1f5f7-b6d9-4538-b398-90ab9af0750b on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:49.287747 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8af31ab-eeb3-4604-9482-97a02e898e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-1562709b-cc24-4b6f-9325-f2cf5e89fa96', 'network_id': '1562709b-cc24-4b6f-9325-f2cf5e89fa96', 'tenant_id': '4e3efb98d9624f028d38d7b16fce4571', 'fixed_ips': [{'subnet_id': '2c84c047-0bde-409b-acbe-e656fed8e2bd'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:49.289189 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8af31ab-eeb3-4604-9482-97a02e898e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.340122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.343356 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 16e36f5a-3fbd-4728-9863-30b84bd778f3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:49.343739 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.382062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Subnet': ['ID=2c84c047-0bde-409b-acbe-e656fed8e2bd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:49.454065 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.468122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43565f9-2e10-47d8-9343-d293d6dca9d3']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:49.482341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519d079b-dd72-41c6-8e1a-a9f95b4bd849') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:49.482803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519d079b-dd72-41c6-8e1a-a9f95b4bd849') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:49.490665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79426c7-73a1-48a8-b312-50aa81d227ac None None] Network 1562709b-cc24-4b6f-9325-f2cf5e89fa96 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:49.504030 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.534678 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.535076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.549684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1562709b-cc24-4b6f-9325-f2cf5e89fa96']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:49.558122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:49.558554 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:49.564490 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:49.576333 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66976c8e-c0c6-4bb6-94eb-5084d6406cf2') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:49.576925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66976c8e-c0c6-4bb6-94eb-5084d6406cf2') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:49.590424 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.612951 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.622929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:49.639262 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:49.646056 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:49.668359 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.674888 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.682151 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/d43565f9-2e10-47d8-9343-d293d6dca9d3 HTTP/1.1" status: 204 len: 168 time: 3.5351920 Aug 31 14:19:49.711478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40838) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:49.712406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0138d-6629-4f37-8578-1e5b0c44d5f7 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Network': ['ID=d43565f9-2e10-47d8-9343-d293d6dca9d3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:49.776407 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.791573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.796522 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/1562709b-cc24-4b6f-9325-f2cf5e89fa96 HTTP/1.1" status: 204 len: 168 time: 1.3775704 Aug 31 14:19:49.801034 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40842) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:49.812159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-dc7ef6c4-adb9-4371-84af-61c40a8d8f04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-991666465'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:49.821347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28802d-b663-4ec3-9e65-0f93a330da04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Network': ['ID=1562709b-cc24-4b6f-9325-f2cf5e89fa96,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:49.826677 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b476fa-b05d-45c4-a9ee-bed38c2c94ed tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:49.827289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b476fa-b05d-45c4-a9ee-bed38c2c94ed tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:49.829067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d5b476fa-b05d-45c4-a9ee-bed38c2c94ed tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/d43565f9-2e10-47d8-9343-d293d6dca9d3 HTTP/1.1" status: 404 len: 339 time: 0.0984781 Aug 31 14:19:49.833502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40844) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:49.859394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-48a44aba-91f4-4a43-8abc-9bba27e036b0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1359256805', 'description': 'd1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:49.909771 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7ef6c4-adb9-4371-84af-61c40a8d8f04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:49.913757 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef6c4-adb9-4371-84af-61c40a8d8f04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:49.947411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68369150-af9e-41df-b4a0-065e1324c1bc None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:19:49.980280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7ef6c4-adb9-4371-84af-61c40a8d8f04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:49.983845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a44aba-91f4-4a43-8abc-9bba27e036b0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:49.989309 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48a44aba-91f4-4a43-8abc-9bba27e036b0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.023897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c86f28fe-cfea-4d58-85a6-88067537271a None None] Provisioning complete for port 16e36f5a-3fbd-4728-9863-30b84bd778f3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:19:50.024650 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c86f28fe-cfea-4d58-85a6-88067537271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.037723 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef6c4-adb9-4371-84af-61c40a8d8f04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.038046 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-dc7ef6c4-adb9-4371-84af-61c40a8d8f04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Added segment 3e3d3e55-e591-4c58-9c73-812b88462c1f of type vlan for network 11c4bf57-9ac4-4494-a7c6-c8d298e34851 Aug 31 14:19:50.054796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a44aba-91f4-4a43-8abc-9bba27e036b0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:50.065900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48a44aba-91f4-4a43-8abc-9bba27e036b0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.066301 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-48a44aba-91f4-4a43-8abc-9bba27e036b0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Added segment e7362f8b-f888-4a6c-8138-a1b96fe99a4c of type vlan for network 776227fe-47f8-43c8-94d8-778f3713a80e Aug 31 14:19:50.161238 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48a44aba-91f4-4a43-8abc-9bba27e036b0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.185054 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef6c4-adb9-4371-84af-61c40a8d8f04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.231525 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48a44aba-91f4-4a43-8abc-9bba27e036b0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.241617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68369150-af9e-41df-b4a0-065e1324c1bc None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:19:50.247431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a44aba-91f4-4a43-8abc-9bba27e036b0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:50.248089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48a44aba-91f4-4a43-8abc-9bba27e036b0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.264477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef6c4-adb9-4371-84af-61c40a8d8f04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.272315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ef6c4-adb9-4371-84af-61c40a8d8f04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:50.273326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef6c4-adb9-4371-84af-61c40a8d8f04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.332118 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-48a44aba-91f4-4a43-8abc-9bba27e036b0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4975717 Aug 31 14:19:50.334825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40852) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.356143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a44aba-91f4-4a43-8abc-9bba27e036b0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Network': ['ID=776227fe-47f8-43c8-94d8-778f3713a80e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:50.373469 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dc7ef6c4-adb9-4371-84af-61c40a8d8f04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5687492 Aug 31 14:19:50.382845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40856) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.389366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 776227fe-47f8-43c8-94d8-778f3713a80e details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:50.390317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f0f27654-e46f-407f-bf67-ffd733209c33 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:50.445285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ef6c4-adb9-4371-84af-61c40a8d8f04 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=11c4bf57-9ac4-4494-a7c6-c8d298e34851,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:50.491778 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 11c4bf57-9ac4-4494-a7c6-c8d298e34851 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:50.627956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64ed262-46ff-4af4-a8ec-92ee91d1a873 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:50.632552 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a64ed262-46ff-4af4-a8ec-92ee91d1a873 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/networks?id=776227fe-47f8-43c8-94d8-778f3713a80e HTTP/1.1" status: 200 len: 765 time: 0.2937062 Aug 31 14:19:50.632552 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40866) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:50.638779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c4ffedcd-789c-427f-a091-292f3bab6a9f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'network': {'description': 'd2'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:50.861176 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0f27654-e46f-407f-bf67-ffd733209c33 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.896573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0f27654-e46f-407f-bf67-ffd733209c33 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.974394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f27654-e46f-407f-bf67-ffd733209c33 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=11c4bf57-9ac4-4494-a7c6-c8d298e34851,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:50.986557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0f27654-e46f-407f-bf67-ffd733209c33 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network 11c4bf57-9ac4-4494-a7c6-c8d298e34851 is not hosted by any dhcp agent {{(pid=106387) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:19:50.992960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f27654-e46f-407f-bf67-ffd733209c33 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:50.993800 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0f27654-e46f-407f-bf67-ffd733209c33 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.995122 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f0f27654-e46f-407f-bf67-ffd733209c33 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "PUT /v2.0/networks/11c4bf57-9ac4-4494-a7c6-c8d298e34851 HTTP/1.1" status: 200 len: 723 time: 0.6115737 Aug 31 14:19:50.997205 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4ffedcd-789c-427f-a091-292f3bab6a9f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:50.997462 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 11c4bf57-9ac4-4494-a7c6-c8d298e34851 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:50.998063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40894) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:51.004767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d3d65f1d-a92b-4b70-8a2a-2c22a489cbe9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'network_id': '11c4bf57-9ac4-4494-a7c6-c8d298e34851', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:51.016115 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4ffedcd-789c-427f-a091-292f3bab6a9f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.039562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4ffedcd-789c-427f-a091-292f3bab6a9f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network 776227fe-47f8-43c8-94d8-778f3713a80e is not hosted by any dhcp agent {{(pid=106387) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:19:51.045411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ffedcd-789c-427f-a091-292f3bab6a9f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.046320 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4ffedcd-789c-427f-a091-292f3bab6a9f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.047894 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c4ffedcd-789c-427f-a091-292f3bab6a9f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "PUT /v2.0/networks/776227fe-47f8-43c8-94d8-778f3713a80e HTTP/1.1" status: 200 len: 762 time: 0.4144413 Aug 31 14:19:51.083330 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40904) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:51.121657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4c040f-5fa0-4a6b-b4de-2614e805f2a9 None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:19:51.177068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d65f1d-a92b-4b70-8a2a-2c22a489cbe9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:51.186626 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d3d65f1d-a92b-4b70-8a2a-2c22a489cbe9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.191810 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffedcd-789c-427f-a091-292f3bab6a9f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Network': ['ID=776227fe-47f8-43c8-94d8-778f3713a80e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:51.226046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 776227fe-47f8-43c8-94d8-778f3713a80e details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:51.265889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2d1f13-0bd6-41ee-88bf-fe5802c068a1 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.267615 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1f2d1f13-0bd6-41ee-88bf-fe5802c068a1 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/networks?id=776227fe-47f8-43c8-94d8-778f3713a80e HTTP/1.1" status: 200 len: 765 time: 0.1832170 Aug 31 14:19:51.273303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40926) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:51.352226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c040f-5fa0-4a6b-b4de-2614e805f2a9 None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:19:51.511200 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d3d65f1d-a92b-4b70-8a2a-2c22a489cbe9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.596873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d65f1d-a92b-4b70-8a2a-2c22a489cbe9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=5cc95789-6d1b-47ec-8aa4-4b44b4ef33e6,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:51.605292 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d99f79b-3bbf-4340-86a8-bf5accf22325 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.606731 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3d99f79b-3bbf-4340-86a8-bf5accf22325 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3321478 Aug 31 14:19:51.610037 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40966) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:51.615621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d65f1d-a92b-4b70-8a2a-2c22a489cbe9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking segment: {'id': '3e3d3e55-e591-4c58-9c73-812b88462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '11c4bf57-9ac4-4494-a7c6-c8d298e34851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:51.615945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d65f1d-a92b-4b70-8a2a-2c22a489cbe9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network hostable DHCP agents. Network: 11c4bf57-9ac4-4494-a7c6-c8d298e34851, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:51.641477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d65f1d-a92b-4b70-8a2a-2c22a489cbe9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network 11c4bf57-9ac4-4494-a7c6-c8d298e34851 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:51.656336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d3d65f1d-a92b-4b70-8a2a-2c22a489cbe9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 11c4bf57-9ac4-4494-a7c6-c8d298e34851) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:51.664628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d65f1d-a92b-4b70-8a2a-2c22a489cbe9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.665363 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d3d65f1d-a92b-4b70-8a2a-2c22a489cbe9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.666436 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cebce3a5-8615-452c-ade2-36ed1b7e7f53 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 207 time: 0.0476925 Aug 31 14:19:51.667230 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 40974) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:51.699833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d3d65f1d-a92b-4b70-8a2a-2c22a489cbe9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6990309 Aug 31 14:19:51.702679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 40978) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:51.708791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-14ff18f5-2ce5-4b42-a92e-cb9c9bd7266d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:51.836500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc803e48-0d90-46f5-bb7f-4c5cdcff90ce None None] Network 11c4bf57-9ac4-4494-a7c6-c8d298e34851 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:51.866055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14ff18f5-2ce5-4b42-a92e-cb9c9bd7266d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4613847'] for subnet, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:51.914450 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7ccc3-882b-4c3e-a756-4d7693bd9520 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.922895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7ccc3-882b-4c3e-a756-4d7693bd9520 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.930973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7ccc3-882b-4c3e-a756-4d7693bd9520 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.941349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7ccc3-882b-4c3e-a756-4d7693bd9520 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.956427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7ccc3-882b-4c3e-a756-4d7693bd9520 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.963295 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7ccc3-882b-4c3e-a756-4d7693bd9520 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:51.965441 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-88d7ccc3-882b-4c3e-a756-4d7693bd9520 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2968197 Aug 31 14:19:51.969211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41012) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:52.071932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-11c4bf57-9ac4-4494-a7c6-c8d298e34851', 'network_id': '11c4bf57-9ac4-4494-a7c6-c8d298e34851', 'tenant_id': '4e3efb98d9624f028d38d7b16fce4571', 'fixed_ips': [{'subnet_id': '5cc95789-6d1b-47ec-8aa4-4b44b4ef33e6'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:52.073092 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.104344 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14ff18f5-2ce5-4b42-a92e-cb9c9bd7266d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754575128796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4213071'] for subnet, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.122277 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ff18f5-2ce5-4b42-a92e-cb9c9bd7266d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.122881 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-14ff18f5-2ce5-4b42-a92e-cb9c9bd7266d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.124186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-14ff18f5-2ce5-4b42-a92e-cb9c9bd7266d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "PUT /v2.0/subnets/5cc95789-6d1b-47ec-8aa4-4b44b4ef33e6 HTTP/1.1" status: 200 len: 806 time: 0.4203961 Aug 31 14:19:52.152898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41030) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:52.162669 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ef3a95a2-803a-4053-9c3a-2b2eb149512a tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1917925 Aug 31 14:19:52.166128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41038) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:52.332576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84be482-2284-428c-82e3-8f4388c2810d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.335879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84be482-2284-428c-82e3-8f4388c2810d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.343053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84be482-2284-428c-82e3-8f4388c2810d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.345198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84be482-2284-428c-82e3-8f4388c2810d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.346600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84be482-2284-428c-82e3-8f4388c2810d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.349875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff18f5-2ce5-4b42-a92e-cb9c9bd7266d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=5cc95789-6d1b-47ec-8aa4-4b44b4ef33e6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:52.355532 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a84be482-2284-428c-82e3-8f4388c2810d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1882887 Aug 31 14:19:52.359132 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41062) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:52.386050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Allocated IP 172.20.0.2 (11c4bf57-9ac4-4494-a7c6-c8d298e34851/5cc95789-6d1b-47ec-8aa4-4b44b4ef33e6/d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:52.491265 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3cd1e8-1f2f-4926-ab17-2e58fdaebed4 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.492755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3cd1e8-1f2f-4926-ab17-2e58fdaebed4 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.494659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3cd1e8-1f2f-4926-ab17-2e58fdaebed4 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.496358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3cd1e8-1f2f-4926-ab17-2e58fdaebed4 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.497818 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.498313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3cd1e8-1f2f-4926-ab17-2e58fdaebed4 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.500553 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5a3cd1e8-1f2f-4926-ab17-2e58fdaebed4 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1400533 Aug 31 14:19:52.503983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41080) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:52.609700 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.674609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62c5ba6-a41d-4617-b2dd-575913552c68 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.676417 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d62c5ba6-a41d-4617-b2dd-575913552c68 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/networks/5ec6fa4d-fc22-4dff-880b-dd16a84667f6 HTTP/1.1" status: 200 len: 804 time: 0.1693487 Aug 31 14:19:52.681608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41100) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:52.750283 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.776495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Transition to ACTIVE for port object d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:52.809254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Transition to ACTIVE for port object d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:52.833504 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.847129 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:52.858685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-16dc9bb9-ae63-41a8-8fd1-7eaebe18e614 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/networks/5ec6fa4d-fc22-4dff-880b-dd16a84667f6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1741984 Aug 31 14:19:52.866610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41122) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:52.938817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc95789-6d1b-47ec-8aa4-4b44b4ef33e6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:52.959790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63220359-5dce-4add-a2ab-0e9af97f626c tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:52.961172 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-63220359-5dce-4add-a2ab-0e9af97f626c tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/subnets/cb348ddd-27df-43c7-b25a-cba3c2336b16 HTTP/1.1" status: 200 len: 843 time: 0.0933392 Aug 31 14:19:52.965211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41132) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:52.973536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Network 11c4bf57-9ac4-4494-a7c6-c8d298e34851 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:52.981100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:52.985182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:53.031176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Pushing event updated for resources: {'Port': ['ID=d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:53.041571 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.056403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c4bf57-9ac4-4494-a7c6-c8d298e34851']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:53.057655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1436e4db-961d-4698-b46b-6a3247c48f27 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:53.059061 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1436e4db-961d-4698-b46b-6a3247c48f27 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "GET /v2.0/subnets/cb348ddd-27df-43c7-b25a-cba3c2336b16?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0926073 Aug 31 14:19:53.070038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41144) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:53.074450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3d3e55-e591-4c58-9c73-812b88462c1f') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:53.074890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3d3e55-e591-4c58-9c73-812b88462c1f') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:53.088773 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.089461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fe9c8d8b-729d-4629-8323-8f02c9ac9cc9 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1747702782'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:53.107973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Attempting to bind port d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:53.108394 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.109152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Attempting to bind port d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '3e3d3e55-e591-4c58-9c73-812b88462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '11c4bf57-9ac4-4494-a7c6-c8d298e34851'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:53.109559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Attempting to bind port d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b on network 11c4bf57-9ac4-4494-a7c6-c8d298e34851 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:53.117267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:53.117821 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:53.121781 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:53.124709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:53.126594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Checking segment: {'id': '3e3d3e55-e591-4c58-9c73-812b88462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '11c4bf57-9ac4-4494-a7c6-c8d298e34851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:53.127015 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.127595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Bound using segment: {'id': '3e3d3e55-e591-4c58-9c73-812b88462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '11c4bf57-9ac4-4494-a7c6-c8d298e34851'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:53.128049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9c8d8b-729d-4629-8323-8f02c9ac9cc9 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:53.128179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Bound port: d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3d3e55-e591-4c58-9c73-812b88462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '11c4bf57-9ac4-4494-a7c6-c8d298e34851'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:53.128558 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.132499 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8d8b-729d-4629-8323-8f02c9ac9cc9 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.177932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9c8d8b-729d-4629-8323-8f02c9ac9cc9 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:53.197328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8d8b-729d-4629-8323-8f02c9ac9cc9 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.197687 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-fe9c8d8b-729d-4629-8323-8f02c9ac9cc9 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Added segment 3cd97f87-f437-4b80-9fde-017220afd596 of type vlan for network 3721bb1c-00c7-43d2-8ffb-fb6155c42d71 Aug 31 14:19:53.210069 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:19:53.210069 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:19:53.210069 n-d-792364-6 neutron-server[106388]: [parameters: {'id': '11c4bf57-9ac4-4494-a7c6-c8d298e34851'}] Aug 31 14:19:53.210069 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:19:53.210624 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:19:53.248659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] For port d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:53.254198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] For port d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b,segment=NetworkSegment(3e3d3e55-e591-4c58-9c73-812b88462c1f),segment_id=3e3d3e55-e591-4c58-9c73-812b88462c1f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:53.257624 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8d8b-729d-4629-8323-8f02c9ac9cc9 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.264145 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.300538 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8d8b-729d-4629-8323-8f02c9ac9cc9 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.309828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9c8d8b-729d-4629-8323-8f02c9ac9cc9 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:53.310919 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8d8b-729d-4629-8323-8f02c9ac9cc9 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.350136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd99c67-8482-4e6b-9fa5-7c24b002525e None None] Pushing event updated for resources: {'Port': ['ID=d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:53.437766 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e946f200-aa7f-42c9-a37b-78aabfda86ee None None] Network 11c4bf57-9ac4-4494-a7c6-c8d298e34851 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:53.449739 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fe9c8d8b-729d-4629-8323-8f02c9ac9cc9 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3783121 Aug 31 14:19:53.452577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41180) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:53.476282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'subnet': {'network_id': '3721bb1c-00c7-43d2-8ffb-fb6155c42d71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:53.543277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c8d8b-729d-4629-8323-8f02c9ac9cc9 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Network': ['ID=3721bb1c-00c7-43d2-8ffb-fb6155c42d71,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:53.557878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 3721bb1c-00c7-43d2-8ffb-fb6155c42d71 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:53.622644 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Made reservation on behalf of 2ab5359e2d69498dacdd8ecb82efe0ec for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:53.630208 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.702995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96502711-bdd0-42ea-8723-77632f775f0c None None] Network 11c4bf57-9ac4-4494-a7c6-c8d298e34851 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:53.711683 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.776178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.ipam_backend_mixin [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Performing IP validity checks on allocation pools {{(pid=106387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:19:53.777305 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.ipam_backend_mixin [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:19:53.814199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Deleting port d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:53.815092 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.897854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] For port d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b,segment=NetworkSegment(3e3d3e55-e591-4c58-9c73-812b88462c1f),segment_id=3e3d3e55-e591-4c58-9c73-812b88462c1f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:53.898448 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:53.913492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1220ba2-9826-4ee2-8744-cb24c5795e85 None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:19:53.941379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Calling delete_port for d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:54.091819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.139849 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.183164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Port': ['ID=d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:54.190849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1220ba2-9826-4ee2-8744-cb24c5795e85 None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:19:54.191989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No DVR routers for this DVR port d366adb1-72e5-4c88-a63a-dbc1f1aa8e7b on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:54.221334 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Subnet': ['ID=54d430f3-3fd0-4abc-af21-18d6d725f043,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:54.266531 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Checking segment: {'id': '3cd97f87-f437-4b80-9fde-017220afd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3721bb1c-00c7-43d2-8ffb-fb6155c42d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:54.266887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network hostable DHCP agents. Network: 3721bb1c-00c7-43d2-8ffb-fb6155c42d71, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:54.311881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Network 3721bb1c-00c7-43d2-8ffb-fb6155c42d71 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:54.338398 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.341592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 3721bb1c-00c7-43d2-8ffb-fb6155c42d71) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:54.349669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:54.350882 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.372695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c4bf57-9ac4-4494-a7c6-c8d298e34851']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:54.382816 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7f87d28b-e7e1-498b-9dfb-ed1c4b296dfe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9288280 Aug 31 14:19:54.386028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41272) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:54.394965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f0318bad-8ba0-4f00-9df9-460bf31ef987 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:54.400097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3d3e55-e591-4c58-9c73-812b88462c1f') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:54.400755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3d3e55-e591-4c58-9c73-812b88462c1f') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:54.437540 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.472959 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.489659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:54.490155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:54.497866 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:54.636472 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.646280 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.653104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41300) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:54.654815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/11c4bf57-9ac4-4494-a7c6-c8d298e34851 HTTP/1.1" status: 204 len: 168 time: 2.4995706 Aug 31 14:19:54.681169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891f963-7d54-42df-8684-7e7473703e82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Network': ['ID=11c4bf57-9ac4-4494-a7c6-c8d298e34851,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:54.693586 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0318bad-8ba0-4f00-9df9-460bf31ef987 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4611955'] for subnet, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.710544 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d495a835-3115-4cd4-8aab-9b612016064d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:54.718238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d495a835-3115-4cd4-8aab-9b612016064d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:54.725007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d495a835-3115-4cd4-8aab-9b612016064d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/11c4bf57-9ac4-4494-a7c6-c8d298e34851 HTTP/1.1" status: 404 len: 339 time: 0.0658545 Aug 31 14:19:54.725007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41308) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:54.729364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9d474f46-157b-4575-b5d1-c282227e4f66 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-373425263', 'description': 'd1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:54.841253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1318f9-1b29-4929-8172-499227cb2de5 None None] Network 3721bb1c-00c7-43d2-8ffb-fb6155c42d71 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:54.844238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d474f46-157b-4575-b5d1-c282227e4f66 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:54.849242 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d474f46-157b-4575-b5d1-c282227e4f66 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.937252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d474f46-157b-4575-b5d1-c282227e4f66 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:54.966981 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d474f46-157b-4575-b5d1-c282227e4f66 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:54.967601 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-9d474f46-157b-4575-b5d1-c282227e4f66 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Added segment b97af046-c8cd-4735-afa1-60c48b759a46 of type vlan for network 9174e444-507a-4db2-8fe3-e359d9d7fd59 Aug 31 14:19:55.119367 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-3721bb1c-00c7-43d2-8ffb-fb6155c42d71', 'network_id': '3721bb1c-00c7-43d2-8ffb-fb6155c42d71', 'tenant_id': '2ab5359e2d69498dacdd8ecb82efe0ec', 'fixed_ips': [{'subnet_id': '54d430f3-3fd0-4abc-af21-18d6d725f043'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:19:55.120229 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.123415 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0318bad-8ba0-4f00-9df9-460bf31ef987 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754575128796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4738416'] for subnet, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.179656 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d474f46-157b-4575-b5d1-c282227e4f66 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.199719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0318bad-8ba0-4f00-9df9-460bf31ef987 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:55.200278 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0318bad-8ba0-4f00-9df9-460bf31ef987 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.201625 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f0318bad-8ba0-4f00-9df9-460bf31ef987 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "PUT /v2.0/subnets/54d430f3-3fd0-4abc-af21-18d6d725f043 HTTP/1.1" status: 200 len: 900 time: 0.8145499 Aug 31 14:19:55.204491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41364) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:55.221322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0318bad-8ba0-4f00-9df9-460bf31ef987 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event updated for resources: {'Subnet': ['ID=54d430f3-3fd0-4abc-af21-18d6d725f043,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:55.245860 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d474f46-157b-4575-b5d1-c282227e4f66 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.253172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d474f46-157b-4575-b5d1-c282227e4f66 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:55.253576 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d474f46-157b-4575-b5d1-c282227e4f66 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.329306 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9d474f46-157b-4575-b5d1-c282227e4f66 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6039078 Aug 31 14:19:55.332735 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41378) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:55.408086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Allocated IP 2001:db8::3 (3721bb1c-00c7-43d2-8ffb-fb6155c42d71/54d430f3-3fd0-4abc-af21-18d6d725f043/1bc43451-4e80-4508-905f-6263afeecc07) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:19:55.414283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d474f46-157b-4575-b5d1-c282227e4f66 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=9174e444-507a-4db2-8fe3-e359d9d7fd59,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:55.429475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 9174e444-507a-4db2-8fe3-e359d9d7fd59 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:55.443785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.467590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3e2240-b54f-494a-874c-1bdf80565be5 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:55.469359 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3e3e2240-b54f-494a-874c-1bdf80565be5 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/networks?id=9174e444-507a-4db2-8fe3-e359d9d7fd59 HTTP/1.1" status: 200 len: 760 time: 0.1352241 Aug 31 14:19:55.472171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41386) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:55.480267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1250f287-8bbb-48b0-9d1a-e72c80ac4b42 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'description': 'd2'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:55.531964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.836228 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.860572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Transition to ACTIVE for port object 1bc43451-4e80-4508-905f-6263afeecc07 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:55.887878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Transition to ACTIVE for port object 1bc43451-4e80-4508-905f-6263afeecc07 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:19:55.898580 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.919574 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:55.960791 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Pushing event updated for resources: {'Port': ['ID=1bc43451-4e80-4508-905f-6263afeecc07,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:55.974702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Network 3721bb1c-00c7-43d2-8ffb-fb6155c42d71 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:19:55.976251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:55.976639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:55.976985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:55.977460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:55.977872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:55.978792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:55.979225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:55.979523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:55.979866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:55.980207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:55.980555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:55.980889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:19:55.994308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:55.997056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:19:56.001113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Subnet': ['ID=54d430f3-3fd0-4abc-af21-18d6d725f043,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:56.023454 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1250f287-8bbb-48b0-9d1a-e72c80ac4b42 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.066358 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1250f287-8bbb-48b0-9d1a-e72c80ac4b42 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.120470 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.154678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3721bb1c-00c7-43d2-8ffb-fb6155c42d71']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:56.158693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Attempting to bind port 1bc43451-4e80-4508-905f-6263afeecc07 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:19:56.159079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Attempting to bind port 1bc43451-4e80-4508-905f-6263afeecc07 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '3cd97f87-f437-4b80-9fde-017220afd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3721bb1c-00c7-43d2-8ffb-fb6155c42d71'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:19:56.161215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Attempting to bind port 1bc43451-4e80-4508-905f-6263afeecc07 on network 3721bb1c-00c7-43d2-8ffb-fb6155c42d71 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:19:56.177904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:19:56.182862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250f287-8bbb-48b0-9d1a-e72c80ac4b42 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=9174e444-507a-4db2-8fe3-e359d9d7fd59,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:56.189502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1250f287-8bbb-48b0-9d1a-e72c80ac4b42 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network 9174e444-507a-4db2-8fe3-e359d9d7fd59 is not hosted by any dhcp agent {{(pid=106387) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 14:19:56.201562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Checking segment: {'id': '3cd97f87-f437-4b80-9fde-017220afd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3721bb1c-00c7-43d2-8ffb-fb6155c42d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:56.202480 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.203194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Bound using segment: {'id': '3cd97f87-f437-4b80-9fde-017220afd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3721bb1c-00c7-43d2-8ffb-fb6155c42d71'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:19:56.204141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Bound port: 1bc43451-4e80-4508-905f-6263afeecc07, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd97f87-f437-4b80-9fde-017220afd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3721bb1c-00c7-43d2-8ffb-fb6155c42d71'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:19:56.204754 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.205432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd97f87-f437-4b80-9fde-017220afd596') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:56.206070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd97f87-f437-4b80-9fde-017220afd596') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:56.206884 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1250f287-8bbb-48b0-9d1a-e72c80ac4b42 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.207860 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1250f287-8bbb-48b0-9d1a-e72c80ac4b42 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.211770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41404) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:56.212788 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1250f287-8bbb-48b0-9d1a-e72c80ac4b42 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "PUT /v2.0/networks/9174e444-507a-4db2-8fe3-e359d9d7fd59 HTTP/1.1" status: 200 len: 757 time: 0.7382798 Aug 31 14:19:56.215469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 9174e444-507a-4db2-8fe3-e359d9d7fd59 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:56.248903 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.363497 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.387390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:56.387809 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:56.391528 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:56.429478 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] For port 1bc43451-4e80-4508-905f-6263afeecc07, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:19:56.454676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f604b-8b39-4665-9f30-ab0f2d2f377b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.456220 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f26f604b-8b39-4665-9f30-ab0f2d2f377b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/networks?id=9174e444-507a-4db2-8fe3-e359d9d7fd59 HTTP/1.1" status: 200 len: 760 time: 0.2423215 Aug 31 14:19:56.459924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41408) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:56.466208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cd3352ef-ed08-49e4-9d64-bf47b975b9c2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-691393375'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:56.494863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3352ef-ed08-49e4-9d64-bf47b975b9c2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:56.496841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] For port 1bc43451-4e80-4508-905f-6263afeecc07, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1bc43451-4e80-4508-905f-6263afeecc07,segment=NetworkSegment(3cd97f87-f437-4b80-9fde-017220afd596),segment_id=3cd97f87-f437-4b80-9fde-017220afd596)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:19:56.499282 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd3352ef-ed08-49e4-9d64-bf47b975b9c2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.503520 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:19:56.503520 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:19:56.503520 n-d-792364-6 neutron-server[106388]: [parameters: {'id': '3721bb1c-00c7-43d2-8ffb-fb6155c42d71'}] Aug 31 14:19:56.503520 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:19:56.504038 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:19:56.506307 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.533175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3352ef-ed08-49e4-9d64-bf47b975b9c2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:56.554267 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd3352ef-ed08-49e4-9d64-bf47b975b9c2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.555746 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-cd3352ef-ed08-49e4-9d64-bf47b975b9c2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Added segment 8bd1e532-9499-4c55-b4fd-2eaaeb8194c2 of type vlan for network 1514f0ba-c194-4323-9838-485035fd39bd Aug 31 14:19:56.611838 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd3352ef-ed08-49e4-9d64-bf47b975b9c2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.650798 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd3352ef-ed08-49e4-9d64-bf47b975b9c2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.655425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c714b365-e224-44b0-b043-957911188dab None None] Network 3721bb1c-00c7-43d2-8ffb-fb6155c42d71 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:56.661491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3352ef-ed08-49e4-9d64-bf47b975b9c2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:56.662402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd3352ef-ed08-49e4-9d64-bf47b975b9c2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:56.667396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ea29e-1fab-4df4-b8a2-4ab32ffe4724 None None] Pushing event updated for resources: {'Port': ['ID=1bc43451-4e80-4508-905f-6263afeecc07,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:56.744608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cd3352ef-ed08-49e4-9d64-bf47b975b9c2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2800994 Aug 31 14:19:56.744897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41412) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:56.751357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a1994859-3722-401e-b27a-ea3eff498528 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'network_id': '1514f0ba-c194-4323-9838-485035fd39bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:56.770833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3352ef-ed08-49e4-9d64-bf47b975b9c2 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=1514f0ba-c194-4323-9838-485035fd39bd,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:56.789535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 1514f0ba-c194-4323-9838-485035fd39bd details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:19:56.863711 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1994859-3722-401e-b27a-ea3eff498528 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:56.867402 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1994859-3722-401e-b27a-ea3eff498528 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.005375 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.104317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Deleting port 1bc43451-4e80-4508-905f-6263afeecc07 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:19:57.105829 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.128832 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1994859-3722-401e-b27a-ea3eff498528 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.129428 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df9f548-a193-4c49-8faa-0c2d7a73c67c None None] Network 3721bb1c-00c7-43d2-8ffb-fb6155c42d71 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:57.196558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] For port 1bc43451-4e80-4508-905f-6263afeecc07, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1bc43451-4e80-4508-905f-6263afeecc07,segment=NetworkSegment(3cd97f87-f437-4b80-9fde-017220afd596),segment_id=3cd97f87-f437-4b80-9fde-017220afd596)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:19:57.196994 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.215697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Calling delete_port for 1bc43451-4e80-4508-905f-6263afeecc07 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:19:57.260409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1994859-3722-401e-b27a-ea3eff498528 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=ad0395d9-dfc9-4325-a09d-e9933f0e2ec6,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:57.322486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1994859-3722-401e-b27a-ea3eff498528 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking segment: {'id': '8bd1e532-9499-4c55-b4fd-2eaaeb8194c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1514f0ba-c194-4323-9838-485035fd39bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:19:57.323038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1994859-3722-401e-b27a-ea3eff498528 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network hostable DHCP agents. Network: 1514f0ba-c194-4323-9838-485035fd39bd, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:19:57.354496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1994859-3722-401e-b27a-ea3eff498528 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network 1514f0ba-c194-4323-9838-485035fd39bd is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:19:57.378047 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a1994859-3722-401e-b27a-ea3eff498528 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 1514f0ba-c194-4323-9838-485035fd39bd) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:19:57.379443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d4bb7-53d4-41c8-9cef-13a79cecd779 None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:19:57.382983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1994859-3722-401e-b27a-ea3eff498528 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:57.385012 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a1994859-3722-401e-b27a-ea3eff498528 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.394491 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.403450 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a1994859-3722-401e-b27a-ea3eff498528 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6571186 Aug 31 14:19:57.406247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41420) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:57.504605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Port': ['ID=1bc43451-4e80-4508-905f-6263afeecc07,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:57.526244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No DVR routers for this DVR port 1bc43451-4e80-4508-905f-6263afeecc07 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:19:57.555597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.630902 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292d4bb7-53d4-41c8-9cef-13a79cecd779 None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:19:57.632004 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.653957 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.678723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3721bb1c-00c7-43d2-8ffb-fb6155c42d71']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:57.714801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd97f87-f437-4b80-9fde-017220afd596') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:57.715022 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd97f87-f437-4b80-9fde-017220afd596') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:57.726856 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.736611 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.794725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0395d9-dfc9-4325-a09d-e9933f0e2ec6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:57.796986 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.809049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:57.809456 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:57.814139 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:57.893843 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.919201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1514f0ba-c194-4323-9838-485035fd39bd']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:57.935242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd1e532-9499-4c55-b4fd-2eaaeb8194c2') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:57.935705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd1e532-9499-4c55-b4fd-2eaaeb8194c2') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:57.940407 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.950327 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.955621 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.963072 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/3721bb1c-00c7-43d2-8ffb-fb6155c42d71 HTTP/1.1" status: 204 len: 168 time: 2.7569387 Aug 31 14:19:57.967756 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:57.970427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41424) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.008834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0a8a4-acc1-482f-9d32-e427f3301074 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Network': ['ID=3721bb1c-00c7-43d2-8ffb-fb6155c42d71,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:58.010691 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a5d3cc-ade6-49af-ae77-ee3fc1facef6 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:58.011441 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a5d3cc-ade6-49af-ae77-ee3fc1facef6 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:58.013891 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-29a5d3cc-ade6-49af-ae77-ee3fc1facef6 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/subnets/54d430f3-3fd0-4abc-af21-18d6d725f043 HTTP/1.1" status: 404 len: 337 time: 0.0414982 Aug 31 14:19:58.017549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41428) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.033053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:58.034084 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:58.038821 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:58.065866 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e907285-8071-4c0f-89da-7521300026fe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:58.067256 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e907285-8071-4c0f-89da-7521300026fe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:58.074806 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6e907285-8071-4c0f-89da-7521300026fe tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/3721bb1c-00c7-43d2-8ffb-fb6155c42d71 HTTP/1.1" status: 404 len: 339 time: 0.0538707 Aug 31 14:19:58.075219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41430) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.163498 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.170750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10062276-c82b-466d-bae0-584ef277e2e9 None None] Network 1514f0ba-c194-4323-9838-485035fd39bd requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:58.171339 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.173481 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/1514f0ba-c194-4323-9838-485035fd39bd HTTP/1.1" status: 204 len: 168 time: 0.7660623 Aug 31 14:19:58.178802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.181567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41432) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.195368 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7daea1-3923-488e-94ca-dd362c0c185b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Network': ['ID=1514f0ba-c194-4323-9838-485035fd39bd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:58.216563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10062276-c82b-466d-bae0-584ef277e2e9 None None] Network 1514f0ba-c194-4323-9838-485035fd39bd could not be found, it might have been deleted concurrently. {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:19:58.219410 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83913ca-2b6c-4c40-a527-9e3e4e3cdd5c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] GET failed (client error): The resource could not be found. Aug 31 14:19:58.221087 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d83913ca-2b6c-4c40-a527-9e3e4e3cdd5c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/subnets/ad0395d9-dfc9-4325-a09d-e9933f0e2ec6 HTTP/1.1" status: 404 len: 337 time: 0.0383432 Aug 31 14:19:58.225314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41434) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.228414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d092d687-5771-4947-bed5-069a7fab58ca None None] Network 1514f0ba-c194-4323-9838-485035fd39bd requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:58.248287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d092d687-5771-4947-bed5-069a7fab58ca None None] Network 1514f0ba-c194-4323-9838-485035fd39bd could not be found, it might have been deleted concurrently. {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:19:58.270594 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6f79e6-4ed9-4d42-a352-2447a4f2fedf tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:58.271159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6f79e6-4ed9-4d42-a352-2447a4f2fedf tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:58.273996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ed6f79e6-4ed9-4d42-a352-2447a4f2fedf tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/1514f0ba-c194-4323-9838-485035fd39bd HTTP/1.1" status: 404 len: 339 time: 0.0448442 Aug 31 14:19:58.278513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41436) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.343170 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.354571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776227fe-47f8-43c8-94d8-778f3713a80e']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:58.387875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7362f8b-f888-4a6c-8138-a1b96fe99a4c') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:58.388608 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7362f8b-f888-4a6c-8138-a1b96fe99a4c') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:19:58.417128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9324b1-d43f-4c28-bf15-2ca1d27bbff7 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:58.418756 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc9324b1-d43f-4c28-bf15-2ca1d27bbff7 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1386933 Aug 31 14:19:58.421500 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.422036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41442) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.469837 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.489500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:19:58.489917 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:19:58.493026 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:19:58.504289 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-27792473-ad87-445b-8a4d-ce97c88df34c tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 207 time: 0.0810864 Aug 31 14:19:58.507356 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41444) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.561264 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.566545 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.570810 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/776227fe-47f8-43c8-94d8-778f3713a80e HTTP/1.1" status: 204 len: 168 time: 0.4899802 Aug 31 14:19:58.574278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41446) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.598424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb288e5c-0958-43e1-ad1c-ace11f76c88e tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Network': ['ID=776227fe-47f8-43c8-94d8-778f3713a80e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:58.623140 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d3ffe9-8dcb-4a6f-b269-04fca689f963 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:58.623747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d3ffe9-8dcb-4a6f-b269-04fca689f963 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:58.628034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-75d3ffe9-8dcb-4a6f-b269-04fca689f963 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/subnets/4d1dfb36-49e8-40c3-b7d0-021631498f3d HTTP/1.1" status: 404 len: 337 time: 0.0489819 Aug 31 14:19:58.628391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41448) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.648764 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-caddfdab-3053-44ab-9e46-585d77189590 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:19:58.649666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caddfdab-3053-44ab-9e46-585d77189590 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:19:58.654721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-caddfdab-3053-44ab-9e46-585d77189590 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/d43565f9-2e10-47d8-9343-d293d6dca9d3 HTTP/1.1" status: 404 len: 339 time: 0.0230551 Aug 31 14:19:58.655063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41450) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.697366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58964cef-4837-4428-be1b-c6971135fbd5 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:58.703423 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58964cef-4837-4428-be1b-c6971135fbd5 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:58.710245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58964cef-4837-4428-be1b-c6971135fbd5 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:58.718159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58964cef-4837-4428-be1b-c6971135fbd5 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:58.719380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-58964cef-4837-4428-be1b-c6971135fbd5 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2094843 Aug 31 14:19:58.722913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41452) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.753306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf15346-b849-4091-a6c0-3b229c5b6ffb tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Deleting subnet b80c6948-e5b1-4e20-b599-3ac6ec5607bb {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:58.757358 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaf15346-b849-4091-a6c0-3b229c5b6ffb tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.824464 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaf15346-b849-4091-a6c0-3b229c5b6ffb tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:58.885621 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-596776fd-da94-4609-aef7-525ca3e533a5 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1616120 Aug 31 14:19:58.889493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41456) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:58.984138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1c3b77-aeed-44c1-8a39-4276f1e908d4 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:58.985761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1c3b77-aeed-44c1-8a39-4276f1e908d4 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:58.992547 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1e1c3b77-aeed-44c1-8a39-4276f1e908d4 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0969746 Aug 31 14:19:58.992809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41458) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:59.032789 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaf15346-b849-4091-a6c0-3b229c5b6ffb tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.084207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ca0f4-6f5d-4eea-9844-c995b2db87f9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:59.085824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ca0f4-6f5d-4eea-9844-c995b2db87f9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:59.092133 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-092ca0f4-6f5d-4eea-9844-c995b2db87f9 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0933740 Aug 31 14:19:59.093219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41462) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:59.189758 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaf15346-b849-4091-a6c0-3b229c5b6ffb tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.233375 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaf15346-b849-4091-a6c0-3b229c5b6ffb tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.235685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eaf15346-b849-4091-a6c0-3b229c5b6ffb tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/subnets/b80c6948-e5b1-4e20-b599-3ac6ec5607bb HTTP/1.1" status: 204 len: 168 time: 0.5792589 Aug 31 14:19:59.238051 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41468) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:59.239416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf15346-b849-4091-a6c0-3b229c5b6ffb tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Subnet': ['ID=b80c6948-e5b1-4e20-b599-3ac6ec5607bb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:19:59.241701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ac37e-b612-4a17-8df7-be77f3aa7230 None None] Network 503b95da-5289-458c-a87a-26a230ad842b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:19:59.266779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836207c-ba6f-404e-b6c7-40bd8df210c7 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:59.268374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6836207c-ba6f-404e-b6c7-40bd8df210c7 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/networks/2da204c7-2706-4ce0-9591-061bcf4e9850 HTTP/1.1" status: 200 len: 799 time: 0.1750307 Aug 31 14:19:59.271886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41472) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:59.391451 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcb149a-45bf-416a-acb9-3102c02477e2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Deleting subnet ac2fd815-4190-43e5-aa1c-ca8916aa2988 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:19:59.395639 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bcb149a-45bf-416a-acb9-3102c02477e2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.418502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9ebae887-f7b5-4483-a10b-f236ca105aef tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/networks/2da204c7-2706-4ce0-9591-061bcf4e9850?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1453345 Aug 31 14:19:59.419281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41474) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:59.503529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d91ebf-e28f-4141-a860-af1ca4d827a0 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:59.507555 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-11d91ebf-e28f-4141-a860-af1ca4d827a0 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/subnets/57cc0f25-a105-48d7-8b2d-7c57570cf0ea HTTP/1.1" status: 200 len: 811 time: 0.0816422 Aug 31 14:19:59.510027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41480) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:59.526863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bcb149a-45bf-416a-acb9-3102c02477e2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.591779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67086f06-a287-4098-95a2-f91a416b0344 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:59.593413 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-67086f06-a287-4098-95a2-f91a416b0344 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "GET /v2.0/subnets/57cc0f25-a105-48d7-8b2d-7c57570cf0ea?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0823138 Aug 31 14:19:59.599573 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41482) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:59.610142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-508b0bfe-da38-40ac-b74f-e77f66ccbb82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-499955462'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:19:59.650845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508b0bfe-da38-40ac-b74f-e77f66ccbb82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:19:59.655889 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-508b0bfe-da38-40ac-b74f-e77f66ccbb82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.716635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508b0bfe-da38-40ac-b74f-e77f66ccbb82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:19:59.729809 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-508b0bfe-da38-40ac-b74f-e77f66ccbb82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.730172 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-508b0bfe-da38-40ac-b74f-e77f66ccbb82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Added segment 651958ee-952f-41d8-bab1-31ce6d5849b0 of type vlan for network dbadec07-4ddb-4a24-b36c-3577e2684000 Aug 31 14:19:59.781775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-508b0bfe-da38-40ac-b74f-e77f66ccbb82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.823353 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bcb149a-45bf-416a-acb9-3102c02477e2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.826160 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-508b0bfe-da38-40ac-b74f-e77f66ccbb82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.834469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b0bfe-da38-40ac-b74f-e77f66ccbb82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:19:59.834971 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-508b0bfe-da38-40ac-b74f-e77f66ccbb82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.928739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-508b0bfe-da38-40ac-b74f-e77f66ccbb82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3261657 Aug 31 14:19:59.932191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41484) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:19:59.933400 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bcb149a-45bf-416a-acb9-3102c02477e2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:19:59.938222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'network_id': 'dbadec07-4ddb-4a24-b36c-3577e2684000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:00.009843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb149a-45bf-416a-acb9-3102c02477e2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2fd815-4190-43e5-aa1c-ca8916aa2988,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:00.039707 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bcb149a-45bf-416a-acb9-3102c02477e2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.044380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2bcb149a-45bf-416a-acb9-3102c02477e2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/subnets/ac2fd815-4190-43e5-aa1c-ca8916aa2988 HTTP/1.1" status: 204 len: 168 time: 0.8020656 Aug 31 14:20:00.045770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41488) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:00.065524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b0bfe-da38-40ac-b74f-e77f66ccbb82 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Network': ['ID=dbadec07-4ddb-4a24-b36c-3577e2684000,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:00.085629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network dbadec07-4ddb-4a24-b36c-3577e2684000 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:20:00.249667 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.355505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Made reservation on behalf of 4e3efb98d9624f028d38d7b16fce4571 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:00.359601 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.528617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465a64d2-3430-4c0b-8535-3c1f78d12e1e None None] Network 503b95da-5289-458c-a87a-26a230ad842b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:00.733669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ddef7ebd-11ac-4024-bdba-e1e4c05cc0de None None] Provisioning complete for port 16e36f5a-3fbd-4728-9863-30b84bd778f3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:00.734320 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ddef7ebd-11ac-4024-bdba-e1e4c05cc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.844289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Performing IP validity checks on allocation pools {{(pid=106388) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:20:00.844922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106388) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:20:00.874241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e79dc5-865d-40fb-a2b6-65e05ab86b19 None None] DHCP port deletion for 503b95da-5289-458c-a87a-26a230ad842b request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:20:00.876734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Deleting port 16e36f5a-3fbd-4728-9863-30b84bd778f3 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:00.877150 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.954700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c6e79dc5-865d-40fb-a2b6-65e05ab86b19 None None] Deleting port 16e36f5a-3fbd-4728-9863-30b84bd778f3 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:00.956018 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c6e79dc5-865d-40fb-a2b6-65e05ab86b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:00.968558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] For port 16e36f5a-3fbd-4728-9863-30b84bd778f3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=16e36f5a-3fbd-4728-9863-30b84bd778f3,segment=NetworkSegment(b8dcb236-0cc7-481c-80c1-83c05ad38119),segment_id=b8dcb236-0cc7-481c-80c1-83c05ad38119)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:00.969201 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.008543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Calling delete_port for 16e36f5a-3fbd-4728-9863-30b84bd778f3 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:01.108793 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c6e79dc5-865d-40fb-a2b6-65e05ab86b19 None None] For port 16e36f5a-3fbd-4728-9863-30b84bd778f3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=16e36f5a-3fbd-4728-9863-30b84bd778f3,segment=NetworkSegment(b8dcb236-0cc7-481c-80c1-83c05ad38119),segment_id=b8dcb236-0cc7-481c-80c1-83c05ad38119)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:01.109133 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c6e79dc5-865d-40fb-a2b6-65e05ab86b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.148355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c6e79dc5-865d-40fb-a2b6-65e05ab86b19 None None] Calling delete_port for 16e36f5a-3fbd-4728-9863-30b84bd778f3 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:01.223206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41502) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:01.262952 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.286872 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c6e79dc5-865d-40fb-a2b6-65e05ab86b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.311896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e79dc5-865d-40fb-a2b6-65e05ab86b19 None None] No DVR routers for this DVR port 16e36f5a-3fbd-4728-9863-30b84bd778f3 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:01.360856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=5ed70f42-777f-4e7b-b61e-92ea7c378496,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:01.361457 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e79dc5-865d-40fb-a2b6-65e05ab86b19 None None] Pushing event deleted for resources: {'Port': ['ID=16e36f5a-3fbd-4728-9863-30b84bd778f3,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:01.390964 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fac0b80c-dbf6-4d3d-953a-f04c88d3946f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.418848 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.427022 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-58dd783c-1e1b-42ab-aa74-9522c4cc97f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.470567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No DVR routers for this DVR port 16e36f5a-3fbd-4728-9863-30b84bd778f3 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:01.472027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Port': ['ID=16e36f5a-3fbd-4728-9863-30b84bd778f3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:01.503661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Checking segment: {'id': '651958ee-952f-41d8-bab1-31ce6d5849b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'dbadec07-4ddb-4a24-b36c-3577e2684000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:01.504074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network hostable DHCP agents. Network: dbadec07-4ddb-4a24-b36c-3577e2684000, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:20:01.587480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-58dd783c-1e1b-42ab-aa74-9522c4cc97f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.606861 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-58dd783c-1e1b-42ab-aa74-9522c4cc97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.615572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Network dbadec07-4ddb-4a24-b36c-3577e2684000 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:20:01.621492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.639690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503b95da-5289-458c-a87a-26a230ad842b']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:01.647575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, dbadec07-4ddb-4a24-b36c-3577e2684000) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:01.653281 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-58dd783c-1e1b-42ab-aa74-9522c4cc97f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5faa46709de45d390b1e7056cc11126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4286470 Aug 31 14:20:01.654482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41508) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:01.657025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69fad1d-0bdf-42b3-b506-135e78c96fe9 None None] Network dbadec07-4ddb-4a24-b36c-3577e2684000 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:01.662825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd783c-1e1b-42ab-aa74-9522c4cc97f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc65d68-ab35-4d56-8486-f141371fce3f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:01.671852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:01.673133 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.687214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8dcb236-0cc7-481c-80c1-83c05ad38119') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:01.687565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8dcb236-0cc7-481c-80c1-83c05ad38119') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:01.705475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41510) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:01.706057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9c8b7348-06db-4686-85a0-56fa3f87717f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7717886 Aug 31 14:20:01.708403 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.711120 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7fae26f9-895f-4cf2-8304-674bceefb4b7 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:01.723716 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.731146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:01.732426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:01.736751 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:01.765240 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e67930e-bb31-4c8b-a37b-820858489997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.829698 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e67930e-bb31-4c8b-a37b-820858489997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.834599 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.858723 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.867455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/503b95da-5289-458c-a87a-26a230ad842b HTTP/1.1" status: 204 len: 168 time: 1.8136094 Aug 31 14:20:01.868840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41514) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:01.881630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95f113-e704-489f-acd7-ebaa64ecc4f2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Network': ['ID=503b95da-5289-458c-a87a-26a230ad842b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:01.922246 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7fae26f9-895f-4cf2-8304-674bceefb4b7 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4611955'] for subnet, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.927042 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6c76e9-2c9d-4db0-a8b0-8c4d3f3a9d1c tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:01.927882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6c76e9-2c9d-4db0-a8b0-8c4d3f3a9d1c tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:01.930238 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fa6c76e9-2c9d-4db0-a8b0-8c4d3f3a9d1c tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/subnets/72a8a2fd-db48-4e98-a30b-67c7ae70b3a5 HTTP/1.1" status: 404 len: 337 time: 0.0534086 Aug 31 14:20:01.933241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41518) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:01.961449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-dbadec07-4ddb-4a24-b36c-3577e2684000', 'network_id': 'dbadec07-4ddb-4a24-b36c-3577e2684000', 'tenant_id': '4e3efb98d9624f028d38d7b16fce4571', 'fixed_ips': [{'subnet_id': '5ed70f42-777f-4e7b-b61e-92ea7c378496'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:20:01.965159 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d04451a-d69f-43c7-9e4f-50bd13904479 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:01.965445 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:01.965986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d04451a-d69f-43c7-9e4f-50bd13904479 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:01.970881 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2d04451a-d69f-43c7-9e4f-50bd13904479 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/9fb4314b-c499-4b2c-af95-814b15e1f46e HTTP/1.1" status: 404 len: 339 time: 0.0360434 Aug 31 14:20:01.975385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41520) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:02.012132 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e67930e-bb31-4c8b-a37b-820858489997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.016275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e67930e-bb31-4c8b-a37b-820858489997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.020369 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2e67930e-bb31-4c8b-a37b-820858489997 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cc65d68-ab35-4d56-8486-f141371fce3f HTTP/1.1" status: 204 len: 168 time: 0.3641663 Aug 31 14:20:02.032080 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9e39b2-00d8-4c7a-ad7a-f997622a72f6 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:02.034090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9e39b2-00d8-4c7a-ad7a-f997622a72f6 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:02.039107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41524) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:02.041931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7b9e39b2-00d8-4c7a-ad7a-f997622a72f6 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/subnets/e1e52047-b8ed-4a2a-a03e-1435ccb23f10 HTTP/1.1" status: 404 len: 337 time: 0.0662959 Aug 31 14:20:02.053504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67930e-bb31-4c8b-a37b-820858489997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc65d68-ab35-4d56-8486-f141371fce3f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:02.085319 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-672c46d9-aa6a-48a9-afdd-2383d229b52d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:02.086508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672c46d9-aa6a-48a9-afdd-2383d229b52d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:02.090882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41526) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:02.103280 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-672c46d9-aa6a-48a9-afdd-2383d229b52d tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/4487520e-7d45-4057-b42c-dec5b9460a8a HTTP/1.1" status: 404 len: 339 time: 0.0625465 Aug 31 14:20:02.141868 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cf69f9-a2fc-4a90-96aa-166fee7cacd0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:02.142321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cf69f9-a2fc-4a90-96aa-166fee7cacd0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:02.152084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-35cf69f9-a2fc-4a90-96aa-166fee7cacd0 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/subnets/a2dd5152-05d1-47bf-955e-10a5d245145c HTTP/1.1" status: 404 len: 337 time: 0.0600824 Aug 31 14:20:02.152779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41530) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:02.191020 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbd4b6c-b645-4875-9c06-92ad01d9d9af tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:02.191607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbd4b6c-b645-4875-9c06-92ad01d9d9af tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:02.196879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41532) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:02.201182 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7dbd4b6c-b645-4875-9c06-92ad01d9d9af tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/d0fa057f-e0ab-459b-aeae-730c47e9cf20 HTTP/1.1" status: 404 len: 339 time: 0.0473313 Aug 31 14:20:02.271812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e59e3d-756a-49d7-9fd0-5d52cb9c0816 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Deleting subnet a3eb22e6-ebaf-4402-9d67-448205683a69 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:20:02.311474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75e59e3d-756a-49d7-9fd0-5d52cb9c0816 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.375217 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75e59e3d-756a-49d7-9fd0-5d52cb9c0816 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.416510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Allocated IP 172.20.0.3 (dbadec07-4ddb-4a24-b36c-3577e2684000/5ed70f42-777f-4e7b-b61e-92ea7c378496/ae0e00b0-0345-4ed1-b799-4573add7438d) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:02.441055 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7fae26f9-895f-4cf2-8304-674bceefb4b7 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754575128796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4738416'] for subnet, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.557852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fae26f9-895f-4cf2-8304-674bceefb4b7 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:02.559951 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7fae26f9-895f-4cf2-8304-674bceefb4b7 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.566081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41544) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:02.566510 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7fae26f9-895f-4cf2-8304-674bceefb4b7 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "PUT /v2.0/subnets/5ed70f42-777f-4e7b-b61e-92ea7c378496 HTTP/1.1" status: 200 len: 877 time: 0.8592329 Aug 31 14:20:02.596209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae26f9-895f-4cf2-8304-674bceefb4b7 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event updated for resources: {'Subnet': ['ID=5ed70f42-777f-4e7b-b61e-92ea7c378496,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:02.619890 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75e59e3d-756a-49d7-9fd0-5d52cb9c0816 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.736615 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75e59e3d-756a-49d7-9fd0-5d52cb9c0816 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.762563 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.784796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Transition to ACTIVE for port object ae0e00b0-0345-4ed1-b799-4573add7438d will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:02.794659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e59e3d-756a-49d7-9fd0-5d52cb9c0816 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Subnet': ['ID=a3eb22e6-ebaf-4402-9d67-448205683a69,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:02.797100 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75e59e3d-756a-49d7-9fd0-5d52cb9c0816 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.799186 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-75e59e3d-756a-49d7-9fd0-5d52cb9c0816 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/subnets/a3eb22e6-ebaf-4402-9d67-448205683a69 HTTP/1.1" status: 204 len: 168 time: 0.6013443 Aug 31 14:20:02.801785 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41550) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:02.808571 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.811537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee2771-45c8-4126-b9d2-9c042b96b0bd None None] Network f3d6da6b-73a3-4cf0-90d3-939641e0d28d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:02.907840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 16e36f5a-3fbd-4728-9863-30b84bd778f3 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:02.927354 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.982787 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:02.986893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41556) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:02.996726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Transition to ACTIVE for port object ae0e00b0-0345-4ed1-b799-4573add7438d will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:02.998679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 16e36f5a-3fbd-4728-9863-30b84bd778f3 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:02.999219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 16e36f5a-3fbd-4728-9863-30b84bd778f3 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:03.037093 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.105363 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.124390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Deleting port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:03.125148 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.195481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed70f42-777f-4e7b-b61e-92ea7c378496,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:03.200965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Network dbadec07-4ddb-4a24-b36c-3577e2684000 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:03.261655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:03.272788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:03.274458 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0738a6ca-dfd8-4da3-aa8f-a96e32f9ca30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.318235 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] For port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8fb3650a-db6d-446c-a08f-2f149a7ec4cb,segment=NetworkSegment(e72b4dae-d8ad-452e-b023-826c80d760db),segment_id=e72b4dae-d8ad-452e-b023-826c80d760db)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:03.319414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.325839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Pushing event updated for resources: {'Port': ['ID=ae0e00b0-0345-4ed1-b799-4573add7438d,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:03.326662 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.357054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Calling delete_port for 8fb3650a-db6d-446c-a08f-2f149a7ec4cb owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:03.364984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Attempting to bind port ae0e00b0-0345-4ed1-b799-4573add7438d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:03.365437 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Attempting to bind port ae0e00b0-0345-4ed1-b799-4573add7438d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '651958ee-952f-41d8-bab1-31ce6d5849b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'dbadec07-4ddb-4a24-b36c-3577e2684000'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:03.365874 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Attempting to bind port ae0e00b0-0345-4ed1-b799-4573add7438d on network dbadec07-4ddb-4a24-b36c-3577e2684000 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:03.373058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:03.373912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Checking segment: {'id': '651958ee-952f-41d8-bab1-31ce6d5849b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'dbadec07-4ddb-4a24-b36c-3577e2684000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:03.374394 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.374916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Bound using segment: {'id': '651958ee-952f-41d8-bab1-31ce6d5849b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'dbadec07-4ddb-4a24-b36c-3577e2684000'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:03.375477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Bound port: ae0e00b0-0345-4ed1-b799-4573add7438d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651958ee-952f-41d8-bab1-31ce6d5849b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'dbadec07-4ddb-4a24-b36c-3577e2684000'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:03.376051 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.396159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbadec07-4ddb-4a24-b36c-3577e2684000']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:03.439299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651958ee-952f-41d8-bab1-31ce6d5849b0') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:03.439896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651958ee-952f-41d8-bab1-31ce6d5849b0') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:03.466161 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.471921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] For port ae0e00b0-0345-4ed1-b799-4573add7438d, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:03.475750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] For port ae0e00b0-0345-4ed1-b799-4573add7438d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ae0e00b0-0345-4ed1-b799-4573add7438d,segment=NetworkSegment(651958ee-952f-41d8-bab1-31ce6d5849b0),segment_id=651958ee-952f-41d8-bab1-31ce6d5849b0)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:03.478547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b9099-72db-4922-a1b4-42f505aab257 None None] DHCP port deletion for f3d6da6b-73a3-4cf0-90d3-939641e0d28d request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:20:03.486552 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.522979 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.545725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:03.548019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:03.560308 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:03.603277 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0738a6ca-dfd8-4da3-aa8f-a96e32f9ca30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.605827 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.628155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdc03e2-d6d4-4d1e-ae42-902c34784ebb None None] Network dbadec07-4ddb-4a24-b36c-3577e2684000 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:03.651115 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Port': ['ID=8fb3650a-db6d-446c-a08f-2f149a7ec4cb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:03.654058 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0738a6ca-dfd8-4da3-aa8f-a96e32f9ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.701686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No DVR routers for this DVR port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:03.726160 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0738a6ca-dfd8-4da3-aa8f-a96e32f9ca30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d9aae60251c47a49ae8df33a5b2d4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7381887 Aug 31 14:20:03.730269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41574) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:03.804096 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.db.api [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 14:20:03.804096 n-d-792364-6 neutron-server[106388]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 14:20:03.804096 n-d-792364-6 neutron-server[106388]: [parameters: {'id': 'dbadec07-4ddb-4a24-b36c-3577e2684000'}] Aug 31 14:20:03.804096 n-d-792364-6 neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:20:03.804702 n-d-792364-6 neutron-server[106388]: DEBUG oslo_db.api [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:20:03.839159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.850599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d6da6b-73a3-4cf0-90d3-939641e0d28d']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:03.864976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72b4dae-d8ad-452e-b023-826c80d760db') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:03.865849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72b4dae-d8ad-452e-b023-826c80d760db') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:03.870014 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79fc08cb-b742-4278-8290-6b3af0599dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.884801 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.902644 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.909471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:03.910006 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:03.914058 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:03.917009 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738a6ca-dfd8-4da3-aa8f-a96e32f9ca30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b132d77f-3517-482e-9131-afbc33c33020,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:03.923429 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79fc08cb-b742-4278-8290-6b3af0599dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.007395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed58023-4505-42ea-86eb-91a192ef1f59 None None] Pushing event updated for resources: {'Port': ['ID=ae0e00b0-0345-4ed1-b799-4573add7438d,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:04.015184 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.023940 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.025528 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79fc08cb-b742-4278-8290-6b3af0599dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.029993 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/f3d6da6b-73a3-4cf0-90d3-939641e0d28d HTTP/1.1" status: 204 len: 168 time: 1.2257204 Aug 31 14:20:04.032753 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79fc08cb-b742-4278-8290-6b3af0599dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.045205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41576) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:04.051332 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-79fc08cb-b742-4278-8290-6b3af0599dfe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b132d77f-3517-482e-9131-afbc33c33020 HTTP/1.1" status: 204 len: 168 time: 0.3167489 Aug 31 14:20:04.075016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc08cb-b742-4278-8290-6b3af0599dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b132d77f-3517-482e-9131-afbc33c33020,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:04.083671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b9099-72db-4922-a1b4-42f505aab257 None None] Deleting port 8fb3650a-db6d-446c-a08f-2f149a7ec4cb {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:04.084307 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9099-72db-4922-a1b4-42f505aab257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.129321 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.155198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c100d5-ba9d-4a72-89c7-28acc4f73d7f tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Network': ['ID=f3d6da6b-73a3-4cf0-90d3-939641e0d28d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:04.157476 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba09407-27a6-4b08-b8ad-dd78ed0053a2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:04.157929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba09407-27a6-4b08-b8ad-dd78ed0053a2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:04.168287 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cba09407-27a6-4b08-b8ad-dd78ed0053a2 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/subnets/10722e79-7b64-4099-b616-b0661c92f2d4 HTTP/1.1" status: 404 len: 337 time: 0.1202018 Aug 31 14:20:04.168540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41582) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server [None req-3b7b9099-72db-4922-a1b4-42f505aab257 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network f3d6da6b-73a3-4cf0-90d3-939641e0d28d could not be found. Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1956, in delete_port Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network f3d6da6b-73a3-4cf0-90d3-939641e0d28d could not be found. Aug 31 14:20:04.173813 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Aug 31 14:20:04.188256 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-09fe5857-ed17-4857-892a-2ad81ba4c02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.217818 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a0908f-2e7e-4498-b769-0d71d4b9f715 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:04.218395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a0908f-2e7e-4498-b769-0d71d4b9f715 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:04.219639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed0b34-e99c-4fd8-9475-2ef9bb5382ee None None] Network dbadec07-4ddb-4a24-b36c-3577e2684000 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:04.226281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41584) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:04.230700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea811583-77a7-4d6f-bf6f-7b7d00323eb3 None None] DHCP port deletion for f3d6da6b-73a3-4cf0-90d3-939641e0d28d request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:20:04.237428 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-70a0908f-2e7e-4498-b769-0d71d4b9f715 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/2a15206a-c112-498e-ba2d-bb7172ca54f0 HTTP/1.1" status: 404 len: 339 time: 0.0562956 Aug 31 14:20:04.305977 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.404131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffab5f81-af89-47ed-81ed-ce5ec20c5c43 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Deleting subnet cb348ddd-27df-43c7-b25a-cba3c2336b16 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:20:04.419006 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ffab5f81-af89-47ed-81ed-ce5ec20c5c43 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.496935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Deleting port ae0e00b0-0345-4ed1-b799-4573add7438d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:04.497298 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.526014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9ba40-7c86-4097-b077-b8a7be27b49a None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:20:04.543220 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ffab5f81-af89-47ed-81ed-ce5ec20c5c43 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.682654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] For port ae0e00b0-0345-4ed1-b799-4573add7438d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ae0e00b0-0345-4ed1-b799-4573add7438d,segment=NetworkSegment(651958ee-952f-41d8-bab1-31ce6d5849b0),segment_id=651958ee-952f-41d8-bab1-31ce6d5849b0)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:04.683264 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.700068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Calling delete_port for ae0e00b0-0345-4ed1-b799-4573add7438d owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:04.708172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ffab5f81-af89-47ed-81ed-ce5ec20c5c43 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.724629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd9ba40-7c86-4097-b077-b8a7be27b49a None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:20:04.802711 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.826533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No DVR routers for this DVR port ae0e00b0-0345-4ed1-b799-4573add7438d on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:04.832989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ffab5f81-af89-47ed-81ed-ce5ec20c5c43 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.860362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8fb3650a-db6d-446c-a08f-2f149a7ec4cb no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:04.878148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab5f81-af89-47ed-81ed-ce5ec20c5c43 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Subnet': ['ID=cb348ddd-27df-43c7-b25a-cba3c2336b16,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:04.882755 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ffab5f81-af89-47ed-81ed-ce5ec20c5c43 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:04.887487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Port': ['ID=ae0e00b0-0345-4ed1-b799-4573add7438d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:04.888512 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ffab5f81-af89-47ed-81ed-ce5ec20c5c43 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/subnets/cb348ddd-27df-43c7-b25a-cba3c2336b16 HTTP/1.1" status: 204 len: 168 time: 0.6608753 Aug 31 14:20:04.889736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41602) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:04.910554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8fb3650a-db6d-446c-a08f-2f149a7ec4cb {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:04.911118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8fb3650a-db6d-446c-a08f-2f149a7ec4cb not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:04.995468 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.055493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.069517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbadec07-4ddb-4a24-b36c-3577e2684000']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.083243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Deleting port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:05.083592 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.099658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651958ee-952f-41d8-bab1-31ce6d5849b0') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.101365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651958ee-952f-41d8-bab1-31ce6d5849b0') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.105893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb83f2d-b126-4792-a831-84e6de7a435c None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:20:05.113329 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.129628 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.137458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:05.138012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:05.142304 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:05.195521 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] For port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6eeba9f2-1fc5-4a32-bcab-873a10cb41cf,segment=NetworkSegment(6ab73165-6787-4586-9b0a-a1bc5296d821),segment_id=6ab73165-6787-4586-9b0a-a1bc5296d821)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:05.196759 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.213459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Calling delete_port for 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:05.219973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.265094 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.276063 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.291160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41612) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:05.291913 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/dbadec07-4ddb-4a24-b36c-3577e2684000 HTTP/1.1" status: 204 len: 168 time: 2.7251484 Aug 31 14:20:05.293659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c181e3a-c969-4c1b-b33a-7ed91a85664f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Network': ['ID=dbadec07-4ddb-4a24-b36c-3577e2684000,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:05.329009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb83f2d-b126-4792-a831-84e6de7a435c None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:20:05.375007 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5aeb3e-bfda-45d8-b0d6-b4655afe6210 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:05.375863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5aeb3e-bfda-45d8-b0d6-b4655afe6210 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:05.378223 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ed5aeb3e-bfda-45d8-b0d6-b4655afe6210 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/subnets/5ed70f42-777f-4e7b-b61e-92ea7c378496 HTTP/1.1" status: 404 len: 337 time: 0.0860744 Aug 31 14:20:05.380790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41616) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:05.404944 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82da389-bc06-4441-be1a-8798208fc6a1 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:05.405753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82da389-bc06-4441-be1a-8798208fc6a1 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:05.407506 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c82da389-bc06-4441-be1a-8798208fc6a1 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/dbadec07-4ddb-4a24-b36c-3577e2684000 HTTP/1.1" status: 404 len: 339 time: 0.0252416 Aug 31 14:20:05.409796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41620) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:05.445432 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b59258d-5e43-402e-8785-87ef3a19ab5d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:05.446020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b59258d-5e43-402e-8785-87ef3a19ab5d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:05.450362 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6b59258d-5e43-402e-8785-87ef3a19ab5d tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/subnets/ad0395d9-dfc9-4325-a09d-e9933f0e2ec6 HTTP/1.1" status: 404 len: 337 time: 0.0368953 Aug 31 14:20:05.450755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41624) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:05.467038 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.483387 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-620a00c4-27bc-47b8-b83b-0e4da999728b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:05.487922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620a00c4-27bc-47b8-b83b-0e4da999728b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:05.490500 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-620a00c4-27bc-47b8-b83b-0e4da999728b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/1514f0ba-c194-4323-9838-485035fd39bd HTTP/1.1" status: 404 len: 339 time: 0.0339923 Aug 31 14:20:05.499659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41626) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:05.551142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Port': ['ID=6eeba9f2-1fc5-4a32-bcab-873a10cb41cf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:05.566829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] No DVR routers for this DVR port 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:05.618893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.677395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41630) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:05.688396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d790b51-2e49-4629-9eb7-6a8514b3f41d None None] Network 5ec6fa4d-fc22-4dff-880b-dd16a84667f6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:05.808532 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.824667 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.839403 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec6fa4d-fc22-4dff-880b-dd16a84667f6']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.847143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9174e444-507a-4db2-8fe3-e359d9d7fd59']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.863275 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab73165-6787-4586-9b0a-a1bc5296d821') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.863275 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab73165-6787-4586-9b0a-a1bc5296d821') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.885336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97af046-c8cd-4735-afa1-60c48b759a46') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.885939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97af046-c8cd-4735-afa1-60c48b759a46') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:05.892262 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.913036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-235347992-network', 'tenant_id': '8dfeee49cead4bd5a130f8b7d105c5ee'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:05.915468 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.915635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f08227-33f8-4a90-a5ee-55e4c40adc6f None None] DHCP port deletion for 5ec6fa4d-fc22-4dff-880b-dd16a84667f6 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:20:05.927969 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.939450 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:05.940873 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:05.947296 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:05.958176 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.972899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:05.973502 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:05.977427 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:05.980722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Made reservation on behalf of 8dfeee49cead4bd5a130f8b7d105c5ee for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:05.983388 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.019483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.032944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.037233 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] 10.222.0.20 "DELETE /v2.0/networks/5ec6fa4d-fc22-4dff-880b-dd16a84667f6 HTTP/1.1" status: 204 len: 168 time: 1.1433637 Aug 31 14:20:06.040675 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.047126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d52493-0991-4313-abdb-6d80138eb400 tempest-NetworksIpV6Test-1339438772 tempest-NetworksIpV6Test-1339438772-project] Pushing event deleted for resources: {'Network': ['ID=5ec6fa4d-fc22-4dff-880b-dd16a84667f6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:06.080010 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.084904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.089836 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/9174e444-507a-4db2-8fe3-e359d9d7fd59 HTTP/1.1" status: 204 len: 168 time: 0.5863097 Aug 31 14:20:06.090341 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41636) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.116751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c0d36-dbd3-4ced-bb2d-e6b140dd787f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Network': ['ID=9174e444-507a-4db2-8fe3-e359d9d7fd59,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:06.126353 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cc8631-a8ad-4d3f-92ad-7d3e6b3ffb7e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.126353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cc8631-a8ad-4d3f-92ad-7d3e6b3ffb7e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.127297 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-16cc8631-a8ad-4d3f-92ad-7d3e6b3ffb7e tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/subnets/5cc95789-6d1b-47ec-8aa4-4b44b4ef33e6 HTTP/1.1" status: 404 len: 337 time: 0.0357840 Aug 31 14:20:06.129880 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41638) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.158398 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d8f92b-a489-4a26-9f7e-c377f1e4441f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.159115 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d8f92b-a489-4a26-9f7e-c377f1e4441f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.161085 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-75d8f92b-a489-4a26-9f7e-c377f1e4441f tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/11c4bf57-9ac4-4494-a7c6-c8d298e34851 HTTP/1.1" status: 404 len: 339 time: 0.0292261 Aug 31 14:20:06.164316 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41640) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.197390 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-07253810-93ae-4e6a-aa12-ffb67e48ba72 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.197758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07253810-93ae-4e6a-aa12-ffb67e48ba72 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.199528 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-07253810-93ae-4e6a-aa12-ffb67e48ba72 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/subnets/2c84c047-0bde-409b-acbe-e656fed8e2bd HTTP/1.1" status: 404 len: 337 time: 0.0337150 Aug 31 14:20:06.202494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41642) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.212820 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.222369 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.224541 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-046ba518-8837-4d26-801e-29d32321a046 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.225337 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046ba518-8837-4d26-801e-29d32321a046 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.227186 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-046ba518-8837-4d26-801e-29d32321a046 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/1562709b-cc24-4b6f-9325-f2cf5e89fa96 HTTP/1.1" status: 404 len: 339 time: 0.0232625 Aug 31 14:20:06.229854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41646) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.251736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:20:06.262649 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c325e255-3ca2-4136-a27e-6fd2b3af2662 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.263404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c325e255-3ca2-4136-a27e-6fd2b3af2662 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.263890 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.264464 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Added segment 7cbf97b2-ff32-4d5a-8586-c06d3bfdf030 of type vlan for network 590b8deb-c46c-4b94-8409-f556801e721b Aug 31 14:20:06.265667 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c325e255-3ca2-4136-a27e-6fd2b3af2662 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/subnets/961f1fd3-e877-4841-addc-c7a5f93817f2 HTTP/1.1" status: 404 len: 337 time: 0.0330145 Aug 31 14:20:06.267768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41648) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.286919 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccd6893-6039-4562-80c9-5a4de0cc46db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.287486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ccd6893-6039-4562-80c9-5a4de0cc46db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.289529 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0ccd6893-6039-4562-80c9-5a4de0cc46db tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/5e6e018a-4243-4010-8ac7-7c2fb8e7173b HTTP/1.1" status: 404 len: 339 time: 0.0205746 Aug 31 14:20:06.291961 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41650) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.312916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2864219a-4976-4ca2-84ab-c0dc4d69c30d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:06.329895 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d73fe96-7c4c-4769-9aeb-29dcfb169fa6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.330405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d73fe96-7c4c-4769-9aeb-29dcfb169fa6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.334919 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7d73fe96-7c4c-4769-9aeb-29dcfb169fa6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/subnets/3b121ff3-bedb-4741-be12-f8aa18597b79 HTTP/1.1" status: 404 len: 337 time: 0.0385988 Aug 31 14:20:06.336759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41652) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.338381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41654) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.341351 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.356626 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-505486b6-7aca-47be-b1d4-34210132cd56 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.357264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505486b6-7aca-47be-b1d4-34210132cd56 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.359300 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-505486b6-7aca-47be-b1d4-34210132cd56 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/d3fb8c52-59ca-4f1a-bbfa-ae2377e1c6bb HTTP/1.1" status: 404 len: 339 time: 0.0212569 Aug 31 14:20:06.361529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41658) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.386030 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.387063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:06.387676 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.426151 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d18782-1159-440f-a21e-aec1f8ed63c5 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.427661 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d18782-1159-440f-a21e-aec1f8ed63c5 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.437806 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-00d18782-1159-440f-a21e-aec1f8ed63c5 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/subnets/fe46dfee-2f18-4b49-bd11-20c5f9bb544b HTTP/1.1" status: 404 len: 337 time: 0.0728784 Aug 31 14:20:06.438388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41662) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.468367 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-89630691-eb54-4ccd-9314-8b6f75865f77 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.468954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89630691-eb54-4ccd-9314-8b6f75865f77 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.470996 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-89630691-eb54-4ccd-9314-8b6f75865f77 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/efb9f748-d6a4-4a8d-9660-c6e8afcadc1c HTTP/1.1" status: 404 len: 339 time: 0.0316210 Aug 31 14:20:06.473609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41664) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.488183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8069999 Aug 31 14:20:06.504318 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f32ed4-3bed-41d3-87b4-1c7f1f9e4995 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.504318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f32ed4-3bed-41d3-87b4-1c7f1f9e4995 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.504638 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41666) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.508385 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b5f32ed4-3bed-41d3-87b4-1c7f1f9e4995 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/subnets/c07ec982-d15c-494d-a495-cc5263d33bee HTTP/1.1" status: 404 len: 337 time: 0.0314898 Aug 31 14:20:06.508633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41670) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.509443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d0f8af6c-d390-43e0-b1ce-918136e17135 admin admin] Request body: {'subnet': {'network_id': '590b8deb-c46c-4b94-8409-f556801e721b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-235347992-subnet', 'tenant_id': '8dfeee49cead4bd5a130f8b7d105c5ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:06.531872 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cb6f6f-270d-4399-b284-8c0d714d7966 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.533416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0cb6f6f-270d-4399-b284-8c0d714d7966 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.536022 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b0cb6f6f-270d-4399-b284-8c0d714d7966 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/8f628bf0-a127-4747-8fe5-84c2f283bccf HTTP/1.1" status: 404 len: 339 time: 0.0264575 Aug 31 14:20:06.540039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41672) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.553215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f8af6c-d390-43e0-b1ce-918136e17135 admin admin] Made reservation on behalf of 8dfeee49cead4bd5a130f8b7d105c5ee for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:06.555909 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0f8af6c-d390-43e0-b1ce-918136e17135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.568398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf35e99-f3cf-44d5-b697-53cb63534182 admin admin] Pushing event updated for resources: {'Network': ['ID=590b8deb-c46c-4b94-8409-f556801e721b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:06.569144 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce0c4c2-ed14-4a39-afee-994a5da311c0 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.569608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce0c4c2-ed14-4a39-afee-994a5da311c0 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.571962 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5ce0c4c2-ed14-4a39-afee-994a5da311c0 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/subnets/80af92bd-9445-479b-9f18-9eb1379fbf5d HTTP/1.1" status: 404 len: 337 time: 0.0303764 Aug 31 14:20:06.574492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41674) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.577256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 590b8deb-c46c-4b94-8409-f556801e721b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:20:06.596339 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-520b924c-07b1-42dc-9312-f1cb973866cd tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.597394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520b924c-07b1-42dc-9312-f1cb973866cd tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.599677 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-520b924c-07b1-42dc-9312-f1cb973866cd tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/9cdbfd25-099f-49a6-bc32-83da33af316e HTTP/1.1" status: 404 len: 339 time: 0.0240262 Aug 31 14:20:06.604687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41676) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.629119 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-61cbcc05-779f-464e-ac47-db50deac994d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ab5359e2d69498dacdd8ecb82efe0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896140 Aug 31 14:20:06.631609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41678) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.646988 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-382fcd46-707b-4c1e-982a-9a031d742d2b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.647689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382fcd46-707b-4c1e-982a-9a031d742d2b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.652942 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-382fcd46-707b-4c1e-982a-9a031d742d2b tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/subnets/09619860-611e-4889-a93c-417d5c60a363 HTTP/1.1" status: 404 len: 337 time: 0.0446799 Aug 31 14:20:06.653813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41680) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.677755 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-6845d6af-7c8d-43d8-8661-0048ced88a25 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] DELETE failed (client error): The resource could not be found. Aug 31 14:20:06.678297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6845d6af-7c8d-43d8-8661-0048ced88a25 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:20:06.682709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6845d6af-7c8d-43d8-8661-0048ced88a25 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/3ba86dc5-e48a-4209-8664-2df2a7c1e4b4 HTTP/1.1" status: 404 len: 339 time: 0.0250468 Aug 31 14:20:06.682709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41682) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:06.721610 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a9d8d7a-ac5b-4477-a7cd-62c70a032378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.745678 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e4da69-e52f-4475-9bb9-9bdc570c8f01 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Deleting subnet 57cc0f25-a105-48d7-8b2d-7c57570cf0ea {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:20:06.749344 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3e4da69-e52f-4475-9bb9-9bdc570c8f01 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.777416 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.790348 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a9d8d7a-ac5b-4477-a7cd-62c70a032378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.810068 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3e4da69-e52f-4475-9bb9-9bdc570c8f01 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.838535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:06.865081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:06.865903 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6eeba9f2-1fc5-4a32-bcab-873a10cb41cf not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:06.879260 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0f8af6c-d390-43e0-b1ce-918136e17135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.935934 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3e4da69-e52f-4475-9bb9-9bdc570c8f01 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.938976 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a9d8d7a-ac5b-4477-a7cd-62c70a032378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.941588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a9d8d7a-ac5b-4477-a7cd-62c70a032378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:06.942761 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8a9d8d7a-ac5b-4477-a7cd-62c70a032378 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f01bd9f-aee1-4384-b1ca-1419a5a0316b HTTP/1.1" status: 204 len: 168 time: 0.3099527 Aug 31 14:20:06.975577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8af6c-d390-43e0-b1ce-918136e17135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74fbe7a-3455-48dc-9bde-f25eb78aac4d,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:06.979883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d8d7a-ac5b-4477-a7cd-62c70a032378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f01bd9f-aee1-4384-b1ca-1419a5a0316b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:06.996157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f8af6c-d390-43e0-b1ce-918136e17135 admin admin] Checking segment: {'id': '7cbf97b2-ff32-4d5a-8586-c06d3bfdf030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:06.997238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f8af6c-d390-43e0-b1ce-918136e17135 admin admin] Network hostable DHCP agents. Network: 590b8deb-c46c-4b94-8409-f556801e721b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:20:07.062186 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3e4da69-e52f-4475-9bb9-9bdc570c8f01 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.086510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f8af6c-d390-43e0-b1ce-918136e17135 admin admin] Network 590b8deb-c46c-4b94-8409-f556801e721b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:20:07.101797 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4da69-e52f-4475-9bb9-9bdc570c8f01 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Subnet': ['ID=57cc0f25-a105-48d7-8b2d-7c57570cf0ea,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:07.115816 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3e4da69-e52f-4475-9bb9-9bdc570c8f01 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.116741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1449d386-7a8f-4323-9e31-c7337bbe80bd None None] Network 2da204c7-2706-4ce0-9591-061bcf4e9850 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:07.117850 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f3e4da69-e52f-4475-9bb9-9bdc570c8f01 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/subnets/57cc0f25-a105-48d7-8b2d-7c57570cf0ea HTTP/1.1" status: 204 len: 168 time: 0.4341648 Aug 31 14:20:07.121129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41692) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:07.140256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d0f8af6c-d390-43e0-b1ce-918136e17135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 590b8deb-c46c-4b94-8409-f556801e721b) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:07.154090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f8af6c-d390-43e0-b1ce-918136e17135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:07.155181 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d0f8af6c-d390-43e0-b1ce-918136e17135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.188802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d0f8af6c-d390-43e0-b1ce-918136e17135 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6827285 Aug 31 14:20:07.197047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8d4028-3215-4ddf-8e18-4c9d44e48c6a None None] Network 590b8deb-c46c-4b94-8409-f556801e721b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:07.302510 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.401994 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Deleting port 100fc51b-1c6a-4e15-9428-d0ad46fd476f {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:07.402377 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.434145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e9eeb-d754-4f43-ba7f-7eb19e97ef39 None None] Network 590b8deb-c46c-4b94-8409-f556801e721b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:07.541078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5463f-49b8-44ea-9b6c-42a1b876c1d4 None None] DHCP port deletion for 2da204c7-2706-4ce0-9591-061bcf4e9850 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:20:07.560304 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] For port 100fc51b-1c6a-4e15-9428-d0ad46fd476f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=100fc51b-1c6a-4e15-9428-d0ad46fd476f,segment=NetworkSegment(e7a61455-1a34-4b08-9a53-e15b3c60c3f1),segment_id=e7a61455-1a34-4b08-9a53-e15b3c60c3f1)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:07.561752 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.593448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Calling delete_port for 100fc51b-1c6a-4e15-9428-d0ad46fd476f owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:07.716064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-15e5463f-49b8-44ea-9b6c-42a1b876c1d4 None None] Deleting port 100fc51b-1c6a-4e15-9428-d0ad46fd476f {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:20:07.716685 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-15e5463f-49b8-44ea-9b6c-42a1b876c1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.772660 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.796464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-15e5463f-49b8-44ea-9b6c-42a1b876c1d4 None None] For port 100fc51b-1c6a-4e15-9428-d0ad46fd476f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=100fc51b-1c6a-4e15-9428-d0ad46fd476f,segment=NetworkSegment(e7a61455-1a34-4b08-9a53-e15b3c60c3f1),segment_id=e7a61455-1a34-4b08-9a53-e15b3c60c3f1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:07.797659 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-15e5463f-49b8-44ea-9b6c-42a1b876c1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.811995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Port': ['ID=100fc51b-1c6a-4e15-9428-d0ad46fd476f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:07.826053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] No DVR routers for this DVR port 100fc51b-1c6a-4e15-9428-d0ad46fd476f on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:07.852319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-15e5463f-49b8-44ea-9b6c-42a1b876c1d4 None None] Calling delete_port for 100fc51b-1c6a-4e15-9428-d0ad46fd476f owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:20:07.959773 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:07.972870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da204c7-2706-4ce0-9591-061bcf4e9850']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:07.998291 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-15e5463f-49b8-44ea-9b6c-42a1b876c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.029336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a61455-1a34-4b08-9a53-e15b3c60c3f1') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:08.029782 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a61455-1a34-4b08-9a53-e15b3c60c3f1') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:08.034869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5463f-49b8-44ea-9b6c-42a1b876c1d4 None None] Pushing event deleted for resources: {'Port': ['ID=100fc51b-1c6a-4e15-9428-d0ad46fd476f,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:08.039242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e5463f-49b8-44ea-9b6c-42a1b876c1d4 None None] No DVR routers for this DVR port 100fc51b-1c6a-4e15-9428-d0ad46fd476f on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:20:08.062478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.098812 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.109990 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:20:08.113080 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:20:08.123718 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:20:08.286770 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.295561 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:08.301601 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] 10.222.0.20 "DELETE /v2.0/networks/2da204c7-2706-4ce0-9591-061bcf4e9850 HTTP/1.1" status: 204 len: 168 time: 1.1767941 Aug 31 14:20:08.331303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745ab1b-8a89-461d-b09d-a23e0854f0c6 tempest-NetworksTest-1063298654 tempest-NetworksTest-1063298654-project] Pushing event deleted for resources: {'Network': ['ID=2da204c7-2706-4ce0-9591-061bcf4e9850,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:08.743981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41764) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:08.879341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 100fc51b-1c6a-4e15-9428-d0ad46fd476f no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:20:08.941886 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 100fc51b-1c6a-4e15-9428-d0ad46fd476f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:20:08.942243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 100fc51b-1c6a-4e15-9428-d0ad46fd476f not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:20:09.209153 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:09.224499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41774) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:09.226341 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bb0128ed-d802-49ea-8e7a-828e7c028160 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e3efb98d9624f028d38d7b16fce4571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758916 Aug 31 14:20:09.259244 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:09.309778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-522dc722-1a1c-4b15-80e6-b3ef0434a329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:09.344537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-522dc722-1a1c-4b15-80e6-b3ef0434a329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:09.435669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-522dc722-1a1c-4b15-80e6-b3ef0434a329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:09.438707 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-522dc722-1a1c-4b15-80e6-b3ef0434a329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:09.440912 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-522dc722-1a1c-4b15-80e6-b3ef0434a329 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62248a05-419e-4b2a-bfda-1342888d732d HTTP/1.1" status: 204 len: 168 time: 0.2153320 Aug 31 14:20:09.474022 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dc722-1a1c-4b15-80e6-b3ef0434a329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62248a05-419e-4b2a-bfda-1342888d732d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:10.583240 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-af0fc1c0-42cb-4440-b2fd-a322b1dbe718 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0878212 Aug 31 14:20:10.749598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-5b550109-280c-4f06-819e-e245f366a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.754952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-5b550109-280c-4f06-819e-e245f366a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.755572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-5b550109-280c-4f06-819e-e245f366a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.756340 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-5b550109-280c-4f06-819e-e245f366a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.757975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-5b550109-280c-4f06-819e-e245f366a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.759006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-5b550109-280c-4f06-819e-e245f366a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.768194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-5b550109-280c-4f06-819e-e245f366a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.772878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-5b550109-280c-4f06-819e-e245f366a37b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6502 time: 0.1333387 Aug 31 14:20:10.992614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-ee0a408b-5f59-4a7c-990d-4c7dcfa3dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.993360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-ee0a408b-5f59-4a7c-990d-4c7dcfa3dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.994019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-ee0a408b-5f59-4a7c-990d-4c7dcfa3dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:10.996402 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-ee0a408b-5f59-4a7c-990d-4c7dcfa3dd25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f61a66ed-e073-4160-9a7b-510fffda1238&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a HTTP/1.1" status: 200 len: 2297 time: 0.1772237 Aug 31 14:20:11.090414 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-d983b7c7-8dec-45a9-ac94-7d259c4d099b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 HTTP/1.1" status: 200 len: 1001 time: 0.0841339 Aug 31 14:20:11.109442 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 41848) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:11.163479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-5863c564-7183-4aa7-b7f0-2ffe5c324ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:11.174413 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-5863c564-7183-4aa7-b7f0-2ffe5c324ec4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78251-b3fe-4763-9e2c-bc513ea64886 HTTP/1.1" status: 200 len: 854 time: 0.0758922 Aug 31 14:20:11.275325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-74e6186c-77ee-411d-9d21-2d7b8b06f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:11.277736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-74e6186c-77ee-411d-9d21-2d7b8b06f026 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f61a66ed-e073-4160-9a7b-510fffda1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951648 Aug 31 14:20:11.326766 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-286e50db-1ecc-48ef-9ea7-20ba2fc87f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.401600 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-0e6668c6-2661-488d-9c2e-450970b60294 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148152 Aug 31 14:20:11.500256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-286e50db-1ecc-48ef-9ea7-20ba2fc87f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.515372 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-286e50db-1ecc-48ef-9ea7-20ba2fc87f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.581046 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-849a1792-8002-4413-9923-dc254b7110c0 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722748 Aug 31 14:20:11.630564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-e0358f18-2a34-495b-b735-6685d8fa5fba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 200 len: 217 time: 0.0417528 Aug 31 14:20:11.632551 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-286e50db-1ecc-48ef-9ea7-20ba2fc87f2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea50b27bf5d54566bef1dcf30b7041d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219157 Aug 31 14:20:11.633549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e50db-1ecc-48ef-9ea7-20ba2fc87f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2073100-8b6f-46a6-8667-a3e01a2c4183,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:11.635954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 41866) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:11.725576 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90026d33-385d-4136-98ef-62207244f0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.770696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-96e5ea5b-2451-47d0-b447-ba16aa3d9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:11.772809 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-96e5ea5b-2451-47d0-b447-ba16aa3d9b5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0972426 Aug 31 14:20:11.776238 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90026d33-385d-4136-98ef-62207244f0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:11.861170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-a7fdda4f-4902-4f17-a3e9-4400a09bf115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:11.865833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-a7fdda4f-4902-4f17-a3e9-4400a09bf115 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0801973 Aug 31 14:20:11.996972 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90026d33-385d-4136-98ef-62207244f0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:12.000607 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90026d33-385d-4136-98ef-62207244f0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:12.001440 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-90026d33-385d-4136-98ef-62207244f0a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2073100-8b6f-46a6-8667-a3e01a2c4183 HTTP/1.1" status: 204 len: 168 time: 0.3650248 Aug 31 14:20:12.018803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90026d33-385d-4136-98ef-62207244f0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2073100-8b6f-46a6-8667-a3e01a2c4183,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:12.064487 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-411f7938-49a7-4084-b899-b161e6ddfa72 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898086 Aug 31 14:20:12.249821 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-c9fdc12e-1a98-4fd8-99f8-fa0b0e4cce10 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757667 Aug 31 14:20:12.343818 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-3f63b674-f4ef-42ef-a278-1f83d2280a88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 200 len: 217 time: 0.0847287 Aug 31 14:20:12.510008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-0866de6e-d4e3-46ca-a523-3ec1f16535e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:12.511891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-0866de6e-d4e3-46ca-a523-3ec1f16535e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.1596200 Aug 31 14:20:12.683162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-6a4d98d0-5b9a-4c62-8a02-426ee603f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:12.684837 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-6a4d98d0-5b9a-4c62-8a02-426ee603f5d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1578104 Aug 31 14:20:12.878067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-7c4063f4-2891-41be-809e-3e3bd1e23462 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856341 Aug 31 14:20:13.017808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-6803d8ac-1aca-4554-8e66-c429787bc2b9 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263201 Aug 31 14:20:13.111698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-894d859d-ad69-4a83-9497-0c9cb94072c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c HTTP/1.1" status: 200 len: 217 time: 0.0834460 Aug 31 14:20:13.231791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-ade178a7-f932-4fd6-84c3-b9a574fb40da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:13.242285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-ade178a7-f932-4fd6-84c3-b9a574fb40da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.1210921 Aug 31 14:20:13.331745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-a55bb2ec-8857-4de4-889c-14f3b285509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:13.334563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-a55bb2ec-8857-4de4-889c-14f3b285509e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823195 Aug 31 14:20:13.470215 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-563bd790-2879-46b5-9812-cef84db71860 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283813 Aug 31 14:20:13.623745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-7025023a-ac56-4846-8955-89d72f29c681 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442742 Aug 31 14:20:13.700389 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-a4e6406b-7c2a-4783-bf07-c0e7bd6fdea7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa HTTP/1.1" status: 200 len: 217 time: 0.0642128 Aug 31 14:20:13.789565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-41f5a725-0e38-404c-8205-28e25b93fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:13.791262 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-41f5a725-0e38-404c-8205-28e25b93fe18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0850017 Aug 31 14:20:13.864237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-864c039d-4399-4eaf-877e-b2cba58d2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:13.867441 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-864c039d-4399-4eaf-877e-b2cba58d2b3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639997 Aug 31 14:20:14.027130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-f3bffa0d-06d9-4dd8-8c76-9d5f99447c2b service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513867 Aug 31 14:20:14.158699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-bf361397-bfe6-45d2-97f8-981bbad4b485 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219835 Aug 31 14:20:14.214421 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-85a9bd08-6165-4e53-ab78-2dbe49afad56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a695eda4-8064-4835-887f-df4c54d594d9 HTTP/1.1" status: 200 len: 217 time: 0.0464847 Aug 31 14:20:14.286326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-b2a49881-481b-4a6d-8cd7-a22879372539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:14.288132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-b2a49881-481b-4a6d-8cd7-a22879372539 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.0618515 Aug 31 14:20:14.365677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-56fa153a-a65d-4968-9ba3-522c6d53d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:14.368736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-56fa153a-a65d-4968-9ba3-522c6d53d368 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710084 Aug 31 14:20:14.507341 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-417cd41b-3adc-4e4b-8c6e-d4e495934a71 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298106 Aug 31 14:20:14.700866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-5616036e-e68e-434f-aaae-3580c876e01b service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840918 Aug 31 14:20:14.768294 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-33aebf8b-fc78-48b2-a541-3730ce91b82f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41 HTTP/1.1" status: 200 len: 217 time: 0.0587990 Aug 31 14:20:14.858938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-31e26963-f42a-41e4-82c6-14e4e38f1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:14.860638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-31e26963-f42a-41e4-82c6-14e4e38f1810 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.0842307 Aug 31 14:20:14.976178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-c7493f94-e80e-41b2-b2cf-11c14e0ad35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:14.978826 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-c7493f94-e80e-41b2-b2cf-11c14e0ad35b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1090922 Aug 31 14:20:15.098418 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-5d3ecb13-d651-4da8-9d97-154952d6adae service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088912 Aug 31 14:20:15.676053 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-482228b3-d0c0-4e05-86b8-e05208087f4c req-dd116377-cc4f-4eb7-8dd7-bc21f3af6ba3 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697656 Aug 31 14:20:18.707239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42060) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:18.988741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-489dc313-cd66-4ea8-ad5e-5be9fa66a455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.286872 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-489dc313-cd66-4ea8-ad5e-5be9fa66a455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.293640 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-489dc313-cd66-4ea8-ad5e-5be9fa66a455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.414975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42070) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:19.416887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-489dc313-cd66-4ea8-ad5e-5be9fa66a455 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5f49c96e7224af7a410f3c84f2f4f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7033043 Aug 31 14:20:19.425162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dc313-cd66-4ea8-ad5e-5be9fa66a455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39226d4c-dafe-4582-ad1b-015ba3d14379,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:19.533910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34884855-7be6-4335-928a-cdcca5a05ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.576920 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34884855-7be6-4335-928a-cdcca5a05ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.678497 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34884855-7be6-4335-928a-cdcca5a05ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.682138 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34884855-7be6-4335-928a-cdcca5a05ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:19.683863 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-34884855-7be6-4335-928a-cdcca5a05ba0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39226d4c-dafe-4582-ad1b-015ba3d14379 HTTP/1.1" status: 204 len: 168 time: 0.2672193 Aug 31 14:20:19.695241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34884855-7be6-4335-928a-cdcca5a05ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39226d4c-dafe-4582-ad1b-015ba3d14379,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:20.227659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42092) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:20.248909 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2957884-58ee-4a02-8538-25de767ef69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.736661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2957884-58ee-4a02-8538-25de767ef69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.755271 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2957884-58ee-4a02-8538-25de767ef69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.833892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42112) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:20.834483 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f2957884-58ee-4a02-8538-25de767ef69c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa00cee6615b4328862a1120d9dedb28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052477 Aug 31 14:20:20.838969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2957884-58ee-4a02-8538-25de767ef69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d714136-36e6-4dd6-a795-c24b88b6fe6e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:20.956931 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8e77bb97-44b8-4a65-8181-82cc1eb7be48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:20.981888 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8e77bb97-44b8-4a65-8181-82cc1eb7be48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.075159 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8e77bb97-44b8-4a65-8181-82cc1eb7be48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.079107 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8e77bb97-44b8-4a65-8181-82cc1eb7be48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:21.080494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8e77bb97-44b8-4a65-8181-82cc1eb7be48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d714136-36e6-4dd6-a795-c24b88b6fe6e HTTP/1.1" status: 204 len: 168 time: 0.2455437 Aug 31 14:20:21.103192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77bb97-44b8-4a65-8181-82cc1eb7be48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d714136-36e6-4dd6-a795-c24b88b6fe6e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:22.962570 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:20:26.017233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42276) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:26.214519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82d67dd2-1004-4525-b5bd-053bd1bf685f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.482255 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82d67dd2-1004-4525-b5bd-053bd1bf685f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.489578 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82d67dd2-1004-4525-b5bd-053bd1bf685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.541525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d67dd2-1004-4525-b5bd-053bd1bf685f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57154e5-4d5e-49e2-b57d-9e6aff17e682,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:26.559608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42286) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:26.566183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-82d67dd2-1004-4525-b5bd-053bd1bf685f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c05c472cbcee4bff961dcf069f564ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5466471 Aug 31 14:20:26.657850 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0690-4225-44ed-9e8f-7f23a5d6a3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.730693 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0690-4225-44ed-9e8f-7f23a5d6a3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.826429 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0690-4225-44ed-9e8f-7f23a5d6a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.831518 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab6b0690-4225-44ed-9e8f-7f23a5d6a3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:26.832874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ab6b0690-4225-44ed-9e8f-7f23a5d6a3a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e57154e5-4d5e-49e2-b57d-9e6aff17e682 HTTP/1.1" status: 204 len: 168 time: 0.2715352 Aug 31 14:20:26.854969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b0690-4225-44ed-9e8f-7f23a5d6a3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57154e5-4d5e-49e2-b57d-9e6aff17e682,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:27.446978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42298) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:27.469092 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-297d191b-f5f1-492f-8cd2-8472b0d583bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.703478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-297d191b-f5f1-492f-8cd2-8472b0d583bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.712798 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-297d191b-f5f1-492f-8cd2-8472b0d583bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:27.796235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42308) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:27.804666 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-297d191b-f5f1-492f-8cd2-8472b0d583bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93eb57d4cc224ea59847dc6ee82646e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559992 Aug 31 14:20:27.812833 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d191b-f5f1-492f-8cd2-8472b0d583bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d50dd53-bb07-4c2f-ae5f-f7cadea732af,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:27.952560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6709f0f6-9827-4b3f-ac4d-3ad2151e8964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.027830 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6709f0f6-9827-4b3f-ac4d-3ad2151e8964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.123146 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6709f0f6-9827-4b3f-ac4d-3ad2151e8964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.139989 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6709f0f6-9827-4b3f-ac4d-3ad2151e8964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:28.150330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6709f0f6-9827-4b3f-ac4d-3ad2151e8964 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d50dd53-bb07-4c2f-ae5f-f7cadea732af HTTP/1.1" status: 204 len: 168 time: 0.3476706 Aug 31 14:20:28.204876 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709f0f6-9827-4b3f-ac4d-3ad2151e8964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d50dd53-bb07-4c2f-ae5f-f7cadea732af,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:30.197576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42370) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:30.393051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fc363f6-e564-4c7c-945c-ced1fd63a13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.549475 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fc363f6-e564-4c7c-945c-ced1fd63a13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.554102 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1fc363f6-e564-4c7c-945c-ced1fd63a13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.619846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc363f6-e564-4c7c-945c-ced1fd63a13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e0bfaa-bae7-4cd2-9060-8abe4be05c7e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:30.640762 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1fc363f6-e564-4c7c-945c-ced1fd63a13b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9c61800ce624de8b88309c6f42acb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395797 Aug 31 14:20:30.641789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42376) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:30.698208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d636f52-390c-47fd-957b-10251b86f42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.722696 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d636f52-390c-47fd-957b-10251b86f42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.784758 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d636f52-390c-47fd-957b-10251b86f42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.790465 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d636f52-390c-47fd-957b-10251b86f42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:30.811620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3d636f52-390c-47fd-957b-10251b86f42b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28e0bfaa-bae7-4cd2-9060-8abe4be05c7e HTTP/1.1" status: 204 len: 168 time: 0.1581330 Aug 31 14:20:30.842801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d636f52-390c-47fd-957b-10251b86f42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e0bfaa-bae7-4cd2-9060-8abe4be05c7e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:31.421395 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-779da9d8-e23a-4e2d-95e4-42b84bf33f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:33.961638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-32a57239-1860-49ec-9b06-0b9ebbf5b937 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=553ee4f7121145ecb8cdc78e8fbe9552&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319107 Aug 31 14:20:34.022192 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.066819 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-64bf7e6c-80b0-42b1-bda5-1404382a4249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.124908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42508) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:34.344155 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bcf24c6-59d6-4906-b38a-9b4e8af496ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.346256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-9f4c903b-66c7-4e9c-ab13-001a7635e1d4 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:34.360231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-9f4c903b-66c7-4e9c-ab13-001a7635e1d4 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3914297 Aug 31 14:20:34.393017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-6333fb2c-570c-4699-8d7e-12fe600cb12d tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/quotas/553ee4f7121145ecb8cdc78e8fbe9552 HTTP/1.1" status: 200 len: 375 time: 0.0316288 Aug 31 14:20:34.497137 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bcf24c6-59d6-4906-b38a-9b4e8af496ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.497351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-bfd88ac9-98f9-4f4a-bfc7-873f3cb910cb tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=553ee4f7121145ecb8cdc78e8fbe9552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029944 Aug 31 14:20:34.511316 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bcf24c6-59d6-4906-b38a-9b4e8af496ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.595824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf24c6-59d6-4906-b38a-9b4e8af496ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260b96f2-f660-46e6-9b76-7f7498656819,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:34.620595 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7bcf24c6-59d6-4906-b38a-9b4e8af496ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=deb5b7bac6134b29a09ca5d8d01c10a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4944427 Aug 31 14:20:34.623567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42532) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:34.786034 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97fd78fa-1571-4ebb-b4af-7db437c7c025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.822620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97fd78fa-1571-4ebb-b4af-7db437c7c025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.885685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-715af9c5-7d96-4237-9523-808addf68513 req-6cdf21ea-a4bc-4009-89d7-22910dbbc6b2 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 210 time: 0.0573778 Aug 31 14:20:34.954139 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97fd78fa-1571-4ebb-b4af-7db437c7c025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.959379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97fd78fa-1571-4ebb-b4af-7db437c7c025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:34.967442 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-97fd78fa-1571-4ebb-b4af-7db437c7c025 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/260b96f2-f660-46e6-9b76-7f7498656819 HTTP/1.1" status: 204 len: 168 time: 0.3422468 Aug 31 14:20:34.986500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd78fa-1571-4ebb-b4af-7db437c7c025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260b96f2-f660-46e6-9b76-7f7498656819,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:35.237520 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:36.043356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d831e504-3b4b-42b5-ba01-d7cc42e0feac req-e149043d-b583-42a0-bd38-269dc7a731fe tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 210 time: 0.0617070 Aug 31 14:20:36.765792 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:37.178675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e2c655ec-3326-4820-8041-d97a6052f172 req-7989211f-66ec-4d3a-99d4-fcea26d9b84e tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 210 time: 0.0399327 Aug 31 14:20:38.432811 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-62c6cfb4-904b-435a-b42a-439e02f01fcd tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=553ee4f7121145ecb8cdc78e8fbe9552&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975199 Aug 31 14:20:38.462085 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a5d24c6-9925-4f7b-a4ba-fad886b4a860 req-5c34942d-31cc-4a5a-9379-5e56e719703c tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 210 time: 0.1400681 Aug 31 14:20:38.572890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42802) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:38.672772 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-a3b1d217-732d-4da7-8f57-9ba587639138 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:38.674598 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-a3b1d217-732d-4da7-8f57-9ba587639138 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371273 Aug 31 14:20:38.690297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Request body: {'port': {'device_id': '403faf16-9987-460c-b069-4e10392e4554', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '553ee4f7121145ecb8cdc78e8fbe9552'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:38.852281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Made reservation on behalf of 553ee4f7121145ecb8cdc78e8fbe9552 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:38.857028 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.859532 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a492c253-e2a8-4ad6-98ba-bb63d74acbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.881184 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.982642 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a492c253-e2a8-4ad6-98ba-bb63d74acbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:38.990705 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a492c253-e2a8-4ad6-98ba-bb63d74acbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.027972 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a492c253-e2a8-4ad6-98ba-bb63d74acbfd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d56bf872bd9e487f9cbce47b0122f7c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535460 Aug 31 14:20:39.028674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42812) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:39.090648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492c253-e2a8-4ad6-98ba-bb63d74acbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48daa96c-30b9-4a71-b2db-36a545ad6282,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:39.109093 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.115514 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.183032 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-687c5641-1fae-47b7-9c8c-c2c18b00f52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.192572 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.208622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a9b1ac-8f7d-4f57-bf77-6089794553eb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:39.243628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:39.244519 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:39.244750 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:39.245755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:39.246342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:39.246847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:39.247351 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:39.247840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:39.248338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:39.248876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:39.250494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:39.250494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:39.256879 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.265988 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-687c5641-1fae-47b7-9c8c-c2c18b00f52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.345250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-687c5641-1fae-47b7-9c8c-c2c18b00f52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.348232 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-687c5641-1fae-47b7-9c8c-c2c18b00f52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.349682 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-687c5641-1fae-47b7-9c8c-c2c18b00f52e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48daa96c-30b9-4a71-b2db-36a545ad6282 HTTP/1.1" status: 204 len: 168 time: 0.3190081 Aug 31 14:20:39.376813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c5641-1fae-47b7-9c8c-c2c18b00f52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48daa96c-30b9-4a71-b2db-36a545ad6282,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:39.381971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Allocated IP 192.168.233.230 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:39.611621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01bafd9c-0ee0-4d9e-92e6-4a5f8af7c363 req-b0bf0bb8-8d62-4cd9-b975-24d066ab575c tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 210 time: 0.0455973 Aug 31 14:20:39.844827 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:39.883062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Transition to ACTIVE for port object 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:39.959391 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.018827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:40.022235 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:40.031244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42844) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:40.039665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:40.072856 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31375994-2f3c-4ec8-b5de-052eeffebe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.141048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Pushing event updated for resources: {'Port': ['ID=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:40.167516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:40.168793 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.370521 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31375994-2f3c-4ec8-b5de-052eeffebe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.386923 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-31375994-2f3c-4ec8-b5de-052eeffebe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.391654 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-28e8f9d4-4d1b-4a72-a34e-d820abc702ec tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7055509 Aug 31 14:20:40.406000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Request body: {'port': {'device_id': '403faf16-9987-460c-b069-4e10392e4554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:40.480074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-31375994-2f3c-4ec8-b5de-052eeffebe0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6f1c7ebe79149e9abc3cb40c1191393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442916 Aug 31 14:20:40.503956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31375994-2f3c-4ec8-b5de-052eeffebe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7effde3-8a4a-4c9b-866e-9a6a521b8036,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:40.507700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42852) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:40.513421 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.685659 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac4e49d4-5e5d-4d9b-803b-4ec5201c8d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.738072 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac4e49d4-5e5d-4d9b-803b-4ec5201c8d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.788375 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5e7dd3b6-6f28-4ef7-ba64-4c4d2eb8e46e None None] Provisioning for port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:40.793329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5e7dd3b6-6f28-4ef7-ba64-4c4d2eb8e46e None None] Provisioning complete for port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:40.793955 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd3b6-6f28-4ef7-ba64-4c4d2eb8e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.861618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5e7dd3b6-6f28-4ef7-ba64-4c4d2eb8e46e None None] Port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:20:40.878454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a5016-cb1a-4663-a70b-638371ce5f99 req-69b4d54a-b3a3-49af-b0b1-4170d3753cf5 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:40.880218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f28a5016-cb1a-4663-a70b-638371ce5f99 req-69b4d54a-b3a3-49af-b0b1-4170d3753cf5 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 936 time: 0.1628222 Aug 31 14:20:40.938357 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac4e49d4-5e5d-4d9b-803b-4ec5201c8d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.941143 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac4e49d4-5e5d-4d9b-803b-4ec5201c8d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:40.945071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ac4e49d4-5e5d-4d9b-803b-4ec5201c8d70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7effde3-8a4a-4c9b-866e-9a6a521b8036 HTTP/1.1" status: 204 len: 168 time: 0.4354627 Aug 31 14:20:41.024633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e49d4-5e5d-4d9b-803b-4ec5201c8d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7effde3-8a4a-4c9b-866e-9a6a521b8036,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:41.066176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f28a5016-cb1a-4663-a70b-638371ce5f99 req-5f6f6443-c381-4dcc-8c0b-a6d09d904799 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611202 Aug 31 14:20:41.107720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:41.116274 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.130106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Transition to ACTIVE for port object 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:41.135924 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.285828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:41.314024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Attempting to bind port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:41.314024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Attempting to bind port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:41.314024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Attempting to bind port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:41.334791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:20:41.335990 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Attempting to bind port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:41.352905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:41.353260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:41.353907 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:41.354378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Bound port: 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:41.354755 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.512190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] For port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:41.522863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] For port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:41.532228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.627991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:41.628988 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:41.631113 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] 10.222.0.52 "PUT /v2.0/ports/5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa HTTP/1.1" status: 200 len: 1096 time: 1.2305965 Aug 31 14:20:41.631631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403faf16-9987-460c-b069-4e10392e4554', 'tag': '5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:41.634578 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cae89a-1d82-4531-83f9-a5e58cd26e31" -d '{"events": [{"name": "network-changed", "server_uuid": "403faf16-9987-460c-b069-4e10392e4554", "tag": "5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:41.749191 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eac274-ab79-491f-9c79-03055e015ee8 x-openstack-request-id: req-d4eac274-ab79-491f-9c79-03055e015ee8 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:41.751214 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403faf16-9987-460c-b069-4e10392e4554", "tag": "5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:41.751214 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4eac274-ab79-491f-9c79-03055e015ee8 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:41.751214 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403faf16-9987-460c-b069-4e10392e4554', 'tag': '5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa', 'status': 'completed', 'code': 200} Aug 31 14:20:41.754601 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f89cfe-0c77-427e-aede-aa8c8fd68285 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:41.833167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-77ba50a3-1623-4524-8275-21c080a6b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:41.835027 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-77ba50a3-1623-4524-8275-21c080a6b970 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=553ee4f7121145ecb8cdc78e8fbe9552&device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 1099 time: 0.1026070 Aug 31 14:20:41.899120 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-ff737320-a2e8-4091-b090-d73af5e2b98f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa HTTP/1.1" status: 200 len: 217 time: 0.0545182 Aug 31 14:20:42.016989 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-ec93a667-9e81-429d-a14f-14fab47693bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:42.018666 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-ec93a667-9e81-429d-a14f-14fab47693bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1122625 Aug 31 14:20:42.144397 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-de112ff4-7616-4181-ba7d-0ec3dfa53f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:42.151291 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-de112ff4-7616-4181-ba7d-0ec3dfa53f07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1218183 Aug 31 14:20:42.393668 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ebc15-63ec-4070-bbdc-d3cdc0355f27 req-684bc2f7-f437-44b2-8e7d-495f55805d96 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:42.393668 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-311ebc15-63ec-4070-bbdc-d3cdc0355f27 req-684bc2f7-f437-44b2-8e7d-495f55805d96 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 948 time: 0.1542492 Aug 31 14:20:42.463928 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-511eef8f-6c22-41df-8ea3-3dd8cdc46c6d service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997100 Aug 31 14:20:42.579647 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-311ebc15-63ec-4070-bbdc-d3cdc0355f27 req-fed1c585-fc03-4d7f-bd64-44b12b43e4db tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130250 Aug 31 14:20:42.637199 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdd4ee0e-a4d5-4816-a8c4-ba65b93940d9 req-f0079e8a-26ae-46d7-890e-8d73d850efe9 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402903 Aug 31 14:20:42.762331 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cae89a-1d82-4531-83f9-a5e58cd26e31 req-bbbe8c44-3714-4b20-bcf9-40f33cd1efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:42.764377 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07cae89a-1d82-4531-83f9-a5e58cd26e31 req-bbbe8c44-3714-4b20-bcf9-40f33cd1efe8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=553ee4f7121145ecb8cdc78e8fbe9552&device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 1099 time: 0.0590284 Aug 31 14:20:42.916859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cae89a-1d82-4531-83f9-a5e58cd26e31 req-0ab7f6a8-d125-45e5-8edd-cf0bc3f540e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:42.918386 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07cae89a-1d82-4531-83f9-a5e58cd26e31 req-0ab7f6a8-d125-45e5-8edd-cf0bc3f540e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1464641 Aug 31 14:20:43.040221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07cae89a-1d82-4531-83f9-a5e58cd26e31 req-d2709bff-c83a-4001-b93e-e3d98cbc69e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa HTTP/1.1" status: 200 len: 217 time: 0.1127627 Aug 31 14:20:43.144812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cae89a-1d82-4531-83f9-a5e58cd26e31 req-10f3978c-8325-493c-831d-fd8907a1871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:43.146422 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07cae89a-1d82-4531-83f9-a5e58cd26e31 req-10f3978c-8325-493c-831d-fd8907a1871a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0979440 Aug 31 14:20:43.269854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cae89a-1d82-4531-83f9-a5e58cd26e31 req-7ea313a9-3b7d-4c20-9bcf-c8f0f6de51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:43.271410 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07cae89a-1d82-4531-83f9-a5e58cd26e31 req-7ea313a9-3b7d-4c20-9bcf-c8f0f6de51c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141794 Aug 31 14:20:43.349862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42934) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:43.490995 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07cae89a-1d82-4531-83f9-a5e58cd26e31 req-604448ea-8a47-4ea0-b0e3-d5439612bc19 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074549 Aug 31 14:20:43.649908 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:43.710484 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07cae89a-1d82-4531-83f9-a5e58cd26e31 req-20689749-48c0-44c2-9003-83342b2327c0 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089672 Aug 31 14:20:43.786930 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:43.805407 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:43.846553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c73b78-344a-4f09-962d-cd5a0808d91e req-40ea2ef3-0c66-49d8-8f06-079c01dd0697 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:43.848539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a92b87b97a634b2c9553c8bd18381bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4964335 Aug 31 14:20:43.854395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42952) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:43.857726 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c2c73b78-344a-4f09-962d-cd5a0808d91e req-40ea2ef3-0c66-49d8-8f06-079c01dd0697 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 948 time: 0.1080437 Aug 31 14:20:43.890703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63b5278-578a-47f9-9f87-9f3e486d7427,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:43.910764 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c2c73b78-344a-4f09-962d-cd5a0808d91e req-3ac52154-33c9-45c0-8472-75be3b7cdb7d tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519280 Aug 31 14:20:43.917610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:43.918138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:43.918647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:43.919180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:43.919676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:43.920184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:43.920718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:43.921222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:43.921835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:43.922316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:43.922795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:43.923270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218de3d7-824a-41e6-87ae-aa218fa9de2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:43.966657 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26d0df74-35ac-46a7-86ec-cb868fcd798d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.011458 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26d0df74-35ac-46a7-86ec-cb868fcd798d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.081994 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26d0df74-35ac-46a7-86ec-cb868fcd798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.084541 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-26d0df74-35ac-46a7-86ec-cb868fcd798d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.086296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-26d0df74-35ac-46a7-86ec-cb868fcd798d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a63b5278-578a-47f9-9f87-9f3e486d7427 HTTP/1.1" status: 204 len: 168 time: 0.2306719 Aug 31 14:20:44.095014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0df74-35ac-46a7-86ec-cb868fcd798d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63b5278-578a-47f9-9f87-9f3e486d7427,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:44.602877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 42978) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:44.622463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79613599-7e8b-4171-955c-7202c617a80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.746915 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79613599-7e8b-4171-955c-7202c617a80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.759741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79613599-7e8b-4171-955c-7202c617a80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.809668 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-79613599-7e8b-4171-955c-7202c617a80d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edc9f40df4bf45c5a8437369342eebe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023981 Aug 31 14:20:44.810107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 42986) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:44.834227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79613599-7e8b-4171-955c-7202c617a80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa9995c-7988-4848-a2c8-62c873244301,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:44.922480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6ca1-10f3-4f67-affa-4c668146f47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:44.956244 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6ca1-10f3-4f67-affa-4c668146f47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.029514 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6ca1-10f3-4f67-affa-4c668146f47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.032175 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ca6d6ca1-10f3-4f67-affa-4c668146f47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.033392 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ca6d6ca1-10f3-4f67-affa-4c668146f47a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fa9995c-7988-4848-a2c8-62c873244301 HTTP/1.1" status: 204 len: 168 time: 0.2220726 Aug 31 14:20:45.056133 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d6ca1-10f3-4f67-affa-4c668146f47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa9995c-7988-4848-a2c8-62c873244301,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:45.179655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b28a0-6af4-46a4-ad31-1dac49e570ec req-fbc92e45-0a2f-45c7-9aed-76b8049535af tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:45.181284 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-123b28a0-6af4-46a4-ad31-1dac49e570ec req-fbc92e45-0a2f-45c7-9aed-76b8049535af tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 948 time: 0.1119447 Aug 31 14:20:45.257310 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-123b28a0-6af4-46a4-ad31-1dac49e570ec req-c19222d6-943d-400d-ac8b-38151da0c083 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662069 Aug 31 14:20:45.847028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43038) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:45.852697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Request body: {'network': {'name': 'tempest-network-smoke--1857410805', 'project_id': '0cd9d6bc65de467eb209664882157c31', 'port_security_enabled': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:45.881693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Made reservation on behalf of 0cd9d6bc65de467eb209664882157c31 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:45.887455 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:45.898968 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.083989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.089202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.121702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1471999f-e6c2-4c5c-a5b4-29b044bc36ec,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:46.134924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:20:46.171535 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.175568 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Added segment 4dfb31f8-30b2-4ea2-bd0a-4568671f267c of type vlan for network 2c123d0c-6c35-49b9-9874-40cde75b73d7 Aug 31 14:20:46.257756 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.304177 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.311775 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:46.312705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.381224 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5327723 Aug 31 14:20:46.382377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43062) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:46.422397 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'admin_state_up': True, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:46.439085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab777d4-3a64-440c-9e96-6deb7218df68 req-d0531b9d-4aa5-4c06-8e07-1269f673d7d4 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:46.453871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ab777d4-3a64-440c-9e96-6deb7218df68 req-d0531b9d-4aa5-4c06-8e07-1269f673d7d4 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 948 time: 0.1020417 Aug 31 14:20:46.471144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcef96-8cbe-4f61-b4d2-0e0f4243863d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Network': ['ID=2c123d0c-6c35-49b9-9874-40cde75b73d7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:46.483941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 2c123d0c-6c35-49b9-9874-40cde75b73d7 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:20:46.497310 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.498403 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.526925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ab777d4-3a64-440c-9e96-6deb7218df68 req-ea46cbfa-3711-4dab-8437-ddcfe337555f tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675502 Aug 31 14:20:46.642577 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:46.812501 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.069501 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.092427 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.106072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:20:47.228448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Allocated IP 172.25.3.208 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/04156e93-4d77-41bd-9f93-36b18e539060) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:47.261673 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:47.283220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': '5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa', 'mac_address': 'fa:16:3e:f3:d0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:20:47.335325 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.355694 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.357361 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:20:47.389251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:47.395362 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.436177 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:47.475062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:47.488059 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:47.490958 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:47.505556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:47.543663 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Port': ['ID=04156e93-4d77-41bd-9f93-36b18e539060,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:47.637585 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:20:47.690837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064c95d-1c9e-459d-a7b0-9ab452f36521 req-30965e81-6609-4680-9f82-550499641f7d tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:47.700651 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4064c95d-1c9e-459d-a7b0-9ab452f36521 req-30965e81-6609-4680-9f82-550499641f7d tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 949 time: 0.0916808 Aug 31 14:20:47.767665 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4064c95d-1c9e-459d-a7b0-9ab452f36521 req-4372ce3c-e6cb-4ef6-8577-5b67032007d9 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657444 Aug 31 14:20:48.271496 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.528393 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.692891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Router d57d63c6-9a54-4c8f-b5ae-7792e431419d is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:20:48.830618 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:48.844171 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Sync routers for ids ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:48.858293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:48.862722 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0f0f7904-9690-4cf5-8b59-7c4508cd20da tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4448614 Aug 31 14:20:48.863283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43140) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:48.864418 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Routers {'d57d63c6-9a54-4c8f-b5ae-7792e431419d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:48.865399 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:20:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:49.024265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd6d1b-bf30-4c7c-9fa4-d8d464fa375e req-a07d9e22-e3a1-473e-bc2a-701428e11138 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:49.032815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8bd6d1b-bf30-4c7c-9fa4-d8d464fa375e req-a07d9e22-e3a1-473e-bc2a-701428e11138 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 949 time: 0.1058083 Aug 31 14:20:49.066832 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Set router d57d63c6-9a54-4c8f-b5ae-7792e431419d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:49.090650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b8bd6d1b-bf30-4c7c-9fa4-d8d464fa375e req-b2339260-913b-4fa4-9f72-f69d17176a63 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566537 Aug 31 14:20:49.112703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:49.232598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:49.237410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:49.238586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.331291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f1a68b00-2f52-4cfd-8e3f-b66fb3a1d6d0 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0cd9d6bc65de467eb209664882157c31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4664495 Aug 31 14:20:49.333872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43156) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:49.424560 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:20:47Z', 'revision_number': 3, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:49.456779 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Checking router: d57d63c6-9a54-4c8f-b5ae-7792e431419d for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:49.457373 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Updating router d57d63c6-9a54-4c8f-b5ae-7792e431419d port 04156e93-4d77-41bd-9f93-36b18e539060 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:20:49.477946 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.484798 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.529468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403faf16-9987-460c-b069-4e10392e4554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:20:49.541455 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1c2330-f230-4835-b03e-d7a98a72613f" -d '{"events": [{"server_uuid": "403faf16-9987-460c-b069-4e10392e4554", "name": "network-vif-plugged", "status": "completed", "tag": "5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:20:49.564112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:49.584371 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.697122 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086935c2-fc1b-4822-8d75-c957bf6baf47 x-openstack-request-id: req-086935c2-fc1b-4822-8d75-c957bf6baf47 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:20:49.698883 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403faf16-9987-460c-b069-4e10392e4554", "name": "network-vif-plugged", "status": "completed", "tag": "5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:20:49.698883 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-086935c2-fc1b-4822-8d75-c957bf6baf47 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:20:49.700680 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403faf16-9987-460c-b069-4e10392e4554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa', 'code': 200} Aug 31 14:20:49.701776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:49.714239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008e9480-6f23-4e0b-8d92-96670ee637a8 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:49.718949 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-008e9480-6f23-4e0b-8d92-96670ee637a8 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3806655 Aug 31 14:20:49.719226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43162) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:49.764049 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4a86c659-99c4-47bd-8123-fd8f3e5f4d34 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422633 Aug 31 14:20:49.766002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43166) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:49.771284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-89dcd5ae-9a61-452a-89ac-91b627d06756 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255283131', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'project_id': '0cd9d6bc65de467eb209664882157c31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:49.833456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e2b7c-4ba1-48a3-a1ba-29ce4bba0fa8 req-cfc94873-91f8-4d9c-9c24-080fab50ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:49.835839 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-934e2b7c-4ba1-48a3-a1ba-29ce4bba0fa8 req-cfc94873-91f8-4d9c-9c24-080fab50ae8b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 1101 time: 0.0712347 Aug 31 14:20:49.864623 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.885790 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Transition to ACTIVE for port object 04156e93-4d77-41bd-9f93-36b18e539060 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:49.899244 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.900074 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-934e2b7c-4ba1-48a3-a1ba-29ce4bba0fa8 req-b2b6def6-e180-4823-8279-d8fab769211b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555081 Aug 31 14:20:49.937548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dcd5ae-9a61-452a-89ac-91b627d06756 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Made reservation on behalf of 0cd9d6bc65de467eb209664882157c31 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:20:49.941932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89dcd5ae-9a61-452a-89ac-91b627d06756 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:49.993042 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Pushing event updated for resources: {'Port': ['ID=04156e93-4d77-41bd-9f93-36b18e539060,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:49.995441 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Attempting to bind port 04156e93-4d77-41bd-9f93-36b18e539060 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:49.996060 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Attempting to bind port 04156e93-4d77-41bd-9f93-36b18e539060 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:49.996550 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Attempting to bind port 04156e93-4d77-41bd-9f93-36b18e539060 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:50.008662 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:50.009192 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:50.009708 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.010191 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:50.010756 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Bound port: 04156e93-4d77-41bd-9f93-36b18e539060, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:50.011230 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.019503 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:50.026019 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:50.026366 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:50.026708 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:50.028613 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:50.028966 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:50.029298 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:50.029631 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:50.029957 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:50.030480 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:50.030973 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:50.031480 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:50.161740 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] For port 04156e93-4d77-41bd-9f93-36b18e539060, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:50.166754 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] For port 04156e93-4d77-41bd-9f93-36b18e539060, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=04156e93-4d77-41bd-9f93-36b18e539060,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:50.174647 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.327129 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Routers {'d57d63c6-9a54-4c8f-b5ae-7792e431419d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:50.328131 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89dcd5ae-9a61-452a-89ac-91b627d06756 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.332926 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:20:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:50.334378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5021fef-6c28-40fd-b890-f5e9c4ead93c req-ec14e3c2-8ecc-45c2-9ec7-ee242f9ae62f tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:50.348735 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5021fef-6c28-40fd-b890-f5e9c4ead93c req-ec14e3c2-8ecc-45c2-9ec7-ee242f9ae62f tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 950 time: 0.1501842 Aug 31 14:20:50.438703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dcd5ae-9a61-452a-89ac-91b627d06756 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Checking segment: {'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:50.439241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dcd5ae-9a61-452a-89ac-91b627d06756 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network hostable DHCP agents. Network: 2c123d0c-6c35-49b9-9874-40cde75b73d7, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:20:50.441871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcd5ae-9a61-452a-89ac-91b627d06756 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Subnet': ['ID=b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:50.483845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dcd5ae-9a61-452a-89ac-91b627d06756 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network 2c123d0c-6c35-49b9-9874-40cde75b73d7 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:20:50.487168 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5021fef-6c28-40fd-b890-f5e9c4ead93c req-40137ec4-b1b0-4238-8a10-37afab2ecb6a tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368451 Aug 31 14:20:50.502261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-89dcd5ae-9a61-452a-89ac-91b627d06756 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 2c123d0c-6c35-49b9-9874-40cde75b73d7) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:50.513735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb04dbe5-4f84-42ce-a83f-e3e126463db0 None None] Network 2c123d0c-6c35-49b9-9874-40cde75b73d7 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:50.515973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dcd5ae-9a61-452a-89ac-91b627d06756 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:50.516960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89dcd5ae-9a61-452a-89ac-91b627d06756 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:50.543122 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-89dcd5ae-9a61-452a-89ac-91b627d06756 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7750609 Aug 31 14:20:50.545005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43182) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:50.602421 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc021782-bee2-41d9-b410-c3798d09e14e None None] Pushing event updated for resources: {'Port': ['ID=04156e93-4d77-41bd-9f93-36b18e539060,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:50.765385 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] Set router d57d63c6-9a54-4c8f-b5ae-7792e431419d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:50.891089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-2c123d0c-6c35-49b9-9874-40cde75b73d7', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'fixed_ips': [{'subnet_id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:20:50.895686 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.298442 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:20:47Z', 'revision_number': 3, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:51.325637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Allocated IP 172.20.0.2 (2c123d0c-6c35-49b9-9874-40cde75b73d7/b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae/b9f9c54a-716e-4854-93f7-feaca05275a0) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:51.360154 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca867c52-a076-4b45-a3f2-9e1fa3372aa4 None None] The sync data for ids ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'] in n-d-792364-6 is: [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:20:47Z', 'revision_number': 3, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:51.515136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.641635 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.671771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Transition to ACTIVE for port object b9f9c54a-716e-4854-93f7-feaca05275a0 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:51.718139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553a18f-e35b-4ec9-9bea-e3fe1bb68410 req-211ad145-ffad-4424-816a-818aa95a5e3c tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:51.720668 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5553a18f-e35b-4ec9-9bea-e3fe1bb68410 req-211ad145-ffad-4424-816a-818aa95a5e3c tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 950 time: 0.1202493 Aug 31 14:20:51.724085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Transition to ACTIVE for port object b9f9c54a-716e-4854-93f7-feaca05275a0 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:51.735985 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:51.860217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Pushing event updated for resources: {'Port': ['ID=b9f9c54a-716e-4854-93f7-feaca05275a0,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:51.865303 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5553a18f-e35b-4ec9-9bea-e3fe1bb68410 req-b8455b39-ecd5-48e2-8b9d-93de8a15d194 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316957 Aug 31 14:20:51.871161 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Network 2c123d0c-6c35-49b9-9874-40cde75b73d7 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:51.889159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:51.893070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:52.010697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Attempting to bind port b9f9c54a-716e-4854-93f7-feaca05275a0 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:52.023183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Attempting to bind port b9f9c54a-716e-4854-93f7-feaca05275a0 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:52.024119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Attempting to bind port b9f9c54a-716e-4854-93f7-feaca05275a0 on network 2c123d0c-6c35-49b9-9874-40cde75b73d7 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:52.043632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:52.044278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Checking segment: {'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:52.044845 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.045350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Bound using segment: {'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:52.049147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Bound port: b9f9c54a-716e-4854-93f7-feaca05275a0, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:52.049707 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.080115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Allocated IP 172.20.0.1 (2c123d0c-6c35-49b9-9874-40cde75b73d7/b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae/41b5a0ac-64b8-4029-a0fc-530fdbe7d208) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:20:52.206634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] For port b9f9c54a-716e-4854-93f7-feaca05275a0, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:52.221099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] For port b9f9c54a-716e-4854-93f7-feaca05275a0, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b9f9c54a-716e-4854-93f7-feaca05275a0,segment=NetworkSegment(4dfb31f8-30b2-4ea2-bd0a-4568671f267c),segment_id=4dfb31f8-30b2-4ea2-bd0a-4568671f267c)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:52.228830 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.257096 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.272593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Transition to ACTIVE for port object 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:52.313210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.388516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network 2c123d0c-6c35-49b9-9874-40cde75b73d7 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:52.389772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Port': ['ID=41b5a0ac-64b8-4029-a0fc-530fdbe7d208,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:52.394029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:52.396158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:20:52.416025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b064e-b900-424f-bc7e-97a14a0baa8d None None] Pushing event updated for resources: {'Port': ['ID=b9f9c54a-716e-4854-93f7-feaca05275a0,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:52.462983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:52.809038 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.049551 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b9f9c54a-716e-4854-93f7-feaca05275a0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:53.185432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port b9f9c54a-716e-4854-93f7-feaca05275a0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:53.191079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 04156e93-4d77-41bd-9f93-36b18e539060 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:53.334795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 04156e93-4d77-41bd-9f93-36b18e539060 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:53.344280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 04156e93-4d77-41bd-9f93-36b18e539060 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:53.344700 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.554417 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.560843 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.630549 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.702915 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.712596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 04156e93-4d77-41bd-9f93-36b18e539060, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=04156e93-4d77-41bd-9f93-36b18e539060,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:53.719745 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:53.735535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Port': ['ID=41b5a0ac-64b8-4029-a0fc-530fdbe7d208,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:53.849802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=04156e93-4d77-41bd-9f93-36b18e539060,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:53.990488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network 2c123d0c-6c35-49b9-9874-40cde75b73d7 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:20:53.995020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:20:54.259081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361500a3-73ea-498b-abdc-db7d6c53f48a None None] Network 2c123d0c-6c35-49b9-9874-40cde75b73d7 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:20:54.409256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-329f165e-b9d6-4b79-b896-0bdfc83e8809 None None] Provisioning for port b9f9c54a-716e-4854-93f7-feaca05275a0 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:54.437055 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-329f165e-b9d6-4b79-b896-0bdfc83e8809 None None] Provisioning complete for port b9f9c54a-716e-4854-93f7-feaca05275a0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:54.437936 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-329f165e-b9d6-4b79-b896-0bdfc83e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:54.827529 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-329f165e-b9d6-4b79-b896-0bdfc83e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:54.925180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-329f165e-b9d6-4b79-b896-0bdfc83e8809 None None] For port b9f9c54a-716e-4854-93f7-feaca05275a0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b9f9c54a-716e-4854-93f7-feaca05275a0,segment=NetworkSegment(4dfb31f8-30b2-4ea2-bd0a-4568671f267c),segment_id=4dfb31f8-30b2-4ea2-bd0a-4568671f267c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:20:54.938391 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-329f165e-b9d6-4b79-b896-0bdfc83e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:54.944685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 04156e93-4d77-41bd-9f93-36b18e539060 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:55.050101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Router d57d63c6-9a54-4c8f-b5ae-7792e431419d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:20:55.186078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f165e-b9d6-4b79-b896-0bdfc83e8809 None None] Pushing event updated for resources: {'Port': ['ID=b9f9c54a-716e-4854-93f7-feaca05275a0,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:55.208752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 04156e93-4d77-41bd-9f93-36b18e539060 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:55.209509 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:55.304540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:20:55.322182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Sync routers for ids ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:20:55.326222 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9a845a4d-845e-4659-ba86-0387a405f1b1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "PUT /v2.0/routers/d57d63c6-9a54-4c8f-b5ae-7792e431419d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7794740 Aug 31 14:20:55.326514 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43280) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:55.331928 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-46f0f41d-2deb-4956-9a88-dfffc6d06a4e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--421838983', 'description': 'tempest-secgroup_access--421838983 description', 'project_id': '0cd9d6bc65de467eb209664882157c31'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:55.339003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5d684f2b-8ef0-4d58-bb71-b330416be74a None None] Provisioning complete for port b9f9c54a-716e-4854-93f7-feaca05275a0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:55.341109 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d684f2b-8ef0-4d58-bb71-b330416be74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:55.386648 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46f0f41d-2deb-4956-9a88-dfffc6d06a4e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:55.480807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Routers {'d57d63c6-9a54-4c8f-b5ae-7792e431419d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:55.481622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:20:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:55.677416 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46f0f41d-2deb-4956-9a88-dfffc6d06a4e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:55.709009 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46f0f41d-2deb-4956-9a88-dfffc6d06a4e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:55.882257 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0f41d-2deb-4956-9a88-dfffc6d06a4e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1eb287-0db1-4793-a1f8-0c4b31bd894a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:55.900655 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46f0f41d-2deb-4956-9a88-dfffc6d06a4e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:55.902273 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-46f0f41d-2deb-4956-9a88-dfffc6d06a4e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5742040 Aug 31 14:20:55.905490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43292) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:55.911107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-72c9e6ec-612c-40cb-8ab2-50c3e00da76a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1361631359', 'description': 'tempest-secgroup_general--1361631359 description', 'project_id': '0cd9d6bc65de467eb209664882157c31'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:55.956504 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72c9e6ec-612c-40cb-8ab2-50c3e00da76a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.092359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Set router d57d63c6-9a54-4c8f-b5ae-7792e431419d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:56.187908 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72c9e6ec-612c-40cb-8ab2-50c3e00da76a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.193851 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72c9e6ec-612c-40cb-8ab2-50c3e00da76a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.237807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-72c9e6ec-612c-40cb-8ab2-50c3e00da76a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.243708 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43310) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:56.245839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-72c9e6ec-612c-40cb-8ab2-50c3e00da76a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3390501 Aug 31 14:20:56.249107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f5bb5be0-3a2f-4a0c-8260-9f568f8fdc2d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Request body: {'security_group_rule': {'security_group_id': 'ae1eb287-0db1-4793-a1f8-0c4b31bd894a', 'project_id': '0cd9d6bc65de467eb209664882157c31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:20:56.299722 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5bb5be0-3a2f-4a0c-8260-9f568f8fdc2d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.300774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9e6ec-612c-40cb-8ab2-50c3e00da76a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f090e5-3a40-4c92-b310-4bafa7e09a86,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:56.437393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5d684f2b-8ef0-4d58-bb71-b330416be74a None None] Provisioning for port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:20:56.443893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5d684f2b-8ef0-4d58-bb71-b330416be74a None None] Provisioning complete for port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:56.454231 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d684f2b-8ef0-4d58-bb71-b330416be74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.467697 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5bb5be0-3a2f-4a0c-8260-9f568f8fdc2d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.472791 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5bb5be0-3a2f-4a0c-8260-9f568f8fdc2d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.494744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:20:52Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '41b5a0ac-64b8-4029-a0fc-530fdbe7d208', 'name': '', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'mac_address': 'fa:16:3e:f1:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:51Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 2, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'subnets': [{'id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:56.510971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb5be0-3a2f-4a0c-8260-9f568f8fdc2d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db4a4cb-f08a-4b44-a83e-2b6b3c9ef5f0,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:56.529016 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5bb5be0-3a2f-4a0c-8260-9f568f8fdc2d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.557914 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f5bb5be0-3a2f-4a0c-8260-9f568f8fdc2d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3125360 Aug 31 14:20:56.596080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Checking router: d57d63c6-9a54-4c8f-b5ae-7792e431419d for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:20:56.596451 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Updating router d57d63c6-9a54-4c8f-b5ae-7792e431419d port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:20:56.684730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5d684f2b-8ef0-4d58-bb71-b330416be74a None None] Port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:20:56.691610 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:56.945897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b9f9c54a-716e-4854-93f7-feaca05275a0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:20:56.987274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d8f9de5b-1900-4d16-82a0-4e959824b4f5 None None] Provisioning complete for port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:56.987721 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d8f9de5b-1900-4d16-82a0-4e959824b4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.058743 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-d1b7a9fb-ae46-407a-8816-db28c24b0f30 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--421838983&fields=id&tenant_id=0cd9d6bc65de467eb209664882157c31 HTTP/1.1" status: 200 len: 267 time: 0.1317024 Aug 31 14:20:57.108528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d8f9de5b-1900-4d16-82a0-4e959824b4f5 None None] Port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:20:57.130895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b9f9c54a-716e-4854-93f7-feaca05275a0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:20:57.134393 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.155338 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-ed38c540-70ce-456c-b81c-f255a9e783d1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--1361631359&fields=id&tenant_id=0cd9d6bc65de467eb209664882157c31 HTTP/1.1" status: 200 len: 267 time: 0.0883584 Aug 31 14:20:57.203834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43340) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:57.252172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-d0cd8738-2925-4ba1-9729-e200dc80d356 req-63cf3b61-f318-4f82-be10-bc30e9fc900a service neutron] (106387) timed out ('10.222.0.20', 54138) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:20:57.475389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-936a4085-cbbc-48b8-8648-ae2b53712139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.483904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-e62e1cf6-e98c-4df2-ab3c-33cead2f9835 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:20:57.492030 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-e62e1cf6-e98c-4df2-ab3c-33cead2f9835 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/networks?id=2c123d0c-6c35-49b9-9874-40cde75b73d7 HTTP/1.1" status: 200 len: 797 time: 0.3153405 Aug 31 14:20:57.513880 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-0e8e15d7-cf3e-4138-89eb-7164f3db605f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/quotas/0cd9d6bc65de467eb209664882157c31 HTTP/1.1" status: 200 len: 375 time: 0.0154457 Aug 31 14:20:57.582905 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.604581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Transition to ACTIVE for port object 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:20:57.619503 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.664327 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-936a4085-cbbc-48b8-8648-ae2b53712139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.668208 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b2da8b24-2084-45f9-9dcc-99a65a24f0ad tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cd9d6bc65de467eb209664882157c31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1439087 Aug 31 14:20:57.670541 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-936a4085-cbbc-48b8-8648-ae2b53712139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.766766 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-936a4085-cbbc-48b8-8648-ae2b53712139 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b4d0423c5ed4ad782b192922b5210ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5602736 Aug 31 14:20:57.771453 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43354) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:57.772507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a4085-cbbc-48b8-8648-ae2b53712139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b5c1c9-b67b-4153-b90c-99359039c602,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:57.816982 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Pushing event updated for resources: {'Port': ['ID=41b5a0ac-64b8-4029-a0fc-530fdbe7d208,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:57.869751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.870153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.870440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.870821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.871162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.871494 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.871825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.876876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.876876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.876876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.876876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.876876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:20:57.917633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Attempting to bind port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:20:57.918409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Attempting to bind port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:20:57.919128 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Attempting to bind port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 on network 2c123d0c-6c35-49b9-9874-40cde75b73d7 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:20:57.926118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:20:57.926888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Checking segment: {'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:20:57.927557 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:57.928221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Bound using segment: {'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:20:57.935378 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Bound port: 41b5a0ac-64b8-4029-a0fc-530fdbe7d208, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:20:57.936050 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.012016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] For port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:20:58.016400 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] For port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=41b5a0ac-64b8-4029-a0fc-530fdbe7d208,segment=NetworkSegment(4dfb31f8-30b2-4ea2-bd0a-4568671f267c),segment_id=4dfb31f8-30b2-4ea2-bd0a-4568671f267c)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:20:58.031060 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.106950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Routers {'d57d63c6-9a54-4c8f-b5ae-7792e431419d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:20:58.107935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:20:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:58.184098 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3379f630-eac6-4970-a8f3-4df35a7df036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.207534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cad1c1-a607-4f11-8234-6c1d2532c4f1 None None] Pushing event updated for resources: {'Port': ['ID=41b5a0ac-64b8-4029-a0fc-530fdbe7d208,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:58.229138 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3379f630-eac6-4970-a8f3-4df35a7df036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.317253 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3379f630-eac6-4970-a8f3-4df35a7df036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.318426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] Set router d57d63c6-9a54-4c8f-b5ae-7792e431419d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:20:58.320665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3379f630-eac6-4970-a8f3-4df35a7df036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:58.323286 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3379f630-eac6-4970-a8f3-4df35a7df036 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37b5c1c9-b67b-4153-b90c-99359039c602 HTTP/1.1" status: 204 len: 168 time: 0.5507700 Aug 31 14:20:58.342795 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b279eebc-bda1-4593-8715-f7bda4913008 service neutron] 10.222.0.20 "GET /v2.0/networks/2c123d0c-6c35-49b9-9874-40cde75b73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729062 Aug 31 14:20:58.490434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379f630-eac6-4970-a8f3-4df35a7df036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b5c1c9-b67b-4153-b90c-99359039c602,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:58.585588 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-9a013707-1fbe-4073-bd9a-5618cd86f321 service neutron] 10.222.0.20 "GET /v2.0/networks/2c123d0c-6c35-49b9-9874-40cde75b73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416816 Aug 31 14:20:58.716114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:20:52Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '41b5a0ac-64b8-4029-a0fc-530fdbe7d208', 'name': '', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'mac_address': 'fa:16:3e:f1:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:51Z', 'updated_at': '2021-08-31T14:20:58Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'subnets': [{'id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:20:58.808635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514722c-eb92-4fa2-bc14-747431f3b714 None None] The sync data for ids ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'] in n-d-792364-6 is: [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:20:52Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '41b5a0ac-64b8-4029-a0fc-530fdbe7d208', 'name': '', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'mac_address': 'fa:16:3e:f1:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:51Z', 'updated_at': '2021-08-31T14:20:58Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'subnets': [{'id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:20:58.880034 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43386) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:58.918557 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f676f727-0e7b-4641-99fc-ce2a0ee9bb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.108803 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f676f727-0e7b-4641-99fc-ce2a0ee9bb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.113157 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-065ee5e8-1016-48ac-9c2b-917e2ef96c6c req-1da2feea-e0cf-49c4-b6d3-85346eb132d9 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 210 time: 0.1821225 Aug 31 14:20:59.115798 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f676f727-0e7b-4641-99fc-ce2a0ee9bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.160614 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f676f727-0e7b-4641-99fc-ce2a0ee9bb44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3c98df7bb184971b463de497b41b060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793703 Aug 31 14:20:59.164312 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43394) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:20:59.182074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676f727-0e7b-4641-99fc-ce2a0ee9bb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75faacbe-2156-4379-a597-788507166413,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:59.320104 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-038e84a9-2cc2-4ba4-8682-cea8ebaf5774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.363231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-038e84a9-2cc2-4ba4-8682-cea8ebaf5774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.472312 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-038e84a9-2cc2-4ba4-8682-cea8ebaf5774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.478752 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-038e84a9-2cc2-4ba4-8682-cea8ebaf5774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:20:59.485905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-038e84a9-2cc2-4ba4-8682-cea8ebaf5774 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75faacbe-2156-4379-a597-788507166413 HTTP/1.1" status: 204 len: 168 time: 0.3203225 Aug 31 14:20:59.506930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e84a9-2cc2-4ba4-8682-cea8ebaf5774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75faacbe-2156-4379-a597-788507166413,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:20:59.976027 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:21:00.297373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4cf554c3-563a-4d1b-9ca7-952559c9de2c req-a71a1f10-b381-40bd-8085-9d59380cc467 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 210 time: 0.0594046 Aug 31 14:21:00.513874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43442) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:00.863999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-743f7983-096c-4715-af0c-663f9ef74a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.005509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:01.086443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-6f1d8aa6-bded-4609-8df9-1f62f3e52291 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:01.097215 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-6f1d8aa6-bded-4609-8df9-1f62f3e52291 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.13 "GET /v2.0/networks?id=2c123d0c-6c35-49b9-9874-40cde75b73d7 HTTP/1.1" status: 200 len: 797 time: 0.5787089 Aug 31 14:21:01.115748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:01.122319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:01.122981 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.130630 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-743f7983-096c-4715-af0c-663f9ef74a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.137220 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-743f7983-096c-4715-af0c-663f9ef74a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.189517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43460) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:01.191208 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-743f7983-096c-4715-af0c-663f9ef74a61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87b48ce23c804ddbbb0da08ef1d0dd63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6756613 Aug 31 14:21:01.245838 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f7983-096c-4715-af0c-663f9ef74a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ab0f30-c88e-4e9c-8dee-bc46699d5b53,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:01.261979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-8251fbb9-7bc8-4563-89b4-c32b2b9ea6b8 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd9d6bc65de467eb209664882157c31 HTTP/1.1" status: 200 len: 477 time: 0.1584039 Aug 31 14:21:01.279967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Request body: {'port': {'device_id': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'admin_state_up': True, 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'security_groups': ['ae1eb287-0db1-4793-a1f8-0c4b31bd894a', 'a5f090e5-3a40-4c92-b310-4bafa7e09a86']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:01.312681 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.431807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0819310-9262-497e-9ea1-466193aa8dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.447353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=41b5a0ac-64b8-4029-a0fc-530fdbe7d208,segment=NetworkSegment(4dfb31f8-30b2-4ea2-bd0a-4568671f267c),segment_id=4dfb31f8-30b2-4ea2-bd0a-4568671f267c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:01.452568 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.480162 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-011974a2-b87b-4b16-ac1d-732ffe48ecc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.516938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-03030d96-e986-41fc-8309-c8129ef74ed3 req-4d768e48-8e68-431c-98d4-2ce9ea87e16f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 210 time: 0.0763757 Aug 31 14:21:01.549596 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0819310-9262-497e-9ea1-466193aa8dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.603999 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=41b5a0ac-64b8-4029-a0fc-530fdbe7d208,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:01.651511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Made reservation on behalf of 0cd9d6bc65de467eb209664882157c31 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:01.655076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.776707 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0819310-9262-497e-9ea1-466193aa8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.781309 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f0819310-9262-497e-9ea1-466193aa8dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:01.784992 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f0819310-9262-497e-9ea1-466193aa8dd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60ab0f30-c88e-4e9c-8dee-bc46699d5b53 HTTP/1.1" status: 204 len: 168 time: 0.5917158 Aug 31 14:21:01.815219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0819310-9262-497e-9ea1-466193aa8dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ab0f30-c88e-4e9c-8dee-bc46699d5b53,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:01.910258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Allocated IP 172.20.0.5 (2c123d0c-6c35-49b9-9874-40cde75b73d7/b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae/b4f89179-7d51-4997-b7cc-fb24e8e05fc4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:02.139181 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.155270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Transition to ACTIVE for port object b4f89179-7d51-4997-b7cc-fb24e8e05fc4 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:02.203459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.267193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network 2c123d0c-6c35-49b9-9874-40cde75b73d7 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:02.272116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:02.275055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Port': ['ID=b4f89179-7d51-4997-b7cc-fb24e8e05fc4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:02.283541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:02.360623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:02.361780 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.383145 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-94010969-c93b-413b-bf23-6e5fb5cd5206 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1111815 Aug 31 14:21:02.400428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Request body: {'port': {'device_id': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:02.486650 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.739326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2ae33fa4-76e5-4abe-94ed-e8eb710597be None None] Provisioning for port b4f89179-7d51-4997-b7cc-fb24e8e05fc4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:02.745169 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2ae33fa4-76e5-4abe-94ed-e8eb710597be None None] Provisioning complete for port b4f89179-7d51-4997-b7cc-fb24e8e05fc4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:02.745850 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2ae33fa4-76e5-4abe-94ed-e8eb710597be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:02.847014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e850a6-8a48-4a81-a2e6-78ea273669e1 req-aa465e15-cad7-4f86-8dff-14c2676f97b9 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:02.848827 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71e850a6-8a48-4a81-a2e6-78ea273669e1 req-aa465e15-cad7-4f86-8dff-14c2676f97b9 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 970 time: 0.1798036 Aug 31 14:21:02.864504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2ae33fa4-76e5-4abe-94ed-e8eb710597be None None] Port b4f89179-7d51-4997-b7cc-fb24e8e05fc4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:02.958919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:03.048155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71e850a6-8a48-4a81-a2e6-78ea273669e1 req-fc048211-12ef-4dae-a7da-e09538f03b8e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1862032 Aug 31 14:21:03.133168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:03.133801 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.242052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f89179-7d51-4997-b7cc-fb24e8e05fc4 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:03.275807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.318777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Transition to ACTIVE for port object b4f89179-7d51-4997-b7cc-fb24e8e05fc4 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:03.331762 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.405509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f89179-7d51-4997-b7cc-fb24e8e05fc4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:03.519582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Attempting to bind port b4f89179-7d51-4997-b7cc-fb24e8e05fc4 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:03.520305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Attempting to bind port b4f89179-7d51-4997-b7cc-fb24e8e05fc4 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:03.521260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Attempting to bind port b4f89179-7d51-4997-b7cc-fb24e8e05fc4 on network 2c123d0c-6c35-49b9-9874-40cde75b73d7 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:03.536398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Port b4f89179-7d51-4997-b7cc-fb24e8e05fc4 on network 2c123d0c-6c35-49b9-9874-40cde75b73d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:21:03.536942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Attempting to bind port b4f89179-7d51-4997-b7cc-fb24e8e05fc4 on network 2c123d0c-6c35-49b9-9874-40cde75b73d7 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:03.545470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:03.545986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Checking segment: {'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:03.545986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Bound using segment: {'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:03.546537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Bound port: b4f89179-7d51-4997-b7cc-fb24e8e05fc4, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfb31f8-30b2-4ea2-bd0a-4568671f267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:03.546835 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.660688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] For port b4f89179-7d51-4997-b7cc-fb24e8e05fc4, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:03.667994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] For port b4f89179-7d51-4997-b7cc-fb24e8e05fc4, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b4f89179-7d51-4997-b7cc-fb24e8e05fc4,segment=NetworkSegment(4dfb31f8-30b2-4ea2-bd0a-4568671f267c),segment_id=4dfb31f8-30b2-4ea2-bd0a-4568671f267c)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:03.689424 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.735448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:03.735448 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:03.735448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] 10.222.0.13 "PUT /v2.0/ports/b4f89179-7d51-4997-b7cc-fb24e8e05fc4 HTTP/1.1" status: 200 len: 1130 time: 1.3394442 Aug 31 14:21:03.735448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'tag': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:03.737265 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431d5da7-6eb6-41fc-a80e-5f0a87595ade" -d '{"events": [{"name": "network-changed", "server_uuid": "404669fc-ee8c-47bd-b07c-31365a05ea2f", "tag": "b4f89179-7d51-4997-b7cc-fb24e8e05fc4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:03.874451 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41044c7-993d-44f2-ba63-0d9cad141941 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f89179-7d51-4997-b7cc-fb24e8e05fc4,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:04.002111 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.045122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-028d9a1f-0a9b-41e3-b28e-8dd79078faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:04.046824 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-028d9a1f-0a9b-41e3-b28e-8dd79078faae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd9d6bc65de467eb209664882157c31&device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 1133 time: 0.2209620 Aug 31 14:21:04.048303 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b192e725-fcf0-4972-90b7-0f8044b26304 x-openstack-request-id: req-b192e725-fcf0-4972-90b7-0f8044b26304 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:04.064639 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404669fc-ee8c-47bd-b07c-31365a05ea2f", "tag": "b4f89179-7d51-4997-b7cc-fb24e8e05fc4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:04.065287 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b192e725-fcf0-4972-90b7-0f8044b26304 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:04.066050 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'tag': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4', 'status': 'completed', 'code': 200} Aug 31 14:21:04.078640 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-68ec75b0-e243-4c58-8ead-bdc0889811aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.117340 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-d25659ee-0f0f-44aa-8526-2d6e2e7643e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f89179-7d51-4997-b7cc-fb24e8e05fc4 HTTP/1.1" status: 200 len: 217 time: 0.0471148 Aug 31 14:21:04.230033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-6782c1ba-a7f1-4523-acfa-fb41b06ed62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:04.232048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-6782c1ba-a7f1-4523-acfa-fb41b06ed62d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae HTTP/1.1" status: 200 len: 835 time: 0.0911713 Aug 31 14:21:04.335435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-503c34e3-8a87-42dd-8fa2-dcd0376b5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:04.337802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-503c34e3-8a87-42dd-8fa2-dcd0376b5b64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c123d0c-6c35-49b9-9874-40cde75b73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973365 Aug 31 14:21:04.368528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794b0be-efc8-4e2a-9ac9-bf8e40a1b6c0 req-47114b71-6651-42e7-97be-9b07992fa29d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:04.377493 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5794b0be-efc8-4e2a-9ac9-bf8e40a1b6c0 req-47114b71-6651-42e7-97be-9b07992fa29d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 982 time: 0.1572702 Aug 31 14:21:04.431622 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5794b0be-efc8-4e2a-9ac9-bf8e40a1b6c0 req-5a003aa7-77b4-4592-a762-41e6c4dbda8d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0530517 Aug 31 14:21:04.572622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-44ee3bd3-7b08-437f-82d8-2ea73db7b409 service neutron] 10.222.0.13 "GET /v2.0/networks/2c123d0c-6c35-49b9-9874-40cde75b73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213254 Aug 31 14:21:04.693448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3756664-eb4a-49bb-8c4d-7802783b9a4b req-a02864cc-bd9b-4161-a631-1eb7dfe22b87 service neutron] 10.222.0.13 "GET /v2.0/networks/2c123d0c-6c35-49b9-9874-40cde75b73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130221 Aug 31 14:21:04.804816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d5da7-6eb6-41fc-a80e-5f0a87595ade req-43297ae7-6312-4e68-a73a-3656d060cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:04.806431 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-431d5da7-6eb6-41fc-a80e-5f0a87595ade req-43297ae7-6312-4e68-a73a-3656d060cb30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd9d6bc65de467eb209664882157c31&device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 1133 time: 0.0475366 Aug 31 14:21:04.896188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43600) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:04.903416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3438561e-f08b-4f25-a238-1dc55781eb78 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247485299', 'description': 'tempest-secgroup-smoke-1247485299 description', 'project_id': '6aca18e1be7245299924d9c1f085ff48'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:04.928782 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3438561e-f08b-4f25-a238-1dc55781eb78 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.938693 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3438561e-f08b-4f25-a238-1dc55781eb78 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:04.966426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d5da7-6eb6-41fc-a80e-5f0a87595ade req-52b94645-8bcd-4e8e-9065-34be12b9c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:04.967999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-431d5da7-6eb6-41fc-a80e-5f0a87595ade req-52b94645-8bcd-4e8e-9065-34be12b9c0ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c123d0c-6c35-49b9-9874-40cde75b73d7 HTTP/1.1" status: 200 len: 898 time: 0.1525064 Aug 31 14:21:05.019201 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-431d5da7-6eb6-41fc-a80e-5f0a87595ade req-a9db7f22-48b8-47c8-b28d-34dbbee36768 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f89179-7d51-4997-b7cc-fb24e8e05fc4 HTTP/1.1" status: 200 len: 217 time: 0.0418315 Aug 31 14:21:05.069550 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3438561e-f08b-4f25-a238-1dc55781eb78 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.074800 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3438561e-f08b-4f25-a238-1dc55781eb78 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.086545 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d5da7-6eb6-41fc-a80e-5f0a87595ade req-7ce678ff-82d3-4283-95e8-129b1876ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:05.086545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-431d5da7-6eb6-41fc-a80e-5f0a87595ade req-7ce678ff-82d3-4283-95e8-129b1876ca7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae HTTP/1.1" status: 200 len: 835 time: 0.0574899 Aug 31 14:21:05.133466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438561e-f08b-4f25-a238-1dc55781eb78 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0622fa3f-4296-453d-9b32-7bf79ce4b9d2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:05.162558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d5da7-6eb6-41fc-a80e-5f0a87595ade req-3657c7a0-9752-454c-bace-90d195458a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:05.164383 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-431d5da7-6eb6-41fc-a80e-5f0a87595ade req-3657c7a0-9752-454c-bace-90d195458a51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c123d0c-6c35-49b9-9874-40cde75b73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717244 Aug 31 14:21:05.246397 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.248702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3438561e-f08b-4f25-a238-1dc55781eb78 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.254317 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3438561e-f08b-4f25-a238-1dc55781eb78 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.286932 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3438561e-f08b-4f25-a238-1dc55781eb78 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.288717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3438561e-f08b-4f25-a238-1dc55781eb78 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3904996 Aug 31 14:21:05.293530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43608) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:05.302953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b7468a83-5563-4dc4-bd6d-86c320c8d3cd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '6f3a959d-a267-47b4-b1fc-57c97c041247', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:05.314510 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-431d5da7-6eb6-41fc-a80e-5f0a87595ade req-086632cb-4b7a-4328-93a8-03363f234b9a service neutron] 10.222.0.13 "GET /v2.0/networks/2c123d0c-6c35-49b9-9874-40cde75b73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423235 Aug 31 14:21:05.316858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438561e-f08b-4f25-a238-1dc55781eb78 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3a959d-a267-47b4-b1fc-57c97c041247,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:05.362057 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7468a83-5563-4dc4-bd6d-86c320c8d3cd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.457807 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7468a83-5563-4dc4-bd6d-86c320c8d3cd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.462650 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7468a83-5563-4dc4-bd6d-86c320c8d3cd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.467484 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-431d5da7-6eb6-41fc-a80e-5f0a87595ade req-32c11530-e1f4-42d2-bd6b-76dc2b305451 service neutron] 10.222.0.13 "GET /v2.0/networks/2c123d0c-6c35-49b9-9874-40cde75b73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413424 Aug 31 14:21:05.481701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7468a83-5563-4dc4-bd6d-86c320c8d3cd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf32f29-53a9-4bfc-b65c-e9aca710b2b1,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:05.502406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7468a83-5563-4dc4-bd6d-86c320c8d3cd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.504500 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b7468a83-5563-4dc4-bd6d-86c320c8d3cd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2093635 Aug 31 14:21:05.506801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43616) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:05.512293 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-439918a8-5413-4f12-9dcc-75ae5ec64562 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '6f3a959d-a267-47b4-b1fc-57c97c041247', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:05.574081 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-439918a8-5413-4f12-9dcc-75ae5ec64562 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.607003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05a69f-71d5-4211-b629-8e884f5fd602 req-70a45535-c278-424f-b9cb-8cada78718cb tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:05.614674 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2e05a69f-71d5-4211-b629-8e884f5fd602 req-70a45535-c278-424f-b9cb-8cada78718cb tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 982 time: 0.0883782 Aug 31 14:21:05.674962 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2e05a69f-71d5-4211-b629-8e884f5fd602 req-4472d39c-97ac-4da2-8115-46fa8ed5a675 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0590820 Aug 31 14:21:05.691721 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-439918a8-5413-4f12-9dcc-75ae5ec64562 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.699520 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-439918a8-5413-4f12-9dcc-75ae5ec64562 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.725541 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439918a8-5413-4f12-9dcc-75ae5ec64562 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb339bd-4f04-4621-8fb7-097121edf151,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:05.728221 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-439918a8-5413-4f12-9dcc-75ae5ec64562 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.729462 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-439918a8-5413-4f12-9dcc-75ae5ec64562 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2213755 Aug 31 14:21:05.732400 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43628) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:05.738483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c135f944-c2e3-4ef8-9e8d-dcc7bfa0c75f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '6f3a959d-a267-47b4-b1fc-57c97c041247', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:05.772947 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c135f944-c2e3-4ef8-9e8d-dcc7bfa0c75f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.849655 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c135f944-c2e3-4ef8-9e8d-dcc7bfa0c75f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.854305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c135f944-c2e3-4ef8-9e8d-dcc7bfa0c75f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.877909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135f944-c2e3-4ef8-9e8d-dcc7bfa0c75f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca3ffe5-fab2-4749-8a6f-238670fc7bd5,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:05.893017 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c135f944-c2e3-4ef8-9e8d-dcc7bfa0c75f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:05.894497 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c135f944-c2e3-4ef8-9e8d-dcc7bfa0c75f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1609793 Aug 31 14:21:05.897944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43632) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:05.906215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5b05c231-3a65-4bac-8681-af1fb66085db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '6f3a959d-a267-47b4-b1fc-57c97c041247', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:05.948595 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5b05c231-3a65-4bac-8681-af1fb66085db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.012855 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5b05c231-3a65-4bac-8681-af1fb66085db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.023704 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5b05c231-3a65-4bac-8681-af1fb66085db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.048360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05c231-3a65-4bac-8681-af1fb66085db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f60f88-90aa-4d23-836e-c82ee43589c5,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:06.057807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5b05c231-3a65-4bac-8681-af1fb66085db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.059715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5b05c231-3a65-4bac-8681-af1fb66085db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1599991 Aug 31 14:21:06.062024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43640) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:06.066867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f3eeb785-c451-4eb4-8ded-9e53a489ef98 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '6f3a959d-a267-47b4-b1fc-57c97c041247', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:06.091895 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-f3eeb785-c451-4eb4-8ded-9e53a489ef98 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Project 6aca18e1be7245299924d9c1f085ff48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:21:06.097854 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb785-c451-4eb4-8ded-9e53a489ef98 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.181184 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb785-c451-4eb4-8ded-9e53a489ef98 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.185109 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb785-c451-4eb4-8ded-9e53a489ef98 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.205785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eeb785-c451-4eb4-8ded-9e53a489ef98 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ab5270-94e5-4600-98a5-75902af2b037,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:06.214597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb785-c451-4eb4-8ded-9e53a489ef98 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.216074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f3eeb785-c451-4eb4-8ded-9e53a489ef98 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528268 Aug 31 14:21:06.218733 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43644) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:06.223565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8f10ce98-a79b-4d7c-9fb0-c6b5375df34e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '6f3a959d-a267-47b4-b1fc-57c97c041247', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:06.253265 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-8f10ce98-a79b-4d7c-9fb0-c6b5375df34e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Project 6aca18e1be7245299924d9c1f085ff48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:21:06.258989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f10ce98-a79b-4d7c-9fb0-c6b5375df34e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.327812 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f10ce98-a79b-4d7c-9fb0-c6b5375df34e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.332661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f10ce98-a79b-4d7c-9fb0-c6b5375df34e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.351464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10ce98-a79b-4d7c-9fb0-c6b5375df34e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be723c65-5dbb-4d19-8516-b0aeeda56844,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:06.358289 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f10ce98-a79b-4d7c-9fb0-c6b5375df34e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.362314 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8f10ce98-a79b-4d7c-9fb0-c6b5375df34e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397200 Aug 31 14:21:06.362829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43650) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:06.367688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e6bf7bab-e9d9-4cbe-b9d3-8966aebac79d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'network': {'name': 'tempest-network-smoke--2096877803', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'port_security_enabled': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:06.389827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bf7bab-e9d9-4cbe-b9d3-8966aebac79d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Made reservation on behalf of 6aca18e1be7245299924d9c1f085ff48 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:06.393714 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7bab-e9d9-4cbe-b9d3-8966aebac79d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.425404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bf7bab-e9d9-4cbe-b9d3-8966aebac79d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:06.435551 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7bab-e9d9-4cbe-b9d3-8966aebac79d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.435551 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-e6bf7bab-e9d9-4cbe-b9d3-8966aebac79d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Added segment 51799d54-7094-4a03-ab8e-a8efe948f67b of type vlan for network 1746f5ed-e6a1-4848-993e-4609cc70f649 Aug 31 14:21:06.486132 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7bab-e9d9-4cbe-b9d3-8966aebac79d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.512372 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7bab-e9d9-4cbe-b9d3-8966aebac79d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.518830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bf7bab-e9d9-4cbe-b9d3-8966aebac79d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:06.519432 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7bab-e9d9-4cbe-b9d3-8966aebac79d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.584602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e6bf7bab-e9d9-4cbe-b9d3-8966aebac79d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2130296 Aug 31 14:21:06.584602 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43656) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:06.589978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'admin_state_up': True, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:06.617109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf7bab-e9d9-4cbe-b9d3-8966aebac79d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Network': ['ID=1746f5ed-e6a1-4848-993e-4609cc70f649,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:06.627592 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.629221 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.631332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 1746f5ed-e6a1-4848-993e-4609cc70f649 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:06.690128 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.780725 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.897114 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:06.910420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa2c8c-df6a-4f54-bd82-b74cb756ab59 req-f3005c23-a1ea-4923-a071-0c34906e840e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:06.912131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ffa2c8c-df6a-4f54-bd82-b74cb756ab59 req-f3005c23-a1ea-4923-a071-0c34906e840e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 982 time: 0.1369948 Aug 31 14:21:07.041871 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ffa2c8c-df6a-4f54-bd82-b74cb756ab59 req-1305a3d7-2e2f-4a20-badb-1a0d78bb92ad tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1133385 Aug 31 14:21:07.277663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:07.299609 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:07.420832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.25.3.228 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/80cecf11-261a-438a-8c02-31587e58f3e5) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:07.550940 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:07.604639 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:07.652749 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:07.657857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:07.663782 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:07.667411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=80cecf11-261a-438a-8c02-31587e58f3e5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:08.319876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6d91c-66ba-4653-96a0-3fc992a78b68 req-816120d5-0c3b-4fc7-a4e6-19ce91ac2ce1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:08.323194 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17f6d91c-66ba-4653-96a0-3fc992a78b68 req-816120d5-0c3b-4fc7-a4e6-19ce91ac2ce1 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 982 time: 0.1256337 Aug 31 14:21:08.324896 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.439181 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17f6d91c-66ba-4653-96a0-3fc992a78b68 req-3ee08b4f-8a7d-407a-b957-c695ebfdd9f2 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0472713 Aug 31 14:21:08.563326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b4f89179-7d51-4997-b7cc-fb24e8e05fc4 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:21:08.703584 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.716730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b4f89179-7d51-4997-b7cc-fb24e8e05fc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b4f89179-7d51-4997-b7cc-fb24e8e05fc4,segment=NetworkSegment(4dfb31f8-30b2-4ea2-bd0a-4568671f267c),segment_id=4dfb31f8-30b2-4ea2-bd0a-4568671f267c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:08.732489 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'port_id': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4', 'mac_address': 'fa:16:3e:a2:89:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:21:08.776298 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.826197 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f89179-7d51-4997-b7cc-fb24e8e05fc4 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:08.869187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b4f89179-7d51-4997-b7cc-fb24e8e05fc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b4f89179-7d51-4997-b7cc-fb24e8e05fc4,segment=NetworkSegment(4dfb31f8-30b2-4ea2-bd0a-4568671f267c),segment_id=4dfb31f8-30b2-4ea2-bd0a-4568671f267c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:08.876854 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:08.935793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 4eb86a42-6edc-4db3-a826-7ca1165d1697 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:21:09.013437 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=b4f89179-7d51-4997-b7cc-fb24e8e05fc4,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:09.082605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:09.105617 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Sync routers for ids ['4eb86a42-6edc-4db3-a826-7ca1165d1697'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:09.112661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.114781 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-82eee86e-acf7-4b70-8709-0b95b4a41a94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5296321 Aug 31 14:21:09.117824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43730) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:09.129194 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Routers {'4eb86a42-6edc-4db3-a826-7ca1165d1697'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:09.132485 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:21:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4eb86a42-6edc-4db3-a826-7ca1165d1697'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:09.212576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['b4f89179-7d51-4997-b7cc-fb24e8e05fc4'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:09.279491 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.289741 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:09.320193 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Set router 4eb86a42-6edc-4db3-a826-7ca1165d1697 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:09.404938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-85100da5-f0ee-4bb0-bffe-cbad7ca56502 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6aca18e1be7245299924d9c1f085ff48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2856741 Aug 31 14:21:09.407845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43738) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:09.669659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad303d1-12dc-4e7d-87ea-6e72ed1dbb00 req-5c92bcdd-0412-46c2-bee5-6dcd4959a832 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:09.679806 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ad303d1-12dc-4e7d-87ea-6e72ed1dbb00 req-5c92bcdd-0412-46c2-bee5-6dcd4959a832 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 983 time: 0.1133287 Aug 31 14:21:09.717568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3c6b90-1517-435b-abcd-8e8ee815545d tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:09.719568 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eb3c6b90-1517-435b-abcd-8e8ee815545d tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3100281 Aug 31 14:21:09.722695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43748) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:09.764765 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:21:08Z', 'revision_number': 3, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:09.787822 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ad303d1-12dc-4e7d-87ea-6e72ed1dbb00 req-f50cdd72-fb23-430a-bf98-cc9caab0b284 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1022675 Aug 31 14:21:09.824608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4b686b51-d356-4486-bb36-44aae6332415 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0980518 Aug 31 14:21:09.824836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43750) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:09.829997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-04d69f11-845e-4685-8693-6ed45432271f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-758669308', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:09.991556 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Checking router: 4eb86a42-6edc-4db3-a826-7ca1165d1697 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:09.992003 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Updating router 4eb86a42-6edc-4db3-a826-7ca1165d1697 port 80cecf11-261a-438a-8c02-31587e58f3e5 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:21:10.036396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d69f11-845e-4685-8693-6ed45432271f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Made reservation on behalf of 6aca18e1be7245299924d9c1f085ff48 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:10.040107 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04d69f11-845e-4685-8693-6ed45432271f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.067622 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.271919 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04d69f11-845e-4685-8693-6ed45432271f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.354950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d69f11-845e-4685-8693-6ed45432271f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Subnet': ['ID=0ace0250-f1c6-4979-a15c-efce744c185b,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:10.458038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d69f11-845e-4685-8693-6ed45432271f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Checking segment: {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:10.459378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d69f11-845e-4685-8693-6ed45432271f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network hostable DHCP agents. Network: 1746f5ed-e6a1-4848-993e-4609cc70f649, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:10.573351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b4f89179-7d51-4997-b7cc-fb24e8e05fc4 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:10.576298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d69f11-845e-4685-8693-6ed45432271f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network 1746f5ed-e6a1-4848-993e-4609cc70f649 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:21:10.606626 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-04d69f11-845e-4685-8693-6ed45432271f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 1746f5ed-e6a1-4848-993e-4609cc70f649) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:10.607130 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.616864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d69f11-845e-4685-8693-6ed45432271f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:10.620893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-04d69f11-845e-4685-8693-6ed45432271f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.625521 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Transition to ACTIVE for port object 80cecf11-261a-438a-8c02-31587e58f3e5 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:10.637445 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.648397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325042db-b76e-4ba4-8a7c-606b762e5cd2 None None] Network 1746f5ed-e6a1-4848-993e-4609cc70f649 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:10.661092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-04d69f11-845e-4685-8693-6ed45432271f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8346186 Aug 31 14:21:10.664265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43770) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:10.771648 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Attempting to bind port 80cecf11-261a-438a-8c02-31587e58f3e5 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:10.772571 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Attempting to bind port 80cecf11-261a-438a-8c02-31587e58f3e5 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:10.773586 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Attempting to bind port 80cecf11-261a-438a-8c02-31587e58f3e5 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:10.785969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port b4f89179-7d51-4997-b7cc-fb24e8e05fc4 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:10.787160 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:10.787767 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:10.788409 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.789131 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:10.789797 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Bound port: 80cecf11-261a-438a-8c02-31587e58f3e5, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:10.790438 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.801370 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port b4f89179-7d51-4997-b7cc-fb24e8e05fc4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:10.803363 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.812525 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da046d03-45b0-4fff-9810-d28f88211d3d None None] Pushing event updated for resources: {'Port': ['ID=80cecf11-261a-438a-8c02-31587e58f3e5,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:10.922434 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] For port 80cecf11-261a-438a-8c02-31587e58f3e5, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:10.935638 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] For port 80cecf11-261a-438a-8c02-31587e58f3e5, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=80cecf11-261a-438a-8c02-31587e58f3e5,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:10.941904 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:10.991328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ec17b-b5d8-41a4-9b3b-6683efa50f68 req-c26782cb-cebe-420d-9d8e-56d72efe8037 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:10.993032 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c3ec17b-b5d8-41a4-9b3b-6683efa50f68 req-c26782cb-cebe-420d-9d8e-56d72efe8037 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 983 time: 0.0764766 Aug 31 14:21:11.043181 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Routers {'4eb86a42-6edc-4db3-a826-7ca1165d1697'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:11.044050 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:21:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4eb86a42-6edc-4db3-a826-7ca1165d1697'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:11.047729 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da046d03-45b0-4fff-9810-d28f88211d3d None None] Pushing event updated for resources: {'Port': ['ID=80cecf11-261a-438a-8c02-31587e58f3e5,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:11.094537 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c3ec17b-b5d8-41a4-9b3b-6683efa50f68 req-97fcca15-b031-4422-b3bf-956362f50994 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0953197 Aug 31 14:21:11.112244 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.117193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-1746f5ed-e6a1-4848-993e-4609cc70f649', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ips': [{'subnet_id': '0ace0250-f1c6-4979-a15c-efce744c185b'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:21:11.118235 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.162296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:11.164595 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9c24f4-e599-4f36-b7a5-f0228ec8f6ed" -d '{"events": [{"server_uuid": "404669fc-ee8c-47bd-b07c-31365a05ea2f", "name": "network-vif-plugged", "status": "completed", "tag": "b4f89179-7d51-4997-b7cc-fb24e8e05fc4"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:11.187197 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b4f89179-7d51-4997-b7cc-fb24e8e05fc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b4f89179-7d51-4997-b7cc-fb24e8e05fc4,segment=NetworkSegment(4dfb31f8-30b2-4ea2-bd0a-4568671f267c),segment_id=4dfb31f8-30b2-4ea2-bd0a-4568671f267c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:11.405856 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] Set router 4eb86a42-6edc-4db3-a826-7ca1165d1697 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:11.647624 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf619ff3-396d-4516-b79d-0fe1a8442aa7 x-openstack-request-id: req-bf619ff3-396d-4516-b79d-0fe1a8442aa7 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:11.648205 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404669fc-ee8c-47bd-b07c-31365a05ea2f", "name": "network-vif-plugged", "status": "completed", "tag": "b4f89179-7d51-4997-b7cc-fb24e8e05fc4", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:11.648205 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf619ff3-396d-4516-b79d-0fe1a8442aa7 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:11.650924 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4', 'code': 200} Aug 31 14:21:11.652108 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:11.790912 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:21:08Z', 'revision_number': 3, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:11.791507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=b4f89179-7d51-4997-b7cc-fb24e8e05fc4,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:11.835501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1053e1-64d2-4081-a3c2-01ba56924fd8 req-89ed252b-3ecb-447b-b002-ca2a3cd1d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:11.840829 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d1a30-2f80-4516-8371-ec2d5e0fcfb3 None None] The sync data for ids ['4eb86a42-6edc-4db3-a826-7ca1165d1697'] in n-d-792364-6 is: [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:21:08Z', 'revision_number': 3, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:11.849181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8c1053e1-64d2-4081-a3c2-01ba56924fd8 req-89ed252b-3ecb-447b-b002-ca2a3cd1d0c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 1135 time: 0.2188561 Aug 31 14:21:11.886709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Allocated IP 172.20.0.2 (1746f5ed-e6a1-4848-993e-4609cc70f649/0ace0250-f1c6-4979-a15c-efce744c185b/dd76759b-6815-41bf-9cdd-46f3f6ecbbe3) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:11.946224 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8c1053e1-64d2-4081-a3c2-01ba56924fd8 req-c949e168-b34d-40fd-b956-0375114c0c57 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0745132 Aug 31 14:21:12.152827 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-d5ed9c12-a6e6-44f0-80dc-a369f7452d1e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2113838 Aug 31 14:21:12.175132 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.216393 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.253057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Transition to ACTIVE for port object dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:12.276103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Transition to ACTIVE for port object dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:12.282674 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.383752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Network 1746f5ed-e6a1-4848-993e-4609cc70f649 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:12.392324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:12.403106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:12.419610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Pushing event updated for resources: {'Port': ['ID=dd76759b-6815-41bf-9cdd-46f3f6ecbbe3,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:12.577436 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Attempting to bind port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:12.577810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Attempting to bind port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:12.578175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Attempting to bind port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 on network 1746f5ed-e6a1-4848-993e-4609cc70f649 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:12.591883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:12.592267 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Checking segment: {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:12.592703 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.594362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Bound using segment: {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:12.594796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Bound port: dd76759b-6815-41bf-9cdd-46f3f6ecbbe3, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:12.595184 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.700248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] For port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:12.709611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] For port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=dd76759b-6815-41bf-9cdd-46f3f6ecbbe3,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:12.716052 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:12.901788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65ae88-408a-4780-9cde-05efeb6f1e92 None None] Pushing event updated for resources: {'Port': ['ID=dd76759b-6815-41bf-9cdd-46f3f6ecbbe3,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:12.986810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-537aa2cd-faf7-4979-94a9-37a4801011fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:12.986810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-537aa2cd-faf7-4979-94a9-37a4801011fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:12.987468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-537aa2cd-faf7-4979-94a9-37a4801011fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:12.987621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-537aa2cd-faf7-4979-94a9-37a4801011fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:12.988151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-537aa2cd-faf7-4979-94a9-37a4801011fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:12.988711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-537aa2cd-faf7-4979-94a9-37a4801011fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:12.989185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-537aa2cd-faf7-4979-94a9-37a4801011fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:12.993558 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-537aa2cd-faf7-4979-94a9-37a4801011fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6502 time: 0.7293303 Aug 31 14:21:12.998386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 80cecf11-261a-438a-8c02-31587e58f3e5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:13.019473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e5462-3f34-4f57-bb0a-5aabeb1b826f req-793409fe-6be5-4332-98a7-584206eabf6d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:13.021592 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-027e5462-3f34-4f57-bb0a-5aabeb1b826f req-793409fe-6be5-4332-98a7-584206eabf6d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 984 time: 0.7414668 Aug 31 14:21:13.179049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.20.0.1 (1746f5ed-e6a1-4848-993e-4609cc70f649/0ace0250-f1c6-4979-a15c-efce744c185b/1f3c2f74-cad7-4e91-96ac-be7ad1eb605a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:13.183534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 80cecf11-261a-438a-8c02-31587e58f3e5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:13.188245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 80cecf11-261a-438a-8c02-31587e58f3e5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:13.188772 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.355659 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.437617 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.454166 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-027e5462-3f34-4f57-bb0a-5aabeb1b826f req-59e993ce-a103-44c5-931f-f06fbd514555 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3190467 Aug 31 14:21:13.471699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 80cecf11-261a-438a-8c02-31587e58f3e5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=80cecf11-261a-438a-8c02-31587e58f3e5,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:13.493409 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.547167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Transition to ACTIVE for port object 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:13.554411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-6df8bb01-d157-463e-90ff-a722a4b1db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:13.555135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-6df8bb01-d157-463e-90ff-a722a4b1db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:13.555817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-6df8bb01-d157-463e-90ff-a722a4b1db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:13.557914 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-6df8bb01-d157-463e-90ff-a722a4b1db6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f61a66ed-e073-4160-9a7b-510fffda1238&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a HTTP/1.1" status: 200 len: 2297 time: 0.5345712 Aug 31 14:21:13.666304 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-ee4852ef-f6e7-4f8f-94a6-625a457479dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 HTTP/1.1" status: 200 len: 1001 time: 0.0993431 Aug 31 14:21:13.675564 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:13.712762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=80cecf11-261a-438a-8c02-31587e58f3e5,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:13.861555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network 1746f5ed-e6a1-4848-993e-4609cc70f649 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:13.862841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=1f3c2f74-cad7-4e91-96ac-be7ad1eb605a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:13.869701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:13.872543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:13.915446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-1dbcc421-b4d0-4b67-8cf5-23d8ceeab720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:13.917788 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-1dbcc421-b4d0-4b67-8cf5-23d8ceeab720 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78251-b3fe-4763-9e2c-bc513ea64886 HTTP/1.1" status: 200 len: 854 time: 0.2385287 Aug 31 14:21:13.988646 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:14.051799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-63419f1a-bfe9-4424-9d82-882b3f031d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:14.053802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-63419f1a-bfe9-4424-9d82-882b3f031d3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f61a66ed-e073-4160-9a7b-510fffda1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184971 Aug 31 14:21:14.386138 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:14.465764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-b3034e68-a91a-41da-a420-eab91b0efa98 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017489 Aug 31 14:21:14.772333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca35a497-6c20-4e49-b953-227c62ca923c None None] Network 1746f5ed-e6a1-4848-993e-4609cc70f649 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:14.929107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43854) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:14.956931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8d8c248e-fe32-4065-b771-e9692a29142a None None] Provisioning for port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:15.031406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-560b4e79-b8e4-41f4-958c-f530a03dd4e9 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347707 Aug 31 14:21:15.166247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6bfd153-7388-4af0-b2b7-6fb1ef7821cc req-62526a3c-b4f8-4301-9895-2e94621a53a2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830886 Aug 31 14:21:15.172698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-89e9101c-fd2e-484b-8691-5ef1ececc4aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 200 len: 217 time: 0.1401699 Aug 31 14:21:15.199394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 80cecf11-261a-438a-8c02-31587e58f3e5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:15.266737 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87f476b6-b23c-47f7-8332-c1b3a19003ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.314881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 80cecf11-261a-438a-8c02-31587e58f3e5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:15.315270 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.374464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1fa32-1bd7-49cb-a358-22192c084a8f req-41a57720-4bf3-466e-a132-862cadaf1e95 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:15.376093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02d1fa32-1bd7-49cb-a358-22192c084a8f req-41a57720-4bf3-466e-a132-862cadaf1e95 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 984 time: 0.7404368 Aug 31 14:21:15.447726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-ccd04809-d08a-4742-955d-59f1e7e16158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:15.449558 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-ccd04809-d08a-4742-955d-59f1e7e16158 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.1754174 Aug 31 14:21:15.457482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfd153-7388-4af0-b2b7-6fb1ef7821cc req-9ec16d45-dbb0-42cc-b676-9b22bb25b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:15.471107 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6bfd153-7388-4af0-b2b7-6fb1ef7821cc req-9ec16d45-dbb0-42cc-b676-9b22bb25b529 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=553ee4f7121145ecb8cdc78e8fbe9552&device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 1101 time: 0.1908438 Aug 31 14:21:15.515865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:15.583686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:15.588354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:15.590212 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.613603 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02d1fa32-1bd7-49cb-a358-22192c084a8f req-c7dfbd56-dece-4ac7-a2ff-c6013137881e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2278469 Aug 31 14:21:15.712951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-c289c936-8481-4ba3-b115-5329817cceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:15.715329 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-c289c936-8481-4ba3-b115-5329817cceac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2558773 Aug 31 14:21:15.808986 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87f476b6-b23c-47f7-8332-c1b3a19003ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.837836 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87f476b6-b23c-47f7-8332-c1b3a19003ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.855576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-403cc69c-37bd-463f-9c8d-735f36de8cb3 None None] Provisioning complete for port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:15.856167 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-403cc69c-37bd-463f-9c8d-735f36de8cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.889943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.957747 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=dd76759b-6815-41bf-9cdd-46f3f6ecbbe3,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:15.977376 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:15.980981 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-87f476b6-b23c-47f7-8332-c1b3a19003ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04c9cee3331e41d090a8363a1c4e9739&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0477562 Aug 31 14:21:15.980981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f476b6-b23c-47f7-8332-c1b3a19003ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da52cf4-5e25-4e14-b37d-8f6c03fe3daf,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:15.999747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43874) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:16.042238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2098e-1a00-45ff-818f-2601102b0bc5 req-f52e021b-1610-4d1a-bbac-ec978b64736f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:16.043929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3d2098e-1a00-45ff-818f-2601102b0bc5 req-f52e021b-1610-4d1a-bbac-ec978b64736f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 984 time: 0.2266347 Aug 31 14:21:16.050765 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-df1cc445-bd67-4420-bad8-ed111afc9bf7 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179302 Aug 31 14:21:16.111657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=dd76759b-6815-41bf-9cdd-46f3f6ecbbe3,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:16.119803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfd153-7388-4af0-b2b7-6fb1ef7821cc req-8635ab91-8850-43c2-97f4-f57ac97b449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:16.121356 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6bfd153-7388-4af0-b2b7-6fb1ef7821cc req-8635ab91-8850-43c2-97f4-f57ac97b449f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.6239052 Aug 31 14:21:16.131308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-403cc69c-37bd-463f-9c8d-735f36de8cb3 None None] Provisioning for port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:16.136219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-403cc69c-37bd-463f-9c8d-735f36de8cb3 None None] Provisioning complete for port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:16.136635 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-403cc69c-37bd-463f-9c8d-735f36de8cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.164677 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.183862 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.206869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-403cc69c-37bd-463f-9c8d-735f36de8cb3 None None] Port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:16.223589 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6bfd153-7388-4af0-b2b7-6fb1ef7821cc req-52a2fa22-0745-4278-928c-8d4e82bb7f00 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa HTTP/1.1" status: 200 len: 217 time: 0.0915954 Aug 31 14:21:16.233329 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95730bbe-9099-44ff-9b53-80f64a40cff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.249552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.307033 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3d2098e-1a00-45ff-818f-2601102b0bc5 req-01db3b19-1fbc-4068-931f-f4ae48878212 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2397382 Aug 31 14:21:16.345950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-88d4b01a-749e-4cdb-b43f-c1a0c6affa7e None None] Provisioning complete for port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:16.346442 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-88d4b01a-749e-4cdb-b43f-c1a0c6affa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.363513 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95730bbe-9099-44ff-9b53-80f64a40cff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.391290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=1f3c2f74-cad7-4e91-96ac-be7ad1eb605a,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:16.391609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-88d4b01a-749e-4cdb-b43f-c1a0c6affa7e None None] Port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:16.419041 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-95c32660-26d7-47ad-8953-52d0697131c0 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541257 Aug 31 14:21:16.429236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfd153-7388-4af0-b2b7-6fb1ef7821cc req-6af00cfc-463c-48d8-b1f1-bff82c2c4ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:16.431958 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6bfd153-7388-4af0-b2b7-6fb1ef7821cc req-6af00cfc-463c-48d8-b1f1-bff82c2c4ea4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.1941950 Aug 31 14:21:16.528014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfd153-7388-4af0-b2b7-6fb1ef7821cc req-e6df8a96-dd34-414b-bc65-892735731d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:16.535272 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6bfd153-7388-4af0-b2b7-6fb1ef7821cc req-e6df8a96-dd34-414b-bc65-892735731d3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786066 Aug 31 14:21:16.645725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95730bbe-9099-44ff-9b53-80f64a40cff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.649180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95730bbe-9099-44ff-9b53-80f64a40cff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:16.653344 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-95730bbe-9099-44ff-9b53-80f64a40cff6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2da52cf4-5e25-4e14-b37d-8f6c03fe3daf HTTP/1.1" status: 204 len: 168 time: 0.6501589 Aug 31 14:21:16.668821 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95730bbe-9099-44ff-9b53-80f64a40cff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da52cf4-5e25-4e14-b37d-8f6c03fe3daf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:16.821339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6bfd153-7388-4af0-b2b7-6fb1ef7821cc req-12334f28-ff46-4082-8205-002228bd9e93 service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759497 Aug 31 14:21:16.891825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-ea49531a-715b-47e0-ad13-99b46e137538 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 200 len: 217 time: 0.4598200 Aug 31 14:21:17.000464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:17.036093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network 1746f5ed-e6a1-4848-993e-4609cc70f649 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:17.043355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:17.047951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-cbc623e5-9a38-4b11-9b12-7157c7d08748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:17.049739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-cbc623e5-9a38-4b11-9b12-7157c7d08748 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.1122134 Aug 31 14:21:17.056370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b659c-ab2c-4c38-9b46-e5ee2f4ac411 req-34b8eb35-9072-4672-88c2-d0666e955cfb tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:17.058550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-872b659c-ab2c-4c38-9b46-e5ee2f4ac411 req-34b8eb35-9072-4672-88c2-d0666e955cfb tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 1135 time: 0.2095189 Aug 31 14:21:17.127552 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6bfd153-7388-4af0-b2b7-6fb1ef7821cc req-815d3abf-df43-419b-b754-781630f9771a service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950244 Aug 31 14:21:17.156480 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-872b659c-ab2c-4c38-9b46-e5ee2f4ac411 req-8fe8fff2-7bd1-4315-b201-5664d907f0bf tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.257400 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:17.258066 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.292517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-c0be4908-3a4e-44fa-8a17-d4f2557baf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:17.294818 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-c0be4908-3a4e-44fa-8a17-d4f2557baf14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2352762 Aug 31 14:21:17.318462 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-872b659c-ab2c-4c38-9b46-e5ee2f4ac411 req-8fe8fff2-7bd1-4315-b201-5664d907f0bf tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.335135 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-872b659c-ab2c-4c38-9b46-e5ee2f4ac411 req-8fe8fff2-7bd1-4315-b201-5664d907f0bf tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.490325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 43904) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:17.526608 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-61bab9ec-8243-4e2a-9712-f86c39728ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.573595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-872b659c-ab2c-4c38-9b46-e5ee2f4ac411 req-8fe8fff2-7bd1-4315-b201-5664d907f0bf tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4793365 Aug 31 14:21:17.589249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43906) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:17.654865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8fff2-7bd1-4315-b201-5664d907f0bf tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac21d52-fefa-41fb-b437-9ac793825737,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:17.680881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cf25ad14-ef7f-46e6-a7fa-7f62f548aad1 None None] Provisioning complete for port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:17.688668 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf25ad14-ef7f-46e6-a7fa-7f62f548aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.729054 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-61bab9ec-8243-4e2a-9712-f86c39728ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.730422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 4eb86a42-6edc-4db3-a826-7ca1165d1697 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:17.739621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-2aa800c0-7d92-4585-8817-7282cab0270a service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168487 Aug 31 14:21:17.742716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-61bab9ec-8243-4e2a-9712-f86c39728ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:17.744888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf9856f-090b-42dd-bc08-5ea7c526e03f tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:17.762298 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1bf9856f-090b-42dd-bc08-5ea7c526e03f tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 1130 time: 0.1674888 Aug 31 14:21:17.784539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43912) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:17.790850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:17.805800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-cf25ad14-ef7f-46e6-a7fa-7f62f548aad1 None None] Port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:17.837333 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bab9ec-8243-4e2a-9712-f86c39728ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78ffcdb-fa02-4f25-8dde-9c922c6b2255,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:17.889788 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-61bab9ec-8243-4e2a-9712-f86c39728ef6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52f3296836a24dff836f4ff37ac9edf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947926 Aug 31 14:21:17.891336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 43918) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:17.892207 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.122580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-da3c4e48-a4a0-47c6-b575-0e45355f9d6d service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559124 Aug 31 14:21:18.128276 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-040885dd-1532-4695-8d57-c2045358125a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.184081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:18.192035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-ac638ed4-f378-405e-8eec-87a2e17dbc17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c HTTP/1.1" status: 200 len: 217 time: 0.0576568 Aug 31 14:21:18.196263 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a2636967-41e1-4421-acec-77718a1bb276 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "PUT /v2.0/routers/4eb86a42-6edc-4db3-a826-7ca1165d1697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5306590 Aug 31 14:21:18.207816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Sync routers for ids ['4eb86a42-6edc-4db3-a826-7ca1165d1697'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:18.219510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Routers {'4eb86a42-6edc-4db3-a826-7ca1165d1697'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:18.220250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:21:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4eb86a42-6edc-4db3-a826-7ca1165d1697'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:18.237533 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-040885dd-1532-4695-8d57-c2045358125a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.294259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-8b81a97b-bfc2-4014-bc8a-eff5977dd82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:18.295895 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-8b81a97b-bfc2-4014-bc8a-eff5977dd82a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0939541 Aug 31 14:21:18.382289 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-040885dd-1532-4695-8d57-c2045358125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.385205 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-040885dd-1532-4695-8d57-c2045358125a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.389663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-040885dd-1532-4695-8d57-c2045358125a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c78ffcdb-fa02-4f25-8dde-9c922c6b2255 HTTP/1.1" status: 204 len: 168 time: 0.4914625 Aug 31 14:21:18.428781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040885dd-1532-4695-8d57-c2045358125a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78ffcdb-fa02-4f25-8dde-9c922c6b2255,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:18.464751 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:18.543198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-c81c9868-43c4-45be-99e0-5f4dd8b23a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:18.544809 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-c81c9868-43c4-45be-99e0-5f4dd8b23a84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2394664 Aug 31 14:21:18.563532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Set router 4eb86a42-6edc-4db3-a826-7ca1165d1697 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:18.868345 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-daca643c-b93f-4877-bbdd-215f5f72433b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247485299&fields=id&tenant_id=6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 267 time: 0.3187683 Aug 31 14:21:18.969531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:21:14Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '1f3c2f74-cad7-4e91-96ac-be7ad1eb605a', 'name': '', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:7e:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:12Z', 'updated_at': '2021-08-31T14:21:15Z', 'revision_number': 2, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:19.003318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Checking router: 4eb86a42-6edc-4db3-a826-7ca1165d1697 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:19.003676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Updating router 4eb86a42-6edc-4db3-a826-7ca1165d1697 port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:21:19.007437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Allocated IP 172.25.3.149 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/ca84eea9-9f2c-400b-ac0a-87c53daa3865) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:19.023150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-be20e7db-a765-41ce-aea8-e4dca462b0a6 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513988 Aug 31 14:21:19.047104 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.215302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-692a2df3-2384-4fe1-ac9e-ec6c661d10f9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:19.215302 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-692a2df3-2384-4fe1-ac9e-ec6c661d10f9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/networks?id=1746f5ed-e6a1-4848-993e-4609cc70f649 HTTP/1.1" status: 200 len: 797 time: 0.3239136 Aug 31 14:21:19.282162 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-26bac0b2-8b17-4694-a92f-46941a7a58b1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/quotas/6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 375 time: 0.0427833 Aug 31 14:21:19.325479 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-f65b30ef-a55b-4088-9820-1156a81aa004 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911501 Aug 31 14:21:19.365948 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.414576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-8810355f-f67a-44fe-b554-e5e8ff011d1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa HTTP/1.1" status: 200 len: 217 time: 0.0664797 Aug 31 14:21:19.502266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-34e7c591-82c9-4c70-8286-28d16e867cd2 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2068565 Aug 31 14:21:19.528481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-a13667df-f8a2-477d-81d0-c4ed5330cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:19.530084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-a13667df-f8a2-477d-81d0-c4ed5330cf3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0956020 Aug 31 14:21:19.602838 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.614872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Transition to ACTIVE for port object 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:19.618074 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.625570 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.682006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-6f029678-32b0-4e41-9556-b7b88b598c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:19.683727 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-6f029678-32b0-4e41-9556-b7b88b598c8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1445861 Aug 31 14:21:19.698783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:19.778568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509cffb-1778-4878-b176-814c53f4950e None None] Pushing event updated for resources: {'Port': ['ID=1f3c2f74-cad7-4e91-96ac-be7ad1eb605a,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:19.811797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:19.816827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:19.860202 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-91da27e4-78ce-4000-8f52-e6ae4cd2e0d5 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682591 Aug 31 14:21:19.860856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Port': ['ID=ca84eea9-9f2c-400b-ac0a-87c53daa3865,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:19.875085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Attempting to bind port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:19.876827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Attempting to bind port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:19.877067 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Attempting to bind port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a on network 1746f5ed-e6a1-4848-993e-4609cc70f649 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:19.894621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:19.895150 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Checking segment: {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:19.895831 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:19.896107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Bound using segment: {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:19.896749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Bound port: 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:19.897171 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:20.080571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] For port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:20.089442 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] For port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1f3c2f74-cad7-4e91-96ac-be7ad1eb605a,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:20.096610 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:20.190263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509cffb-1778-4878-b176-814c53f4950e None None] Pushing event updated for resources: {'Port': ['ID=1f3c2f74-cad7-4e91-96ac-be7ad1eb605a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:20.229162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Routers {'4eb86a42-6edc-4db3-a826-7ca1165d1697'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:20.236452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:21:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4eb86a42-6edc-4db3-a826-7ca1165d1697'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:20.292296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-97afa9eb-217e-41dc-92c8-2f9dd2eb5a77 service neutron] 10.222.0.20 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7611563 Aug 31 14:21:20.399057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-c46d7c81-c093-42ee-8799-0ef75899afcd service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175281 Aug 31 14:21:20.441073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] Set router 4eb86a42-6edc-4db3-a826-7ca1165d1697 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:20.865895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:21:14Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '1f3c2f74-cad7-4e91-96ac-be7ad1eb605a', 'name': '', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:7e:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:12Z', 'updated_at': '2021-08-31T14:21:20Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:20.902241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f21fe-60c3-4b88-b95f-d8d44d6b4b81 None None] The sync data for ids ['4eb86a42-6edc-4db3-a826-7ca1165d1697'] in n-d-792364-6 is: [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:21:14Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '1f3c2f74-cad7-4e91-96ac-be7ad1eb605a', 'name': '', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:7e:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:12Z', 'updated_at': '2021-08-31T14:21:20Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:20.920452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-48ca6621-11f2-40f7-823e-2f6a2b922a82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a695eda4-8064-4835-887f-df4c54d594d9 HTTP/1.1" status: 200 len: 217 time: 0.0662177 Aug 31 14:21:21.102008 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-e2b693bf-9c57-4709-8658-1af8463b4db2 service neutron] 10.222.0.20 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036635 Aug 31 14:21:21.110636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-00e8e807-57ef-4ba4-942d-a9398c263c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:21.111974 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-00e8e807-57ef-4ba4-942d-a9398c263c9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.1798656 Aug 31 14:21:21.292354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-106a0368-0025-4684-a72a-5bd806190228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:21.296108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-106a0368-0025-4684-a72a-5bd806190228 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1707559 Aug 31 14:21:21.466971 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-a9a045bc-db32-4d44-80a1-1eff037221c7 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193130 Aug 31 14:21:21.664539 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:21.784274 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-4b4297f8-2f86-4a7e-8cd4-d4bbaf5f8a60 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064334 Aug 31 14:21:21.898655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-2ae7a73b-7f7a-4fbd-ae9a-7d71b7cd780e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41 HTTP/1.1" status: 200 len: 217 time: 0.0850515 Aug 31 14:21:21.899290 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:22.175884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-1fe4f702-9412-4bb6-b623-7b318a89b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:22.194783 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-1fe4f702-9412-4bb6-b623-7b318a89b6d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.2883673 Aug 31 14:21:22.449276 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96a3bec8-3837-4fa4-bf36-652ede018b12 req-de73ebac-9f31-4522-b04a-19d1b00f2c14 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 210 time: 0.7030628 Aug 31 14:21:22.485288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382acb2-c138-43c0-8897-088dc5031abf req-64612378-5ba4-46d9-8754-e5b1c4c7e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:22.485288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-64612378-5ba4-46d9-8754-e5b1c4c7e5a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2739904 Aug 31 14:21:22.679639 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:22.694033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:22.728033 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-44db0c29-d1fd-4834-88e2-6497d35a39dd service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392755 Aug 31 14:21:22.975815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Port': ['ID=ca84eea9-9f2c-400b-ac0a-87c53daa3865,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:22.998917 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:23.056904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:23.165342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6382acb2-c138-43c0-8897-088dc5031abf req-470065ba-06ac-4827-bf06-35e9f4f13550 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748198 Aug 31 14:21:23.205027 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:23.213514 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:23.215203 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:23.238122 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Floating IP 89be90df-9dfb-4a8a-b139-6be55eb1c7c1 associated. External IP: 172.25.3.149, port: b4f89179-7d51-4997-b7cc-fb24e8e05fc4. Aug 31 14:21:23.330264 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:23.371400 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1f3c2f74-cad7-4e91-96ac-be7ad1eb605a,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:23.377306 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:23.534622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=1f3c2f74-cad7-4e91-96ac-be7ad1eb605a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:23.610378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-f0c2fe12-f09f-4bcb-ad38-7d3ff0171763 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:23.611933 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-f0c2fe12-f09f-4bcb-ad38-7d3ff0171763 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.52 "GET /v2.0/networks?id=1746f5ed-e6a1-4848-993e-4609cc70f649 HTTP/1.1" status: 200 len: 797 time: 0.2176697 Aug 31 14:21:23.635592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Router d57d63c6-9a54-4c8f-b5ae-7792e431419d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:23.736822 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4f0bcf46-6529-47a1-88bb-8b27fbcd83cc req-7d169b1a-05d9-439e-a8c0-6ac853a1593d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 210 time: 0.0937080 Aug 31 14:21:23.738245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44060) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:23.752542 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-e5d4b8a2-3a6b-4755-b941-373a57f9eabf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 380 time: 0.1294787 Aug 31 14:21:23.777911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'port': {'device_id': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'admin_state_up': True, 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'security_groups': ['6f3a959d-a267-47b4-b1fc-57c97c041247']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:23.892589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:23.905322 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9acf4f1-1c97-404a-be17-180f437f54dd None None] Sync routers for ids ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:23.915941 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:23.921403 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9acf4f1-1c97-404a-be17-180f437f54dd None None] Routers {'d57d63c6-9a54-4c8f-b5ae-7792e431419d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:23.922376 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9acf4f1-1c97-404a-be17-180f437f54dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:21:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:23.943613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Made reservation on behalf of 6aca18e1be7245299924d9c1f085ff48 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:23.948270 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:23.960771 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a993696a-093b-43d6-8288-a2705b7e1bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:23.982420 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-132f0e08-17c0-4f4e-a9aa-ca1d35809402 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1954591 Aug 31 14:21:23.985276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'tag': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:23.987536 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39faf5b-17a1-4a22-bc7d-c5d0e20796cc" -d '{"events": [{"name": "network-changed", "server_uuid": "404669fc-ee8c-47bd-b07c-31365a05ea2f", "tag": "b4f89179-7d51-4997-b7cc-fb24e8e05fc4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:23.990660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44064) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:24.114504 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d36cab2-eb10-45e3-b6b5-b84e72a39c82 x-openstack-request-id: req-7d36cab2-eb10-45e3-b6b5-b84e72a39c82 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:24.114752 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404669fc-ee8c-47bd-b07c-31365a05ea2f", "tag": "b4f89179-7d51-4997-b7cc-fb24e8e05fc4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:24.115025 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d36cab2-eb10-45e3-b6b5-b84e72a39c82 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:24.115341 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'tag': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4', 'status': 'completed', 'code': 200} Aug 31 14:21:24.117304 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e9acf4f1-1c97-404a-be17-180f437f54dd None None] Set router d57d63c6-9a54-4c8f-b5ae-7792e431419d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:24.224139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.20.0.8 (1746f5ed-e6a1-4848-993e-4609cc70f649/0ace0250-f1c6-4979-a15c-efce744c185b/5a2e510a-01b0-4420-9fbe-860f572211f8) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:24.299835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39faf5b-17a1-4a22-bc7d-c5d0e20796cc req-506c8091-675c-43bf-b2c7-227bc6fe7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.302929 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e39faf5b-17a1-4a22-bc7d-c5d0e20796cc req-506c8091-675c-43bf-b2c7-227bc6fe7745 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd9d6bc65de467eb209664882157c31&device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 1135 time: 0.1868083 Aug 31 14:21:24.470035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e5aa2-e175-4971-94f6-308b0df368a9 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.471019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e5aa2-e175-4971-94f6-308b0df368a9 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.471735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e5aa2-e175-4971-94f6-308b0df368a9 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.473443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e5aa2-e175-4971-94f6-308b0df368a9 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.475261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e5aa2-e175-4971-94f6-308b0df368a9 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.476378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e5aa2-e175-4971-94f6-308b0df368a9 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.477101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e5aa2-e175-4971-94f6-308b0df368a9 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.477753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e5aa2-e175-4971-94f6-308b0df368a9 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.478565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e5aa2-e175-4971-94f6-308b0df368a9 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.484139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44072) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:24.484467 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0b5e5aa2-e175-4971-94f6-308b0df368a9 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6355 time: 0.4900131 Aug 31 14:21:24.529673 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9acf4f1-1c97-404a-be17-180f437f54dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:20:52Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '89be90df-9dfb-4a8a-b139-6be55eb1c7c1', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'port_id': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'mac_address': 'fa:16:3e:a2:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:21:21Z', 'updated_at': '2021-08-31T14:21:21Z', 'revision_number': 0, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b5a0ac-64b8-4029-a0fc-530fdbe7d208', 'name': '', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'mac_address': 'fa:16:3e:f1:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:51Z', 'updated_at': '2021-08-31T14:21:01Z', 'revision_number': 5, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'subnets': [{'id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:24.540925 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.548767 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a993696a-093b-43d6-8288-a2705b7e1bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.560603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a993696a-093b-43d6-8288-a2705b7e1bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.568557 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9acf4f1-1c97-404a-be17-180f437f54dd None None] Checking router: d57d63c6-9a54-4c8f-b5ae-7792e431419d for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:24.579147 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9acf4f1-1c97-404a-be17-180f437f54dd None None] Routers {'d57d63c6-9a54-4c8f-b5ae-7792e431419d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:24.579820 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9acf4f1-1c97-404a-be17-180f437f54dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:21:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:24.591194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Transition to ACTIVE for port object 5a2e510a-01b0-4420-9fbe-860f572211f8 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:24.602903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39faf5b-17a1-4a22-bc7d-c5d0e20796cc req-9b1339c5-51e0-4436-8447-f33cc2f03f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.604760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e39faf5b-17a1-4a22-bc7d-c5d0e20796cc req-9b1339c5-51e0-4436-8447-f33cc2f03f12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c123d0c-6c35-49b9-9874-40cde75b73d7 HTTP/1.1" status: 200 len: 898 time: 0.2931886 Aug 31 14:21:24.643014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037a2cc-8326-42e6-92d2-9a2abdf8cead tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.643605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037a2cc-8326-42e6-92d2-9a2abdf8cead tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.644138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037a2cc-8326-42e6-92d2-9a2abdf8cead tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.644976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037a2cc-8326-42e6-92d2-9a2abdf8cead tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.645499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037a2cc-8326-42e6-92d2-9a2abdf8cead tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.647296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037a2cc-8326-42e6-92d2-9a2abdf8cead tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.647498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037a2cc-8326-42e6-92d2-9a2abdf8cead tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.648020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037a2cc-8326-42e6-92d2-9a2abdf8cead tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.648569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037a2cc-8326-42e6-92d2-9a2abdf8cead tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.653732 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f037a2cc-8326-42e6-92d2-9a2abdf8cead tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5803 time: 0.1653278 Aug 31 14:21:24.655030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44074) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:24.719124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e39faf5b-17a1-4a22-bc7d-c5d0e20796cc req-edc088eb-f7ef-4d6e-aece-c60b6c710b7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f89179-7d51-4997-b7cc-fb24e8e05fc4 HTTP/1.1" status: 200 len: 999 time: 0.0972126 Aug 31 14:21:24.722344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993696a-093b-43d6-8288-a2705b7e1bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bc21d6-c65c-4a6a-9dd6-0c3dddf72c29,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:24.737951 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a993696a-093b-43d6-8288-a2705b7e1bd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6de74769a5f547f7a27da7f6f0c3745a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9984093 Aug 31 14:21:24.742434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44076) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:24.754021 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e9acf4f1-1c97-404a-be17-180f437f54dd None None] Set router d57d63c6-9a54-4c8f-b5ae-7792e431419d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:24.803205 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:24.816099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39faf5b-17a1-4a22-bc7d-c5d0e20796cc req-dbab6143-4229-48cb-b8a8-17df001682bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.818425 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e39faf5b-17a1-4a22-bc7d-c5d0e20796cc req-dbab6143-4229-48cb-b8a8-17df001682bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae HTTP/1.1" status: 200 len: 835 time: 0.0792789 Aug 31 14:21:24.915662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39faf5b-17a1-4a22-bc7d-c5d0e20796cc req-b8fa836a-548c-4fcc-a3a3-25246b12f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:24.917256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e39faf5b-17a1-4a22-bc7d-c5d0e20796cc req-b8fa836a-548c-4fcc-a3a3-25246b12f7a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c123d0c-6c35-49b9-9874-40cde75b73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839086 Aug 31 14:21:24.922978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=5a2e510a-01b0-4420-9fbe-860f572211f8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:24.937939 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network 1746f5ed-e6a1-4848-993e-4609cc70f649 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:24.958918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:24.966005 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:24.987462 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:25.122935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e39faf5b-17a1-4a22-bc7d-c5d0e20796cc req-829c6e8c-14f6-4a1c-a9aa-7929aa598af9 service neutron] 10.222.0.13 "GET /v2.0/networks/2c123d0c-6c35-49b9-9874-40cde75b73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931419 Aug 31 14:21:25.124249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:25.124654 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.226417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:25.227097 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.250681 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0362da0e-ee38-43c3-b235-c36c57a935a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.271858 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e39faf5b-17a1-4a22-bc7d-c5d0e20796cc req-8b684939-fccf-4a52-947f-770d3d70fe9a service neutron] 10.222.0.13 "GET /v2.0/networks/2c123d0c-6c35-49b9-9874-40cde75b73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352813 Aug 31 14:21:25.391402 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9acf4f1-1c97-404a-be17-180f437f54dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:20:52Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '89be90df-9dfb-4a8a-b139-6be55eb1c7c1', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'port_id': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'mac_address': 'fa:16:3e:a2:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:21:21Z', 'updated_at': '2021-08-31T14:21:21Z', 'revision_number': 0, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b5a0ac-64b8-4029-a0fc-530fdbe7d208', 'name': '', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'mac_address': 'fa:16:3e:f1:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:51Z', 'updated_at': '2021-08-31T14:21:01Z', 'revision_number': 5, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'subnets': [{'id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:25.423644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0bdfa859-96b9-45a6-b362-d3938d02af30 None None] Provisioning for port 5a2e510a-01b0-4420-9fbe-860f572211f8 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:25.432279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0bdfa859-96b9-45a6-b362-d3938d02af30 None None] Provisioning complete for port 5a2e510a-01b0-4420-9fbe-860f572211f8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:25.433000 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa859-96b9-45a6-b362-d3938d02af30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.453344 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9acf4f1-1c97-404a-be17-180f437f54dd None None] The sync data for ids ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'] in n-d-792364-6 is: [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:20:52Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '89be90df-9dfb-4a8a-b139-6be55eb1c7c1', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'port_id': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'mac_address': 'fa:16:3e:a2:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:21:21Z', 'updated_at': '2021-08-31T14:21:21Z', 'revision_number': 0, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b5a0ac-64b8-4029-a0fc-530fdbe7d208', 'name': '', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'mac_address': 'fa:16:3e:f1:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:51Z', 'updated_at': '2021-08-31T14:21:01Z', 'revision_number': 5, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'subnets': [{'id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:25.493663 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0bdfa859-96b9-45a6-b362-d3938d02af30 None None] Port 5a2e510a-01b0-4420-9fbe-860f572211f8 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:25.663590 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-cd1b0bf0-066d-4141-8c31-8bc9f03c5d72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9031856 Aug 31 14:21:25.674049 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0362da0e-ee38-43c3-b235-c36c57a935a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.687253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Request body: {'port': {'device_id': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:25.749438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dbbed-0941-4d32-8bca-5385221a8b6b None None] New status for floating IP 89be90df-9dfb-4a8a-b139-6be55eb1c7c1: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:21:25.772262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a66ad-e4ec-4620-ae78-1d39e234974a req-6fd432e0-8b65-48f3-a1db-a9cf25ea52ef tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:25.773972 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae3a66ad-e4ec-4620-ae78-1d39e234974a req-6fd432e0-8b65-48f3-a1db-a9cf25ea52ef tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 931 time: 0.8945673 Aug 31 14:21:25.838717 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.873529 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0362da0e-ee38-43c3-b235-c36c57a935a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.876099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0362da0e-ee38-43c3-b235-c36c57a935a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:25.879674 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0362da0e-ee38-43c3-b235-c36c57a935a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56bc21d6-c65c-4a6a-9dd6-0c3dddf72c29 HTTP/1.1" status: 204 len: 168 time: 1.1323838 Aug 31 14:21:25.885503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae3a66ad-e4ec-4620-ae78-1d39e234974a req-404cd54b-1f81-46c4-823d-3591b19d83cd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891058 Aug 31 14:21:25.902002 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-beff2458-4575-4fe1-bbac-4d0e1cb162bc tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3065 time: 1.2425265 Aug 31 14:21:25.902834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44090) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:25.946944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362da0e-ee38-43c3-b235-c36c57a935a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bc21d6-c65c-4a6a-9dd6-0c3dddf72c29,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:26.018882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73211583-42f5-4bd5-a53d-908dc243b1e6 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:26.019687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73211583-42f5-4bd5-a53d-908dc243b1e6 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:26.033359 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-73211583-42f5-4bd5-a53d-908dc243b1e6 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d57d63c6-9a54-4c8f-b5ae-7792e431419d HTTP/1.1" status: 200 len: 1990 time: 0.1293225 Aug 31 14:21:26.387049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44114) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:26.405578 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2e510a-01b0-4420-9fbe-860f572211f8 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:26.406322 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96fe88f-c390-4c33-bd0e-c87da52a06ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.421806 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.439182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Transition to ACTIVE for port object 5a2e510a-01b0-4420-9fbe-860f572211f8 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:26.445061 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.525395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2e510a-01b0-4420-9fbe-860f572211f8,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:26.539095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96fe88f-c390-4c33-bd0e-c87da52a06ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.553060 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c96fe88f-c390-4c33-bd0e-c87da52a06ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.598402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fe88f-c390-4c33-bd0e-c87da52a06ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27e6a1b-120b-4729-853f-0ca94eb17e8a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:26.631299 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c96fe88f-c390-4c33-bd0e-c87da52a06ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=830abeac0e1e4d309c12800c2c87d3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399478 Aug 31 14:21:26.631558 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44136) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:26.685840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Attempting to bind port 5a2e510a-01b0-4420-9fbe-860f572211f8 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:26.686413 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Attempting to bind port 5a2e510a-01b0-4420-9fbe-860f572211f8 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:26.686535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Attempting to bind port 5a2e510a-01b0-4420-9fbe-860f572211f8 on network 1746f5ed-e6a1-4848-993e-4609cc70f649 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:26.705438 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Port 5a2e510a-01b0-4420-9fbe-860f572211f8 on network 1746f5ed-e6a1-4848-993e-4609cc70f649 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:21:26.706010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Attempting to bind port 5a2e510a-01b0-4420-9fbe-860f572211f8 on network 1746f5ed-e6a1-4848-993e-4609cc70f649 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:26.721239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:26.722068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Checking segment: {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:26.722606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Bound using segment: {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:26.723259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Bound port: 5a2e510a-01b0-4420-9fbe-860f572211f8, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:26.723809 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.734944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-966093ac-1337-4a15-9d39-041732e713ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.762676 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-966093ac-1337-4a15-9d39-041732e713ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.877211 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-966093ac-1337-4a15-9d39-041732e713ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.880511 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-966093ac-1337-4a15-9d39-041732e713ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.886083 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-966093ac-1337-4a15-9d39-041732e713ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f27e6a1b-120b-4729-853f-0ca94eb17e8a HTTP/1.1" status: 204 len: 168 time: 0.2477891 Aug 31 14:21:26.894870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966093ac-1337-4a15-9d39-041732e713ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27e6a1b-120b-4729-853f-0ca94eb17e8a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:26.897565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:26.903237 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5a2e510a-01b0-4420-9fbe-860f572211f8,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:26.911677 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.963088 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:26.963726 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:26.965374 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] 10.222.0.52 "PUT /v2.0/ports/5a2e510a-01b0-4420-9fbe-860f572211f8 HTTP/1.1" status: 200 len: 1091 time: 1.2828925 Aug 31 14:21:26.966208 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:26.969866 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eb3571-2cf9-420a-8de3-f8439b0cc09b" -d '{"events": [{"name": "network-changed", "server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:27.056884 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d809c8bd-555d-4530-bb57-daa95cd67356 x-openstack-request-id: req-d809c8bd-555d-4530-bb57-daa95cd67356 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:27.057176 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:27.057430 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d809c8bd-555d-4530-bb57-daa95cd67356 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:27.057970 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'status': 'completed', 'code': 200} Aug 31 14:21:27.087902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6848d7-a6de-4eb7-8ca2-a111fa93e7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2e510a-01b0-4420-9fbe-860f572211f8,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:27.138097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-4b89c01e-562f-476d-906b-fd02f55e19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:27.139617 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-4b89c01e-562f-476d-906b-fd02f55e19af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1094 time: 0.1278682 Aug 31 14:21:27.205541 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-29ed542a-bc8d-45e1-8a3e-c9f2fc4a9c69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2e510a-01b0-4420-9fbe-860f572211f8 HTTP/1.1" status: 200 len: 217 time: 0.0564520 Aug 31 14:21:27.229479 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52288571-8605-4bf2-9aa1-583144ded201 req-0fba52e5-0eb5-42c8-9dc6-46498ebd4700 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:27.231102 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52288571-8605-4bf2-9aa1-583144ded201 req-0fba52e5-0eb5-42c8-9dc6-46498ebd4700 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 943 time: 0.1670282 Aug 31 14:21:27.367428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-7d718b0c-0c3e-49d5-b5ea-82597e426c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:27.370713 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-7d718b0c-0c3e-49d5-b5ea-82597e426c05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0ace0250-f1c6-4979-a15c-efce744c185b HTTP/1.1" status: 200 len: 834 time: 0.1385696 Aug 31 14:21:27.441389 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52288571-8605-4bf2-9aa1-583144ded201 req-c4eac2d8-db35-4167-ae4b-05c39dedc92e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398768 Aug 31 14:21:27.456845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-77564fa8-e4fc-45c2-9dc5-3e51ad673a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:27.459830 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-77564fa8-e4fc-45c2-9dc5-3e51ad673a6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1746f5ed-e6a1-4848-993e-4609cc70f649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773346 Aug 31 14:21:27.611432 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-0fb8665a-0b6e-4f5b-a38c-5de139728e62 service neutron] 10.222.0.52 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335163 Aug 31 14:21:27.774819 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0e10241-6d6a-4f43-b758-fdb100a10f90 req-dcdcb209-f579-436c-b213-bc386ac74d8b service neutron] 10.222.0.52 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438079 Aug 31 14:21:27.885382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb3571-2cf9-420a-8de3-f8439b0cc09b req-30c2beb8-6ae8-4216-a193-0e61c6ffb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:27.887223 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63eb3571-2cf9-420a-8de3-f8439b0cc09b req-30c2beb8-6ae8-4216-a193-0e61c6ffb37f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1094 time: 0.0499210 Aug 31 14:21:28.049993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb3571-2cf9-420a-8de3-f8439b0cc09b req-6fdde0d7-c41c-4ead-bcba-52ec2732bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:28.053339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63eb3571-2cf9-420a-8de3-f8439b0cc09b req-6fdde0d7-c41c-4ead-bcba-52ec2732bb2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=1746f5ed-e6a1-4848-993e-4609cc70f649 HTTP/1.1" status: 200 len: 898 time: 0.1528089 Aug 31 14:21:28.108116 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63eb3571-2cf9-420a-8de3-f8439b0cc09b req-089440d5-0490-4979-972e-cd7cdce01eb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2e510a-01b0-4420-9fbe-860f572211f8 HTTP/1.1" status: 200 len: 217 time: 0.0414724 Aug 31 14:21:28.215185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb3571-2cf9-420a-8de3-f8439b0cc09b req-28c4044f-8bb5-4c62-8875-3dc9c3a40321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:28.216743 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63eb3571-2cf9-420a-8de3-f8439b0cc09b req-28c4044f-8bb5-4c62-8875-3dc9c3a40321 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0ace0250-f1c6-4979-a15c-efce744c185b HTTP/1.1" status: 200 len: 834 time: 0.1000624 Aug 31 14:21:28.299201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb3571-2cf9-420a-8de3-f8439b0cc09b req-8f2ccc58-f1c9-4510-b5bf-5f9c00dc9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:28.300817 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63eb3571-2cf9-420a-8de3-f8439b0cc09b req-8f2ccc58-f1c9-4510-b5bf-5f9c00dc9607 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1746f5ed-e6a1-4848-993e-4609cc70f649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742185 Aug 31 14:21:28.439550 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63eb3571-2cf9-420a-8de3-f8439b0cc09b req-ed55fbfb-8881-4787-b66b-a11a8dddc1b3 service neutron] 10.222.0.52 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203868 Aug 31 14:21:28.635110 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63eb3571-2cf9-420a-8de3-f8439b0cc09b req-0e78588f-2cb9-4a18-8c5e-e1850aaaf7ba service neutron] 10.222.0.52 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788874 Aug 31 14:21:28.663909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4bb98-d573-4670-8394-d84943596acf req-5050796a-f481-4315-a3f5-aea4027e0eb3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:28.671956 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6c4bb98-d573-4670-8394-d84943596acf req-5050796a-f481-4315-a3f5-aea4027e0eb3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 943 time: 0.1073291 Aug 31 14:21:28.734949 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6c4bb98-d573-4670-8394-d84943596acf req-28b59602-5d08-46ef-9676-fb4b40f5576a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559442 Aug 31 14:21:29.949649 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403043fe-4f28-4f5d-81c4-88dbbbf8b089 req-ee4f5c04-1b07-45bd-b9de-4d2882e543bf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:29.951247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-403043fe-4f28-4f5d-81c4-88dbbbf8b089 req-ee4f5c04-1b07-45bd-b9de-4d2882e543bf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 943 time: 0.1009471 Aug 31 14:21:30.039845 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-403043fe-4f28-4f5d-81c4-88dbbbf8b089 req-7718ddd0-159a-4c72-a266-6dc9fd18ad4b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825572 Aug 31 14:21:30.129377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44602) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:30.307621 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46b7c931-d3a1-4d37-8142-d39adf937953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.469319 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46b7c931-d3a1-4d37-8142-d39adf937953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.474906 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46b7c931-d3a1-4d37-8142-d39adf937953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.518881 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-46b7c931-d3a1-4d37-8142-d39adf937953 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dec286a56a64028b4b6eb27449786e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876972 Aug 31 14:21:30.523196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44646) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:30.530029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7c931-d3a1-4d37-8142-d39adf937953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3e1b70-9426-48a3-a574-e4b31163d858,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:30.609408 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a99d0576-c84e-4d24-b0d7-08ddf7b1905b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.632635 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a99d0576-c84e-4d24-b0d7-08ddf7b1905b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.691311 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a99d0576-c84e-4d24-b0d7-08ddf7b1905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.695301 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a99d0576-c84e-4d24-b0d7-08ddf7b1905b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:30.708948 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a99d0576-c84e-4d24-b0d7-08ddf7b1905b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa3e1b70-9426-48a3-a574-e4b31163d858 HTTP/1.1" status: 204 len: 168 time: 0.1772609 Aug 31 14:21:30.726886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d0576-c84e-4d24-b0d7-08ddf7b1905b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3e1b70-9426-48a3-a574-e4b31163d858,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:30.873075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-f77d47da-82c9-4213-90eb-a013ae42064b tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:30.881065 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-f77d47da-82c9-4213-90eb-a013ae42064b tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/networks?id=590b8deb-c46c-4b94-8409-f556801e721b HTTP/1.1" status: 200 len: 813 time: 0.1352816 Aug 31 14:21:30.893720 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-46fc85a4-f0a1-4f30-b944-412d4b2b8ed1 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/quotas/8dfeee49cead4bd5a130f8b7d105c5ee HTTP/1.1" status: 200 len: 375 time: 0.0111158 Aug 31 14:21:30.941421 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-c3a79bf2-b1bd-4803-82d9-a4dd99faed80 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dfeee49cead4bd5a130f8b7d105c5ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407946 Aug 31 14:21:31.050833 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-878de3e7-f2cb-4d09-993c-1a1daa95dc96 service neutron] 10.222.0.20 "GET /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007745 Aug 31 14:21:31.104663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44666) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:31.122920 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d03b0cb-8b1f-43d5-851b-71904e75978b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.223226 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-72b57955-72d2-4b8a-95f4-0bf4119370b9 service neutron] 10.222.0.20 "GET /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645088 Aug 31 14:21:31.273335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76dfb5-0847-4595-8edc-1e7635e7d79b req-091ee51c-c50d-43fa-9512-86431a3c0d52 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:31.275344 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8e76dfb5-0847-4595-8edc-1e7635e7d79b req-091ee51c-c50d-43fa-9512-86431a3c0d52 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 943 time: 0.1340957 Aug 31 14:21:31.389780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5a2e510a-01b0-4420-9fbe-860f572211f8 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:21:31.441264 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-18b0b26d-38c3-48da-ab9e-47536a15206e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.472683 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f0a11470-1d7e-477f-85a8-ba933d8a4b9a req-a450e329-a7aa-4fb8-a551-a5fee063a3d7 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 210 time: 0.0410826 Aug 31 14:21:31.614276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5a2e510a-01b0-4420-9fbe-860f572211f8,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:31.631353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'port_id': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'mac_address': 'fa:16:3e:b4:9d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:21:31.690086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.707595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2e510a-01b0-4420-9fbe-860f572211f8 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:31.758856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5a2e510a-01b0-4420-9fbe-860f572211f8,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:31.764380 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.798373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d03b0cb-8b1f-43d5-851b-71904e75978b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.804621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8e76dfb5-0847-4595-8edc-1e7635e7d79b req-588f7fb0-3645-4e53-9774-f72675b6d21f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5186164 Aug 31 14:21:31.805823 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d03b0cb-8b1f-43d5-851b-71904e75978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.862323 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1d03b0cb-8b1f-43d5-851b-71904e75978b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cabf4271259f4d028d9882cfcf7b9f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7555966 Aug 31 14:21:31.863276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03b0cb-8b1f-43d5-851b-71904e75978b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5843afd0-f5ba-4461-a25a-8989cea1d11f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:31.866431 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44684) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:31.884620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=5a2e510a-01b0-4420-9fbe-860f572211f8,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:31.961338 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc411635-c85e-46bb-afa6-0e93e34ea00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:31.986796 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc411635-c85e-46bb-afa6-0e93e34ea00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.040731 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['5a2e510a-01b0-4420-9fbe-860f572211f8'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:32.047298 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc411635-c85e-46bb-afa6-0e93e34ea00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.050230 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc411635-c85e-46bb-afa6-0e93e34ea00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.051992 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc411635-c85e-46bb-afa6-0e93e34ea00b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5843afd0-f5ba-4461-a25a-8989cea1d11f HTTP/1.1" status: 204 len: 168 time: 0.1836982 Aug 31 14:21:32.061975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc411635-c85e-46bb-afa6-0e93e34ea00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5843afd0-f5ba-4461-a25a-8989cea1d11f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:32.579923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-590db2b5-3236-43e3-97e6-732d5bf548b0 req-5b63aa0e-38e7-4e3a-9ddc-d386b99ff826 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 210 time: 0.0312068 Aug 31 14:21:32.814066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-29b43c51-946a-438d-b102-2f17dbddf3ef tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:32.815846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-29b43c51-946a-438d-b102-2f17dbddf3ef tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.13 "GET /v2.0/networks?id=590b8deb-c46c-4b94-8409-f556801e721b HTTP/1.1" status: 200 len: 813 time: 0.1299255 Aug 31 14:21:32.830664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Request body: {'port': {'device_id': 'f4c988b6-e5bf-43fd-aadb-778a825c936b', 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b', 'admin_state_up': True, 'tenant_id': '8dfeee49cead4bd5a130f8b7d105c5ee'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:32.981465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Made reservation on behalf of 8dfeee49cead4bd5a130f8b7d105c5ee for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:32.986982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:32.987156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc493874-62e2-4a41-b799-1cd29742db06 req-2c8f2895-4843-400e-a344-d61b60c16be3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:32.989390 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc493874-62e2-4a41-b799-1cd29742db06 req-2c8f2895-4843-400e-a344-d61b60c16be3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 944 time: 0.0738001 Aug 31 14:21:33.037703 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc493874-62e2-4a41-b799-1cd29742db06 req-db0e95c6-a8fa-4e4a-93ff-6837f1f4c696 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417974 Aug 31 14:21:33.144213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Allocated IP 172.20.0.11 (590b8deb-c46c-4b94-8409-f556801e721b/c74fbe7a-3455-48dc-9bde-f25eb78aac4d/3e8e5e40-e497-4991-b4bd-4a207f8d9d1d) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:33.312567 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.352701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44736) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:33.356271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.378238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5a2e510a-01b0-4420-9fbe-860f572211f8 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:33.411451 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Network 590b8deb-c46c-4b94-8409-f556801e721b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:33.419735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:33.430335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:33.434904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Pushing event updated for resources: {'Port': ['ID=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:33.468257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 5a2e510a-01b0-4420-9fbe-860f572211f8 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:33.473169 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 5a2e510a-01b0-4420-9fbe-860f572211f8 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:33.473772 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.481870 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11064e84-4ee9-49e2-81b4-21e6162b973f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.509290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:33.510151 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.585557 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.599139 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11064e84-4ee9-49e2-81b4-21e6162b973f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.604474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-11064e84-4ee9-49e2-81b4-21e6162b973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.611186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:33.611564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9dff4a68-0329-4df8-8791-1283597d88ec tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7852461 Aug 31 14:21:33.613546 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d163f8-bc49-4d7e-bc33-398e858c457c" -d '{"events": [{"server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "name": "network-vif-plugged", "status": "completed", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:33.656421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-0f17aa10-931b-4684-8078-49428be7023f tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:21:33.658041 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-0f17aa10-931b-4684-8078-49428be7023f tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327868 Aug 31 14:21:33.660671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5a2e510a-01b0-4420-9fbe-860f572211f8,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:33.663604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44754) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:33.663776 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-11064e84-4ee9-49e2-81b4-21e6162b973f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=778499d6524249788c1779c9390ee2e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093348 Aug 31 14:21:33.664968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11064e84-4ee9-49e2-81b4-21e6162b973f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3920b4-5e26-48f9-91cd-dba451bf963f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:33.676221 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.681878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Request body: {'port': {'device_id': 'f4c988b6-e5bf-43fd-aadb-778a825c936b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:33.710835 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca614cfd-d954-4aae-8111-0df2cc02c32a x-openstack-request-id: req-ca614cfd-d954-4aae-8111-0df2cc02c32a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:33.711528 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "name": "network-vif-plugged", "status": "completed", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:33.711781 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca614cfd-d954-4aae-8111-0df2cc02c32a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:33.712184 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'code': 200} Aug 31 14:21:33.779273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=5a2e510a-01b0-4420-9fbe-860f572211f8,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:33.820755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62c9ab-d144-4d26-b285-3be7edc35d61 req-792ce1ce-f3b6-44e0-b4ed-0d42742110e2 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:33.822350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b62c9ab-d144-4d26-b285-3be7edc35d61 req-792ce1ce-f3b6-44e0-b4ed-0d42742110e2 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 932 time: 0.1351457 Aug 31 14:21:33.839200 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84131fd-7510-4722-95b7-14e560f6ec36 req-ee57f61e-f899-40e4-9149-d6030d67ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:33.840917 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a84131fd-7510-4722-95b7-14e560f6ec36 req-ee57f61e-f899-40e4-9149-d6030d67ddb7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1096 time: 0.0654356 Aug 31 14:21:33.846634 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.866351 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ae42bee-fdd4-47c2-83b2-2b5e7b7c91cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.884837 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a84131fd-7510-4722-95b7-14e560f6ec36 req-53f4ff0c-c806-45e3-a30c-feb55fa174cc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358980 Aug 31 14:21:33.898796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b62c9ab-d144-4d26-b285-3be7edc35d61 req-dd10cd1a-7951-4bda-909f-13f71234eff0 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681367 Aug 31 14:21:33.933677 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ae42bee-fdd4-47c2-83b2-2b5e7b7c91cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:33.997908 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.058906 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50eb7761-9340-4bb7-8fb3-00b8866f1dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.099957 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ae42bee-fdd4-47c2-83b2-2b5e7b7c91cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.103029 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ae42bee-fdd4-47c2-83b2-2b5e7b7c91cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.107630 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5ae42bee-fdd4-47c2-83b2-2b5e7b7c91cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f3920b4-5e26-48f9-91cd-dba451bf963f HTTP/1.1" status: 204 len: 168 time: 0.4426696 Aug 31 14:21:34.125023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae42bee-fdd4-47c2-83b2-2b5e7b7c91cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3920b4-5e26-48f9-91cd-dba451bf963f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:34.222512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feacf6f-ea1f-44fd-a5fd-e3ab83e3dbd5 req-d2ac6843-feb3-4535-8768-7ca6b96d3a5d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:34.225825 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9feacf6f-ea1f-44fd-a5fd-e3ab83e3dbd5 req-d2ac6843-feb3-4535-8768-7ca6b96d3a5d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0687630 Aug 31 14:21:34.248934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:34.261307 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.285112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Transition to ACTIVE for port object 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:34.290556 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.310929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9feacf6f-ea1f-44fd-a5fd-e3ab83e3dbd5 req-1ddf8874-d9c6-46cd-8ade-9e972d0c343b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733843 Aug 31 14:21:34.352115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:34.452101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Attempting to bind port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:34.452101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Attempting to bind port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '7cbf97b2-ff32-4d5a-8586-c06d3bfdf030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:34.452101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Attempting to bind port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d on network 590b8deb-c46c-4b94-8409-f556801e721b {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:34.454553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d on network 590b8deb-c46c-4b94-8409-f556801e721b not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:21:34.455145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Attempting to bind port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d on network 590b8deb-c46c-4b94-8409-f556801e721b {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:34.465794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:34.466214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Checking segment: {'id': '7cbf97b2-ff32-4d5a-8586-c06d3bfdf030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:34.466650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Bound using segment: {'id': '7cbf97b2-ff32-4d5a-8586-c06d3bfdf030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:34.467113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Bound port: 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cbf97b2-ff32-4d5a-8586-c06d3bfdf030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:34.467497 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.568126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] For port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:34.572131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] For port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d,segment=NetworkSegment(7cbf97b2-ff32-4d5a-8586-c06d3bfdf030),segment_id=7cbf97b2-ff32-4d5a-8586-c06d3bfdf030)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:34.578634 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.597632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:34.598536 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:34.600817 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] 10.222.0.13 "PUT /v2.0/ports/3e8e5e40-e497-4991-b4bd-4a207f8d9d1d HTTP/1.1" status: 200 len: 1092 time: 0.9235497 Aug 31 14:21:34.601620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c988b6-e5bf-43fd-aadb-778a825c936b', 'tag': '3e8e5e40-e497-4991-b4bd-4a207f8d9d1d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:34.605860 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed40cd5-f53c-4130-ae6d-dbc075bc855f" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c988b6-e5bf-43fd-aadb-778a825c936b", "tag": "3e8e5e40-e497-4991-b4bd-4a207f8d9d1d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:34.693980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adc00a-c0b1-430e-8f4f-1faf94212db8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:34.711906 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e7173d-7614-4ecf-9297-40f828f2485c x-openstack-request-id: req-81e7173d-7614-4ecf-9297-40f828f2485c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:34.712232 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c988b6-e5bf-43fd-aadb-778a825c936b", "tag": "3e8e5e40-e497-4991-b4bd-4a207f8d9d1d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:34.712492 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81e7173d-7614-4ecf-9297-40f828f2485c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:34.712954 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c988b6-e5bf-43fd-aadb-778a825c936b', 'tag': '3e8e5e40-e497-4991-b4bd-4a207f8d9d1d', 'status': 'completed', 'code': 200} Aug 31 14:21:34.719074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-78731c2c-f88a-47d7-bbbf-16959d4c9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:34.720902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-78731c2c-f88a-47d7-bbbf-16959d4c9959 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dfeee49cead4bd5a130f8b7d105c5ee&device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 1095 time: 0.0568557 Aug 31 14:21:34.774935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-482e8a07-1cff-4263-86a1-1f6f5506b3cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d HTTP/1.1" status: 200 len: 217 time: 0.0433466 Aug 31 14:21:34.835398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-a436bb0e-d129-4e8f-971e-874e7b649643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:34.838345 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-a436bb0e-d129-4e8f-971e-874e7b649643 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c74fbe7a-3455-48dc-9bde-f25eb78aac4d HTTP/1.1" status: 200 len: 853 time: 0.0563328 Aug 31 14:21:34.878106 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-38658acb-3a62-4bbf-a4d4-11d1dcb814eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=590b8deb-c46c-4b94-8409-f556801e721b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319657 Aug 31 14:21:35.033187 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9c81bd04-d3f0-46ff-b6b4-37f4845a91c7 service neutron] 10.222.0.13 "GET /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439941 Aug 31 14:21:35.150166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c823f-ae06-407b-8570-a100ab7f7b4c req-4bb6b3d2-9147-41db-970f-b283bebd0465 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:35.151744 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e94c823f-ae06-407b-8570-a100ab7f7b4c req-4bb6b3d2-9147-41db-970f-b283bebd0465 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 944 time: 0.1371951 Aug 31 14:21:35.217580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5aa146cb-024b-4d85-a7ff-d92d62e4ce94 req-9f9c1d63-45a2-471d-97d8-4f38b8b87ed1 service neutron] 10.222.0.13 "GET /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585767 Aug 31 14:21:35.226183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e94c823f-ae06-407b-8570-a100ab7f7b4c req-e051f07b-f49b-4a9b-b4d1-0d95dd4f8243 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661395 Aug 31 14:21:35.236349 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:35.322359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed40cd5-f53c-4130-ae6d-dbc075bc855f req-539907c4-b573-4523-8c37-1b83a7e4dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:35.324448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ed40cd5-f53c-4130-ae6d-dbc075bc855f req-539907c4-b573-4523-8c37-1b83a7e4dbca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dfeee49cead4bd5a130f8b7d105c5ee&device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 1095 time: 0.0482874 Aug 31 14:21:35.456298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf5f12-a6d7-476b-a3ac-74772a68d25d req-a7eb778a-1507-4d2b-a420-0a33ad5a8e26 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:35.457981 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3aaf5f12-a6d7-476b-a3ac-74772a68d25d req-a7eb778a-1507-4d2b-a420-0a33ad5a8e26 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0686421 Aug 31 14:21:35.477392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed40cd5-f53c-4130-ae6d-dbc075bc855f req-3b298b5e-f0f1-44ab-b68b-3f530eff6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:35.478859 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ed40cd5-f53c-4130-ae6d-dbc075bc855f req-3b298b5e-f0f1-44ab-b68b-3f530eff6b25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=590b8deb-c46c-4b94-8409-f556801e721b HTTP/1.1" status: 200 len: 914 time: 0.1438034 Aug 31 14:21:35.507954 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3aaf5f12-a6d7-476b-a3ac-74772a68d25d req-a179cf13-51e5-4d7f-97f5-7e10648a12bb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401354 Aug 31 14:21:35.535513 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ed40cd5-f53c-4130-ae6d-dbc075bc855f req-e187e5e2-4cbc-4555-b409-12f275e46996 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d HTTP/1.1" status: 200 len: 217 time: 0.0481329 Aug 31 14:21:35.618968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed40cd5-f53c-4130-ae6d-dbc075bc855f req-12eb5148-eab9-4519-a342-a91fd4545355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:35.619351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ed40cd5-f53c-4130-ae6d-dbc075bc855f req-12eb5148-eab9-4519-a342-a91fd4545355 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c74fbe7a-3455-48dc-9bde-f25eb78aac4d HTTP/1.1" status: 200 len: 853 time: 0.0757313 Aug 31 14:21:35.678521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ed40cd5-f53c-4130-ae6d-dbc075bc855f req-4f98c86a-3be9-492d-a787-48139a3583e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=590b8deb-c46c-4b94-8409-f556801e721b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364740 Aug 31 14:21:35.698868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b96fe-bcc5-47ef-9fda-052f2109943b req-f6972624-7d48-42a0-9fc2-16990687e3d5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:35.708125 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f73b96fe-bcc5-47ef-9fda-052f2109943b req-f6972624-7d48-42a0-9fc2-16990687e3d5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.1045926 Aug 31 14:21:35.802921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f73b96fe-bcc5-47ef-9fda-052f2109943b req-0de5ff64-a188-4ca4-84ab-6b9b00729f95 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935638 Aug 31 14:21:35.825846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44834) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:35.859757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ed40cd5-f53c-4130-ae6d-dbc075bc855f req-e9545f14-fc46-4d7e-96a5-c8a41c70058e service neutron] 10.222.0.13 "GET /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694119 Aug 31 14:21:35.878057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab43aab7-c231-420f-969d-024eb74dd467 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:35.883217 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ab43aab7-c231-420f-969d-024eb74dd467 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1091 time: 0.0536904 Aug 31 14:21:35.883440 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44836) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:35.888699 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:35.939331 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.015032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ed40cd5-f53c-4130-ae6d-dbc075bc855f req-54f603bc-d4fd-4a13-abc5-dd53b872d01d service neutron] 10.222.0.13 "GET /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470249 Aug 31 14:21:36.062654 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.173476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.25.3.15 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/1103c31a-392a-4410-8967-1b0c074217b7) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:36.288990 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.331769 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.370077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed401be-bbc6-49af-80c2-3dbee8b3fa86 req-9385edee-9b81-49c7-b307-2a0528459cf2 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:36.378829 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bed401be-bbc6-49af-80c2-3dbee8b3fa86 req-9385edee-9b81-49c7-b307-2a0528459cf2 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 944 time: 0.0722649 Aug 31 14:21:36.379239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:36.382281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:36.389240 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:36.429889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=1103c31a-392a-4410-8967-1b0c074217b7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:36.433959 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bed401be-bbc6-49af-80c2-3dbee8b3fa86 req-74cfe0e6-7caa-4d11-94ae-efaa73abfe20 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497413 Aug 31 14:21:36.773830 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:36.967203 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:21:36.969424 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.083189 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.260803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.266778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.339827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=1103c31a-392a-4410-8967-1b0c074217b7,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:37.349343 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:37.453036 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Floating IP 90320890-5233-4e2b-9723-8606c4f030d2 associated. External IP: 172.25.3.15, port: 5a2e510a-01b0-4420-9fbe-860f572211f8. Aug 31 14:21:37.570210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3f3b0-4807-48c7-afa4-e3392a8617ea req-463790cb-6e01-4ef5-9b1f-ca98c706b9f5 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:37.573168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6d3f3b0-4807-48c7-afa4-e3392a8617ea req-463790cb-6e01-4ef5-9b1f-ca98c706b9f5 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 944 time: 0.0776606 Aug 31 14:21:37.625618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6d3f3b0-4807-48c7-afa4-e3392a8617ea req-9d0b0c0f-ce97-4c66-b0b5-3a5165f71ff2 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453842 Aug 31 14:21:38.008954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 4eb86a42-6edc-4db3-a826-7ca1165d1697 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:38.120874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:38.132956 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f6b62a-3bdd-45d2-a3b8-4c3d252cf35f None None] Sync routers for ids ['4eb86a42-6edc-4db3-a826-7ca1165d1697'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:38.141578 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.143868 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f6b62a-3bdd-45d2-a3b8-4c3d252cf35f None None] Routers {'4eb86a42-6edc-4db3-a826-7ca1165d1697'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:38.144564 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-79f6b62a-3bdd-45d2-a3b8-4c3d252cf35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:21:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4eb86a42-6edc-4db3-a826-7ca1165d1697'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:38.176337 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b75936b9-63ed-41de-9f03-1797bdb405a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2914815 Aug 31 14:21:38.178296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:38.202196 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35591b8a-31d8-4d9c-9830-a55212b73378" -d '{"events": [{"name": "network-changed", "server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:38.269671 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d4c5f-4525-4dd3-a62c-27915d858d8e x-openstack-request-id: req-4b4d4c5f-4525-4dd3-a62c-27915d858d8e {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:38.270085 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:38.270866 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b4d4c5f-4525-4dd3-a62c-27915d858d8e {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:38.272571 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'status': 'completed', 'code': 200} Aug 31 14:21:38.321966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b404f-72be-47a6-93b4-b1ad0733d031 req-03679724-9ca0-4e12-a0ea-5dd920967c21 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:38.324186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f6b404f-72be-47a6-93b4-b1ad0733d031 req-03679724-9ca0-4e12-a0ea-5dd920967c21 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0716732 Aug 31 14:21:38.335986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591b8a-31d8-4d9c-9830-a55212b73378 req-b1fb28a7-57ce-43d1-81df-7b61ae531a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:38.337914 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35591b8a-31d8-4d9c-9830-a55212b73378 req-b1fb28a7-57ce-43d1-81df-7b61ae531a7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1096 time: 0.0490415 Aug 31 14:21:38.366709 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-79f6b62a-3bdd-45d2-a3b8-4c3d252cf35f None None] Set router 4eb86a42-6edc-4db3-a826-7ca1165d1697 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:38.413163 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f6b404f-72be-47a6-93b4-b1ad0733d031 req-00a2c18e-3a6c-4e07-bcd8-5a746f48b5f6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775402 Aug 31 14:21:38.425777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44914) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:38.557177 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7896b4c8-e511-4b5f-87fe-8e0b6e413164 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/90320890-5233-4e2b-9723-8606c4f030d2 HTTP/1.1" status: 200 len: 990 time: 0.1259570 Aug 31 14:21:38.557177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591b8a-31d8-4d9c-9830-a55212b73378 req-84b48a5b-0dc5-410a-b3bd-fe756d353426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:38.557655 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35591b8a-31d8-4d9c-9830-a55212b73378 req-84b48a5b-0dc5-410a-b3bd-fe756d353426 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1746f5ed-e6a1-4848-993e-4609cc70f649 HTTP/1.1" status: 200 len: 898 time: 0.2109625 Aug 31 14:21:38.659783 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-79f6b62a-3bdd-45d2-a3b8-4c3d252cf35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:21:14Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '90320890-5233-4e2b-9723-8606c4f030d2', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'floating_ip_address': '172.25.3.15', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'port_id': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'mac_address': 'fa:16:3e:b4:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:21:36Z', 'updated_at': '2021-08-31T14:21:36Z', 'revision_number': 0, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3c2f74-cad7-4e91-96ac-be7ad1eb605a', 'name': '', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:7e:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:12Z', 'updated_at': '2021-08-31T14:21:23Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:38.698462 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:21:38.765220 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f6b62a-3bdd-45d2-a3b8-4c3d252cf35f None None] Checking router: 4eb86a42-6edc-4db3-a826-7ca1165d1697 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:38.777185 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35591b8a-31d8-4d9c-9830-a55212b73378 req-d14a87f9-2e52-4e92-9aec-ec7470a60e3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2e510a-01b0-4420-9fbe-860f572211f8 HTTP/1.1" status: 200 len: 998 time: 0.2058914 Aug 31 14:21:38.785255 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f6b62a-3bdd-45d2-a3b8-4c3d252cf35f None None] Routers {'4eb86a42-6edc-4db3-a826-7ca1165d1697'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:38.786674 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-79f6b62a-3bdd-45d2-a3b8-4c3d252cf35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:21:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4eb86a42-6edc-4db3-a826-7ca1165d1697'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:38.806820 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a6de6-9142-4221-9daf-a98aa5c25714 req-c6b9f970-3b3e-4bbb-845b-049ba563c319 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:38.815738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d,segment=NetworkSegment(7cbf97b2-ff32-4d5a-8586-c06d3bfdf030),segment_id=7cbf97b2-ff32-4d5a-8586-c06d3bfdf030)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:38.815969 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e20a6de6-9142-4221-9daf-a98aa5c25714 req-c6b9f970-3b3e-4bbb-845b-049ba563c319 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 944 time: 0.0868447 Aug 31 14:21:38.843553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '3e8e5e40-e497-4991-b4bd-4a207f8d9d1d', 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b', 'port_id': '3e8e5e40-e497-4991-b4bd-4a207f8d9d1d', 'mac_address': 'fa:16:3e:fb:7d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74fbe7a-3455-48dc-9bde-f25eb78aac4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:21:38.889267 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e20a6de6-9142-4221-9daf-a98aa5c25714 req-1f3087f5-cbfe-43ee-b027-d3284b7d07f0 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713339 Aug 31 14:21:38.889773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591b8a-31d8-4d9c-9830-a55212b73378 req-d7097c29-b851-49b9-834f-eeeb2a3aa6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:38.891640 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35591b8a-31d8-4d9c-9830-a55212b73378 req-d7097c29-b851-49b9-834f-eeeb2a3aa6f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0ace0250-f1c6-4979-a15c-efce744c185b HTTP/1.1" status: 200 len: 834 time: 0.1046846 Aug 31 14:21:38.914397 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.928956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:21:38.954232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d,segment=NetworkSegment(7cbf97b2-ff32-4d5a-8586-c06d3bfdf030),segment_id=7cbf97b2-ff32-4d5a-8586-c06d3bfdf030)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:38.956048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591b8a-31d8-4d9c-9830-a55212b73378 req-d8543b61-d488-444a-8752-95d713f6000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:38.957929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35591b8a-31d8-4d9c-9830-a55212b73378 req-d8543b61-d488-444a-8752-95d713f6000c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1746f5ed-e6a1-4848-993e-4609cc70f649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578663 Aug 31 14:21:38.962157 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:38.987402 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-79f6b62a-3bdd-45d2-a3b8-4c3d252cf35f None None] Set router 4eb86a42-6edc-4db3-a826-7ca1165d1697 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:39.019868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:39.108330 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35591b8a-31d8-4d9c-9830-a55212b73378 req-72f6fac4-2c8a-496a-beb2-619f0edff679 service neutron] 10.222.0.52 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396377 Aug 31 14:21:39.211190 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.228055 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35591b8a-31d8-4d9c-9830-a55212b73378 req-85128412-731c-4faa-b12f-4fc6fa6665b4 service neutron] 10.222.0.52 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109445 Aug 31 14:21:39.242294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['3e8e5e40-e497-4991-b4bd-4a207f8d9d1d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:21:39.302532 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-79f6b62a-3bdd-45d2-a3b8-4c3d252cf35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:21:14Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '90320890-5233-4e2b-9723-8606c4f030d2', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'floating_ip_address': '172.25.3.15', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'port_id': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'mac_address': 'fa:16:3e:b4:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:21:36Z', 'updated_at': '2021-08-31T14:21:36Z', 'revision_number': 0, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3c2f74-cad7-4e91-96ac-be7ad1eb605a', 'name': '', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:7e:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:12Z', 'updated_at': '2021-08-31T14:21:23Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:39.307975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:39.337833 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f6b62a-3bdd-45d2-a3b8-4c3d252cf35f None None] The sync data for ids ['4eb86a42-6edc-4db3-a826-7ca1165d1697'] in n-d-792364-6 is: [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:21:14Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '90320890-5233-4e2b-9723-8606c4f030d2', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'floating_ip_address': '172.25.3.15', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'port_id': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'mac_address': 'fa:16:3e:b4:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:21:36Z', 'updated_at': '2021-08-31T14:21:36Z', 'revision_number': 0, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3c2f74-cad7-4e91-96ac-be7ad1eb605a', 'name': '', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:7e:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:12Z', 'updated_at': '2021-08-31T14:21:23Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:39.556539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44936) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:39.627920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ffd19f-ea66-485c-9ebb-c3632f57e72e None None] New status for floating IP 90320890-5233-4e2b-9723-8606c4f030d2: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:21:39.646387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b2777a0d-ecbf-4c35-bca4-4f2df2017789 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/90320890-5233-4e2b-9723-8606c4f030d2 HTTP/1.1" status: 200 len: 990 time: 0.0885956 Aug 31 14:21:40.038326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21135d86-3c0b-47a9-800d-49dc0c685057 req-da314706-46d6-442f-8b5b-517f3f414965 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:40.045917 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-21135d86-3c0b-47a9-800d-49dc0c685057 req-da314706-46d6-442f-8b5b-517f3f414965 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 945 time: 0.0597155 Aug 31 14:21:40.090182 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-21135d86-3c0b-47a9-800d-49dc0c685057 req-9c668dd3-84d2-4e2b-bde0-51a40fe79d1b tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Aug 31 14:21:40.278923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44960) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:40.428691 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1893a486-7ff0-4f3a-8228-cd967fc2247b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.536492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1893a486-7ff0-4f3a-8228-cd967fc2247b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.540280 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1893a486-7ff0-4f3a-8228-cd967fc2247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.578852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893a486-7ff0-4f3a-8228-cd967fc2247b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ffa683-9d72-4dbd-9059-2cc43d5b57b7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:40.586105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44970) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:40.593878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1893a486-7ff0-4f3a-8228-cd967fc2247b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb99de1a0c7d4120bac4205077f425f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138478 Aug 31 14:21:40.641018 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.648077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44972) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:40.665292 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.705362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:40.718294 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-efa605f1-ddd5-4ece-acbf-9c77b276e23a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/90320890-5233-4e2b-9723-8606c4f030d2 HTTP/1.1" status: 200 len: 992 time: 0.0687099 Aug 31 14:21:40.746430 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.755134 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.756738 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89ffa683-9d72-4dbd-9059-2cc43d5b57b7 HTTP/1.1" status: 204 len: 168 time: 0.1695724 Aug 31 14:21:40.782776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ffa683-9d72-4dbd-9059-2cc43d5b57b7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:40.783410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:40.788365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:40.789243 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.792727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:40.793097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:40.793600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:40.793817 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:40.794156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:40.794491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:40.794821 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:40.795151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:40.795477 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:40.795887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:40.796216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:40.796569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6969750-fa23-472b-92db-352463455d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:40.895854 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.919609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c988b6-e5bf-43fd-aadb-778a825c936b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8e5e40-e497-4991-b4bd-4a207f8d9d1d'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:21:40.921920 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bcdb16-19de-45ea-a9b8-4779ca76cfdb" -d '{"events": [{"server_uuid": "f4c988b6-e5bf-43fd-aadb-778a825c936b", "name": "network-vif-plugged", "status": "completed", "tag": "3e8e5e40-e497-4991-b4bd-4a207f8d9d1d"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:21:40.948493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d,segment=NetworkSegment(7cbf97b2-ff32-4d5a-8586-c06d3bfdf030),segment_id=7cbf97b2-ff32-4d5a-8586-c06d3bfdf030)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:40.953457 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:40.960631 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a72022e-95b7-4c5f-af4e-147b25bd190c x-openstack-request-id: req-0a72022e-95b7-4c5f-af4e-147b25bd190c {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:21:40.960921 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c988b6-e5bf-43fd-aadb-778a825c936b", "name": "network-vif-plugged", "status": "completed", "tag": "3e8e5e40-e497-4991-b4bd-4a207f8d9d1d", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:21:40.961180 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a72022e-95b7-4c5f-af4e-147b25bd190c {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:21:40.961724 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c988b6-e5bf-43fd-aadb-778a825c936b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8e5e40-e497-4991-b4bd-4a207f8d9d1d', 'code': 200} Aug 31 14:21:41.021130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:41.072154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e11d10-cd40-47d7-bb36-939d8da22994 req-dd1a3239-2861-4138-ad1e-9cb13a116398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:41.073735 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26e11d10-cd40-47d7-bb36-939d8da22994 req-dd1a3239-2861-4138-ad1e-9cb13a116398 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 1097 time: 0.0469978 Aug 31 14:21:41.117778 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26e11d10-cd40-47d7-bb36-939d8da22994 req-0f61e254-cc5e-4925-b3fd-ebaa8bc06d91 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361931 Aug 31 14:21:41.144903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 44992) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:41.164254 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0050-e6a0-46cd-9b6f-4eb922cd215c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.234808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1d51-989e-4c78-a2f6-4d867585229f req-eb227be1-7810-436c-96f1-3936b14c540d tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:41.236259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e03e1d51-989e-4c78-a2f6-4d867585229f req-eb227be1-7810-436c-96f1-3936b14c540d tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 946 time: 0.0536697 Aug 31 14:21:41.266564 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0050-e6a0-46cd-9b6f-4eb922cd215c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.272690 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0050-e6a0-46cd-9b6f-4eb922cd215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.289105 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e03e1d51-989e-4c78-a2f6-4d867585229f req-f62fdb8b-247a-489a-90f3-20e6016c08dc tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422668 Aug 31 14:21:41.306394 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ddfd0050-e6a0-46cd-9b6f-4eb922cd215c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9af4b18da39439297c3f6f6e1ed467d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598928 Aug 31 14:21:41.309104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 44994) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:41.315125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd0050-e6a0-46cd-9b6f-4eb922cd215c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f398fb9b-88f3-4437-8df9-ecf7fe51451e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:41.363106 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1598865-4542-42d1-b1c7-ccbc30a92f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.384805 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1598865-4542-42d1-b1c7-ccbc30a92f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.443791 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1598865-4542-42d1-b1c7-ccbc30a92f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.447117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c1598865-4542-42d1-b1c7-ccbc30a92f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:41.448293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c1598865-4542-42d1-b1c7-ccbc30a92f67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f398fb9b-88f3-4437-8df9-ecf7fe51451e HTTP/1.1" status: 204 len: 168 time: 0.1380639 Aug 31 14:21:41.459659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1598865-4542-42d1-b1c7-ccbc30a92f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f398fb9b-88f3-4437-8df9-ecf7fe51451e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:42.413148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a9a90-2410-4325-af27-c62c7270bf2d req-bfd9243c-9d37-43e7-a847-f64b7196fbcf tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:42.416211 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b03a9a90-2410-4325-af27-c62c7270bf2d req-bfd9243c-9d37-43e7-a847-f64b7196fbcf tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 946 time: 0.0643954 Aug 31 14:21:42.473675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b03a9a90-2410-4325-af27-c62c7270bf2d req-0d9e05e5-dd40-47c5-9afe-e4a8d6f203df tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502734 Aug 31 14:21:42.617704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45052) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:42.724156 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dc91-b323-4c3c-be2f-750ee49735ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.824867 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dc91-b323-4c3c-be2f-750ee49735ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.833378 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dc91-b323-4c3c-be2f-750ee49735ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.874080 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b3a1dc91-b323-4c3c-be2f-750ee49735ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af5ef6127e7c4e9ebe50695ba75df9d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552655 Aug 31 14:21:42.874946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1dc91-b323-4c3c-be2f-750ee49735ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d42fe7-52d2-4ff0-864f-cd99e7fe38f4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:42.877028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45062) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:42.929316 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9200-9681-48e8-a760-14d322d0d82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:42.951597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9200-9681-48e8-a760-14d322d0d82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.007406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9200-9681-48e8-a760-14d322d0d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.010071 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9200-9681-48e8-a760-14d322d0d82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:43.012178 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7a5e9200-9681-48e8-a760-14d322d0d82a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7d42fe7-52d2-4ff0-864f-cd99e7fe38f4 HTTP/1.1" status: 204 len: 168 time: 0.1332142 Aug 31 14:21:43.019729 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e9200-9681-48e8-a760-14d322d0d82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d42fe7-52d2-4ff0-864f-cd99e7fe38f4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:43.596243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52140b-e353-429d-b14f-14a8f03eb147 req-63dbece8-dc2b-43e0-bcc5-43dfe585c1d4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:43.598527 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-be52140b-e353-429d-b14f-14a8f03eb147 req-63dbece8-dc2b-43e0-bcc5-43dfe585c1d4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 946 time: 0.0532947 Aug 31 14:21:43.650113 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-be52140b-e353-429d-b14f-14a8f03eb147 req-037c6bb3-f673-4cd2-bb6c-b18d3e67465d tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455570 Aug 31 14:21:50.523809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45340) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:50.650219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3b5d0853-6d92-40fc-b78b-b94d4e864fdc tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3965 time: 0.1245878 Aug 31 14:21:50.654734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45346) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:50.661703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Request body: {'network': {'name': 'tempest-network-smoke--1209531506', 'project_id': '0cd9d6bc65de467eb209664882157c31', 'port_security_enabled': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:50.711109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Made reservation on behalf of 0cd9d6bc65de467eb209664882157c31 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:50.717325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.751871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:21:50.764955 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.765350 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Added segment 9bf1dec8-80bd-490d-8752-da66651524ba of type vlan for network 05b6b29b-bc67-4753-a2ec-7fa831237f9d Aug 31 14:21:50.821554 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.872451 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.888057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:50.889017 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:50.956374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2999208 Aug 31 14:21:50.961123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45352) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:50.966171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1755703295', 'admin_state_up': True, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:50.989296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Network': ['ID=05b6b29b-bc67-4753-a2ec-7fa831237f9d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:51.011523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.013027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.013584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.014021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.014144 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.014672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.015126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.015533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.015995 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.016387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.016944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.017351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.017745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.018132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa359763-c8fb-48bd-9763-6c5b11c33d9b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:51.031942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 05b6b29b-bc67-4753-a2ec-7fa831237f9d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:21:51.098985 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.396209 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.641287 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.663373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.783685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Allocated IP 172.25.3.250 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/f12832ff-c7b7-48a4-86d4-b8aaf31f70bd) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:51.895563 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.938340 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:51.976816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:51.981842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:51.985801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:52.012954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Port': ['ID=f12832ff-c7b7-48a4-86d4-b8aaf31f70bd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:52.314473 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.589247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.774658 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Router a8724d81-3931-430a-a438-f588adb428d6 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:21:52.904730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:52.917192 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Sync routers for ids ['a8724d81-3931-430a-a438-f588adb428d6'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:52.926863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:52.930673 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e45acb1c-1b65-4d3e-a2e2-8a5a882ada49 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9674900 Aug 31 14:21:52.932930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45428) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:52.934939 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Routers {'a8724d81-3931-430a-a438-f588adb428d6'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:52.935582 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:21:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['a8724d81-3931-430a-a438-f588adb428d6'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:53.018971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb365b3-6b7c-4a00-a052-abc23947f3fe tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:53.028652 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cdb365b3-6b7c-4a00-a052-abc23947f3fe tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0cd9d6bc65de467eb209664882157c31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0877709 Aug 31 14:21:53.028652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45432) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:53.130720 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Set router a8724d81-3931-430a-a438-f588adb428d6 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:53.182126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fc6298-241c-4248-8744-9bdf26e51191 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:53.186274 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-63fc6298-241c-4248-8744-9bdf26e51191 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1579044 Aug 31 14:21:53.188898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45444) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:53.243160 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7a152af6-28d7-43d0-a2b6-8da55fd5a805 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478568 Aug 31 14:21:53.243462 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45446) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:53.300238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45448) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:53.301159 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-80b63059-39fb-4e8b-a5c5-b128560403b8 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0cd9d6bc65de467eb209664882157c31&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558226 Aug 31 14:21:53.358677 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8724d81-3931-430a-a438-f588adb428d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755703295', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:52Z', 'revision_number': 3, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8724d81-3931-430a-a438-f588adb428d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:53.404367 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Checking router: a8724d81-3931-430a-a438-f588adb428d6 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:53.404660 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Updating router a8724d81-3931-430a-a438-f588adb428d6 port f12832ff-c7b7-48a4-86d4-b8aaf31f70bd binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:21:53.441792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aa2c5c-73a6-452b-8a4e-3ae24fe63eca tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:53.443960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-52aa2c5c-73a6-452b-8a4e-3ae24fe63eca tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1425564 Aug 31 14:21:53.446723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45456) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:53.467392 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.479027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-63b048a9-2980-434e-82c4-185cb5473bcb tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309536 Aug 31 14:21:53.482065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45458) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:53.488650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-afaaa428-9a2d-4a64-9d84-79b914a89f1f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1750340286', 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d', 'project_id': '0cd9d6bc65de467eb209664882157c31', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:21:53.601018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaaa428-9a2d-4a64-9d84-79b914a89f1f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Made reservation on behalf of 0cd9d6bc65de467eb209664882157c31 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:21:53.606021 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afaaa428-9a2d-4a64-9d84-79b914a89f1f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.867717 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afaaa428-9a2d-4a64-9d84-79b914a89f1f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.888684 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.914708 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Transition to ACTIVE for port object f12832ff-c7b7-48a4-86d4-b8aaf31f70bd will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:53.924132 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.974044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaaa428-9a2d-4a64-9d84-79b914a89f1f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Subnet': ['ID=4c8ba708-b81f-4f7a-a430-27a42491d658,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:53.978059 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Attempting to bind port f12832ff-c7b7-48a4-86d4-b8aaf31f70bd on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:53.978635 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Attempting to bind port f12832ff-c7b7-48a4-86d4-b8aaf31f70bd by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:53.979176 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Attempting to bind port f12832ff-c7b7-48a4-86d4-b8aaf31f70bd on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:53.984881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaaa428-9a2d-4a64-9d84-79b914a89f1f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Checking segment: {'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:53.984881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaaa428-9a2d-4a64-9d84-79b914a89f1f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network hostable DHCP agents. Network: 05b6b29b-bc67-4753-a2ec-7fa831237f9d, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:21:53.988855 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:53.989246 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:53.989647 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:53.990212 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:53.990892 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Bound port: f12832ff-c7b7-48a4-86d4-b8aaf31f70bd, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:53.991484 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.021358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaaa428-9a2d-4a64-9d84-79b914a89f1f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network 05b6b29b-bc67-4753-a2ec-7fa831237f9d is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:21:54.034628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-afaaa428-9a2d-4a64-9d84-79b914a89f1f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 05b6b29b-bc67-4753-a2ec-7fa831237f9d) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:54.046803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f4f90f-8731-4187-bf9c-8686ce6b4030 None None] Network 05b6b29b-bc67-4753-a2ec-7fa831237f9d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:54.056463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaaa428-9a2d-4a64-9d84-79b914a89f1f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:54.057365 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-afaaa428-9a2d-4a64-9d84-79b914a89f1f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.087057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-afaaa428-9a2d-4a64-9d84-79b914a89f1f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6012144 Aug 31 14:21:54.087329 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45468) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:21:54.227007 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] For port f12832ff-c7b7-48a4-86d4-b8aaf31f70bd, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:54.231795 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] For port f12832ff-c7b7-48a4-86d4-b8aaf31f70bd, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f12832ff-c7b7-48a4-86d4-b8aaf31f70bd,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:54.244656 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Pushing event updated for resources: {'Port': ['ID=f12832ff-c7b7-48a4-86d4-b8aaf31f70bd,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:54.265204 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.270097 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:54.270460 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:54.276561 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:54.276994 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:54.277360 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:54.277928 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:54.278267 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:54.278598 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:54.278929 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:54.279257 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:54.279582 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:54.280031 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:54.467267 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ad8f5-d0ec-49a5-81fa-443ca0a60b07 None None] Pushing event updated for resources: {'Port': ['ID=f12832ff-c7b7-48a4-86d4-b8aaf31f70bd,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:54.493996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-05b6b29b-bc67-4753-a2ec-7fa831237f9d', 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'fixed_ips': [{'subnet_id': '4c8ba708-b81f-4f7a-a430-27a42491d658'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:21:54.494886 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.495181 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Routers {'a8724d81-3931-430a-a438-f588adb428d6'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:54.495865 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:21:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['a8724d81-3931-430a-a438-f588adb428d6'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:54.714344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Allocated IP 172.20.0.18 (05b6b29b-bc67-4753-a2ec-7fa831237f9d/4c8ba708-b81f-4f7a-a430-27a42491d658/ba26edbd-daf4-4207-b673-08b9c0a201e8) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:54.714712 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] Set router a8724d81-3931-430a-a438-f588adb428d6 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:54.972929 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:54.987111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Transition to ACTIVE for port object ba26edbd-daf4-4207-b673-08b9c0a201e8 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:55.024122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Transition to ACTIVE for port object ba26edbd-daf4-4207-b673-08b9c0a201e8 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:55.036375 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.096670 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8724d81-3931-430a-a438-f588adb428d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755703295', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:52Z', 'revision_number': 3, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8724d81-3931-430a-a438-f588adb428d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:55.142805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Network 05b6b29b-bc67-4753-a2ec-7fa831237f9d is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:55.146922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:55.151956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:55.155891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Pushing event updated for resources: {'Port': ['ID=ba26edbd-daf4-4207-b673-08b9c0a201e8,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:55.158026 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a56ea-49d5-47ee-8abe-9227b5e713a5 None None] The sync data for ids ['a8724d81-3931-430a-a438-f588adb428d6'] in n-d-792364-6 is: [{'id': 'a8724d81-3931-430a-a438-f588adb428d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755703295', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:52Z', 'revision_number': 3, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8724d81-3931-430a-a438-f588adb428d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:21:55.240082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Attempting to bind port ba26edbd-daf4-4207-b673-08b9c0a201e8 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:21:55.240610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Attempting to bind port ba26edbd-daf4-4207-b673-08b9c0a201e8 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:21:55.240996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Attempting to bind port ba26edbd-daf4-4207-b673-08b9c0a201e8 on network 05b6b29b-bc67-4753-a2ec-7fa831237f9d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:21:55.247520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:21:55.247915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Checking segment: {'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:21:55.248415 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.248782 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Bound using segment: {'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:21:55.249597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Bound port: ba26edbd-daf4-4207-b673-08b9c0a201e8, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:21:55.249994 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.341487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] For port ba26edbd-daf4-4207-b673-08b9c0a201e8, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:21:55.345094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] For port ba26edbd-daf4-4207-b673-08b9c0a201e8, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ba26edbd-daf4-4207-b673-08b9c0a201e8,segment=NetworkSegment(9bf1dec8-80bd-490d-8752-da66651524ba),segment_id=9bf1dec8-80bd-490d-8752-da66651524ba)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:21:55.352478 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:55.432899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a7fb4-7549-4ecf-83fd-1d76f6299f68 None None] Pushing event updated for resources: {'Port': ['ID=ba26edbd-daf4-4207-b673-08b9c0a201e8,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:55.441930 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.131249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Allocated IP 172.20.0.17 (05b6b29b-bc67-4753-a2ec-7fa831237f9d/4c8ba708-b81f-4f7a-a430-27a42491d658/af856103-33d2-47e5-b714-0403051e9f7b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:21:56.305527 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.342828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Transition to ACTIVE for port object af856103-33d2-47e5-b714-0403051e9f7b will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:21:56.403982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.448840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network 05b6b29b-bc67-4753-a2ec-7fa831237f9d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:56.454634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:56.459892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:21:56.509848 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:56.583305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Port': ['ID=af856103-33d2-47e5-b714-0403051e9f7b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:56.745216 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.169011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ba26edbd-daf4-4207-b673-08b9c0a201e8 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:57.276296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ba26edbd-daf4-4207-b673-08b9c0a201e8 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:57.280830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f12832ff-c7b7-48a4-86d4-b8aaf31f70bd up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:57.354134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port f12832ff-c7b7-48a4-86d4-b8aaf31f70bd completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:57.361254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f12832ff-c7b7-48a4-86d4-b8aaf31f70bd triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:57.362116 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.379392 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.388637 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.408374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6a0e57-fff1-48a0-b041-b5f8f11d84fe None None] Network 05b6b29b-bc67-4753-a2ec-7fa831237f9d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:21:57.490090 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.555000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Provisioning for port ba26edbd-daf4-4207-b673-08b9c0a201e8 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:57.565245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Provisioning complete for port ba26edbd-daf4-4207-b673-08b9c0a201e8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:57.565780 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.605930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Port': ['ID=af856103-33d2-47e5-b714-0403051e9f7b,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:57.707499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network 05b6b29b-bc67-4753-a2ec-7fa831237f9d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:21:57.711310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:21:57.822209 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.920596 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:57.943751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] For port ba26edbd-daf4-4207-b673-08b9c0a201e8, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ba26edbd-daf4-4207-b673-08b9c0a201e8,segment=NetworkSegment(9bf1dec8-80bd-490d-8752-da66651524ba),segment_id=9bf1dec8-80bd-490d-8752-da66651524ba)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:57.955824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Router a8724d81-3931-430a-a438-f588adb428d6 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:21:57.976153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port f12832ff-c7b7-48a4-86d4-b8aaf31f70bd, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f12832ff-c7b7-48a4-86d4-b8aaf31f70bd,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:21:57.991620 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:58.066883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Pushing event updated for resources: {'Port': ['ID=ba26edbd-daf4-4207-b673-08b9c0a201e8,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:58.069603 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:58.084691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:58.086185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:58.086725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:58.087444 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:58.087946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:58.088714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:58.089202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:58.089675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:58.090166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:58.090774 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:58.091302 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:58.093957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503561ca-5558-440e-a070-c5a1e52862d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:21:58.205285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=f12832ff-c7b7-48a4-86d4-b8aaf31f70bd,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:21:58.207785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:21:58.221226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Sync routers for ids ['a8724d81-3931-430a-a438-f588adb428d6'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:21:58.234594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-44f58521-3773-478c-a0e4-21d8f92fbe86 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "PUT /v2.0/routers/a8724d81-3931-430a-a438-f588adb428d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1388733 Aug 31 14:21:58.242894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Routers {'a8724d81-3931-430a-a438-f588adb428d6'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:21:58.243564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:21:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['a8724d81-3931-430a-a438-f588adb428d6'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:58.435467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Set router a8724d81-3931-430a-a438-f588adb428d6 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:21:58.783043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-daacc237-747e-447f-82b5-3adb61e45abb tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:21:58.784738 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-daacc237-747e-447f-82b5-3adb61e45abb tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/networks?id=05b6b29b-bc67-4753-a2ec-7fa831237f9d HTTP/1.1" status: 200 len: 798 time: 0.2392728 Aug 31 14:21:58.789300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-eb6f7f52-ce96-4c1d-895a-b98b738c0c52 None None] Provisioning complete for port ba26edbd-daf4-4207-b673-08b9c0a201e8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:58.789902 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-eb6f7f52-ce96-4c1d-895a-b98b738c0c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:58.814934 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-b2299b3d-d3cd-4833-b5c4-fcb75070dd14 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/quotas/0cd9d6bc65de467eb209664882157c31 HTTP/1.1" status: 200 len: 375 time: 0.0219805 Aug 31 14:21:58.905296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-fa8ed89e-1ebb-4c75-b96b-9bb6909a4536 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cd9d6bc65de467eb209664882157c31&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0825605 Aug 31 14:21:58.934898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-076a6c4f-f86d-4be8-b5d9-01dc1ad4fe3d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:21:58.936486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-076a6c4f-f86d-4be8-b5d9-01dc1ad4fe3d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073240 Aug 31 14:21:59.049386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ba26edbd-daf4-4207-b673-08b9c0a201e8 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:59.160990 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-43e4760f-1f21-401e-9788-4a17f9bc67ec service neutron] 10.222.0.20 "GET /v2.0/networks/05b6b29b-bc67-4753-a2ec-7fa831237f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145655 Aug 31 14:21:59.185384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ba26edbd-daf4-4207-b673-08b9c0a201e8 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:59.186087 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.192814 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-eb6f7f52-ce96-4c1d-895a-b98b738c0c52 None None] Provisioning for port af856103-33d2-47e5-b714-0403051e9f7b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:21:59.228263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-eb6f7f52-ce96-4c1d-895a-b98b738c0c52 None None] Provisioning complete for port af856103-33d2-47e5-b714-0403051e9f7b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:59.229573 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-eb6f7f52-ce96-4c1d-895a-b98b738c0c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.276595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f7f52-ce96-4c1d-895a-b98b738c0c52 None None] Port af856103-33d2-47e5-b714-0403051e9f7b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:59.305478 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-4fd7b558-2060-45e5-b7a2-f3d9cb4e95cc service neutron] 10.222.0.20 "GET /v2.0/networks/05b6b29b-bc67-4753-a2ec-7fa831237f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381602 Aug 31 14:21:59.316544 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8724d81-3931-430a-a438-f588adb428d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755703295', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:56Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8724d81-3931-430a-a438-f588adb428d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'af856103-33d2-47e5-b714-0403051e9f7b', 'name': '', 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'mac_address': 'fa:16:3e:d3:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8724d81-3931-430a-a438-f588adb428d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4c8ba708-b81f-4f7a-a430-27a42491d658', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:55Z', 'updated_at': '2021-08-31T14:21:57Z', 'revision_number': 2, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'subnets': [{'id': '4c8ba708-b81f-4f7a-a430-27a42491d658', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:21:59.468758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Checking router: a8724d81-3931-430a-a438-f588adb428d6 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:21:59.469708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Updating router a8724d81-3931-430a-a438-f588adb428d6 port af856103-33d2-47e5-b714-0403051e9f7b binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:21:59.517988 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.538702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fe60ec3e-c853-4b7b-b22f-e72c450dd425 None None] Provisioning complete for port af856103-33d2-47e5-b714-0403051e9f7b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:59.539380 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fe60ec3e-c853-4b7b-b22f-e72c450dd425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:21:59.542332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f12832ff-c7b7-48a4-86d4-b8aaf31f70bd up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:21:59.705854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fe60ec3e-c853-4b7b-b22f-e72c450dd425 None None] Port af856103-33d2-47e5-b714-0403051e9f7b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:21:59.721166 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3d74b6a-52f2-46b0-99c0-ca60324d2bdd req-16d65e0c-d247-4ee0-bea9-21cdaa7d08c4 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 210 time: 0.0696268 Aug 31 14:21:59.801453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f12832ff-c7b7-48a4-86d4-b8aaf31f70bd triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:21:59.802258 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.111884 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.124795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Transition to ACTIVE for port object af856103-33d2-47e5-b714-0403051e9f7b will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:00.132361 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.239875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2b6bf-d9b5-4288-9342-47a54cb14b0a None None] Pushing event updated for resources: {'Port': ['ID=af856103-33d2-47e5-b714-0403051e9f7b,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:00.314867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Attempting to bind port af856103-33d2-47e5-b714-0403051e9f7b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:00.315279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Attempting to bind port af856103-33d2-47e5-b714-0403051e9f7b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:00.316746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Attempting to bind port af856103-33d2-47e5-b714-0403051e9f7b on network 05b6b29b-bc67-4753-a2ec-7fa831237f9d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:00.323740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:00.324126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Checking segment: {'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:00.324582 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.324995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Bound using segment: {'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:00.325622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Bound port: af856103-33d2-47e5-b714-0403051e9f7b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:00.326065 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.414189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] For port af856103-33d2-47e5-b714-0403051e9f7b, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:00.418276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] For port af856103-33d2-47e5-b714-0403051e9f7b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=af856103-33d2-47e5-b714-0403051e9f7b,segment=NetworkSegment(9bf1dec8-80bd-490d-8752-da66651524ba),segment_id=9bf1dec8-80bd-490d-8752-da66651524ba)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:00.426389 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:00.509807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Routers {'a8724d81-3931-430a-a438-f588adb428d6'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:00.510699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:21:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['a8724d81-3931-430a-a438-f588adb428d6'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:00.515349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2b6bf-d9b5-4288-9342-47a54cb14b0a None None] Pushing event updated for resources: {'Port': ['ID=af856103-33d2-47e5-b714-0403051e9f7b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:00.707051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] Set router a8724d81-3931-430a-a438-f588adb428d6 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:00.899826 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-461fd599-92ce-4f3b-9305-ef0cfac1eb0b req-ecec4665-366b-4666-819d-4279537caef8 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 210 time: 0.0384276 Aug 31 14:22:01.048527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8724d81-3931-430a-a438-f588adb428d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755703295', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:56Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8724d81-3931-430a-a438-f588adb428d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'af856103-33d2-47e5-b714-0403051e9f7b', 'name': '', 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'mac_address': 'fa:16:3e:d3:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8724d81-3931-430a-a438-f588adb428d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4c8ba708-b81f-4f7a-a430-27a42491d658', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:55Z', 'updated_at': '2021-08-31T14:22:00Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'subnets': [{'id': '4c8ba708-b81f-4f7a-a430-27a42491d658', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:01.090486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef685b-30ec-4562-b341-f49663ef2066 None None] The sync data for ids ['a8724d81-3931-430a-a438-f588adb428d6'] in n-d-792364-6 is: [{'id': 'a8724d81-3931-430a-a438-f588adb428d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755703295', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:56Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8724d81-3931-430a-a438-f588adb428d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'af856103-33d2-47e5-b714-0403051e9f7b', 'name': '', 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'mac_address': 'fa:16:3e:d3:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8724d81-3931-430a-a438-f588adb428d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4c8ba708-b81f-4f7a-a430-27a42491d658', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:55Z', 'updated_at': '2021-08-31T14:22:00Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'subnets': [{'id': '4c8ba708-b81f-4f7a-a430-27a42491d658', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:01.212914 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-2244f0ac-2776-425d-8aa2-7248c237540b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:01.222018 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-2244f0ac-2776-425d-8aa2-7248c237540b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.52 "GET /v2.0/networks?id=05b6b29b-bc67-4753-a2ec-7fa831237f9d HTTP/1.1" status: 200 len: 798 time: 0.2209833 Aug 31 14:22:01.238287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Request body: {'port': {'device_id': '509fc311-2c6f-478e-a188-cf02d78d4895', 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d', 'admin_state_up': True, 'tenant_id': '0cd9d6bc65de467eb209664882157c31'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:01.370437 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-414df36e-5f61-4421-9025-01c8d4f1e773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:01.498281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Made reservation on behalf of 0cd9d6bc65de467eb209664882157c31 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:01.502840 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:01.748231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Allocated IP 172.20.0.30 (05b6b29b-bc67-4753-a2ec-7fa831237f9d/4c8ba708-b81f-4f7a-a430-27a42491d658/56b31a8d-663d-4956-a7a8-894acf9f864d) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:01.929808 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:01.947078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Transition to ACTIVE for port object 56b31a8d-663d-4956-a7a8-894acf9f864d will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:02.002472 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.064874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event updated for resources: {'Port': ['ID=56b31a8d-663d-4956-a7a8-894acf9f864d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:02.162141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Network 05b6b29b-bc67-4753-a2ec-7fa831237f9d is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:02.189622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:02.204989 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:02.613480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dc8996c1-d6e6-4e87-96ae-3172a3292a11 None None] Provisioning for port 56b31a8d-663d-4956-a7a8-894acf9f864d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:02.618142 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dc8996c1-d6e6-4e87-96ae-3172a3292a11 None None] Provisioning complete for port 56b31a8d-663d-4956-a7a8-894acf9f864d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:02.618680 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dc8996c1-d6e6-4e87-96ae-3172a3292a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.677016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-dc8996c1-d6e6-4e87-96ae-3172a3292a11 None None] Port 56b31a8d-663d-4956-a7a8-894acf9f864d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:22:02.723681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1439e-d158-467d-87ed-25b6b303822a req-e95b6a5b-d899-4e5f-a3be-4735a4f13c36 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:02.724862 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fa1439e-d158-467d-87ed-25b6b303822a req-e95b6a5b-d899-4e5f-a3be-4735a4f13c36 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 895 time: 0.6609261 Aug 31 14:22:02.762655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:02.763564 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:02.787538 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d3d6b2f3-1a09-440d-b797-9ed4fd04a64c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5530598 Aug 31 14:22:02.802457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-03eab023-3311-44e4-a610-97402ea57a54 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:22:02.804307 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-03eab023-3311-44e4-a610-97402ea57a54 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079536 Aug 31 14:22:03.041696 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device af856103-33d2-47e5-b714-0403051e9f7b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:03.145388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port af856103-33d2-47e5-b714-0403051e9f7b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:03.154751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Request body: {'port': {'device_id': '509fc311-2c6f-478e-a188-cf02d78d4895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:03.165833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port af856103-33d2-47e5-b714-0403051e9f7b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:03.166215 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.330308 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.433081 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.483878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port af856103-33d2-47e5-b714-0403051e9f7b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=af856103-33d2-47e5-b714-0403051e9f7b,segment=NetworkSegment(9bf1dec8-80bd-490d-8752-da66651524ba),segment_id=9bf1dec8-80bd-490d-8752-da66651524ba)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:03.489137 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.568923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=af856103-33d2-47e5-b714-0403051e9f7b,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:03.806519 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b31a8d-663d-4956-a7a8-894acf9f864d {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:03.811929 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.834287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Transition to ACTIVE for port object 56b31a8d-663d-4956-a7a8-894acf9f864d will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:03.850456 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:03.955692 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=56b31a8d-663d-4956-a7a8-894acf9f864d,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:04.020510 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.058604 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf4f34d1-f2df-47a6-aa33-0053ecdf7bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.104746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c4ace-2382-45d1-83b6-b9a941fa307a req-b381f6c6-a45e-482d-ad05-6562c72c160e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:04.125298 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e80c4ace-2382-45d1-83b6-b9a941fa307a req-b381f6c6-a45e-482d-ad05-6562c72c160e tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 907 time: 0.2144628 Aug 31 14:22:04.127946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Attempting to bind port 56b31a8d-663d-4956-a7a8-894acf9f864d on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:04.129097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Attempting to bind port 56b31a8d-663d-4956-a7a8-894acf9f864d by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:04.129558 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Attempting to bind port 56b31a8d-663d-4956-a7a8-894acf9f864d on network 05b6b29b-bc67-4753-a2ec-7fa831237f9d {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:04.135010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Port 56b31a8d-663d-4956-a7a8-894acf9f864d on network 05b6b29b-bc67-4753-a2ec-7fa831237f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:04.135841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Attempting to bind port 56b31a8d-663d-4956-a7a8-894acf9f864d on network 05b6b29b-bc67-4753-a2ec-7fa831237f9d {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:04.147740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:04.148428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Checking segment: {'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:04.149058 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Bound using segment: {'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:04.151208 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Bound port: 56b31a8d-663d-4956-a7a8-894acf9f864d, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf1dec8-80bd-490d-8752-da66651524ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:04.151790 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.256637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] For port 56b31a8d-663d-4956-a7a8-894acf9f864d, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:04.269470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] For port 56b31a8d-663d-4956-a7a8-894acf9f864d, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=56b31a8d-663d-4956-a7a8-894acf9f864d,segment=NetworkSegment(9bf1dec8-80bd-490d-8752-da66651524ba),segment_id=9bf1dec8-80bd-490d-8752-da66651524ba)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:04.291244 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.399427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:04.400199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:04.401989 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] 10.222.0.52 "PUT /v2.0/ports/56b31a8d-663d-4956-a7a8-894acf9f864d HTTP/1.1" status: 200 len: 1055 time: 1.5863519 Aug 31 14:22:04.402697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509fc311-2c6f-478e-a188-cf02d78d4895', 'tag': '56b31a8d-663d-4956-a7a8-894acf9f864d'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:04.405313 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70c6349-b226-4fe7-a34b-bb8480d6dbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "509fc311-2c6f-478e-a188-cf02d78d4895", "tag": "56b31a8d-663d-4956-a7a8-894acf9f864d"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:04.447130 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931881ff-c897-42fd-859c-6e967db47ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=56b31a8d-663d-4956-a7a8-894acf9f864d,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:04.536403 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05299a09-0d67-4106-9d46-89cd96b564be x-openstack-request-id: req-05299a09-0d67-4106-9d46-89cd96b564be {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:04.536740 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509fc311-2c6f-478e-a188-cf02d78d4895", "tag": "56b31a8d-663d-4956-a7a8-894acf9f864d", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:04.537003 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05299a09-0d67-4106-9d46-89cd96b564be {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:04.537442 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509fc311-2c6f-478e-a188-cf02d78d4895', 'tag': '56b31a8d-663d-4956-a7a8-894acf9f864d', 'status': 'completed', 'code': 200} Aug 31 14:22:04.587122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-35156663-46ff-4535-8d99-f158acd2e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:04.588941 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-35156663-46ff-4535-8d99-f158acd2e00f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0cd9d6bc65de467eb209664882157c31&device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 1058 time: 0.1329868 Aug 31 14:22:04.704253 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-53f0256a-6dfd-4753-a504-6d64fb2fe487 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=56b31a8d-663d-4956-a7a8-894acf9f864d HTTP/1.1" status: 200 len: 217 time: 0.1056759 Aug 31 14:22:04.794137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d7e4baf7-f853-454c-bc06-1420df25dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:04.796775 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-d7e4baf7-f853-454c-bc06-1420df25dfe7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c8ba708-b81f-4f7a-a430-27a42491d658 HTTP/1.1" status: 200 len: 838 time: 0.0847611 Aug 31 14:22:04.882677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-97bc81c3-d059-4470-8482-560a48a4285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:04.886891 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-97bc81c3-d059-4470-8482-560a48a4285a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=05b6b29b-bc67-4753-a2ec-7fa831237f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816009 Aug 31 14:22:04.995536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device af856103-33d2-47e5-b714-0403051e9f7b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:05.049257 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-81354489-320a-440b-a29c-1c1b0bc364ad service neutron] 10.222.0.52 "GET /v2.0/networks/05b6b29b-bc67-4753-a2ec-7fa831237f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512129 Aug 31 14:22:05.204684 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port af856103-33d2-47e5-b714-0403051e9f7b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:05.205277 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.246225 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac5d4106-9fe1-468f-9482-8fa082e33630 req-5a875773-b7f5-408d-a695-31de021e4965 service neutron] 10.222.0.52 "GET /v2.0/networks/05b6b29b-bc67-4753-a2ec-7fa831237f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732876 Aug 31 14:22:05.269712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45738) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:05.392781 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.414867 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d08319b4-8064-40ca-a5e3-4b60dac2811f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.427753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0387f-cc81-4dd9-968a-24ecfa7afdf6 req-5eae17de-88e5-42b3-891c-f60f270b112b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:05.443158 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c1b0387f-cc81-4dd9-968a-24ecfa7afdf6 req-5eae17de-88e5-42b3-891c-f60f270b112b tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 907 time: 0.1854365 Aug 31 14:22:05.445814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c6349-b226-4fe7-a34b-bb8480d6dbbc req-dbf12231-94d4-4ded-bd48-e131b3b5df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:05.459842 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e70c6349-b226-4fe7-a34b-bb8480d6dbbc req-dbf12231-94d4-4ded-bd48-e131b3b5df51 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0cd9d6bc65de467eb209664882157c31&device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 1058 time: 0.1425381 Aug 31 14:22:05.568974 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d08319b4-8064-40ca-a5e3-4b60dac2811f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.594118 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d08319b4-8064-40ca-a5e3-4b60dac2811f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.633811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c6349-b226-4fe7-a34b-bb8480d6dbbc req-f99d6ed6-6f8e-42da-9a01-55945beaacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:05.634710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08319b4-8064-40ca-a5e3-4b60dac2811f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683ed6d1-b302-470d-b151-12ce3d32d477,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:05.635255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e70c6349-b226-4fe7-a34b-bb8480d6dbbc req-f99d6ed6-6f8e-42da-9a01-55945beaacd5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=05b6b29b-bc67-4753-a2ec-7fa831237f9d HTTP/1.1" status: 200 len: 899 time: 0.1636949 Aug 31 14:22:05.673804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d08319b4-8064-40ca-a5e3-4b60dac2811f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=662bede2231b4c6081d9c4d86a931ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021759 Aug 31 14:22:05.676203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45748) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:05.735907 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e70c6349-b226-4fe7-a34b-bb8480d6dbbc req-fdc896f9-37c9-4f58-8099-66c36fa00b11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=56b31a8d-663d-4956-a7a8-894acf9f864d HTTP/1.1" status: 200 len: 217 time: 0.0867274 Aug 31 14:22:05.741798 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc330-e2e9-468f-8ec3-6c74256cf558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.767669 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc330-e2e9-468f-8ec3-6c74256cf558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.811294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c6349-b226-4fe7-a34b-bb8480d6dbbc req-f8450895-683f-477e-a97d-9157b6a7fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:05.813240 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e70c6349-b226-4fe7-a34b-bb8480d6dbbc req-f8450895-683f-477e-a97d-9157b6a7fb39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4c8ba708-b81f-4f7a-a430-27a42491d658 HTTP/1.1" status: 200 len: 838 time: 0.0661635 Aug 31 14:22:05.844649 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc330-e2e9-468f-8ec3-6c74256cf558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.871373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc330-e2e9-468f-8ec3-6c74256cf558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:05.877458 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3a0fc330-e2e9-468f-8ec3-6c74256cf558 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/683ed6d1-b302-470d-b151-12ce3d32d477 HTTP/1.1" status: 204 len: 168 time: 0.1996183 Aug 31 14:22:05.896708 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fc330-e2e9-468f-8ec3-6c74256cf558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ed6d1-b302-470d-b151-12ce3d32d477,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:05.902524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c6349-b226-4fe7-a34b-bb8480d6dbbc req-5d737cbb-3c91-4963-bccc-c7b0b1aad16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:05.904069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e70c6349-b226-4fe7-a34b-bb8480d6dbbc req-5d737cbb-3c91-4963-bccc-c7b0b1aad16d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=05b6b29b-bc67-4753-a2ec-7fa831237f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777802 Aug 31 14:22:06.067503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e70c6349-b226-4fe7-a34b-bb8480d6dbbc req-c68c2f13-665a-4be4-aa9d-1270ffb1a700 service neutron] 10.222.0.52 "GET /v2.0/networks/05b6b29b-bc67-4753-a2ec-7fa831237f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519139 Aug 31 14:22:06.214016 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e70c6349-b226-4fe7-a34b-bb8480d6dbbc req-5f97a0f1-8d96-402a-b597-272299e786d4 service neutron] 10.222.0.52 "GET /v2.0/networks/05b6b29b-bc67-4753-a2ec-7fa831237f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375766 Aug 31 14:22:06.636190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851f7de-f059-4b83-8b6a-9871d659fc6a req-29c81d68-d963-4842-99c6-9b96b716bead tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:06.641335 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d851f7de-f059-4b83-8b6a-9871d659fc6a req-29c81d68-d963-4842-99c6-9b96b716bead tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 907 time: 0.1055481 Aug 31 14:22:06.785738 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:06.970287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45794) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:07.113575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-85660091-network', 'tenant_id': 'dc0960df89cc412c92b8fa0ee927d8dc'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:07.142807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Made reservation on behalf of dc0960df89cc412c92b8fa0ee927d8dc for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:07.147222 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.161002 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.316262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.323289 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.359421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:22:07.385572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66af7d19-fb15-4893-b1b2-12e7d2537fb7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:07.393189 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.393977 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Added segment 86504589-af15-4f64-b354-86d03b1cb1d7 of type vlan for network 13084cdc-6853-4813-8fb9-b7469cc95a5d Aug 31 14:22:07.490519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.519625 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.521264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:07.521781 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.591157 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6191103 Aug 31 14:22:07.595602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45812) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:07.605193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-80a1df37-e933-47cb-89c0-a0d0943d5763 admin admin] Request body: {'subnet': {'network_id': '13084cdc-6853-4813-8fb9-b7469cc95a5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-85660091-subnet', 'tenant_id': 'dc0960df89cc412c92b8fa0ee927d8dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:07.609094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563598d5-34ae-4f25-8f2c-b127cdf34f0a admin admin] Pushing event updated for resources: {'Network': ['ID=13084cdc-6853-4813-8fb9-b7469cc95a5d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:07.620354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 13084cdc-6853-4813-8fb9-b7469cc95a5d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:22:07.630512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a1df37-e933-47cb-89c0-a0d0943d5763 admin admin] Made reservation on behalf of dc0960df89cc412c92b8fa0ee927d8dc for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:07.633005 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80a1df37-e933-47cb-89c0-a0d0943d5763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.778668 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347a798-a791-48df-b6c8-082f620885ba req-e6d4ac3c-e5c0-4b06-9789-4e31ac74831c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:07.793782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e347a798-a791-48df-b6c8-082f620885ba req-e6d4ac3c-e5c0-4b06-9789-4e31ac74831c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 907 time: 0.0737739 Aug 31 14:22:07.869647 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80a1df37-e933-47cb-89c0-a0d0943d5763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:07.946349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1df37-e933-47cb-89c0-a0d0943d5763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28704a7a-0b03-4683-ad77-b293aa0a5c33,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:07.970220 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1df37-e933-47cb-89c0-a0d0943d5763 admin admin] Checking segment: {'id': '86504589-af15-4f64-b354-86d03b1cb1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '13084cdc-6853-4813-8fb9-b7469cc95a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:07.970588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a1df37-e933-47cb-89c0-a0d0943d5763 admin admin] Network hostable DHCP agents. Network: 13084cdc-6853-4813-8fb9-b7469cc95a5d, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:22:08.010339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a1df37-e933-47cb-89c0-a0d0943d5763 admin admin] Network 13084cdc-6853-4813-8fb9-b7469cc95a5d is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:22:08.022507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-80a1df37-e933-47cb-89c0-a0d0943d5763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 13084cdc-6853-4813-8fb9-b7469cc95a5d) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:08.026674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1df37-e933-47cb-89c0-a0d0943d5763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:08.027561 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-80a1df37-e933-47cb-89c0-a0d0943d5763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.045890 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-80a1df37-e933-47cb-89c0-a0d0943d5763 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4479969 Aug 31 14:22:08.057880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab3f8ed-5f81-43d7-a1f2-108ef6963756 None None] Network 13084cdc-6853-4813-8fb9-b7469cc95a5d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:08.236193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c010a0-b257-405c-8b47-d7abdb878a1e None None] Network 13084cdc-6853-4813-8fb9-b7469cc95a5d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:08.711698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45866) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:08.717436 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-371118051-network', 'tenant_id': '10b5734a20f94f3ea3181602416e1004'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:08.749265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Made reservation on behalf of 10b5734a20f94f3ea3181602416e1004 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:08.749265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.758714 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.864944 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.870906 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.897457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:22:08.917903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f274d3-822d-439b-8af3-14c3d7ac5702,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:08.922236 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:08.922759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab4ec-05cb-4ac8-a977-c9bf6a78c3fe req-d6ef8025-8473-4f4b-b75d-140973a670ba tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:08.923401 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Added segment d6ad2f9d-faec-492c-8d52-029731571e43 of type vlan for network 843916d5-00d2-42bc-9f4b-142aeed11411 Aug 31 14:22:08.937152 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-deaab4ec-05cb-4ac8-a977-c9bf6a78c3fe req-d6ef8025-8473-4f4b-b75d-140973a670ba tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 907 time: 0.0644519 Aug 31 14:22:08.973615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.000086 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.001001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:09.001622 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.060002 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3469436 Aug 31 14:22:09.062461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 45874) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:09.070448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5c95128f-9893-4bd7-99a7-c50f714da027 admin admin] Request body: {'subnet': {'network_id': '843916d5-00d2-42bc-9f4b-142aeed11411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-371118051-subnet', 'tenant_id': '10b5734a20f94f3ea3181602416e1004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:09.083720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df786765-9c62-40a7-8e38-259d0378c19c admin admin] Pushing event updated for resources: {'Network': ['ID=843916d5-00d2-42bc-9f4b-142aeed11411,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:09.096788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 843916d5-00d2-42bc-9f4b-142aeed11411 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:22:09.100367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c95128f-9893-4bd7-99a7-c50f714da027 admin admin] Made reservation on behalf of 10b5734a20f94f3ea3181602416e1004 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:09.102902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c95128f-9893-4bd7-99a7-c50f714da027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.221582 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.283513 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.323244 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c95128f-9893-4bd7-99a7-c50f714da027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.381539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95128f-9893-4bd7-99a7-c50f714da027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3976ade6-56e9-4884-9b6e-6f8454fe0283,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:09.395075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95128f-9893-4bd7-99a7-c50f714da027 admin admin] Checking segment: {'id': 'd6ad2f9d-faec-492c-8d52-029731571e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '843916d5-00d2-42bc-9f4b-142aeed11411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:09.395537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95128f-9893-4bd7-99a7-c50f714da027 admin admin] Network hostable DHCP agents. Network: 843916d5-00d2-42bc-9f4b-142aeed11411, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:22:09.427275 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95128f-9893-4bd7-99a7-c50f714da027 admin admin] Network 843916d5-00d2-42bc-9f4b-142aeed11411 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:22:09.439435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-5c95128f-9893-4bd7-99a7-c50f714da027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 843916d5-00d2-42bc-9f4b-142aeed11411) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:09.447571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c95128f-9893-4bd7-99a7-c50f714da027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:09.447892 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c95128f-9893-4bd7-99a7-c50f714da027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:09.452931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b72eb20-a671-4e31-81d0-cb29d2425c6d None None] Network 843916d5-00d2-42bc-9f4b-142aeed11411 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:09.469379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5c95128f-9893-4bd7-99a7-c50f714da027 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4056714 Aug 31 14:22:09.531663 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 56b31a8d-663d-4956-a7a8-894acf9f864d details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:09.852330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d6e217-d27b-4b3d-ad0f-dc1f90d8314a None None] Network 843916d5-00d2-42bc-9f4b-142aeed11411 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:09.929997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 56b31a8d-663d-4956-a7a8-894acf9f864d, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=56b31a8d-663d-4956-a7a8-894acf9f864d,segment=NetworkSegment(9bf1dec8-80bd-490d-8752-da66651524ba),segment_id=9bf1dec8-80bd-490d-8752-da66651524ba)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:09.953818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '56b31a8d-663d-4956-a7a8-894acf9f864d', 'network_id': '05b6b29b-bc67-4753-a2ec-7fa831237f9d', 'port_id': '56b31a8d-663d-4956-a7a8-894acf9f864d', 'mac_address': 'fa:16:3e:1d:57:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8ba708-b81f-4f7a-a430-27a42491d658', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:10.074809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb968e88-9fcb-4041-8fa0-732c03d8103b req-90f656fe-7a62-4e1a-aecc-a5466e47a507 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:10.085502 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:10.097862 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bb968e88-9fcb-4041-8fa0-732c03d8103b req-90f656fe-7a62-4e1a-aecc-a5466e47a507 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 907 time: 0.0789485 Aug 31 14:22:10.117044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b31a8d-663d-4956-a7a8-894acf9f864d {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:10.140015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 56b31a8d-663d-4956-a7a8-894acf9f864d, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=56b31a8d-663d-4956-a7a8-894acf9f864d,segment=NetworkSegment(9bf1dec8-80bd-490d-8752-da66651524ba),segment_id=9bf1dec8-80bd-490d-8752-da66651524ba)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:10.145248 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:10.158373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844277cf-bd0a-4500-9576-de60770cde0d req-263bfd74-cd92-4091-b950-338223b49758 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:10.161167 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-263bfd74-cd92-4091-b950-338223b49758 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/networks?id=13084cdc-6853-4813-8fb9-b7469cc95a5d HTTP/1.1" status: 200 len: 810 time: 0.1460030 Aug 31 14:22:10.177396 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-21b4a24a-5c62-4e46-bcf0-42fc31809194 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/quotas/dc0960df89cc412c92b8fa0ee927d8dc HTTP/1.1" status: 200 len: 375 time: 0.0101755 Aug 31 14:22:10.227774 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=56b31a8d-663d-4956-a7a8-894acf9f864d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:10.230031 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-65003b32-4f07-4ad2-9443-6e2769e7c63a tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0960df89cc412c92b8fa0ee927d8dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405567 Aug 31 14:22:10.334595 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-a6d3084f-3aa8-455f-8269-b84eedecc112 service neutron] 10.222.0.20 "GET /v2.0/networks/13084cdc-6853-4813-8fb9-b7469cc95a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975256 Aug 31 14:22:10.430242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['56b31a8d-663d-4956-a7a8-894acf9f864d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:10.466216 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-1f31fec3-7f9e-4a2c-9319-0b5d017ba252 service neutron] 10.222.0.20 "GET /v2.0/networks/13084cdc-6853-4813-8fb9-b7469cc95a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250443 Aug 31 14:22:10.641520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f41d825a-13d5-4aba-9292-986a46560136 req-9d66c8f0-6e8c-42d4-ac93-8696f8573ff2 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 210 time: 0.0339625 Aug 31 14:22:11.270307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd927182-4e3e-4736-8749-b679968fe66d req-ef550a47-7b9b-4503-a639-920c51a57938 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:11.272095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd927182-4e3e-4736-8749-b679968fe66d req-ef550a47-7b9b-4503-a639-920c51a57938 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 908 time: 0.0761642 Aug 31 14:22:11.546517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 56b31a8d-663d-4956-a7a8-894acf9f864d up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:11.625878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 56b31a8d-663d-4956-a7a8-894acf9f864d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:11.631916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 56b31a8d-663d-4956-a7a8-894acf9f864d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:11.632698 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.749308 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.760730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844277cf-bd0a-4500-9576-de60770cde0d req-62f34e14-2eb7-44dd-9014-398c40866d6c tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:11.762650 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-62f34e14-2eb7-44dd-9014-398c40866d6c tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.52 "GET /v2.0/networks?id=13084cdc-6853-4813-8fb9-b7469cc95a5d HTTP/1.1" status: 200 len: 810 time: 0.1642256 Aug 31 14:22:11.777574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-844277cf-bd0a-4500-9576-de60770cde0d req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Request body: {'port': {'device_id': 'ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a', 'network_id': '13084cdc-6853-4813-8fb9-b7469cc95a5d', 'admin_state_up': True, 'tenant_id': 'dc0960df89cc412c92b8fa0ee927d8dc'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:11.791951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509fc311-2c6f-478e-a188-cf02d78d4895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b31a8d-663d-4956-a7a8-894acf9f864d'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:11.797311 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a3b006-547e-4493-97b3-280777685cfa" -d '{"events": [{"server_uuid": "509fc311-2c6f-478e-a188-cf02d78d4895", "name": "network-vif-plugged", "status": "completed", "tag": "56b31a8d-663d-4956-a7a8-894acf9f864d"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:11.845908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 56b31a8d-663d-4956-a7a8-894acf9f864d, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=56b31a8d-663d-4956-a7a8-894acf9f864d,segment=NetworkSegment(9bf1dec8-80bd-490d-8752-da66651524ba),segment_id=9bf1dec8-80bd-490d-8752-da66651524ba)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:11.855520 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:11.876208 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ab8cf95f-e8b4-4f9c-8c66-d2498d27bf41 req-7a7f36ea-aa01-4af6-82dd-b6649fac5f48 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 210 time: 0.1122048 Aug 31 14:22:11.959803 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59e9d74-6e8b-4541-b47a-57d58317eaa8 x-openstack-request-id: req-f59e9d74-6e8b-4541-b47a-57d58317eaa8 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:11.960091 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509fc311-2c6f-478e-a188-cf02d78d4895", "name": "network-vif-plugged", "status": "completed", "tag": "56b31a8d-663d-4956-a7a8-894acf9f864d", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:11.960343 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f59e9d74-6e8b-4541-b47a-57d58317eaa8 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:11.960758 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509fc311-2c6f-478e-a188-cf02d78d4895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b31a8d-663d-4956-a7a8-894acf9f864d', 'code': 200} Aug 31 14:22:11.989168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=56b31a8d-663d-4956-a7a8-894acf9f864d,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:12.028206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844277cf-bd0a-4500-9576-de60770cde0d req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Made reservation on behalf of dc0960df89cc412c92b8fa0ee927d8dc for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:12.032202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-844277cf-bd0a-4500-9576-de60770cde0d req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.121014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216fd2b-8707-4056-9d2a-b8ecbb0a2776 req-33e2f90f-56d7-4dbb-b7d0-5a0708d5eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:12.122441 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d216fd2b-8707-4056-9d2a-b8ecbb0a2776 req-33e2f90f-56d7-4dbb-b7d0-5a0708d5eee7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 1060 time: 0.0585680 Aug 31 14:22:12.211122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-844277cf-bd0a-4500-9576-de60770cde0d req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Allocated IP 172.20.0.10 (13084cdc-6853-4813-8fb9-b7469cc95a5d/28704a7a-0b03-4683-ad77-b293aa0a5c33/2a795fda-1282-405f-853f-98cde74c3ed5) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:12.445504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe74bd2-243c-428f-a821-bd41beeb42b6 req-2758e67f-bf4f-4b3b-b1ae-f125552761ed tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:12.448280 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbe74bd2-243c-428f-a821-bd41beeb42b6 req-2758e67f-bf4f-4b3b-b1ae-f125552761ed tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 909 time: 0.1049285 Aug 31 14:22:12.462541 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-844277cf-bd0a-4500-9576-de60770cde0d req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.514219 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-844277cf-bd0a-4500-9576-de60770cde0d req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.577023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844277cf-bd0a-4500-9576-de60770cde0d req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Network 13084cdc-6853-4813-8fb9-b7469cc95a5d is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:12.582153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-844277cf-bd0a-4500-9576-de60770cde0d req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:12.587395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-844277cf-bd0a-4500-9576-de60770cde0d req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:12.622885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Pushing event updated for resources: {'Port': ['ID=2a795fda-1282-405f-853f-98cde74c3ed5,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:12.652429 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844277cf-bd0a-4500-9576-de60770cde0d req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:12.653060 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-844277cf-bd0a-4500-9576-de60770cde0d req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:12.671496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-7b670856-4a7c-4907-ab10-7ec75135b1ca tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8981864 Aug 31 14:22:12.686337 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Request body: {'port': {'device_id': 'ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:12.749283 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.054607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a780ca-cd17-47f6-9220-7e1cce28fd87 req-6d72b5fb-4f6e-4e50-a640-66da6c41f1f9 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:13.056147 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4a780ca-cd17-47f6-9220-7e1cce28fd87 req-6d72b5fb-4f6e-4e50-a640-66da6c41f1f9 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 932 time: 0.0854955 Aug 31 14:22:13.166460 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4a780ca-cd17-47f6-9220-7e1cce28fd87 req-feafb29e-4708-4cb9-ad89-332bee5dc4b8 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988913 Aug 31 14:22:13.170357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a795fda-1282-405f-853f-98cde74c3ed5 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:13.180489 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.202316 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Transition to ACTIVE for port object 2a795fda-1282-405f-853f-98cde74c3ed5 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:13.206678 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.285942 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Pushing event updated for resources: {'Port': ['ID=2a795fda-1282-405f-853f-98cde74c3ed5,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:13.356113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Attempting to bind port 2a795fda-1282-405f-853f-98cde74c3ed5 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:13.356496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Attempting to bind port 2a795fda-1282-405f-853f-98cde74c3ed5 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '86504589-af15-4f64-b354-86d03b1cb1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '13084cdc-6853-4813-8fb9-b7469cc95a5d'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:13.356817 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Attempting to bind port 2a795fda-1282-405f-853f-98cde74c3ed5 on network 13084cdc-6853-4813-8fb9-b7469cc95a5d {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:13.361956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Port 2a795fda-1282-405f-853f-98cde74c3ed5 on network 13084cdc-6853-4813-8fb9-b7469cc95a5d not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:13.362718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Attempting to bind port 2a795fda-1282-405f-853f-98cde74c3ed5 on network 13084cdc-6853-4813-8fb9-b7469cc95a5d {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:13.369183 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:13.369385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Checking segment: {'id': '86504589-af15-4f64-b354-86d03b1cb1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '13084cdc-6853-4813-8fb9-b7469cc95a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:13.369762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Bound using segment: {'id': '86504589-af15-4f64-b354-86d03b1cb1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '13084cdc-6853-4813-8fb9-b7469cc95a5d'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:13.370204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Bound port: 2a795fda-1282-405f-853f-98cde74c3ed5, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86504589-af15-4f64-b354-86d03b1cb1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '13084cdc-6853-4813-8fb9-b7469cc95a5d'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:13.370633 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.455549 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] For port 2a795fda-1282-405f-853f-98cde74c3ed5, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:13.459354 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] For port 2a795fda-1282-405f-853f-98cde74c3ed5, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=2a795fda-1282-405f-853f-98cde74c3ed5,segment=NetworkSegment(86504589-af15-4f64-b354-86d03b1cb1d7),segment_id=86504589-af15-4f64-b354-86d03b1cb1d7)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:13.466326 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.506019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:13.506660 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:13.508135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] 10.222.0.52 "PUT /v2.0/ports/2a795fda-1282-405f-853f-98cde74c3ed5 HTTP/1.1" status: 200 len: 1092 time: 0.8264232 Aug 31 14:22:13.511053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a', 'tag': '2a795fda-1282-405f-853f-98cde74c3ed5'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:13.513338 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1377fcba-2c48-46ab-85da-c417e06d121c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a", "tag": "2a795fda-1282-405f-853f-98cde74c3ed5"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:13.551916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a16c8-1bc2-44d9-84d7-a1301ed22036 service neutron] Pushing event updated for resources: {'Port': ['ID=2a795fda-1282-405f-853f-98cde74c3ed5,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:13.650128 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995823d9-f7af-40ff-8b8e-debf1d49ed5c x-openstack-request-id: req-995823d9-f7af-40ff-8b8e-debf1d49ed5c {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:13.650804 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a", "tag": "2a795fda-1282-405f-853f-98cde74c3ed5", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:13.650804 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-995823d9-f7af-40ff-8b8e-debf1d49ed5c {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:13.651598 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a', 'tag': '2a795fda-1282-405f-853f-98cde74c3ed5', 'status': 'completed', 'code': 200} Aug 31 14:22:13.674319 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844277cf-bd0a-4500-9576-de60770cde0d req-cf32a08b-3f93-45bc-b893-0d3c39e1db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:13.677098 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-cf32a08b-3f93-45bc-b893-0d3c39e1db3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc0960df89cc412c92b8fa0ee927d8dc&device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 1095 time: 0.0991764 Aug 31 14:22:13.684939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503138fd-eabe-498a-a199-6c163c0a2be4 req-53da342b-3348-4382-a0c2-a1a9e071c95d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:13.686509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-503138fd-eabe-498a-a199-6c163c0a2be4 req-53da342b-3348-4382-a0c2-a1a9e071c95d tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 909 time: 0.0532973 Aug 31 14:22:13.739073 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-87b15909-9727-4077-9ecb-aec6d8fcba5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a795fda-1282-405f-853f-98cde74c3ed5 HTTP/1.1" status: 200 len: 217 time: 0.0502017 Aug 31 14:22:13.850237 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844277cf-bd0a-4500-9576-de60770cde0d req-d08f75a9-b4dd-4d5c-ac16-afb9c31f03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:13.851792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-d08f75a9-b4dd-4d5c-ac16-afb9c31f03b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28704a7a-0b03-4683-ad77-b293aa0a5c33 HTTP/1.1" status: 200 len: 850 time: 0.1036837 Aug 31 14:22:13.876948 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea657c7-edbc-4b3f-abbe-3d6d99651053 req-05eb5211-b8d2-4721-acbe-a61813b37c17 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:13.879503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ea657c7-edbc-4b3f-abbe-3d6d99651053 req-05eb5211-b8d2-4721-acbe-a61813b37c17 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 909 time: 0.0880539 Aug 31 14:22:13.901820 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-624ecfb6-c138-4136-abb1-e8f6d32309be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13084cdc-6853-4813-8fb9-b7469cc95a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406697 Aug 31 14:22:13.968099 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:22:14.046052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768008d-fedd-4647-b462-f19069d02c5e req-b4264bee-ba96-4eb7-ba46-12e8c6bd7b11 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.047608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d768008d-fedd-4647-b462-f19069d02c5e req-b4264bee-ba96-4eb7-ba46-12e8c6bd7b11 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 1060 time: 0.0929384 Aug 31 14:22:14.060130 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-04fb9601-ec87-4819-812a-cf0dde5b14e6 service neutron] 10.222.0.52 "GET /v2.0/networks/13084cdc-6853-4813-8fb9-b7469cc95a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496515 Aug 31 14:22:14.238986 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d09cb-10d3-4110-a0b4-416cc8abc2d6 req-4e8af38e-8c39-4a2a-a988-9c429f99a759 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.240603 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d61d09cb-10d3-4110-a0b4-416cc8abc2d6 req-4e8af38e-8c39-4a2a-a988-9c429f99a759 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 1135 time: 0.0860505 Aug 31 14:22:14.252655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-6583ec21-8fbe-4ba7-b6a2-b48842ab9077 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3334720 Aug 31 14:22:14.255963 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9111c-1136-4076-af1b-aab8f5ce36ed req-23c440e9-5e54-479f-878e-d2ddcc6d52a6 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.257822 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08a9111c-1136-4076-af1b-aab8f5ce36ed req-23c440e9-5e54-479f-878e-d2ddcc6d52a6 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1096 time: 0.1085753 Aug 31 14:22:14.271685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-844277cf-bd0a-4500-9576-de60770cde0d req-77a870b2-cabc-4f85-8179-0bc9198f024e service neutron] 10.222.0.52 "GET /v2.0/networks/13084cdc-6853-4813-8fb9-b7469cc95a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953754 Aug 31 14:22:14.324549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08a9111c-1136-4076-af1b-aab8f5ce36ed req-5944b353-42ca-4b86-910d-b0760714cdf5 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.354174 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d61d09cb-10d3-4110-a0b4-416cc8abc2d6 req-50ff385a-0c73-4fce-b350-b1412bf5125d tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0978315 Aug 31 14:22:14.389047 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45962) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:14.525739 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c3c1121-5fa9-4fe4-b10f-cdee800bad7a req-857d55e5-967e-4315-b105-3caa8d3d959e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1549113 Aug 31 14:22:14.534497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-8887501a-117c-4b49-868c-7321ec82802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.535403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-8887501a-117c-4b49-868c-7321ec82802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.536526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-8887501a-117c-4b49-868c-7321ec82802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.537711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-8887501a-117c-4b49-868c-7321ec82802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.538495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-8887501a-117c-4b49-868c-7321ec82802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.539303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-8887501a-117c-4b49-868c-7321ec82802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.540331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-8887501a-117c-4b49-868c-7321ec82802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.544037 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-8887501a-117c-4b49-868c-7321ec82802b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6502 time: 0.2289698 Aug 31 14:22:14.567199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377fcba-2c48-46ab-85da-c417e06d121c req-37a12b2e-6e18-4112-9ee0-dbcb6b520dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.568898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1377fcba-2c48-46ab-85da-c417e06d121c req-37a12b2e-6e18-4112-9ee0-dbcb6b520dfd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc0960df89cc412c92b8fa0ee927d8dc&device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 1095 time: 0.1083763 Aug 31 14:22:14.575315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36d1c6a-aa3f-4ead-8cdf-363e45aa44e6 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.580491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e36d1c6a-aa3f-4ead-8cdf-363e45aa44e6 tempest-TestSecurityGroupsBasicOps-1865840641 tempest-TestSecurityGroupsBasicOps-1865840641-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 1055 time: 0.1880348 Aug 31 14:22:14.659113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84e5f9-ea11-46b6-8608-a58055271449 req-1e3139e5-11ae-4d70-b8da-449f242c9022 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.660768 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa84e5f9-ea11-46b6-8608-a58055271449 req-1e3139e5-11ae-4d70-b8da-449f242c9022 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 944 time: 0.1289165 Aug 31 14:22:14.689000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c1121-5fa9-4fe4-b10f-cdee800bad7a req-269ab950-d58c-4c6c-bfc4-2c4480191a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.691376 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c3c1121-5fa9-4fe4-b10f-cdee800bad7a req-269ab950-d58c-4c6c-bfc4-2c4480191a96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=553ee4f7121145ecb8cdc78e8fbe9552&device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 1101 time: 0.0777638 Aug 31 14:22:14.724697 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa84e5f9-ea11-46b6-8608-a58055271449 req-66a3f733-2118-4ed6-9eb6-2d7e813c499d tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556266 Aug 31 14:22:14.725781 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08a9111c-1136-4076-af1b-aab8f5ce36ed req-5944b353-42ca-4b86-910d-b0760714cdf5 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.736386 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-08a9111c-1136-4076-af1b-aab8f5ce36ed req-5944b353-42ca-4b86-910d-b0760714cdf5 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:14.815223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08a9111c-1136-4076-af1b-aab8f5ce36ed req-5944b353-42ca-4b86-910d-b0760714cdf5 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5428088 Aug 31 14:22:14.828721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944b353-42ca-4b86-910d-b0760714cdf5 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d03d8-bc0e-408e-9f34-cd25f96716f0,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:14.871805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c1121-5fa9-4fe4-b10f-cdee800bad7a req-87134e06-6b46-4b52-a16e-1611b78a583a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.873692 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c3c1121-5fa9-4fe4-b10f-cdee800bad7a req-87134e06-6b46-4b52-a16e-1611b78a583a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.1479063 Aug 31 14:22:14.886947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377fcba-2c48-46ab-85da-c417e06d121c req-85b02d8e-6e17-425c-ba97-b10e2ce90b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.888872 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1377fcba-2c48-46ab-85da-c417e06d121c req-85b02d8e-6e17-425c-ba97-b10e2ce90b23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=13084cdc-6853-4813-8fb9-b7469cc95a5d HTTP/1.1" status: 200 len: 911 time: 0.2897496 Aug 31 14:22:14.902030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-3d391ea9-d5c4-4d52-bb16-120a4038cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.902514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-3d391ea9-d5c4-4d52-bb16-120a4038cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.902981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-3d391ea9-d5c4-4d52-bb16-120a4038cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:14.905416 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-3d391ea9-d5c4-4d52-bb16-120a4038cfdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=f61a66ed-e073-4160-9a7b-510fffda1238&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a HTTP/1.1" status: 200 len: 2297 time: 0.3244259 Aug 31 14:22:14.944023 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c3c1121-5fa9-4fe4-b10f-cdee800bad7a req-4982dace-e618-4bef-99ab-a9e2a7473956 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa HTTP/1.1" status: 200 len: 217 time: 0.0566626 Aug 31 14:22:15.008536 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1377fcba-2c48-46ab-85da-c417e06d121c req-e5c56a51-99a7-4734-af5c-1c52f733ebe2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a795fda-1282-405f-853f-98cde74c3ed5 HTTP/1.1" status: 200 len: 217 time: 0.1016619 Aug 31 14:22:15.037422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c1121-5fa9-4fe4-b10f-cdee800bad7a req-30cc65ff-9731-462c-8306-c6ae5022d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:15.039957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c3c1121-5fa9-4fe4-b10f-cdee800bad7a req-30cc65ff-9731-462c-8306-c6ae5022d231 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0836017 Aug 31 14:22:15.129122 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-2a206258-3ae1-4ac8-9524-a91402e13448 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 HTTP/1.1" status: 200 len: 1001 time: 0.2133858 Aug 31 14:22:15.132951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377fcba-2c48-46ab-85da-c417e06d121c req-ad1bca3f-d90f-446f-92b4-a86ca348182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:15.134575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1377fcba-2c48-46ab-85da-c417e06d121c req-ad1bca3f-d90f-446f-92b4-a86ca348182e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28704a7a-0b03-4683-ad77-b293aa0a5c33 HTTP/1.1" status: 200 len: 850 time: 0.1025023 Aug 31 14:22:15.167554 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c1121-5fa9-4fe4-b10f-cdee800bad7a req-321db798-64c2-4dfc-a79c-92f901ade985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:15.169165 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c3c1121-5fa9-4fe4-b10f-cdee800bad7a req-321db798-64c2-4dfc-a79c-92f901ade985 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160734 Aug 31 14:22:15.179226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64528677-1720-4f2a-95ab-d04e63151eff req-4cff44bf-2d7d-42ae-89d6-8f6e3331719f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:15.185025 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64528677-1720-4f2a-95ab-d04e63151eff req-4cff44bf-2d7d-42ae-89d6-8f6e3331719f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 909 time: 0.0895703 Aug 31 14:22:15.185396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddce6e-0d06-4155-a5de-d86115cce040 req-da67e60f-ec4f-4ba6-8839-a3b8cccaae34 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:15.187056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-97ddce6e-0d06-4155-a5de-d86115cce040 req-da67e60f-ec4f-4ba6-8839-a3b8cccaae34 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.1893318 Aug 31 14:22:15.219040 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1377fcba-2c48-46ab-85da-c417e06d121c req-ee927dfc-5c44-47b4-b8c7-f2e1f3ca7446 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13084cdc-6853-4813-8fb9-b7469cc95a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672686 Aug 31 14:22:15.256311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-36d20ac9-4911-4ec2-9571-fa0f29e1a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:15.257873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-36d20ac9-4911-4ec2-9571-fa0f29e1a0c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78251-b3fe-4763-9e2c-bc513ea64886 HTTP/1.1" status: 200 len: 854 time: 0.1202366 Aug 31 14:22:15.365181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-97ddce6e-0d06-4155-a5de-d86115cce040 req-484b2d66-3347-4639-8e1e-08701b81fce1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471915 Aug 31 14:22:15.392672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 45976) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:15.426688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-11ac8622-f21b-4734-9e01-a1ddddc285b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:15.428928 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-11ac8622-f21b-4734-9e01-a1ddddc285b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f61a66ed-e073-4160-9a7b-510fffda1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567643 Aug 31 14:22:15.461732 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c3c1121-5fa9-4fe4-b10f-cdee800bad7a req-94dec651-ed28-4810-bc1c-112834e4481e service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617562 Aug 31 14:22:15.486455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1377fcba-2c48-46ab-85da-c417e06d121c req-0fab0a3d-b9dd-4ad7-bdb7-cf7250db7778 service neutron] 10.222.0.52 "GET /v2.0/networks/13084cdc-6853-4813-8fb9-b7469cc95a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413676 Aug 31 14:22:15.557553 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9b7895c6-4c5a-443a-ac3d-7b1d2efebe5f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/90320890-5233-4e2b-9723-8606c4f030d2 HTTP/1.1" status: 200 len: 992 time: 0.1629438 Aug 31 14:22:15.601057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c3c1121-5fa9-4fe4-b10f-cdee800bad7a req-79feb310-98dc-46d0-a37d-875b6e840fdd service neutron] 10.222.0.52 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270466 Aug 31 14:22:15.690905 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-8924d70f-945d-44f4-a70c-068b0419b5e7 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433579 Aug 31 14:22:15.695463 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1377fcba-2c48-46ab-85da-c417e06d121c req-d0ce497a-88dd-4183-bc5f-1dd96d55423f service neutron] 10.222.0.52 "GET /v2.0/networks/13084cdc-6853-4813-8fb9-b7469cc95a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700799 Aug 31 14:22:15.819666 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-26632ae8-b880-4fc5-8585-80f5166a6993 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225593 Aug 31 14:22:15.879582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-7fcc4fec-939f-4d75-9cf5-22360d46c6eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 200 len: 217 time: 0.0400474 Aug 31 14:22:15.933433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b586cc-87e6-47bd-a036-220f91b65f9a req-37379344-fc08-46b4-98b2-56e1345a4ac4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:15.935042 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-86b586cc-87e6-47bd-a036-220f91b65f9a req-37379344-fc08-46b4-98b2-56e1345a4ac4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 944 time: 0.1263509 Aug 31 14:22:15.958749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-6da37cb5-d153-4495-83a2-ecfc1a8e017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:15.960265 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-6da37cb5-d153-4495-83a2-ecfc1a8e017c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0732768 Aug 31 14:22:15.974262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-5325fc0e-c7df-4b6f-bd33-03ae4f9b4bc2 req-665ba52b-8ead-4f17-bba3-3de8c9b86604 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:22:15.975567 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5325fc0e-c7df-4b6f-bd33-03ae4f9b4bc2 req-665ba52b-8ead-4f17-bba3-3de8c9b86604 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059464 Aug 31 14:22:16.029635 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-86b586cc-87e6-47bd-a036-220f91b65f9a req-bbfc3c74-9b09-4cf5-a976-0c2d9b1b3d30 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848193 Aug 31 14:22:16.044477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-985f60f5-b4d8-40e7-b675-a33390fee543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:16.047046 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-985f60f5-b4d8-40e7-b675-a33390fee543 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0787070 Aug 31 14:22:16.163700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-0d80c26b-c934-4d69-8f5c-6a8b985424ac service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071298 Aug 31 14:22:16.322048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-c6dd538c-7ec6-4663-a9d1-de8798e4e119 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487770 Aug 31 14:22:16.381134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46000) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:16.450300 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-0817f341-3cd6-478b-bf19-db6664c6f4ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 200 len: 217 time: 0.1192603 Aug 31 14:22:16.470575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600a959-94a6-45f6-9d9f-d0d17746d28e req-f660b433-f7fe-4a7c-8f94-0a5522e54c5f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:16.474636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e600a959-94a6-45f6-9d9f-d0d17746d28e req-f660b433-f7fe-4a7c-8f94-0a5522e54c5f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 909 time: 0.2000206 Aug 31 14:22:16.557343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-0c53ad38-8564-4e9f-b238-47dcf92563b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:16.558864 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-0c53ad38-8564-4e9f-b238-47dcf92563b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0797703 Aug 31 14:22:16.610838 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-be0ca8a2-8788-4c01-b3fb-9f2a1766f85d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2262151 Aug 31 14:22:16.618294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-eb67949e-4f2d-4259-ab7c-aaafd12b6d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:16.620633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-eb67949e-4f2d-4259-ab7c-aaafd12b6d28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521848 Aug 31 14:22:16.627328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6c924-aaa8-4d19-82ee-0ba9a3f7cc55 req-c7cf9c04-d1a3-4e41-9a1a-e781305f105c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:16.629866 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6c6c924-aaa8-4d19-82ee-0ba9a3f7cc55 req-c7cf9c04-d1a3-4e41-9a1a-e781305f105c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0781054 Aug 31 14:22:16.713105 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6c6c924-aaa8-4d19-82ee-0ba9a3f7cc55 req-1c24e32f-ed6a-4860-9d74-455f6c0bebb3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751214 Aug 31 14:22:17.302439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448fea9-430a-40d7-a063-6da84f76e518 req-f7bec8ac-6b8d-461e-ae3e-469bf760fd54 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:17.303975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d448fea9-430a-40d7-a063-6da84f76e518 req-f7bec8ac-6b8d-461e-ae3e-469bf760fd54 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.52 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 909 time: 0.1220953 Aug 31 14:22:17.308386 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-adc9919b-248f-4604-b76b-f0eddf87690b service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790667 Aug 31 14:22:17.358965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2107d-2e09-4faa-8a4b-413b1189655a req-bfe8183b-5b40-4cea-977c-2db2f338c299 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:17.360751 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ceb2107d-2e09-4faa-8a4b-413b1189655a req-bfe8183b-5b40-4cea-977c-2db2f338c299 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 944 time: 0.1776772 Aug 31 14:22:17.541401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-f8ee4a77-174c-4ecb-9b52-249e80be31ab service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203684 Aug 31 14:22:17.569024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 2a795fda-1282-405f-853f-98cde74c3ed5 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:17.635544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-1241f7a5-58e9-41af-b51b-e7777de8b089 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c HTTP/1.1" status: 200 len: 217 time: 0.0845690 Aug 31 14:22:17.641413 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ceb2107d-2e09-4faa-8a4b-413b1189655a req-cca01703-2a19-4505-9b43-c42c63acb16e tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675812 Aug 31 14:22:17.700714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-d448fea9-430a-40d7-a063-6da84f76e518 req-14e45587-e62c-4c08-b651-4e66b806f996 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Deleting port 56b31a8d-663d-4956-a7a8-894acf9f864d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:17.701303 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d448fea9-430a-40d7-a063-6da84f76e518 req-14e45587-e62c-4c08-b651-4e66b806f996 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.749777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fbf91-7033-4fb7-8f89-6c6243a98d88 req-053d048d-3b3c-4659-b0d0-dc63acdd06de tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:17.770157 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f42fbf91-7033-4fb7-8f89-6c6243a98d88 req-053d048d-3b3c-4659-b0d0-dc63acdd06de tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 909 time: 0.1116514 Aug 31 14:22:17.778327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 2a795fda-1282-405f-853f-98cde74c3ed5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=2a795fda-1282-405f-853f-98cde74c3ed5,segment=NetworkSegment(86504589-af15-4f64-b354-86d03b1cb1d7),segment_id=86504589-af15-4f64-b354-86d03b1cb1d7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:17.809935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '2a795fda-1282-405f-853f-98cde74c3ed5', 'network_id': '13084cdc-6853-4813-8fb9-b7469cc95a5d', 'port_id': '2a795fda-1282-405f-853f-98cde74c3ed5', 'mac_address': 'fa:16:3e:a4:ef:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28704a7a-0b03-4683-ad77-b293aa0a5c33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:17.851772 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.865739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-193d9ce7-ed3c-4d97-9fc4-3c3b4c7b20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:17.867306 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-193d9ce7-ed3c-4d97-9fc4-3c3b4c7b20f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.2076962 Aug 31 14:22:17.867710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a795fda-1282-405f-853f-98cde74c3ed5 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:17.890720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 2a795fda-1282-405f-853f-98cde74c3ed5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=2a795fda-1282-405f-853f-98cde74c3ed5,segment=NetworkSegment(86504589-af15-4f64-b354-86d03b1cb1d7),segment_id=86504589-af15-4f64-b354-86d03b1cb1d7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:17.895901 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.937790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d448fea9-430a-40d7-a063-6da84f76e518 req-14e45587-e62c-4c08-b651-4e66b806f996 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] For port 56b31a8d-663d-4956-a7a8-894acf9f864d, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=56b31a8d-663d-4956-a7a8-894acf9f864d,segment=NetworkSegment(9bf1dec8-80bd-490d-8752-da66651524ba),segment_id=9bf1dec8-80bd-490d-8752-da66651524ba)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:17.938183 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d448fea9-430a-40d7-a063-6da84f76e518 req-14e45587-e62c-4c08-b651-4e66b806f996 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:17.950740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=2a795fda-1282-405f-853f-98cde74c3ed5,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:17.961823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e1d00-92a1-416a-85d5-b8c9841cb2b3 req-a08c7946-83ff-443e-b9d4-4e70c0b7bedf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:17.970586 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-572e1d00-92a1-416a-85d5-b8c9841cb2b3 req-a08c7946-83ff-443e-b9d4-4e70c0b7bedf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.1588981 Aug 31 14:22:17.985446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-d448fea9-430a-40d7-a063-6da84f76e518 req-14e45587-e62c-4c08-b651-4e66b806f996 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Calling delete_port for 56b31a8d-663d-4956-a7a8-894acf9f864d owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:18.018650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-9257f390-d8fc-4638-8aa5-2be9ab0ba46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:18.020218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-9257f390-d8fc-4638-8aa5-2be9ab0ba46b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1444736 Aug 31 14:22:18.139793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-572e1d00-92a1-416a-85d5-b8c9841cb2b3 req-3bd1f93a-4e73-485e-a965-e4d98663da71 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681328 Aug 31 14:22:18.204995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8508e-4762-4843-bad0-f88d03031aea req-002bf5d4-25ae-4b3a-b554-6773bb2371c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:18.206972 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-002bf5d4-25ae-4b3a-b554-6773bb2371c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1096 time: 0.0581019 Aug 31 14:22:18.207262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['2a795fda-1282-405f-853f-98cde74c3ed5'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:18.238515 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-493869cd-306c-4aa5-9064-f269f08bb215 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045751 Aug 31 14:22:18.314372 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8508e-4762-4843-bad0-f88d03031aea req-aa0c1e1e-3ebc-4075-8a23-445f5264c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:18.316153 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-aa0c1e1e-3ebc-4075-8a23-445f5264c8b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1746f5ed-e6a1-4848-993e-4609cc70f649 HTTP/1.1" status: 200 len: 898 time: 0.1013896 Aug 31 14:22:18.339639 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d448fea9-430a-40d7-a063-6da84f76e518 req-14e45587-e62c-4c08-b651-4e66b806f996 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.381190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e45587-e62c-4c08-b651-4e66b806f996 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'Port': ['ID=56b31a8d-663d-4956-a7a8-894acf9f864d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:18.404515 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-681c3b7c-0993-4307-b42c-7aeed473d0db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2e510a-01b0-4420-9fbe-860f572211f8 HTTP/1.1" status: 200 len: 1000 time: 0.0801408 Aug 31 14:22:18.462942 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-07636e68-460a-4cbc-8e50-4c406d9bce03 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133086 Aug 31 14:22:18.470077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8508e-4762-4843-bad0-f88d03031aea req-648b034a-051b-4d27-8472-c512c2448c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:18.472814 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-648b034a-051b-4d27-8472-c512c2448c64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0ace0250-f1c6-4979-a15c-efce744c185b HTTP/1.1" status: 200 len: 834 time: 0.0586424 Aug 31 14:22:18.486392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d448fea9-430a-40d7-a063-6da84f76e518 req-14e45587-e62c-4c08-b651-4e66b806f996 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] No DVR routers for this DVR port 56b31a8d-663d-4956-a7a8-894acf9f864d on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:18.490880 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d448fea9-430a-40d7-a063-6da84f76e518 req-14e45587-e62c-4c08-b651-4e66b806f996 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:18.493666 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d448fea9-430a-40d7-a063-6da84f76e518 req-14e45587-e62c-4c08-b651-4e66b806f996 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.52 "DELETE /v2.0/ports/56b31a8d-663d-4956-a7a8-894acf9f864d HTTP/1.1" status: 204 len: 173 time: 1.1820843 Aug 31 14:22:18.496728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509fc311-2c6f-478e-a188-cf02d78d4895', 'name': 'network-vif-deleted', 'tag': '56b31a8d-663d-4956-a7a8-894acf9f864d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:18.508262 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e6cc50-b5bb-41ce-b23a-a8c09e9fcb80" -d '{"events": [{"server_uuid": "509fc311-2c6f-478e-a188-cf02d78d4895", "name": "network-vif-deleted", "tag": "56b31a8d-663d-4956-a7a8-894acf9f864d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:18.542379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8508e-4762-4843-bad0-f88d03031aea req-f6e434af-83e9-479d-a89e-2849f1d453f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:18.543502 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-f6e434af-83e9-479d-a89e-2849f1d453f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1746f5ed-e6a1-4848-993e-4609cc70f649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624840 Aug 31 14:22:18.581874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-faa118fb-8f30-45b7-9946-1119027f82be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa HTTP/1.1" status: 200 len: 217 time: 0.1021328 Aug 31 14:22:18.675345 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b888729-6b06-4c41-bcd6-422ceb08d535 x-openstack-request-id: req-6b888729-6b06-4c41-bcd6-422ceb08d535 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:18.675818 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509fc311-2c6f-478e-a188-cf02d78d4895", "name": "network-vif-deleted", "tag": "56b31a8d-663d-4956-a7a8-894acf9f864d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:18.676968 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b888729-6b06-4c41-bcd6-422ceb08d535 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:18.677417 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509fc311-2c6f-478e-a188-cf02d78d4895', 'name': 'network-vif-deleted', 'tag': '56b31a8d-663d-4956-a7a8-894acf9f864d', 'status': 'completed', 'code': 200} Aug 31 14:22:18.719333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-6867ba33-ec24-4c12-a36f-a26c8b5789a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:18.721996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-6867ba33-ec24-4c12-a36f-a26c8b5789a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.1326327 Aug 31 14:22:18.808947 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-1f7af4b8-e42f-45db-b2d7-423e33939ef5 service neutron] 10.222.0.52 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386916 Aug 31 14:22:18.856210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-888152ca-575b-4650-9b15-f29f66da80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:18.857913 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-888152ca-575b-4650-9b15-f29f66da80e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1221507 Aug 31 14:22:18.964704 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-08b33dd7-cc76-40b8-88e4-9cad8967c809 req-008d9272-3698-44e6-a4e1-05fa7f921501 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=509fc311-2c6f-478e-a188-cf02d78d4895 HTTP/1.1" status: 200 len: 210 time: 0.0431957 Aug 31 14:22:19.001563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce31a6-43f5-4a28-bdaa-6214d62d0e0e req-380f7ba9-083b-49c6-b3f4-9ccc28c8325b tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:19.008624 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-8e5095ad-78d1-4712-a276-39b3348ad829 service neutron] 10.222.0.52 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873467 Aug 31 14:22:19.016183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a3ce31a6-43f5-4a28-bdaa-6214d62d0e0e req-380f7ba9-083b-49c6-b3f4-9ccc28c8325b tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 945 time: 0.1833415 Aug 31 14:22:19.091494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-75aaddc2-e9cd-4c75-a982-72e1f2807568 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143447 Aug 31 14:22:19.182336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a3ce31a6-43f5-4a28-bdaa-6214d62d0e0e req-a17bd553-0b13-4fbc-8d9e-8925b553caf1 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650226 Aug 31 14:22:19.255678 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-aed061ad-6eb7-447a-85b5-caf950a566c8 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550772 Aug 31 14:22:19.311944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-c8f70055-aa1d-4755-b890-d43d027ebc40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a695eda4-8064-4835-887f-df4c54d594d9 HTTP/1.1" status: 200 len: 217 time: 0.0487001 Aug 31 14:22:19.351704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9c665-8ff3-42c2-9519-1f4e1123ba73 req-8020aa7a-cdfc-45ac-a33f-2ef700380822 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:19.354167 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-01a9c665-8ff3-42c2-9519-1f4e1123ba73 req-8020aa7a-cdfc-45ac-a33f-2ef700380822 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0634921 Aug 31 14:22:19.384309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-f3e1c24b-fc10-4b63-9b2d-ee5f5cd7482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:19.386859 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-f3e1c24b-fc10-4b63-9b2d-ee5f5cd7482a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.0673392 Aug 31 14:22:19.407187 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-01a9c665-8ff3-42c2-9519-1f4e1123ba73 req-7fbbcf5a-0705-4a1a-935c-d12955a1f650 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Aug 31 14:22:19.443222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-7ebf37ea-fbda-4d53-8d6a-a3ff0e2ce15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:19.444783 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-7ebf37ea-fbda-4d53-8d6a-a3ff0e2ce15b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0503073 Aug 31 14:22:19.551384 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-20c4ee1d-437b-48d8-8789-96360e2554a7 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995359 Aug 31 14:22:19.563044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 2a795fda-1282-405f-853f-98cde74c3ed5 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:19.619289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 2a795fda-1282-405f-853f-98cde74c3ed5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:19.623510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 2a795fda-1282-405f-853f-98cde74c3ed5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:19.624096 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.667367 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-a8d6df64-48fd-49a0-999f-efe938664371 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084561 Aug 31 14:22:19.750448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-f8937aa2-5434-4950-8fc2-f0c5236cacbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41 HTTP/1.1" status: 200 len: 217 time: 0.0762203 Aug 31 14:22:19.760572 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.791936 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a795fda-1282-405f-853f-98cde74c3ed5'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:19.794447 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ffab88-7974-47eb-b5f0-57c334e2f05e" -d '{"events": [{"server_uuid": "ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a", "name": "network-vif-plugged", "status": "completed", "tag": "2a795fda-1282-405f-853f-98cde74c3ed5"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:19.810435 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 2a795fda-1282-405f-853f-98cde74c3ed5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=2a795fda-1282-405f-853f-98cde74c3ed5,segment=NetworkSegment(86504589-af15-4f64-b354-86d03b1cb1d7),segment_id=86504589-af15-4f64-b354-86d03b1cb1d7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:19.823201 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:19.832750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 56b31a8d-663d-4956-a7a8-894acf9f864d no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:19.850979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-6b4f49d9-d4e5-4b6c-81dd-4808c2ec951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:19.858136 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-6b4f49d9-d4e5-4b6c-81dd-4808c2ec951b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.0912569 Aug 31 14:22:19.905111 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f217d6d1-790a-4784-ac94-73d92b45b918 x-openstack-request-id: req-f217d6d1-790a-4784-ac94-73d92b45b918 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:19.905409 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a", "name": "network-vif-plugged", "status": "completed", "tag": "2a795fda-1282-405f-853f-98cde74c3ed5", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:19.905688 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f217d6d1-790a-4784-ac94-73d92b45b918 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:19.906056 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a795fda-1282-405f-853f-98cde74c3ed5', 'code': 200} Aug 31 14:22:19.907625 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=2a795fda-1282-405f-853f-98cde74c3ed5,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:19.933801 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 56b31a8d-663d-4956-a7a8-894acf9f864d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:19.934364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 56b31a8d-663d-4956-a7a8-894acf9f864d not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:19.971428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-8ce96240-d39f-4d0b-bb8a-f5d44224c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:19.973524 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-8ce96240-d39f-4d0b-bb8a-f5d44224c9ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1015980 Aug 31 14:22:20.034630 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0a39d-8f98-4497-a563-581cd59f5c97 req-382b2d45-bc43-40ba-b6d6-72bdd542cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:20.036490 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ca0a39d-8f98-4497-a563-581cd59f5c97 req-382b2d45-bc43-40ba-b6d6-72bdd542cb30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 1097 time: 0.0788248 Aug 31 14:22:20.038463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46200) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:20.126703 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-d3224c2a-76ff-426f-8849-5d51e8850a69 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447675 Aug 31 14:22:20.201260 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ca0a39d-8f98-4497-a563-581cd59f5c97 req-c00fc103-ee39-43f6-a525-b70337b19003 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550217 Aug 31 14:22:20.301558 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe36cda5-e15a-4e12-81de-275f9a59ce8f req-d2cf6698-0762-4961-bbc2-db73dc5c5f92 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662927 Aug 31 14:22:20.615507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2df09-7561-4634-877f-051df2aade89 req-ebafafab-e308-4142-8edb-a8218d57614d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:20.616128 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdf2df09-7561-4634-877f-051df2aade89 req-ebafafab-e308-4142-8edb-a8218d57614d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0882006 Aug 31 14:22:20.686272 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdf2df09-7561-4634-877f-051df2aade89 req-c32d84ff-dc2c-473a-911e-6ba287b205cb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603471 Aug 31 14:22:20.798461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b2ea4-bdd8-402e-9bbf-3cbf96f80d23 req-cdef66de-8570-4e87-b834-9bdbfacaa188 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:20.800727 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-938b2ea4-bdd8-402e-9bbf-3cbf96f80d23 req-cdef66de-8570-4e87-b834-9bdbfacaa188 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.5056324 Aug 31 14:22:20.889834 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-938b2ea4-bdd8-402e-9bbf-3cbf96f80d23 req-40dc0e32-ec04-4242-aa20-1d169205757c tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789948 Aug 31 14:22:21.137983 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aab1f052-d455-4e35-bc0a-fd9fcd55acee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.531851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-aab1f052-d455-4e35-bc0a-fd9fcd55acee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Deleting port af856103-33d2-47e5-b714-0403051e9f7b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:21.532199 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aab1f052-d455-4e35-bc0a-fd9fcd55acee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.642515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-aab1f052-d455-4e35-bc0a-fd9fcd55acee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] For port af856103-33d2-47e5-b714-0403051e9f7b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=af856103-33d2-47e5-b714-0403051e9f7b,segment=NetworkSegment(9bf1dec8-80bd-490d-8752-da66651524ba),segment_id=9bf1dec8-80bd-490d-8752-da66651524ba)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:21.643514 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aab1f052-d455-4e35-bc0a-fd9fcd55acee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.658101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-aab1f052-d455-4e35-bc0a-fd9fcd55acee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Calling delete_port for af856103-33d2-47e5-b714-0403051e9f7b owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:21.836694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0215101-ae2e-473a-80ab-dd76bf640ef0 req-d9f84e3f-a473-4707-ab53-84302bc8baf2 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:21.838357 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0215101-ae2e-473a-80ab-dd76bf640ef0 req-d9f84e3f-a473-4707-ab53-84302bc8baf2 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0687032 Aug 31 14:22:21.909081 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0215101-ae2e-473a-80ab-dd76bf640ef0 req-ae9288e3-e197-47d9-bd87-98b02d2d92a2 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592542 Aug 31 14:22:21.958993 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aab1f052-d455-4e35-bc0a-fd9fcd55acee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:21.995448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1f052-d455-4e35-bc0a-fd9fcd55acee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'Port': ['ID=af856103-33d2-47e5-b714-0403051e9f7b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:22.139824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34933bf4-8d43-4d14-a014-804b43c19d6f req-bb1f0a9c-c244-4a19-b174-c5728ed280f9 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:22.141855 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-34933bf4-8d43-4d14-a014-804b43c19d6f req-bb1f0a9c-c244-4a19-b174-c5728ed280f9 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.1080177 Aug 31 14:22:22.206093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-34933bf4-8d43-4d14-a014-804b43c19d6f req-b59d8c99-144d-45fb-b7e9-2c9caf56b418 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542245 Aug 31 14:22:22.334143 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aab1f052-d455-4e35-bc0a-fd9fcd55acee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:22.360579 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d879b-5e81-4919-96e3-03dd1c6b9f51 req-9044bef9-7743-4350-9822-b6606d4e338a tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:22.362835 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-598d879b-5e81-4919-96e3-03dd1c6b9f51 req-9044bef9-7743-4350-9822-b6606d4e338a tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.0760627 Aug 31 14:22:22.504114 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-598d879b-5e81-4919-96e3-03dd1c6b9f51 req-ffb3cd2b-a62f-4ffc-bfaa-c5f67a1aa017 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038885 Aug 31 14:22:22.678177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab1f052-d455-4e35-bc0a-fd9fcd55acee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Router a8724d81-3931-430a-a438-f588adb428d6 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:22.938386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418fcc-2021-42c7-9013-e716ca85becb req-d86608c3-1cb3-462a-bc9b-133d17a60869 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:22.941496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-22418fcc-2021-42c7-9013-e716ca85becb req-d86608c3-1cb3-462a-bc9b-133d17a60869 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.1550450 Aug 31 14:22:22.943751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab1f052-d455-4e35-bc0a-fd9fcd55acee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:22.981844 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81395c44-10cf-43be-91d0-1200e964f217 None None] Sync routers for ids ['a8724d81-3931-430a-a438-f588adb428d6'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:22.982418 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-aab1f052-d455-4e35-bc0a-fd9fcd55acee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "PUT /v2.0/routers/a8724d81-3931-430a-a438-f588adb428d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9378591 Aug 31 14:22:22.982500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46536) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:23.005101 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81395c44-10cf-43be-91d0-1200e964f217 None None] Routers {'a8724d81-3931-430a-a438-f588adb428d6'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:23.005761 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-81395c44-10cf-43be-91d0-1200e964f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['a8724d81-3931-430a-a438-f588adb428d6'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:23.083419 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-22418fcc-2021-42c7-9013-e716ca85becb req-2cca1a16-bd77-4a96-8b0e-9a384f125b4b tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043112 Aug 31 14:22:23.145761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef217ba7-975e-4b51-bff2-8b5eecc8dc39 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Deleting subnet 4c8ba708-b81f-4f7a-a430-27a42491d658 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:22:23.153928 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef217ba7-975e-4b51-bff2-8b5eecc8dc39 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.168286 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b203788-1396-4881-be3d-67c0ebe93556 req-04786d7e-5f19-45c3-a115-f678d1382a70 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:23.170458 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2b203788-1396-4881-be3d-67c0ebe93556 req-04786d7e-5f19-45c3-a115-f678d1382a70 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.1021469 Aug 31 14:22:23.172979 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-81395c44-10cf-43be-91d0-1200e964f217 None None] Set router a8724d81-3931-430a-a438-f588adb428d6 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:23.271235 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2b203788-1396-4881-be3d-67c0ebe93556 req-ecc7c29d-69c7-4fc2-b608-38a2d1d06a76 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717378 Aug 31 14:22:23.279087 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef217ba7-975e-4b51-bff2-8b5eecc8dc39 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.427904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef217ba7-975e-4b51-bff2-8b5eecc8dc39 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.488751 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-81395c44-10cf-43be-91d0-1200e964f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8724d81-3931-430a-a438-f588adb428d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755703295', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:22:21Z', 'revision_number': 5, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8724d81-3931-430a-a438-f588adb428d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:23.521314 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81395c44-10cf-43be-91d0-1200e964f217 None None] Checking router: a8724d81-3931-430a-a438-f588adb428d6 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:22:23.532541 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81395c44-10cf-43be-91d0-1200e964f217 None None] Routers {'a8724d81-3931-430a-a438-f588adb428d6'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:23.534215 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-81395c44-10cf-43be-91d0-1200e964f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['a8724d81-3931-430a-a438-f588adb428d6'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:23.567257 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef217ba7-975e-4b51-bff2-8b5eecc8dc39 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.609281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef217ba7-975e-4b51-bff2-8b5eecc8dc39 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8ba708-b81f-4f7a-a430-27a42491d658,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:23.621759 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef217ba7-975e-4b51-bff2-8b5eecc8dc39 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.624737 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ef217ba7-975e-4b51-bff2-8b5eecc8dc39 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "DELETE /v2.0/subnets/4c8ba708-b81f-4f7a-a430-27a42491d658 HTTP/1.1" status: 204 len: 168 time: 0.6385713 Aug 31 14:22:23.628694 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46550) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:23.631506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dc9562-51e1-4f40-9803-bc945ace04ee None None] Network 05b6b29b-bc67-4753-a2ec-7fa831237f9d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:23.688954 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-81395c44-10cf-43be-91d0-1200e964f217 None None] Set router a8724d81-3931-430a-a438-f588adb428d6 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:23.747024 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.885930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1225e2-48b4-470b-be04-d51440468fea None None] DHCP port deletion for 05b6b29b-bc67-4753-a2ec-7fa831237f9d request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:22:23.905505 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:23.988332 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-81395c44-10cf-43be-91d0-1200e964f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8724d81-3931-430a-a438-f588adb428d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755703295', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:22:21Z', 'revision_number': 5, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8724d81-3931-430a-a438-f588adb428d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:24.032368 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-de1225e2-48b4-470b-be04-d51440468fea None None] Deleting port ba26edbd-daf4-4207-b673-08b9c0a201e8 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:24.034975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-de1225e2-48b4-470b-be04-d51440468fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.036632 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81395c44-10cf-43be-91d0-1200e964f217 None None] The sync data for ids ['a8724d81-3931-430a-a438-f588adb428d6'] in n-d-792364-6 is: [{'id': 'a8724d81-3931-430a-a438-f588adb428d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755703295', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:22:21Z', 'revision_number': 5, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': 'f12832ff-c7b7-48a4-86d4-b8aaf31f70bd', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8724d81-3931-430a-a438-f588adb428d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:51Z', 'updated_at': '2021-08-31T14:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:24.041832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Deleting port f12832ff-c7b7-48a4-86d4-b8aaf31f70bd {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:24.042170 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.189953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] For port f12832ff-c7b7-48a4-86d4-b8aaf31f70bd, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f12832ff-c7b7-48a4-86d4-b8aaf31f70bd,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:24.190704 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.215901 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Calling delete_port for f12832ff-c7b7-48a4-86d4-b8aaf31f70bd owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:24.225945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-de1225e2-48b4-470b-be04-d51440468fea None None] For port ba26edbd-daf4-4207-b673-08b9c0a201e8, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ba26edbd-daf4-4207-b673-08b9c0a201e8,segment=NetworkSegment(9bf1dec8-80bd-490d-8752-da66651524ba),segment_id=9bf1dec8-80bd-490d-8752-da66651524ba)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:24.226636 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-de1225e2-48b4-470b-be04-d51440468fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.232627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7038a-70a6-480c-883f-e6dfc7684b95 req-b8681cf0-ea0f-4e5f-88bd-08ec50849410 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.235190 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bfa7038a-70a6-480c-883f-e6dfc7684b95 req-b8681cf0-ea0f-4e5f-88bd-08ec50849410 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.0754635 Aug 31 14:22:24.248375 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-de1225e2-48b4-470b-be04-d51440468fea None None] Calling delete_port for ba26edbd-daf4-4207-b673-08b9c0a201e8 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:24.289130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bfa7038a-70a6-480c-883f-e6dfc7684b95 req-2658defb-1723-48f9-93e4-e6039ca4e923 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465145 Aug 31 14:22:24.365424 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-de1225e2-48b4-470b-be04-d51440468fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.400696 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1225e2-48b4-470b-be04-d51440468fea None None] Pushing event deleted for resources: {'Port': ['ID=ba26edbd-daf4-4207-b673-08b9c0a201e8,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:24.416971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1225e2-48b4-470b-be04-d51440468fea None None] No DVR routers for this DVR port ba26edbd-daf4-4207-b673-08b9c0a201e8 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:24.545626 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.601680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7f678-36af-4d3d-bdac-595d2aee5bb8 req-6af40241-c7cf-4aa6-9a04-2cc2112c2a17 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.603451 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-40b7f678-36af-4d3d-bdac-595d2aee5bb8 req-6af40241-c7cf-4aa6-9a04-2cc2112c2a17 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.1287003 Aug 31 14:22:24.604716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'Port': ['ID=f12832ff-c7b7-48a4-86d4-b8aaf31f70bd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:24.685847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020e88-27e8-43f2-93cf-d1c77269b959 req-30a09ae3-098f-4c08-8e6f-3fd20c59514f tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.692334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4020e88-27e8-43f2-93cf-d1c77269b959 req-30a09ae3-098f-4c08-8e6f-3fd20c59514f tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.1181479 Aug 31 14:22:24.756714 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.762270 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-40b7f678-36af-4d3d-bdac-595d2aee5bb8 req-50feb760-5f85-449c-9ad7-93a0fa5e22c6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242108 Aug 31 14:22:24.775140 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4020e88-27e8-43f2-93cf-d1c77269b959 req-7d19eb9a-61e9-42ce-8b68-6a7c4d1b7397 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702658 Aug 31 14:22:24.807559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd3c2-27ee-49f9-8c23-9918aabfba39 req-35c02c34-d117-4932-a4c2-17463327ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:24.809220 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-115cd3c2-27ee-49f9-8c23-9918aabfba39 req-35c02c34-d117-4932-a4c2-17463327ba89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc0960df89cc412c92b8fa0ee927d8dc&device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 1097 time: 0.1318653 Aug 31 14:22:24.932271 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:24.936043 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.059290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ba26edbd-daf4-4207-b673-08b9c0a201e8 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:25.087834 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ba26edbd-daf4-4207-b673-08b9c0a201e8 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:25.088819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ba26edbd-daf4-4207-b673-08b9c0a201e8 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:25.089434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device af856103-33d2-47e5-b714-0403051e9f7b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:25.110191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: af856103-33d2-47e5-b714-0403051e9f7b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:25.110789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device af856103-33d2-47e5-b714-0403051e9f7b not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:25.419811 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.419811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Fanout notify agent at l3_agent the message router_deleted on router a8724d81-3931-430a-a438-f588adb428d6 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:22:25.424223 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd3c2-27ee-49f9-8c23-9918aabfba39 req-5a52c50e-9c62-401b-be18-2ce9660241fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.427193 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-115cd3c2-27ee-49f9-8c23-9918aabfba39 req-5a52c50e-9c62-401b-be18-2ce9660241fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=13084cdc-6853-4813-8fb9-b7469cc95a5d HTTP/1.1" status: 200 len: 911 time: 0.5794713 Aug 31 14:22:25.434710 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.439157 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-53e66f06-df95-43d6-8e22-bb7a7dba11e0 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "DELETE /v2.0/routers/a8724d81-3931-430a-a438-f588adb428d6 HTTP/1.1" status: 204 len: 168 time: 1.8066483 Aug 31 14:22:25.440186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46576) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:25.493780 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-115cd3c2-27ee-49f9-8c23-9918aabfba39 req-e3ccd8a7-680b-4271-ab48-b3237cff5056 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a795fda-1282-405f-853f-98cde74c3ed5 HTTP/1.1" status: 200 len: 217 time: 0.0555270 Aug 31 14:22:25.569407 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.623851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd3c2-27ee-49f9-8c23-9918aabfba39 req-6fb58943-8138-4c87-9ca5-5139ba153347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.626709 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-115cd3c2-27ee-49f9-8c23-9918aabfba39 req-6fb58943-8138-4c87-9ca5-5139ba153347 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28704a7a-0b03-4683-ad77-b293aa0a5c33 HTTP/1.1" status: 200 len: 850 time: 0.1186066 Aug 31 14:22:25.665365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94572-d5b8-4c79-9095-13b79b59992f req-24e5c20f-8727-4b59-a85c-3ef654d12920 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.675091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94572-d5b8-4c79-9095-13b79b59992f req-24e5c20f-8727-4b59-a85c-3ef654d12920 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.684198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94572-d5b8-4c79-9095-13b79b59992f req-24e5c20f-8727-4b59-a85c-3ef654d12920 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.692879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94572-d5b8-4c79-9095-13b79b59992f req-24e5c20f-8727-4b59-a85c-3ef654d12920 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.700368 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94572-d5b8-4c79-9095-13b79b59992f req-24e5c20f-8727-4b59-a85c-3ef654d12920 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.707816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94572-d5b8-4c79-9095-13b79b59992f req-24e5c20f-8727-4b59-a85c-3ef654d12920 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.715164 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94572-d5b8-4c79-9095-13b79b59992f req-24e5c20f-8727-4b59-a85c-3ef654d12920 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:25.718164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ada94572-d5b8-4c79-9095-13b79b59992f req-24e5c20f-8727-4b59-a85c-3ef654d12920 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5445 time: 0.2232556 Aug 31 14:22:25.725728 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.757136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b6b29b-bc67-4753-a2ec-7fa831237f9d']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:25.763572 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-115cd3c2-27ee-49f9-8c23-9918aabfba39 req-ea0c0d5c-ba56-4cd4-a761-079ee133fdf0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13084cdc-6853-4813-8fb9-b7469cc95a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442505 Aug 31 14:22:25.771510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf1dec8-80bd-490d-8752-da66651524ba') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:25.771802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf1dec8-80bd-490d-8752-da66651524ba') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:25.781773 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.808818 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.823294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:22:25.823705 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:22:25.827178 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:22:25.900320 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-115cd3c2-27ee-49f9-8c23-9918aabfba39 req-1498c957-8284-43dc-9acd-f827e0c85ed3 service neutron] 10.222.0.52 "GET /v2.0/networks/13084cdc-6853-4813-8fb9-b7469cc95a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262627 Aug 31 14:22:25.912033 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ada94572-d5b8-4c79-9095-13b79b59992f req-8ba02fb9-1aee-48b6-bb74-8b50a5dd17bc tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1815846 Aug 31 14:22:26.019296 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.031415 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.034459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "DELETE /v2.0/networks/05b6b29b-bc67-4753-a2ec-7fa831237f9d HTTP/1.1" status: 204 len: 168 time: 0.5921671 Aug 31 14:22:26.048908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-115cd3c2-27ee-49f9-8c23-9918aabfba39 req-734e5432-d2e7-4278-a96f-0981ed10c65f service neutron] 10.222.0.52 "GET /v2.0/networks/13084cdc-6853-4813-8fb9-b7469cc95a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333525 Aug 31 14:22:26.059801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46588) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:26.072252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40b952-391a-4e12-b9a3-9c762dd67c2c tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'Network': ['ID=05b6b29b-bc67-4753-a2ec-7fa831237f9d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:26.094202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04e419-1428-4ffd-aef4-abe6e41fe545 req-a088b82c-9876-4cf7-aee0-c936d6528708 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.102887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb04e419-1428-4ffd-aef4-abe6e41fe545 req-a088b82c-9876-4cf7-aee0-c936d6528708 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.2082109 Aug 31 14:22:26.153540 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb04e419-1428-4ffd-aef4-abe6e41fe545 req-88805578-f683-47cd-b5fb-dfe8a0adcde8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492070 Aug 31 14:22:26.252999 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73e1e9-c19d-4cd7-a73c-8e2fb770d167 req-d0d11f96-9ca5-4038-b462-d68df8aad2c0 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.274736 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a73e1e9-c19d-4cd7-a73c-8e2fb770d167 req-d0d11f96-9ca5-4038-b462-d68df8aad2c0 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.2269425 Aug 31 14:22:26.450251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc265-01e5-45e1-9d8a-a8685ebd7d2c req-7bb4f582-f6f7-4aa5-b96a-5187e0e694d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.481602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc265-01e5-45e1-9d8a-a8685ebd7d2c req-7bb4f582-f6f7-4aa5-b96a-5187e0e694d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.481935 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a73e1e9-c19d-4cd7-a73c-8e2fb770d167 req-ce4fc00d-fac9-4950-b579-327666a42456 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020378 Aug 31 14:22:26.497556 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc265-01e5-45e1-9d8a-a8685ebd7d2c req-7bb4f582-f6f7-4aa5-b96a-5187e0e694d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.518649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc265-01e5-45e1-9d8a-a8685ebd7d2c req-7bb4f582-f6f7-4aa5-b96a-5187e0e694d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.535335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc265-01e5-45e1-9d8a-a8685ebd7d2c req-7bb4f582-f6f7-4aa5-b96a-5187e0e694d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.553944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc265-01e5-45e1-9d8a-a8685ebd7d2c req-7bb4f582-f6f7-4aa5-b96a-5187e0e694d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.562366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc265-01e5-45e1-9d8a-a8685ebd7d2c req-7bb4f582-f6f7-4aa5-b96a-5187e0e694d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:26.566965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-276cc265-01e5-45e1-9d8a-a8685ebd7d2c req-7bb4f582-f6f7-4aa5-b96a-5187e0e694d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5445 time: 0.2732999 Aug 31 14:22:26.583515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Deleting port ca84eea9-9f2c-400b-ac0a-87c53daa3865 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:26.583870 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.682525 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.683187 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:26.703951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Calling delete_port for ca84eea9-9f2c-400b-ac0a-87c53daa3865 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:26.910901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f12832ff-c7b7-48a4-86d4-b8aaf31f70bd no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:26.935537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: f12832ff-c7b7-48a4-86d4-b8aaf31f70bd {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:26.936061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f12832ff-c7b7-48a4-86d4-b8aaf31f70bd not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:27.010948 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:27.043407 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'Port': ['ID=ca84eea9-9f2c-400b-ac0a-87c53daa3865,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:27.113518 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:27.113851 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Floating IP 89be90df-9dfb-4a8a-b139-6be55eb1c7c1 disassociated (deleted). External IP: 172.25.3.149, port: b4f89179-7d51-4997-b7cc-fb24e8e05fc4. Aug 31 14:22:27.385436 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e38e16-2c06-465b-81e3-6f2238b0967e req-3d2d6d3a-8bac-435f-b7a7-067fbc434142 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:27.387278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-53e38e16-2c06-465b-81e3-6f2238b0967e req-3d2d6d3a-8bac-435f-b7a7-067fbc434142 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.1081090 Aug 31 14:22:27.410781 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Router d57d63c6-9a54-4c8f-b5ae-7792e431419d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:27.457129 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-53e38e16-2c06-465b-81e3-6f2238b0967e req-98086850-97ba-4ed4-b31c-2104be623072 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577743 Aug 31 14:22:27.565029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:27.569842 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:27.578731 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10184808-5a32-410b-bad4-ad3bd2bb80b1 None None] Sync routers for ids ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:27.605191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10184808-5a32-410b-bad4-ad3bd2bb80b1 None None] Routers {'d57d63c6-9a54-4c8f-b5ae-7792e431419d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:27.606445 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ff30707b-3378-4f8c-bbf6-5267b337512a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "DELETE /v2.0/floatingips/89be90df-9dfb-4a8a-b139-6be55eb1c7c1 HTTP/1.1" status: 204 len: 168 time: 1.5454473 Aug 31 14:22:27.607038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'tag': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:27.608983 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-10184808-5a32-410b-bad4-ad3bd2bb80b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:27.609506 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97232d91-08c3-410b-a569-9391fc2572b9" -d '{"events": [{"name": "network-changed", "server_uuid": "404669fc-ee8c-47bd-b07c-31365a05ea2f", "tag": "b4f89179-7d51-4997-b7cc-fb24e8e05fc4"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:27.723073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103600d-85c6-4311-a327-45c3347a74e8 req-8a55cff1-ab62-45fd-882a-d6453bdff183 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:27.725715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7103600d-85c6-4311-a327-45c3347a74e8 req-8a55cff1-ab62-45fd-882a-d6453bdff183 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.0683067 Aug 31 14:22:27.793041 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7103600d-85c6-4311-a327-45c3347a74e8 req-6cba8b74-d73c-47b9-9554-f254b2d724ff tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562084 Aug 31 14:22:27.832919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-10184808-5a32-410b-bad4-ad3bd2bb80b1 None None] Set router d57d63c6-9a54-4c8f-b5ae-7792e431419d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:27.901942 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1b2868-6f94-46b9-8335-adca2f34b88c x-openstack-request-id: req-fd1b2868-6f94-46b9-8335-adca2f34b88c {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:27.902233 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404669fc-ee8c-47bd-b07c-31365a05ea2f", "tag": "b4f89179-7d51-4997-b7cc-fb24e8e05fc4", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:27.902494 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd1b2868-6f94-46b9-8335-adca2f34b88c {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:27.902929 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'tag': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4', 'status': 'completed', 'code': 200} Aug 31 14:22:28.064261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97232d91-08c3-410b-a569-9391fc2572b9 req-7faeeb75-e91c-4266-9fc6-1209fe1c0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:28.075968 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-97232d91-08c3-410b-a569-9391fc2572b9 req-7faeeb75-e91c-4266-9fc6-1209fe1c0f7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd9d6bc65de467eb209664882157c31&device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 1135 time: 0.1490667 Aug 31 14:22:28.358915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b6c84-74cc-4470-9835-360e3ae86410 req-bb56a890-ecf4-436e-94c6-975bc7d92481 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:28.377436 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a86b6c84-74cc-4470-9835-360e3ae86410 req-bb56a890-ecf4-436e-94c6-975bc7d92481 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 984 time: 0.2692313 Aug 31 14:22:28.490868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-10184808-5a32-410b-bad4-ad3bd2bb80b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:20:52Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '41b5a0ac-64b8-4029-a0fc-530fdbe7d208', 'name': '', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'mac_address': 'fa:16:3e:f1:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:51Z', 'updated_at': '2021-08-31T14:21:01Z', 'revision_number': 5, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'subnets': [{'id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:28.516805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bf9aa-4f06-44ad-a3d8-859eaf400ea5 req-efe41b62-90a6-4f2c-b455-fa39e86ffa43 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:28.530870 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-617bf9aa-4f06-44ad-a3d8-859eaf400ea5 req-efe41b62-90a6-4f2c-b455-fa39e86ffa43 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.1638567 Aug 31 14:22:28.544580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a86b6c84-74cc-4470-9835-360e3ae86410 req-6801140d-3447-4831-b9f2-21256f35ec17 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1598072 Aug 31 14:22:28.556858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97232d91-08c3-410b-a569-9391fc2572b9 req-3f403939-1959-4b4c-b6c9-6ca9b71de11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:28.570706 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-97232d91-08c3-410b-a569-9391fc2572b9 req-3f403939-1959-4b4c-b6c9-6ca9b71de11e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c123d0c-6c35-49b9-9874-40cde75b73d7 HTTP/1.1" status: 200 len: 898 time: 0.4727356 Aug 31 14:22:28.586087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10184808-5a32-410b-bad4-ad3bd2bb80b1 None None] Checking router: d57d63c6-9a54-4c8f-b5ae-7792e431419d for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:22:28.614139 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-617bf9aa-4f06-44ad-a3d8-859eaf400ea5 req-ff01c06f-a7ec-4119-a2b7-8516a23e47f9 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818603 Aug 31 14:22:28.647384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10184808-5a32-410b-bad4-ad3bd2bb80b1 None None] Routers {'d57d63c6-9a54-4c8f-b5ae-7792e431419d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:28.648317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-10184808-5a32-410b-bad4-ad3bd2bb80b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:28.666531 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-97232d91-08c3-410b-a569-9391fc2572b9 req-c206a5f0-2581-4009-8be0-f14b0af455bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f89179-7d51-4997-b7cc-fb24e8e05fc4 HTTP/1.1" status: 200 len: 217 time: 0.0877478 Aug 31 14:22:28.820778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f966f9e-b669-4dab-89db-0a942ae4d65f req-d4de4ecc-b8f0-4fa2-b50a-b64d3b44d641 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:28.833784 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4f966f9e-b669-4dab-89db-0a942ae4d65f req-d4de4ecc-b8f0-4fa2-b50a-b64d3b44d641 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.1727905 Aug 31 14:22:28.901378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97232d91-08c3-410b-a569-9391fc2572b9 req-9846e3b7-7dcb-4a73-bef0-bdf0219c1cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:28.904316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-97232d91-08c3-410b-a569-9391fc2572b9 req-9846e3b7-7dcb-4a73-bef0-bdf0219c1cda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae HTTP/1.1" status: 200 len: 835 time: 0.2263167 Aug 31 14:22:28.958370 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4f966f9e-b669-4dab-89db-0a942ae4d65f req-0e916b39-c472-4197-a9f8-c347add467e7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213558 Aug 31 14:22:29.011311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97232d91-08c3-410b-a569-9391fc2572b9 req-8208dd67-8eaa-4ed3-8ee5-a29d78c1a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:29.015419 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-97232d91-08c3-410b-a569-9391fc2572b9 req-8208dd67-8eaa-4ed3-8ee5-a29d78c1a0b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c123d0c-6c35-49b9-9874-40cde75b73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945909 Aug 31 14:22:29.017720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-10184808-5a32-410b-bad4-ad3bd2bb80b1 None None] Set router d57d63c6-9a54-4c8f-b5ae-7792e431419d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:29.175337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-97232d91-08c3-410b-a569-9391fc2572b9 req-5d974e8b-b705-4f27-9c36-0da999536e37 service neutron] 10.222.0.13 "GET /v2.0/networks/2c123d0c-6c35-49b9-9874-40cde75b73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460524 Aug 31 14:22:29.303318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46638) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:29.327754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfd9c5-8f02-49bc-858d-a6a0407f7d57 req-13d257f1-d0b5-43c6-bf79-0d7b98067a20 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:29.330443 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40bfd9c5-8f02-49bc-858d-a6a0407f7d57 req-13d257f1-d0b5-43c6-bf79-0d7b98067a20 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.13 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 984 time: 0.0883572 Aug 31 14:22:29.442824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc205f-1fa4-47e4-8f42-7fb077a1d94e req-18dfb50d-145b-4972-9aff-8defc0f546d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:29.443448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc205f-1fa4-47e4-8f42-7fb077a1d94e req-18dfb50d-145b-4972-9aff-8defc0f546d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:29.443846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc205f-1fa4-47e4-8f42-7fb077a1d94e req-18dfb50d-145b-4972-9aff-8defc0f546d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:29.444329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc205f-1fa4-47e4-8f42-7fb077a1d94e req-18dfb50d-145b-4972-9aff-8defc0f546d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:29.444957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc205f-1fa4-47e4-8f42-7fb077a1d94e req-18dfb50d-145b-4972-9aff-8defc0f546d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:29.445448 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc205f-1fa4-47e4-8f42-7fb077a1d94e req-18dfb50d-145b-4972-9aff-8defc0f546d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:29.445926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc205f-1fa4-47e4-8f42-7fb077a1d94e req-18dfb50d-145b-4972-9aff-8defc0f546d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:29.447938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70cc205f-1fa4-47e4-8f42-7fb077a1d94e req-18dfb50d-145b-4972-9aff-8defc0f546d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6502 time: 0.1432800 Aug 31 14:22:29.453374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-97232d91-08c3-410b-a569-9391fc2572b9 req-08bcc688-5d98-4009-b30f-2bc289ee0e9c service neutron] 10.222.0.13 "GET /v2.0/networks/2c123d0c-6c35-49b9-9874-40cde75b73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692189 Aug 31 14:22:29.488418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-10184808-5a32-410b-bad4-ad3bd2bb80b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:20:52Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '41b5a0ac-64b8-4029-a0fc-530fdbe7d208', 'name': '', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'mac_address': 'fa:16:3e:f1:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:51Z', 'updated_at': '2021-08-31T14:21:01Z', 'revision_number': 5, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'subnets': [{'id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:29.494491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70cc205f-1fa4-47e4-8f42-7fb077a1d94e req-8432d71c-d1c0-4cba-a2f8-1b155c249565 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382173 Aug 31 14:22:29.522954 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10184808-5a32-410b-bad4-ad3bd2bb80b1 None None] The sync data for ids ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'] in n-d-792364-6 is: [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:20:52Z', 'revision_number': 4, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '41b5a0ac-64b8-4029-a0fc-530fdbe7d208', 'name': '', 'network_id': '2c123d0c-6c35-49b9-9874-40cde75b73d7', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'mac_address': 'fa:16:3e:f1:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:51Z', 'updated_at': '2021-08-31T14:21:01Z', 'revision_number': 5, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'subnets': [{'id': 'b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:29.594595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-40bfd9c5-8f02-49bc-858d-a6a0407f7d57 req-7d36a8ea-5e5a-4412-83da-453ca95816a6 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Deleting port b4f89179-7d51-4997-b7cc-fb24e8e05fc4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:29.595355 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-40bfd9c5-8f02-49bc-858d-a6a0407f7d57 req-7d36a8ea-5e5a-4412-83da-453ca95816a6 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.742280 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ed930-121c-44d9-9f9c-af9a21eb6c12 req-ea60c7b1-f88c-495f-a4ae-d660af76bc92 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:29.750892 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e23ed930-121c-44d9-9f9c-af9a21eb6c12 req-ea60c7b1-f88c-495f-a4ae-d660af76bc92 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 984 time: 0.0951812 Aug 31 14:22:29.801949 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e23ed930-121c-44d9-9f9c-af9a21eb6c12 req-60e1db02-a390-403c-a7b7-9e56033c443f tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5f090e5-3a40-4c92-b310-4bafa7e09a86&id=ae1eb287-0db1-4793-a1f8-0c4b31bd894a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0498276 Aug 31 14:22:29.835627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3db059-c9c3-43f1-a0bf-5743defc873f req-0ac7faa5-f2b4-46c9-9b91-f9b43cf77f22 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:29.838262 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a3db059-c9c3-43f1-a0bf-5743defc873f req-0ac7faa5-f2b4-46c9-9b91-f9b43cf77f22 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.1409853 Aug 31 14:22:29.848020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-40bfd9c5-8f02-49bc-858d-a6a0407f7d57 req-7d36a8ea-5e5a-4412-83da-453ca95816a6 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] For port b4f89179-7d51-4997-b7cc-fb24e8e05fc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b4f89179-7d51-4997-b7cc-fb24e8e05fc4,segment=NetworkSegment(4dfb31f8-30b2-4ea2-bd0a-4568671f267c),segment_id=4dfb31f8-30b2-4ea2-bd0a-4568671f267c)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:29.848630 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-40bfd9c5-8f02-49bc-858d-a6a0407f7d57 req-7d36a8ea-5e5a-4412-83da-453ca95816a6 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:29.882557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-40bfd9c5-8f02-49bc-858d-a6a0407f7d57 req-7d36a8ea-5e5a-4412-83da-453ca95816a6 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Calling delete_port for b4f89179-7d51-4997-b7cc-fb24e8e05fc4 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:29.940928 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a3db059-c9c3-43f1-a0bf-5743defc873f req-44cba326-41a1-4aa0-9018-1fa2416995cd tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880141 Aug 31 14:22:29.964311 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79275e9f-0a9a-46b3-861c-de8c4843e4da None None] New status for floating IP 89be90df-9dfb-4a8a-b139-6be55eb1c7c1: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:22:30.095109 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-40bfd9c5-8f02-49bc-858d-a6a0407f7d57 req-7d36a8ea-5e5a-4412-83da-453ca95816a6 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.191276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36a8ea-5e5a-4412-83da-453ca95816a6 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'Port': ['ID=b4f89179-7d51-4997-b7cc-fb24e8e05fc4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:30.303360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4689118-c298-4e1e-ba82-e89b113cf01d req-35f8027f-f2d2-4d23-bd64-dc409a7ef05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:30.305015 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4689118-c298-4e1e-ba82-e89b113cf01d req-35f8027f-f2d2-4d23-bd64-dc409a7ef05e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc0960df89cc412c92b8fa0ee927d8dc&device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 1097 time: 0.0631206 Aug 31 14:22:30.313839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c799772-acb8-48c4-b7b6-8c8b025e8256 req-aa7449bd-ec3e-4726-8375-8d277f7a0aa4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:30.315661 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c799772-acb8-48c4-b7b6-8c8b025e8256 req-aa7449bd-ec3e-4726-8375-8d277f7a0aa4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.1344712 Aug 31 14:22:30.431635 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c799772-acb8-48c4-b7b6-8c8b025e8256 req-3d847c82-b4d8-4552-a3f9-4758849b1a74 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916092 Aug 31 14:22:30.481717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4689118-c298-4e1e-ba82-e89b113cf01d req-5904530a-fca3-440f-bc2f-276b741ac550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:30.485506 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4689118-c298-4e1e-ba82-e89b113cf01d req-5904530a-fca3-440f-bc2f-276b741ac550 service neutron] 10.222.0.52 "GET /v2.0/networks?id=13084cdc-6853-4813-8fb9-b7469cc95a5d HTTP/1.1" status: 200 len: 911 time: 0.1687691 Aug 31 14:22:30.571685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4689118-c298-4e1e-ba82-e89b113cf01d req-8e310086-aacf-4ca8-a7c9-f2ffa03f88bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a795fda-1282-405f-853f-98cde74c3ed5 HTTP/1.1" status: 200 len: 217 time: 0.0782955 Aug 31 14:22:30.648362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bfd9c5-8f02-49bc-858d-a6a0407f7d57 req-7d36a8ea-5e5a-4412-83da-453ca95816a6 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] No DVR routers for this DVR port b4f89179-7d51-4997-b7cc-fb24e8e05fc4 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:30.657803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b9cf0-320b-4a79-be91-761162093862 req-ea61c459-6bce-429d-a922-3ecebd71dcf0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:30.659338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c51b9cf0-320b-4a79-be91-761162093862 req-ea61c459-6bce-429d-a922-3ecebd71dcf0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.6102972 Aug 31 14:22:30.660517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-40bfd9c5-8f02-49bc-858d-a6a0407f7d57 req-7d36a8ea-5e5a-4412-83da-453ca95816a6 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:30.662407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40bfd9c5-8f02-49bc-858d-a6a0407f7d57 req-7d36a8ea-5e5a-4412-83da-453ca95816a6 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.13 "DELETE /v2.0/ports/b4f89179-7d51-4997-b7cc-fb24e8e05fc4 HTTP/1.1" status: 204 len: 173 time: 1.3156769 Aug 31 14:22:30.663198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'name': 'network-vif-deleted', 'tag': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:30.671039 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626e9486-a567-48f9-85e6-06e4a9060696" -d '{"events": [{"server_uuid": "404669fc-ee8c-47bd-b07c-31365a05ea2f", "name": "network-vif-deleted", "tag": "b4f89179-7d51-4997-b7cc-fb24e8e05fc4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:30.688753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4689118-c298-4e1e-ba82-e89b113cf01d req-2d017f29-889f-4177-828f-eebf7263f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:30.691645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4689118-c298-4e1e-ba82-e89b113cf01d req-2d017f29-889f-4177-828f-eebf7263f9a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28704a7a-0b03-4683-ad77-b293aa0a5c33 HTTP/1.1" status: 200 len: 850 time: 0.1127074 Aug 31 14:22:30.753581 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c51b9cf0-320b-4a79-be91-761162093862 req-3cdf41df-cf6a-4044-b77a-90dbc766e09a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780518 Aug 31 14:22:30.758380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4689118-c298-4e1e-ba82-e89b113cf01d req-ed7979a4-336f-4a9f-97e4-50b57a9a3a55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13084cdc-6853-4813-8fb9-b7469cc95a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531578 Aug 31 14:22:30.805174 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51870dc-afd9-4168-a047-b0407eef96c5 x-openstack-request-id: req-b51870dc-afd9-4168-a047-b0407eef96c5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:30.805506 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404669fc-ee8c-47bd-b07c-31365a05ea2f", "name": "network-vif-deleted", "tag": "b4f89179-7d51-4997-b7cc-fb24e8e05fc4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:30.805802 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b51870dc-afd9-4168-a047-b0407eef96c5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:30.806242 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404669fc-ee8c-47bd-b07c-31365a05ea2f', 'name': 'network-vif-deleted', 'tag': 'b4f89179-7d51-4997-b7cc-fb24e8e05fc4', 'status': 'completed', 'code': 200} Aug 31 14:22:30.903434 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4689118-c298-4e1e-ba82-e89b113cf01d req-541c47cf-d465-424c-a41c-d7563c8bc3d4 service neutron] 10.222.0.52 "GET /v2.0/networks/13084cdc-6853-4813-8fb9-b7469cc95a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335666 Aug 31 14:22:30.925449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16075096-2948-4bdf-9024-66a39b659bd1 req-51cd5c86-5452-4aad-bbb3-5facbff8a1ae tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:30.927160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16075096-2948-4bdf-9024-66a39b659bd1 req-51cd5c86-5452-4aad-bbb3-5facbff8a1ae tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 950 time: 0.0632267 Aug 31 14:22:30.971839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16075096-2948-4bdf-9024-66a39b659bd1 req-4522fb73-d649-45db-acae-1380fe40c079 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 Aug 31 14:22:30.995210 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef7b7b66-05ce-4c42-a320-d6f09c6191ce req-3e05cc5e-3495-4ff1-8657-1b09d425a995 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "GET /v2.0/ports?device_id=404669fc-ee8c-47bd-b07c-31365a05ea2f HTTP/1.1" status: 200 len: 210 time: 0.0608370 Aug 31 14:22:31.032681 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4689118-c298-4e1e-ba82-e89b113cf01d req-25ce718e-4b26-43cc-8e30-ef0bbb9828ca service neutron] 10.222.0.52 "GET /v2.0/networks/13084cdc-6853-4813-8fb9-b7469cc95a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185029 Aug 31 14:22:31.382568 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-95f0f602-e897-4444-a10b-39f1dbc03e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:31.606681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901287d0-7856-4de4-b908-13ee2df839d2 req-6596de3d-751c-47ef-bc29-fab7117feb6f tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:31.609112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-901287d0-7856-4de4-b908-13ee2df839d2 req-6596de3d-751c-47ef-bc29-fab7117feb6f tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.0885239 Aug 31 14:22:31.657959 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-901287d0-7856-4de4-b908-13ee2df839d2 req-19eebcf1-fd20-4e23-8be6-b24a02711729 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414348 Aug 31 14:22:31.924629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6a955-4d19-4def-a9bd-7bf871e49eac req-30c6f79f-d535-4d23-adc7-48568f676e70 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:31.926163 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9f6a955-4d19-4def-a9bd-7bf871e49eac req-30c6f79f-d535-4d23-adc7-48568f676e70 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0555172 Aug 31 14:22:31.977507 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9f6a955-4d19-4def-a9bd-7bf871e49eac req-230b5ee2-ec6a-4d3f-aa4e-d52498731b94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447536 Aug 31 14:22:32.064018 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46686) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:32.112893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837fe7b-9cf9-496d-959a-a61ee3d14128 req-58583680-8440-4b52-beb9-d572194b26df tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:32.114428 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2837fe7b-9cf9-496d-959a-a61ee3d14128 req-58583680-8440-4b52-beb9-d572194b26df tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 950 time: 0.0588071 Aug 31 14:22:32.134222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-374a878a-240c-4729-8830-2a16916e25d7 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.167083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-374a878a-240c-4729-8830-2a16916e25d7 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.168407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2837fe7b-9cf9-496d-959a-a61ee3d14128 req-7decb9eb-f65d-46a1-8aa7-bec5397075c7 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 Aug 31 14:22:32.215732 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-374a878a-240c-4729-8830-2a16916e25d7 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.218702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-374a878a-240c-4729-8830-2a16916e25d7 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.219885 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-374a878a-240c-4729-8830-2a16916e25d7 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "DELETE /v2.0/security-groups/a5f090e5-3a40-4c92-b310-4bafa7e09a86 HTTP/1.1" status: 204 len: 168 time: 0.1542721 Aug 31 14:22:32.222895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46688) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:32.229703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a878a-240c-4729-8830-2a16916e25d7 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f090e5-3a40-4c92-b310-4bafa7e09a86,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:32.308749 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4633b35f-bdbb-467d-9859-a674aa3b7f85 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.345615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4633b35f-bdbb-467d-9859-a674aa3b7f85 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.404764 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4633b35f-bdbb-467d-9859-a674aa3b7f85 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.407402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4633b35f-bdbb-467d-9859-a674aa3b7f85 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:32.408708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4633b35f-bdbb-467d-9859-a674aa3b7f85 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "DELETE /v2.0/security-groups/ae1eb287-0db1-4793-a1f8-0c4b31bd894a HTTP/1.1" status: 204 len: 168 time: 0.1841910 Aug 31 14:22:32.412164 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46690) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:32.420863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633b35f-bdbb-467d-9859-a674aa3b7f85 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1eb287-0db1-4793-a1f8-0c4b31bd894a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:32.804209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabe5a7-0691-4271-b1fd-c3b4a467e06f req-27de524c-1a34-49cb-8fd3-d98e23add438 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:32.805728 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cabe5a7-0691-4271-b1fd-c3b4a467e06f req-27de524c-1a34-49cb-8fd3-d98e23add438 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.52 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 950 time: 0.1146071 Aug 31 14:22:32.882580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd1e59-ac2b-41b1-9acf-e2d857483a98 req-28ead556-9fff-44b3-be5d-586f4319a8b3 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:32.884086 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-65bd1e59-ac2b-41b1-9acf-e2d857483a98 req-28ead556-9fff-44b3-be5d-586f4319a8b3 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.1432486 Aug 31 14:22:32.935842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b4f89179-7d51-4997-b7cc-fb24e8e05fc4 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:32.957308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: b4f89179-7d51-4997-b7cc-fb24e8e05fc4 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:32.957655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b4f89179-7d51-4997-b7cc-fb24e8e05fc4 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:32.976286 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-65bd1e59-ac2b-41b1-9acf-e2d857483a98 req-09482a4c-c9d3-4846-b83d-6b89238d4a79 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741866 Aug 31 14:22:33.000414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-3cabe5a7-0691-4271-b1fd-c3b4a467e06f req-f25825ae-866d-4500-ab26-dda6b1e3f307 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Deleting port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:33.001400 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cabe5a7-0691-4271-b1fd-c3b4a467e06f req-f25825ae-866d-4500-ab26-dda6b1e3f307 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.160404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-3cabe5a7-0691-4271-b1fd-c3b4a467e06f req-f25825ae-866d-4500-ab26-dda6b1e3f307 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] For port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:33.160814 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cabe5a7-0691-4271-b1fd-c3b4a467e06f req-f25825ae-866d-4500-ab26-dda6b1e3f307 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.177343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-3cabe5a7-0691-4271-b1fd-c3b4a467e06f req-f25825ae-866d-4500-ab26-dda6b1e3f307 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Calling delete_port for 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:33.192498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdb25f-cb22-42f6-81bc-61c0aa0f4cd5 req-25e1d082-ea8c-4a58-bc4a-9b5204bb92fd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:33.194050 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aafdb25f-cb22-42f6-81bc-61c0aa0f4cd5 req-25e1d082-ea8c-4a58-bc4a-9b5204bb92fd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.1194217 Aug 31 14:22:33.198611 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3347ecca-2fd8-4170-8f40-15780555b6ee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.250757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbe8ff-f1cf-43ae-b148-cd48328190e7 req-3f202fea-5b4e-45df-8325-fcf85a7b7468 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:33.252821 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdcbe8ff-f1cf-43ae-b148-cd48328190e7 req-3f202fea-5b4e-45df-8325-fcf85a7b7468 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.0569451 Aug 31 14:22:33.301281 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdcbe8ff-f1cf-43ae-b148-cd48328190e7 req-2898630c-86e1-4046-845b-6f5dba168b5e tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379887 Aug 31 14:22:33.358856 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aafdb25f-cb22-42f6-81bc-61c0aa0f4cd5 req-a4bbcce7-822a-4861-bebc-2b70f27effa3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543472 Aug 31 14:22:33.439094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3b9a-2a52-446b-99e9-5dd9e1e5f5b0 req-945b14a2-85db-4992-8887-fccbb40d01d8 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:33.441227 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e4d3b9a-2a52-446b-99e9-5dd9e1e5f5b0 req-945b14a2-85db-4992-8887-fccbb40d01d8 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/ports?device_id=403faf16-9987-460c-b069-4e10392e4554 HTTP/1.1" status: 200 len: 950 time: 0.0694163 Aug 31 14:22:33.494457 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e4d3b9a-2a52-446b-99e9-5dd9e1e5f5b0 req-c74060d1-dac3-4280-bce0-140aa8473599 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.20 "GET /v2.0/security-groups?id=85a9b1ac-8f7d-4f57-bf77-6089794553eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450983 Aug 31 14:22:33.527440 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cabe5a7-0691-4271-b1fd-c3b4a467e06f req-f25825ae-866d-4500-ab26-dda6b1e3f307 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.542761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:33.565779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25825ae-866d-4500-ab26-dda6b1e3f307 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Pushing event deleted for resources: {'Port': ['ID=5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:33.625951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cabe5a7-0691-4271-b1fd-c3b4a467e06f req-f25825ae-866d-4500-ab26-dda6b1e3f307 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] No DVR routers for this DVR port 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:33.648485 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cabe5a7-0691-4271-b1fd-c3b4a467e06f req-f25825ae-866d-4500-ab26-dda6b1e3f307 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.651492 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cabe5a7-0691-4271-b1fd-c3b4a467e06f req-f25825ae-866d-4500-ab26-dda6b1e3f307 tempest-VolumesBackupsTest-1705025193 tempest-VolumesBackupsTest-1705025193-project] 10.222.0.52 "DELETE /v2.0/ports/5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa HTTP/1.1" status: 204 len: 173 time: 0.8379505 Aug 31 14:22:33.652200 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403faf16-9987-460c-b069-4e10392e4554', 'name': 'network-vif-deleted', 'tag': '5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:33.655491 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df76477-eb69-45f6-9d22-13bb0e823596" -d '{"events": [{"server_uuid": "403faf16-9987-460c-b069-4e10392e4554", "name": "network-vif-deleted", "tag": "5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:33.713556 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c484b1a3-3d1a-4744-997e-ef5e7b25bc80 x-openstack-request-id: req-c484b1a3-3d1a-4744-997e-ef5e7b25bc80 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:33.714020 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403faf16-9987-460c-b069-4e10392e4554", "name": "network-vif-deleted", "tag": "5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:33.714429 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c484b1a3-3d1a-4744-997e-ef5e7b25bc80 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:33.715059 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403faf16-9987-460c-b069-4e10392e4554', 'name': 'network-vif-deleted', 'tag': '5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa', 'status': 'completed', 'code': 200} Aug 31 14:22:33.752813 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-3347ecca-2fd8-4170-8f40-15780555b6ee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Deleting port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:33.753169 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3347ecca-2fd8-4170-8f40-15780555b6ee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.882667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-3347ecca-2fd8-4170-8f40-15780555b6ee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] For port 41b5a0ac-64b8-4029-a0fc-530fdbe7d208, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=41b5a0ac-64b8-4029-a0fc-530fdbe7d208,segment=NetworkSegment(4dfb31f8-30b2-4ea2-bd0a-4568671f267c),segment_id=4dfb31f8-30b2-4ea2-bd0a-4568671f267c)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:33.882953 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3347ecca-2fd8-4170-8f40-15780555b6ee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:33.898293 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-3347ecca-2fd8-4170-8f40-15780555b6ee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Calling delete_port for 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:34.006699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.062415 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1da4-10f3-4518-8630-f86d784939e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.164280 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3347ecca-2fd8-4170-8f40-15780555b6ee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.192548 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347ecca-2fd8-4170-8f40-15780555b6ee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'Port': ['ID=41b5a0ac-64b8-4029-a0fc-530fdbe7d208,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:34.529006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc039d-491c-4ccd-9ae4-ef85d1c378a1 req-91d91246-79ba-410d-b7d1-92fa8bd47a6e tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:34.530839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3bc039d-491c-4ccd-9ae4-ef85d1c378a1 req-91d91246-79ba-410d-b7d1-92fa8bd47a6e tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.1076252 Aug 31 14:22:34.586031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3bc039d-491c-4ccd-9ae4-ef85d1c378a1 req-2246d34f-59af-42d1-8212-fa4fdd5260fb tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 Aug 31 14:22:34.939165 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3347ecca-2fd8-4170-8f40-15780555b6ee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:34.956037 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211c7ad-af07-4fca-aa11-33c31b10e59e req-b9d95ad1-c797-4bc9-865d-32e90796ec86 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:34.963853 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8211c7ad-af07-4fca-aa11-33c31b10e59e req-b9d95ad1-c797-4bc9-865d-32e90796ec86 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0877597 Aug 31 14:22:35.056794 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8211c7ad-af07-4fca-aa11-33c31b10e59e req-141ee423-8dd6-4a68-86a7-e70db7e518f0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917742 Aug 31 14:22:35.235777 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.268421 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3347ecca-2fd8-4170-8f40-15780555b6ee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Router d57d63c6-9a54-4c8f-b5ae-7792e431419d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:35.400688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3347ecca-2fd8-4170-8f40-15780555b6ee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:35.406176 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3347ecca-2fd8-4170-8f40-15780555b6ee tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "PUT /v2.0/routers/d57d63c6-9a54-4c8f-b5ae-7792e431419d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9926660 Aug 31 14:22:35.408981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46724) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:35.421235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec95221-e337-4592-8b07-7c72eb2bad1b None None] Sync routers for ids ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:35.440997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec95221-e337-4592-8b07-7c72eb2bad1b None None] Routers {'d57d63c6-9a54-4c8f-b5ae-7792e431419d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:35.442052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9ec95221-e337-4592-8b07-7c72eb2bad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:35.476223 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a75317-5946-4368-a82e-414b32cfcc3a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Deleting subnet b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:22:35.481115 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4a75317-5946-4368-a82e-414b32cfcc3a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.538954 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4a75317-5946-4368-a82e-414b32cfcc3a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.592202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9ec95221-e337-4592-8b07-7c72eb2bad1b None None] Set router d57d63c6-9a54-4c8f-b5ae-7792e431419d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:35.668758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:35.737789 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4a75317-5946-4368-a82e-414b32cfcc3a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.810274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:35.810625 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5aa17cdd-f778-4e1f-a716-ecc3d2fd6ffa not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:35.826107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c608432-a9c4-441f-aac6-0996a42b3e6e req-caaf2ee6-00f7-4229-b66a-7529cd5eea95 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:35.834615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c608432-a9c4-441f-aac6-0996a42b3e6e req-caaf2ee6-00f7-4229-b66a-7529cd5eea95 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.1128712 Aug 31 14:22:35.907517 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4a75317-5946-4368-a82e-414b32cfcc3a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.910480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9ec95221-e337-4592-8b07-7c72eb2bad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:22:34Z', 'revision_number': 5, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:35.932953 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c4a75317-5946-4368-a82e-414b32cfcc3a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:35.936264 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c608432-a9c4-441f-aac6-0996a42b3e6e req-6e89390c-fe17-4312-b05a-c5c6719115da tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/security-groups?id=66af7d19-fb15-4893-b1b2-12e7d2537fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908706 Aug 31 14:22:35.941308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46734) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:35.946249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c4a75317-5946-4368-a82e-414b32cfcc3a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "DELETE /v2.0/subnets/b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae HTTP/1.1" status: 204 len: 168 time: 0.5356534 Aug 31 14:22:35.998382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a75317-5946-4368-a82e-414b32cfcc3a tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'Subnet': ['ID=b526b3d2-267b-4f41-99f2-3dc3b4ecf9ae,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:36.017625 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84493efc-1de4-4c22-a180-c3d7ced2ab17 None None] Network 2c123d0c-6c35-49b9-9874-40cde75b73d7 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:36.020338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec95221-e337-4592-8b07-7c72eb2bad1b None None] Checking router: d57d63c6-9a54-4c8f-b5ae-7792e431419d for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:22:36.024071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2beca9-2dc3-4e0d-8f34-f36cedb5853e req-f5f2c39d-37ba-4eb4-a6f0-520b9fec8750 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:36.027120 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a2beca9-2dc3-4e0d-8f34-f36cedb5853e req-f5f2c39d-37ba-4eb4-a6f0-520b9fec8750 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 946 time: 0.1770303 Aug 31 14:22:36.120167 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.206525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec95221-e337-4592-8b07-7c72eb2bad1b None None] Routers {'d57d63c6-9a54-4c8f-b5ae-7792e431419d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:36.207763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9ec95221-e337-4592-8b07-7c72eb2bad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:36.229371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-7a2beca9-2dc3-4e0d-8f34-f36cedb5853e req-5337b0f8-6965-4bec-b396-59393fe35ff4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Deleting port 2a795fda-1282-405f-853f-98cde74c3ed5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:36.229731 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a2beca9-2dc3-4e0d-8f34-f36cedb5853e req-5337b0f8-6965-4bec-b396-59393fe35ff4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.287655 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.399974 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7a2beca9-2dc3-4e0d-8f34-f36cedb5853e req-5337b0f8-6965-4bec-b396-59393fe35ff4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] For port 2a795fda-1282-405f-853f-98cde74c3ed5, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=2a795fda-1282-405f-853f-98cde74c3ed5,segment=NetworkSegment(86504589-af15-4f64-b354-86d03b1cb1d7),segment_id=86504589-af15-4f64-b354-86d03b1cb1d7)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:36.400523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a2beca9-2dc3-4e0d-8f34-f36cedb5853e req-5337b0f8-6965-4bec-b396-59393fe35ff4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.415620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9575a-f7a4-43b6-bf3d-a1f64c6301df req-3e3585bd-1282-437d-beb9-2d4101e13183 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:36.430764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0fc9575a-f7a4-43b6-bf3d-a1f64c6301df req-3e3585bd-1282-437d-beb9-2d4101e13183 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.2026863 Aug 31 14:22:36.432428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-7a2beca9-2dc3-4e0d-8f34-f36cedb5853e req-5337b0f8-6965-4bec-b396-59393fe35ff4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Calling delete_port for 2a795fda-1282-405f-853f-98cde74c3ed5 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:36.559017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0fc9575a-f7a4-43b6-bf3d-a1f64c6301df req-34783d04-bdf8-4752-9496-73380e1f1bb3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273479 Aug 31 14:22:36.584259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Deleting port 04156e93-4d77-41bd-9f93-36b18e539060 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:36.584859 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.638843 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a2beca9-2dc3-4e0d-8f34-f36cedb5853e req-5337b0f8-6965-4bec-b396-59393fe35ff4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.656733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['2a795fda-1282-405f-853f-98cde74c3ed5'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:36.665244 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-c3e8508e-4762-4843-bad0-f88d03031aea req-0bb2bde3-336a-4dfb-9089-ff94b64065d7 service neutron] show failed (client error): The resource could not be found. Aug 31 14:22:36.667486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-0bb2bde3-336a-4dfb-9089-ff94b64065d7 service neutron] 10.222.0.52 "GET /v2.0/ports/5a2e510a-01b0-4420-9fbe-860f572211f8/bindings/n-h1-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.1850634 Aug 31 14:22:36.682545 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337b0f8-6965-4bec-b396-59393fe35ff4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Pushing event deleted for resources: {'Port': ['ID=2a795fda-1282-405f-853f-98cde74c3ed5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:36.707587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9ec95221-e337-4592-8b07-7c72eb2bad1b None None] Set router d57d63c6-9a54-4c8f-b5ae-7792e431419d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:36.729809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] For port 04156e93-4d77-41bd-9f93-36b18e539060, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=04156e93-4d77-41bd-9f93-36b18e539060,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:36.730182 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.741004 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2beca9-2dc3-4e0d-8f34-f36cedb5853e req-5337b0f8-6965-4bec-b396-59393fe35ff4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] No DVR routers for this DVR port 2a795fda-1282-405f-853f-98cde74c3ed5 on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:36.745106 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7a2beca9-2dc3-4e0d-8f34-f36cedb5853e req-5337b0f8-6965-4bec-b396-59393fe35ff4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:36.749922 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a2beca9-2dc3-4e0d-8f34-f36cedb5853e req-5337b0f8-6965-4bec-b396-59393fe35ff4 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.52 "DELETE /v2.0/ports/2a795fda-1282-405f-853f-98cde74c3ed5 HTTP/1.1" status: 204 len: 173 time: 0.7138243 Aug 31 14:22:36.750594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a', 'name': 'network-vif-deleted', 'tag': '2a795fda-1282-405f-853f-98cde74c3ed5'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:36.754068 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe8f9fd-4927-4a8d-a445-df1c6e1a6ed6" -d '{"events": [{"server_uuid": "ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a", "name": "network-vif-deleted", "tag": "2a795fda-1282-405f-853f-98cde74c3ed5"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:36.757387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Calling delete_port for 04156e93-4d77-41bd-9f93-36b18e539060 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:36.844684 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f34cdd-0aed-4153-8e85-6d64068ecf13 x-openstack-request-id: req-37f34cdd-0aed-4153-8e85-6d64068ecf13 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:36.845189 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a", "name": "network-vif-deleted", "tag": "2a795fda-1282-405f-853f-98cde74c3ed5", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:36.846011 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37f34cdd-0aed-4153-8e85-6d64068ecf13 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:36.846660 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a', 'name': 'network-vif-deleted', 'tag': '2a795fda-1282-405f-853f-98cde74c3ed5', 'status': 'completed', 'code': 200} Aug 31 14:22:36.874217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119bdb07-f253-49f3-8d64-eea2e2cdbf05 None None] DHCP port deletion for 2c123d0c-6c35-49b9-9874-40cde75b73d7 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:22:36.916166 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.045836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b9f9c54a-716e-4854-93f7-feaca05275a0 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:37.068214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8508e-4762-4843-bad0-f88d03031aea req-3a3abb2c-f8be-446a-95f6-93098460eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:37.070119 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-3a3abb2c-f8be-446a-95f6-93098460eee8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884&tenant_id=6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 1096 time: 0.1214404 Aug 31 14:22:37.100590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:37.106091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-119bdb07-f253-49f3-8d64-eea2e2cdbf05 None None] Deleting port b9f9c54a-716e-4854-93f7-feaca05275a0 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:37.106876 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-119bdb07-f253-49f3-8d64-eea2e2cdbf05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.164066 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e458a57-17cf-4811-b28d-112abcf239be req-29c346df-46eb-496a-8b5c-8aaac21eb0b3 tempest-TestServerAdvancedOps-160895545 tempest-TestServerAdvancedOps-160895545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab1f93a3-e8c5-4dfe-b6e1-ff9453a4292a HTTP/1.1" status: 200 len: 210 time: 0.0420706 Aug 31 14:22:37.219460 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.230348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-119bdb07-f253-49f3-8d64-eea2e2cdbf05 None None] For port b9f9c54a-716e-4854-93f7-feaca05275a0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b9f9c54a-716e-4854-93f7-feaca05275a0,segment=NetworkSegment(4dfb31f8-30b2-4ea2-bd0a-4568671f267c),segment_id=4dfb31f8-30b2-4ea2-bd0a-4568671f267c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:37.230749 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-119bdb07-f253-49f3-8d64-eea2e2cdbf05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.255002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-119bdb07-f253-49f3-8d64-eea2e2cdbf05 None None] Calling delete_port for b9f9c54a-716e-4854-93f7-feaca05275a0 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:37.267390 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.354088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9ec95221-e337-4592-8b07-7c72eb2bad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:22:34Z', 'revision_number': 5, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:37.397737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec95221-e337-4592-8b07-7c72eb2bad1b None None] The sync data for ids ['d57d63c6-9a54-4c8f-b5ae-7792e431419d'] in n-d-792364-6 is: [{'id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874030549', 'tenant_id': '0cd9d6bc65de467eb209664882157c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '04156e93-4d77-41bd-9f93-36b18e539060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:20:46Z', 'updated_at': '2021-08-31T14:22:34Z', 'revision_number': 5, 'project_id': '0cd9d6bc65de467eb209664882157c31', 'gw_port': {'id': '04156e93-4d77-41bd-9f93-36b18e539060', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d63c6-9a54-4c8f-b5ae-7792e431419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:20:47Z', 'updated_at': '2021-08-31T14:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:37.418750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port b9f9c54a-716e-4854-93f7-feaca05275a0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b9f9c54a-716e-4854-93f7-feaca05275a0,segment=NetworkSegment(4dfb31f8-30b2-4ea2-bd0a-4568671f267c),segment_id=4dfb31f8-30b2-4ea2-bd0a-4568671f267c)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:37.449638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.502240 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.517455 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-119bdb07-f253-49f3-8d64-eea2e2cdbf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.545952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119bdb07-f253-49f3-8d64-eea2e2cdbf05 None None] No DVR routers for this DVR port b9f9c54a-716e-4854-93f7-feaca05275a0 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:37.546877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'Port': ['ID=04156e93-4d77-41bd-9f93-36b18e539060,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:37.568904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=b9f9c54a-716e-4854-93f7-feaca05275a0,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:37.605970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bdb07-f253-49f3-8d64-eea2e2cdbf05 None None] Pushing event deleted for resources: {'Port': ['ID=b9f9c54a-716e-4854-93f7-feaca05275a0,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:37.640761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=5a2e510a-01b0-4420-9fbe-860f572211f8,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:37.671168 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.730503 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf9165-3177-4965-8475-7de95da133d9 req-b3be154a-ad7e-4411-ab91-d0976db8f149 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:37.732261 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fcdf9165-3177-4965-8475-7de95da133d9 req-b3be154a-ad7e-4411-ab91-d0976db8f149 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0734348 Aug 31 14:22:37.815359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:37.815888 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fcdf9165-3177-4965-8475-7de95da133d9 req-a492f715-2c87-4c16-8ef6-1df8766b85be tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597720 Aug 31 14:22:37.850256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.854103 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.913154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:37.915591 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4664e682-0548-466a-b3e1-10ba9f2abbf9" -d '{"events": [{"server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:37.921177 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.932975 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.933498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Fanout notify agent at l3_agent the message router_deleted on router d57d63c6-9a54-4c8f-b5ae-7792e431419d {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:22:37.956756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:37.957859 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-104a77e5-577e-4a56-873e-8d236f445e16 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "DELETE /v2.0/routers/d57d63c6-9a54-4c8f-b5ae-7792e431419d HTTP/1.1" status: 204 len: 168 time: 2.0155156 Aug 31 14:22:37.961162 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46756) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:37.963654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Transition to ACTIVE for port object 5a2e510a-01b0-4420-9fbe-860f572211f8 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:37.976573 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.010405 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b03b07-c91a-4704-8d72-564502b3cf62 x-openstack-request-id: req-d0b03b07-c91a-4704-8d72-564502b3cf62 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:38.010707 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:38.010953 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0b03b07-c91a-4704-8d72-564502b3cf62 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:38.011345 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'code': 200} Aug 31 14:22:38.096601 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.200696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2e510a-01b0-4420-9fbe-860f572211f8,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:38.299710 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.307240 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46796) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:38.350725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c123d0c-6c35-49b9-9874-40cde75b73d7']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:38.366173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] No DVR routers for this DVR port 5a2e510a-01b0-4420-9fbe-860f572211f8 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:38.421087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfb31f8-30b2-4ea2-bd0a-4568671f267c') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:38.421384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfb31f8-30b2-4ea2-bd0a-4568671f267c') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:38.457092 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.489727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b3af49-2d68-45bc-a627-e07707611683 admin admin] Deleting subnet 28704a7a-0b03-4683-ad77-b293aa0a5c33 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:22:38.493576 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34b3af49-2d68-45bc-a627-e07707611683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.496190 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.532785 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:22:38.533157 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:22:38.545459 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:22:38.622652 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34b3af49-2d68-45bc-a627-e07707611683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.662627 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.675819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.677976 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] 10.222.0.20 "DELETE /v2.0/networks/2c123d0c-6c35-49b9-9874-40cde75b73d7 HTTP/1.1" status: 204 len: 168 time: 0.7155564 Aug 31 14:22:38.686371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Attempting to bind port 5a2e510a-01b0-4420-9fbe-860f572211f8 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:38.690117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Attempting to bind port 5a2e510a-01b0-4420-9fbe-860f572211f8 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:38.690543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Attempting to bind port 5a2e510a-01b0-4420-9fbe-860f572211f8 on network 1746f5ed-e6a1-4848-993e-4609cc70f649 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:38.693666 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34b3af49-2d68-45bc-a627-e07707611683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.697050 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd9163-9ca9-4093-81be-19a49eb500e3 tempest-TestSecurityGroupsBasicOps-650870806 tempest-TestSecurityGroupsBasicOps-650870806-project] Pushing event deleted for resources: {'Network': ['ID=2c123d0c-6c35-49b9-9874-40cde75b73d7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:38.701999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Port 5a2e510a-01b0-4420-9fbe-860f572211f8 on network 1746f5ed-e6a1-4848-993e-4609cc70f649 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:38.702193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Attempting to bind port 5a2e510a-01b0-4420-9fbe-860f572211f8 on network 1746f5ed-e6a1-4848-993e-4609cc70f649 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:38.719494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:38.719851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Checking segment: {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:38.720898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Bound using segment: {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:38.721461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Bound port: 5a2e510a-01b0-4420-9fbe-860f572211f8, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51799d54-7094-4a03-ab8e-a8efe948f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:38.721833 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.788718 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34b3af49-2d68-45bc-a627-e07707611683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.819900 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34b3af49-2d68-45bc-a627-e07707611683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:38.831154 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-34b3af49-2d68-45bc-a627-e07707611683 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/28704a7a-0b03-4683-ad77-b293aa0a5c33 HTTP/1.1" status: 204 len: 168 time: 0.5067635 Aug 31 14:22:38.831973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46812) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:38.980829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:38.987465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a2e510a-01b0-4420-9fbe-860f572211f8,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:39.011345 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.066712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3af49-2d68-45bc-a627-e07707611683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28704a7a-0b03-4683-ad77-b293aa0a5c33,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:39.079264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:39.096744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:39.098070 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.104482 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] 10.222.0.13 "PUT /v2.0/ports/5a2e510a-01b0-4420-9fbe-860f572211f8 HTTP/1.1" status: 200 len: 1091 time: 2.0087724 Aug 31 14:22:39.133643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:39.135297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 41b5a0ac-64b8-4029-a0fc-530fdbe7d208 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:39.135944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 04156e93-4d77-41bd-9f93-36b18e539060 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:39.197563 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1e18f-8a0a-4536-bffb-5808e1f43ec9 req-3da583b7-9d8f-414f-b862-48112317fc64 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:39.203104 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6de1e18f-8a0a-4536-bffb-5808e1f43ec9 req-3da583b7-9d8f-414f-b862-48112317fc64 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 943 time: 0.1747015 Aug 31 14:22:39.220689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95476b3a-289e-4717-94a9-9065fce78130 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2e510a-01b0-4420-9fbe-860f572211f8,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:39.250660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 04156e93-4d77-41bd-9f93-36b18e539060 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:39.251009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 04156e93-4d77-41bd-9f93-36b18e539060 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:39.252734 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.264999 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.299643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8508e-4762-4843-bad0-f88d03031aea req-cc11d1fc-1d1d-42fb-a4d1-430ebf47a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:39.303152 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-cc11d1fc-1d1d-42fb-a4d1-430ebf47a125 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1094 time: 0.1649549 Aug 31 14:22:39.308608 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.346403 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6de1e18f-8a0a-4536-bffb-5808e1f43ec9 req-d1ac8e9a-5a9a-4957-b262-ffd943a52f84 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306372 Aug 31 14:22:39.430110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46848) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:39.481638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.490775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8508e-4762-4843-bad0-f88d03031aea req-42bf9cf0-dae3-407a-8668-cff3e970cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:39.493029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-42bf9cf0-dae3-407a-8668-cff3e970cce3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1746f5ed-e6a1-4848-993e-4609cc70f649 HTTP/1.1" status: 200 len: 898 time: 0.1816421 Aug 31 14:22:39.510980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13084cdc-6853-4813-8fb9-b7469cc95a5d']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:39.543910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86504589-af15-4f64-b354-86d03b1cb1d7') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:39.544254 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86504589-af15-4f64-b354-86d03b1cb1d7') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:39.570614 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.605491 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-ddf500e5-eabf-4be9-a9c7-0516776d3c9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2e510a-01b0-4420-9fbe-860f572211f8 HTTP/1.1" status: 200 len: 998 time: 0.0999990 Aug 31 14:22:39.617802 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.635497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:22:39.635922 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:22:39.638417 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:22:39.687700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 2a795fda-1282-405f-853f-98cde74c3ed5 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:39.699647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8508e-4762-4843-bad0-f88d03031aea req-4c9eda98-03ea-4b9c-8dac-af6def7c2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:39.701330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-4c9eda98-03ea-4b9c-8dac-af6def7c2a38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ace0250-f1c6-4979-a15c-efce744c185b HTTP/1.1" status: 200 len: 834 time: 0.0885167 Aug 31 14:22:39.709006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2e890fb5-7aff-477f-a137-52e7c9dbc216 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cd9d6bc65de467eb209664882157c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758994 Aug 31 14:22:39.717371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46852) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:39.737541 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 2a795fda-1282-405f-853f-98cde74c3ed5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:39.737887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 2a795fda-1282-405f-853f-98cde74c3ed5 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:39.749108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5a2e510a-01b0-4420-9fbe-860f572211f8 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:39.786471 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.798101 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 5a2e510a-01b0-4420-9fbe-860f572211f8 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:39.800508 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.811310 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] 10.222.0.20 "DELETE /v2.0/networks/13084cdc-6853-4813-8fb9-b7469cc95a5d HTTP/1.1" status: 204 len: 168 time: 0.9157536 Aug 31 14:22:39.815707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46856) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:39.840486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bb1ac-83f8-43be-a7b4-b0737c66f40c admin admin] Pushing event deleted for resources: {'Network': ['ID=13084cdc-6853-4813-8fb9-b7469cc95a5d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:39.903878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8508e-4762-4843-bad0-f88d03031aea req-ee1cba64-3863-4ba1-b77a-76848d5e5aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:39.905788 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-ee1cba64-3863-4ba1-b77a-76848d5e5aba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1746f5ed-e6a1-4848-993e-4609cc70f649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968596 Aug 31 14:22:39.954324 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4418888-f05b-4bbd-89dd-413e94e591c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:39.995383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ffe790-84c5-46c2-99f4-24ef2f8457da admin admin] Deleting subnet 3976ade6-56e9-4884-9b6e-6f8454fe0283 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:22:40.002287 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe790-84c5-46c2-99f4-24ef2f8457da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.025374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:40.027848 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:40.044386 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4418888-f05b-4bbd-89dd-413e94e591c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.096596 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe790-84c5-46c2-99f4-24ef2f8457da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.141398 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1701b821-d98e-4b72-9b93-1fc687d0a1d7 x-openstack-request-id: req-1701b821-d98e-4b72-9b93-1fc687d0a1d7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:40.142937 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:40.143422 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1701b821-d98e-4b72-9b93-1fc687d0a1d7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:40.144198 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'status': 'completed', 'code': 200} Aug 31 14:22:40.155353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-5ad268ad-f24f-400c-b4c2-dfd1a2957c95 service neutron] 10.222.0.13 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374935 Aug 31 14:22:40.205103 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-df81d2e9-a4d6-4cde-8b7a-e9d1057a70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:40.207845 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-df81d2e9-a4d6-4cde-8b7a-e9d1057a70b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1094 time: 0.0556383 Aug 31 14:22:40.246191 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe790-84c5-46c2-99f4-24ef2f8457da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.253404 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4418888-f05b-4bbd-89dd-413e94e591c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.257050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4418888-f05b-4bbd-89dd-413e94e591c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.260981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a4418888-f05b-4bbd-89dd-413e94e591c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1471999f-e6c2-4c5c-a5b4-29b044bc36ec HTTP/1.1" status: 204 len: 168 time: 0.5412698 Aug 31 14:22:40.316332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4418888-f05b-4bbd-89dd-413e94e591c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1471999f-e6c2-4c5c-a5b4-29b044bc36ec,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:40.354469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-0b3846f5-75e4-4cef-86b3-a61f3902fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:40.358427 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-0b3846f5-75e4-4cef-86b3-a61f3902fe15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1746f5ed-e6a1-4848-993e-4609cc70f649 HTTP/1.1" status: 200 len: 898 time: 0.1408978 Aug 31 14:22:40.371987 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3e8508e-4762-4843-bad0-f88d03031aea req-21ac3816-2cb7-4d8e-a45d-13e8d6c29e96 service neutron] 10.222.0.13 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055459 Aug 31 14:22:40.381319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe790-84c5-46c2-99f4-24ef2f8457da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.430598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffe790-84c5-46c2-99f4-24ef2f8457da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3976ade6-56e9-4884-9b6e-6f8454fe0283,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:40.439955 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe790-84c5-46c2-99f4-24ef2f8457da admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.445325 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b1ffe790-84c5-46c2-99f4-24ef2f8457da admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3976ade6-56e9-4884-9b6e-6f8454fe0283 HTTP/1.1" status: 204 len: 168 time: 0.6230755 Aug 31 14:22:40.445537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46868) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:40.483390 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-7445683d-8e23-4479-9966-85bf82599c4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2e510a-01b0-4420-9fbe-860f572211f8 HTTP/1.1" status: 200 len: 998 time: 0.1160858 Aug 31 14:22:40.568183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-e80cb451-363c-4f7f-8f10-5122e36be97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:40.569665 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-e80cb451-363c-4f7f-8f10-5122e36be97e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1094 time: 0.1232727 Aug 31 14:22:40.572830 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.600663 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-b16e9ad7-9bbf-41d4-a30a-00a461b47b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:40.602847 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-b16e9ad7-9bbf-41d4-a30a-00a461b47b30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0ace0250-f1c6-4979-a15c-efce744c185b HTTP/1.1" status: 200 len: 834 time: 0.1112247 Aug 31 14:22:40.621494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd73fe-db0a-4b16-aef5-325ddc40c7c5 req-5959cc5d-0aa3-417a-b3bb-5298d4cd5ea7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:40.629908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0cd73fe-db0a-4b16-aef5-325ddc40c7c5 req-5959cc5d-0aa3-417a-b3bb-5298d4cd5ea7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 943 time: 0.0968211 Aug 31 14:22:40.713566 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c0cd73fe-db0a-4b16-aef5-325ddc40c7c5 req-a659f07e-4c3d-4557-9d39-d72c0ee97ab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826867 Aug 31 14:22:40.716798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-9d2ec5bb-d012-4a6b-afcc-36dec43308c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:40.718393 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-9d2ec5bb-d012-4a6b-afcc-36dec43308c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1746f5ed-e6a1-4848-993e-4609cc70f649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800245 Aug 31 14:22:40.775690 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.787865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-6075186f-b294-4c15-aa9e-6bb5182efc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:40.789133 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-6075186f-b294-4c15-aa9e-6bb5182efc48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1746f5ed-e6a1-4848-993e-4609cc70f649 HTTP/1.1" status: 200 len: 898 time: 0.2033119 Aug 31 14:22:40.790890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843916d5-00d2-42bc-9f4b-142aeed11411']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:40.858822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46872) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:40.871321 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-0feb633f-9336-42e9-990c-669e6b795527 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2e510a-01b0-4420-9fbe-860f572211f8 HTTP/1.1" status: 200 len: 998 time: 0.0702848 Aug 31 14:22:40.873181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ad2f9d-faec-492c-8d52-029731571e43') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:40.873479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ad2f9d-faec-492c-8d52-029731571e43') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:40.877942 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-90772c89-4af8-415c-b0f6-2665efe84c2d service neutron] 10.222.0.52 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444187 Aug 31 14:22:40.878719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.893682 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.932770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.944917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:22:40.945340 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:22:40.947896 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:22:41.008823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-507c5308-6115-4c90-b8c8-77c5aeaae9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:41.011266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-507c5308-6115-4c90-b8c8-77c5aeaae9b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ace0250-f1c6-4979-a15c-efce744c185b HTTP/1.1" status: 200 len: 834 time: 0.1308451 Aug 31 14:22:41.081798 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.098545 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.102307 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.105393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] 10.222.0.20 "DELETE /v2.0/networks/843916d5-00d2-42bc-9f4b-142aeed11411 HTTP/1.1" status: 204 len: 168 time: 0.6575680 Aug 31 14:22:41.124671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc44d5-5837-47cd-89c0-d11f9d1a339f admin admin] Pushing event deleted for resources: {'Network': ['ID=843916d5-00d2-42bc-9f4b-142aeed11411,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:41.130998 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-42bc3e13-7da7-4f16-9aba-2f5866820892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:41.132557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-42bc3e13-7da7-4f16-9aba-2f5866820892 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1746f5ed-e6a1-4848-993e-4609cc70f649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121290 Aug 31 14:22:41.137179 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.171324 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-e767f882-6d94-45f3-bb60-3df34b57e8f4 service neutron] 10.222.0.52 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311156 Aug 31 14:22:41.200348 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=624289e2f77945fcbd64f2a8c5beb073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402748 Aug 31 14:22:41.201482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46880) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:41.209395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6ed75d-14c1-444c-9731-e6d478f15110,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:41.221118 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:41.221908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:41.222494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:41.223045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:41.223442 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:41.223779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:41.224121 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:41.224519 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:41.224857 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:41.225189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:41.225515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:41.226191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f50446d-6b23-41f2-82e2-874ab6b0e7db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:41.277874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-deca29a2-2466-47e3-9b7d-c23f79e91564 service neutron] 10.222.0.13 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324420 Aug 31 14:22:41.316888 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3eed301a-8393-402c-a9d8-306274123cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.348206 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3eed301a-8393-402c-a9d8-306274123cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.386550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82c89249-6dd2-4bcb-ab1b-904e758d2cc6 req-38b4ad56-7eda-4099-b18c-8fc6dc7d7eaa service neutron] 10.222.0.13 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012785 Aug 31 14:22:41.416063 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3eed301a-8393-402c-a9d8-306274123cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.424414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3eed301a-8393-402c-a9d8-306274123cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.425685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3eed301a-8393-402c-a9d8-306274123cc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee6ed75d-14c1-444c-9731-e6d478f15110 HTTP/1.1" status: 204 len: 168 time: 0.2226086 Aug 31 14:22:41.440923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46884) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:41.442380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed301a-8393-402c-a9d8-306274123cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6ed75d-14c1-444c-9731-e6d478f15110,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:41.496797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d1d850d2-dd0d-4817-89a9-ee32a7fbd850 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc0960df89cc412c92b8fa0ee927d8dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539763 Aug 31 14:22:41.499592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46886) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:41.563434 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17959728-5597-43ad-976a-122ffeec7466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.591110 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17959728-5597-43ad-976a-122ffeec7466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.671711 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17959728-5597-43ad-976a-122ffeec7466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.677247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-17959728-5597-43ad-976a-122ffeec7466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:41.681150 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-17959728-5597-43ad-976a-122ffeec7466 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66af7d19-fb15-4893-b1b2-12e7d2537fb7 HTTP/1.1" status: 204 len: 168 time: 0.1780505 Aug 31 14:22:41.687832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17959728-5597-43ad-976a-122ffeec7466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66af7d19-fb15-4893-b1b2-12e7d2537fb7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:41.888895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571c1b0-5f32-407d-be98-77122cd59698 req-a00d214b-f286-4120-88f7-5306549a8c21 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:41.899433 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6571c1b0-5f32-407d-be98-77122cd59698 req-a00d214b-f286-4120-88f7-5306549a8c21 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 943 time: 0.0871744 Aug 31 14:22:41.985742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46896) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:42.056221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-53273353-e432-49cb-b82b-4cf541f172cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3e5cb7c77d241248a6f5d7f376b27dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692720 Aug 31 14:22:42.058726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46900) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:42.157842 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-808861f8-feef-4fb9-83a0-c7ef2521eb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.208145 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-808861f8-feef-4fb9-83a0-c7ef2521eb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.299912 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-808861f8-feef-4fb9-83a0-c7ef2521eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.303774 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-808861f8-feef-4fb9-83a0-c7ef2521eb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.305815 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-808861f8-feef-4fb9-83a0-c7ef2521eb7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aac21d52-fefa-41fb-b437-9ac793825737 HTTP/1.1" status: 204 len: 168 time: 0.2460520 Aug 31 14:22:42.325079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808861f8-feef-4fb9-83a0-c7ef2521eb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac21d52-fefa-41fb-b437-9ac793825737,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:42.381291 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46906) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:42.467188 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-777a0e19-2793-44e6-ad91-170cfcac988d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10b5734a20f94f3ea3181602416e1004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840483 Aug 31 14:22:42.468935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46908) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:42.507880 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6571c1b0-5f32-407d-be98-77122cd59698 req-bdeeb72c-f7fe-4eb3-8392-03cac472cf72 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6072059 Aug 31 14:22:42.556707 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-007bfff4-a091-4f56-909f-db488d81ec13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.583457 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-007bfff4-a091-4f56-909f-db488d81ec13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.645378 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-007bfff4-a091-4f56-909f-db488d81ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.652061 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-007bfff4-a091-4f56-909f-db488d81ec13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:42.653272 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-007bfff4-a091-4f56-909f-db488d81ec13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73f274d3-822d-439b-8af3-14c3d7ac5702 HTTP/1.1" status: 204 len: 168 time: 0.1832047 Aug 31 14:22:42.662499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bfff4-a091-4f56-909f-db488d81ec13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f274d3-822d-439b-8af3-14c3d7ac5702,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:42.963937 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5a2e510a-01b0-4420-9fbe-860f572211f8 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:22:43.156023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a2e510a-01b0-4420-9fbe-860f572211f8,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:43.190482 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'port_id': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'mac_address': 'fa:16:3e:b4:9d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:22:43.248953 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.262492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2e510a-01b0-4420-9fbe-860f572211f8 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:43.275342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46936) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:43.287586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a2e510a-01b0-4420-9fbe-860f572211f8,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:43.295049 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.353877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=5a2e510a-01b0-4420-9fbe-860f572211f8,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:43.416073 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-328759006-network', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:43.443359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Made reservation on behalf of 5ca153dbd5604bc298d79a7d5c07eb15 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:43.445860 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.457006 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.527018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98f027-5561-4253-b09d-d823e6f8f2da req-5b866774-fccb-40b7-8854-203b72ab27b5 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:43.551973 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f98f027-5561-4253-b09d-d823e6f8f2da req-5b866774-fccb-40b7-8854-203b72ab27b5 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 946 time: 0.0841460 Aug 31 14:22:43.568690 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.574364 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.591757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f98f027-5561-4253-b09d-d823e6f8f2da req-3d8a3c7e-b834-43af-9352-31fde7acc4bb tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384703 Aug 31 14:22:43.606104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['5a2e510a-01b0-4420-9fbe-860f572211f8'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:43.607682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:22:43.614862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95eeb27-09c6-4e43-b29e-1cb460b31334,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:43.621546 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.621963 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Added segment 33d20241-e095-4fc0-9953-2973f20331a4 of type vlan for network 9a63ef7b-ad36-43d5-9770-6647645c0e4f Aug 31 14:22:43.689922 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.746195 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.747233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:43.747963 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:43.763942 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444fe18-07d3-482b-8c3c-08609435f1ab req-5de64fd2-9d57-482e-abf9-f78a014131c9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:43.765504 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8444fe18-07d3-482b-8c3c-08609435f1ab req-5de64fd2-9d57-482e-abf9-f78a014131c9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 944 time: 0.0967426 Aug 31 14:22:43.828700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46946) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:43.828897 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5515985 Aug 31 14:22:43.834607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-995c4a9b-9aff-49a1-b519-f22085fbee7d admin admin] Request body: {'subnet': {'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-328759006-subnet', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:43.841172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be6cf0-d82a-43c2-95ee-ba13b3c3bfa3 admin admin] Pushing event updated for resources: {'Network': ['ID=9a63ef7b-ad36-43d5-9770-6647645c0e4f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:43.856900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 9a63ef7b-ad36-43d5-9770-6647645c0e4f details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:22:43.867970 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8444fe18-07d3-482b-8c3c-08609435f1ab req-91e78c41-ec09-45a8-a427-c7962bd45586 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897522 Aug 31 14:22:43.870579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995c4a9b-9aff-49a1-b519-f22085fbee7d admin admin] Made reservation on behalf of 5ca153dbd5604bc298d79a7d5c07eb15 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:43.874165 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-995c4a9b-9aff-49a1-b519-f22085fbee7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.088383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-995c4a9b-9aff-49a1-b519-f22085fbee7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.143730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c4a9b-9aff-49a1-b519-f22085fbee7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a50599f-a52b-4658-ad31-01094a9bf03f,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:44.164111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995c4a9b-9aff-49a1-b519-f22085fbee7d admin admin] Checking segment: {'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:44.164505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995c4a9b-9aff-49a1-b519-f22085fbee7d admin admin] Network hostable DHCP agents. Network: 9a63ef7b-ad36-43d5-9770-6647645c0e4f, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:22:44.180675 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b8a0c-aac8-42e9-b468-10e76c8721ce req-de23a5fd-a40a-4a30-8bec-f3f6504349ff tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:44.182253 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e90b8a0c-aac8-42e9-b468-10e76c8721ce req-de23a5fd-a40a-4a30-8bec-f3f6504349ff tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 944 time: 0.1302779 Aug 31 14:22:44.185364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995c4a9b-9aff-49a1-b519-f22085fbee7d admin admin] Network 9a63ef7b-ad36-43d5-9770-6647645c0e4f is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:22:44.197074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-995c4a9b-9aff-49a1-b519-f22085fbee7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 9a63ef7b-ad36-43d5-9770-6647645c0e4f) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:44.201842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995c4a9b-9aff-49a1-b519-f22085fbee7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:44.202543 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-995c4a9b-9aff-49a1-b519-f22085fbee7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.205160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380c492-adca-4779-8255-050b39e829da req-64d9f76c-70d8-4d22-ada3-a98c5703ce08 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:44.206652 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b380c492-adca-4779-8255-050b39e829da req-64d9f76c-70d8-4d22-ada3-a98c5703ce08 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884&tenant_id=6aca18e1be7245299924d9c1f085ff48&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 944 time: 0.1433675 Aug 31 14:22:44.209085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3743698-16b6-48a3-93c5-b5c9c818fc56 None None] Network 9a63ef7b-ad36-43d5-9770-6647645c0e4f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:44.223459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-995c4a9b-9aff-49a1-b519-f22085fbee7d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3931150 Aug 31 14:22:44.224955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46952) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:44.231088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:44.267986 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.269645 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.283420 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e90b8a0c-aac8-42e9-b468-10e76c8721ce req-13bad1c8-ac93-41f6-833f-5f5b2334945f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896010 Aug 31 14:22:44.323099 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-b380c492-adca-4779-8255-050b39e829da req-fe830d8d-00af-4c8b-ae48-564706c8484d service neutron] delete failed (client error): The resource could not be found. Aug 31 14:22:44.323457 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b380c492-adca-4779-8255-050b39e829da req-fe830d8d-00af-4c8b-ae48-564706c8484d service neutron] 10.222.0.52 "DELETE /v2.0/ports/5a2e510a-01b0-4420-9fbe-860f572211f8/bindings/n-h2-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.1063669 Aug 31 14:22:44.333121 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.408052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:22:44.409707 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.464204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380c492-adca-4779-8255-050b39e829da req-4109f82e-6902-4ba4-9f5e-bfd7e2e6eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:44.466512 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b380c492-adca-4779-8255-050b39e829da req-4109f82e-6902-4ba4-9f5e-bfd7e2e6eae1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1095 time: 0.0881145 Aug 31 14:22:44.516331 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.591175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Allocated IP 172.20.0.2 (9a63ef7b-ad36-43d5-9770-6647645c0e4f/0a50599f-a52b-4658-ad31-01094a9bf03f/b1dabaa5-4f59-4120-baf3-35f268e751ff) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:44.591541 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380c492-adca-4779-8255-050b39e829da req-df0e3c60-84ce-487e-8acb-bb5d990483cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:44.593339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b380c492-adca-4779-8255-050b39e829da req-df0e3c60-84ce-487e-8acb-bb5d990483cc service neutron] 10.222.0.52 "GET /v2.0/networks?id=1746f5ed-e6a1-4848-993e-4609cc70f649 HTTP/1.1" status: 200 len: 898 time: 0.1200032 Aug 31 14:22:44.682561 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b380c492-adca-4779-8255-050b39e829da req-c6adcc63-fbee-48d9-b927-ee49d17e3c62 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2e510a-01b0-4420-9fbe-860f572211f8 HTTP/1.1" status: 200 len: 999 time: 0.0801265 Aug 31 14:22:44.754721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380c492-adca-4779-8255-050b39e829da req-499a5074-7955-4c07-9883-31f676ebf910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:44.757133 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b380c492-adca-4779-8255-050b39e829da req-499a5074-7955-4c07-9883-31f676ebf910 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0ace0250-f1c6-4979-a15c-efce744c185b HTTP/1.1" status: 200 len: 834 time: 0.0668638 Aug 31 14:22:44.769804 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.783227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Transition to ACTIVE for port object b1dabaa5-4f59-4120-baf3-35f268e751ff will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:44.802521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Transition to ACTIVE for port object b1dabaa5-4f59-4120-baf3-35f268e751ff will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:44.813501 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.821208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78d817-2135-4e84-81d5-1428bacd929e req-1c04512d-1a4b-4f88-b5aa-e38d36474312 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:44.823058 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c78d817-2135-4e84-81d5-1428bacd929e req-1c04512d-1a4b-4f88-b5aa-e38d36474312 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 946 time: 0.1233592 Aug 31 14:22:44.831502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380c492-adca-4779-8255-050b39e829da req-3aa07c3a-3e4f-460a-a45e-24e1051d3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:44.833236 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b380c492-adca-4779-8255-050b39e829da req-3aa07c3a-3e4f-460a-a45e-24e1051d3dd7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1746f5ed-e6a1-4848-993e-4609cc70f649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673480 Aug 31 14:22:44.833366 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.870878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Pushing event updated for resources: {'Port': ['ID=b1dabaa5-4f59-4120-baf3-35f268e751ff,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:44.877978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.881786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Network 9a63ef7b-ad36-43d5-9770-6647645c0e4f is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:44.884817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:44.887765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:44.951075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c78d817-2135-4e84-81d5-1428bacd929e req-235fc5f7-0dea-4d58-b253-854a21be3eeb tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135378 Aug 31 14:22:44.955745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Attempting to bind port b1dabaa5-4f59-4120-baf3-35f268e751ff on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:44.956147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Attempting to bind port b1dabaa5-4f59-4120-baf3-35f268e751ff by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:44.956538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Attempting to bind port b1dabaa5-4f59-4120-baf3-35f268e751ff on network 9a63ef7b-ad36-43d5-9770-6647645c0e4f {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:44.967972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:44.967972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Checking segment: {'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:44.968885 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.969058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Bound using segment: {'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:44.973290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Bound port: b1dabaa5-4f59-4120-baf3-35f268e751ff, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:44.973710 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:44.978489 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b380c492-adca-4779-8255-050b39e829da req-bba58e51-2a05-4d9c-a99a-5a7141d5b6e5 service neutron] 10.222.0.52 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342590 Aug 31 14:22:44.981306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5a2e510a-01b0-4420-9fbe-860f572211f8 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:45.059675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e84536-6274-4fb1-bf75-ea477960f664 req-eb6b8452-afb4-47e3-9377-363136d6ddcd tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:45.061782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68e84536-6274-4fb1-bf75-ea477960f664 req-eb6b8452-afb4-47e3-9377-363136d6ddcd tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 946 time: 0.1095011 Aug 31 14:22:45.088483 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b380c492-adca-4779-8255-050b39e829da req-38957d82-b3df-43fa-9578-eca259e12fd8 service neutron] 10.222.0.52 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019945 Aug 31 14:22:45.105373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] For port b1dabaa5-4f59-4120-baf3-35f268e751ff, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:45.108939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] For port b1dabaa5-4f59-4120-baf3-35f268e751ff, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b1dabaa5-4f59-4120-baf3-35f268e751ff,segment=NetworkSegment(33d20241-e095-4fc0-9953-2973f20331a4),segment_id=33d20241-e095-4fc0-9953-2973f20331a4)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:45.110927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 5a2e510a-01b0-4420-9fbe-860f572211f8 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:45.115843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Allocated IP 172.25.3.187 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/00e03dff-77f8-4c91-9f0c-45101876eae1) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:45.116723 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.120945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 5a2e510a-01b0-4420-9fbe-860f572211f8 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:45.121362 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.216536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fa69e-4d43-4eb2-873d-fbfc768f2271 None None] Pushing event updated for resources: {'Port': ['ID=b1dabaa5-4f59-4120-baf3-35f268e751ff,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:45.276104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-68e84536-6274-4fb1-bf75-ea477960f664 req-f2622f80-dabf-450b-9d4c-6a5a6f9587cd tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Deleting port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:22:45.276475 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68e84536-6274-4fb1-bf75-ea477960f664 req-f2622f80-dabf-450b-9d4c-6a5a6f9587cd tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.278821 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.312046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:45.315771 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8aad28-596b-465c-a8fb-c938a3b14e8f" -d '{"events": [{"server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "name": "network-vif-plugged", "status": "completed", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:45.351032 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a2e510a-01b0-4420-9fbe-860f572211f8,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:45.353390 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.359637 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.462156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-68e84536-6274-4fb1-bf75-ea477960f664 req-f2622f80-dabf-450b-9d4c-6a5a6f9587cd tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] For port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d,segment=NetworkSegment(7cbf97b2-ff32-4d5a-8586-c06d3bfdf030),segment_id=7cbf97b2-ff32-4d5a-8586-c06d3bfdf030)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:45.462156 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68e84536-6274-4fb1-bf75-ea477960f664 req-f2622f80-dabf-450b-9d4c-6a5a6f9587cd tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.498981 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=5a2e510a-01b0-4420-9fbe-860f572211f8,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:45.504971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-68e84536-6274-4fb1-bf75-ea477960f664 req-f2622f80-dabf-450b-9d4c-6a5a6f9587cd tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Calling delete_port for 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:22:45.592942 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cd16c-e27d-48cb-a736-7fc7c30dc2ae req-25df43c4-3813-45c6-a336-30b11da7f386 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:45.596844 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf8cd16c-e27d-48cb-a736-7fc7c30dc2ae req-25df43c4-3813-45c6-a336-30b11da7f386 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.1900294 Aug 31 14:22:45.635623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.652483 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c57c56c-a983-498e-9086-fe463c6c95f8 x-openstack-request-id: req-0c57c56c-a983-498e-9086-fe463c6c95f8 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:45.652780 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "name": "network-vif-plugged", "status": "completed", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:45.653090 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c57c56c-a983-498e-9086-fe463c6c95f8 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:45.653495 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'code': 200} Aug 31 14:22:45.663114 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cf8cd16c-e27d-48cb-a736-7fc7c30dc2ae req-87f66599-fab2-4487-b9b7-8e63675ff4bc tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574512 Aug 31 14:22:45.727926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:45.735390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:45.741272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:45.770517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Pushing event updated for resources: {'Port': ['ID=00e03dff-77f8-4c91-9f0c-45101876eae1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:45.951380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68e84536-6274-4fb1-bf75-ea477960f664 req-f2622f80-dabf-450b-9d4c-6a5a6f9587cd tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:45.963848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['3e8e5e40-e497-4991-b4bd-4a207f8d9d1d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:22:45.994873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2622f80-dabf-450b-9d4c-6a5a6f9587cd tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Pushing event deleted for resources: {'Port': ['ID=3e8e5e40-e497-4991-b4bd-4a207f8d9d1d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:46.087950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e84536-6274-4fb1-bf75-ea477960f664 req-f2622f80-dabf-450b-9d4c-6a5a6f9587cd tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] No DVR routers for this DVR port 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:22:46.104752 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-68e84536-6274-4fb1-bf75-ea477960f664 req-f2622f80-dabf-450b-9d4c-6a5a6f9587cd tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.106764 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68e84536-6274-4fb1-bf75-ea477960f664 req-f2622f80-dabf-450b-9d4c-6a5a6f9587cd tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.13 "DELETE /v2.0/ports/3e8e5e40-e497-4991-b4bd-4a207f8d9d1d HTTP/1.1" status: 204 len: 173 time: 1.0371056 Aug 31 14:22:46.110429 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f4c3f95-a442-4a10-aa6b-089e81dfbf58 req-46eed4e3-4445-4841-a57f-65a4bad4e27c tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4c988b6-e5bf-43fd-aadb-778a825c936b HTTP/1.1" status: 200 len: 210 time: 0.0586867 Aug 31 14:22:46.110429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c988b6-e5bf-43fd-aadb-778a825c936b', 'name': 'network-vif-deleted', 'tag': '3e8e5e40-e497-4991-b4bd-4a207f8d9d1d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:46.118135 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624da8e5-0f3c-454d-81bb-3a35c69ae70c" -d '{"events": [{"server_uuid": "f4c988b6-e5bf-43fd-aadb-778a825c936b", "name": "network-vif-deleted", "tag": "3e8e5e40-e497-4991-b4bd-4a207f8d9d1d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:46.167380 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad09bab-c43b-4d56-a688-dfc23e1ed3c0 x-openstack-request-id: req-dad09bab-c43b-4d56-a688-dfc23e1ed3c0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:46.168068 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c988b6-e5bf-43fd-aadb-778a825c936b", "name": "network-vif-deleted", "tag": "3e8e5e40-e497-4991-b4bd-4a207f8d9d1d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:46.168523 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dad09bab-c43b-4d56-a688-dfc23e1ed3c0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:46.169002 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c988b6-e5bf-43fd-aadb-778a825c936b', 'name': 'network-vif-deleted', 'tag': '3e8e5e40-e497-4991-b4bd-4a207f8d9d1d', 'status': 'completed', 'code': 200} Aug 31 14:22:46.202247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.437944 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.462405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd51957f-7aed-49ad-acc1-69223aff8409 None None] Network 9a63ef7b-ad36-43d5-9770-6647645c0e4f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:46.608507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:22:46.626900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9ee66172-7efd-45bf-b8bd-1b11aa6cf22d None None] Provisioning for port b1dabaa5-4f59-4120-baf3-35f268e751ff completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:46.788781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:46.801577 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Sync routers for ids ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:46.812659 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Routers {'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:46.813290 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:46.821241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea4bb8-2ed2-4dda-8cd4-47e203e43eb7 req-8d789c53-862f-464c-954d-7e537e61fb60 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:46.823007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbea4bb8-2ed2-4dda-8cd4-47e203e43eb7 req-8d789c53-862f-464c-954d-7e537e61fb60 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0787945 Aug 31 14:22:46.830800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:46.834732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b73708d4-18f0-4e08-936d-75d9a7573b9f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6065927 Aug 31 14:22:46.835364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 46974) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:46.873320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbea4bb8-2ed2-4dda-8cd4-47e203e43eb7 req-bb0b8acd-0b22-42c7-94c7-6070065b968a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394013 Aug 31 14:22:46.913151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 46976) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:47.001284 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Set router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:47.044696 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b1dabaa5-4f59-4120-baf3-35f268e751ff up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:47.052516 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-20f02b35-6aac-4669-acab-e3dcf0c71f05 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/90320890-5233-4e2b-9723-8606c4f030d2 HTTP/1.1" status: 200 len: 992 time: 0.1314275 Aug 31 14:22:47.113641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port b1dabaa5-4f59-4120-baf3-35f268e751ff completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:47.119039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b1dabaa5-4f59-4120-baf3-35f268e751ff triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:47.119430 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.257337 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.307837 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port b1dabaa5-4f59-4120-baf3-35f268e751ff, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b1dabaa5-4f59-4120-baf3-35f268e751ff,segment=NetworkSegment(33d20241-e095-4fc0-9953-2973f20331a4),segment_id=33d20241-e095-4fc0-9953-2973f20331a4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:47.315356 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.403472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=b1dabaa5-4f59-4120-baf3-35f268e751ff,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:47.435429 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:45Z', 'revision_number': 3, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:47.477445 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Checking router: b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:22:47.478094 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Updating router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 port 00e03dff-77f8-4c91-9f0c-45101876eae1 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:22:47.490108 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.505022 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.705577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Allocated IP 172.20.0.1 (9a63ef7b-ad36-43d5-9770-6647645c0e4f/0a50599f-a52b-4658-ad31-01094a9bf03f/071b3609-896c-46be-a741-bd9a5cfeb7b4) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:47.837670 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.849488 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Transition to ACTIVE for port object 00e03dff-77f8-4c91-9f0c-45101876eae1 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:47.852469 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.860324 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.870148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Transition to ACTIVE for port object 071b3609-896c-46be-a741-bd9a5cfeb7b4 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:47.920217 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.928148 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Attempting to bind port 00e03dff-77f8-4c91-9f0c-45101876eae1 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:47.928618 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Attempting to bind port 00e03dff-77f8-4c91-9f0c-45101876eae1 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:47.928911 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Attempting to bind port 00e03dff-77f8-4c91-9f0c-45101876eae1 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:47.939065 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:47.939440 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:47.939838 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.940229 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:47.940714 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Bound port: 00e03dff-77f8-4c91-9f0c-45101876eae1, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:47.941094 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:47.943675 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150576be-13c0-491b-9d4a-b70015da9545 None None] Pushing event updated for resources: {'Port': ['ID=00e03dff-77f8-4c91-9f0c-45101876eae1,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:47.961860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Network 9a63ef7b-ad36-43d5-9770-6647645c0e4f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:47.964925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:47.971212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:47.997408 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] For port 00e03dff-77f8-4c91-9f0c-45101876eae1, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:48.002038 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] For port 00e03dff-77f8-4c91-9f0c-45101876eae1, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=00e03dff-77f8-4c91-9f0c-45101876eae1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:48.008376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Pushing event updated for resources: {'Port': ['ID=071b3609-896c-46be-a741-bd9a5cfeb7b4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:48.015515 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.037736 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.091421 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Routers {'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:48.091982 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:48.133743 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150576be-13c0-491b-9d4a-b70015da9545 None None] Pushing event updated for resources: {'Port': ['ID=00e03dff-77f8-4c91-9f0c-45101876eae1,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:48.221545 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] Set router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:48.231299 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.336313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-aa0dad47-27f3-4a42-94cd-2d50b8af91a7 None None] Provisioning for port 071b3609-896c-46be-a741-bd9a5cfeb7b4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:48.340595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-aa0dad47-27f3-4a42-94cd-2d50b8af91a7 None None] Provisioning complete for port 071b3609-896c-46be-a741-bd9a5cfeb7b4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:48.340979 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa0dad47-27f3-4a42-94cd-2d50b8af91a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.383939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-aa0dad47-27f3-4a42-94cd-2d50b8af91a7 None None] Port 071b3609-896c-46be-a741-bd9a5cfeb7b4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:22:48.474037 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.480253 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.510644 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:45Z', 'revision_number': 3, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:48.541976 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe488a5f-142e-471c-ac6f-728c7ebe22f2 None None] The sync data for ids ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'] in n-d-792364-6 is: [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:45Z', 'revision_number': 3, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:48.557033 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:48.562515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Pushing event updated for resources: {'Port': ['ID=071b3609-896c-46be-a741-bd9a5cfeb7b4,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:48.727441 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Network 9a63ef7b-ad36-43d5-9770-6647645c0e4f is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:48.734463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:49.005442 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:22:49.043473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:22:49.043914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 3e8e5e40-e497-4991-b4bd-4a207f8d9d1d not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:22:49.047071 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b1dabaa5-4f59-4120-baf3-35f268e751ff up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:49.130474 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c786b530-07b0-4ea3-9fab-78ef3abbd3f3 None None] Provisioning complete for port 071b3609-896c-46be-a741-bd9a5cfeb7b4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:49.131394 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c786b530-07b0-4ea3-9fab-78ef3abbd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:49.167699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b1dabaa5-4f59-4120-baf3-35f268e751ff triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:49.168426 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:49.199017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c786b530-07b0-4ea3-9fab-78ef3abbd3f3 None None] Port 071b3609-896c-46be-a741-bd9a5cfeb7b4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:22:49.406899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:49.531979 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:49.544468 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d70f0f44-ef9d-472d-997d-185b97488b89 admin admin] 10.222.0.20 "PUT /v2.0/routers/b9bdbbe0-a2c3-4107-80bb-e5f067b3f118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7023585 Aug 31 14:22:50.142368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47022) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:50.148347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1749640389-network', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:50.179639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Made reservation on behalf of 4e5dc95b5b1041c180b0a275bb778001 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:50.182256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.199661 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.309502 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.314979 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.345316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:22:50.356390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e4ae62-19db-4ba7-a868-7d19b5ddbad9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:50.362284 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.362637 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Added segment 80379d2d-8a3c-4efc-bc7e-da03ac5be540 of type vlan for network 6f1fdfd9-f43b-4902-866e-ee8372c41f59 Aug 31 14:22:50.407951 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.440397 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.441460 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:50.442056 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.516661 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3705423 Aug 31 14:22:50.516966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47024) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:50.522109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-add197eb-b1bc-466e-8507-905dbbeaffcc admin admin] Request body: {'subnet': {'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1749640389-subnet', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:50.537136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1d7c1-74ee-41e8-be1d-6794901a603c admin admin] Pushing event updated for resources: {'Network': ['ID=6f1fdfd9-f43b-4902-866e-ee8372c41f59,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:50.545915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add197eb-b1bc-466e-8507-905dbbeaffcc admin admin] Made reservation on behalf of 4e5dc95b5b1041c180b0a275bb778001 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:50.549136 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-add197eb-b1bc-466e-8507-905dbbeaffcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.552657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 6f1fdfd9-f43b-4902-866e-ee8372c41f59 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:22:50.652117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Sync routers for ids ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:50.661309 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Routers {'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:50.661942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:50.819914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-add197eb-b1bc-466e-8507-905dbbeaffcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:50.843409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Set router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:50.896426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add197eb-b1bc-466e-8507-905dbbeaffcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccdf9b59-ecf0-4073-bdee-1e3afd90d02d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:50.927278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add197eb-b1bc-466e-8507-905dbbeaffcc admin admin] Checking segment: {'id': '80379d2d-8a3c-4efc-bc7e-da03ac5be540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:50.927576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add197eb-b1bc-466e-8507-905dbbeaffcc admin admin] Network hostable DHCP agents. Network: 6f1fdfd9-f43b-4902-866e-ee8372c41f59, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:22:50.968077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add197eb-b1bc-466e-8507-905dbbeaffcc admin admin] Network 6f1fdfd9-f43b-4902-866e-ee8372c41f59 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:22:50.975481 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:22:50.987725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-add197eb-b1bc-466e-8507-905dbbeaffcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 6f1fdfd9-f43b-4902-866e-ee8372c41f59) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:51.001024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add197eb-b1bc-466e-8507-905dbbeaffcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:51.001637 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-add197eb-b1bc-466e-8507-905dbbeaffcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.018538 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-add197eb-b1bc-466e-8507-905dbbeaffcc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5004270 Aug 31 14:22:51.021237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47030) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:51.026258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1749640389-router', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:51.050149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.051283 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.107052 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.171897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 00e03dff-77f8-4c91-9f0c-45101876eae1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:51.175078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb685f6-bde8-4cad-8305-ee74c5aa7048 None None] Network 6f1fdfd9-f43b-4902-866e-ee8372c41f59 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:51.258119 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.352939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 00e03dff-77f8-4c91-9f0c-45101876eae1 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:51.379722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 00e03dff-77f8-4c91-9f0c-45101876eae1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:51.380104 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.495060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '071b3609-896c-46be-a741-bd9a5cfeb7b4', 'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'mac_address': 'fa:16:3e:fa:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:47Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 2, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'subnets': [{'id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:51.500036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-6f1fdfd9-f43b-4902-866e-ee8372c41f59', 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'fixed_ips': [{'subnet_id': 'ccdf9b59-ecf0-4073-bdee-1e3afd90d02d'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:22:51.500290 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.565093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Checking router: b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:22:51.565735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Updating router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 port 071b3609-896c-46be-a741-bd9a5cfeb7b4 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:22:51.600087 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.611407 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.694986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 00e03dff-77f8-4c91-9f0c-45101876eae1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=00e03dff-77f8-4c91-9f0c-45101876eae1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:51.724099 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.830477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.859218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:51.884284 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Allocated IP 172.20.0.2 (6f1fdfd9-f43b-4902-866e-ee8372c41f59/ccdf9b59-ecf0-4073-bdee-1e3afd90d02d/a132d687-a9b6-47f6-a076-b743564002ef) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:51.888961 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=00e03dff-77f8-4c91-9f0c-45101876eae1,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:52.015741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Allocated IP 172.25.3.133 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/5a752130-c696-4b38-a36b-046578e1dfbe) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:52.156716 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.173413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Transition to ACTIVE for port object a132d687-a9b6-47f6-a076-b743564002ef will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:52.176317 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.194910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Transition to ACTIVE for port object 071b3609-896c-46be-a741-bd9a5cfeb7b4 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:52.199203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Transition to ACTIVE for port object a132d687-a9b6-47f6-a076-b743564002ef will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:52.206300 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.215233 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.216317 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.264870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Network 6f1fdfd9-f43b-4902-866e-ee8372c41f59 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:52.271222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:52.274220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80078962-1ed7-4610-964a-6023009c92e5 None None] Pushing event updated for resources: {'Port': ['ID=071b3609-896c-46be-a741-bd9a5cfeb7b4,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:52.276528 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.277008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:52.433415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:52.436967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:52.442710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:52.476098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Pushing event updated for resources: {'Port': ['ID=5a752130-c696-4b38-a36b-046578e1dfbe,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:52.479702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Attempting to bind port 071b3609-896c-46be-a741-bd9a5cfeb7b4 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:52.480252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Attempting to bind port 071b3609-896c-46be-a741-bd9a5cfeb7b4 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:52.481176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Attempting to bind port 071b3609-896c-46be-a741-bd9a5cfeb7b4 on network 9a63ef7b-ad36-43d5-9770-6647645c0e4f {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:52.489974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:52.490781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:52.491464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:52.491967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:52.492599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:52.493116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:52.493706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:52.494489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:52.495256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:52.495757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:52.496258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:52.496487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:52.496986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:52.497112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Checking segment: {'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:52.497565 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.498057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Bound using segment: {'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:52.503449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Bound port: 071b3609-896c-46be-a741-bd9a5cfeb7b4, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:52.504351 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.522559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Pushing event updated for resources: {'Port': ['ID=a132d687-a9b6-47f6-a076-b743564002ef,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:52.562960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Attempting to bind port a132d687-a9b6-47f6-a076-b743564002ef on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:52.564533 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Attempting to bind port a132d687-a9b6-47f6-a076-b743564002ef by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '80379d2d-8a3c-4efc-bc7e-da03ac5be540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:52.565084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Attempting to bind port a132d687-a9b6-47f6-a076-b743564002ef on network 6f1fdfd9-f43b-4902-866e-ee8372c41f59 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:52.574962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:52.576476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Checking segment: {'id': '80379d2d-8a3c-4efc-bc7e-da03ac5be540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:52.577065 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.577638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Bound using segment: {'id': '80379d2d-8a3c-4efc-bc7e-da03ac5be540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:52.578171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Bound port: a132d687-a9b6-47f6-a076-b743564002ef, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80379d2d-8a3c-4efc-bc7e-da03ac5be540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:52.578573 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.642690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] For port 071b3609-896c-46be-a741-bd9a5cfeb7b4, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:52.669175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] For port 071b3609-896c-46be-a741-bd9a5cfeb7b4, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=071b3609-896c-46be-a741-bd9a5cfeb7b4,segment=NetworkSegment(33d20241-e095-4fc0-9953-2973f20331a4),segment_id=33d20241-e095-4fc0-9953-2973f20331a4)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:52.686448 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.740333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] For port a132d687-a9b6-47f6-a076-b743564002ef, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:52.762293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] For port a132d687-a9b6-47f6-a076-b743564002ef, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a132d687-a9b6-47f6-a076-b743564002ef,segment=NetworkSegment(80379d2d-8a3c-4efc-bc7e-da03ac5be540),segment_id=80379d2d-8a3c-4efc-bc7e-da03ac5be540)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:52.771748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Routers {'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:52.772527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:52.777298 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.784549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:52.840995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80078962-1ed7-4610-964a-6023009c92e5 None None] Pushing event updated for resources: {'Port': ['ID=071b3609-896c-46be-a741-bd9a5cfeb7b4,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:53.007111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f226fb8-52a7-4346-9c36-4b7c5b5546ba None None] Pushing event updated for resources: {'Port': ['ID=a132d687-a9b6-47f6-a076-b743564002ef,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:53.044726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] Set router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:53.228615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.273592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 00e03dff-77f8-4c91-9f0c-45101876eae1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:53.420382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 00e03dff-77f8-4c91-9f0c-45101876eae1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:53.420856 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.471162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Router e0d2ad35-7c68-4928-9be9-d46e4ff48c1e is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:22:53.478744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '071b3609-896c-46be-a741-bd9a5cfeb7b4', 'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'mac_address': 'fa:16:3e:fa:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:47Z', 'updated_at': '2021-08-31T14:22:52Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'subnets': [{'id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:53.514277 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460696a1-1bfe-4e45-8724-e32b43f94448 None None] The sync data for ids ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'] in n-d-792364-6 is: [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '071b3609-896c-46be-a741-bd9a5cfeb7b4', 'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'mac_address': 'fa:16:3e:fa:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:47Z', 'updated_at': '2021-08-31T14:22:52Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'subnets': [{'id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:53.747922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:53.758990 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Sync routers for ids ['e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:22:53.773842 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:53.776209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47044) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:22:53.776782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a724399d-d2af-496f-8ad6-c9ece933ea18 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7538671 Aug 31 14:22:53.780892 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Routers {'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:53.781610 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:53.939088 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Set router e0d2ad35-7c68-4928-9be9-d46e4ff48c1e gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:54.208075 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'name': 'tempest-TestVolumeBackupRestore-1749640389-router', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:52Z', 'revision_number': 3, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'gw_port': {'id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:93:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:54.246999 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Checking router: e0d2ad35-7c68-4928-9be9-d46e4ff48c1e for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:22:54.247613 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Updating router e0d2ad35-7c68-4928-9be9-d46e4ff48c1e port 5a752130-c696-4b38-a36b-046578e1dfbe binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:22:54.291009 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.411241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5191ba-17a2-4be6-8c06-a0feb89f731b None None] Network 6f1fdfd9-f43b-4902-866e-ee8372c41f59 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:22:54.455431 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.526942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e95b1bfd-594e-4b45-9180-84e37dc2336c None None] Provisioning for port a132d687-a9b6-47f6-a076-b743564002ef completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:54.698020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Allocated IP 172.20.0.1 (6f1fdfd9-f43b-4902-866e-ee8372c41f59/ccdf9b59-ecf0-4073-bdee-1e3afd90d02d/04541ad9-f9ce-45b5-a853-74bbe74c812b) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:54.777104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-ea44b188-1223-4ab9-809c-342d42aa387b tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:54.781291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-ea44b188-1223-4ab9-809c-342d42aa387b tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/networks?id=590b8deb-c46c-4b94-8409-f556801e721b HTTP/1.1" status: 200 len: 813 time: 0.2418296 Aug 31 14:22:54.814401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-facaf027-9acf-4cbe-ac6a-a8a59892ca84 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/quotas/8dfeee49cead4bd5a130f8b7d105c5ee HTTP/1.1" status: 200 len: 375 time: 0.0264781 Aug 31 14:22:54.843160 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.854075 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.863240 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Transition to ACTIVE for port object 04541ad9-f9ce-45b5-a853-74bbe74c812b will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:54.874650 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Transition to ACTIVE for port object 5a752130-c696-4b38-a36b-046578e1dfbe will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:54.904021 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:54.927282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-e69f15b9-77f4-485c-ba79-f1f5cab680b9 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dfeee49cead4bd5a130f8b7d105c5ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017663 Aug 31 14:22:54.938963 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.000512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Network 6f1fdfd9-f43b-4902-866e-ee8372c41f59 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:55.004682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:55.009490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:55.039495 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Attempting to bind port 5a752130-c696-4b38-a36b-046578e1dfbe on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:55.040246 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Attempting to bind port 5a752130-c696-4b38-a36b-046578e1dfbe by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:55.040734 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Attempting to bind port 5a752130-c696-4b38-a36b-046578e1dfbe on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:55.051190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Pushing event updated for resources: {'Port': ['ID=04541ad9-f9ce-45b5-a853-74bbe74c812b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:55.054316 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:55.055445 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:55.055929 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.058958 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:55.059628 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Bound port: 5a752130-c696-4b38-a36b-046578e1dfbe, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:55.060125 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.109026 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.155059 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a132d687-a9b6-47f6-a076-b743564002ef up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:55.159646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-ebae0f67-861d-48ae-ac38-e492cb2627bc service neutron] 10.222.0.20 "GET /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099388 Aug 31 14:22:55.249849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port a132d687-a9b6-47f6-a076-b743564002ef completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:55.258814 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port a132d687-a9b6-47f6-a076-b743564002ef triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:55.258986 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.348705 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-8804d7ee-7589-4bc2-9c7b-abe909f67704 service neutron] 10.222.0.20 "GET /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822143 Aug 31 14:22:55.399812 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.475480 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] For port 5a752130-c696-4b38-a36b-046578e1dfbe, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:55.479947 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.488414 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] For port 5a752130-c696-4b38-a36b-046578e1dfbe, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5a752130-c696-4b38-a36b-046578e1dfbe,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:55.500113 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Pushing event updated for resources: {'Port': ['ID=5a752130-c696-4b38-a36b-046578e1dfbe,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:55.516597 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.527287 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:55.527637 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:55.537636 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:55.538160 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:55.538509 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:55.540646 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:55.541433 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:55.541661 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:55.542052 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:55.542421 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:55.542757 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:55.543112 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:55.603145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port a132d687-a9b6-47f6-a076-b743564002ef, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a132d687-a9b6-47f6-a076-b743564002ef,segment=NetworkSegment(80379d2d-8a3c-4efc-bc7e-da03ac5be540),segment_id=80379d2d-8a3c-4efc-bc7e-da03ac5be540)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:55.604661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d2a495d4-ed83-46c6-8068-9ae831d82a67 None None] Provisioning complete for port a132d687-a9b6-47f6-a076-b743564002ef triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:55.605151 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d2a495d4-ed83-46c6-8068-9ae831d82a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.633590 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.634573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 071b3609-896c-46be-a741-bd9a5cfeb7b4 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:55.666066 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14c47d-d4f0-4b62-b1ed-8d10f2d11406 None None] Pushing event updated for resources: {'Port': ['ID=5a752130-c696-4b38-a36b-046578e1dfbe,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:55.675576 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-179b99e7-0e86-4a68-b008-d9ecde328e25 req-8db4c17b-08e2-4db4-bf6b-cc5bd361db1b tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 210 time: 0.0797102 Aug 31 14:22:55.695606 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Routers {'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:22:55.713702 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:55.800246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=a132d687-a9b6-47f6-a076-b743564002ef,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:55.834887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.842238 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.882826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 071b3609-896c-46be-a741-bd9a5cfeb7b4 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:55.898633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 071b3609-896c-46be-a741-bd9a5cfeb7b4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:55.900813 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] Set router e0d2ad35-7c68-4928-9be9-d46e4ff48c1e gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:22:55.901350 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:55.919791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Pushing event updated for resources: {'Port': ['ID=04541ad9-f9ce-45b5-a853-74bbe74c812b,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:55.923399 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.012613 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.053502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 071b3609-896c-46be-a741-bd9a5cfeb7b4, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=071b3609-896c-46be-a741-bd9a5cfeb7b4,segment=NetworkSegment(33d20241-e095-4fc0-9953-2973f20331a4),segment_id=33d20241-e095-4fc0-9953-2973f20331a4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:56.060816 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.072621 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Network 6f1fdfd9-f43b-4902-866e-ee8372c41f59 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:56.078336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:56.111875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f4036de2-ab11-461f-accd-42b1a07853b9 None None] Provisioning for port 04541ad9-f9ce-45b5-a853-74bbe74c812b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:56.126431 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f4036de2-ab11-461f-accd-42b1a07853b9 None None] Provisioning complete for port 04541ad9-f9ce-45b5-a853-74bbe74c812b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:56.126810 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f4036de2-ab11-461f-accd-42b1a07853b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.153222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=071b3609-896c-46be-a741-bd9a5cfeb7b4,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:56.204380 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f4036de2-ab11-461f-accd-42b1a07853b9 None None] Port 04541ad9-f9ce-45b5-a853-74bbe74c812b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:22:56.286390 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'name': 'tempest-TestVolumeBackupRestore-1749640389-router', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:55Z', 'revision_number': 4, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'gw_port': {'id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:93:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '04541ad9-f9ce-45b5-a853-74bbe74c812b', 'name': '', 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'mac_address': 'fa:16:3e:07:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'ccdf9b59-ecf0-4073-bdee-1e3afd90d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:54Z', 'updated_at': '2021-08-31T14:22:54Z', 'revision_number': 1, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'subnets': [{'id': 'ccdf9b59-ecf0-4073-bdee-1e3afd90d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:22:56.322080 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171cb14-1af2-45f4-9227-c04fe083087b None None] The sync data for ids ['e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'] in n-d-792364-6 is: [{'id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'name': 'tempest-TestVolumeBackupRestore-1749640389-router', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:55Z', 'revision_number': 4, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'gw_port': {'id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:93:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '04541ad9-f9ce-45b5-a853-74bbe74c812b', 'name': '', 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'mac_address': 'fa:16:3e:07:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'ccdf9b59-ecf0-4073-bdee-1e3afd90d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:54Z', 'updated_at': '2021-08-31T14:22:54Z', 'revision_number': 1, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'subnets': [{'id': 'ccdf9b59-ecf0-4073-bdee-1e3afd90d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:22:56.339490 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Router e0d2ad35-7c68-4928-9be9-d46e4ff48c1e has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:22:56.498578 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:22:56.507089 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e13d41f3-4ca3-4b22-b66b-7f945c74c25d admin admin] 10.222.0.20 "PUT /v2.0/routers/e0d2ad35-7c68-4928-9be9-d46e4ff48c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7292395 Aug 31 14:22:56.540222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-51517e49-6d82-4c87-9cce-efc386e1e2d8 None None] Provisioning complete for port 04541ad9-f9ce-45b5-a853-74bbe74c812b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:56.540936 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-51517e49-6d82-4c87-9cce-efc386e1e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:56.578669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-51517e49-6d82-4c87-9cce-efc386e1e2d8 None None] Port 04541ad9-f9ce-45b5-a853-74bbe74c812b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:22:56.823889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69dcfa24-31f1-4b2f-b0fc-f4f48439a4a2 req-2167d362-514a-4b6a-8399-840cc741987b tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 210 time: 0.0379839 Aug 31 14:22:57.065210 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-d0de7a93-2c8d-4717-ac97-80b67e57dc62 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:57.070030 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-d0de7a93-2c8d-4717-ac97-80b67e57dc62 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.52 "GET /v2.0/networks?id=590b8deb-c46c-4b94-8409-f556801e721b HTTP/1.1" status: 200 len: 813 time: 0.2326372 Aug 31 14:22:57.084376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Request body: {'port': {'device_id': 'b667d3f4-0ad8-48e2-a888-a3942acff897', 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b', 'admin_state_up': True, 'tenant_id': '8dfeee49cead4bd5a130f8b7d105c5ee'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:57.124309 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a132d687-a9b6-47f6-a076-b743564002ef up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:57.270635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port a132d687-a9b6-47f6-a076-b743564002ef triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:57.271013 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.313072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Made reservation on behalf of 8dfeee49cead4bd5a130f8b7d105c5ee for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:22:57.317701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.403498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 071b3609-896c-46be-a741-bd9a5cfeb7b4 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:57.498885 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 071b3609-896c-46be-a741-bd9a5cfeb7b4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:57.499511 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.602249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Allocated IP 172.20.0.4 (590b8deb-c46c-4b94-8409-f556801e721b/c74fbe7a-3455-48dc-9bde-f25eb78aac4d/a42cc4b4-785e-4b5b-b709-332768e3fdb0) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:22:57.788339 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.858018 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:57.907383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Network 590b8deb-c46c-4b94-8409-f556801e721b is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:22:57.910920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:22:57.914086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:22:58.002213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Pushing event updated for resources: {'Port': ['ID=a42cc4b4-785e-4b5b-b709-332768e3fdb0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:58.041594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:58.042347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:58.062507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6af7f-5d0d-4fa9-a38a-2eba875d007b req-66389674-5cee-4c2c-a376-2fae16cbb8b3 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:58.064181 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52a6af7f-5d0d-4fa9-a38a-2eba875d007b req-66389674-5cee-4c2c-a376-2fae16cbb8b3 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 931 time: 0.1252279 Aug 31 14:22:58.080848 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-5f4425bf-b4a5-4430-a8ac-da29baf1bf96 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0004618 Aug 31 14:22:58.096547 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Request body: {'port': {'device_id': 'b667d3f4-0ad8-48e2-a888-a3942acff897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:22:58.180163 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52a6af7f-5d0d-4fa9-a38a-2eba875d007b req-4edf89dc-d26e-4657-9c94-a6776b0f3646 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092691 Aug 31 14:22:58.211790 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:58.521069 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42cc4b4-785e-4b5b-b709-332768e3fdb0 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:22:58.529301 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:58.550395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Transition to ACTIVE for port object a42cc4b4-785e-4b5b-b709-332768e3fdb0 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:22:58.556475 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:58.638370 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a42cc4b4-785e-4b5b-b709-332768e3fdb0,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:58.698005 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Attempting to bind port a42cc4b4-785e-4b5b-b709-332768e3fdb0 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:22:58.698782 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Attempting to bind port a42cc4b4-785e-4b5b-b709-332768e3fdb0 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '7cbf97b2-ff32-4d5a-8586-c06d3bfdf030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:22:58.699196 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Attempting to bind port a42cc4b4-785e-4b5b-b709-332768e3fdb0 on network 590b8deb-c46c-4b94-8409-f556801e721b {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:58.705337 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Port a42cc4b4-785e-4b5b-b709-332768e3fdb0 on network 590b8deb-c46c-4b94-8409-f556801e721b not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:22:58.705809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Attempting to bind port a42cc4b4-785e-4b5b-b709-332768e3fdb0 on network 590b8deb-c46c-4b94-8409-f556801e721b {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:22:58.710890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:22:58.711313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Checking segment: {'id': '7cbf97b2-ff32-4d5a-8586-c06d3bfdf030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:22:58.711776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Bound using segment: {'id': '7cbf97b2-ff32-4d5a-8586-c06d3bfdf030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:22:58.712202 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Bound port: a42cc4b4-785e-4b5b-b709-332768e3fdb0, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cbf97b2-ff32-4d5a-8586-c06d3bfdf030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:22:58.712589 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:58.785356 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] For port a42cc4b4-785e-4b5b-b709-332768e3fdb0, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:22:58.789004 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] For port a42cc4b4-785e-4b5b-b709-332768e3fdb0, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a42cc4b4-785e-4b5b-b709-332768e3fdb0,segment=NetworkSegment(7cbf97b2-ff32-4d5a-8586-c06d3bfdf030),segment_id=7cbf97b2-ff32-4d5a-8586-c06d3bfdf030)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:22:58.794049 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:58.841288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:58.842446 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:58.843581 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] 10.222.0.52 "PUT /v2.0/ports/a42cc4b4-785e-4b5b-b709-332768e3fdb0 HTTP/1.1" status: 200 len: 1091 time: 0.7526917 Aug 31 14:22:58.844144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b667d3f4-0ad8-48e2-a888-a3942acff897', 'tag': 'a42cc4b4-785e-4b5b-b709-332768e3fdb0'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:22:58.848380 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff99ade-9f83-4068-be4d-2aeb8f845cca" -d '{"events": [{"name": "network-changed", "server_uuid": "b667d3f4-0ad8-48e2-a888-a3942acff897", "tag": "a42cc4b4-785e-4b5b-b709-332768e3fdb0"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:22:58.875027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f0bc5-d348-457c-a1c1-77f64050c7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a42cc4b4-785e-4b5b-b709-332768e3fdb0,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:58.904126 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022676a4-31a7-4d35-ad71-6a79153d51ca x-openstack-request-id: req-022676a4-31a7-4d35-ad71-6a79153d51ca {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:22:58.908604 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b667d3f4-0ad8-48e2-a888-a3942acff897", "tag": "a42cc4b4-785e-4b5b-b709-332768e3fdb0", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:22:58.908604 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-022676a4-31a7-4d35-ad71-6a79153d51ca {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:22:58.908604 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b667d3f4-0ad8-48e2-a888-a3942acff897', 'tag': 'a42cc4b4-785e-4b5b-b709-332768e3fdb0', 'status': 'completed', 'code': 200} Aug 31 14:22:58.975468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-138f3a8f-5381-4f8f-8aa2-3349031a4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:58.980492 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-138f3a8f-5381-4f8f-8aa2-3349031a4e38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dfeee49cead4bd5a130f8b7d105c5ee&device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 1094 time: 0.0874035 Aug 31 14:22:59.026984 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-1933dc1c-048b-43e3-92e6-511ed0db5074 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a42cc4b4-785e-4b5b-b709-332768e3fdb0 HTTP/1.1" status: 200 len: 217 time: 0.0392118 Aug 31 14:22:59.062509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5a752130-c696-4b38-a36b-046578e1dfbe up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:22:59.087461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-8b731114-9d77-49f6-8f39-5a5e4d9271f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:59.089331 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-8b731114-9d77-49f6-8f39-5a5e4d9271f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c74fbe7a-3455-48dc-9bde-f25eb78aac4d HTTP/1.1" status: 200 len: 853 time: 0.0549083 Aug 31 14:22:59.128705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 5a752130-c696-4b38-a36b-046578e1dfbe completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:22:59.134526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 5a752130-c696-4b38-a36b-046578e1dfbe triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:22:59.134905 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.135357 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-94afb20d-87b1-4742-a251-8b500f846677 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=590b8deb-c46c-4b94-8409-f556801e721b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363469 Aug 31 14:22:59.250419 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.254461 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-e648370d-eac5-4e0e-9cf9-241ee44dfb78 service neutron] 10.222.0.52 "GET /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101000 Aug 31 14:22:59.284077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 5a752130-c696-4b38-a36b-046578e1dfbe, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5a752130-c696-4b38-a36b-046578e1dfbe,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:22:59.288626 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:22:59.355296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=5a752130-c696-4b38-a36b-046578e1dfbe,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:22:59.366712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.366712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.366712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.366712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.366712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.367362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.367654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.367993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.368324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.368678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.369717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.370059 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:22:59.418569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b28fd-fb34-4c9b-8744-cf49868d6635 req-5cd72519-ba99-42ba-991d-425d8db51a8d tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:59.420956 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-805b28fd-fb34-4c9b-8744-cf49868d6635 req-5cd72519-ba99-42ba-991d-425d8db51a8d tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 943 time: 0.0886989 Aug 31 14:22:59.439161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df90f9d1-4d61-42e9-94d4-0551ca74474a req-88d78f53-8730-4e5d-b429-e637ac3b6e7b service neutron] 10.222.0.52 "GET /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703770 Aug 31 14:22:59.488740 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-805b28fd-fb34-4c9b-8744-cf49868d6635 req-ffc283ab-e4f6-4164-85eb-fe27c6d0f534 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595224 Aug 31 14:22:59.567439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff99ade-9f83-4068-be4d-2aeb8f845cca req-8050f5f3-5820-4a11-8314-836c38b54f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:59.569079 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fff99ade-9f83-4068-be4d-2aeb8f845cca req-8050f5f3-5820-4a11-8314-836c38b54f9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dfeee49cead4bd5a130f8b7d105c5ee&device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 1094 time: 0.0564187 Aug 31 14:22:59.715962 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff99ade-9f83-4068-be4d-2aeb8f845cca req-4a6b159a-d490-459c-ba54-b579ddfb1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:59.718702 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fff99ade-9f83-4068-be4d-2aeb8f845cca req-4a6b159a-d490-459c-ba54-b579ddfb1c49 service neutron] 10.222.0.52 "GET /v2.0/networks?id=590b8deb-c46c-4b94-8409-f556801e721b HTTP/1.1" status: 200 len: 914 time: 0.1381052 Aug 31 14:22:59.776334 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fff99ade-9f83-4068-be4d-2aeb8f845cca req-9943ad80-875b-48ee-a5bf-b17e5d91f3b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a42cc4b4-785e-4b5b-b709-332768e3fdb0 HTTP/1.1" status: 200 len: 217 time: 0.0443075 Aug 31 14:22:59.856076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff99ade-9f83-4068-be4d-2aeb8f845cca req-9c9269f9-1499-4e6f-8b90-dc8bcd0d24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:22:59.858088 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fff99ade-9f83-4068-be4d-2aeb8f845cca req-9c9269f9-1499-4e6f-8b90-dc8bcd0d24d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c74fbe7a-3455-48dc-9bde-f25eb78aac4d HTTP/1.1" status: 200 len: 853 time: 0.0644252 Aug 31 14:22:59.900864 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fff99ade-9f83-4068-be4d-2aeb8f845cca req-48d2a621-50b4-45b4-a526-d56e6d629cef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=590b8deb-c46c-4b94-8409-f556801e721b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310566 Aug 31 14:23:00.048404 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fff99ade-9f83-4068-be4d-2aeb8f845cca req-b6c940a8-6ef7-4945-a47f-044dbb9af756 service neutron] 10.222.0.52 "GET /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352556 Aug 31 14:23:00.159294 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fff99ade-9f83-4068-be4d-2aeb8f845cca req-6fa7bdd9-6bd0-400f-a544-521df0f5ea3a service neutron] 10.222.0.52 "GET /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032605 Aug 31 14:23:00.629230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81652c-b44f-4d4a-82d0-ac4fb4967875 req-0fed50af-e22d-4808-bc08-b1e94f7d476a tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:00.630739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f81652c-b44f-4d4a-82d0-ac4fb4967875 req-0fed50af-e22d-4808-bc08-b1e94f7d476a tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 943 time: 0.0500369 Aug 31 14:23:00.669428 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f81652c-b44f-4d4a-82d0-ac4fb4967875 req-c685072f-3d22-4126-a82e-f9bcfcb301ff tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Aug 31 14:23:00.787468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Sync routers for ids ['e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:00.797226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Routers {'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:00.798544 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:00.905910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Set router e0d2ad35-7c68-4928-9be9-d46e4ff48c1e gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:00.983775 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5a752130-c696-4b38-a36b-046578e1dfbe up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:01.100162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 5a752130-c696-4b38-a36b-046578e1dfbe triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:01.100799 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.214867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'name': 'tempest-TestVolumeBackupRestore-1749640389-router', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:55Z', 'revision_number': 4, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'gw_port': {'id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:93:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '04541ad9-f9ce-45b5-a853-74bbe74c812b', 'name': '', 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'mac_address': 'fa:16:3e:07:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'ccdf9b59-ecf0-4073-bdee-1e3afd90d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:54Z', 'updated_at': '2021-08-31T14:22:55Z', 'revision_number': 2, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'subnets': [{'id': 'ccdf9b59-ecf0-4073-bdee-1e3afd90d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:01.245579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Checking router: e0d2ad35-7c68-4928-9be9-d46e4ff48c1e for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:01.245952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Updating router e0d2ad35-7c68-4928-9be9-d46e4ff48c1e port 04541ad9-f9ce-45b5-a853-74bbe74c812b binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:23:01.275647 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.395586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-436071b1-be98-45a5-aa71-c19f0852dc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.556111 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.567091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Transition to ACTIVE for port object 04541ad9-f9ce-45b5-a853-74bbe74c812b will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:01.575843 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.627605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f25aec-0786-428f-b010-d777e15fc25b None None] Pushing event updated for resources: {'Port': ['ID=04541ad9-f9ce-45b5-a853-74bbe74c812b,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:01.677160 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Attempting to bind port 04541ad9-f9ce-45b5-a853-74bbe74c812b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:01.677529 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Attempting to bind port 04541ad9-f9ce-45b5-a853-74bbe74c812b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '80379d2d-8a3c-4efc-bc7e-da03ac5be540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:01.678050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Attempting to bind port 04541ad9-f9ce-45b5-a853-74bbe74c812b on network 6f1fdfd9-f43b-4902-866e-ee8372c41f59 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:01.684341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:01.687008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Checking segment: {'id': '80379d2d-8a3c-4efc-bc7e-da03ac5be540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:01.687008 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.687008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Bound using segment: {'id': '80379d2d-8a3c-4efc-bc7e-da03ac5be540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:01.687429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Bound port: 04541ad9-f9ce-45b5-a853-74bbe74c812b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80379d2d-8a3c-4efc-bc7e-da03ac5be540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:01.688409 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.759815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] For port 04541ad9-f9ce-45b5-a853-74bbe74c812b, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:01.764112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] For port 04541ad9-f9ce-45b5-a853-74bbe74c812b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=04541ad9-f9ce-45b5-a853-74bbe74c812b,segment=NetworkSegment(80379d2d-8a3c-4efc-bc7e-da03ac5be540),segment_id=80379d2d-8a3c-4efc-bc7e-da03ac5be540)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:01.772681 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:01.837209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a42cc4b4-785e-4b5b-b709-332768e3fdb0 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:23:01.856053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Routers {'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:01.856968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:22:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:01.880478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b570e6-3d8c-4c3b-be10-b36c6d2e70e9 req-fb3bda45-1e7b-4d89-8671-846ba1d1b8ba tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:01.882250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62b570e6-3d8c-4c3b-be10-b36c6d2e70e9 req-fb3bda45-1e7b-4d89-8671-846ba1d1b8ba tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 943 time: 0.1081583 Aug 31 14:23:01.929776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f25aec-0786-428f-b010-d777e15fc25b None None] Pushing event updated for resources: {'Port': ['ID=04541ad9-f9ce-45b5-a853-74bbe74c812b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:01.953349 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-62b570e6-3d8c-4c3b-be10-b36c6d2e70e9 req-8a793dff-bffa-4807-8c03-c991f7b1002e tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628407 Aug 31 14:23:02.140522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] Set router e0d2ad35-7c68-4928-9be9-d46e4ff48c1e gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:02.187623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a42cc4b4-785e-4b5b-b709-332768e3fdb0, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a42cc4b4-785e-4b5b-b709-332768e3fdb0,segment=NetworkSegment(7cbf97b2-ff32-4d5a-8586-c06d3bfdf030),segment_id=7cbf97b2-ff32-4d5a-8586-c06d3bfdf030)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:02.214917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'a42cc4b4-785e-4b5b-b709-332768e3fdb0', 'network_id': '590b8deb-c46c-4b94-8409-f556801e721b', 'port_id': 'a42cc4b4-785e-4b5b-b709-332768e3fdb0', 'mac_address': 'fa:16:3e:e1:34:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74fbe7a-3455-48dc-9bde-f25eb78aac4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:23:02.339629 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.520313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42cc4b4-785e-4b5b-b709-332768e3fdb0 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:02.554407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a42cc4b4-785e-4b5b-b709-332768e3fdb0, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a42cc4b4-785e-4b5b-b709-332768e3fdb0,segment=NetworkSegment(7cbf97b2-ff32-4d5a-8586-c06d3bfdf030),segment_id=7cbf97b2-ff32-4d5a-8586-c06d3bfdf030)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:02.573176 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:02.640922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a42cc4b4-785e-4b5b-b709-332768e3fdb0,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:02.664558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'name': 'tempest-TestVolumeBackupRestore-1749640389-router', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:55Z', 'revision_number': 4, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'gw_port': {'id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:93:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '04541ad9-f9ce-45b5-a853-74bbe74c812b', 'name': '', 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'mac_address': 'fa:16:3e:07:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'ccdf9b59-ecf0-4073-bdee-1e3afd90d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:54Z', 'updated_at': '2021-08-31T14:23:01Z', 'revision_number': 4, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'subnets': [{'id': 'ccdf9b59-ecf0-4073-bdee-1e3afd90d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:02.696800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0ee00-1a0f-49da-8c12-7ed4e3242861 None None] The sync data for ids ['e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'] in n-d-792364-6 is: [{'id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'name': 'tempest-TestVolumeBackupRestore-1749640389-router', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:55Z', 'revision_number': 4, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'gw_port': {'id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:93:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '04541ad9-f9ce-45b5-a853-74bbe74c812b', 'name': '', 'network_id': '6f1fdfd9-f43b-4902-866e-ee8372c41f59', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'mac_address': 'fa:16:3e:07:8b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'ccdf9b59-ecf0-4073-bdee-1e3afd90d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:54Z', 'updated_at': '2021-08-31T14:23:01Z', 'revision_number': 4, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'subnets': [{'id': 'ccdf9b59-ecf0-4073-bdee-1e3afd90d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:02.786700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a42cc4b4-785e-4b5b-b709-332768e3fdb0'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:03.076079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 04541ad9-f9ce-45b5-a853-74bbe74c812b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:03.193087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 04541ad9-f9ce-45b5-a853-74bbe74c812b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:03.197669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f926c6-ae15-4e1f-a688-c8546b57f443 req-fc6902e4-4ce0-4324-84ef-0c73c20474e7 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:03.200075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1f926c6-ae15-4e1f-a688-c8546b57f443 req-fc6902e4-4ce0-4324-84ef-0c73c20474e7 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 944 time: 0.0711217 Aug 31 14:23:03.206657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 04541ad9-f9ce-45b5-a853-74bbe74c812b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:03.207199 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:03.286903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1f926c6-ae15-4e1f-a688-c8546b57f443 req-e91bb270-6ed5-4dc3-8720-f574a295bb19 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782344 Aug 31 14:23:03.363866 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:03.410040 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 04541ad9-f9ce-45b5-a853-74bbe74c812b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=04541ad9-f9ce-45b5-a853-74bbe74c812b,segment=NetworkSegment(80379d2d-8a3c-4efc-bc7e-da03ac5be540),segment_id=80379d2d-8a3c-4efc-bc7e-da03ac5be540)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:03.422392 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:03.482581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=04541ad9-f9ce-45b5-a853-74bbe74c812b,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:03.825130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a42cc4b4-785e-4b5b-b709-332768e3fdb0 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:03.878780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port a42cc4b4-785e-4b5b-b709-332768e3fdb0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:03.885485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port a42cc4b4-785e-4b5b-b709-332768e3fdb0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:03.886081 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.010971 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.014709 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.040899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667d3f4-0ad8-48e2-a888-a3942acff897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42cc4b4-785e-4b5b-b709-332768e3fdb0'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:04.043702 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dd8bd9-df30-4807-8c07-0100b9cf2107" -d '{"events": [{"server_uuid": "b667d3f4-0ad8-48e2-a888-a3942acff897", "name": "network-vif-plugged", "status": "completed", "tag": "a42cc4b4-785e-4b5b-b709-332768e3fdb0"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:04.084768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port a42cc4b4-785e-4b5b-b709-332768e3fdb0, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a42cc4b4-785e-4b5b-b709-332768e3fdb0,segment=NetworkSegment(7cbf97b2-ff32-4d5a-8586-c06d3bfdf030),segment_id=7cbf97b2-ff32-4d5a-8586-c06d3bfdf030)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:04.098590 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.107537 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a2527c4c-b0ec-44a0-9fdd-aaff21d1ba54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:04.135111 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb0fa8c-400e-4967-8b37-c1bb3adfa840 x-openstack-request-id: req-4bb0fa8c-400e-4967-8b37-c1bb3adfa840 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:04.135421 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667d3f4-0ad8-48e2-a888-a3942acff897", "name": "network-vif-plugged", "status": "completed", "tag": "a42cc4b4-785e-4b5b-b709-332768e3fdb0", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:04.135792 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bb0fa8c-400e-4967-8b37-c1bb3adfa840 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:04.136254 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b667d3f4-0ad8-48e2-a888-a3942acff897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42cc4b4-785e-4b5b-b709-332768e3fdb0', 'code': 200} Aug 31 14:23:04.182319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=a42cc4b4-785e-4b5b-b709-332768e3fdb0,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:04.225601 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f472329-ddbb-4fc3-b2ab-200c8c2948b7 req-604d6b0a-b95b-4007-80f1-9c1aa0b7403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:04.227274 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f472329-ddbb-4fc3-b2ab-200c8c2948b7 req-604d6b0a-b95b-4007-80f1-9c1aa0b7403d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 1096 time: 0.0425606 Aug 31 14:23:04.265567 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f472329-ddbb-4fc3-b2ab-200c8c2948b7 req-c2afb753-3997-4921-a1c0-ecf5059248d7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312970 Aug 31 14:23:04.457869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485bb85-0faa-415a-a8a7-44515466ac0c req-b4475302-61d9-4bde-9f68-84f5a43bbe70 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:04.459797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6485bb85-0faa-415a-a8a7-44515466ac0c req-b4475302-61d9-4bde-9f68-84f5a43bbe70 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 945 time: 0.0692179 Aug 31 14:23:04.510901 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6485bb85-0faa-415a-a8a7-44515466ac0c req-42f18f98-e4c0-43a0-97dd-de95b0b8dc9e tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399904 Aug 31 14:23:04.974195 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 04541ad9-f9ce-45b5-a853-74bbe74c812b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:05.037060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 04541ad9-f9ce-45b5-a853-74bbe74c812b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:05.037699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.235004 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:05.654281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630a632-34ac-4e30-904b-f91981f99ec3 req-8ae204c3-debf-4e92-9528-805a4e234e7a tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:05.655852 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c630a632-34ac-4e30-904b-f91981f99ec3 req-8ae204c3-debf-4e92-9528-805a4e234e7a tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 945 time: 0.0596251 Aug 31 14:23:05.705380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c630a632-34ac-4e30-904b-f91981f99ec3 req-926215c2-92fb-484f-a207-0a0443fc2d4f tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433333 Aug 31 14:23:06.781654 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:09.231217 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:09.307988 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:15.863187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319374bf-8f04-4f43-a93f-06a3b1fad758 req-d9d09e11-2fe8-424a-af5d-3f0d2aca142b tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:15.866400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-319374bf-8f04-4f43-a93f-06a3b1fad758 req-d9d09e11-2fe8-424a-af5d-3f0d2aca142b tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1096 time: 0.0522757 Aug 31 14:23:15.909250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-319374bf-8f04-4f43-a93f-06a3b1fad758 req-1f1dec72-c75d-467a-ad1b-88862d26a8d4 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380816 Aug 31 14:23:15.932384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47400) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:16.119386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 1103c31a-392a-4410-8967-1b0c074217b7 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:16.119729 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.204905 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.205338 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.219034 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 1103c31a-392a-4410-8967-1b0c074217b7 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:16.395094 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.435104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=1103c31a-392a-4410-8967-1b0c074217b7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:16.502388 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:16.502981 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Floating IP 90320890-5233-4e2b-9723-8606c4f030d2 disassociated (deleted). External IP: 172.25.3.15, port: 5a2e510a-01b0-4420-9fbe-860f572211f8. Aug 31 14:23:16.724982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 4eb86a42-6edc-4db3-a826-7ca1165d1697 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:17.278078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:17.289897 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385cb8f0-29c5-4c6d-8230-36731613e703 None None] Sync routers for ids ['4eb86a42-6edc-4db3-a826-7ca1165d1697'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:17.291845 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:17.303400 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385cb8f0-29c5-4c6d-8230-36731613e703 None None] Routers {'4eb86a42-6edc-4db3-a826-7ca1165d1697'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:17.304417 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-385cb8f0-29c5-4c6d-8230-36731613e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:23:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4eb86a42-6edc-4db3-a826-7ca1165d1697'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:17.379408 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ef7b84d2-a0c1-4a30-a2e7-f1e152f94fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/floatingips/90320890-5233-4e2b-9723-8606c4f030d2 HTTP/1.1" status: 204 len: 168 time: 1.4450374 Aug 31 14:23:17.385666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:17.392377 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a064aba-a439-486e-a6d0-569fbcb234f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:17.464229 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f11d66-22ea-439d-ba86-9107988564e9 x-openstack-request-id: req-28f11d66-22ea-439d-ba86-9107988564e9 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:17.464815 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:17.465167 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28f11d66-22ea-439d-ba86-9107988564e9 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:17.465664 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'status': 'completed', 'code': 200} Aug 31 14:23:17.486334 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-385cb8f0-29c5-4c6d-8230-36731613e703 None None] Set router 4eb86a42-6edc-4db3-a826-7ca1165d1697 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:17.573954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a064aba-a439-486e-a6d0-569fbcb234f3 req-75a3c767-9d3e-4c72-9fa5-2012a90b348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:17.576248 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a064aba-a439-486e-a6d0-569fbcb234f3 req-75a3c767-9d3e-4c72-9fa5-2012a90b348b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 1096 time: 0.0854986 Aug 31 14:23:17.761886 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-385cb8f0-29c5-4c6d-8230-36731613e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:21:14Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '1f3c2f74-cad7-4e91-96ac-be7ad1eb605a', 'name': '', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:7e:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:12Z', 'updated_at': '2021-08-31T14:21:23Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:17.790234 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385cb8f0-29c5-4c6d-8230-36731613e703 None None] Checking router: 4eb86a42-6edc-4db3-a826-7ca1165d1697 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:17.799463 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385cb8f0-29c5-4c6d-8230-36731613e703 None None] Routers {'4eb86a42-6edc-4db3-a826-7ca1165d1697'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:17.800164 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-385cb8f0-29c5-4c6d-8230-36731613e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:23:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4eb86a42-6edc-4db3-a826-7ca1165d1697'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:17.828917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a064aba-a439-486e-a6d0-569fbcb234f3 req-104972b0-46d8-482b-a746-05f4ea0d3463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:17.830731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a064aba-a439-486e-a6d0-569fbcb234f3 req-104972b0-46d8-482b-a746-05f4ea0d3463 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1746f5ed-e6a1-4848-993e-4609cc70f649 HTTP/1.1" status: 200 len: 898 time: 0.2464077 Aug 31 14:23:17.911932 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-385cb8f0-29c5-4c6d-8230-36731613e703 None None] Set router 4eb86a42-6edc-4db3-a826-7ca1165d1697 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:17.942186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f678a-fa85-4eb1-85e1-723f8d61ae87 req-837adaa5-7745-46ef-84c9-c3173b4fda04 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:17.944528 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba0f678a-fa85-4eb1-85e1-723f8d61ae87 req-837adaa5-7745-46ef-84c9-c3173b4fda04 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.1532576 Aug 31 14:23:17.946909 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a064aba-a439-486e-a6d0-569fbcb234f3 req-1e327942-5462-4faf-ad9d-798a485d5a9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2e510a-01b0-4420-9fbe-860f572211f8 HTTP/1.1" status: 200 len: 217 time: 0.1073947 Aug 31 14:23:18.083226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba0f678a-fa85-4eb1-85e1-723f8d61ae87 req-583a343a-593a-4c44-98c2-655c9fbc0529 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304343 Aug 31 14:23:18.101567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a064aba-a439-486e-a6d0-569fbcb234f3 req-3cfcdc69-395f-43f3-8d0b-cd6146866283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:18.103246 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a064aba-a439-486e-a6d0-569fbcb234f3 req-3cfcdc69-395f-43f3-8d0b-cd6146866283 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ace0250-f1c6-4979-a15c-efce744c185b HTTP/1.1" status: 200 len: 834 time: 0.1483097 Aug 31 14:23:18.205782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a064aba-a439-486e-a6d0-569fbcb234f3 req-0625b0c9-7824-407e-bfeb-7d62b1502907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:18.207602 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a064aba-a439-486e-a6d0-569fbcb234f3 req-0625b0c9-7824-407e-bfeb-7d62b1502907 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1746f5ed-e6a1-4848-993e-4609cc70f649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899100 Aug 31 14:23:18.344065 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-385cb8f0-29c5-4c6d-8230-36731613e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:21:14Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '1f3c2f74-cad7-4e91-96ac-be7ad1eb605a', 'name': '', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:7e:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:12Z', 'updated_at': '2021-08-31T14:21:23Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:18.373047 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385cb8f0-29c5-4c6d-8230-36731613e703 None None] The sync data for ids ['4eb86a42-6edc-4db3-a826-7ca1165d1697'] in n-d-792364-6 is: [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:21:14Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '1f3c2f74-cad7-4e91-96ac-be7ad1eb605a', 'name': '', 'network_id': '1746f5ed-e6a1-4848-993e-4609cc70f649', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:7e:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:12Z', 'updated_at': '2021-08-31T14:21:23Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '0ace0250-f1c6-4979-a15c-efce744c185b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:18.389076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a064aba-a439-486e-a6d0-569fbcb234f3 req-8a4ed16c-81ce-41e7-a7ca-b72b9ee37a51 service neutron] 10.222.0.13 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706638 Aug 31 14:23:18.499574 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a064aba-a439-486e-a6d0-569fbcb234f3 req-77f3cb38-01c3-4849-8f35-2e947b384bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999100 Aug 31 14:23:18.892419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e03af5-c4df-4b16-a562-0f3f32b610b2 None None] New status for floating IP 90320890-5233-4e2b-9723-8606c4f030d2: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:23:19.157082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeeace-c382-40ee-b6ad-df02bb18bb12 req-59adc225-a228-4e56-9e51-278e5a32034d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:19.158695 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6eeeace-c382-40ee-b6ad-df02bb18bb12 req-59adc225-a228-4e56-9e51-278e5a32034d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0703659 Aug 31 14:23:19.223615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b756b3-6c57-489f-8813-f35b0a51267e req-650bc36e-0946-4b73-b4e1-e7380b390e7b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:19.232269 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c9b756b3-6c57-489f-8813-f35b0a51267e req-650bc36e-0946-4b73-b4e1-e7380b390e7b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=a07af810-bd2c-48c4-b6af-0a6ca0df6884 HTTP/1.1" status: 200 len: 945 time: 0.0622716 Aug 31 14:23:19.289094 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c9b756b3-6c57-489f-8813-f35b0a51267e req-7f2de473-4304-4cbd-bc0a-cd33ae45ee98 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f3a959d-a267-47b4-b1fc-57c97c041247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557015 Aug 31 14:23:19.305462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f6eeeace-c382-40ee-b6ad-df02bb18bb12 req-6e92e670-feed-49ba-9a85-74b70f8f885f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 5a2e510a-01b0-4420-9fbe-860f572211f8 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:19.306300 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6eeeace-c382-40ee-b6ad-df02bb18bb12 req-6e92e670-feed-49ba-9a85-74b70f8f885f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.432998 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f6eeeace-c382-40ee-b6ad-df02bb18bb12 req-6e92e670-feed-49ba-9a85-74b70f8f885f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] For port 5a2e510a-01b0-4420-9fbe-860f572211f8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a2e510a-01b0-4420-9fbe-860f572211f8,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:19.434754 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6eeeace-c382-40ee-b6ad-df02bb18bb12 req-6e92e670-feed-49ba-9a85-74b70f8f885f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.485118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f6eeeace-c382-40ee-b6ad-df02bb18bb12 req-6e92e670-feed-49ba-9a85-74b70f8f885f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 5a2e510a-01b0-4420-9fbe-860f572211f8 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:19.668202 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6eeeace-c382-40ee-b6ad-df02bb18bb12 req-6e92e670-feed-49ba-9a85-74b70f8f885f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.711871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92e670-feed-49ba-9a85-74b70f8f885f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=5a2e510a-01b0-4420-9fbe-860f572211f8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:19.769031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6eeeace-c382-40ee-b6ad-df02bb18bb12 req-6e92e670-feed-49ba-9a85-74b70f8f885f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] No DVR routers for this DVR port 5a2e510a-01b0-4420-9fbe-860f572211f8 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:19.775497 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6eeeace-c382-40ee-b6ad-df02bb18bb12 req-6e92e670-feed-49ba-9a85-74b70f8f885f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:19.777798 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6eeeace-c382-40ee-b6ad-df02bb18bb12 req-6e92e670-feed-49ba-9a85-74b70f8f885f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.13 "DELETE /v2.0/ports/5a2e510a-01b0-4420-9fbe-860f572211f8 HTTP/1.1" status: 204 len: 173 time: 0.6111958 Aug 31 14:23:19.778107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'name': 'network-vif-deleted', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:19.780519 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119cadaa-bf46-42ed-85e2-9f6e20a7756f" -d '{"events": [{"server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "name": "network-vif-deleted", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:19.821704 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4b7132-8da2-4d0b-94d0-2bf355f27c04 x-openstack-request-id: req-8f4b7132-8da2-4d0b-94d0-2bf355f27c04 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:19.822198 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07af810-bd2c-48c4-b6af-0a6ca0df6884", "name": "network-vif-deleted", "tag": "5a2e510a-01b0-4420-9fbe-860f572211f8", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:19.822630 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f4b7132-8da2-4d0b-94d0-2bf355f27c04 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:19.823196 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07af810-bd2c-48c4-b6af-0a6ca0df6884', 'name': 'network-vif-deleted', 'tag': '5a2e510a-01b0-4420-9fbe-860f572211f8', 'status': 'completed', 'code': 200} Aug 31 14:23:20.348620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47470) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:20.850397 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-790c6d70-c99c-40bd-bc84-c352fc60152f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.230017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-790c6d70-c99c-40bd-bc84-c352fc60152f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:21.230641 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-790c6d70-c99c-40bd-bc84-c352fc60152f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.324942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-790c6d70-c99c-40bd-bc84-c352fc60152f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] For port 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1f3c2f74-cad7-4e91-96ac-be7ad1eb605a,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:21.325491 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-790c6d70-c99c-40bd-bc84-c352fc60152f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.339754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-790c6d70-c99c-40bd-bc84-c352fc60152f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:21.551251 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-790c6d70-c99c-40bd-bc84-c352fc60152f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:21.583433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c6d70-c99c-40bd-bc84-c352fc60152f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=1f3c2f74-cad7-4e91-96ac-be7ad1eb605a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:21.839762 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-790c6d70-c99c-40bd-bc84-c352fc60152f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.428934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790c6d70-c99c-40bd-bc84-c352fc60152f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 4eb86a42-6edc-4db3-a826-7ca1165d1697 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:22.531732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790c6d70-c99c-40bd-bc84-c352fc60152f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:22.539313 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-790c6d70-c99c-40bd-bc84-c352fc60152f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "PUT /v2.0/routers/4eb86a42-6edc-4db3-a826-7ca1165d1697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1869864 Aug 31 14:23:22.539611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47498) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:22.549586 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf86c3-1524-40bb-bb43-8470cefe154d None None] Sync routers for ids ['4eb86a42-6edc-4db3-a826-7ca1165d1697'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:22.563110 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf86c3-1524-40bb-bb43-8470cefe154d None None] Routers {'4eb86a42-6edc-4db3-a826-7ca1165d1697'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:22.565076 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2dcf86c3-1524-40bb-bb43-8470cefe154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:23:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4eb86a42-6edc-4db3-a826-7ca1165d1697'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:22.618898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3ac5d0-98e4-4423-b88c-6b56d64e132c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting subnet 0ace0250-f1c6-4979-a15c-efce744c185b {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:23:22.623277 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac5d0-98e4-4423-b88c-6b56d64e132c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.667928 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac5d0-98e4-4423-b88c-6b56d64e132c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.719197 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2dcf86c3-1524-40bb-bb43-8470cefe154d None None] Set router 4eb86a42-6edc-4db3-a826-7ca1165d1697 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:22.771644 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac5d0-98e4-4423-b88c-6b56d64e132c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:22.963403 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac5d0-98e4-4423-b88c-6b56d64e132c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.003192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ac5d0-98e4-4423-b88c-6b56d64e132c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Subnet': ['ID=0ace0250-f1c6-4979-a15c-efce744c185b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:23.014308 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac5d0-98e4-4423-b88c-6b56d64e132c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.019643 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47510) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:23.023197 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4a3ac5d0-98e4-4423-b88c-6b56d64e132c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/subnets/0ace0250-f1c6-4979-a15c-efce744c185b HTTP/1.1" status: 204 len: 168 time: 0.4808710 Aug 31 14:23:23.025602 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db447c56-0b83-4b0f-bd7f-bf23979728ba None None] Network 1746f5ed-e6a1-4848-993e-4609cc70f649 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:23.080844 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2dcf86c3-1524-40bb-bb43-8470cefe154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:23:21Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:23.230747 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5a2e510a-01b0-4420-9fbe-860f572211f8 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:23.240955 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.271858 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf86c3-1524-40bb-bb43-8470cefe154d None None] Checking router: 4eb86a42-6edc-4db3-a826-7ca1165d1697 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:23.285098 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf86c3-1524-40bb-bb43-8470cefe154d None None] Routers {'4eb86a42-6edc-4db3-a826-7ca1165d1697'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:23.285395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 5a2e510a-01b0-4420-9fbe-860f572211f8 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:23.285894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5a2e510a-01b0-4420-9fbe-860f572211f8 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:23.286694 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2dcf86c3-1524-40bb-bb43-8470cefe154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:23:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4eb86a42-6edc-4db3-a826-7ca1165d1697'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:23.361039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79388338-1c2c-4afc-a754-9aa724a33e48 None None] DHCP port deletion for 1746f5ed-e6a1-4848-993e-4609cc70f649 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:23:23.416212 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.459468 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2dcf86c3-1524-40bb-bb43-8470cefe154d None None] Set router 4eb86a42-6edc-4db3-a826-7ca1165d1697 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:23.472797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-79388338-1c2c-4afc-a754-9aa724a33e48 None None] Deleting port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:23.473512 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-79388338-1c2c-4afc-a754-9aa724a33e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.539080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 80cecf11-261a-438a-8c02-31587e58f3e5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:23.539428 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.587958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-79388338-1c2c-4afc-a754-9aa724a33e48 None None] For port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=dd76759b-6815-41bf-9cdd-46f3f6ecbbe3,segment=NetworkSegment(51799d54-7094-4a03-ab8e-a8efe948f67b),segment_id=51799d54-7094-4a03-ab8e-a8efe948f67b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:23.588472 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-79388338-1c2c-4afc-a754-9aa724a33e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.604232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-79388338-1c2c-4afc-a754-9aa724a33e48 None None] Calling delete_port for dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:23.694259 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-79388338-1c2c-4afc-a754-9aa724a33e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.707277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] For port 80cecf11-261a-438a-8c02-31587e58f3e5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=80cecf11-261a-438a-8c02-31587e58f3e5,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:23.707403 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:23.709874 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79388338-1c2c-4afc-a754-9aa724a33e48 None None] No DVR routers for this DVR port dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:23.722145 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2dcf86c3-1524-40bb-bb43-8470cefe154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:23:21Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:23.732023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 80cecf11-261a-438a-8c02-31587e58f3e5 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:23.754177 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf86c3-1524-40bb-bb43-8470cefe154d None None] The sync data for ids ['4eb86a42-6edc-4db3-a826-7ca1165d1697'] in n-d-792364-6 is: [{'id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182123979', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:21:06Z', 'updated_at': '2021-08-31T14:23:21Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '80cecf11-261a-438a-8c02-31587e58f3e5', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb86a42-6edc-4db3-a826-7ca1165d1697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:21:07Z', 'updated_at': '2021-08-31T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:23.761062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79388338-1c2c-4afc-a754-9aa724a33e48 None None] Pushing event deleted for resources: {'Port': ['ID=dd76759b-6815-41bf-9cdd-46f3f6ecbbe3,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:23.988605 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.022656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=80cecf11-261a-438a-8c02-31587e58f3e5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:24.107186 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.245319 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.249567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.301291 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.302025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb86a42-6edc-4db3-a826-7ca1165d1697 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:23:24.310214 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.315098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47542) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:24.325827 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bf1ccb5f-e0b4-4676-89a6-90671d74bab7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/routers/4eb86a42-6edc-4db3-a826-7ca1165d1697 HTTP/1.1" status: 204 len: 168 time: 1.3012350 Aug 31 14:23:24.435570 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.576352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.590576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1746f5ed-e6a1-4848-993e-4609cc70f649']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:24.605295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51799d54-7094-4a03-ab8e-a8efe948f67b') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:24.605602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51799d54-7094-4a03-ab8e-a8efe948f67b') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:24.616738 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.647457 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.699653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:23:24.700323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:23:24.703786 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:23:24.790559 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.797278 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.802404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47552) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:24.805056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/networks/1746f5ed-e6a1-4848-993e-4609cc70f649 HTTP/1.1" status: 204 len: 168 time: 0.4887395 Aug 31 14:23:24.824702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5c502-4665-451e-8638-88bfd97147e8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Network': ['ID=1746f5ed-e6a1-4848-993e-4609cc70f649,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:24.908497 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ca068c6-9640-4380-84c7-518c4b64ac7a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:24.998942 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ca068c6-9640-4380-84c7-518c4b64ac7a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.096358 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ca068c6-9640-4380-84c7-518c4b64ac7a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.104285 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0ca068c6-9640-4380-84c7-518c4b64ac7a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.122145 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0ca068c6-9640-4380-84c7-518c4b64ac7a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/security-groups/6f3a959d-a267-47b4-b1fc-57c97c041247 HTTP/1.1" status: 204 len: 168 time: 0.3167026 Aug 31 14:23:25.137271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca068c6-9640-4380-84c7-518c4b64ac7a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3a959d-a267-47b4-b1fc-57c97c041247,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:25.286728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:25.310432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:25.311358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1f3c2f74-cad7-4e91-96ac-be7ad1eb605a not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:25.312599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 80cecf11-261a-438a-8c02-31587e58f3e5 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:25.334448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 80cecf11-261a-438a-8c02-31587e58f3e5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:25.346378 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 80cecf11-261a-438a-8c02-31587e58f3e5 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:25.346823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:25.398419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:25.399333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device dd76759b-6815-41bf-9cdd-46f3f6ecbbe3 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:25.535422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47570) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:25.540137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bc6d3962-1dce-49c3-a841-ab14e7dcd3a4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549085030', 'description': 'tempest-secgroup-smoke-1549085030 description', 'project_id': '6aca18e1be7245299924d9c1f085ff48'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:25.579597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3962-1dce-49c3-a841-ab14e7dcd3a4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.683860 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3962-1dce-49c3-a841-ab14e7dcd3a4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.688260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3962-1dce-49c3-a841-ab14e7dcd3a4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.720515 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3962-1dce-49c3-a841-ab14e7dcd3a4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.724685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bc6d3962-1dce-49c3-a841-ab14e7dcd3a4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1854718 Aug 31 14:23:25.725188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47574) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:25.727045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d3962-1dce-49c3-a841-ab14e7dcd3a4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3743c5f0-d401-4cb6-bc43-0d9703f016f0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:25.729900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-79a31d7c-22dc-43f6-b277-0e2e233e9900 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '3743c5f0-d401-4cb6-bc43-0d9703f016f0', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:25.757669 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79a31d7c-22dc-43f6-b277-0e2e233e9900 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.828929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79a31d7c-22dc-43f6-b277-0e2e233e9900 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.833499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79a31d7c-22dc-43f6-b277-0e2e233e9900 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.856535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a31d7c-22dc-43f6-b277-0e2e233e9900 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b3c12a-5ef2-4271-b85e-18ccc5612ab8,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:25.861754 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-79a31d7c-22dc-43f6-b277-0e2e233e9900 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.865932 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-79a31d7c-22dc-43f6-b277-0e2e233e9900 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389313 Aug 31 14:23:25.868960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47580) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:25.882940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d7362096-dbb2-499f-863b-de15c4ff1649 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '3743c5f0-d401-4cb6-bc43-0d9703f016f0', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:25.914521 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d7362096-dbb2-499f-863b-de15c4ff1649 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:25.993925 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d7362096-dbb2-499f-863b-de15c4ff1649 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.010397 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d7362096-dbb2-499f-863b-de15c4ff1649 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.041933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7362096-dbb2-499f-863b-de15c4ff1649 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb8c6a8-2096-4655-b8d0-37a4430b0c0d,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.060010 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d7362096-dbb2-499f-863b-de15c4ff1649 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.066273 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d7362096-dbb2-499f-863b-de15c4ff1649 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1886239 Aug 31 14:23:26.067019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47590) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:26.074732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bafd3a05-de9b-4506-80fd-b693ab0d367e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '3743c5f0-d401-4cb6-bc43-0d9703f016f0', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:26.105890 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bafd3a05-de9b-4506-80fd-b693ab0d367e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.169333 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bafd3a05-de9b-4506-80fd-b693ab0d367e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.173983 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bafd3a05-de9b-4506-80fd-b693ab0d367e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.197632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd3a05-de9b-4506-80fd-b693ab0d367e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc518ff-d5ac-4660-aa05-4496456a6330,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.203804 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bafd3a05-de9b-4506-80fd-b693ab0d367e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.206868 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bafd3a05-de9b-4506-80fd-b693ab0d367e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383836 Aug 31 14:23:26.209597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47592) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:26.214480 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4b4e3988-5f97-408c-a0e8-2eb69742dacd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '3743c5f0-d401-4cb6-bc43-0d9703f016f0', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:26.254016 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b4e3988-5f97-408c-a0e8-2eb69742dacd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.334043 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b4e3988-5f97-408c-a0e8-2eb69742dacd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.338133 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b4e3988-5f97-408c-a0e8-2eb69742dacd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.363573 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e3988-5f97-408c-a0e8-2eb69742dacd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60579138-8f0b-4e18-93ac-39c1c04a9cc2,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.366841 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b4e3988-5f97-408c-a0e8-2eb69742dacd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.371307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47596) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:26.371437 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4b4e3988-5f97-408c-a0e8-2eb69742dacd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1606421 Aug 31 14:23:26.377671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-58ef175e-0550-4899-b2e0-e1fe4e9a5685 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '3743c5f0-d401-4cb6-bc43-0d9703f016f0', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:26.402871 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-58ef175e-0550-4899-b2e0-e1fe4e9a5685 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Project 6aca18e1be7245299924d9c1f085ff48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:23:26.410403 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58ef175e-0550-4899-b2e0-e1fe4e9a5685 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.485941 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58ef175e-0550-4899-b2e0-e1fe4e9a5685 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.491270 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58ef175e-0550-4899-b2e0-e1fe4e9a5685 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.515982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58ef175e-0550-4899-b2e0-e1fe4e9a5685 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.517621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-58ef175e-0550-4899-b2e0-e1fe4e9a5685 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449189 Aug 31 14:23:26.518757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef175e-0550-4899-b2e0-e1fe4e9a5685 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d990fa-a11b-49e3-9f1f-f9f2a15a2b68,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.520796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47600) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:26.527219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d35aaee0-4c92-40f5-ab83-b99215849bd8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '3743c5f0-d401-4cb6-bc43-0d9703f016f0', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:26.550671 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-d35aaee0-4c92-40f5-ab83-b99215849bd8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Project 6aca18e1be7245299924d9c1f085ff48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:23:26.556282 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d35aaee0-4c92-40f5-ab83-b99215849bd8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.625513 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d35aaee0-4c92-40f5-ab83-b99215849bd8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.631552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d35aaee0-4c92-40f5-ab83-b99215849bd8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.656221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aaee0-4c92-40f5-ab83-b99215849bd8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d9e8b7-46d3-4f18-b123-4916a4695c5e,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.667736 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d35aaee0-4c92-40f5-ab83-b99215849bd8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.669155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d35aaee0-4c92-40f5-ab83-b99215849bd8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471517 Aug 31 14:23:26.672232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47602) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:26.677527 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-beaa174f-0014-4846-8a8b-698ae65c53c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'network': {'name': 'tempest-network-smoke--685018013', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'port_security_enabled': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:26.703176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaa174f-0014-4846-8a8b-698ae65c53c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Made reservation on behalf of 6aca18e1be7245299924d9c1f085ff48 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:26.713851 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-beaa174f-0014-4846-8a8b-698ae65c53c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.742481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beaa174f-0014-4846-8a8b-698ae65c53c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:23:26.754524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-beaa174f-0014-4846-8a8b-698ae65c53c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.755042 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-beaa174f-0014-4846-8a8b-698ae65c53c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Added segment b9ef6711-3ae4-4397-b97f-f9ae8e7ea493 of type vlan for network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 Aug 31 14:23:26.810771 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-beaa174f-0014-4846-8a8b-698ae65c53c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.841491 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-beaa174f-0014-4846-8a8b-698ae65c53c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.849077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaa174f-0014-4846-8a8b-698ae65c53c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:26.849825 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-beaa174f-0014-4846-8a8b-698ae65c53c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:26.932693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa174f-0014-4846-8a8b-698ae65c53c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Network': ['ID=2cf44839-4c77-42f1-8d5c-1cafd00c5447,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:26.943898 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-beaa174f-0014-4846-8a8b-698ae65c53c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2671647 Aug 31 14:23:26.944303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47606) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:26.949229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'admin_state_up': True, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:26.954074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:23:26.997439 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.000962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.091175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.256903 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.551571 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.573325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.717458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.25.3.62 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/f321c8f4-e6f2-4815-818d-82ebf13a28a4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:27.847632 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.887951 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:27.940372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:27.945867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:27.948114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=f321c8f4-e6f2-4815-818d-82ebf13a28a4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:27.956317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:27.967134 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:23:28.327004 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.680617 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:28.843792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:23:28.971618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:28.981420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Sync routers for ids ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:29.007643 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.010025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Routers {'8d9230ef-fb73-4b74-a0d5-a256b0f6e140'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:29.010905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:23:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:29.012845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47648) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:29.013318 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-64d11118-7b64-4960-899b-7f00031d70d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0677414 Aug 31 14:23:29.063108 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-076d5d28-ee93-4141-afb6-0c30de8872a1 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6aca18e1be7245299924d9c1f085ff48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482721 Aug 31 14:23:29.066386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47650) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:29.184132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Set router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:29.245905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14cfbfb-c656-43d0-a373-6cc4607d0593 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:29.245905 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a14cfbfb-c656-43d0-a373-6cc4607d0593 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1737056 Aug 31 14:23:29.245905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47658) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:29.279040 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-22283089-df75-4530-a38f-1d324e70e27d tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310326 Aug 31 14:23:29.279267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47660) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:29.284975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1e6bdcba-4015-4e9f-a1a5-1e508683f118 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1258886289', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:29.385793 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:28Z', 'revision_number': 3, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:29.418017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Checking router: 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:29.418616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Updating router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 port f321c8f4-e6f2-4815-818d-82ebf13a28a4 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:23:29.446926 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.518212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6bdcba-4015-4e9f-a1a5-1e508683f118 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Made reservation on behalf of 6aca18e1be7245299924d9c1f085ff48 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:29.522637 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e6bdcba-4015-4e9f-a1a5-1e508683f118 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.879009 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.895474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e6bdcba-4015-4e9f-a1a5-1e508683f118 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.895753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Transition to ACTIVE for port object f321c8f4-e6f2-4815-818d-82ebf13a28a4 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:29.903374 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.940843 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Attempting to bind port f321c8f4-e6f2-4815-818d-82ebf13a28a4 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:29.941224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Attempting to bind port f321c8f4-e6f2-4815-818d-82ebf13a28a4 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:29.941768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Attempting to bind port f321c8f4-e6f2-4815-818d-82ebf13a28a4 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:29.959892 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bdcba-4015-4e9f-a1a5-1e508683f118 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Subnet': ['ID=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:29.975982 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:29.977401 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:29.977974 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.978547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:29.979663 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Bound port: f321c8f4-e6f2-4815-818d-82ebf13a28a4, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:29.980524 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:29.994161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6bdcba-4015-4e9f-a1a5-1e508683f118 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Checking segment: {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:29.994536 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6bdcba-4015-4e9f-a1a5-1e508683f118 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network hostable DHCP agents. Network: 2cf44839-4c77-42f1-8d5c-1cafd00c5447, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:23:30.013251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6bdcba-4015-4e9f-a1a5-1e508683f118 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:23:30.027047 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-1e6bdcba-4015-4e9f-a1a5-1e508683f118 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 2cf44839-4c77-42f1-8d5c-1cafd00c5447) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:30.034096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6bdcba-4015-4e9f-a1a5-1e508683f118 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:30.035624 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e6bdcba-4015-4e9f-a1a5-1e508683f118 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.048005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb7ff06-43fa-4d75-8a92-d56bd564c7ac None None] Network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:30.062739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47674) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:30.063503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1e6bdcba-4015-4e9f-a1a5-1e508683f118 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7826545 Aug 31 14:23:30.155404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a998b-6358-4f10-8a11-fa6db27b09f7 None None] Pushing event updated for resources: {'Port': ['ID=f321c8f4-e6f2-4815-818d-82ebf13a28a4,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:30.304083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] For port f321c8f4-e6f2-4815-818d-82ebf13a28a4, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:30.324068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] For port f321c8f4-e6f2-4815-818d-82ebf13a28a4, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f321c8f4-e6f2-4815-818d-82ebf13a28a4,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:30.342576 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.495628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a998b-6358-4f10-8a11-fa6db27b09f7 None None] Pushing event updated for resources: {'Port': ['ID=f321c8f4-e6f2-4815-818d-82ebf13a28a4,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:30.506525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Routers {'8d9230ef-fb73-4b74-a0d5-a256b0f6e140'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:30.507445 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:23:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:30.670681 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.935250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:23:30.938804 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:30.991083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] Set router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:31.334852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Allocated IP 172.20.0.2 (2cf44839-4c77-42f1-8d5c-1cafd00c5447/3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c/9e318763-4a46-43d8-8a16-f26cda42c9df) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:31.507178 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-11ebc70c-4e20-41bb-842f-b141ec66f030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.529105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:28Z', 'revision_number': 3, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:31.570770 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de837ba-63a1-4ae4-9930-0cce0b07f1e2 None None] The sync data for ids ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'] in n-d-792364-6 is: [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:28Z', 'revision_number': 3, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:31.676256 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.691097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Transition to ACTIVE for port object 9e318763-4a46-43d8-8a16-f26cda42c9df will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:31.731638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Transition to ACTIVE for port object 9e318763-4a46-43d8-8a16-f26cda42c9df will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:31.781534 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.877490 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Pushing event updated for resources: {'Port': ['ID=9e318763-4a46-43d8-8a16-f26cda42c9df,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:31.888538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.20.0.1 (2cf44839-4c77-42f1-8d5c-1cafd00c5447/3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c/878fc412-5504-48fe-a123-e5cda5f98080) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:31.894326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:31.895849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:31.899743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:31.966637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Attempting to bind port 9e318763-4a46-43d8-8a16-f26cda42c9df on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:31.967017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Attempting to bind port 9e318763-4a46-43d8-8a16-f26cda42c9df by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:31.967383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Attempting to bind port 9e318763-4a46-43d8-8a16-f26cda42c9df on network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:31.976111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:31.976595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Checking segment: {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:31.977014 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:31.977415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Bound using segment: {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:31.978004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Bound port: 9e318763-4a46-43d8-8a16-f26cda42c9df, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:31.978397 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.106941 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.138008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Transition to ACTIVE for port object 878fc412-5504-48fe-a123-e5cda5f98080 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:32.149406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] For port 9e318763-4a46-43d8-8a16-f26cda42c9df, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:32.158653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] For port 9e318763-4a46-43d8-8a16-f26cda42c9df, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9e318763-4a46-43d8-8a16-f26cda42c9df,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:32.172481 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.211900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.275186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:32.278864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:32.283994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b1421-b082-4982-b194-56d8a7037c1d None None] Pushing event updated for resources: {'Port': ['ID=9e318763-4a46-43d8-8a16-f26cda42c9df,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:32.285249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:32.324972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=878fc412-5504-48fe-a123-e5cda5f98080,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:32.401298 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:32.629968 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.120395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f321c8f4-e6f2-4815-818d-82ebf13a28a4 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:33.201505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port f321c8f4-e6f2-4815-818d-82ebf13a28a4 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:33.207407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f321c8f4-e6f2-4815-818d-82ebf13a28a4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:33.208036 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.283876 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.294269 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.329386 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.390648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port f321c8f4-e6f2-4815-818d-82ebf13a28a4, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f321c8f4-e6f2-4815-818d-82ebf13a28a4,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:33.395975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.397321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9e318763-4a46-43d8-8a16-f26cda42c9df up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:33.416812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=878fc412-5504-48fe-a123-e5cda5f98080,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:33.433171 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:33.592559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=f321c8f4-e6f2-4815-818d-82ebf13a28a4,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:33.622477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 9e318763-4a46-43d8-8a16-f26cda42c9df completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:33.705187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:33.706613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:33.908083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f27fe7-40e6-4f24-9daa-3506f280e2e2 None None] Network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:23:33.922616 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:34.075033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6479522b-aabb-4b0b-bcd8-5df6bd0cbe7a None None] Provisioning for port 9e318763-4a46-43d8-8a16-f26cda42c9df completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:34.092394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6479522b-aabb-4b0b-bcd8-5df6bd0cbe7a None None] Provisioning complete for port 9e318763-4a46-43d8-8a16-f26cda42c9df triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:34.093124 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6479522b-aabb-4b0b-bcd8-5df6bd0cbe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.094931 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.100270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:34.114276 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7f9ad8e4-f3b9-493a-a566-5be792b9d9fb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "PUT /v2.0/routers/8d9230ef-fb73-4b74-a0d5-a256b0f6e140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0494790 Aug 31 14:23:34.148723 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-43751f1e-7678-4af7-aa7b-a6d2ba6e138c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.319659 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6479522b-aabb-4b0b-bcd8-5df6bd0cbe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.381882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6479522b-aabb-4b0b-bcd8-5df6bd0cbe7a None None] For port 9e318763-4a46-43d8-8a16-f26cda42c9df, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9e318763-4a46-43d8-8a16-f26cda42c9df,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:34.388485 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6479522b-aabb-4b0b-bcd8-5df6bd0cbe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.442824 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Sync routers for ids ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:34.455477 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Routers {'8d9230ef-fb73-4b74-a0d5-a256b0f6e140'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:34.456278 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:23:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:34.542933 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-949476a2-3527-4c88-95e6-1fa18af0d39d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549085030&fields=id&tenant_id=6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 267 time: 0.0945213 Aug 31 14:23:34.556396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479522b-aabb-4b0b-bcd8-5df6bd0cbe7a None None] Pushing event updated for resources: {'Port': ['ID=9e318763-4a46-43d8-8a16-f26cda42c9df,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:34.620840 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Set router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:34.818431 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-d7a12d88-755e-4321-a497-f73e890162ad tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:34.820237 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-d7a12d88-755e-4321-a497-f73e890162ad tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 796 time: 0.2658315 Aug 31 14:23:34.840692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d22a352c-248e-4f39-aeb6-8d2d3371ec41 None None] Provisioning complete for port 9e318763-4a46-43d8-8a16-f26cda42c9df triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:34.841128 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d22a352c-248e-4f39-aeb6-8d2d3371ec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:34.847728 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-6643f66f-eb91-4e0f-9b33-c0cc82fc31b3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/quotas/6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 375 time: 0.0180964 Aug 31 14:23:34.915654 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:32Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '878fc412-5504-48fe-a123-e5cda5f98080', 'name': '', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:cf:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 2, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:34.947222 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Checking router: 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:34.947745 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Updating router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 port 878fc412-5504-48fe-a123-e5cda5f98080 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:23:34.978777 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-5dc491da-4d4b-4068-8956-5c7544dfacf3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232281 Aug 31 14:23:35.006428 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.066479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d22a352c-248e-4f39-aeb6-8d2d3371ec41 None None] Provisioning for port 878fc412-5504-48fe-a123-e5cda5f98080 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:35.075731 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d22a352c-248e-4f39-aeb6-8d2d3371ec41 None None] Provisioning complete for port 878fc412-5504-48fe-a123-e5cda5f98080 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:35.076124 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d22a352c-248e-4f39-aeb6-8d2d3371ec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.135824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f321c8f4-e6f2-4815-818d-82ebf13a28a4 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:35.244584 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-21b84baf-7b9d-4677-b943-e8a57d5a9cc9 service neutron] 10.222.0.20 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422140 Aug 31 14:23:35.331435 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d22a352c-248e-4f39-aeb6-8d2d3371ec41 None None] Port 878fc412-5504-48fe-a123-e5cda5f98080 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:35.345411 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.357340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f321c8f4-e6f2-4815-818d-82ebf13a28a4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:35.357713 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.421587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-aa58abb2-6454-43df-a97b-2e073563a0b8 service neutron] 10.222.0.20 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759133 Aug 31 14:23:35.495907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-565748ba-54c7-4c0c-b2fe-b2e15d032c56 None None] Provisioning complete for port 878fc412-5504-48fe-a123-e5cda5f98080 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:35.496279 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-565748ba-54c7-4c0c-b2fe-b2e15d032c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.532270 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.557500 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Transition to ACTIVE for port object 878fc412-5504-48fe-a123-e5cda5f98080 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:35.569244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9e318763-4a46-43d8-8a16-f26cda42c9df up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:35.578037 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.591564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-565748ba-54c7-4c0c-b2fe-b2e15d032c56 None None] Port 878fc412-5504-48fe-a123-e5cda5f98080 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:35.626502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 9e318763-4a46-43d8-8a16-f26cda42c9df triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:35.627073 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.757663 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124be9a0-b49f-46f5-bc0c-910845918b6d None None] Pushing event updated for resources: {'Port': ['ID=878fc412-5504-48fe-a123-e5cda5f98080,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:35.773859 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Attempting to bind port 878fc412-5504-48fe-a123-e5cda5f98080 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:35.774218 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Attempting to bind port 878fc412-5504-48fe-a123-e5cda5f98080 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:35.774616 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Attempting to bind port 878fc412-5504-48fe-a123-e5cda5f98080 on network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:35.794620 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:35.795058 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Checking segment: {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:35.796026 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.796379 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Bound using segment: {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:35.796893 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Bound port: 878fc412-5504-48fe-a123-e5cda5f98080, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:35.797282 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.819125 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80ebdfa6-7eef-4f53-9bcc-b5cc80fabf04 req-abd743c3-56e8-4468-9f94-df00ac367323 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 210 time: 0.0534453 Aug 31 14:23:35.900715 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] For port 878fc412-5504-48fe-a123-e5cda5f98080, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:35.904925 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] For port 878fc412-5504-48fe-a123-e5cda5f98080, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=878fc412-5504-48fe-a123-e5cda5f98080,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:35.911947 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:35.982016 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Routers {'8d9230ef-fb73-4b74-a0d5-a256b0f6e140'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:35.982668 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:23:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:36.059942 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124be9a0-b49f-46f5-bc0c-910845918b6d None None] Pushing event updated for resources: {'Port': ['ID=878fc412-5504-48fe-a123-e5cda5f98080,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:36.220358 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] Set router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:36.666871 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:32Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '878fc412-5504-48fe-a123-e5cda5f98080', 'name': '', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:cf:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:35Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:36.682756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e9d3-89a9-42b9-86c6-d8c0ca34d17e req-ed545df6-e9dd-4422-af46-c68c8037b9a8 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:36.684361 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0c78e9d3-89a9-42b9-86c6-d8c0ca34d17e req-ed545df6-e9dd-4422-af46-c68c8037b9a8 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 945 time: 0.0968714 Aug 31 14:23:36.704314 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20fd9b-cb92-4f34-82b0-b082b6faac6f None None] The sync data for ids ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'] in n-d-792364-6 is: [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:32Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '878fc412-5504-48fe-a123-e5cda5f98080', 'name': '', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:cf:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:35Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:36.755299 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0c78e9d3-89a9-42b9-86c6-d8c0ca34d17e req-338c0d90-cff2-4ba5-a370-683de143e5a4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577946 Aug 31 14:23:36.809264 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:36.994456 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f5ae0b0-64bb-49bd-8661-bff169522f21 req-837983b8-bad6-4ddb-953e-33edb4dad5ac tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 210 time: 0.0681014 Aug 31 14:23:37.086642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 878fc412-5504-48fe-a123-e5cda5f98080 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:37.178063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 878fc412-5504-48fe-a123-e5cda5f98080 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:37.182574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 878fc412-5504-48fe-a123-e5cda5f98080 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:37.183005 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.284270 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.322495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 878fc412-5504-48fe-a123-e5cda5f98080, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=878fc412-5504-48fe-a123-e5cda5f98080,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:37.327834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:37.390861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=878fc412-5504-48fe-a123-e5cda5f98080,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:37.693364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-bef8d938-27bd-4713-9562-6b0d1f31bd00 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:37.694955 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-bef8d938-27bd-4713-9562-6b0d1f31bd00 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.52 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 796 time: 0.2487242 Aug 31 14:23:37.763360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-e788c5b6-0636-4abd-9e8e-45fa2ef0a476 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 380 time: 0.0565028 Aug 31 14:23:37.777017 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'port': {'device_id': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'admin_state_up': True, 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'security_groups': ['3743c5f0-d401-4cb6-bc43-0d9703f016f0']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:37.963842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Made reservation on behalf of 6aca18e1be7245299924d9c1f085ff48 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:23:37.971064 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.002428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0a95c-b11b-4a43-8efe-7e6224d5cd49 req-b1f05fa9-0a34-430d-ad30-bf3970f2c8dc tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:38.011697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ef0a95c-b11b-4a43-8efe-7e6224d5cd49 req-b1f05fa9-0a34-430d-ad30-bf3970f2c8dc tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 945 time: 0.0942760 Aug 31 14:23:38.092279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ef0a95c-b11b-4a43-8efe-7e6224d5cd49 req-b67af6df-86c3-43a0-af26-1ced84ca1860 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/security-groups?id=2864219a-4976-4ca2-84ab-c0dc4d69c30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794029 Aug 31 14:23:38.263357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.20.0.13 (2cf44839-4c77-42f1-8d5c-1cafd00c5447/3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c/0a1c984d-dc4c-4c14-99a3-edaae344bdab) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:38.269099 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f33c2a8b-b533-4663-8c8a-f0398a354776 req-87a33a30-bc3f-468e-a674-5658c806cc39 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 210 time: 0.1278558 Aug 31 14:23:38.491427 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.507377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Transition to ACTIVE for port object 0a1c984d-dc4c-4c14-99a3-edaae344bdab will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:38.543453 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.554341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee75758-268e-45ed-8711-12685a74699c req-5db691ec-f2a4-48ad-88a8-f9f5e9d59cdf tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:38.556001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ee75758-268e-45ed-8711-12685a74699c req-5db691ec-f2a4-48ad-88a8-f9f5e9d59cdf tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.52 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 945 time: 0.1014466 Aug 31 14:23:38.598197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:38.605032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:38.607954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:38.644709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:38.687725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:38.688401 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.730016 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0977dcf9-6c71-47a2-9396-afb7deb34882 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9570675 Aug 31 14:23:38.744603 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Request body: {'port': {'device_id': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:38.749783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-9ee75758-268e-45ed-8711-12685a74699c req-9a537043-715b-4402-819d-69a9dfb82ea4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Deleting port a42cc4b4-785e-4b5b-b709-332768e3fdb0 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:23:38.750059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9ee75758-268e-45ed-8711-12685a74699c req-9a537043-715b-4402-819d-69a9dfb82ea4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.846692 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.914025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-9ee75758-268e-45ed-8711-12685a74699c req-9a537043-715b-4402-819d-69a9dfb82ea4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] For port a42cc4b4-785e-4b5b-b709-332768e3fdb0, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=a42cc4b4-785e-4b5b-b709-332768e3fdb0,segment=NetworkSegment(7cbf97b2-ff32-4d5a-8586-c06d3bfdf030),segment_id=7cbf97b2-ff32-4d5a-8586-c06d3bfdf030)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:38.914314 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9ee75758-268e-45ed-8711-12685a74699c req-9a537043-715b-4402-819d-69a9dfb82ea4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:38.930905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-9ee75758-268e-45ed-8711-12685a74699c req-9a537043-715b-4402-819d-69a9dfb82ea4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Calling delete_port for a42cc4b4-785e-4b5b-b709-332768e3fdb0 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:23:38.962155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-012d85a6-53c7-4725-be95-748bb989810f None None] Provisioning for port 0a1c984d-dc4c-4c14-99a3-edaae344bdab completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:38.968482 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-012d85a6-53c7-4725-be95-748bb989810f None None] Provisioning complete for port 0a1c984d-dc4c-4c14-99a3-edaae344bdab triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:38.969009 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-012d85a6-53c7-4725-be95-748bb989810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.051157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-012d85a6-53c7-4725-be95-748bb989810f None None] Port 0a1c984d-dc4c-4c14-99a3-edaae344bdab cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:23:39.060089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 878fc412-5504-48fe-a123-e5cda5f98080 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:39.126515 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 878fc412-5504-48fe-a123-e5cda5f98080 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:39.126904 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.148778 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9ee75758-268e-45ed-8711-12685a74699c req-9a537043-715b-4402-819d-69a9dfb82ea4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.166685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['a42cc4b4-785e-4b5b-b709-332768e3fdb0'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:39.215213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a537043-715b-4402-819d-69a9dfb82ea4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Pushing event deleted for resources: {'Port': ['ID=a42cc4b4-785e-4b5b-b709-332768e3fdb0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:39.273434 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.292830 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.313547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee75758-268e-45ed-8711-12685a74699c req-9a537043-715b-4402-819d-69a9dfb82ea4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] No DVR routers for this DVR port a42cc4b4-785e-4b5b-b709-332768e3fdb0 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:23:39.315683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1c984d-dc4c-4c14-99a3-edaae344bdab {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:39.317168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80e3812d-c90c-4cc2-89cb-0a47a0667ea7 req-fcfebd4b-74cc-495c-a7eb-0b41e6682ebc tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.20 "GET /v2.0/ports?device_id=b667d3f4-0ad8-48e2-a888-a3942acff897 HTTP/1.1" status: 200 len: 210 time: 0.0986073 Aug 31 14:23:39.318462 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9ee75758-268e-45ed-8711-12685a74699c req-9a537043-715b-4402-819d-69a9dfb82ea4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.320747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ee75758-268e-45ed-8711-12685a74699c req-9a537043-715b-4402-819d-69a9dfb82ea4 tempest-VolumesSnapshotTestJSON-1765849898 tempest-VolumesSnapshotTestJSON-1765849898-project] 10.222.0.52 "DELETE /v2.0/ports/a42cc4b4-785e-4b5b-b709-332768e3fdb0 HTTP/1.1" status: 204 len: 173 time: 0.7571583 Aug 31 14:23:39.321320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667d3f4-0ad8-48e2-a888-a3942acff897', 'name': 'network-vif-deleted', 'tag': 'a42cc4b4-785e-4b5b-b709-332768e3fdb0'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:39.323884 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c173f73a-f743-45f4-b721-20f7d679a693" -d '{"events": [{"server_uuid": "b667d3f4-0ad8-48e2-a888-a3942acff897", "name": "network-vif-deleted", "tag": "a42cc4b4-785e-4b5b-b709-332768e3fdb0"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:39.331439 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.356836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Transition to ACTIVE for port object 0a1c984d-dc4c-4c14-99a3-edaae344bdab will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:23:39.363892 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.403914 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc8b6b2-a1fb-4a6a-a08f-defe390e57ab x-openstack-request-id: req-0dc8b6b2-a1fb-4a6a-a08f-defe390e57ab {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:39.404296 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667d3f4-0ad8-48e2-a888-a3942acff897", "name": "network-vif-deleted", "tag": "a42cc4b4-785e-4b5b-b709-332768e3fdb0", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:39.404827 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dc8b6b2-a1fb-4a6a-a08f-defe390e57ab {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:39.405905 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b667d3f4-0ad8-48e2-a888-a3942acff897', 'name': 'network-vif-deleted', 'tag': 'a42cc4b4-785e-4b5b-b709-332768e3fdb0', 'status': 'completed', 'code': 200} Aug 31 14:23:39.473076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:39.485127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fe29f-412e-4abc-9a52-a2658ed74567 req-1c5cd7f7-1272-4580-a0bf-a68d82b91c70 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:39.487001 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-693fe29f-412e-4abc-9a52-a2658ed74567 req-1c5cd7f7-1272-4580-a0bf-a68d82b91c70 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 944 time: 0.1165123 Aug 31 14:23:39.586491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Attempting to bind port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:23:39.587249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Attempting to bind port 0a1c984d-dc4c-4c14-99a3-edaae344bdab by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:23:39.587938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Attempting to bind port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:39.604145 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:23:39.604697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Attempting to bind port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:23:39.613268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:23:39.613795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Checking segment: {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:23:39.614287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Bound using segment: {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:23:39.614844 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Bound port: 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:23:39.615313 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.636106 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-693fe29f-412e-4abc-9a52-a2658ed74567 req-a8b53da5-310c-4353-ad39-a719e80e1d6f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248598 Aug 31 14:23:39.710600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:23:39.714117 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:23:39.723066 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.758037 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:39.758663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:39.760083 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] 10.222.0.52 "PUT /v2.0/ports/0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1092 time: 1.0217133 Aug 31 14:23:39.760551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:39.763242 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb6693a-7810-4b5b-a759-bae5d2dac351" -d '{"events": [{"name": "network-changed", "server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:39.832828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7e6dc-0600-4b92-a287-31899ab17afa service neutron] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:39.910868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0b918ee4-8801-4a1a-92c7-59b32affd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:39.912700 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-0b918ee4-8801-4a1a-92c7-59b32affd91b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1095 time: 0.0762346 Aug 31 14:23:39.997039 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-86be5f96-cba4-4d82-863c-556f37cb6910 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 217 time: 0.0683026 Aug 31 14:23:40.075272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-95835046-a07a-4518-8428-b29a78be3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:40.077367 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-95835046-a07a-4518-8428-b29a78be3c90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.0714672 Aug 31 14:23:40.095958 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ea096a-6440-4b3f-a527-29eb2e86fd1a x-openstack-request-id: req-b6ea096a-6440-4b3f-a527-29eb2e86fd1a {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:40.096165 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:40.096393 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6ea096a-6440-4b3f-a527-29eb2e86fd1a {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:40.097071 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'status': 'completed', 'code': 200} Aug 31 14:23:40.136662 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-3c350400-ddb0-4f98-a3bd-db6a9fbf9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:40.138432 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-3c350400-ddb0-4f98-a3bd-db6a9fbf9c68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535488 Aug 31 14:23:40.247878 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-4bf3e351-34d9-4b12-b4da-ff75d81e97f5 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987544 Aug 31 14:23:40.350874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6729bd89-e996-4165-a6f7-a2567f0c5c59 req-e118f12a-4970-4471-8ff5-831afaef62b8 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946693 Aug 31 14:23:40.479481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6693a-7810-4b5b-a759-bae5d2dac351 req-8edb837e-e14b-4ea1-91bd-85ff3a637161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:40.499579 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cb6693a-7810-4b5b-a759-bae5d2dac351 req-8edb837e-e14b-4ea1-91bd-85ff3a637161 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1095 time: 0.0647278 Aug 31 14:23:40.601095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6693a-7810-4b5b-a759-bae5d2dac351 req-4d2ff7d1-3e58-4bbd-8ca1-1d3e91241c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:40.603007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cb6693a-7810-4b5b-a759-bae5d2dac351 req-4d2ff7d1-3e58-4bbd-8ca1-1d3e91241c50 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.1046293 Aug 31 14:23:40.649194 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cb6693a-7810-4b5b-a759-bae5d2dac351 req-284fa44c-39e0-4d18-ab32-8ab98a2a9b4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 217 time: 0.0382786 Aug 31 14:23:40.801464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6693a-7810-4b5b-a759-bae5d2dac351 req-5659a441-94df-460a-b680-0f47e91124bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:40.803988 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cb6693a-7810-4b5b-a759-bae5d2dac351 req-5659a441-94df-460a-b680-0f47e91124bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.1441021 Aug 31 14:23:40.856674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d72d9-b587-4373-96b9-9ea88df3907a req-d1a1ced4-0ce3-4d28-b494-0222e23ee4d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:40.865615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-464d72d9-b587-4373-96b9-9ea88df3907a req-d1a1ced4-0ce3-4d28-b494-0222e23ee4d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 944 time: 0.0831270 Aug 31 14:23:40.902104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6693a-7810-4b5b-a759-bae5d2dac351 req-caee4213-e401-4bd4-873d-4af0c2b119e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:40.902104 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cb6693a-7810-4b5b-a759-bae5d2dac351 req-caee4213-e401-4bd4-873d-4af0c2b119e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870271 Aug 31 14:23:40.919555 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-464d72d9-b587-4373-96b9-9ea88df3907a req-881c2d66-3873-4be3-83a1-eb6aa3d88347 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530231 Aug 31 14:23:41.011856 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cb6693a-7810-4b5b-a759-bae5d2dac351 req-01aad879-a3f5-4886-9b4e-4a4b2fb42dfb service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013443 Aug 31 14:23:41.121168 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7cb6693a-7810-4b5b-a759-bae5d2dac351 req-459c6b5d-0625-4257-afff-b3a3e55251dd service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965128 Aug 31 14:23:42.093825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b611ed3-f58d-41fb-a0a3-590a52b55f37 req-b016ce62-580e-4270-9598-26e608173641 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:42.095370 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b611ed3-f58d-41fb-a0a3-590a52b55f37 req-b016ce62-580e-4270-9598-26e608173641 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 944 time: 0.0916457 Aug 31 14:23:42.106206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a42cc4b4-785e-4b5b-b709-332768e3fdb0 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:23:42.129658 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: a42cc4b4-785e-4b5b-b709-332768e3fdb0 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:23:42.131137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device a42cc4b4-785e-4b5b-b709-332768e3fdb0 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:23:42.157990 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5b611ed3-f58d-41fb-a0a3-590a52b55f37 req-14e8818b-4d71-420b-becc-1f333d62e257 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520945 Aug 31 14:23:43.330704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb9770-b932-4d37-94d4-6e0f359a0393 req-b36042b3-889d-46de-9c50-fcca115c3758 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:43.333056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46fb9770-b932-4d37-94d4-6e0f359a0393 req-b36042b3-889d-46de-9c50-fcca115c3758 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 944 time: 0.0641770 Aug 31 14:23:43.382965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46fb9770-b932-4d37-94d4-6e0f359a0393 req-caffc0e0-66e6-460f-9a13-d7e98e086e43 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413871 Aug 31 14:23:44.122276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0a1c984d-dc4c-4c14-99a3-edaae344bdab details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:23:44.259080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:44.277698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'port_id': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'mac_address': 'fa:16:3e:d8:49:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:23:44.333870 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.350978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1c984d-dc4c-4c14-99a3-edaae344bdab {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:23:44.375053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:44.382178 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:44.491199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:44.556624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24db42c-7e6d-4e4d-9d72-a1b86c7560bd req-51ff8ced-12a4-4834-90cb-e2a760a20ed0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:44.558974 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f24db42c-7e6d-4e4d-9d72-a1b86c7560bd req-51ff8ced-12a4-4834-90cb-e2a760a20ed0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0844455 Aug 31 14:23:44.641441 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['0a1c984d-dc4c-4c14-99a3-edaae344bdab'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:23:44.661897 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f24db42c-7e6d-4e4d-9d72-a1b86c7560bd req-8b6c2aca-75e2-458e-b63c-8b4dc9858b67 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908327 Aug 31 14:23:45.841688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8250e-19e7-43fe-80b3-c52cbff194ac req-3d3d0ab6-3f33-4ab1-aa16-76b7035a0fd1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:45.843551 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30a8250e-19e7-43fe-80b3-c52cbff194ac req-3d3d0ab6-3f33-4ab1-aa16-76b7035a0fd1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0751846 Aug 31 14:23:45.890052 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30a8250e-19e7-43fe-80b3-c52cbff194ac req-5e37645a-2edb-4934-856e-4205a38edc7f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381231 Aug 31 14:23:46.137093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0a1c984d-dc4c-4c14-99a3-edaae344bdab up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:23:46.196822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 0a1c984d-dc4c-4c14-99a3-edaae344bdab completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:23:46.203083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 0a1c984d-dc4c-4c14-99a3-edaae344bdab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:23:46.203744 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.508861 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.548025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:23:46.549240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:46.551811 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5181f9-0a6f-4edb-91e4-427c443f9eb9" -d '{"events": [{"server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "name": "network-vif-plugged", "status": "completed", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:46.570272 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:46.672287 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8859c0-516b-41bb-aff2-624355db503d x-openstack-request-id: req-ee8859c0-516b-41bb-aff2-624355db503d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:46.673017 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "name": "network-vif-plugged", "status": "completed", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:46.673495 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee8859c0-516b-41bb-aff2-624355db503d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:46.674109 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'code': 200} Aug 31 14:23:46.675540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:46.750114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d88ab-46e8-40dc-86ff-b8f46869406f req-cdf54fba-1c45-447d-b98b-2e2ded1027ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:46.752063 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-617d88ab-46e8-40dc-86ff-b8f46869406f req-cdf54fba-1c45-447d-b98b-2e2ded1027ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1097 time: 0.0510879 Aug 31 14:23:46.794677 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-617d88ab-46e8-40dc-86ff-b8f46869406f req-470da20f-ffa5-47b7-a7b1-c4d47aff104d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344498 Aug 31 14:23:47.050459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf535f87-3e61-45be-bfd8-e9a582914e3b req-7ad4ea64-6ad0-4fd9-85ae-bd6cf0885ba9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:47.056476 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf535f87-3e61-45be-bfd8-e9a582914e3b req-7ad4ea64-6ad0-4fd9-85ae-bd6cf0885ba9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.0664876 Aug 31 14:23:47.105488 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf535f87-3e61-45be-bfd8-e9a582914e3b req-f07ad3f4-a71d-4538-85e0-4e02fe4cb5c6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Aug 31 14:23:48.317318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9dc99-0e5e-494a-a3bb-9077efc88684 req-4bbb76dc-4519-4a75-934c-7c9e2f7e96af tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:48.342458 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-96b9dc99-0e5e-494a-a3bb-9077efc88684 req-4bbb76dc-4519-4a75-934c-7c9e2f7e96af tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.1276088 Aug 31 14:23:48.433686 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-96b9dc99-0e5e-494a-a3bb-9077efc88684 req-cba95543-fdbc-4d16-9493-ee34cbd5e2b0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874932 Aug 31 14:23:48.567897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8e0ad-2900-4b83-9be2-bfa9f0341dda req-0d7b124c-fc95-4c3c-b4b1-e4bc169998b9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:48.570231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68d8e0ad-2900-4b83-9be2-bfa9f0341dda req-0d7b124c-fc95-4c3c-b4b1-e4bc169998b9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.0651362 Aug 31 14:23:48.628841 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68d8e0ad-2900-4b83-9be2-bfa9f0341dda req-951eff93-8e1c-444b-826b-6940b959695c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384855 Aug 31 14:23:48.667980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 47986) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:48.765007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ab9a1-5b70-42c2-9bd5-f723f7ed5846 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:48.766626 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-098ab9a1-5b70-42c2-9bd5-f723f7ed5846 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1092 time: 0.0973330 Aug 31 14:23:48.774597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 47992) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:48.780146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:23:48.814203 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:48.970415 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.165184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.25.3.122 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/b9650c73-7b1e-4581-867d-24029356292f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:23:49.438379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.583744 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:49.690601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:23:49.692301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:23:49.695084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:23:50.133868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.187423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=b9650c73-7b1e-4581-867d-24029356292f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:50.266363 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.460702 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.466657 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.543211 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:50.658674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=b9650c73-7b1e-4581-867d-24029356292f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:23:50.669041 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Floating IP 380836c3-e977-4e13-a44f-87aa81637de7 associated. External IP: 172.25.3.122, port: 0a1c984d-dc4c-4c14-99a3-edaae344bdab. Aug 31 14:23:50.981444 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:23:51.113856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:23:51.148770 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b17e4-2fa1-4885-b810-66cd3a792114 None None] Sync routers for ids ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:23:51.158931 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:23:51.169600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b17e4-2fa1-4885-b810-66cd3a792114 None None] Routers {'8d9230ef-fb73-4b74-a0d5-a256b0f6e140'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:51.170370 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d51b17e4-2fa1-4885-b810-66cd3a792114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:23:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:51.209863 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a2e1abca-e474-445f-af7b-d31545dffb29 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4335577 Aug 31 14:23:51.210454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:23:51.212825 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcf9d8d-a6ba-45aa-9c20-08154eb4a17b" -d '{"events": [{"name": "network-changed", "server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:23:51.285570 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9b480b-ec4d-4367-b90f-e953ff82e3ec x-openstack-request-id: req-7d9b480b-ec4d-4367-b90f-e953ff82e3ec {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:23:51.285570 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:23:51.285978 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d9b480b-ec4d-4367-b90f-e953ff82e3ec {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:23:51.286166 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'status': 'completed', 'code': 200} Aug 31 14:23:51.423249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d51b17e4-2fa1-4885-b810-66cd3a792114 None None] Set router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:51.438875 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf9d8d-a6ba-45aa-9c20-08154eb4a17b req-05d68c6b-4c3e-4a02-9ff1-85d6688e56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:51.440396 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dcf9d8d-a6ba-45aa-9c20-08154eb4a17b req-05d68c6b-4c3e-4a02-9ff1-85d6688e56f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1097 time: 0.1277876 Aug 31 14:23:51.464604 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243a212-504d-41f5-996d-ea0a9af958d0 req-f0b1caae-1e06-4299-a45b-bedce9109b41 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:51.466130 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4243a212-504d-41f5-996d-ea0a9af958d0 req-f0b1caae-1e06-4299-a45b-bedce9109b41 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.0707192 Aug 31 14:23:51.560149 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4243a212-504d-41f5-996d-ea0a9af958d0 req-bc633c36-14c3-429f-a66f-32cd1e2ed1f2 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837536 Aug 31 14:23:51.588385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48036) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:51.603113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf9d8d-a6ba-45aa-9c20-08154eb4a17b req-cc75f78b-eb88-4726-be32-c0a34b2cd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:51.604890 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dcf9d8d-a6ba-45aa-9c20-08154eb4a17b req-cc75f78b-eb88-4726-be32-c0a34b2cd885 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.1565061 Aug 31 14:23:51.718422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4d09c830-6269-47b2-877b-f5d385579845 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/380836c3-e977-4e13-a44f-87aa81637de7 HTTP/1.1" status: 200 len: 992 time: 0.1262124 Aug 31 14:23:51.776192 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dcf9d8d-a6ba-45aa-9c20-08154eb4a17b req-4da4b3ad-1dc5-4c96-a843-ae3567fbf090 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1000 time: 0.1628618 Aug 31 14:23:51.905764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf9d8d-a6ba-45aa-9c20-08154eb4a17b req-f5f2571f-f5e7-4ab4-a488-bc057f8c530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:51.911860 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dcf9d8d-a6ba-45aa-9c20-08154eb4a17b req-f5f2571f-f5e7-4ab4-a488-bc057f8c530c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.1276805 Aug 31 14:23:51.998768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf9d8d-a6ba-45aa-9c20-08154eb4a17b req-5507255e-1898-4e04-8051-11a4971e0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:23:52.003662 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dcf9d8d-a6ba-45aa-9c20-08154eb4a17b req-5507255e-1898-4e04-8051-11a4971e0140 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836833 Aug 31 14:23:52.045435 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d51b17e4-2fa1-4885-b810-66cd3a792114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:32Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '380836c3-e977-4e13-a44f-87aa81637de7', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'port_id': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'mac_address': 'fa:16:3e:d8:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:23:49Z', 'updated_at': '2021-08-31T14:23:49Z', 'revision_number': 0, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '878fc412-5504-48fe-a123-e5cda5f98080', 'name': '', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:cf:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:37Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:52.087410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b17e4-2fa1-4885-b810-66cd3a792114 None None] Checking router: 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:23:52.108913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b17e4-2fa1-4885-b810-66cd3a792114 None None] Routers {'8d9230ef-fb73-4b74-a0d5-a256b0f6e140'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:23:52.116547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d51b17e4-2fa1-4885-b810-66cd3a792114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:23:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:52.257157 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dcf9d8d-a6ba-45aa-9c20-08154eb4a17b req-3306c046-48f4-44ed-bbc9-1d6381e8a0c7 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427075 Aug 31 14:23:52.331461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d51b17e4-2fa1-4885-b810-66cd3a792114 None None] Set router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:23:52.433255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dcf9d8d-a6ba-45aa-9c20-08154eb4a17b req-4890321e-458f-464f-acec-39810a7872ab service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670702 Aug 31 14:23:52.682546 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d51b17e4-2fa1-4885-b810-66cd3a792114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:32Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '380836c3-e977-4e13-a44f-87aa81637de7', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'port_id': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'mac_address': 'fa:16:3e:d8:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:23:49Z', 'updated_at': '2021-08-31T14:23:49Z', 'revision_number': 0, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '878fc412-5504-48fe-a123-e5cda5f98080', 'name': '', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:cf:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:37Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:23:52.721595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48048) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:52.738554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b17e4-2fa1-4885-b810-66cd3a792114 None None] The sync data for ids ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'] in n-d-792364-6 is: [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:32Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '380836c3-e977-4e13-a44f-87aa81637de7', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'port_id': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'mac_address': 'fa:16:3e:d8:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:23:49Z', 'updated_at': '2021-08-31T14:23:49Z', 'revision_number': 0, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '878fc412-5504-48fe-a123-e5cda5f98080', 'name': '', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:cf:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:37Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:23:52.850490 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-38063c3e-5c06-4082-9b76-e446f8124bc3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/380836c3-e977-4e13-a44f-87aa81637de7 HTTP/1.1" status: 200 len: 992 time: 0.1256692 Aug 31 14:23:53.038305 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8882a85-c814-4ec0-bdb1-cf25ac3b9c7e None None] New status for floating IP 380836c3-e977-4e13-a44f-87aa81637de7: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:23:53.853322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48070) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:23:53.929264 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2ff458a3-7030-4aee-9538-5a56e34000ab tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/380836c3-e977-4e13-a44f-87aa81637de7 HTTP/1.1" status: 200 len: 994 time: 0.0737803 Aug 31 14:24:01.396918 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7e00-599f-4440-9c50-e91cf38ad9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.023805 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.070999 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d5b89f8-8797-4f63-af58-a4accd6c5399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:04.976457 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:24:05.251910 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:06.803281 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.261771 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:09.293714 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:15.937779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-5e5fd4df-fad8-41bd-b1e8-f464c688a4d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0552223 Aug 31 14:24:16.039233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-f3233516-2e7f-423e-84b0-982c24550ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.039878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-f3233516-2e7f-423e-84b0-982c24550ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.040467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-f3233516-2e7f-423e-84b0-982c24550ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.041104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-f3233516-2e7f-423e-84b0-982c24550ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.041575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-f3233516-2e7f-423e-84b0-982c24550ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.042113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-f3233516-2e7f-423e-84b0-982c24550ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.042709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-f3233516-2e7f-423e-84b0-982c24550ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.044861 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-f3233516-2e7f-423e-84b0-982c24550ca1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f573d79f178449f86f4510b41534f07&device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 6502 time: 0.0547857 Aug 31 14:24:16.171673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-a16f0ca6-b48d-4d6c-a8b3-af44a2c52340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.172081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-a16f0ca6-b48d-4d6c-a8b3-af44a2c52340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.172709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-a16f0ca6-b48d-4d6c-a8b3-af44a2c52340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.174390 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-a16f0ca6-b48d-4d6c-a8b3-af44a2c52340 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f61a66ed-e073-4160-9a7b-510fffda1238&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=83b65104-e682-47ab-846c-67afd4d672b5&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&id=1c33b8ea-b74c-4228-8f71-02e2bf90452a HTTP/1.1" status: 200 len: 2297 time: 0.1057634 Aug 31 14:24:16.265066 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-a9fb7821-5b06-45be-b028-aaa41337c5a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 HTTP/1.1" status: 200 len: 1001 time: 0.0817301 Aug 31 14:24:16.326839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-e646105e-54b5-4861-9dd4-7fd39723b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.326839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-e646105e-54b5-4861-9dd4-7fd39723b3c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78251-b3fe-4763-9e2c-bc513ea64886 HTTP/1.1" status: 200 len: 854 time: 0.0535319 Aug 31 14:24:16.370779 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cf98e7b-e6a4-40b0-b2a2-a04122a8caff req-f11b1e35-d854-4cbd-9db3-be8bb2e14b74 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676792 Aug 31 14:24:16.390594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-d303dabd-4d61-4af0-8ac8-44eab124f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.392455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-d303dabd-4d61-4af0-8ac8-44eab124f4b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f61a66ed-e073-4160-9a7b-510fffda1238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589991 Aug 31 14:24:16.481137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98e7b-e6a4-40b0-b2a2-a04122a8caff req-3e1f21eb-ee8d-4970-a0f0-49a5b0ea4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.482737 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cf98e7b-e6a4-40b0-b2a2-a04122a8caff req-3e1f21eb-ee8d-4970-a0f0-49a5b0ea4f5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1097 time: 0.0538073 Aug 31 14:24:16.539439 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-11f37dba-8302-4bba-b9a5-45769fc8f07e service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395679 Aug 31 14:24:16.668863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98e7b-e6a4-40b0-b2a2-a04122a8caff req-1a7fa8d6-2689-4a9b-909e-d50bfb671488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.670856 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cf98e7b-e6a4-40b0-b2a2-a04122a8caff req-1a7fa8d6-2689-4a9b-909e-d50bfb671488 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.1653008 Aug 31 14:24:16.695956 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-76dc1e44-24f5-4426-b38a-9fa52b9a03b6 service neutron] 10.222.0.13 "GET /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481416 Aug 31 14:24:16.777117 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cf98e7b-e6a4-40b0-b2a2-a04122a8caff req-499a0a5c-f5de-4f52-9aa3-c734a4462531 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1002 time: 0.0940163 Aug 31 14:24:16.781025 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-a0f10c17-d246-4adf-9375-65b26123e8c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 200 len: 217 time: 0.0750642 Aug 31 14:24:16.844150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98e7b-e6a4-40b0-b2a2-a04122a8caff req-d80bca4c-e71e-4b69-870e-38b02e7a5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.846105 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cf98e7b-e6a4-40b0-b2a2-a04122a8caff req-d80bca4c-e71e-4b69-870e-38b02e7a5bf6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.0609722 Aug 31 14:24:16.885289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-30369e7c-a612-4ed2-805a-6a060f64d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.890200 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-30369e7c-a612-4ed2-805a-6a060f64d6c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0965087 Aug 31 14:24:16.955763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98e7b-e6a4-40b0-b2a2-a04122a8caff req-3b55ac89-3535-4d81-b19f-311d6f9356c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.957491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cf98e7b-e6a4-40b0-b2a2-a04122a8caff req-3b55ac89-3535-4d81-b19f-311d6f9356c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997210 Aug 31 14:24:16.984688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-97376feb-ffb4-4f86-ac8c-c1b27c3b5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:16.987032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-97376feb-ffb4-4f86-ac8c-c1b27c3b5c08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891132 Aug 31 14:24:17.123576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-55b6d1bd-7c8a-4d51-a623-d049b5fd43bf service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246569 Aug 31 14:24:17.156822 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cf98e7b-e6a4-40b0-b2a2-a04122a8caff req-c76ac330-6bd6-4956-985c-2a96d57b69ae service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808705 Aug 31 14:24:17.255239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-289a09fc-e232-4f92-a958-88041527a9a3 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240726 Aug 31 14:24:17.289613 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cf98e7b-e6a4-40b0-b2a2-a04122a8caff req-91c705df-1f65-466a-856d-80a2ad179b12 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240771 Aug 31 14:24:17.318917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-2519cbf5-eb17-4deb-9746-150927dec0eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 200 len: 217 time: 0.0528483 Aug 31 14:24:17.376344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-2fed8d17-c9fe-47ea-9d65-6c3afcaccaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:17.378155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-2fed8d17-c9fe-47ea-9d65-6c3afcaccaaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0515430 Aug 31 14:24:17.439590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-d26ba24c-32b1-48a2-aa1a-2760a127edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:17.441391 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-d26ba24c-32b1-48a2-aa1a-2760a127edcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0552027 Aug 31 14:24:17.563603 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-caf9fa1c-c866-4c29-b331-a8dac65b20a1 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122124 Aug 31 14:24:17.664124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-a0270450-b039-4399-b52d-133d0822037d service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927174 Aug 31 14:24:17.713597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-716840ed-eb29-4ec1-b5d7-2d53e34b2921 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c HTTP/1.1" status: 200 len: 217 time: 0.0416131 Aug 31 14:24:17.770412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-19c5a2f8-b509-4fcb-bdcf-1d24a44f4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:17.771965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-19c5a2f8-b509-4fcb-bdcf-1d24a44f4a5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.0503204 Aug 31 14:24:17.831259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-1039db36-bc55-4c33-b555-44bb35d2c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:17.833685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-1039db36-bc55-4c33-b555-44bb35d2c260 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0535777 Aug 31 14:24:17.937070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-e870ec8b-90cc-4c61-9406-cac251c1029a service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948868 Aug 31 14:24:18.058107 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-c03ad3e7-a08a-4e14-8779-5347d83108eb service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125746 Aug 31 14:24:18.139135 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-412c6eb3-b87f-4367-a045-eac883c6e5ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa HTTP/1.1" status: 200 len: 217 time: 0.0733855 Aug 31 14:24:18.562844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-5bd769a6-dc85-4975-b500-805128cce913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:18.564505 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-5bd769a6-dc85-4975-b500-805128cce913 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 200 len: 797 time: 0.4191504 Aug 31 14:24:18.614952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-b4dc52ab-dd62-4ea0-b04b-863397156140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:18.616974 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-b4dc52ab-dd62-4ea0-b04b-863397156140 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83b65104-e682-47ab-846c-67afd4d672b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446060 Aug 31 14:24:18.715846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-eb81bab5-c4b6-41be-8743-2fc6ce0af448 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909677 Aug 31 14:24:18.855253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-e2ba22ab-2054-4e84-9c2c-a4411c4beac9 service neutron] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320574 Aug 31 14:24:18.926821 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-116273f9-6696-41f6-8bf9-82c35c55d4fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a695eda4-8064-4835-887f-df4c54d594d9 HTTP/1.1" status: 200 len: 217 time: 0.0615435 Aug 31 14:24:18.990912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-f7a5bd7e-83d8-4d88-a61f-031b38a5bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:18.992667 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-f7a5bd7e-83d8-4d88-a61f-031b38a5bd62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.0572715 Aug 31 14:24:19.060764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-3f258346-bf4c-4778-b78b-c4dfd6bc589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:19.063828 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-3f258346-bf4c-4778-b78b-c4dfd6bc589f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605979 Aug 31 14:24:19.196824 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-83bc4f78-52d2-4b03-b8d4-22ea1133c026 service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253154 Aug 31 14:24:19.306671 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-67040290-a4f3-4780-8229-6d2d20cd670c service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028891 Aug 31 14:24:19.356796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-dfd6cdea-1ddc-4e3c-b59a-7681f8665d3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41 HTTP/1.1" status: 200 len: 217 time: 0.0426686 Aug 31 14:24:19.418187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-e94e2eca-ab4d-4343-99ab-f92774523bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:19.419756 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-e94e2eca-ab4d-4343-99ab-f92774523bfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 200 len: 797 time: 0.0569708 Aug 31 14:24:19.473781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832651-371c-4ee2-af25-edc274571997 req-804c4569-9e12-4534-9ea4-315aaa39ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:19.475521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-804c4569-9e12-4534-9ea4-315aaa39ee22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c33b8ea-b74c-4228-8f71-02e2bf90452a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0491829 Aug 31 14:24:19.587405 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-7ad8d2ec-cb1f-4d46-b544-d897f638cc5a service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036136 Aug 31 14:24:19.737839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b832651-371c-4ee2-af25-edc274571997 req-c6ef95da-1114-4366-bbcd-a8cefe81338a service neutron] 10.222.0.13 "GET /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363685 Aug 31 14:24:25.208087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb918a4-1ed5-49fb-80db-38bc19d905d5 req-3bf2a1ae-66df-4f47-a87a-159735e9126a tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:25.209733 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dfb918a4-1ed5-49fb-80db-38bc19d905d5 req-3bf2a1ae-66df-4f47-a87a-159735e9126a tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1097 time: 0.0596142 Aug 31 14:24:25.259691 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dfb918a4-1ed5-49fb-80db-38bc19d905d5 req-4e1eed33-b718-4be4-b1be-7d7630137aef tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 Aug 31 14:24:25.393831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce6989-1242-48a6-a735-8907d899d3ac req-998e203e-1019-45c1-ab47-93fbfdb9ef10 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:25.396469 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cce6989-1242-48a6-a735-8907d899d3ac req-998e203e-1019-45c1-ab47-93fbfdb9ef10 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.0559800 Aug 31 14:24:25.452865 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cce6989-1242-48a6-a735-8907d899d3ac req-c4a81eb1-ab80-4b2e-bc1c-d22e20a15d79 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500751 Aug 31 14:24:25.480589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48820) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:25.551338 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4e2319a5-e42b-42db-9e92-c2349e02e3d0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/380836c3-e977-4e13-a44f-87aa81637de7 HTTP/1.1" status: 200 len: 994 time: 0.0679243 Aug 31 14:24:25.902570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-85fa9166-e57b-4b4e-a2fe-75fdfc3e9d35 req-b534cf5a-806a-4603-8f5f-9cf9000302ab service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:24:25.904511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-85fa9166-e57b-4b4e-a2fe-75fdfc3e9d35 req-b534cf5a-806a-4603-8f5f-9cf9000302ab service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087249 Aug 31 14:24:26.229135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eae49c-301b-444e-a2dc-53fb723d48d3 req-cb4c2efb-e2ab-416e-a1dc-4036d70acb16 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:26.230862 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-86eae49c-301b-444e-a2dc-53fb723d48d3 req-cb4c2efb-e2ab-416e-a1dc-4036d70acb16 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.0710719 Aug 31 14:24:26.285899 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-86eae49c-301b-444e-a2dc-53fb723d48d3 req-b14c5066-bfd3-4083-9717-1844a977d708 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460644 Aug 31 14:24:26.341288 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dc15a8ed-6b78-4bbf-a903-a165d2db9761 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1880760 Aug 31 14:24:27.431722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661c3f6-dde6-4fc1-a1da-31a1b384df87 req-6744c918-92ab-4222-9867-7490bcca8160 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:27.433396 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8661c3f6-dde6-4fc1-a1da-31a1b384df87 req-6744c918-92ab-4222-9867-7490bcca8160 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.0680332 Aug 31 14:24:27.476357 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8661c3f6-dde6-4fc1-a1da-31a1b384df87 req-17b049b1-ecbd-42aa-bda4-815451edf766 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347929 Aug 31 14:24:27.784767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-b5c48158-3958-45f0-b50e-c9560d3c7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:27.787013 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-b5c48158-3958-45f0-b50e-c9560d3c7b32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1097 time: 0.0572574 Aug 31 14:24:27.913889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-2f4bdeed-d78e-43d2-b0a1-f4850ac5cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:27.915471 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-2f4bdeed-d78e-43d2-b0a1-f4850ac5cb0d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.1217365 Aug 31 14:24:27.993331 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-839fbcfd-2eda-4c88-9ce6-2f3080b21b53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1002 time: 0.0665662 Aug 31 14:24:28.048474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-6aa2429a-dfac-492f-b430-6f937ed49260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:28.050197 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-6aa2429a-dfac-492f-b430-6f937ed49260 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.0516715 Aug 31 14:24:28.107474 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-4652f936-eb49-49fb-a142-8919a546a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:28.109660 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-4652f936-eb49-49fb-a142-8919a546a2cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502431 Aug 31 14:24:28.226425 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-1762c95c-ecde-4e59-b325-b1d945bef941 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065028 Aug 31 14:24:28.337620 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-6e88e93b-84a2-4e0e-915c-4c4120d7d429 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026874 Aug 31 14:24:29.246322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589970f-8a8c-491d-a281-4aee0a011b91 req-8c429664-6c09-48c5-8ef5-e232ff0e5017 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:29.248958 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6589970f-8a8c-491d-a281-4aee0a011b91 req-8c429664-6c09-48c5-8ef5-e232ff0e5017 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.6741316 Aug 31 14:24:29.299484 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6589970f-8a8c-491d-a281-4aee0a011b91 req-21159f12-ce70-4719-b1e5-2ca475d1581d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446301 Aug 31 14:24:30.004605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 48982) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:30.076834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Deleting subnet c74fbe7a-3455-48dc-9bde-f25eb78aac4d {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:30.099123 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.135727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.187658 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.271896 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.307418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c74fbe7a-3455-48dc-9bde-f25eb78aac4d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:30.317489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.319032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.319032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.319032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.319032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.319419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.319874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.320376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.322253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.322689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.323105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.323501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.328705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.332945 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-836e4c17-445b-4d4a-b433-e00cc3b2ce58 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c74fbe7a-3455-48dc-9bde-f25eb78aac4d HTTP/1.1" status: 204 len: 168 time: 0.3248987 Aug 31 14:24:30.333910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 48992) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:30.442119 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.533968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a17e4-4bf6-4b17-b47d-0983c4780935 req-f4faa639-acd0-467d-a0d7-68d1da540fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:30.536629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a5a17e4-4bf6-4b17-b47d-0983c4780935 req-f4faa639-acd0-467d-a0d7-68d1da540fc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.1132295 Aug 31 14:24:30.619241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.637545 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590b8deb-c46c-4b94-8409-f556801e721b']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:30.642332 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a5a17e4-4bf6-4b17-b47d-0983c4780935 req-21766956-f4b4-41f7-af53-14aa31d523da tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617621 Aug 31 14:24:30.651192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbf97b2-ff32-4d5a-8586-c06d3bfdf030') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:30.651479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbf97b2-ff32-4d5a-8586-c06d3bfdf030') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:30.664519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.685778 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.692681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:24:30.693416 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:24:30.695287 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:24:30.754973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.765247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:30.767364 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] 10.222.0.20 "DELETE /v2.0/networks/590b8deb-c46c-4b94-8409-f556801e721b HTTP/1.1" status: 204 len: 168 time: 0.4317634 Aug 31 14:24:30.786822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Pushing event deleted for resources: {'Network': ['ID=590b8deb-c46c-4b94-8409-f556801e721b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:30.798025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.798542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.798762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.799280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.799611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.800077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.800408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.800756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.801078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.801607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.801907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.802241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595ad32-b495-40ad-a921-f7be8860f609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:30.971089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49018) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:31.018888 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e881e381-46ca-495c-b9c4-dd41530d4f90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dfeee49cead4bd5a130f8b7d105c5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466373 Aug 31 14:24:31.021357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49022) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:31.085033 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5df5c60f-6faa-482f-8ada-b7faef1f3afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.114205 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5df5c60f-6faa-482f-8ada-b7faef1f3afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.190331 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5df5c60f-6faa-482f-8ada-b7faef1f3afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.194040 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5df5c60f-6faa-482f-8ada-b7faef1f3afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.199239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5df5c60f-6faa-482f-8ada-b7faef1f3afa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2864219a-4976-4ca2-84ab-c0dc4d69c30d HTTP/1.1" status: 204 len: 168 time: 0.1729834 Aug 31 14:24:31.205269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5c60f-6faa-482f-8ada-b7faef1f3afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2864219a-4976-4ca2-84ab-c0dc4d69c30d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:31.377104 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f228bff8-8946-4f27-bbfe-20a3b55a9c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:31.790547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797f4b-89f1-41ba-a41c-1fcd7d50e613 req-67f4bb5f-2a08-4bb9-b6e9-039940fff777 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:31.797487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797f4b-89f1-41ba-a41c-1fcd7d50e613 req-67f4bb5f-2a08-4bb9-b6e9-039940fff777 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:31.804934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797f4b-89f1-41ba-a41c-1fcd7d50e613 req-67f4bb5f-2a08-4bb9-b6e9-039940fff777 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:31.811620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797f4b-89f1-41ba-a41c-1fcd7d50e613 req-67f4bb5f-2a08-4bb9-b6e9-039940fff777 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:31.818791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797f4b-89f1-41ba-a41c-1fcd7d50e613 req-67f4bb5f-2a08-4bb9-b6e9-039940fff777 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:31.830294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797f4b-89f1-41ba-a41c-1fcd7d50e613 req-67f4bb5f-2a08-4bb9-b6e9-039940fff777 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:31.852186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797f4b-89f1-41ba-a41c-1fcd7d50e613 req-67f4bb5f-2a08-4bb9-b6e9-039940fff777 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:31.856387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8797f4b-89f1-41ba-a41c-1fcd7d50e613 req-67f4bb5f-2a08-4bb9-b6e9-039940fff777 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5445 time: 0.1927238 Aug 31 14:24:31.858281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5968-3010-475d-8d08-55b2f12a8f5c req-a4d0431a-9f43-4ecf-8747-1141b1945b1a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:31.860183 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e43d5968-3010-475d-8d08-55b2f12a8f5c req-a4d0431a-9f43-4ecf-8747-1141b1945b1a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.0730233 Aug 31 14:24:31.916938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e43d5968-3010-475d-8d08-55b2f12a8f5c req-6076d54c-b667-49bc-b31e-64f673bbbd6c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493259 Aug 31 14:24:31.971125 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8797f4b-89f1-41ba-a41c-1fcd7d50e613 req-54dc7cb9-4543-4263-a1e4-5d833aef627c tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979033 Aug 31 14:24:32.105185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49072) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:32.235337 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2145067342-network', 'tenant_id': 'f107675a82364ce39ba1f8338ad173db'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:32.268558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Made reservation on behalf of f107675a82364ce39ba1f8338ad173db for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:32.273760 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.284549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.391749 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.398213 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.434984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:24:32.444986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7218d32-464a-44a4-b08c-3c5efcb9fa06,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:32.450962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.451509 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Added segment 70d4c458-ce8c-42e4-8c05-65ce5670b367 of type vlan for network af68a1db-bad5-43c8-ae01-fc58f1b2d076 Aug 31 14:24:32.494771 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.524428 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.525543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.526215 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.603008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] Pushing event updated for resources: {'Network': ['ID=af68a1db-bad5-43c8-ae01-fc58f1b2d076,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:32.609978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49084) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:32.615495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-744585a5-9fe3-4621-a668-f68dd7a2745a admin admin] Request body: {'subnet': {'network_id': 'af68a1db-bad5-43c8-ae01-fc58f1b2d076', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2145067342-subnet', 'tenant_id': 'f107675a82364ce39ba1f8338ad173db', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:32.616773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network af68a1db-bad5-43c8-ae01-fc58f1b2d076 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:24:32.620197 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6dea6492-7baf-489a-90e8-1f91add9f725 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5135989 Aug 31 14:24:32.645123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744585a5-9fe3-4621-a668-f68dd7a2745a admin admin] Made reservation on behalf of f107675a82364ce39ba1f8338ad173db for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:24:32.648159 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-744585a5-9fe3-4621-a668-f68dd7a2745a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.853243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-6ce95078-7a65-4f84-9f8f-76db1b0934b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.860576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-6ce95078-7a65-4f84-9f8f-76db1b0934b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.867259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-6ce95078-7a65-4f84-9f8f-76db1b0934b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.868097 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-744585a5-9fe3-4621-a668-f68dd7a2745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:32.874909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-6ce95078-7a65-4f84-9f8f-76db1b0934b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.881632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-6ce95078-7a65-4f84-9f8f-76db1b0934b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.888975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-6ce95078-7a65-4f84-9f8f-76db1b0934b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.895714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-6ce95078-7a65-4f84-9f8f-76db1b0934b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.898541 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-6ce95078-7a65-4f84-9f8f-76db1b0934b8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5445 time: 0.1425681 Aug 31 14:24:32.956064 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744585a5-9fe3-4621-a668-f68dd7a2745a admin admin] Pushing event updated for resources: {'Subnet': ['ID=02166055-0a86-474f-b1b6-b20de93760c7,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:32.959081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-e52918d4-bde0-4a6a-b268-8adc197370a7 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:32.960932 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-e52918d4-bde0-4a6a-b268-8adc197370a7 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "GET /v2.0/ports/041acb94-c516-4d52-833b-861486255a61?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0541704 Aug 31 14:24:32.996620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744585a5-9fe3-4621-a668-f68dd7a2745a admin admin] Checking segment: {'id': '70d4c458-ce8c-42e4-8c05-65ce5670b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af68a1db-bad5-43c8-ae01-fc58f1b2d076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:32.997281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744585a5-9fe3-4621-a668-f68dd7a2745a admin admin] Network hostable DHCP agents. Network: af68a1db-bad5-43c8-ae01-fc58f1b2d076, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:24:33.023461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744585a5-9fe3-4621-a668-f68dd7a2745a admin admin] Network af68a1db-bad5-43c8-ae01-fc58f1b2d076 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:24:33.037030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-744585a5-9fe3-4621-a668-f68dd7a2745a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, af68a1db-bad5-43c8-ae01-fc58f1b2d076) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:33.050742 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0337eb04-777c-4b38-928b-94fd09b11840 None None] Network af68a1db-bad5-43c8-ae01-fc58f1b2d076 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:33.069840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744585a5-9fe3-4621-a668-f68dd7a2745a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.072965 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-744585a5-9fe3-4621-a668-f68dd7a2745a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.229298 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-744585a5-9fe3-4621-a668-f68dd7a2745a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6180446 Aug 31 14:24:33.239902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd7e0a-9917-4bde-a973-f5be9d662e84 req-99adbe75-1ff3-48aa-8cce-191422aea6b4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.240144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35e64c-3898-4f93-a9da-bc3db4a50cdf req-7dcab731-743a-4866-9e24-5d5b9ed347da tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.241531 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c35e64c-3898-4f93-a9da-bc3db4a50cdf req-7dcab731-743a-4866-9e24-5d5b9ed347da tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.1531606 Aug 31 14:24:33.245534 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49102) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:33.257376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd7e0a-9917-4bde-a973-f5be9d662e84 req-99adbe75-1ff3-48aa-8cce-191422aea6b4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.259863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2145067342-router', 'tenant_id': 'f107675a82364ce39ba1f8338ad173db', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:33.266589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd7e0a-9917-4bde-a973-f5be9d662e84 req-99adbe75-1ff3-48aa-8cce-191422aea6b4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.273868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd7e0a-9917-4bde-a973-f5be9d662e84 req-99adbe75-1ff3-48aa-8cce-191422aea6b4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.281920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd7e0a-9917-4bde-a973-f5be9d662e84 req-99adbe75-1ff3-48aa-8cce-191422aea6b4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.290421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd7e0a-9917-4bde-a973-f5be9d662e84 req-99adbe75-1ff3-48aa-8cce-191422aea6b4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.297701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd7e0a-9917-4bde-a973-f5be9d662e84 req-99adbe75-1ff3-48aa-8cce-191422aea6b4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.308830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8bd7e0a-9917-4bde-a973-f5be9d662e84 req-99adbe75-1ff3-48aa-8cce-191422aea6b4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 5445 time: 0.2100153 Aug 31 14:24:33.316334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-a4c13cc3-4c71-4c81-947d-ff0f4c1ee1ee tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "GET /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3479273 Aug 31 14:24:33.338673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:33.373006 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.374117 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.383875 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c35e64c-3898-4f93-a9da-bc3db4a50cdf req-44d34f17-5c11-4fc2-a03e-87e1213524b8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849638 Aug 31 14:24:33.403750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-af68a1db-bad5-43c8-ae01-fc58f1b2d076', 'network_id': 'af68a1db-bad5-43c8-ae01-fc58f1b2d076', 'tenant_id': 'f107675a82364ce39ba1f8338ad173db', 'fixed_ips': [{'subnet_id': '02166055-0a86-474f-b1b6-b20de93760c7'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:24:33.404575 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.435339 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8bd7e0a-9917-4bde-a973-f5be9d662e84 req-31850a20-6fed-4365-8bb3-707bb6c212de tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189718 Aug 31 14:24:33.471804 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.481084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.669158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Allocated IP 172.20.0.2 (af68a1db-bad5-43c8-ae01-fc58f1b2d076/02166055-0a86-474f-b1b6-b20de93760c7/5a012b89-aa16-44ff-ae03-4206fbdb2af8) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:33.683322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] For port 041acb94-c516-4d52-833b-861486255a61, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=041acb94-c516-4d52-833b-861486255a61,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:33.705705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.725852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] For port 041acb94-c516-4d52-833b-861486255a61, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:33.766765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] device_id is not set on port 041acb94-c516-4d52-833b-861486255a61 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:24:33.776594 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.784182 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.895976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] No DVR routers for this DVR port 041acb94-c516-4d52-833b-861486255a61 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:33.942079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] Pushing event updated for resources: {'Port': ['ID=041acb94-c516-4d52-833b-861486255a61,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:33.952942 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.964594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Transition to ACTIVE for port object 5a012b89-aa16-44ff-ae03-4206fbdb2af8 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:33.983144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Transition to ACTIVE for port object 5a012b89-aa16-44ff-ae03-4206fbdb2af8 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:33.986756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] In _notify_port_updated(), no bound segment for port 041acb94-c516-4d52-833b-861486255a61 on network 83b65104-e682-47ab-846c-67afd4d672b5 {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:24:33.987669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:33.988612 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:33.989725 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-1baf43a9-3eb2-4df4-a11b-04e1699df73c service neutron] 10.222.0.13 "PUT /v2.0/ports/041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 200 len: 1032 time: 0.6579769 Aug 31 14:24:34.002034 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.061391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-c141e94c-d0b0-438f-a47e-e5fcdb623dd7 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:34.063172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-c141e94c-d0b0-438f-a47e-e5fcdb623dd7 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "GET /v2.0/ports/67b8daf9-835c-48ed-b7e7-bcf0980b288b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0639086 Aug 31 14:24:34.077607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:34.091357 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.131578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Network af68a1db-bad5-43c8-ae01-fc58f1b2d076 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:34.140073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:34.145840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:34.148485 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c162ef39-130d-4c7a-a54f-a05e2b599eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.151749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Pushing event updated for resources: {'Port': ['ID=5a012b89-aa16-44ff-ae03-4206fbdb2af8,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:34.157088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.175575 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:34.176073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:34.176546 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:34.176990 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:34.177429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:34.177866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:34.178314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:34.178774 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:34.179252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:34.184846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:34.184846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:34.184846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:24:34.199138 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.233426 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.266171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Attempting to bind port 5a012b89-aa16-44ff-ae03-4206fbdb2af8 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:34.267222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Attempting to bind port 5a012b89-aa16-44ff-ae03-4206fbdb2af8 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '70d4c458-ce8c-42e4-8c05-65ce5670b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af68a1db-bad5-43c8-ae01-fc58f1b2d076'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:34.267832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Attempting to bind port 5a012b89-aa16-44ff-ae03-4206fbdb2af8 on network af68a1db-bad5-43c8-ae01-fc58f1b2d076 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:34.273376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:34.274060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Checking segment: {'id': '70d4c458-ce8c-42e4-8c05-65ce5670b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af68a1db-bad5-43c8-ae01-fc58f1b2d076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:34.274865 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.275474 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Bound using segment: {'id': '70d4c458-ce8c-42e4-8c05-65ce5670b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af68a1db-bad5-43c8-ae01-fc58f1b2d076'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:34.276171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Bound port: 5a012b89-aa16-44ff-ae03-4206fbdb2af8, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d4c458-ce8c-42e4-8c05-65ce5670b367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'af68a1db-bad5-43c8-ae01-fc58f1b2d076'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:34.276926 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.332537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-31fb90c7-70f5-43fb-9557-f4e3b1f48794 None None] Provisioning complete for port 041acb94-c516-4d52-833b-861486255a61 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:34.333310 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-31fb90c7-70f5-43fb-9557-f4e3b1f48794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.368046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Allocated IP 172.25.3.65 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/717ec2f5-8ba4-4408-b81e-9eda8cd0b793) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:34.400628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] For port 5a012b89-aa16-44ff-ae03-4206fbdb2af8, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:34.403309 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-31fb90c7-70f5-43fb-9557-f4e3b1f48794 None None] Port 041acb94-c516-4d52-833b-861486255a61 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:34.406377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] For port 5a012b89-aa16-44ff-ae03-4206fbdb2af8, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5a012b89-aa16-44ff-ae03-4206fbdb2af8,segment=NetworkSegment(70d4c458-ce8c-42e4-8c05-65ce5670b367),segment_id=70d4c458-ce8c-42e4-8c05-65ce5670b367)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:34.422051 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.529147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] For port 67b8daf9-835c-48ed-b7e7-bcf0980b288b, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=67b8daf9-835c-48ed-b7e7-bcf0980b288b,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:34.554386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e583b-9dd7-4086-a814-2c69340fdcd6 None None] Pushing event updated for resources: {'Port': ['ID=5a012b89-aa16-44ff-ae03-4206fbdb2af8,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:34.563886 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.606252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] For port 67b8daf9-835c-48ed-b7e7-bcf0980b288b, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:34.687386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227589f-d8d7-4952-8cb1-397326cc5ed7 req-d8a0857c-cb8c-4f92-8f87-b79001b070a1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:34.689912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] device_id is not set on port 67b8daf9-835c-48ed-b7e7-bcf0980b288b yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:24:34.696885 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b227589f-d8d7-4952-8cb1-397326cc5ed7 req-d8a0857c-cb8c-4f92-8f87-b79001b070a1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.1174207 Aug 31 14:24:34.702024 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.724107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd35db6-5ced-40e9-8704-d3f2472407c2 req-633f6412-84d4-4b2f-95e3-5ad79694f913 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:34.731427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd35db6-5ced-40e9-8704-d3f2472407c2 req-633f6412-84d4-4b2f-95e3-5ad79694f913 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:34.737579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd35db6-5ced-40e9-8704-d3f2472407c2 req-633f6412-84d4-4b2f-95e3-5ad79694f913 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:34.744046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd35db6-5ced-40e9-8704-d3f2472407c2 req-633f6412-84d4-4b2f-95e3-5ad79694f913 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:34.745209 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.751043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd35db6-5ced-40e9-8704-d3f2472407c2 req-633f6412-84d4-4b2f-95e3-5ad79694f913 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:34.762816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd35db6-5ced-40e9-8704-d3f2472407c2 req-633f6412-84d4-4b2f-95e3-5ad79694f913 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:34.764880 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7bd35db6-5ced-40e9-8704-d3f2472407c2 req-633f6412-84d4-4b2f-95e3-5ad79694f913 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 4666 time: 0.1297874 Aug 31 14:24:34.766159 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:34.789433 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b227589f-d8d7-4952-8cb1-397326cc5ed7 req-3d4adafd-b1b4-4d63-972f-317c1f31f9f8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859220 Aug 31 14:24:34.906409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] Pushing event updated for resources: {'Port': ['ID=67b8daf9-835c-48ed-b7e7-bcf0980b288b,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:34.907336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:34.911930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:34.920850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:34.923945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] No DVR routers for this DVR port 67b8daf9-835c-48ed-b7e7-bcf0980b288b on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:34.945729 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7bd35db6-5ced-40e9-8704-d3f2472407c2 req-0121df25-3cc5-46d3-b1ac-04b4fb613f08 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=f37ef43b-838e-4af0-a412-1efe682687f8&id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511619 Aug 31 14:24:35.025659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Pushing event updated for resources: {'Port': ['ID=717ec2f5-8ba4-4408-b81e-9eda8cd0b793,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:35.096115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] In _notify_port_updated(), no bound segment for port 67b8daf9-835c-48ed-b7e7-bcf0980b288b on network 83b65104-e682-47ab-846c-67afd4d672b5 {{(pid=106388) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 14:24:35.099298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:35.100336 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.101945 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-eef1b99f-e4f6-4472-8d7c-031f187025c0 service neutron] 10.222.0.13 "PUT /v2.0/ports/67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 200 len: 1033 time: 1.0309107 Aug 31 14:24:35.257910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5a012b89-aa16-44ff-ae03-4206fbdb2af8 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:35.270520 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.305934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-378e7fe1-dc4a-4d6d-b4e8-0be005669d26 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Deleting port a695eda4-8064-4835-887f-df4c54d594d9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:35.306538 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-378e7fe1-dc4a-4d6d-b4e8-0be005669d26 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.406670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a62469d9-435c-46d3-b6cc-ed7ea082639c None None] Provisioning complete for port 67b8daf9-835c-48ed-b7e7-bcf0980b288b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:35.407533 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a62469d9-435c-46d3-b6cc-ed7ea082639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.411301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 5a012b89-aa16-44ff-ae03-4206fbdb2af8 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:35.444714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-378e7fe1-dc4a-4d6d-b4e8-0be005669d26 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] For port a695eda4-8064-4835-887f-df4c54d594d9, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=a695eda4-8064-4835-887f-df4c54d594d9,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:35.445330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-378e7fe1-dc4a-4d6d-b4e8-0be005669d26 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.454672 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a62469d9-435c-46d3-b6cc-ed7ea082639c None None] Port 67b8daf9-835c-48ed-b7e7-bcf0980b288b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:35.466973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-378e7fe1-dc4a-4d6d-b4e8-0be005669d26 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Calling delete_port for a695eda4-8064-4835-887f-df4c54d594d9 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:35.468022 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.594876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 67b8daf9-835c-48ed-b7e7-bcf0980b288b no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:35.638105 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-378e7fe1-dc4a-4d6d-b4e8-0be005669d26 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.679812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 67b8daf9-835c-48ed-b7e7-bcf0980b288b not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:35.682096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a695eda4-8064-4835-887f-df4c54d594d9 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:35.686007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e7fe1-dc4a-4d6d-b4e8-0be005669d26 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Port': ['ID=a695eda4-8064-4835-887f-df4c54d594d9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:35.740082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: a695eda4-8064-4835-887f-df4c54d594d9 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:35.740562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device a695eda4-8064-4835-887f-df4c54d594d9 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:35.742103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 041acb94-c516-4d52-833b-861486255a61 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:35.787174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 041acb94-c516-4d52-833b-861486255a61 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:35.787681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:35.800665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-378e7fe1-dc4a-4d6d-b4e8-0be005669d26 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] No DVR routers for this DVR port a695eda4-8064-4835-887f-df4c54d594d9 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:35.810074 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-378e7fe1-dc4a-4d6d-b4e8-0be005669d26 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.821982 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-378e7fe1-dc4a-4d6d-b4e8-0be005669d26 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "DELETE /v2.0/ports/a695eda4-8064-4835-887f-df4c54d594d9 HTTP/1.1" status: 204 len: 173 time: 0.6993234 Aug 31 14:24:35.821982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-deleted', 'tag': 'a695eda4-8064-4835-887f-df4c54d594d9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:35.821982 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f143121f-eac4-4fd1-8b2e-904740f2d19e" -d '{"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-deleted", "tag": "a695eda4-8064-4835-887f-df4c54d594d9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:35.952937 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:35.977421 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4edb92-b8c6-415c-8ccd-8deed4942350 x-openstack-request-id: req-4d4edb92-b8c6-415c-8ccd-8deed4942350 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:35.978034 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-deleted", "tag": "a695eda4-8064-4835-887f-df4c54d594d9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:35.979550 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d4edb92-b8c6-415c-8ccd-8deed4942350 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:35.982633 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-deleted', 'tag': 'a695eda4-8064-4835-887f-df4c54d594d9', 'status': 'completed', 'code': 200} Aug 31 14:24:36.008567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:36.011278 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7df857f-2ebd-43e6-8899-319da4a325fb" -d '{"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-unplugged", "status": "completed", "tag": "883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:36.029034 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.042194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,segment=NetworkSegment(be311cc8-6270-402e-b3df-20c689500bc1),segment_id=be311cc8-6270-402e-b3df-20c689500bc1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:36.052326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77882-786d-4c3f-b5ae-c60444c639cb req-22fb8839-470c-4772-96b9-e5ab83a1095c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:36.053118 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.054071 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-18e77882-786d-4c3f-b5ae-c60444c639cb req-22fb8839-470c-4772-96b9-e5ab83a1095c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.1307251 Aug 31 14:24:36.057561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 78ff4304-d96e-4f5b-883d-ae93905b3f41 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:36.071653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-5536b1da-146b-4704-82b0-ee90413582c8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Deleting port 78ff4304-d96e-4f5b-883d-ae93905b3f41 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:36.071653 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-5536b1da-146b-4704-82b0-ee90413582c8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.238155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469745f-2538-43d2-8354-84d8b41a2b47 req-dd429235-290a-4012-9bcd-028c08fec43b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:36.264123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469745f-2538-43d2-8354-84d8b41a2b47 req-dd429235-290a-4012-9bcd-028c08fec43b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:36.284131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469745f-2538-43d2-8354-84d8b41a2b47 req-dd429235-290a-4012-9bcd-028c08fec43b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:36.306044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469745f-2538-43d2-8354-84d8b41a2b47 req-dd429235-290a-4012-9bcd-028c08fec43b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:36.313686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a469745f-2538-43d2-8354-84d8b41a2b47 req-dd429235-290a-4012-9bcd-028c08fec43b tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 3149 time: 0.1671174 Aug 31 14:24:36.328241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-5536b1da-146b-4704-82b0-ee90413582c8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] For port 78ff4304-d96e-4f5b-883d-ae93905b3f41, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=78ff4304-d96e-4f5b-883d-ae93905b3f41,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:36.328655 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-5536b1da-146b-4704-82b0-ee90413582c8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.352103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-5536b1da-146b-4704-82b0-ee90413582c8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Calling delete_port for 78ff4304-d96e-4f5b-883d-ae93905b3f41 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:36.357058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474dfab-2afb-4b9c-a545-4cf31ec4f46c None None] Network af68a1db-bad5-43c8-ae01-fc58f1b2d076 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:36.383211 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-18e77882-786d-4c3f-b5ae-c60444c639cb req-d0768aff-7408-44a3-928e-85263244cfde tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910695 Aug 31 14:24:36.455442 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a469745f-2538-43d2-8354-84d8b41a2b47 req-b44deb2a-974f-47a8-a0f9-9c5d88418495 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045454 Aug 31 14:24:36.483413 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45728ed-0385-4b26-844b-df6c83744251 x-openstack-request-id: req-d45728ed-0385-4b26-844b-df6c83744251 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:36.484002 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-unplugged", "status": "completed", "tag": "883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:36.484421 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d45728ed-0385-4b26-844b-df6c83744251 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:36.485001 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4', 'code': 200} Aug 31 14:24:36.485788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:36.525175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dfa39976-3fa8-4713-b9e6-d07ed389546a None None] Provisioning for port 5a012b89-aa16-44ff-ae03-4206fbdb2af8 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:36.551913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Router 4dd6bd16-cc30-4089-9795-df3c4a0d0c5c is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:24:36.555793 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dfa39976-3fa8-4713-b9e6-d07ed389546a None None] Provisioning complete for port 5a012b89-aa16-44ff-ae03-4206fbdb2af8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:36.557674 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dfa39976-3fa8-4713-b9e6-d07ed389546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.627287 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-5536b1da-146b-4704-82b0-ee90413582c8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.640174 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.668367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536b1da-146b-4704-82b0-ee90413582c8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Port': ['ID=78ff4304-d96e-4f5b-883d-ae93905b3f41,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:36.723535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:36.745497 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.747421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-5536b1da-146b-4704-82b0-ee90413582c8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] No DVR routers for this DVR port 78ff4304-d96e-4f5b-883d-ae93905b3f41 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:36.750779 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4f14e5c3-dd0a-49ca-85a3-015533cc28b3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.4964168 Aug 31 14:24:36.751380 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4dbe6699-fcfc-4218-8c31-38ce0590918c no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:36.752143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49154) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:36.753711 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Sync routers for ids ['4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:36.754317 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-5536b1da-146b-4704-82b0-ee90413582c8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.757228 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-5536b1da-146b-4704-82b0-ee90413582c8 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "DELETE /v2.0/ports/78ff4304-d96e-4f5b-883d-ae93905b3f41 HTTP/1.1" status: 204 len: 173 time: 0.9270976 Aug 31 14:24:36.829776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-1e398e80-036b-41ab-a4f6-e73b7a6e9a2b req-5925bd76-28ee-40e5-b299-e9d889b5d10e service neutron] (106387) timed out ('10.222.0.20', 49676) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:24:36.845408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Routers {'4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:36.846425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:24:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:36.925169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-0059d9a7-84b5-445e-adc2-5ea71d03e2a1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Deleting port 4dbe6699-fcfc-4218-8c31-38ce0590918c {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:36.925603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-0059d9a7-84b5-445e-adc2-5ea71d03e2a1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.957661 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dfa39976-3fa8-4713-b9e6-d07ed389546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:36.988072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.121917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Set router 4dd6bd16-cc30-4089-9795-df3c4a0d0c5c gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:37.143237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-0059d9a7-84b5-445e-adc2-5ea71d03e2a1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] For port 4dbe6699-fcfc-4218-8c31-38ce0590918c, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4dbe6699-fcfc-4218-8c31-38ce0590918c,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:37.144786 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-0059d9a7-84b5-445e-adc2-5ea71d03e2a1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.195126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-0059d9a7-84b5-445e-adc2-5ea71d03e2a1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Calling delete_port for 4dbe6699-fcfc-4218-8c31-38ce0590918c owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:37.571799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-0059d9a7-84b5-445e-adc2-5ea71d03e2a1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.598111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-dfa39976-3fa8-4713-b9e6-d07ed389546a None None] For port 5a012b89-aa16-44ff-ae03-4206fbdb2af8, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5a012b89-aa16-44ff-ae03-4206fbdb2af8,segment=NetworkSegment(70d4c458-ce8c-42e4-8c05-65ce5670b367),segment_id=70d4c458-ce8c-42e4-8c05-65ce5670b367)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:37.608643 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.646581 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059d9a7-84b5-445e-adc2-5ea71d03e2a1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Port': ['ID=4dbe6699-fcfc-4218-8c31-38ce0590918c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:37.656725 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dfa39976-3fa8-4713-b9e6-d07ed389546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.666567 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd9faa-5fdf-4a8a-b625-105ce81a928b req-2f06a606-4f1d-4271-9ef4-7318cd516615 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:37.668782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1efd9faa-5fdf-4a8a-b625-105ce81a928b req-2f06a606-4f1d-4271-9ef4-7318cd516615 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.1154671 Aug 31 14:24:37.699618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Port 4dbe6699-fcfc-4218-8c31-38ce0590918c update to DOWN by agent not found {{(pid=106389) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 14:24:37.700061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:37.790819 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-0059d9a7-84b5-445e-adc2-5ea71d03e2a1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] No DVR routers for this DVR port 4dbe6699-fcfc-4218-8c31-38ce0590918c on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:37.793799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-0059d9a7-84b5-445e-adc2-5ea71d03e2a1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.797027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-0059d9a7-84b5-445e-adc2-5ea71d03e2a1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "DELETE /v2.0/ports/4dbe6699-fcfc-4218-8c31-38ce0590918c HTTP/1.1" status: 204 len: 173 time: 1.0332339 Aug 31 14:24:37.858582 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1efd9faa-5fdf-4a8a-b625-105ce81a928b req-6689be6d-ba46-482f-ae82-b169efca103a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318109 Aug 31 14:24:37.874666 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa39976-3fa8-4713-b9e6-d07ed389546a None None] Pushing event updated for resources: {'Port': ['ID=5a012b89-aa16-44ff-ae03-4206fbdb2af8,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:37.903938 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b1b5ce15-ef9f-42e2-ae86-47a509330d36 None None] Provisioning complete for port 5a012b89-aa16-44ff-ae03-4206fbdb2af8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:37.904327 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1b5ce15-ef9f-42e2-ae86-47a509330d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:37.944002 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Allocated IP 172.20.0.1 (af68a1db-bad5-43c8-ae01-fc58f1b2d076/02166055-0a86-474f-b1b6-b20de93760c7/e7f6100a-48b8-43c1-b192-2c178686c861) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:24:37.949904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3fa5f-62e9-4cd9-b1fa-11dfd72d9223 req-67dcf065-4a47-4a1d-9ebb-bb700546a185 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:37.972874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3fa5f-62e9-4cd9-b1fa-11dfd72d9223 req-67dcf065-4a47-4a1d-9ebb-bb700546a185 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:37.975363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bb3fa5f-62e9-4cd9-b1fa-11dfd72d9223 req-67dcf065-4a47-4a1d-9ebb-bb700546a185 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 1679 time: 0.3314710 Aug 31 14:24:37.983916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-deleted', 'tag': '78ff4304-d96e-4f5b-883d-ae93905b3f41'}, {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-deleted', 'tag': '4dbe6699-fcfc-4218-8c31-38ce0590918c'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:37.986272 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a504c7-8ae1-4901-8093-f103b3aa2587" -d '{"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-deleted", "tag": "78ff4304-d96e-4f5b-883d-ae93905b3f41"}, {"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-deleted", "tag": "4dbe6699-fcfc-4218-8c31-38ce0590918c"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:38.030504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-7f61a058-001f-43b0-acfa-12f14b58036a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Deleting port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:38.030858 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-7f61a058-001f-43b0-acfa-12f14b58036a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.031834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.176214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:38.197416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'name': 'tempest-ImageQuotaTest-2145067342-router', 'tenant_id': 'f107675a82364ce39ba1f8338ad173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '717ec2f5-8ba4-4408-b81e-9eda8cd0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:33Z', 'updated_at': '2021-08-31T14:24:35Z', 'revision_number': 3, 'project_id': 'f107675a82364ce39ba1f8338ad173db', 'gw_port': {'id': '717ec2f5-8ba4-4408-b81e-9eda8cd0b793', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:34Z', 'updated_at': '2021-08-31T14:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:38.216633 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.220072 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bc559d-21e3-4f1f-b9db-de2a167cd5b9 x-openstack-request-id: req-a5bc559d-21e3-4f1f-b9db-de2a167cd5b9 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:38.221053 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-deleted", "tag": "78ff4304-d96e-4f5b-883d-ae93905b3f41", "status": "completed", "code": 200}, {"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-deleted", "tag": "4dbe6699-fcfc-4218-8c31-38ce0590918c", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:38.221551 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5bc559d-21e3-4f1f-b9db-de2a167cd5b9 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:38.222517 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-deleted', 'tag': '78ff4304-d96e-4f5b-883d-ae93905b3f41', 'status': 'completed', 'code': 200} Aug 31 14:24:38.223140 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-deleted', 'tag': '4dbe6699-fcfc-4218-8c31-38ce0590918c', 'status': 'completed', 'code': 200} Aug 31 14:24:38.244995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Transition to ACTIVE for port object e7f6100a-48b8-43c1-b192-2c178686c861 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:38.248604 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bb3fa5f-62e9-4cd9-b1fa-11dfd72d9223 req-f75e04f1-0112-4d2a-a6d1-bf666a810278 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591200 Aug 31 14:24:38.252286 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-7f61a058-001f-43b0-acfa-12f14b58036a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] For port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:38.252830 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-7f61a058-001f-43b0-acfa-12f14b58036a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.266756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Checking router: 4dd6bd16-cc30-4089-9795-df3c4a0d0c5c for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:24:38.267181 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Updating router 4dd6bd16-cc30-4089-9795-df3c4a0d0c5c port 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:24:38.270445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-7f61a058-001f-43b0-acfa-12f14b58036a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Calling delete_port for 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:38.278917 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.340674 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.387967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:38.391049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Network af68a1db-bad5-43c8-ae01-fc58f1b2d076 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:38.394351 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:38.398457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:24:38.405161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f6100a-48b8-43c1-b192-2c178686c861,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:38.418000 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.476763 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.490102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bcaa59e-cbb8-42a6-84ca-0dbeec675caa'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:38.495342 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844f7d7c-2d93-429f-9259-952365b40404" -d '{"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-unplugged", "status": "completed", "tag": "4bcaa59e-cbb8-42a6-84ca-0dbeec675caa"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:38.531649 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-7f61a058-001f-43b0-acfa-12f14b58036a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.605166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61a058-001f-43b0-acfa-12f14b58036a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Port': ['ID=4bcaa59e-cbb8-42a6-84ca-0dbeec675caa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:38.649670 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6cf77a-7b93-4d99-a6b9-5eb0f082fb90 x-openstack-request-id: req-1c6cf77a-7b93-4d99-a6b9-5eb0f082fb90 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:38.650151 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-unplugged", "status": "completed", "tag": "4bcaa59e-cbb8-42a6-84ca-0dbeec675caa", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:38.650264 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c6cf77a-7b93-4d99-a6b9-5eb0f082fb90 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:38.650640 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bcaa59e-cbb8-42a6-84ca-0dbeec675caa', 'code': 200} Aug 31 14:24:38.704399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-7f61a058-001f-43b0-acfa-12f14b58036a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] No DVR routers for this DVR port 4bcaa59e-cbb8-42a6-84ca-0dbeec675caa on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:38.708219 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-7f61a058-001f-43b0-acfa-12f14b58036a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.710597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-7f61a058-001f-43b0-acfa-12f14b58036a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "DELETE /v2.0/ports/4bcaa59e-cbb8-42a6-84ca-0dbeec675caa HTTP/1.1" status: 204 len: 173 time: 0.9053247 Aug 31 14:24:38.766711 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.897618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Deleting port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:38.897995 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.932713 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:38.948376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Transition to ACTIVE for port object 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:38.966946 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.043523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00d70a-5daf-4717-b4cb-8e5162922fc1 None None] Pushing event updated for resources: {'Port': ['ID=717ec2f5-8ba4-4408-b81e-9eda8cd0b793,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:39.047097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-574602c0-c05e-4ee7-aa5d-cd40a14e7cf6 None None] Provisioning for port e7f6100a-48b8-43c1-b192-2c178686c861 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:39.060603 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Attempting to bind port 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:39.061021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Attempting to bind port 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:39.061258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Attempting to bind port 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:39.063450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-574602c0-c05e-4ee7-aa5d-cd40a14e7cf6 None None] Provisioning complete for port e7f6100a-48b8-43c1-b192-2c178686c861 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:39.063788 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-574602c0-c05e-4ee7-aa5d-cd40a14e7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.091111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:39.091502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:39.091909 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.092304 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:39.093007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Bound port: 717ec2f5-8ba4-4408-b81e-9eda8cd0b793, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:39.093639 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.130959 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.154554 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.197019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-574602c0-c05e-4ee7-aa5d-cd40a14e7cf6 None None] Port e7f6100a-48b8-43c1-b192-2c178686c861 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:39.212275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5a012b89-aa16-44ff-ae03-4206fbdb2af8 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:39.217429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] For port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,segment=NetworkSegment(be311cc8-6270-402e-b3df-20c689500bc1),segment_id=be311cc8-6270-402e-b3df-20c689500bc1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:39.218942 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.311292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927d65c-84c4-49b1-8f14-96d0e2cb950d req-d708a3e8-8e03-4b0f-bd92-d9dc78cff4a9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:39.314146 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2927d65c-84c4-49b1-8f14-96d0e2cb950d req-d708a3e8-8e03-4b0f-bd92-d9dc78cff4a9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.2724435 Aug 31 14:24:39.339463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f6100a-48b8-43c1-b192-2c178686c861,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:39.348260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.377614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] For port 717ec2f5-8ba4-4408-b81e-9eda8cd0b793, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:39.387820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] For port 717ec2f5-8ba4-4408-b81e-9eda8cd0b793, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=717ec2f5-8ba4-4408-b81e-9eda8cd0b793,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:39.433146 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.523354 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Network af68a1db-bad5-43c8-ae01-fc58f1b2d076 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:24:39.526103 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:24:39.546203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce120c-c964-457f-a73b-612081d8003a req-7039dce9-6f56-45f7-b256-575ebcf933a4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:39.547830 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d4ce120c-c964-457f-a73b-612081d8003a req-7039dce9-6f56-45f7-b256-575ebcf933a4 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 943 time: 0.0918467 Aug 31 14:24:39.562793 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.563030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2927d65c-84c4-49b1-8f14-96d0e2cb950d req-c974f4f3-8289-4b8c-b887-7b48bf0b7649 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402914 Aug 31 14:24:39.570720 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.586922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 5a012b89-aa16-44ff-ae03-4206fbdb2af8 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:39.587308 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.652117 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d4ce120c-c964-457f-a73b-612081d8003a req-73922049-724e-4241-a11b-2170dda8bf1d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e55563b1-8aa2-4bd7-8449-549729a8047b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476930 Aug 31 14:24:39.665369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Routers {'4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:39.666124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:24:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:39.762268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Router 4dd6bd16-cc30-4089-9795-df3c4a0d0c5c has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:24:39.764330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.764998 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:39.765650 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Floating IP 8fb0b720-a2ab-4d13-991c-3902543cbd6b disassociated. External IP: 172.25.3.170, port: 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4. Aug 31 14:24:39.766104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Calling delete_port for 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:39.843094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00d70a-5daf-4717-b4cb-8e5162922fc1 None None] Pushing event updated for resources: {'Port': ['ID=717ec2f5-8ba4-4408-b81e-9eda8cd0b793,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:39.904932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] Set router 4dd6bd16-cc30-4089-9795-df3c4a0d0c5c gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:39.967411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:39.985072 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c504da6f-e299-4116-94e5-86c279d8c8b0 admin admin] 10.222.0.20 "PUT /v2.0/routers/4dd6bd16-cc30-4089-9795-df3c4a0d0c5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2306383 Aug 31 14:24:40.011919 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:40.088996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Port': ['ID=883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:40.183382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e52992f9-2c0e-4409-a7f8-bc9af4adbd7c None None] Provisioning complete for port e7f6100a-48b8-43c1-b192-2c178686c861 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:40.183764 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e52992f9-2c0e-4409-a7f8-bc9af4adbd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:40.233989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-deleted', 'tag': '4bcaa59e-cbb8-42a6-84ca-0dbeec675caa'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:40.236282 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6407b8-c8d6-45dc-a831-285f3572f7bb" -d '{"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-deleted", "tag": "4bcaa59e-cbb8-42a6-84ca-0dbeec675caa"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:40.275867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Router c306de1a-0280-4767-967f-bc65604e890a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:24:40.306317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e52992f9-2c0e-4409-a7f8-bc9af4adbd7c None None] Port e7f6100a-48b8-43c1-b192-2c178686c861 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:40.361435 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2acfdbf-9a21-46ab-b467-26e2d1c70b3a x-openstack-request-id: req-d2acfdbf-9a21-46ab-b467-26e2d1c70b3a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:40.361966 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-deleted", "tag": "4bcaa59e-cbb8-42a6-84ca-0dbeec675caa", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:40.361966 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2acfdbf-9a21-46ab-b467-26e2d1c70b3a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:40.362333 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-deleted', 'tag': '4bcaa59e-cbb8-42a6-84ca-0dbeec675caa', 'status': 'completed', 'code': 200} Aug 31 14:24:40.394797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'name': 'tempest-ImageQuotaTest-2145067342-router', 'tenant_id': 'f107675a82364ce39ba1f8338ad173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '717ec2f5-8ba4-4408-b81e-9eda8cd0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:33Z', 'updated_at': '2021-08-31T14:24:38Z', 'revision_number': 4, 'project_id': 'f107675a82364ce39ba1f8338ad173db', 'gw_port': {'id': '717ec2f5-8ba4-4408-b81e-9eda8cd0b793', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:34Z', 'updated_at': '2021-08-31T14:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'e7f6100a-48b8-43c1-b192-2c178686c861', 'name': '', 'network_id': 'af68a1db-bad5-43c8-ae01-fc58f1b2d076', 'tenant_id': 'f107675a82364ce39ba1f8338ad173db', 'mac_address': 'fa:16:3e:28:8c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '02166055-0a86-474f-b1b6-b20de93760c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:37Z', 'updated_at': '2021-08-31T14:24:38Z', 'revision_number': 2, 'project_id': 'f107675a82364ce39ba1f8338ad173db', 'subnets': [{'id': '02166055-0a86-474f-b1b6-b20de93760c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:40.423406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82094d25-e90d-4c1a-b4ca-4f918eec34e6 None None] The sync data for ids ['4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'] in n-d-792364-6 is: [{'id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'name': 'tempest-ImageQuotaTest-2145067342-router', 'tenant_id': 'f107675a82364ce39ba1f8338ad173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '717ec2f5-8ba4-4408-b81e-9eda8cd0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:33Z', 'updated_at': '2021-08-31T14:24:38Z', 'revision_number': 4, 'project_id': 'f107675a82364ce39ba1f8338ad173db', 'gw_port': {'id': '717ec2f5-8ba4-4408-b81e-9eda8cd0b793', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:34Z', 'updated_at': '2021-08-31T14:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'e7f6100a-48b8-43c1-b192-2c178686c861', 'name': '', 'network_id': 'af68a1db-bad5-43c8-ae01-fc58f1b2d076', 'tenant_id': 'f107675a82364ce39ba1f8338ad173db', 'mac_address': 'fa:16:3e:28:8c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '02166055-0a86-474f-b1b6-b20de93760c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:37Z', 'updated_at': '2021-08-31T14:24:38Z', 'revision_number': 2, 'project_id': 'f107675a82364ce39ba1f8338ad173db', 'subnets': [{'id': '02166055-0a86-474f-b1b6-b20de93760c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:40.469172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:40.483014 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ff2b4-7bce-4b02-b5c7-9367d25e74eb None None] Sync routers for ids ['c306de1a-0280-4767-967f-bc65604e890a'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:40.502433 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ff2b4-7bce-4b02-b5c7-9367d25e74eb None None] Routers {'c306de1a-0280-4767-967f-bc65604e890a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:40.503374 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-977ff2b4-7bce-4b02-b5c7-9367d25e74eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:24:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c306de1a-0280-4767-967f-bc65604e890a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:40.583952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] No DVR routers for this DVR port 883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:40.588856 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:40.597388 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-974bd513-682f-4c82-a5df-0d18d8368f2a req-198a4fe2-6e22-4c37-a914-1e14f871f857 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.13 "DELETE /v2.0/ports/883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4 HTTP/1.1" status: 204 len: 173 time: 1.8753190 Aug 31 14:24:40.672284 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-977ff2b4-7bce-4b02-b5c7-9367d25e74eb None None] Set router c306de1a-0280-4767-967f-bc65604e890a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:40.929757 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef65ae-c26b-4b5c-831f-798c5f76f222 req-a6fce9e0-73ec-483d-bcd4-2bf4383685ad tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:40.940066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06ef65ae-c26b-4b5c-831f-798c5f76f222 req-a6fce9e0-73ec-483d-bcd4-2bf4383685ad tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.1815021 Aug 31 14:24:40.970633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-534d7b60-3714-4744-a8fa-fc939e3d40ea req-8395baa5-5d45-43a8-9f02-73750a6e5132 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0604208 Aug 31 14:24:41.082953 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-977ff2b4-7bce-4b02-b5c7-9367d25e74eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:13:12Z', 'revision_number': 4, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ad268244-a74b-40c5-aece-e204a99aad9c', 'name': '', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'mac_address': 'fa:16:3e:c3:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:08Z', 'updated_at': '2021-08-31T14:13:21Z', 'revision_number': 5, 'project_id': '0f573d79f178449f86f4510b41534f07', 'subnets': [{'id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:41.133506 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ff2b4-7bce-4b02-b5c7-9367d25e74eb None None] Checking router: c306de1a-0280-4767-967f-bc65604e890a for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:24:41.153118 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ff2b4-7bce-4b02-b5c7-9367d25e74eb None None] Routers {'c306de1a-0280-4767-967f-bc65604e890a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:41.157032 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-977ff2b4-7bce-4b02-b5c7-9367d25e74eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:24:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c306de1a-0280-4767-967f-bc65604e890a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:41.453393 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-977ff2b4-7bce-4b02-b5c7-9367d25e74eb None None] Set router c306de1a-0280-4767-967f-bc65604e890a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:41.905395 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-977ff2b4-7bce-4b02-b5c7-9367d25e74eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:13:12Z', 'revision_number': 4, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ad268244-a74b-40c5-aece-e204a99aad9c', 'name': '', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'mac_address': 'fa:16:3e:c3:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:08Z', 'updated_at': '2021-08-31T14:13:21Z', 'revision_number': 5, 'project_id': '0f573d79f178449f86f4510b41534f07', 'subnets': [{'id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:42.050556 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ff2b4-7bce-4b02-b5c7-9367d25e74eb None None] The sync data for ids ['c306de1a-0280-4767-967f-bc65604e890a'] in n-d-792364-6 is: [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:13:12Z', 'revision_number': 4, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ad268244-a74b-40c5-aece-e204a99aad9c', 'name': '', 'network_id': 'f61a66ed-e073-4160-9a7b-510fffda1238', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'mac_address': 'fa:16:3e:c3:83:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:13:08Z', 'updated_at': '2021-08-31T14:13:21Z', 'revision_number': 5, 'project_id': '0f573d79f178449f86f4510b41534f07', 'subnets': [{'id': 'b3e78251-b3fe-4763-9e2c-bc513ea64886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:42.055693 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:24:42.071838 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06ef65ae-c26b-4b5c-831f-798c5f76f222 req-8af84804-a55d-4c54-966a-d51dd08cc54c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1125469 Aug 31 14:24:42.224247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8cb41a33-a290-4ac7-bd55-6148dd7af283 req-5ff168d6-2f12-4179-a673-92800e5f4079 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0491290 Aug 31 14:24:42.248181 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49274) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:42.364276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-deleted', 'tag': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:42.366925 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5402547-4410-4b88-b5b6-eca9943e92a6" -d '{"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-deleted", "tag": "883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:42.482114 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f7d635-93c3-4293-bb4f-8658e72fae2f x-openstack-request-id: req-e8f7d635-93c3-4293-bb4f-8658e72fae2f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:42.482593 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bba4fb-6e44-4289-bb8d-7a5c84ef371c", "name": "network-vif-deleted", "tag": "883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:42.483234 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8f7d635-93c3-4293-bb4f-8658e72fae2f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:42.484170 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bba4fb-6e44-4289-bb8d-7a5c84ef371c', 'name': 'network-vif-deleted', 'tag': '883d4ec5-a6ae-4a8a-b770-f86f1eecc9a4', 'status': 'completed', 'code': 200} Aug 31 14:24:42.591382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd972b-f67f-4671-87c2-622c31696cf3 None None] New status for floating IP 8fb0b720-a2ab-4d13-991c-3902543cbd6b: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:24:42.831589 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0307-31cc-44b0-9d3d-8d654bdea771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.154026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:43.217559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c0307-31cc-44b0-9d3d-8d654bdea771 admin admin] Deleting port e7f6100a-48b8-43c1-b192-2c178686c861 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:43.218178 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0307-31cc-44b0-9d3d-8d654bdea771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.255119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:43.259719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:43.260096 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.302467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b10c54-e702-4775-a765-2bcf6d4a5901 req-d24d56ee-5c6c-425f-9909-fa0785c27772 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:43.309397 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f5b10c54-e702-4775-a765-2bcf6d4a5901 req-d24d56ee-5c6c-425f-9909-fa0785c27772 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.1175103 Aug 31 14:24:43.389972 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0307-31cc-44b0-9d3d-8d654bdea771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.395107 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f5b10c54-e702-4775-a765-2bcf6d4a5901 req-5fe8252a-b63d-4de1-a711-db089b0f165a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800006 Aug 31 14:24:43.428612 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d2b067c-1f40-4a99-bff4-26230263469e req-c15d7ba6-3c3f-44a1-8ffe-cef96d1249a2 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0657649 Aug 31 14:24:43.434925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c0307-31cc-44b0-9d3d-8d654bdea771 admin admin] Calling delete_port for e7f6100a-48b8-43c1-b192-2c178686c861 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:43.500927 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.524006 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 717ec2f5-8ba4-4408-b81e-9eda8cd0b793, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=717ec2f5-8ba4-4408-b81e-9eda8cd0b793,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:43.529769 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.608359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=717ec2f5-8ba4-4408-b81e-9eda8cd0b793,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:43.698180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0307-31cc-44b0-9d3d-8d654bdea771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.726478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c0307-31cc-44b0-9d3d-8d654bdea771 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f6100a-48b8-43c1-b192-2c178686c861,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:43.947381 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0307-31cc-44b0-9d3d-8d654bdea771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:43.989416 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56312a20-aac6-4041-b942-cf8bf695ab74 None None] Sync routers for ids ['4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:44.002923 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56312a20-aac6-4041-b942-cf8bf695ab74 None None] Routers {'4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:44.003544 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-56312a20-aac6-4041-b942-cf8bf695ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:24:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:44.180021 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-56312a20-aac6-4041-b942-cf8bf695ab74 None None] Set router 4dd6bd16-cc30-4089-9795-df3c4a0d0c5c gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:44.270553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1c0307-31cc-44b0-9d3d-8d654bdea771 admin admin] Router 4dd6bd16-cc30-4089-9795-df3c4a0d0c5c has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:24:44.406096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1c0307-31cc-44b0-9d3d-8d654bdea771 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:24:44.410807 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2e1c0307-31cc-44b0-9d3d-8d654bdea771 admin admin] 10.222.0.20 "PUT /v2.0/routers/4dd6bd16-cc30-4089-9795-df3c4a0d0c5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1589956 Aug 31 14:24:44.411241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49324) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:44.475896 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-56312a20-aac6-4041-b942-cf8bf695ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'name': 'tempest-ImageQuotaTest-2145067342-router', 'tenant_id': 'f107675a82364ce39ba1f8338ad173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '717ec2f5-8ba4-4408-b81e-9eda8cd0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:33Z', 'updated_at': '2021-08-31T14:24:43Z', 'revision_number': 5, 'project_id': 'f107675a82364ce39ba1f8338ad173db', 'gw_port': {'id': '717ec2f5-8ba4-4408-b81e-9eda8cd0b793', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:34Z', 'updated_at': '2021-08-31T14:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:44.534405 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56312a20-aac6-4041-b942-cf8bf695ab74 None None] Checking router: 4dd6bd16-cc30-4089-9795-df3c4a0d0c5c for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:24:44.546613 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56312a20-aac6-4041-b942-cf8bf695ab74 None None] Routers {'4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:44.547428 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-56312a20-aac6-4041-b942-cf8bf695ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:24:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:44.644732 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3aa625fa-7ee8-4990-bbd5-5d76d89fcb6c req-5cd8c25e-859e-43fa-b414-81fddf9576eb tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0364234 Aug 31 14:24:44.655559 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:44.747023 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-56312a20-aac6-4041-b942-cf8bf695ab74 None None] Set router 4dd6bd16-cc30-4089-9795-df3c4a0d0c5c gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:24:44.800357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1639311-686a-4e52-a81f-5cab0bb9fad5 req-5f461e8e-5ea6-4245-9768-09f4caa04c19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:44.802082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1639311-686a-4e52-a81f-5cab0bb9fad5 req-5f461e8e-5ea6-4245-9768-09f4caa04c19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.1925733 Aug 31 14:24:44.803708 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:44.856379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1639311-686a-4e52-a81f-5cab0bb9fad5 req-7d862cc3-2355-489e-ae96-a9f156cf32d9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Aug 31 14:24:44.925762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Deleting port 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:44.926423 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.073442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] For port 717ec2f5-8ba4-4408-b81e-9eda8cd0b793, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=717ec2f5-8ba4-4408-b81e-9eda8cd0b793,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:45.074352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.095735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Calling delete_port for 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:45.110915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:45.144393 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-56312a20-aac6-4041-b942-cf8bf695ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'name': 'tempest-ImageQuotaTest-2145067342-router', 'tenant_id': 'f107675a82364ce39ba1f8338ad173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '717ec2f5-8ba4-4408-b81e-9eda8cd0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:33Z', 'updated_at': '2021-08-31T14:24:43Z', 'revision_number': 5, 'project_id': 'f107675a82364ce39ba1f8338ad173db', 'gw_port': {'id': '717ec2f5-8ba4-4408-b81e-9eda8cd0b793', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:34Z', 'updated_at': '2021-08-31T14:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:45.193276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:45.194298 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.201730 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56312a20-aac6-4041-b942-cf8bf695ab74 None None] The sync data for ids ['4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'] in n-d-792364-6 is: [{'id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'name': 'tempest-ImageQuotaTest-2145067342-router', 'tenant_id': 'f107675a82364ce39ba1f8338ad173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '717ec2f5-8ba4-4408-b81e-9eda8cd0b793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:24:33Z', 'updated_at': '2021-08-31T14:24:43Z', 'revision_number': 5, 'project_id': 'f107675a82364ce39ba1f8338ad173db', 'gw_port': {'id': '717ec2f5-8ba4-4408-b81e-9eda8cd0b793', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bd16-cc30-4089-9795-df3c4a0d0c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:24:34Z', 'updated_at': '2021-08-31T14:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:45.370478 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:45.415896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=717ec2f5-8ba4-4408-b81e-9eda8cd0b793,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:45.462069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Could not find standard attr ID for object 717ec2f5-8ba4-4408-b81e-9eda8cd0b793. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:24:45.465447 n-d-792364-6 neutron-server[106389]: INFO neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No ports have port_id starting with 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 Aug 31 14:24:45.623038 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-26d57d5f-03c2-4a05-a255-c35874dd13a6 service neutron] show failed (client error): The resource could not be found. Aug 31 14:24:45.623038 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-26d57d5f-03c2-4a05-a255-c35874dd13a6 service neutron] 10.222.0.52 "GET /v2.0/ports/0a1c984d-dc4c-4c14-99a3-edaae344bdab/bindings/n-h1-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0869343 Aug 31 14:24:45.844980 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0119d0ca-7432-4792-8094-70a22f10a461 req-2f5b6b51-33f3-4882-a69f-5471e16d68ac tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0820510 Aug 31 14:24:46.068961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-e28016f6-8a21-49ca-b356-a507596c08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:46.070697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-e28016f6-8a21-49ca-b356-a507596c08e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8&tenant_id=6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 1097 time: 0.1059933 Aug 31 14:24:46.072374 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.111254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:46.163964 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65283e-039c-437d-9f32-2c0e063f3c06 req-e34af1b0-967c-4022-9246-f5b47c59fd82 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:46.165626 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef65283e-039c-437d-9f32-2c0e063f3c06 req-e34af1b0-967c-4022-9246-f5b47c59fd82 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 946 time: 0.1570702 Aug 31 14:24:46.254795 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.264278 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.347842 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.453386 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef65283e-039c-437d-9f32-2c0e063f3c06 req-7ae66911-b7d8-4e0d-9ce8-93f1c772aeaa tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090223 Aug 31 14:24:46.546450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.546982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dd6bd16-cc30-4089-9795-df3c4a0d0c5c {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:24:46.555145 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.556818 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9dd6c5e7-f360-4c13-8cac-3dc9eb2d4cfb admin admin] 10.222.0.20 "DELETE /v2.0/routers/4dd6bd16-cc30-4089-9795-df3c4a0d0c5c HTTP/1.1" status: 204 len: 168 time: 2.1445081 Aug 31 14:24:46.561422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49378) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:46.649349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1334e5-9544-4de1-8a83-28b9ec363014 admin admin] Deleting subnet 02166055-0a86-474f-b1b6-b20de93760c7 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:24:46.653782 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c1334e5-9544-4de1-8a83-28b9ec363014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.721981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:46.725563 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c1334e5-9544-4de1-8a83-28b9ec363014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.764018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:46.816566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:46.818868 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beddbc97-863c-49b6-b601-9a3688060e6b" -d '{"events": [{"server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:46.824590 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.851119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c9383-4840-4c4e-9dc5-62f615a4b055 None None] Sync routers for ids ['4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:24:46.860178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Transition to ACTIVE for port object 0a1c984d-dc4c-4c14-99a3-edaae344bdab will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:24:46.863962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c9383-4840-4c4e-9dc5-62f615a4b055 None None] Routers set() bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:46.864648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c9383-4840-4c4e-9dc5-62f615a4b055 None None] Router IDs set() for agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:24:46.865497 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.866385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_agentschedulers_db [None req-1e7c9383-4840-4c4e-9dc5-62f615a4b055 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:24:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent'). {{(pid=106389) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:24:46.884073 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c1334e5-9544-4de1-8a83-28b9ec363014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:46.906730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c9383-4840-4c4e-9dc5-62f615a4b055 None None] Routers set() bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:24:46.911631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c9383-4840-4c4e-9dc5-62f615a4b055 None None] Router IDs set() for agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 14:24:46.913072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_agentschedulers_db [None req-1e7c9383-4840-4c4e-9dc5-62f615a4b055 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:24:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent'). {{(pid=106389) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 14:24:46.913739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c9383-4840-4c4e-9dc5-62f615a4b055 None None] The sync data for ids ['4dd6bd16-cc30-4089-9795-df3c4a0d0c5c'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:24:46.923090 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963a508a-2024-4480-a860-0f5c71bd3379 x-openstack-request-id: req-963a508a-2024-4480-a860-0f5c71bd3379 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:46.923396 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:46.923650 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-963a508a-2024-4480-a860-0f5c71bd3379 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:46.924062 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'code': 200} Aug 31 14:24:46.985687 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c1334e5-9544-4de1-8a83-28b9ec363014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.032788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1334e5-9544-4de1-8a83-28b9ec363014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02166055-0a86-474f-b1b6-b20de93760c7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:47.055335 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6c1334e5-9544-4de1-8a83-28b9ec363014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.057354 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6c1334e5-9544-4de1-8a83-28b9ec363014 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/02166055-0a86-474f-b1b6-b20de93760c7 HTTP/1.1" status: 204 len: 168 time: 0.4948971 Aug 31 14:24:47.057756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9894ec-8f76-4dd6-9477-15867b1f8091 None None] Network af68a1db-bad5-43c8-ae01-fc58f1b2d076 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:24:47.065875 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49390) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:47.080469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:47.179644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9dd22f66-a2d2-4baa-ad9a-3797902a319f req-ec44e511-05bd-4356-bc97-9c6590c4f53d tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.1420448 Aug 31 14:24:47.203449 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.244160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] No DVR routers for this DVR port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:47.286135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e7f6100a-48b8-43c1-b192-2c178686c861 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:47.298081 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Deleting port 5a012b89-aa16-44ff-ae03-4206fbdb2af8 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:47.298435 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.324539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: e7f6100a-48b8-43c1-b192-2c178686c861 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:47.325204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e7f6100a-48b8-43c1-b192-2c178686c861 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:47.408401 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] For port 5a012b89-aa16-44ff-ae03-4206fbdb2af8, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5a012b89-aa16-44ff-ae03-4206fbdb2af8,segment=NetworkSegment(70d4c458-ce8c-42e4-8c05-65ce5670b367),segment_id=70d4c458-ce8c-42e4-8c05-65ce5670b367)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:47.409015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.427489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Calling delete_port for 5a012b89-aa16-44ff-ae03-4206fbdb2af8 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:47.458194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Attempting to bind port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:47.458752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Attempting to bind port 0a1c984d-dc4c-4c14-99a3-edaae344bdab by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:47.458877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Attempting to bind port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:47.463519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:24:47.463846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Attempting to bind port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:47.469057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:47.469402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Checking segment: {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:47.469790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Bound using segment: {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:47.470223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Bound port: 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:47.470586 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.561741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80164425-89de-4626-b6ef-a0b565f9cc40 None None] DHCP port deletion for af68a1db-bad5-43c8-ae01-fc58f1b2d076 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:24:47.564376 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.614578 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] No DVR routers for this DVR port 5a012b89-aa16-44ff-ae03-4206fbdb2af8 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:47.655771 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:47.659915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:47.673756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.714338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:47.715530 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.717638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] 10.222.0.13 "PUT /v2.0/ports/0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1092 time: 1.6124597 Aug 31 14:24:47.737216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a012b89-aa16-44ff-ae03-4206fbdb2af8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:47.851200 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.854908 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-fb02458f-eb7c-43ca-96ab-cda3c9779a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:47.864721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-fb02458f-eb7c-43ca-96ab-cda3c9779a48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1095 time: 0.1046371 Aug 31 14:24:47.867193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83515c-ef79-41b5-b95a-72b3a2e12d80 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:47.875206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af68a1db-bad5-43c8-ae01-fc58f1b2d076']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:47.898722 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa99f11-f25b-4b91-9224-e9b08e3e973b req-2ca1e094-924d-45df-9062-0f5e4ee4c668 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:47.900758 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3aa99f11-f25b-4b91-9224-e9b08e3e973b req-2ca1e094-924d-45df-9062-0f5e4ee4c668 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 944 time: 0.2136028 Aug 31 14:24:47.903437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d4c458-ce8c-42e4-8c05-65ce5670b367') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:47.903927 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d4c458-ce8c-42e4-8c05-65ce5670b367') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:24:47.923983 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.961801 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.980943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:24:47.982020 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:24:47.984665 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:24:48.003417 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3aa99f11-f25b-4b91-9224-e9b08e3e973b req-d06db9a8-8532-4f04-9635-64f4633c1ecb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905533 Aug 31 14:24:48.033266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-203f83fd-719d-4dc7-b085-42e5b3e63ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:48.034796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-203f83fd-719d-4dc7-b085-42e5b3e63ede service neutron] 10.222.0.13 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.1585708 Aug 31 14:24:48.059260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.069836 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.074196 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] 10.222.0.20 "DELETE /v2.0/networks/af68a1db-bad5-43c8-ae01-fc58f1b2d076 HTTP/1.1" status: 204 len: 168 time: 1.0068965 Aug 31 14:24:48.087400 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6039a58-64d6-4f54-ade7-07d9513e300f admin admin] Pushing event deleted for resources: {'Network': ['ID=af68a1db-bad5-43c8-ae01-fc58f1b2d076,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:48.175507 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-0ccf2583-37d2-4e8a-bc37-a884230d63a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1000 time: 0.1312907 Aug 31 14:24:48.236785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-abeca532-067f-405b-b5c6-478607f3b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:48.238307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-abeca532-067f-405b-b5c6-478607f3b28c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.0553379 Aug 31 14:24:48.246761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49402) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:48.298031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-9bd0cc38-fa93-4a05-99e9-caeb78d38a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:48.300319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-9bd0cc38-fa93-4a05-99e9-caeb78d38a1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490618 Aug 31 14:24:48.319182 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc4e99e6-6eb4-4eee-ab5a-75bb9663393e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f107675a82364ce39ba1f8338ad173db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710564 Aug 31 14:24:48.322122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49406) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:48.409116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63c21643-c4e8-46b7-8420-e455c5c93811 req-7f51b122-ad4a-43b7-a798-d504b017e80a tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0986209 Aug 31 14:24:48.476922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0a1c984d-dc4c-4c14-99a3-edaae344bdab no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:48.487086 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b03fe842-57e8-42b4-b452-3edab8ebd9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.505658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-161e7e6a-7609-4742-bdad-24dea2a05ea7 service neutron] 10.222.0.13 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965959 Aug 31 14:24:48.525032 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0a1c984d-dc4c-4c14-99a3-edaae344bdab not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:48.531238 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b03fe842-57e8-42b4-b452-3edab8ebd9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.641368 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-beb68264-3f51-4b76-a17d-dc26957dab1b service neutron] 10.222.0.13 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242373 Aug 31 14:24:48.649463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b03fe842-57e8-42b4-b452-3edab8ebd9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.653190 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b03fe842-57e8-42b4-b452-3edab8ebd9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:48.656001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b03fe842-57e8-42b4-b452-3edab8ebd9af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7218d32-464a-44a4-b08c-3c5efcb9fa06 HTTP/1.1" status: 204 len: 168 time: 0.3311348 Aug 31 14:24:48.662166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fe842-57e8-42b4-b452-3edab8ebd9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7218d32-464a-44a4-b08c-3c5efcb9fa06,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:48.926106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:48.929431 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31a8bc7-9414-4812-9c1e-bf71b1a66513" -d '{"events": [{"name": "network-changed", "server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:48.984507 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3771136-3658-45c2-91b0-2abdd53dfaa8 x-openstack-request-id: req-e3771136-3658-45c2-91b0-2abdd53dfaa8 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:48.984880 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:48.985728 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3771136-3658-45c2-91b0-2abdd53dfaa8 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:48.985728 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'status': 'completed', 'code': 200} Aug 31 14:24:49.048478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49418) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:49.069430 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab4f00a7-8c27-48ca-a9f4-2b089b03e01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.087841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-b775ed78-9c7f-4a44-9dba-7b021585ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:49.091789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-d0209c85-c77c-4282-a6f7-a9c9adffa6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:49.092729 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-b775ed78-9c7f-4a44-9dba-7b021585ecfc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1095 time: 0.0885038 Aug 31 14:24:49.093661 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-d0209c85-c77c-4282-a6f7-a9c9adffa6a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1095 time: 0.0836422 Aug 31 14:24:49.105807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:49.128593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:49.129271 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 717ec2f5-8ba4-4408-b81e-9eda8cd0b793 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:49.130373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5a012b89-aa16-44ff-ae03-4206fbdb2af8 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:49.151221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 5a012b89-aa16-44ff-ae03-4206fbdb2af8 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:24:49.151690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5a012b89-aa16-44ff-ae03-4206fbdb2af8 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:49.217282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-5f433d51-2e39-43e6-87a6-9cb77465555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:49.218883 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-5f433d51-2e39-43e6-87a6-9cb77465555c service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.1188226 Aug 31 14:24:49.276657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a683a-eb79-4395-9323-b2e7383c635b req-d3d2de89-00c3-43fd-9ae4-5ac2e6c934ec tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:49.278276 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac4a683a-eb79-4395-9323-b2e7383c635b req-d3d2de89-00c3-43fd-9ae4-5ac2e6c934ec tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 944 time: 0.1668012 Aug 31 14:24:49.284121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-fa8c8355-2b86-4ec6-8439-7ae4b1881fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:49.285640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-fa8c8355-2b86-4ec6-8439-7ae4b1881fe2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.1846807 Aug 31 14:24:49.302040 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-dec15f2a-707c-43e5-9c2d-5d1b2351e63b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1000 time: 0.0749042 Aug 31 14:24:49.359034 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-31b9c682-993c-45e4-97f2-34029bcac45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:49.360711 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-31b9c682-993c-45e4-97f2-34029bcac45a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.0502827 Aug 31 14:24:49.384172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab4f00a7-8c27-48ca-a9f4-2b089b03e01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.395341 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab4f00a7-8c27-48ca-a9f4-2b089b03e01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.404146 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac4a683a-eb79-4395-9323-b2e7383c635b req-f0190432-63b2-49b1-bd21-5f10e540588e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130104 Aug 31 14:24:49.411196 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-61258045-08dd-4a16-9fbc-18011c7cf068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:49.421864 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-407e34ea-9def-45d7-900c-009f3e373642 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1000 time: 0.1232562 Aug 31 14:24:49.434520 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-61258045-08dd-4a16-9fbc-18011c7cf068 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656569 Aug 31 14:24:49.457891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ab4f00a7-8c27-48ca-a9f4-2b089b03e01f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4081347 Aug 31 14:24:49.460652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49424) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:49.489031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f00a7-8c27-48ca-a9f4-2b089b03e01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3221feb9-9d7c-4bd7-8ed7-686d49787bc3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:49.510324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-89f32041-b987-4d59-8268-c86e018c0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:49.512268 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-89f32041-b987-4d59-8268-c86e018c0883 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.0796185 Aug 31 14:24:49.567683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-99cf3388-12be-4ee5-8a7d-3af1b685dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:49.570190 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-99cf3388-12be-4ee5-8a7d-3af1b685dfea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486848 Aug 31 14:24:49.578383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8c474e9b-d419-459c-ad94-e06b2fae6e75 req-b6e59a4a-bb20-4990-a277-ec40dd1b479f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0483859 Aug 31 14:24:49.644684 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d640745-b5a8-4814-bc87-ad22b4274b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.672222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d640745-b5a8-4814-bc87-ad22b4274b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.679011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-0ac3f036-3cca-4c27-ab58-2819e9319859 service neutron] 10.222.0.13 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003542 Aug 31 14:24:49.690570 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-ec83ec34-6310-4c58-ba93-121062e1f739 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471063 Aug 31 14:24:49.794340 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-16a9b78a-2374-4b61-a759-6d316d289637 service neutron] 10.222.0.13 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074979 Aug 31 14:24:49.805281 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d640745-b5a8-4814-bc87-ad22b4274b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.808471 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d640745-b5a8-4814-bc87-ad22b4274b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:49.809620 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6d640745-b5a8-4814-bc87-ad22b4274b13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3221feb9-9d7c-4bd7-8ed7-686d49787bc3 HTTP/1.1" status: 204 len: 168 time: 0.3471193 Aug 31 14:24:49.821454 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b31a8bc7-9414-4812-9c1e-bf71b1a66513 req-b811a39a-40b5-4b8f-a05a-bfe57e8e0641 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200736 Aug 31 14:24:49.822343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d640745-b5a8-4814-bc87-ad22b4274b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3221feb9-9d7c-4bd7-8ed7-686d49787bc3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:50.534867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca2e03-3f69-4d45-9f15-686fc0e92995 req-76daa899-e517-46d6-9773-b5565c7fad89 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:50.536473 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61ca2e03-3f69-4d45-9f15-686fc0e92995 req-76daa899-e517-46d6-9773-b5565c7fad89 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 944 time: 0.0511484 Aug 31 14:24:50.577644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61ca2e03-3f69-4d45-9f15-686fc0e92995 req-1fa0b1f4-07a3-419b-bc8d-d48c9d7f288e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351274 Aug 31 14:24:50.698646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a3a27292-ca0d-431c-b953-a9140c4b8e4a req-418a264b-693d-4563-a7a2-86e4e1b554b1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0271094 Aug 31 14:24:50.894752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-0bbffaca-439b-4fee-aa46-e7727f7ebf48 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:50.896158 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-0bbffaca-439b-4fee-aa46-e7727f7ebf48 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8&tenant_id=6aca18e1be7245299924d9c1f085ff48&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 944 time: 0.1165259 Aug 31 14:24:50.908894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f8f6f-b937-45d8-9fe0-6f59d5edc33d req-f4db0be9-ffaa-4e46-a632-a96067cf2c63 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:50.910346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad9f8f6f-b937-45d8-9fe0-6f59d5edc33d req-f4db0be9-ffaa-4e46-a632-a96067cf2c63 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 944 time: 0.0947020 Aug 31 14:24:50.981678 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad9f8f6f-b937-45d8-9fe0-6f59d5edc33d req-e47e3baf-1958-4294-b3aa-151de9af9260 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650547 Aug 31 14:24:50.996350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-90092cbf-29b8-4260-9def-4a134a914718 service neutron] 10.222.0.13 "GET /v2.0/ports/0a1c984d-dc4c-4c14-99a3-edaae344bdab/bindings/n-h1-792364-6 HTTP/1.1" status: 200 len: 382 time: 0.0850708 Aug 31 14:24:51.061846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-6ab46277-0115-44f7-af65-9ff251ed271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:51.063371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-6ab46277-0115-44f7-af65-9ff251ed271c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1095 time: 0.0417387 Aug 31 14:24:51.153804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-29508e38-d086-4d68-a0e5-2739841dffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:51.155300 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-29508e38-d086-4d68-a0e5-2739841dffe1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.0844009 Aug 31 14:24:51.226999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3ecc39b8-5454-4ca5-a119-f9bc67b87be6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1000 time: 0.0642729 Aug 31 14:24:51.280308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-c2266946-5fc8-4571-82db-bc121981aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:51.281848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-c2266946-5fc8-4571-82db-bc121981aaa2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.0469432 Aug 31 14:24:51.328554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-08174594-5029-4435-b08c-1ace926094f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:51.330067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-08174594-5029-4435-b08c-1ace926094f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411608 Aug 31 14:24:51.425363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-733183f3-9d2b-4d33-b208-76e80cfae1c6 service neutron] 10.222.0.13 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879579 Aug 31 14:24:51.518167 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-e5377344-7a14-41b2-90d1-2fa0f0283071 service neutron] 10.222.0.13 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838594 Aug 31 14:24:51.697087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0a1c984d-dc4c-4c14-99a3-edaae344bdab details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:51.797688 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:51.810440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'port_id': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'mac_address': 'fa:16:3e:d8:49:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:51.812685 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f825734f-47f8-4544-a9ff-5ee4338668ff req-2c8af772-5e21-4bb6-bf09-5a6b99e3513f tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0327177 Aug 31 14:24:51.847938 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.861884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1c984d-dc4c-4c14-99a3-edaae344bdab {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:51.887252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:51.891163 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:51.944589 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:52.110700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c88a84-c76f-4f27-b6f4-eb4f03e884f0 req-6872e2f0-4109-4de8-956e-2df510e1ef1b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:52.112169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14c88a84-c76f-4f27-b6f4-eb4f03e884f0 req-6872e2f0-4109-4de8-956e-2df510e1ef1b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0587411 Aug 31 14:24:52.130974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['0a1c984d-dc4c-4c14-99a3-edaae344bdab'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:52.151374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14c88a84-c76f-4f27-b6f4-eb4f03e884f0 req-56649251-a1ab-4bdc-9654-26c16e02f1a8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331790 Aug 31 14:24:52.912962 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3301e361-c81e-4695-952c-e6b474a67d24 req-192fe0e8-0e2c-480f-b96d-37ee22222365 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0273156 Aug 31 14:24:53.286361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511382a-063f-4041-b735-8d1d33dac843 req-d608114f-abb1-4c2e-9b83-46b8b8a4eefa tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:53.288958 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2511382a-063f-4041-b735-8d1d33dac843 req-d608114f-abb1-4c2e-9b83-46b8b8a4eefa tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 945 time: 0.0613596 Aug 31 14:24:53.331307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2511382a-063f-4041-b735-8d1d33dac843 req-141cb287-3385-4fc5-8572-234973786f37 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352476 Aug 31 14:24:53.623285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-15104bd7-f531-4104-b95c-571609ec210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:53.624742 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-15104bd7-f531-4104-b95c-571609ec210a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8&tenant_id=6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 1096 time: 0.0991173 Aug 31 14:24:53.639287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:24:53.692897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:53.714998 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0a1c984d-dc4c-4c14-99a3-edaae344bdab up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:24:53.775043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 0a1c984d-dc4c-4c14-99a3-edaae344bdab completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:24:53.778699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 0a1c984d-dc4c-4c14-99a3-edaae344bdab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:53.779081 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:53.867656 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:53.918590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:53.956955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:53.990271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0a1c984d-dc4c-4c14-99a3-edaae344bdab {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:54.009118 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.030939 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6ccb476-6338-4942-9bbe-9cafab9c88ae req-c8e7975c-910b-417a-9f4a-421020f42984 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0362196 Aug 31 14:24:54.038654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Ignored duplicate provisioning block setup for port 0a1c984d-dc4c-4c14-99a3-edaae344bdab by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 14:24:54.043816 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.098529 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:24:54.099381 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:24:54.178783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=9']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:54.216110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] No DVR routers for this DVR port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on host n-h1-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:24:54.316120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-999d851e-4eff-4857-834e-5636b7cdbdc3 None None] Provisioning complete for port 0a1c984d-dc4c-4c14-99a3-edaae344bdab triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:54.316816 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-999d851e-4eff-4857-834e-5636b7cdbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.351363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-999d851e-4eff-4857-834e-5636b7cdbdc3 None None] Port 0a1c984d-dc4c-4c14-99a3-edaae344bdab cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:24:54.357498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Attempting to bind port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:24:54.357848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Attempting to bind port 0a1c984d-dc4c-4c14-99a3-edaae344bdab by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:24:54.358186 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Attempting to bind port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:54.363572 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:24:54.363992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Attempting to bind port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:24:54.369531 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:24:54.369957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Checking segment: {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:24:54.371024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Bound using segment: {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:24:54.371584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Bound port: 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:24:54.371971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.442083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:24:54.446151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:24:54.456334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b963e2b-5191-4b90-aebe-79e1c4b68c23 req-3bef588d-b418-4e15-96a5-fd74f0491884 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:54.457619 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.457933 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b963e2b-5191-4b90-aebe-79e1c4b68c23 req-3bef588d-b418-4e15-96a5-fd74f0491884 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 944 time: 0.0520382 Aug 31 14:24:54.496601 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:54.497389 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.500008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] 10.222.0.52 "PUT /v2.0/ports/0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1092 time: 0.8656836 Aug 31 14:24:54.500504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:54.503426 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1" -d '{"events": [{"name": "network-changed", "server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:54.505247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b963e2b-5191-4b90-aebe-79e1c4b68c23 req-633d2d1a-8a81-42ae-b8f6-d623acd31a1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397489 Aug 31 14:24:54.581191 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d0d5a3-2d91-4507-95b8-95d02f0e63b3 x-openstack-request-id: req-56d0d5a3-2d91-4507-95b8-95d02f0e63b3 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:54.581578 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:54.581806 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56d0d5a3-2d91-4507-95b8-95d02f0e63b3 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:54.582080 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'status': 'completed', 'code': 200} Aug 31 14:24:54.587836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b333edf-7b11-4dc4-acd4-34557c562f77 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=10']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:54.614617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-e0fb2363-9db9-4c70-9d66-b76d99ac7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:54.616174 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-e0fb2363-9db9-4c70-9d66-b76d99ac7041 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1096 time: 0.0814397 Aug 31 14:24:54.645837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-4f110cb7-3ad9-4b90-a6c2-972c7b8a9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:54.647688 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-4f110cb7-3ad9-4b90-a6c2-972c7b8a9415 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1096 time: 0.0499048 Aug 31 14:24:54.651276 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.725247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-d7bd1fec-36f1-46d8-b463-028306e55c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:54.726615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:54.727499 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-d7bd1fec-36f1-46d8-b463-028306e55c02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.1028883 Aug 31 14:24:54.727845 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:24:54.731499 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da67a212-bb05-4cc0-bdea-88fb06cf0c0a" -d '{"events": [{"server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "name": "network-vif-plugged", "status": "completed", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:24:54.735680 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.807077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-9675752e-5555-46bd-9ca8-bbf2f06dd969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:54.809295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-9675752e-5555-46bd-9ca8-bbf2f06dd969 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.1542482 Aug 31 14:24:54.830123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8bc17d05-7005-4751-be45-737d794b5696 None None] Provisioning complete for port 0a1c984d-dc4c-4c14-99a3-edaae344bdab triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:24:54.830498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8bc17d05-7005-4751-be45-737d794b5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:54.835504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=11']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:54.852635 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-4bd332c1-945c-4f05-a456-aee9557263a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1002 time: 0.1110282 Aug 31 14:24:54.885084 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4db239-bc6c-42ab-87ba-b29129131043 x-openstack-request-id: req-7a4db239-bc6c-42ab-87ba-b29129131043 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:24:54.885853 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "name": "network-vif-plugged", "status": "completed", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:24:54.886272 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a4db239-bc6c-42ab-87ba-b29129131043 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:24:54.886863 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'code': 200} Aug 31 14:24:54.918208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-c0843982-eae9-4f0a-93b1-1fa67d9cd385 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1002 time: 0.1005926 Aug 31 14:24:54.927039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-737aecbd-5c3e-48e3-a200-355b55cf5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:54.928997 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-737aecbd-5c3e-48e3-a200-355b55cf5c65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.0666244 Aug 31 14:24:54.974608 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-849dc871-5d31-405f-8b52-c2f8479a6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:54.976126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-849dc871-5d31-405f-8b52-c2f8479a6240 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.0504963 Aug 31 14:24:54.978357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-101e7e7a-85ff-4747-be4b-41bbd243a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:54.980346 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-101e7e7a-85ff-4747-be4b-41bbd243a7a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428286 Aug 31 14:24:55.032536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-9ee22aca-70d2-4dbe-ad8b-672d55446ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:55.034393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-9ee22aca-70d2-4dbe-ad8b-672d55446ee7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457582 Aug 31 14:24:55.076845 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-bb79abbe-9f53-470b-b556-7be0ecd1e0bf service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882430 Aug 31 14:24:55.145333 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-fffc34f5-242a-4146-b2b7-bb01d8973046 service neutron] 10.222.0.13 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015625 Aug 31 14:24:55.175665 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f72cdf0d-2f2d-4868-9c2e-a1a9e3e9a0d9 req-fed7433c-ffc8-43b1-8bc1-80c46b011021 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0319867 Aug 31 14:24:55.216189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b90df75d-4253-4e0f-94f4-d57bcf0e0767 req-28e36459-0c9d-440a-8406-62468414092b service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320367 Aug 31 14:24:55.243682 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-e46175c0-e1c6-4877-b7be-8a047682487f service neutron] 10.222.0.13 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895569 Aug 31 14:24:55.311193 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-337557a8-1379-4ab0-9e41-3302b602b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:55.313782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-337557a8-1379-4ab0-9e41-3302b602b1c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1098 time: 0.0491061 Aug 31 14:24:55.409250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-f4ab56b4-ff37-4c87-9bfe-d1df0cf1cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:55.410825 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-f4ab56b4-ff37-4c87-9bfe-d1df0cf1cbfd service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.0890076 Aug 31 14:24:55.487171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-6fa3ad4d-5922-4a99-937f-e17946ef206d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1002 time: 0.0682807 Aug 31 14:24:55.547351 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-242ea533-b370-4882-b46b-e920935eee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:55.549473 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-242ea533-b370-4882-b46b-e920935eee7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.0528843 Aug 31 14:24:55.603568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-ba0f4eb4-fb91-432c-b68f-0d093446bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:55.605937 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-ba0f4eb4-fb91-432c-b68f-0d093446bf99 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481122 Aug 31 14:24:55.638430 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d0739-e81e-49b7-a4ec-12298b389903 req-be5fd75b-444b-4c42-bd08-8b1759a43824 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:55.640027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2a3d0739-e81e-49b7-a4ec-12298b389903 req-be5fd75b-444b-4c42-bd08-8b1759a43824 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 947 time: 0.0540843 Aug 31 14:24:55.682721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2a3d0739-e81e-49b7-a4ec-12298b389903 req-4857f94c-a0cd-464e-a14b-3d0476186eee tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353000 Aug 31 14:24:55.713674 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-ad0f74ae-8d9f-4387-a92b-4f45fcdf37a0 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987570 Aug 31 14:24:55.810077 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff9f2969-da9b-4c14-8fa6-9dcb8ec6cea1 req-59c1fc04-6605-4185-976e-c0e02f493385 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886402 Aug 31 14:24:56.291739 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c1375707-f84d-4df6-a4a5-19922a0588e1 req-f0347b7b-bf25-4a77-9f5c-a11f82560860 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0273311 Aug 31 14:24:56.823412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f1007-2877-41d0-a667-97435329aa2e req-26c38ede-6de1-4e95-bdbd-5014269a00ec tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:56.824671 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a48f1007-2877-41d0-a667-97435329aa2e req-26c38ede-6de1-4e95-bdbd-5014269a00ec tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 947 time: 0.0564282 Aug 31 14:24:56.875284 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a48f1007-2877-41d0-a667-97435329aa2e req-47655217-957b-49dc-ad97-efcef6e5032e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422435 Aug 31 14:24:57.403006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-20ccc09b-fae1-4b70-84b6-a451e03af425 req-5fef41ea-0bbc-4204-85dc-eb207566c7ac tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6bba4fb-6e44-4289-bb8d-7a5c84ef371c HTTP/1.1" status: 200 len: 210 time: 0.0276299 Aug 31 14:24:57.717694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0a1c984d-dc4c-4c14-99a3-edaae344bdab no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:24:57.759296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0a1c984d-dc4c-4c14-99a3-edaae344bdab not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:24:58.012329 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e70a4c-3581-42db-8e17-afb7c2bbc2ee req-fa8b715d-c3c0-4d32-8559-f84760cd1e4e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:24:58.013946 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9e70a4c-3581-42db-8e17-afb7c2bbc2ee req-fa8b715d-c3c0-4d32-8559-f84760cd1e4e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 947 time: 0.0553017 Aug 31 14:24:58.054167 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e9e70a4c-3581-42db-8e17-afb7c2bbc2ee req-242aba08-2bfc-49c4-a803-e80f323fead4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331843 Aug 31 14:24:58.077161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49502) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:58.140860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3272a244-1c1e-4345-9e73-0c19510cab33 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/380836c3-e977-4e13-a44f-87aa81637de7 HTTP/1.1" status: 200 len: 994 time: 0.0624666 Aug 31 14:24:58.500754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49508) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:58.508266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0a1c984d-dc4c-4c14-99a3-edaae344bdab details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:24:58.564247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1466937-2781-4dfe-a3d0-f194d0effede tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:58.588673 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1466937-2781-4dfe-a3d0-f194d0effede tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:58.611833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:58.625221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'port_id': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'mac_address': 'fa:16:3e:d8:49:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:24:58.644833 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1466937-2781-4dfe-a3d0-f194d0effede tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:58.648032 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1466937-2781-4dfe-a3d0-f194d0effede tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:58.649670 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c1466937-2781-4dfe-a3d0-f194d0effede tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "DELETE /v2.0/security-groups/e55563b1-8aa2-4bd7-8449-549729a8047b HTTP/1.1" status: 204 len: 168 time: 0.1476393 Aug 31 14:24:58.653153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49510) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:58.665414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1466937-2781-4dfe-a3d0-f194d0effede tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55563b1-8aa2-4bd7-8449-549729a8047b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:58.666908 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:58.671925 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-c1e619b8-ba41-4e9c-b9c8-b4cb364fb4f0 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] show failed (client error): The resource could not be found. Aug 31 14:24:58.676737 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c1e619b8-ba41-4e9c-b9c8-b4cb364fb4f0 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "GET /v2.0/security-groups/e55563b1-8aa2-4bd7-8449-549729a8047b HTTP/1.1" status: 404 len: 347 time: 0.0220768 Aug 31 14:24:58.677220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49512) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:58.693852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a1c984d-dc4c-4c14-99a3-edaae344bdab {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:24:58.715024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:24:58.721159 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:58.789702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=12']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:58.995978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['0a1c984d-dc4c-4c14-99a3-edaae344bdab'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:24:59.213295 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d7496ae7-ebc1-48c4-9f9a-96c64e03c1e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Deleting port 9c275b7e-ade1-44b0-a6b9-4de537a30c68 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:59.213581 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7496ae7-ebc1-48c4-9f9a-96c64e03c1e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.300361 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7496ae7-ebc1-48c4-9f9a-96c64e03c1e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.300789 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7496ae7-ebc1-48c4-9f9a-96c64e03c1e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.314603 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d7496ae7-ebc1-48c4-9f9a-96c64e03c1e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Calling delete_port for 9c275b7e-ade1-44b0-a6b9-4de537a30c68 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:59.464934 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7496ae7-ebc1-48c4-9f9a-96c64e03c1e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.492129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7496ae7-ebc1-48c4-9f9a-96c64e03c1e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Port': ['ID=9c275b7e-ade1-44b0-a6b9-4de537a30c68,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:24:59.561480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7496ae7-ebc1-48c4-9f9a-96c64e03c1e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.564497 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d7496ae7-ebc1-48c4-9f9a-96c64e03c1e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.565817 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d7496ae7-ebc1-48c4-9f9a-96c64e03c1e1 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "DELETE /v2.0/floatingips/8fb0b720-a2ab-4d13-991c-3902543cbd6b HTTP/1.1" status: 204 len: 168 time: 0.8876147 Aug 31 14:24:59.569091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49520) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:24:59.716955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c85e6dc7-32f4-44c8-ac55-d3476c1884d7 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Deleting port 67b8daf9-835c-48ed-b7e7-bcf0980b288b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:24:59.717213 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c85e6dc7-32f4-44c8-ac55-d3476c1884d7 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.803130 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c85e6dc7-32f4-44c8-ac55-d3476c1884d7 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.816911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c85e6dc7-32f4-44c8-ac55-d3476c1884d7 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Calling delete_port for 67b8daf9-835c-48ed-b7e7-bcf0980b288b owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:24:59.942691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c85e6dc7-32f4-44c8-ac55-d3476c1884d7 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:24:59.978295 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e6dc7-32f4-44c8-ac55-d3476c1884d7 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Port': ['ID=67b8daf9-835c-48ed-b7e7-bcf0980b288b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:00.080552 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c85e6dc7-32f4-44c8-ac55-d3476c1884d7 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.082633 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c85e6dc7-32f4-44c8-ac55-d3476c1884d7 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "DELETE /v2.0/ports/67b8daf9-835c-48ed-b7e7-bcf0980b288b HTTP/1.1" status: 204 len: 168 time: 0.5125268 Aug 31 14:25:00.085268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49526) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:00.188481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-64ce14a3-b208-407a-b30b-051de97405d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Deleting port 041acb94-c516-4d52-833b-861486255a61 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:00.188481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64ce14a3-b208-407a-b30b-051de97405d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.273289 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64ce14a3-b208-407a-b30b-051de97405d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.286123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-64ce14a3-b208-407a-b30b-051de97405d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Calling delete_port for 041acb94-c516-4d52-833b-861486255a61 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:00.465879 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64ce14a3-b208-407a-b30b-051de97405d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.569120 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce14a3-b208-407a-b30b-051de97405d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Port': ['ID=041acb94-c516-4d52-833b-861486255a61,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:00.570080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0a1c984d-dc4c-4c14-99a3-edaae344bdab up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:00.619395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 0a1c984d-dc4c-4c14-99a3-edaae344bdab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:00.620110 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.640018 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64ce14a3-b208-407a-b30b-051de97405d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.643277 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-64ce14a3-b208-407a-b30b-051de97405d9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "DELETE /v2.0/ports/041acb94-c516-4d52-833b-861486255a61 HTTP/1.1" status: 204 len: 168 time: 0.5559676 Aug 31 14:25:00.645291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49540) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:00.720785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df9b681-203b-4695-8c27-a4a59ba95137 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Deleting subnet de107df4-53f4-4225-b35f-c54daeb8f85e {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:25:00.725341 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3df9b681-203b-4695-8c27-a4a59ba95137 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.728733 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.752688 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:00.755187 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d800bf-f71a-4905-adaf-129cc5276134" -d '{"events": [{"server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "name": "network-vif-plugged", "status": "completed", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:00.773933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:00.780052 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.809708 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3df9b681-203b-4695-8c27-a4a59ba95137 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.816190 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b1c231-68fd-41df-8542-7ca9556169c7 x-openstack-request-id: req-80b1c231-68fd-41df-8542-7ca9556169c7 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:00.816424 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "name": "network-vif-plugged", "status": "completed", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:00.817021 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80b1c231-68fd-41df-8542-7ca9556169c7 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:00.817592 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'code': 200} Aug 31 14:25:00.853137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=13']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:00.908117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3df9b681-203b-4695-8c27-a4a59ba95137 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:00.990155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3df9b681-203b-4695-8c27-a4a59ba95137 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.029932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9b681-203b-4695-8c27-a4a59ba95137 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Subnet': ['ID=de107df4-53f4-4225-b35f-c54daeb8f85e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:01.038302 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21057d1e-fab7-4a4d-a340-9490a8f40fe0 None None] Network 1c33b8ea-b74c-4228-8f71-02e2bf90452a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:01.040365 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3df9b681-203b-4695-8c27-a4a59ba95137 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.042613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3df9b681-203b-4695-8c27-a4a59ba95137 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "DELETE /v2.0/subnets/de107df4-53f4-4225-b35f-c54daeb8f85e HTTP/1.1" status: 204 len: 168 time: 0.3962798 Aug 31 14:25:01.046065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49552) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:01.141861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b55d91-690f-44df-9823-eaa41dbbf1da tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Deleting subnet 76893773-f058-4edb-b94e-a02cfd36894b {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:25:01.161378 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09b55d91-690f-44df-9823-eaa41dbbf1da tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.234238 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09b55d91-690f-44df-9823-eaa41dbbf1da tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.317299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436edb16-5fca-4f5b-bea2-5be7bd3c6ee4 None None] DHCP port deletion for 1c33b8ea-b74c-4228-8f71-02e2bf90452a request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:25:01.368748 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09b55d91-690f-44df-9823-eaa41dbbf1da tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.397177 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e21d0ee4-f3a1-487b-8fac-70f70fe20629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.399560 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-436edb16-5fca-4f5b-bea2-5be7bd3c6ee4 None None] Deleting port 1cb41e41-7136-4ed8-ad0d-68d78aab877e {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:01.400103 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-436edb16-5fca-4f5b-bea2-5be7bd3c6ee4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.508468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-436edb16-5fca-4f5b-bea2-5be7bd3c6ee4 None None] For port 1cb41e41-7136-4ed8-ad0d-68d78aab877e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1cb41e41-7136-4ed8-ad0d-68d78aab877e,segment=NetworkSegment(113c9b19-433b-4556-b746-e3b5f1340041),segment_id=113c9b19-433b-4556-b746-e3b5f1340041)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:01.509100 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-436edb16-5fca-4f5b-bea2-5be7bd3c6ee4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.509471 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09b55d91-690f-44df-9823-eaa41dbbf1da tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.526422 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-436edb16-5fca-4f5b-bea2-5be7bd3c6ee4 None None] Calling delete_port for 1cb41e41-7136-4ed8-ad0d-68d78aab877e owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:01.526638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-09b55d91-690f-44df-9823-eaa41dbbf1da tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.528600 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-09b55d91-690f-44df-9823-eaa41dbbf1da tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "DELETE /v2.0/subnets/76893773-f058-4edb-b94e-a02cfd36894b HTTP/1.1" status: 204 len: 168 time: 0.4819727 Aug 31 14:25:01.531242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 49568) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:01.535051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7724ac70-dbe0-4aba-9adb-81e727232e99 None None] Network 83b65104-e682-47ab-846c-67afd4d672b5 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:01.583854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b55d91-690f-44df-9823-eaa41dbbf1da tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Subnet': ['ID=76893773-f058-4edb-b94e-a02cfd36894b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:01.705079 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.815626 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-436edb16-5fca-4f5b-bea2-5be7bd3c6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.823248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Deleting port 1cb41e41-7136-4ed8-ad0d-68d78aab877e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:01.825339 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:01.875184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436edb16-5fca-4f5b-bea2-5be7bd3c6ee4 None None] Pushing event deleted for resources: {'Port': ['ID=1cb41e41-7136-4ed8-ad0d-68d78aab877e,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:01.878425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436edb16-5fca-4f5b-bea2-5be7bd3c6ee4 None None] No DVR routers for this DVR port 1cb41e41-7136-4ed8-ad0d-68d78aab877e on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:01.911060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964c624a-af37-4e24-a4c8-78ba5c566858 None None] DHCP port deletion for 83b65104-e682-47ab-846c-67afd4d672b5 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:25:01.999664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-964c624a-af37-4e24-a4c8-78ba5c566858 None None] Deleting port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:02.000055 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-964c624a-af37-4e24-a4c8-78ba5c566858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.002207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] For port 1cb41e41-7136-4ed8-ad0d-68d78aab877e, host n-d-792364-6, got binding levels [] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:02.003546 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.022529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Calling delete_port for 1cb41e41-7136-4ed8-ad0d-68d78aab877e owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:02.027226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.ipam_backend_mixin [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Port 1cb41e41-7136-4ed8-ad0d-68d78aab877e was not found and therefore no delete operation was performed {{(pid=106388) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:25:02.030252 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.085341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Port': ['ID=1cb41e41-7136-4ed8-ad0d-68d78aab877e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:02.090066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] No DVR routers for this DVR port 1cb41e41-7136-4ed8-ad0d-68d78aab877e on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:02.132879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-964c624a-af37-4e24-a4c8-78ba5c566858 None None] For port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5,segment=NetworkSegment(fe5a8048-567f-4bb8-9447-9f2b2cdb2e26),segment_id=fe5a8048-567f-4bb8-9447-9f2b2cdb2e26)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:02.133676 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-964c624a-af37-4e24-a4c8-78ba5c566858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.158424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-964c624a-af37-4e24-a4c8-78ba5c566858 None None] Calling delete_port for e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:02.234210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.255486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c33b8ea-b74c-4228-8f71-02e2bf90452a']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:02.278182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113c9b19-433b-4556-b746-e3b5f1340041') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:02.280763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113c9b19-433b-4556-b746-e3b5f1340041') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:02.296831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.298321 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-964c624a-af37-4e24-a4c8-78ba5c566858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.315917 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.324264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:25:02.324588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:25:02.328536 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:25:02.339916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c624a-af37-4e24-a4c8-78ba5c566858 None None] No DVR routers for this DVR port e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:02.345695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c624a-af37-4e24-a4c8-78ba5c566858 None None] Pushing event deleted for resources: {'Port': ['ID=e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:02.422471 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.467499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.472465 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "DELETE /v2.0/networks/1c33b8ea-b74c-4228-8f71-02e2bf90452a HTTP/1.1" status: 204 len: 168 time: 0.9401572 Aug 31 14:25:02.472614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 49588) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:02.473582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3838c1f-0a77-4a3e-806e-3358dc27f9f5 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Network': ['ID=1c33b8ea-b74c-4228-8f71-02e2bf90452a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:02.568487 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.673649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.684761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b65104-e682-47ab-846c-67afd4d672b5']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:02.696314 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:02.696807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5a8048-567f-4bb8-9447-9f2b2cdb2e26') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:02.707369 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.722665 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.730558 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:25:02.731095 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:25:02.734345 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:25:02.800373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.820548 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:02.828191 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] 10.222.0.20 "DELETE /v2.0/networks/83b65104-e682-47ab-846c-67afd4d672b5 HTTP/1.1" status: 204 len: 168 time: 0.3491213 Aug 31 14:25:02.831901 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1eadcb-4e25-46c4-b414-26f68edc36b9 tempest-TaggedBootDevicesTest_v242-96521847 tempest-TaggedBootDevicesTest_v242-96521847-project] Pushing event deleted for resources: {'Network': ['ID=83b65104-e682-47ab-846c-67afd4d672b5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:03.197289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1cb41e41-7136-4ed8-ad0d-68d78aab877e no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:03.217776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 1cb41e41-7136-4ed8-ad0d-68d78aab877e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:03.218294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1cb41e41-7136-4ed8-ad0d-68d78aab877e not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:03.218872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:03.238984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:03.239712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e2c35c3c-ed78-46d2-8ae1-db456b0fe4d5 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:04.029222 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:04.105203 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0dcecbc8-a2f0-40e1-9c44-f9cec77c52dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:05.240588 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:06.799968 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:09.268696 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:09.309803 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:13.159139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50266) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:13.747219 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10a814fc-b70e-4576-a1a2-8154ea9647b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.042425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-10a814fc-b70e-4576-a1a2-8154ea9647b7 admin admin] Deleting port ad268244-a74b-40c5-aece-e204a99aad9c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:14.042802 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10a814fc-b70e-4576-a1a2-8154ea9647b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.134796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-10a814fc-b70e-4576-a1a2-8154ea9647b7 admin admin] For port ad268244-a74b-40c5-aece-e204a99aad9c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ad268244-a74b-40c5-aece-e204a99aad9c,segment=NetworkSegment(be311cc8-6270-402e-b3df-20c689500bc1),segment_id=be311cc8-6270-402e-b3df-20c689500bc1)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:14.136000 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10a814fc-b70e-4576-a1a2-8154ea9647b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.154057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-10a814fc-b70e-4576-a1a2-8154ea9647b7 admin admin] Calling delete_port for ad268244-a74b-40c5-aece-e204a99aad9c owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:14.405463 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10a814fc-b70e-4576-a1a2-8154ea9647b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:14.440805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a814fc-b70e-4576-a1a2-8154ea9647b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad268244-a74b-40c5-aece-e204a99aad9c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:14.675996 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-10a814fc-b70e-4576-a1a2-8154ea9647b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:15.237522 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a814fc-b70e-4576-a1a2-8154ea9647b7 admin admin] Router c306de1a-0280-4767-967f-bc65604e890a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:15.351846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a814fc-b70e-4576-a1a2-8154ea9647b7 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:15.359015 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-10a814fc-b70e-4576-a1a2-8154ea9647b7 admin admin] 10.222.0.20 "PUT /v2.0/routers/c306de1a-0280-4767-967f-bc65604e890a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1979744 Aug 31 14:25:15.361714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50312) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:15.368271 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc406822-ab2e-4e7c-aa42-ac83a1f68429 None None] Sync routers for ids ['c306de1a-0280-4767-967f-bc65604e890a'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:15.378441 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc406822-ab2e-4e7c-aa42-ac83a1f68429 None None] Routers {'c306de1a-0280-4767-967f-bc65604e890a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:15.379823 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-dc406822-ab2e-4e7c-aa42-ac83a1f68429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c306de1a-0280-4767-967f-bc65604e890a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:15.576892 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-dc406822-ab2e-4e7c-aa42-ac83a1f68429 None None] Set router c306de1a-0280-4767-967f-bc65604e890a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:15.807951 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-dc406822-ab2e-4e7c-aa42-ac83a1f68429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:25:14Z', 'revision_number': 5, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:15.852013 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc406822-ab2e-4e7c-aa42-ac83a1f68429 None None] Checking router: c306de1a-0280-4767-967f-bc65604e890a for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:15.856715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:15.862379 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc406822-ab2e-4e7c-aa42-ac83a1f68429 None None] Routers {'c306de1a-0280-4767-967f-bc65604e890a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:15.862998 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-dc406822-ab2e-4e7c-aa42-ac83a1f68429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c306de1a-0280-4767-967f-bc65604e890a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:15.966823 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.001631 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-dc406822-ab2e-4e7c-aa42-ac83a1f68429 None None] Set router c306de1a-0280-4767-967f-bc65604e890a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:16.036610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Deleting port ad3a2543-ada6-4361-82e3-3cd599bdd714 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:16.037205 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.122792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] For port ad3a2543-ada6-4361-82e3-3cd599bdd714, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ad3a2543-ada6-4361-82e3-3cd599bdd714,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:16.123075 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.137694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Calling delete_port for ad3a2543-ada6-4361-82e3-3cd599bdd714 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:16.217260 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-dc406822-ab2e-4e7c-aa42-ac83a1f68429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:25:14Z', 'revision_number': 5, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:16.261336 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc406822-ab2e-4e7c-aa42-ac83a1f68429 None None] The sync data for ids ['c306de1a-0280-4767-967f-bc65604e890a'] in n-d-792364-6 is: [{'id': 'c306de1a-0280-4767-967f-bc65604e890a', 'name': 'tempest-TaggedBootDevicesTest_v242-46003283-router', 'tenant_id': '0f573d79f178449f86f4510b41534f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:12:56Z', 'updated_at': '2021-08-31T14:25:14Z', 'revision_number': 5, 'project_id': '0f573d79f178449f86f4510b41534f07', 'gw_port': {'id': 'ad3a2543-ada6-4361-82e3-3cd599bdd714', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c306de1a-0280-4767-967f-bc65604e890a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:12:58Z', 'updated_at': '2021-08-31T14:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:16.334273 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.365446 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bbcb12e-2202-48a9-82c0-fc54c44b6b46 req-0f47470f-0451-4334-a58b-0fdd6afbbde8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592871 Aug 31 14:25:16.373326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3a2543-ada6-4361-82e3-3cd599bdd714,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:16.474104 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.497769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcb12e-2202-48a9-82c0-fc54c44b6b46 req-61628245-4f2f-4bcc-9cbe-671c864c50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:16.503060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bbcb12e-2202-48a9-82c0-fc54c44b6b46 req-61628245-4f2f-4bcc-9cbe-671c864c50b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1098 time: 0.0690084 Aug 31 14:25:16.599689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.602099 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.668043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcb12e-2202-48a9-82c0-fc54c44b6b46 req-253874b2-3c44-4183-af4d-e61d72f34dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:16.669510 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bbcb12e-2202-48a9-82c0-fc54c44b6b46 req-253874b2-3c44-4183-af4d-e61d72f34dff service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.1415725 Aug 31 14:25:16.697943 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.699041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c306de1a-0280-4767-967f-bc65604e890a {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:25:16.708945 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.710719 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8b543d88-6383-40ad-a67e-08488cb1d18e admin admin] 10.222.0.20 "DELETE /v2.0/routers/c306de1a-0280-4767-967f-bc65604e890a HTTP/1.1" status: 204 len: 168 time: 1.3477399 Aug 31 14:25:16.713869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50324) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:16.759450 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bbcb12e-2202-48a9-82c0-fc54c44b6b46 req-fb596463-4450-4a2a-9eea-46cec346ce6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 1002 time: 0.0806816 Aug 31 14:25:16.785329 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f7412c-164e-4421-bac6-475ce36f34b8 admin admin] Deleting subnet b3e78251-b3fe-4763-9e2c-bc513ea64886 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:25:16.788747 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58f7412c-164e-4421-bac6-475ce36f34b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.825677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcb12e-2202-48a9-82c0-fc54c44b6b46 req-09ee8b67-2b68-4cde-b0f7-c9f125547244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:16.827176 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bbcb12e-2202-48a9-82c0-fc54c44b6b46 req-09ee8b67-2b68-4cde-b0f7-c9f125547244 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.0589347 Aug 31 14:25:16.830226 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58f7412c-164e-4421-bac6-475ce36f34b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:16.888698 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcb12e-2202-48a9-82c0-fc54c44b6b46 req-f6b89def-8656-4c24-a9be-e0c3ed8b4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:16.890662 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bbcb12e-2202-48a9-82c0-fc54c44b6b46 req-f6b89def-8656-4c24-a9be-e0c3ed8b4898 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546508 Aug 31 14:25:16.948455 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58f7412c-164e-4421-bac6-475ce36f34b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.009782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bbcb12e-2202-48a9-82c0-fc54c44b6b46 req-bde52d97-b6da-403f-86b1-d63864fa502d service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095247 Aug 31 14:25:17.019383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58f7412c-164e-4421-bac6-475ce36f34b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.069046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7412c-164e-4421-bac6-475ce36f34b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e78251-b3fe-4763-9e2c-bc513ea64886,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:17.073597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58f7412c-164e-4421-bac6-475ce36f34b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.078467 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-58f7412c-164e-4421-bac6-475ce36f34b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b3e78251-b3fe-4763-9e2c-bc513ea64886 HTTP/1.1" status: 204 len: 168 time: 0.3633010 Aug 31 14:25:17.079083 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50326) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:17.084888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d9e349-fc0c-44f1-a331-7bb2725ad636 None None] Network f61a66ed-e073-4160-9a7b-510fffda1238 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:17.150788 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9bbcb12e-2202-48a9-82c0-fc54c44b6b46 req-70e26910-8e77-496f-ae8d-c9af51119e1c service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326175 Aug 31 14:25:17.182278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ad268244-a74b-40c5-aece-e204a99aad9c no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:17.184010 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.240211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ad268244-a74b-40c5-aece-e204a99aad9c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:17.240898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ad268244-a74b-40c5-aece-e204a99aad9c not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:17.258159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Deleting port 1cc8a6de-d996-4f12-8e57-62631abe3f9f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:17.258591 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.330555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] For port 1cc8a6de-d996-4f12-8e57-62631abe3f9f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1cc8a6de-d996-4f12-8e57-62631abe3f9f,segment=NetworkSegment(be311cc8-6270-402e-b3df-20c689500bc1),segment_id=be311cc8-6270-402e-b3df-20c689500bc1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:17.331003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.344363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Calling delete_port for 1cc8a6de-d996-4f12-8e57-62631abe3f9f owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:17.427342 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.456156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] No DVR routers for this DVR port 1cc8a6de-d996-4f12-8e57-62631abe3f9f on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:17.460979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc8a6de-d996-4f12-8e57-62631abe3f9f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:17.544846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.562362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61a66ed-e073-4160-9a7b-510fffda1238']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:17.579056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be311cc8-6270-402e-b3df-20c689500bc1') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:17.579459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be311cc8-6270-402e-b3df-20c689500bc1') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:17.590862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb9a3a9-6ea2-4264-a508-563d7f640fe4 None None] DHCP port deletion for f61a66ed-e073-4160-9a7b-510fffda1238 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:25:17.614926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.639161 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.647105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:25:17.647579 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:25:17.651510 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:25:17.732987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.752986 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:17.756584 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f61a66ed-e073-4160-9a7b-510fffda1238 HTTP/1.1" status: 204 len: 168 time: 0.6764569 Aug 31 14:25:17.757792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02101654-1890-4daa-94f2-fc94a74aa766 admin admin] Pushing event deleted for resources: {'Network': ['ID=f61a66ed-e073-4160-9a7b-510fffda1238,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:17.924043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50334) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:17.973552 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7ff6fd9a-9dbd-4c61-b082-979cacf54700 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f573d79f178449f86f4510b41534f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480537 Aug 31 14:25:17.976706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50342) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:18.042174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f015ce3d-02a3-4769-be6e-4651a07c6fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.069733 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f015ce3d-02a3-4769-be6e-4651a07c6fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.141570 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f015ce3d-02a3-4769-be6e-4651a07c6fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.144791 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f015ce3d-02a3-4769-be6e-4651a07c6fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:18.150682 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f015ce3d-02a3-4769-be6e-4651a07c6fe5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f37ef43b-838e-4af0-a412-1efe682687f8 HTTP/1.1" status: 204 len: 168 time: 0.1705616 Aug 31 14:25:18.169485 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015ce3d-02a3-4769-be6e-4651a07c6fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37ef43b-838e-4af0-a412-1efe682687f8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:19.009462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50386) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:19.049129 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:25:19.113920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ad3a2543-ada6-4361-82e3-3cd599bdd714 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:19.161089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ad3a2543-ada6-4361-82e3-3cd599bdd714 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:19.161448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ad3a2543-ada6-4361-82e3-3cd599bdd714 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:19.161882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1cc8a6de-d996-4f12-8e57-62631abe3f9f no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:19.174255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-318327291-network', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:19.184096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 1cc8a6de-d996-4f12-8e57-62631abe3f9f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:19.184469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1cc8a6de-d996-4f12-8e57-62631abe3f9f not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:19.200113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Made reservation on behalf of a2bb9e70c268420b9f70ba19fb0a1ffc for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:19.202925 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.216307 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.359295 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.365359 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.402808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:25:19.420475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45765aed-32ed-4cb2-a889-bd0a15b05ae7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:19.426580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.426942 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Added segment fc41fcc8-a7b3-4b26-8f79-4a76e035500e of type vlan for network 549759a7-076d-4596-9264-56d1c9a26fb6 Aug 31 14:25:19.476412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.510135 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.510135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.510135 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.580494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5670049 Aug 31 14:25:19.580969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50398) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:19.586125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fc5f3239-6ea9-4b1c-b24d-f35e6129b47b admin admin] Request body: {'subnet': {'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-318327291-subnet', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:19.600673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afec1e-6060-4474-a0c6-0c2ac4225e77 admin admin] Pushing event updated for resources: {'Network': ['ID=549759a7-076d-4596-9264-56d1c9a26fb6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:19.613874 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 549759a7-076d-4596-9264-56d1c9a26fb6 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:25:19.623632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5f3239-6ea9-4b1c-b24d-f35e6129b47b admin admin] Made reservation on behalf of a2bb9e70c268420b9f70ba19fb0a1ffc for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:19.626518 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc5f3239-6ea9-4b1c-b24d-f35e6129b47b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.865234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc5f3239-6ea9-4b1c-b24d-f35e6129b47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.929228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f3239-6ea9-4b1c-b24d-f35e6129b47b admin admin] Pushing event updated for resources: {'Subnet': ['ID=33365ccd-759c-4b7c-aa93-c33a9110628e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:19.938554 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f3239-6ea9-4b1c-b24d-f35e6129b47b admin admin] Checking segment: {'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:19.938915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5f3239-6ea9-4b1c-b24d-f35e6129b47b admin admin] Network hostable DHCP agents. Network: 549759a7-076d-4596-9264-56d1c9a26fb6, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:25:19.959136 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5f3239-6ea9-4b1c-b24d-f35e6129b47b admin admin] Network 549759a7-076d-4596-9264-56d1c9a26fb6 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:25:19.970454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fc5f3239-6ea9-4b1c-b24d-f35e6129b47b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 549759a7-076d-4596-9264-56d1c9a26fb6) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:19.975626 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f3239-6ea9-4b1c-b24d-f35e6129b47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:19.976629 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc5f3239-6ea9-4b1c-b24d-f35e6129b47b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:19.980970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543520a-6b39-43cc-a4d9-5a18c7547628 None None] Network 549759a7-076d-4596-9264-56d1c9a26fb6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:20.001083 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50408) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:20.001300 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc5f3239-6ea9-4b1c-b24d-f35e6129b47b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4191282 Aug 31 14:25:20.006219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-318327291-router', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:20.053369 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.054859 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.121210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.173877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61835645-6006-4d9a-bbd5-b61a49289035 None None] Network 549759a7-076d-4596-9264-56d1c9a26fb6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:20.291838 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.505056 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.525688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.638474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Allocated IP 172.25.3.132 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/ba4f5d02-7fea-447d-8d00-c0e602bbacf6) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:20.752865 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.809256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:20.852795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:20.856486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:20.860975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:20.864130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4f5d02-7fea-447d-8d00-c0e602bbacf6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:21.131090 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.352307 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.514114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Router 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:25:21.642986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:21.652623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Sync routers for ids ['183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:21.662925 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:21.663152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Routers {'183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:21.663773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:21.664922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a0d799a4-90f0-4c9e-bf99-fb84939ad5c9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6622639 Aug 31 14:25:21.668241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50444) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:21.946211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50452) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:21.962906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8f64150a-9057-41be-b9d4-452e076a0c22 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1109275738', 'description': 'tempest-secgroup-smoke-1109275738 description', 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:21.999324 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f64150a-9057-41be-b9d4-452e076a0c22 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.011121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Set router 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:22.110792 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f64150a-9057-41be-b9d4-452e076a0c22 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.118287 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f64150a-9057-41be-b9d4-452e076a0c22 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.161005 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64150a-9057-41be-b9d4-452e076a0c22 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f56609-a589-47f8-8de9-f1b01b09d972,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:22.169778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f64150a-9057-41be-b9d4-452e076a0c22 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.175361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50458) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:22.180093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-42708dd8-f1bb-4908-9732-2c4878aa8ad4 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Request body: {'security_group_rule': {'security_group_id': 'f3f56609-a589-47f8-8de9-f1b01b09d972', 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:22.185027 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8f64150a-9057-41be-b9d4-452e076a0c22 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2374904 Aug 31 14:25:22.238355 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42708dd8-f1bb-4908-9732-2c4878aa8ad4 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.249288 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'name': 'tempest-ServerRescueTestJSON-318327291-router', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:21Z', 'revision_number': 3, 'project_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'gw_port': {'id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:22.268090 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.282704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Checking router: 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:22.283064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Updating router 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f port ba4f5d02-7fea-447d-8d00-c0e602bbacf6 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:25:22.315992 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.402788 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42708dd8-f1bb-4908-9732-2c4878aa8ad4 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.423921 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42708dd8-f1bb-4908-9732-2c4878aa8ad4 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.482598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42708dd8-f1bb-4908-9732-2c4878aa8ad4 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68419ba-b373-4aac-a097-3fb895343ae0,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:22.502240 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42708dd8-f1bb-4908-9732-2c4878aa8ad4 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.506561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-42708dd8-f1bb-4908-9732-2c4878aa8ad4 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3300838 Aug 31 14:25:22.507318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50464) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:22.517132 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-53db8bfe-75fb-4df2-a00c-79c4a3bd4a5d tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Request body: {'security_group_rule': {'security_group_id': 'f3f56609-a589-47f8-8de9-f1b01b09d972', 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:22.549236 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53db8bfe-75fb-4df2-a00c-79c4a3bd4a5d tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.629477 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53db8bfe-75fb-4df2-a00c-79c4a3bd4a5d tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.637849 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53db8bfe-75fb-4df2-a00c-79c4a3bd4a5d tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.655640 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.660765 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db8bfe-75fb-4df2-a00c-79c4a3bd4a5d tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee6f640-1269-478e-b0ce-4744de390af7,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:22.671545 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Transition to ACTIVE for port object ba4f5d02-7fea-447d-8d00-c0e602bbacf6 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:22.672937 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53db8bfe-75fb-4df2-a00c-79c4a3bd4a5d tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.674740 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-53db8bfe-75fb-4df2-a00c-79c4a3bd4a5d tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1660929 Aug 31 14:25:22.678462 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50470) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:22.685165 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.690229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-47de2501-9c49-47be-99ef-ffcd2167ceea tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Request body: {'security_group_rule': {'security_group_id': 'f3f56609-a589-47f8-8de9-f1b01b09d972', 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:22.754523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47de2501-9c49-47be-99ef-ffcd2167ceea tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.757517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Attempting to bind port ba4f5d02-7fea-447d-8d00-c0e602bbacf6 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:22.758184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Attempting to bind port ba4f5d02-7fea-447d-8d00-c0e602bbacf6 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:22.758656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Attempting to bind port ba4f5d02-7fea-447d-8d00-c0e602bbacf6 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:22.761257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35105e5e-7bda-4fe3-a88d-40546bae9746 None None] Pushing event updated for resources: {'Port': ['ID=ba4f5d02-7fea-447d-8d00-c0e602bbacf6,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:22.767492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:22.768252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:22.768792 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.769396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:22.770076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Bound port: ba4f5d02-7fea-447d-8d00-c0e602bbacf6, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:22.770681 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.836324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] For port ba4f5d02-7fea-447d-8d00-c0e602bbacf6, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:22.841656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] For port ba4f5d02-7fea-447d-8d00-c0e602bbacf6, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ba4f5d02-7fea-447d-8d00-c0e602bbacf6,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:22.844725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47de2501-9c49-47be-99ef-ffcd2167ceea tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.849021 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.852297 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47de2501-9c49-47be-99ef-ffcd2167ceea tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.873803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de2501-9c49-47be-99ef-ffcd2167ceea tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9dfa5a-960e-427a-80bb-3b3d85834dc7,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:22.889864 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47de2501-9c49-47be-99ef-ffcd2167ceea tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.891704 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-47de2501-9c49-47be-99ef-ffcd2167ceea tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2119403 Aug 31 14:25:22.894531 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50474) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:22.901247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b3c8acea-8b8b-4f69-b99d-cb5ebc9af1b2 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Request body: {'security_group_rule': {'security_group_id': 'f3f56609-a589-47f8-8de9-f1b01b09d972', 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:22.931923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Routers {'183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:22.932915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:22.939321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35105e5e-7bda-4fe3-a88d-40546bae9746 None None] Pushing event updated for resources: {'Port': ['ID=ba4f5d02-7fea-447d-8d00-c0e602bbacf6,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:22.941321 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3c8acea-8b8b-4f69-b99d-cb5ebc9af1b2 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:22.968822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Allocated IP 172.20.0.1 (549759a7-076d-4596-9264-56d1c9a26fb6/33365ccd-759c-4b7c-aa93-c33a9110628e/7a6f97cb-b322-4206-9dde-4706e334303f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:23.040469 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3c8acea-8b8b-4f69-b99d-cb5ebc9af1b2 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.047389 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3c8acea-8b8b-4f69-b99d-cb5ebc9af1b2 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.070735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] Set router 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:23.085315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8acea-8b8b-4f69-b99d-cb5ebc9af1b2 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac40515b-7e98-452d-948e-d509f7b582c7,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:23.102053 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.105616 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3c8acea-8b8b-4f69-b99d-cb5ebc9af1b2 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.107207 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b3c8acea-8b8b-4f69-b99d-cb5ebc9af1b2 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2114327 Aug 31 14:25:23.109824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50480) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:23.115937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-53310ebb-3c51-4d86-b5e2-452d03b3d98f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Request body: {'security_group_rule': {'security_group_id': 'f3f56609-a589-47f8-8de9-f1b01b09d972', 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:23.152817 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-53310ebb-3c51-4d86-b5e2-452d03b3d98f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Project 5ca153dbd5604bc298d79a7d5c07eb15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:25:23.168310 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53310ebb-3c51-4d86-b5e2-452d03b3d98f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.206002 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.260675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Network 549759a7-076d-4596-9264-56d1c9a26fb6 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:23.269676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:23.279404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:23.304483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'name': 'tempest-ServerRescueTestJSON-318327291-router', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:21Z', 'revision_number': 3, 'project_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'gw_port': {'id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:23.312176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Pushing event updated for resources: {'Port': ['ID=7a6f97cb-b322-4206-9dde-4706e334303f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:23.324426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53310ebb-3c51-4d86-b5e2-452d03b3d98f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.333879 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53310ebb-3c51-4d86-b5e2-452d03b3d98f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.339095 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224617ba-fcdb-4ab6-97f4-c18ce2cefcbe None None] The sync data for ids ['183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'] in n-d-792364-6 is: [{'id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'name': 'tempest-ServerRescueTestJSON-318327291-router', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:21Z', 'revision_number': 3, 'project_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'gw_port': {'id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:23.344781 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.398775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53310ebb-3c51-4d86-b5e2-452d03b3d98f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503b92b9-8e44-4a86-b08e-275236ee951d,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:23.404145 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53310ebb-3c51-4d86-b5e2-452d03b3d98f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.407886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-53310ebb-3c51-4d86-b5e2-452d03b3d98f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2944658 Aug 31 14:25:23.408392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50486) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:23.414178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-705eab30-a833-450a-a691-ff14824a28fe tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Request body: {'security_group_rule': {'security_group_id': 'f3f56609-a589-47f8-8de9-f1b01b09d972', 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:23.450192 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-705eab30-a833-450a-a691-ff14824a28fe tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Project 5ca153dbd5604bc298d79a7d5c07eb15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:25:23.456227 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-705eab30-a833-450a-a691-ff14824a28fe tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.520117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.527001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-705eab30-a833-450a-a691-ff14824a28fe tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.531752 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-705eab30-a833-450a-a691-ff14824a28fe tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.553361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705eab30-a833-450a-a691-ff14824a28fe tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1006e4fb-72b0-4692-b288-6e1480c0836a,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:23.565173 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-705eab30-a833-450a-a691-ff14824a28fe tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.569039 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-705eab30-a833-450a-a691-ff14824a28fe tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1591859 Aug 31 14:25:23.775236 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.783429 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.861809 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:23.863807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Pushing event updated for resources: {'Port': ['ID=7a6f97cb-b322-4206-9dde-4706e334303f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:23.902778 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-74b3a391-06da-49f9-9f1e-ec2994985cf4 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1109275738&fields=id&tenant_id=5ca153dbd5604bc298d79a7d5c07eb15 HTTP/1.1" status: 200 len: 267 time: 0.0705571 Aug 31 14:25:23.985464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Network 549759a7-076d-4596-9264-56d1c9a26fb6 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:23.986983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:24.058589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-c961ba1d-e68e-4d2d-8520-409e38f37626 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:24.062758 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-c961ba1d-e68e-4d2d-8520-409e38f37626 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/networks?id=9a63ef7b-ad36-43d5-9770-6647645c0e4f HTTP/1.1" status: 200 len: 813 time: 0.1591172 Aug 31 14:25:24.081486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-620e8fd0-e996-430d-9650-4b23eadcb214 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/quotas/5ca153dbd5604bc298d79a7d5c07eb15 HTTP/1.1" status: 200 len: 375 time: 0.0119455 Aug 31 14:25:24.128245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Router 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:24.149786 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-c6fcfd40-1100-452f-9214-03c6e0b53f62 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ca153dbd5604bc298d79a7d5c07eb15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611093 Aug 31 14:25:24.172388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-c320459a-5078-489c-bef9-13f9b32b7f47 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:25:24.181901 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-c320459a-5078-489c-bef9-13f9b32b7f47 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154948 Aug 31 14:25:24.263962 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:24.281429 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8f5b3f1e-6a53-4af7-b8f5-b9b75b8e7810 admin admin] 10.222.0.20 "PUT /v2.0/routers/183ebf10-83d0-4eb5-a04b-3f8ee85bca9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6106272 Aug 31 14:25:24.345472 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-9d51a4e9-5f2d-448f-a077-5b621d0fedf0 service neutron] 10.222.0.20 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612942 Aug 31 14:25:24.464387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7af8fbe1-5e50-464f-abfe-2a7b02e8201e service neutron] 10.222.0.20 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067429 Aug 31 14:25:24.837344 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-683e6f7a-92e1-47d8-b30b-6b59095e95d9 req-5c6899a5-f561-46b0-b678-0c47b080a967 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 210 time: 0.0416665 Aug 31 14:25:24.937766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d01b-07f8-43f7-a726-35f92734782e req-b7f97270-5963-4bff-accb-631e3db36d83 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:24.939410 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-b7f97270-5963-4bff-accb-631e3db36d83 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/networks?id=549759a7-076d-4596-9264-56d1c9a26fb6 HTTP/1.1" status: 200 len: 810 time: 0.1320951 Aug 31 14:25:24.964097 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-828ea7ce-f406-4da9-9c8e-d1d00674fe41 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/quotas/a2bb9e70c268420b9f70ba19fb0a1ffc HTTP/1.1" status: 200 len: 375 time: 0.0171874 Aug 31 14:25:25.054104 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-93a535ec-dde8-47e7-8040-5cb85d6f9c77 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2bb9e70c268420b9f70ba19fb0a1ffc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803373 Aug 31 14:25:25.176882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-0944e17a-0705-4b7e-81f2-e752ef1adbb3 service neutron] 10.222.0.20 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209576 Aug 31 14:25:25.193069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ba4f5d02-7fea-447d-8d00-c0e602bbacf6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:25.316340 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-58dca033-12b2-4fef-b0ba-ccb45c83ad99 service neutron] 10.222.0.20 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287477 Aug 31 14:25:25.321529 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ba4f5d02-7fea-447d-8d00-c0e602bbacf6 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:25.327172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ba4f5d02-7fea-447d-8d00-c0e602bbacf6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:25.327569 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.458308 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.499320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ba4f5d02-7fea-447d-8d00-c0e602bbacf6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ba4f5d02-7fea-447d-8d00-c0e602bbacf6,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:25.504256 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:25.600255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17c28852-c47e-456f-b922-048722826709 req-c08d0263-ab3e-4609-a332-dcee02398de2 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 210 time: 0.0515401 Aug 31 14:25:25.608154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ba4f5d02-7fea-447d-8d00-c0e602bbacf6,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:25.660285 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Sync routers for ids ['183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:25.673580 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Routers {'183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:25.674518 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:25.800662 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Set router 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:26.018754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed73e4d8-2c90-4dc1-b4a2-5ed97ee6e190 req-430ed332-6480-4ce3-949e-651173f4cf44 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 210 time: 0.0641577 Aug 31 14:25:26.219141 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'name': 'tempest-ServerRescueTestJSON-318327291-router', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:23Z', 'revision_number': 4, 'project_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'gw_port': {'id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '7a6f97cb-b322-4206-9dde-4706e334303f', 'name': '', 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'mac_address': 'fa:16:3e:13:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '33365ccd-759c-4b7c-aa93-c33a9110628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:22Z', 'updated_at': '2021-08-31T14:25:23Z', 'revision_number': 2, 'project_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'subnets': [{'id': '33365ccd-759c-4b7c-aa93-c33a9110628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:26.251800 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Checking router: 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:26.252144 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Updating router 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f port 7a6f97cb-b322-4206-9dde-4706e334303f binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:25:26.254569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-33041d2d-1a0c-4401-949f-6be501b15a16 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:26.258684 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-33041d2d-1a0c-4401-949f-6be501b15a16 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.13 "GET /v2.0/networks?id=9a63ef7b-ad36-43d5-9770-6647645c0e4f HTTP/1.1" status: 200 len: 813 time: 0.2426610 Aug 31 14:25:26.280013 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.368874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-0094a2a6-ae30-4b5f-9475-ca21ce300e7f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ca153dbd5604bc298d79a7d5c07eb15 HTTP/1.1" status: 200 len: 380 time: 0.1003637 Aug 31 14:25:26.389903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Request body: {'port': {'device_id': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'admin_state_up': True, 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'security_groups': ['f3f56609-a589-47f8-8de9-f1b01b09d972']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:26.594122 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Made reservation on behalf of 5ca153dbd5604bc298d79a7d5c07eb15 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:26.598970 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.745089 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-75ec7cc1-0c44-4842-af56-170bb11287e9 req-e242581f-4b78-4b44-abb2-154c10db804f tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 210 time: 0.0587792 Aug 31 14:25:26.815243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Allocated IP 172.20.0.6 (9a63ef7b-ad36-43d5-9770-6647645c0e4f/0a50599f-a52b-4658-ad31-01094a9bf03f/4632ec91-5180-4883-a3b8-1c4dc2e3140b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:26.926964 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:26.950844 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Transition to ACTIVE for port object 7a6f97cb-b322-4206-9dde-4706e334303f will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:26.959983 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.025808 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Pushing event updated for resources: {'Port': ['ID=7a6f97cb-b322-4206-9dde-4706e334303f,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:27.051221 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.051560 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.053380 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.053741 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.054084 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.054422 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.054759 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.055093 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.055422 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.055750 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.056146 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.056992 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:27.081539 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.129319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Transition to ACTIVE for port object 4632ec91-5180-4883-a3b8-1c4dc2e3140b will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:27.129582 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d01b-07f8-43f7-a726-35f92734782e req-463799bd-03f0-4f7a-bb54-185745016485 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:27.132189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-463799bd-03f0-4f7a-bb54-185745016485 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.52 "GET /v2.0/networks?id=549759a7-076d-4596-9264-56d1c9a26fb6 HTTP/1.1" status: 200 len: 810 time: 0.2388859 Aug 31 14:25:27.135130 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Attempting to bind port 7a6f97cb-b322-4206-9dde-4706e334303f on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:27.135755 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Attempting to bind port 7a6f97cb-b322-4206-9dde-4706e334303f by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:27.139130 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Attempting to bind port 7a6f97cb-b322-4206-9dde-4706e334303f on network 549759a7-076d-4596-9264-56d1c9a26fb6 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:27.150320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-bc54d01b-07f8-43f7-a726-35f92734782e req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Request body: {'port': {'device_id': 'a2657efe-6a11-4fb4-b0ef-3ef22210b660', 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6', 'admin_state_up': True, 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:27.160239 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:27.160789 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Checking segment: {'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:27.161199 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.161605 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Bound using segment: {'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:27.171051 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Bound port: 7a6f97cb-b322-4206-9dde-4706e334303f, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:27.171839 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.209973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ba4f5d02-7fea-447d-8d00-c0e602bbacf6 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:27.270314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49464688-7744-4db5-8aa2-d68dbdf01498 req-dd940446-90ec-42d4-89de-90e71465ebc1 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 210 time: 0.0642471 Aug 31 14:25:27.282992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ba4f5d02-7fea-447d-8d00-c0e602bbacf6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:27.283386 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.291594 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.328358 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] For port 7a6f97cb-b322-4206-9dde-4706e334303f, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:27.332394 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] For port 7a6f97cb-b322-4206-9dde-4706e334303f, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7a6f97cb-b322-4206-9dde-4706e334303f,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:27.340201 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.367991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event updated for resources: {'Port': ['ID=4632ec91-5180-4883-a3b8-1c4dc2e3140b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:27.381359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc54d01b-07f8-43f7-a726-35f92734782e req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Made reservation on behalf of a2bb9e70c268420b9f70ba19fb0a1ffc for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:27.383959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Network 9a63ef7b-ad36-43d5-9770-6647645c0e4f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:27.391658 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bc54d01b-07f8-43f7-a726-35f92734782e req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.397957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:27.400586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:27.471538 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abadd07-beb1-4f87-af86-1a8247003b9a None None] Pushing event updated for resources: {'Port': ['ID=7a6f97cb-b322-4206-9dde-4706e334303f,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:27.479505 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Routers {'183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:27.480625 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:27.499278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:27.514039 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.534867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-7d547249-7659-4897-83ac-67f38a80073c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1567233 Aug 31 14:25:27.546277 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Request body: {'port': {'device_id': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:27.622696 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] Set router 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:27.683727 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.712019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-bc54d01b-07f8-43f7-a726-35f92734782e req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Allocated IP 172.20.0.7 (549759a7-076d-4596-9264-56d1c9a26fb6/33365ccd-759c-4b7c-aa93-c33a9110628e/7a10f16e-7db1-48cd-a25b-b8bf39dc19db) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:27.880686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-08bc1bd9-0376-478d-bb5a-2dd9cb000252 None None] Provisioning for port 4632ec91-5180-4883-a3b8-1c4dc2e3140b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:27.891426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-08bc1bd9-0376-478d-bb5a-2dd9cb000252 None None] Provisioning complete for port 4632ec91-5180-4883-a3b8-1c4dc2e3140b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:27.891950 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08bc1bd9-0376-478d-bb5a-2dd9cb000252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:27.958995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-08bc1bd9-0376-478d-bb5a-2dd9cb000252 None None] Port 4632ec91-5180-4883-a3b8-1c4dc2e3140b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:27.970707 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0992bb43-f1ba-4d91-b419-5acbfcd284a9 req-19cc723a-0088-4cd4-b9a9-782b73113241 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 210 time: 0.0493925 Aug 31 14:25:28.015685 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bc54d01b-07f8-43f7-a726-35f92734782e req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.035964 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'name': 'tempest-ServerRescueTestJSON-318327291-router', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:23Z', 'revision_number': 4, 'project_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'gw_port': {'id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '7a6f97cb-b322-4206-9dde-4706e334303f', 'name': '', 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'mac_address': 'fa:16:3e:13:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '33365ccd-759c-4b7c-aa93-c33a9110628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:22Z', 'updated_at': '2021-08-31T14:25:27Z', 'revision_number': 4, 'project_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'subnets': [{'id': '33365ccd-759c-4b7c-aa93-c33a9110628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:28.069974 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5b1f77-0863-4e8c-a41c-ac389ac4a3ba None None] The sync data for ids ['183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'] in n-d-792364-6 is: [{'id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'name': 'tempest-ServerRescueTestJSON-318327291-router', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:23Z', 'revision_number': 4, 'project_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'gw_port': {'id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '7a6f97cb-b322-4206-9dde-4706e334303f', 'name': '', 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'mac_address': 'fa:16:3e:13:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '33365ccd-759c-4b7c-aa93-c33a9110628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:22Z', 'updated_at': '2021-08-31T14:25:27Z', 'revision_number': 4, 'project_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'subnets': [{'id': '33365ccd-759c-4b7c-aa93-c33a9110628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:28.108518 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bc54d01b-07f8-43f7-a726-35f92734782e req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.189997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4632ec91-5180-4883-a3b8-1c4dc2e3140b {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:28.202888 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.210686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc54d01b-07f8-43f7-a726-35f92734782e req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Network 549759a7-076d-4596-9264-56d1c9a26fb6 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:28.212279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Pushing event updated for resources: {'Port': ['ID=7a10f16e-7db1-48cd-a25b-b8bf39dc19db,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:28.215256 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-bc54d01b-07f8-43f7-a726-35f92734782e req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:28.217919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc54d01b-07f8-43f7-a726-35f92734782e req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:28.237439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Transition to ACTIVE for port object 4632ec91-5180-4883-a3b8-1c4dc2e3140b will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:28.242824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.295720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d01b-07f8-43f7-a726-35f92734782e req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.297379 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bc54d01b-07f8-43f7-a726-35f92734782e req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.326225 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-4212011a-d507-456d-94dc-2436ecc88ae3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1819730 Aug 31 14:25:28.354538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Request body: {'port': {'device_id': 'a2657efe-6a11-4fb4-b0ef-3ef22210b660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:28.410185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Pushing event updated for resources: {'Port': ['ID=4632ec91-5180-4883-a3b8-1c4dc2e3140b,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:28.481805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.483077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Attempting to bind port 4632ec91-5180-4883-a3b8-1c4dc2e3140b on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:28.483510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Attempting to bind port 4632ec91-5180-4883-a3b8-1c4dc2e3140b by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:28.485843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Attempting to bind port 4632ec91-5180-4883-a3b8-1c4dc2e3140b on network 9a63ef7b-ad36-43d5-9770-6647645c0e4f {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:28.515383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Port 4632ec91-5180-4883-a3b8-1c4dc2e3140b on network 9a63ef7b-ad36-43d5-9770-6647645c0e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:28.515721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Attempting to bind port 4632ec91-5180-4883-a3b8-1c4dc2e3140b on network 9a63ef7b-ad36-43d5-9770-6647645c0e4f {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:28.533417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:28.534140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Checking segment: {'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:28.534776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Bound using segment: {'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:28.535686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Bound port: 4632ec91-5180-4883-a3b8-1c4dc2e3140b, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d20241-e095-4fc0-9953-2973f20331a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:28.536277 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.563979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157eeeba-d7a9-48da-a0b2-1c84276f0e2c req-8bf4ff59-817a-4d5b-b9ca-aaa67c32b805 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.565955 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-157eeeba-d7a9-48da-a0b2-1c84276f0e2c req-8bf4ff59-817a-4d5b-b9ca-aaa67c32b805 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 943 time: 0.1262023 Aug 31 14:25:28.714280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-157eeeba-d7a9-48da-a0b2-1c84276f0e2c req-0f03db66-304b-4227-9346-2e6b25c535d2 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034052 Aug 31 14:25:28.717294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] For port 4632ec91-5180-4883-a3b8-1c4dc2e3140b, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:28.728705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] For port 4632ec91-5180-4883-a3b8-1c4dc2e3140b, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4632ec91-5180-4883-a3b8-1c4dc2e3140b,segment=NetworkSegment(33d20241-e095-4fc0-9953-2973f20331a4),segment_id=33d20241-e095-4fc0-9953-2973f20331a4)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:28.732892 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.773235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.774074 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:28.777291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] 10.222.0.13 "PUT /v2.0/ports/4632ec91-5180-4883-a3b8-1c4dc2e3140b HTTP/1.1" status: 200 len: 1091 time: 1.2352595 Aug 31 14:25:28.779510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:28.783511 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce271da-0854-40bd-80da-b7f26f373245" -d '{"events": [{"name": "network-changed", "server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:28.870969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2612c8d-c34a-4d8b-bc74-df1aec2d891d service neutron] Pushing event updated for resources: {'Port': ['ID=4632ec91-5180-4883-a3b8-1c4dc2e3140b,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:28.905714 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a89d7d-9bde-4317-afd6-2d207e474fa3 x-openstack-request-id: req-a7a89d7d-9bde-4317-afd6-2d207e474fa3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:28.907053 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:28.907480 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7a89d7d-9bde-4317-afd6-2d207e474fa3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:28.908123 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'status': 'completed', 'code': 200} Aug 31 14:25:28.952566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-33901d9b-9ad8-4ee1-b341-4265716d6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:28.965073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-33901d9b-9ad8-4ee1-b341-4265716d6152 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ca153dbd5604bc298d79a7d5c07eb15&device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 1094 time: 0.1136644 Aug 31 14:25:29.043159 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-2ecc2877-96e2-4039-9660-2f9d84546a2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4632ec91-5180-4883-a3b8-1c4dc2e3140b HTTP/1.1" status: 200 len: 217 time: 0.0770974 Aug 31 14:25:29.207980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a10f16e-7db1-48cd-a25b-b8bf39dc19db {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:29.216652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-a55f741c-4f4c-48b9-9238-fecde1146de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:29.218645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-a55f741c-4f4c-48b9-9238-fecde1146de6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a50599f-a52b-4658-ad31-01094a9bf03f HTTP/1.1" status: 200 len: 852 time: 0.1653259 Aug 31 14:25:29.219753 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.250944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Transition to ACTIVE for port object 7a10f16e-7db1-48cd-a25b-b8bf39dc19db will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:29.261020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7a6f97cb-b322-4206-9dde-4706e334303f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:29.265347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.323109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f0d13-36f1-44aa-bf21-be263d2a8c42 req-96ec46d4-5896-4d04-bdbe-c84183419f5d tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:29.324992 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-687f0d13-36f1-44aa-bf21-be263d2a8c42 req-96ec46d4-5896-4d04-bdbe-c84183419f5d tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 931 time: 0.1805325 Aug 31 14:25:29.366265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-fb5d32bc-d288-4608-8ef2-caeb1018a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:29.368330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-fb5d32bc-d288-4608-8ef2-caeb1018a932 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a63ef7b-ad36-43d5-9770-6647645c0e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181519 Aug 31 14:25:29.432054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a10f16e-7db1-48cd-a25b-b8bf39dc19db,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:29.438295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 7a6f97cb-b322-4206-9dde-4706e334303f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:29.443700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7a6f97cb-b322-4206-9dde-4706e334303f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:29.444614 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.570794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-76979fdc-0625-41b0-8a63-081df67a20a5 req-7fd6cfe2-9a2e-4539-85f7-1c91ed438ce2 tempest-ServerDiskConfigTestJSON-492133408 tempest-ServerDiskConfigTestJSON-492133408-project] (106388) timed out ('10.222.0.52', 51287) {{(pid=106388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:25:29.616228 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-687f0d13-36f1-44aa-bf21-be263d2a8c42 req-881b2aa3-4f81-4466-9236-45c1093b69c8 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577100 Aug 31 14:25:29.621561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Attempting to bind port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:29.622042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Attempting to bind port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:29.624909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Attempting to bind port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db on network 549759a7-076d-4596-9264-56d1c9a26fb6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:29.635625 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.636257 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db on network 549759a7-076d-4596-9264-56d1c9a26fb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:29.636833 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Attempting to bind port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db on network 549759a7-076d-4596-9264-56d1c9a26fb6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:29.647824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:29.656463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Checking segment: {'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:29.658996 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Bound using segment: {'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:29.661247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Bound port: 7a10f16e-7db1-48cd-a25b-b8bf39dc19db, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:29.662363 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.697760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-53bbf278-5186-451a-8cf2-e2f89c7f103c service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151295 Aug 31 14:25:29.762626 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 7a6f97cb-b322-4206-9dde-4706e334303f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7a6f97cb-b322-4206-9dde-4706e334303f,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:29.769019 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.888059 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=7a6f97cb-b322-4206-9dde-4706e334303f,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:29.926175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-219ddf92-f8b2-4a95-b4d6-595ed56ed064 req-44af39c1-0ee4-4553-b2da-eaa4867a92a6 service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231371 Aug 31 14:25:29.934275 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] For port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:29.945999 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] For port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7a10f16e-7db1-48cd-a25b-b8bf39dc19db,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:29.958813 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:29.974191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736e921-1a75-4d75-9269-59b518c4629e req-2b7c9292-4cc0-4b66-93db-8b2aa150fc63 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:29.975821 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f736e921-1a75-4d75-9269-59b518c4629e req-2b7c9292-4cc0-4b66-93db-8b2aa150fc63 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 943 time: 0.1264231 Aug 31 14:25:30.015182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:30.016678 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:30.018653 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] 10.222.0.52 "PUT /v2.0/ports/7a10f16e-7db1-48cd-a25b-b8bf39dc19db HTTP/1.1" status: 200 len: 1091 time: 1.6690981 Aug 31 14:25:30.019377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2657efe-6a11-4fb4-b0ef-3ef22210b660', 'tag': '7a10f16e-7db1-48cd-a25b-b8bf39dc19db'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:30.022207 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f058da-c447-4e9d-ace3-e806b7fff2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a2657efe-6a11-4fb4-b0ef-3ef22210b660", "tag": "7a10f16e-7db1-48cd-a25b-b8bf39dc19db"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:30.093419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce271da-0854-40bd-80da-b7f26f373245 req-fa9251b6-a77a-48e0-a1d7-395b88ef5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:30.095193 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ce271da-0854-40bd-80da-b7f26f373245 req-fa9251b6-a77a-48e0-a1d7-395b88ef5a26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ca153dbd5604bc298d79a7d5c07eb15&device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 1094 time: 0.0929804 Aug 31 14:25:30.130904 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c325e3fb-c50a-44bc-a18c-501241844571 x-openstack-request-id: req-c325e3fb-c50a-44bc-a18c-501241844571 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:30.131350 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2657efe-6a11-4fb4-b0ef-3ef22210b660", "tag": "7a10f16e-7db1-48cd-a25b-b8bf39dc19db", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:30.131608 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c325e3fb-c50a-44bc-a18c-501241844571 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:30.132026 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2657efe-6a11-4fb4-b0ef-3ef22210b660', 'tag': '7a10f16e-7db1-48cd-a25b-b8bf39dc19db', 'status': 'completed', 'code': 200} Aug 31 14:25:30.142822 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f736e921-1a75-4d75-9269-59b518c4629e req-6f9a3d71-1438-408e-80ad-b963d4a79811 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432099 Aug 31 14:25:30.166484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a143e50-7257-44ba-8a2b-c77dde9492e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a10f16e-7db1-48cd-a25b-b8bf39dc19db,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:30.178498 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d01b-07f8-43f7-a726-35f92734782e req-fb4cc77d-21c1-4037-a292-8a6ed84bd57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:30.180670 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-fb4cc77d-21c1-4037-a292-8a6ed84bd57b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2bb9e70c268420b9f70ba19fb0a1ffc&device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 1094 time: 0.1052079 Aug 31 14:25:30.240620 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-162a5a47-3118-4882-bc32-f969db100251 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a10f16e-7db1-48cd-a25b-b8bf39dc19db HTTP/1.1" status: 200 len: 217 time: 0.0442209 Aug 31 14:25:30.256542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce271da-0854-40bd-80da-b7f26f373245 req-b6321258-cd71-47b5-b2b0-c0886330dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:30.269816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ce271da-0854-40bd-80da-b7f26f373245 req-b6321258-cd71-47b5-b2b0-c0886330dbd0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a63ef7b-ad36-43d5-9770-6647645c0e4f HTTP/1.1" status: 200 len: 914 time: 0.1581936 Aug 31 14:25:30.312733 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ce271da-0854-40bd-80da-b7f26f373245 req-06a26d11-b3df-45ff-85b1-7f3e0a4182b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4632ec91-5180-4883-a3b8-1c4dc2e3140b HTTP/1.1" status: 200 len: 217 time: 0.0418937 Aug 31 14:25:30.339020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d01b-07f8-43f7-a726-35f92734782e req-cb1a6c15-5e0e-4214-9558-2e5eb32f267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:30.340978 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-cb1a6c15-5e0e-4214-9558-2e5eb32f267b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33365ccd-759c-4b7c-aa93-c33a9110628e HTTP/1.1" status: 200 len: 850 time: 0.0922496 Aug 31 14:25:30.387915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce271da-0854-40bd-80da-b7f26f373245 req-b8fc3af7-21cb-4a2d-822a-fac423d0e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:30.390143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ce271da-0854-40bd-80da-b7f26f373245 req-b8fc3af7-21cb-4a2d-822a-fac423d0e4c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a50599f-a52b-4658-ad31-01094a9bf03f HTTP/1.1" status: 200 len: 852 time: 0.0704491 Aug 31 14:25:30.407945 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-c6af2a08-6267-4a12-a187-afcafec0f08a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=549759a7-076d-4596-9264-56d1c9a26fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513384 Aug 31 14:25:30.486093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce271da-0854-40bd-80da-b7f26f373245 req-0628f3ed-04ac-4f61-be5f-7d421aa70c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:30.488081 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ce271da-0854-40bd-80da-b7f26f373245 req-0628f3ed-04ac-4f61-be5f-7d421aa70c7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a63ef7b-ad36-43d5-9770-6647645c0e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912457 Aug 31 14:25:30.566864 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-d82db1f8-fc51-49f3-8d47-378d211f7c7e service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414638 Aug 31 14:25:30.615947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ce271da-0854-40bd-80da-b7f26f373245 req-0f3f54fb-9525-426b-b089-580a7fe8f061 service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167901 Aug 31 14:25:30.706480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc54d01b-07f8-43f7-a726-35f92734782e req-7c50fde0-c4e4-4181-89c4-56277661a5d3 service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304562 Aug 31 14:25:30.839074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1d1db-2e59-472b-b844-08eb646d59a6 req-8c19b370-30b9-4e27-a4fc-ce709a86a4f3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:30.841194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4cf1d1db-2e59-472b-b844-08eb646d59a6 req-8c19b370-30b9-4e27-a4fc-ce709a86a4f3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 943 time: 0.1052034 Aug 31 14:25:30.844692 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f058da-c447-4e9d-ace3-e806b7fff2c2 req-f0981317-1c71-4d95-863c-107819d4a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:30.845066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-85f058da-c447-4e9d-ace3-e806b7fff2c2 req-f0981317-1c71-4d95-863c-107819d4a610 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2bb9e70c268420b9f70ba19fb0a1ffc&device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 1094 time: 0.0745442 Aug 31 14:25:30.847767 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ce271da-0854-40bd-80da-b7f26f373245 req-59183e93-02d9-4543-9b23-95ce8a339f03 service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234726 Aug 31 14:25:30.926337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4cf1d1db-2e59-472b-b844-08eb646d59a6 req-6fdc1378-4ca0-4098-b12d-cb5c1d1144d6 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765197 Aug 31 14:25:31.003561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f058da-c447-4e9d-ace3-e806b7fff2c2 req-e2985ebd-3c5b-42a3-8952-4b4d2c4e9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.005148 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-85f058da-c447-4e9d-ace3-e806b7fff2c2 req-e2985ebd-3c5b-42a3-8952-4b4d2c4e9f47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=549759a7-076d-4596-9264-56d1c9a26fb6 HTTP/1.1" status: 200 len: 911 time: 0.1472914 Aug 31 14:25:31.015847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb44769-575e-4ca8-9570-69d1a4e20c93 req-debb6aca-a663-4d94-8cd1-85f5659a82b2 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.021348 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ecb44769-575e-4ca8-9570-69d1a4e20c93 req-debb6aca-a663-4d94-8cd1-85f5659a82b2 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1098 time: 0.0762200 Aug 31 14:25:31.078072 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-85f058da-c447-4e9d-ace3-e806b7fff2c2 req-cba96e64-0021-4f5b-9b1a-31de74a60a59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a10f16e-7db1-48cd-a25b-b8bf39dc19db HTTP/1.1" status: 200 len: 217 time: 0.0506010 Aug 31 14:25:31.123147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7a6f97cb-b322-4206-9dde-4706e334303f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:31.172942 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ecb44769-575e-4ca8-9570-69d1a4e20c93 req-2e565f6e-a5b2-4237-a6a5-2329e7500bc8 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308138 Aug 31 14:25:31.177443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50668) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:31.187325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7a6f97cb-b322-4206-9dde-4706e334303f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:31.188044 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.191195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f058da-c447-4e9d-ace3-e806b7fff2c2 req-f4aa8b78-098b-4cdc-8be8-81a85da85510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.193528 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-85f058da-c447-4e9d-ace3-e806b7fff2c2 req-f4aa8b78-098b-4cdc-8be8-81a85da85510 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33365ccd-759c-4b7c-aa93-c33a9110628e HTTP/1.1" status: 200 len: 850 time: 0.1089964 Aug 31 14:25:31.263036 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-85f058da-c447-4e9d-ace3-e806b7fff2c2 req-55919fb8-42eb-4339-abc0-f68aa32c3101 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=549759a7-076d-4596-9264-56d1c9a26fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609181 Aug 31 14:25:31.402451 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-85f058da-c447-4e9d-ace3-e806b7fff2c2 req-2e41b94a-76e1-4fca-8f48-4162246e2e02 service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232309 Aug 31 14:25:31.431754 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-04bc1684-ae10-4ef3-95d6-735623e063a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.454797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762de0a0-0236-42fb-83b6-74b1916d0acf req-c861ae99-d608-4d7b-9fac-a4ad69736992 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:31.456718 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-762de0a0-0236-42fb-83b6-74b1916d0acf req-c861ae99-d608-4d7b-9fac-a4ad69736992 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 943 time: 0.1481071 Aug 31 14:25:31.544470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port b9650c73-7b1e-4581-867d-24029356292f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:31.544987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.550159 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-762de0a0-0236-42fb-83b6-74b1916d0acf req-3ec78149-f42f-4e46-bc89-15903fe179f6 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685375 Aug 31 14:25:31.577693 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-85f058da-c447-4e9d-ace3-e806b7fff2c2 req-a84a3317-8778-4a5e-bc71-b6b412efe161 service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654549 Aug 31 14:25:31.651161 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.651754 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.671582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for b9650c73-7b1e-4581-867d-24029356292f owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:31.883797 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:31.909864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=b9650c73-7b1e-4581-867d-24029356292f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:31.936602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:31.936602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:31.936912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:31.937233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:31.937564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:31.937929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:31.938380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:31.938781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:31.939486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:31.939837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:31.940166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:31.940511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:32.001055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.001699 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Floating IP 380836c3-e977-4e13-a44f-87aa81637de7 disassociated (deleted). External IP: 172.25.3.122, port: 0a1c984d-dc4c-4c14-99a3-edaae344bdab. Aug 31 14:25:32.104144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2e4c3-9eca-467a-9367-79ad0b771c3c req-7653e948-da7a-4e62-bb6c-4dc7210a3b2e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.106874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1c2e4c3-9eca-467a-9367-79ad0b771c3c req-7653e948-da7a-4e62-bb6c-4dc7210a3b2e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 943 time: 0.0827651 Aug 31 14:25:32.169750 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1c2e4c3-9eca-467a-9367-79ad0b771c3c req-95c53e21-cfe5-4a80-a00e-6eea7ca9730d tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565882 Aug 31 14:25:32.256658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:32.379789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:32.385894 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:32.395630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042c3c1f-12ba-4734-8e76-47539ca6dc7b None None] Sync routers for ids ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:32.430523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c3c1f-12ba-4734-8e76-47539ca6dc7b None None] Routers {'8d9230ef-fb73-4b74-a0d5-a256b0f6e140'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:32.436392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4c226137-8a0d-42df-92bd-280d020604d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/floatingips/380836c3-e977-4e13-a44f-87aa81637de7 HTTP/1.1" status: 204 len: 168 time: 1.2555234 Aug 31 14:25:32.436392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:32.438142 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064b3756-3ebd-4369-a25d-432748274be8" -d '{"events": [{"name": "network-changed", "server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:32.440486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-042c3c1f-12ba-4734-8e76-47539ca6dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:32.508947 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7106421c-c56b-40ea-b8b2-18ffe52a5cfb x-openstack-request-id: req-7106421c-c56b-40ea-b8b2-18ffe52a5cfb {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:32.509356 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:32.509778 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7106421c-c56b-40ea-b8b2-18ffe52a5cfb {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:32.510778 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'status': 'completed', 'code': 200} Aug 31 14:25:32.650270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b3756-3ebd-4369-a25d-432748274be8 req-f6b877fd-3a88-4a1a-a71a-88905691333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.651517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-042c3c1f-12ba-4734-8e76-47539ca6dc7b None None] Set router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:32.656908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-064b3756-3ebd-4369-a25d-432748274be8 req-f6b877fd-3a88-4a1a-a71a-88905691333d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 1098 time: 0.1277246 Aug 31 14:25:32.704320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 7a10f16e-7db1-48cd-a25b-b8bf39dc19db details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:25:32.837327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b7e4f-00c1-41aa-9ccd-5f0b5538c2eb req-fd145c44-e606-4f9b-94ce-72b86c4dcfbf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.847189 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-621b7e4f-00c1-41aa-9ccd-5f0b5538c2eb req-fd145c44-e606-4f9b-94ce-72b86c4dcfbf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 947 time: 0.0843363 Aug 31 14:25:32.905402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b3756-3ebd-4369-a25d-432748274be8 req-040d4348-46b5-4fba-829f-4548bb9362dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.907448 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-064b3756-3ebd-4369-a25d-432748274be8 req-040d4348-46b5-4fba-829f-4548bb9362dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 200 len: 897 time: 0.2385194 Aug 31 14:25:32.916008 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-621b7e4f-00c1-41aa-9ccd-5f0b5538c2eb req-6d097de3-fbd0-4b96-9be0-2c87bf8f4b48 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670140 Aug 31 14:25:32.932892 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a8f47-0033-48b7-aaac-66023c0ea3c0 req-a18150b5-37c8-43e9-a7ea-cf7c43b1a5b6 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:32.941072 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dd7a8f47-0033-48b7-aaac-66023c0ea3c0 req-a18150b5-37c8-43e9-a7ea-cf7c43b1a5b6 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 943 time: 0.1757021 Aug 31 14:25:32.972706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7a10f16e-7db1-48cd-a25b-b8bf39dc19db,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:32.996644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '7a10f16e-7db1-48cd-a25b-b8bf39dc19db', 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6', 'port_id': '7a10f16e-7db1-48cd-a25b-b8bf39dc19db', 'mac_address': 'fa:16:3e:e4:fb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33365ccd-759c-4b7c-aa93-c33a9110628e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:25:32.998952 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-064b3756-3ebd-4369-a25d-432748274be8 req-a92dba93-3290-435d-b753-474aa17eaccb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 200 len: 217 time: 0.0564828 Aug 31 14:25:33.063672 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dd7a8f47-0033-48b7-aaac-66023c0ea3c0 req-f8b8e951-2641-4ac5-a0d4-9e0a8ad92f84 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100366 Aug 31 14:25:33.083138 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.103762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b3756-3ebd-4369-a25d-432748274be8 req-e78075ef-8ea8-439a-8c34-3bd878637dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:33.106607 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-064b3756-3ebd-4369-a25d-432748274be8 req-e78075ef-8ea8-439a-8c34-3bd878637dd1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 200 len: 835 time: 0.0918248 Aug 31 14:25:33.121262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a10f16e-7db1-48cd-a25b-b8bf39dc19db {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:33.142043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7a10f16e-7db1-48cd-a25b-b8bf39dc19db,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:33.147939 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:33.186342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b3756-3ebd-4369-a25d-432748274be8 req-e0688176-2c5a-492a-9ecf-21bd7a5105e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:33.193238 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-064b3756-3ebd-4369-a25d-432748274be8 req-e0688176-2c5a-492a-9ecf-21bd7a5105e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf44839-4c77-42f1-8d5c-1cafd00c5447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736420 Aug 31 14:25:33.242217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-042c3c1f-12ba-4734-8e76-47539ca6dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:32Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '878fc412-5504-48fe-a123-e5cda5f98080', 'name': '', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:cf:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:37Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:33.298206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042c3c1f-12ba-4734-8e76-47539ca6dc7b None None] Checking router: 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:33.309221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=7a10f16e-7db1-48cd-a25b-b8bf39dc19db,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:33.314846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c3c1f-12ba-4734-8e76-47539ca6dc7b None None] Routers {'8d9230ef-fb73-4b74-a0d5-a256b0f6e140'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:33.315510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-042c3c1f-12ba-4734-8e76-47539ca6dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:33.398505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1fa60-8605-40dc-bc79-53b1accdf398 req-71ed4e18-d999-47a1-8f77-8cd62e2feea7 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:33.413090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46f1fa60-8605-40dc-bc79-53b1accdf398 req-71ed4e18-d999-47a1-8f77-8cd62e2feea7 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 944 time: 0.1368978 Aug 31 14:25:33.435157 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-064b3756-3ebd-4369-a25d-432748274be8 req-edeeaa27-1789-4a0d-b21c-31bf9f5d64ef service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290318 Aug 31 14:25:33.494718 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46f1fa60-8605-40dc-bc79-53b1accdf398 req-b74ea278-000f-4b7c-9ff7-44cd8ae6823b tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722539 Aug 31 14:25:33.606673 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-064b3756-3ebd-4369-a25d-432748274be8 req-84f58ba7-6ed5-484b-8981-a15428e4f28f service neutron] 10.222.0.52 "GET /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596849 Aug 31 14:25:33.661854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['7a10f16e-7db1-48cd-a25b-b8bf39dc19db'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:25:33.709589 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-042c3c1f-12ba-4734-8e76-47539ca6dc7b None None] Set router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:34.021072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.033626 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-042c3c1f-12ba-4734-8e76-47539ca6dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:32Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '878fc412-5504-48fe-a123-e5cda5f98080', 'name': '', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:cf:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:37Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:34.076382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042c3c1f-12ba-4734-8e76-47539ca6dc7b None None] The sync data for ids ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'] in n-d-792364-6 is: [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:32Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '878fc412-5504-48fe-a123-e5cda5f98080', 'name': '', 'network_id': '2cf44839-4c77-42f1-8d5c-1cafd00c5447', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:cf:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:31Z', 'updated_at': '2021-08-31T14:23:37Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:34.096596 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-06d7e0de-459c-4a27-a461-73d59b39b5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.101577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e80da9-a45f-4a74-b773-2d2b0855806a req-fe620368-5150-4022-b592-d37799be61c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.104000 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-86e80da9-a45f-4a74-b773-2d2b0855806a req-fe620368-5150-4022-b592-d37799be61c3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 947 time: 0.0919912 Aug 31 14:25:34.168089 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-86e80da9-a45f-4a74-b773-2d2b0855806a req-f9447380-26d1-4ed4-87cc-553ae8aa4749 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=3743c5f0-d401-4cb6-bc43-0d9703f016f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557601 Aug 31 14:25:34.269806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c574ac4-910d-436c-87e2-e8bea05d3b89 req-859305bd-49b6-4cdd-9731-fd99770fbf0e tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.272529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c574ac4-910d-436c-87e2-e8bea05d3b89 req-859305bd-49b6-4cdd-9731-fd99770fbf0e tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 943 time: 0.0885434 Aug 31 14:25:34.340913 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c574ac4-910d-436c-87e2-e8bea05d3b89 req-e8caa777-c766-475a-adff-20f2424644e0 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554054 Aug 31 14:25:34.459575 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf1729d-221a-4428-b41c-c93949454626 None None] New status for floating IP 380836c3-e977-4e13-a44f-87aa81637de7: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:25:34.558801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3ca13-ffe1-49d7-a2be-839ac0511178 req-612a87e7-8865-4ded-96bf-df4df95eae7f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.560595 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47a3ca13-ffe1-49d7-a2be-839ac0511178 req-612a87e7-8865-4ded-96bf-df4df95eae7f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.52 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 947 time: 0.0568871 Aug 31 14:25:34.666247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4dc3e9-02f5-4273-b614-fb8ca93dd951 req-621f17f3-df03-4f06-82cc-abdd9fdde346 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:34.667743 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3b4dc3e9-02f5-4273-b614-fb8ca93dd951 req-621f17f3-df03-4f06-82cc-abdd9fdde346 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 944 time: 0.1061430 Aug 31 14:25:34.694484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 7a10f16e-7db1-48cd-a25b-b8bf39dc19db up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:34.721295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3b4dc3e9-02f5-4273-b614-fb8ca93dd951 req-11c53e1f-0bb1-4a32-9238-2e9b578bc186 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469077 Aug 31 14:25:34.723922 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-47a3ca13-ffe1-49d7-a2be-839ac0511178 req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 0a1c984d-dc4c-4c14-99a3-edaae344bdab {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:34.724261 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-47a3ca13-ffe1-49d7-a2be-839ac0511178 req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.766051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:34.770008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:34.770391 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.836685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-47a3ca13-ffe1-49d7-a2be-839ac0511178 req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] For port 0a1c984d-dc4c-4c14-99a3-edaae344bdab, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0a1c984d-dc4c-4c14-99a3-edaae344bdab,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:34.837252 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-47a3ca13-ffe1-49d7-a2be-839ac0511178 req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.869661 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.894186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2657efe-6a11-4fb4-b0ef-3ef22210b660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a10f16e-7db1-48cd-a25b-b8bf39dc19db'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:34.896632 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8aa973-fc5b-423e-a11a-8a082fbf55eb" -d '{"events": [{"server_uuid": "a2657efe-6a11-4fb4-b0ef-3ef22210b660", "name": "network-vif-plugged", "status": "completed", "tag": "7a10f16e-7db1-48cd-a25b-b8bf39dc19db"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:34.910784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7a10f16e-7db1-48cd-a25b-b8bf39dc19db,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:34.918615 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:34.954217 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3a1ed2-0f0c-41a7-a2c3-6064d25f319b x-openstack-request-id: req-6a3a1ed2-0f0c-41a7-a2c3-6064d25f319b {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:34.954621 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2657efe-6a11-4fb4-b0ef-3ef22210b660", "name": "network-vif-plugged", "status": "completed", "tag": "7a10f16e-7db1-48cd-a25b-b8bf39dc19db", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:34.954939 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a3a1ed2-0f0c-41a7-a2c3-6064d25f319b {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:34.955413 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2657efe-6a11-4fb4-b0ef-3ef22210b660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a10f16e-7db1-48cd-a25b-b8bf39dc19db', 'code': 200} Aug 31 14:25:34.991442 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=7a10f16e-7db1-48cd-a25b-b8bf39dc19db,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:35.001832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.002235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.002723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.003152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.004238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.004695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.005113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.005524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.006098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.006511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.006916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.007447 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.078853 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdbf62-528b-452d-b8ce-2b4290348bd4 req-0c1b0223-8bc1-4e49-8ba9-32c91da0d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.081191 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71cdbf62-528b-452d-b8ce-2b4290348bd4 req-0c1b0223-8bc1-4e49-8ba9-32c91da0d4cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 1096 time: 0.0452471 Aug 31 14:25:35.109066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-47a3ca13-ffe1-49d7-a2be-839ac0511178 req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 0a1c984d-dc4c-4c14-99a3-edaae344bdab owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:35.124825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71cdbf62-528b-452d-b8ce-2b4290348bd4 req-c1914992-ad6d-48ae-82c1-bc17f0cf49f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345099 Aug 31 14:25:35.241152 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.256709 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-47a3ca13-ffe1-49d7-a2be-839ac0511178 req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.305900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=0a1c984d-dc4c-4c14-99a3-edaae344bdab,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:35.354199 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8808cd03-6931-4f72-8b85-d8431424b50a req-04dbcabb-a433-441c-9fb1-8b9c8a732408 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=84f573d5-02ed-439f-b6d1-020cc7efbcf8 HTTP/1.1" status: 200 len: 210 time: 0.0497510 Aug 31 14:25:35.367868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.368269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.368846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.369191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.369529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.369865 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.370204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.370562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.372775 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.373173 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.373515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.373855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:25:35.377461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a3ca13-ffe1-49d7-a2be-839ac0511178 req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] No DVR routers for this DVR port 0a1c984d-dc4c-4c14-99a3-edaae344bdab on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:35.380191 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-47a3ca13-ffe1-49d7-a2be-839ac0511178 req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:35.383420 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47a3ca13-ffe1-49d7-a2be-839ac0511178 req-d403cd87-3b07-45ec-ad4a-1a27d19fcaaf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.52 "DELETE /v2.0/ports/0a1c984d-dc4c-4c14-99a3-edaae344bdab HTTP/1.1" status: 204 len: 173 time: 0.8108981 Aug 31 14:25:35.384475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'name': 'network-vif-deleted', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:35.387494 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b2df1b-4001-4f96-9497-503d35c31099" -d '{"events": [{"server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "name": "network-vif-deleted", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:35.454039 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb3fde1-8b72-4037-82e5-f9c52a7846f5 x-openstack-request-id: req-dbb3fde1-8b72-4037-82e5-f9c52a7846f5 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:35.454345 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f573d5-02ed-439f-b6d1-020cc7efbcf8", "name": "network-vif-deleted", "tag": "0a1c984d-dc4c-4c14-99a3-edaae344bdab", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:35.460490 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbb3fde1-8b72-4037-82e5-f9c52a7846f5 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:35.461433 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f573d5-02ed-439f-b6d1-020cc7efbcf8', 'name': 'network-vif-deleted', 'tag': '0a1c984d-dc4c-4c14-99a3-edaae344bdab', 'status': 'completed', 'code': 200} Aug 31 14:25:35.520583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648be41d-eebd-47e6-a156-722aacf9a252 req-06ea22af-8851-4bfb-a78e-4e2f8e57ce5d tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.522170 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-648be41d-eebd-47e6-a156-722aacf9a252 req-06ea22af-8851-4bfb-a78e-4e2f8e57ce5d tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 943 time: 0.0690668 Aug 31 14:25:35.575861 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-648be41d-eebd-47e6-a156-722aacf9a252 req-148037a5-f874-4d87-b37f-7ae111694999 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450335 Aug 31 14:25:35.858966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110630f3-b094-44ee-a9fe-3b60464aa231 req-52be50e9-3ab9-46af-a88f-ab4e806e33ef tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:35.860561 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-110630f3-b094-44ee-a9fe-3b60464aa231 req-52be50e9-3ab9-46af-a88f-ab4e806e33ef tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0578382 Aug 31 14:25:35.923745 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-110630f3-b094-44ee-a9fe-3b60464aa231 req-320b6423-e7b2-48ab-a23f-26afd44e10ca tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554824 Aug 31 14:25:36.447109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50784) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:36.702139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e842b28-f7f8-46d9-a345-8baff2e4be6c req-99c9559e-6c97-4456-8f41-14f0f2eea485 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:36.703843 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e842b28-f7f8-46d9-a345-8baff2e4be6c req-99c9559e-6c97-4456-8f41-14f0f2eea485 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 943 time: 0.0554249 Aug 31 14:25:36.757457 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e842b28-f7f8-46d9-a345-8baff2e4be6c req-e47a5687-2294-42e8-9b9c-fb772443671f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392270 Aug 31 14:25:36.797906 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.092323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bed3eb-3f43-40ed-ba2b-7696da84596e req-703fb7ce-6fad-4179-b4df-2befb55c97f2 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.093868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6bed3eb-3f43-40ed-ba2b-7696da84596e req-703fb7ce-6fad-4179-b4df-2befb55c97f2 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0880675 Aug 31 14:25:37.158359 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6bed3eb-3f43-40ed-ba2b-7696da84596e req-8919866a-bab1-4a34-abcb-8a340a8ec7f9 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441411 Aug 31 14:25:37.237983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b101-8dc6-4521-b117-c1cbf1e5a2db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.432472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572d80a-db67-488b-985a-57db6555d9a4 req-40030526-7bc7-4dae-bc85-a07c9e9a4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.440790 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b572d80a-db67-488b-985a-57db6555d9a4 req-40030526-7bc7-4dae-bc85-a07c9e9a4424 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2bb9e70c268420b9f70ba19fb0a1ffc&device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 1096 time: 0.0456555 Aug 31 14:25:37.478257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59aa250-809f-4233-9838-a8984b0997e1 req-05266240-3088-4607-bca0-028a2afd1a4e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.479924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a59aa250-809f-4233-9838-a8984b0997e1 req-05266240-3088-4607-bca0-028a2afd1a4e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0768209 Aug 31 14:25:37.543551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572d80a-db67-488b-985a-57db6555d9a4 req-5afd78fa-88e9-4409-84aa-c29f324a6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.544129 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b572d80a-db67-488b-985a-57db6555d9a4 req-5afd78fa-88e9-4409-84aa-c29f324a6bd4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=549759a7-076d-4596-9264-56d1c9a26fb6 HTTP/1.1" status: 200 len: 911 time: 0.1024024 Aug 31 14:25:37.559627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a59aa250-809f-4233-9838-a8984b0997e1 req-85361848-6922-4fb1-a7bb-22b3695ae49a tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715971 Aug 31 14:25:37.595033 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b572d80a-db67-488b-985a-57db6555d9a4 req-b5049d2e-4b64-42f2-b717-803fc2cf02d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a10f16e-7db1-48cd-a25b-b8bf39dc19db HTTP/1.1" status: 200 len: 217 time: 0.0433290 Aug 31 14:25:37.617060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4b101-8dc6-4521-b117-c1cbf1e5a2db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 878fc412-5504-48fe-a123-e5cda5f98080 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:37.617504 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b101-8dc6-4521-b117-c1cbf1e5a2db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.646987 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572d80a-db67-488b-985a-57db6555d9a4 req-f3a2c039-d664-438b-9d42-6dae81889236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.648541 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b572d80a-db67-488b-985a-57db6555d9a4 req-f3a2c039-d664-438b-9d42-6dae81889236 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33365ccd-759c-4b7c-aa93-c33a9110628e HTTP/1.1" status: 200 len: 850 time: 0.0461688 Aug 31 14:25:37.685804 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b572d80a-db67-488b-985a-57db6555d9a4 req-fe5a02cf-4e24-4202-b977-58b4af197c90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=549759a7-076d-4596-9264-56d1c9a26fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277653 Aug 31 14:25:37.712542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-1cc4b101-8dc6-4521-b117-c1cbf1e5a2db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] For port 878fc412-5504-48fe-a123-e5cda5f98080, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=878fc412-5504-48fe-a123-e5cda5f98080,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:37.712852 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b101-8dc6-4521-b117-c1cbf1e5a2db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.728729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4b101-8dc6-4521-b117-c1cbf1e5a2db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 878fc412-5504-48fe-a123-e5cda5f98080 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:37.786003 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b572d80a-db67-488b-985a-57db6555d9a4 req-d8584a2c-bcf1-4640-983b-1727b20c3b74 service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922258 Aug 31 14:25:37.930599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a2af1-d3fb-4c90-9070-c732fa4156f2 req-789d5783-7f6c-40f1-9b79-9f54d5b59522 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:37.932124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c35a2af1-d3fb-4c90-9070-c732fa4156f2 req-789d5783-7f6c-40f1-9b79-9f54d5b59522 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 943 time: 0.0807693 Aug 31 14:25:37.938270 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b572d80a-db67-488b-985a-57db6555d9a4 req-4d91c577-7e06-433d-ab26-6b5e89b9e351 service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432993 Aug 31 14:25:37.941188 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b101-8dc6-4521-b117-c1cbf1e5a2db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:37.983828 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c35a2af1-d3fb-4c90-9070-c732fa4156f2 req-ffb5037d-7a31-463e-a9c6-59771a6dd2d2 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436735 Aug 31 14:25:38.024211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4b101-8dc6-4521-b117-c1cbf1e5a2db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=878fc412-5504-48fe-a123-e5cda5f98080,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:38.201214 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b101-8dc6-4521-b117-c1cbf1e5a2db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.430439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc4b101-8dc6-4521-b117-c1cbf1e5a2db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:38.544551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc4b101-8dc6-4521-b117-c1cbf1e5a2db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:38.552724 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1cc4b101-8dc6-4521-b117-c1cbf1e5a2db tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "PUT /v2.0/routers/8d9230ef-fb73-4b74-a0d5-a256b0f6e140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1015613 Aug 31 14:25:38.552724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50832) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:38.556338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb2def-9aad-46d2-abe2-17ed615db738 None None] Sync routers for ids ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:38.566019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb2def-9aad-46d2-abe2-17ed615db738 None None] Routers {'8d9230ef-fb73-4b74-a0d5-a256b0f6e140'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:38.567024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-edeb2def-9aad-46d2-abe2-17ed615db738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:38.609738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa5b400-e65d-49b2-aa86-a993acb7edc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting subnet 3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:25:38.613141 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7fa5b400-e65d-49b2-aa86-a993acb7edc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.663958 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7fa5b400-e65d-49b2-aa86-a993acb7edc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.697004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-edeb2def-9aad-46d2-abe2-17ed615db738 None None] Set router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:38.728648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0a1c984d-dc4c-4c14-99a3-edaae344bdab no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:38.781236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 0a1c984d-dc4c-4c14-99a3-edaae344bdab {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:38.781784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0a1c984d-dc4c-4c14-99a3-edaae344bdab not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:38.796357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808d865-2ad9-4af2-8c34-e81066c2eeed req-8890f311-70c1-4d2b-bbd4-6e19a28a052d tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:38.798027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7808d865-2ad9-4af2-8c34-e81066c2eeed req-8890f311-70c1-4d2b-bbd4-6e19a28a052d tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.1015735 Aug 31 14:25:38.809791 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7fa5b400-e65d-49b2-aa86-a993acb7edc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.885651 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7808d865-2ad9-4af2-8c34-e81066c2eeed req-c58ff751-b479-44f8-8384-3942985d665e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777607 Aug 31 14:25:38.913100 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7fa5b400-e65d-49b2-aa86-a993acb7edc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.920739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-edeb2def-9aad-46d2-abe2-17ed615db738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:25:37Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:38.941764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5b400-e65d-49b2-aa86-a993acb7edc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:38.952762 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7fa5b400-e65d-49b2-aa86-a993acb7edc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:38.953645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb2def-9aad-46d2-abe2-17ed615db738 None None] Checking router: 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:38.959978 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7fa5b400-e65d-49b2-aa86-a993acb7edc8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/subnets/3b1e7e2e-32f2-4c69-ba04-3954cfdfe18c HTTP/1.1" status: 204 len: 168 time: 0.4040074 Aug 31 14:25:38.960593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50846) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:38.960709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c98c4-5476-4860-8f67-3f750a7544ed None None] Network 2cf44839-4c77-42f1-8d5c-1cafd00c5447 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:38.968355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb2def-9aad-46d2-abe2-17ed615db738 None None] Routers {'8d9230ef-fb73-4b74-a0d5-a256b0f6e140'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:38.969018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-edeb2def-9aad-46d2-abe2-17ed615db738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:39.079149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.177256 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaffd4d-a2c5-498b-8a79-6f2673482395 req-37cf7871-621d-462d-83af-3aef8e4f1ddb tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:39.180424 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eaaffd4d-a2c5-498b-8a79-6f2673482395 req-37cf7871-621d-462d-83af-3aef8e4f1ddb tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 943 time: 0.0607231 Aug 31 14:25:39.181185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-edeb2def-9aad-46d2-abe2-17ed615db738 None None] Set router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:39.217262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.252073 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eaaffd4d-a2c5-498b-8a79-6f2673482395 req-f8546c2f-5719-4ecd-a282-e24164e7daf8 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527775 Aug 31 14:25:39.297960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port f321c8f4-e6f2-4815-818d-82ebf13a28a4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:39.298453 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.314229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f659a8c7-a169-49e3-9ca0-388234880c37 None None] DHCP port deletion for 2cf44839-4c77-42f1-8d5c-1cafd00c5447 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:25:39.343639 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.366805 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.381719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] For port f321c8f4-e6f2-4815-818d-82ebf13a28a4, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f321c8f4-e6f2-4815-818d-82ebf13a28a4,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:39.382221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.395801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for f321c8f4-e6f2-4815-818d-82ebf13a28a4 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:39.434888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f659a8c7-a169-49e3-9ca0-388234880c37 None None] Deleting port 9e318763-4a46-43d8-8a16-f26cda42c9df {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:25:39.435275 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f659a8c7-a169-49e3-9ca0-388234880c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.505805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f659a8c7-a169-49e3-9ca0-388234880c37 None None] For port 9e318763-4a46-43d8-8a16-f26cda42c9df, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9e318763-4a46-43d8-8a16-f26cda42c9df,segment=NetworkSegment(b9ef6711-3ae4-4397-b97f-f9ae8e7ea493),segment_id=b9ef6711-3ae4-4397-b97f-f9ae8e7ea493)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:39.506163 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f659a8c7-a169-49e3-9ca0-388234880c37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.522308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f659a8c7-a169-49e3-9ca0-388234880c37 None None] Calling delete_port for 9e318763-4a46-43d8-8a16-f26cda42c9df owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:25:39.525395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-edeb2def-9aad-46d2-abe2-17ed615db738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:25:37Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:39.558963 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb2def-9aad-46d2-abe2-17ed615db738 None None] The sync data for ids ['8d9230ef-fb73-4b74-a0d5-a256b0f6e140'] in n-d-792364-6 is: [{'id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980940685', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:25:37Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': 'f321c8f4-e6f2-4815-818d-82ebf13a28a4', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9230ef-fb73-4b74-a0d5-a256b0f6e140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:23:27Z', 'updated_at': '2021-08-31T14:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:39.604162 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.643704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=f321c8f4-e6f2-4815-818d-82ebf13a28a4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:39.674417 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f659a8c7-a169-49e3-9ca0-388234880c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.700702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659a8c7-a169-49e3-9ca0-388234880c37 None None] Pushing event deleted for resources: {'Port': ['ID=9e318763-4a46-43d8-8a16-f26cda42c9df,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:39.706131 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f659a8c7-a169-49e3-9ca0-388234880c37 None None] No DVR routers for this DVR port 9e318763-4a46-43d8-8a16-f26cda42c9df on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:25:39.708746 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.803180 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.805538 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.853097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.853691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9230ef-fb73-4b74-a0d5-a256b0f6e140 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:25:39.860989 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:39.862443 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-71fd67f9-f7c5-404d-97fc-2ff9ba99f6ae tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/routers/8d9230ef-fb73-4b74-a0d5-a256b0f6e140 HTTP/1.1" status: 204 len: 168 time: 0.9007392 Aug 31 14:25:39.865284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50864) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:39.963516 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.036164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c5491-3df1-4221-8d18-37716b74dc62 req-d88b1434-a4b5-44d2-a02f-a9c8f96d4ac2 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.037850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f90c5491-3df1-4221-8d18-37716b74dc62 req-d88b1434-a4b5-44d2-a02f-a9c8f96d4ac2 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0726194 Aug 31 14:25:40.064607 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.076979 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf44839-4c77-42f1-8d5c-1cafd00c5447']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:40.091589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:40.091906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ef6711-3ae4-4397-b97f-f9ae8e7ea493') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:40.094912 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f90c5491-3df1-4221-8d18-37716b74dc62 req-c4968d0d-ce86-479a-8671-17799f4f669e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507133 Aug 31 14:25:40.102593 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.125300 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.134358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:25:40.134842 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:25:40.138185 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:25:40.209723 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.217097 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.221479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/networks/2cf44839-4c77-42f1-8d5c-1cafd00c5447 HTTP/1.1" status: 204 len: 168 time: 0.3526475 Aug 31 14:25:40.222242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50872) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:40.234935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553f18c-bb05-461f-a581-04081d21fab5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Network': ['ID=2cf44839-4c77-42f1-8d5c-1cafd00c5447,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:40.290018 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb26092c-9f9a-431d-bd3a-6d147203e74d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.320782 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb26092c-9f9a-431d-bd3a-6d147203e74d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.374867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbb2f4-0184-4fa6-b2c8-17811f237fd6 req-e35e958f-06bf-4135-9d5d-cb5b3c815d89 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:40.383404 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4fbb2f4-0184-4fa6-b2c8-17811f237fd6 req-e35e958f-06bf-4135-9d5d-cb5b3c815d89 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 943 time: 0.0611107 Aug 31 14:25:40.394475 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb26092c-9f9a-431d-bd3a-6d147203e74d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.398027 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb26092c-9f9a-431d-bd3a-6d147203e74d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.403160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eb26092c-9f9a-431d-bd3a-6d147203e74d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/security-groups/3743c5f0-d401-4cb6-bc43-0d9703f016f0 HTTP/1.1" status: 204 len: 168 time: 0.1798041 Aug 31 14:25:40.418211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26092c-9f9a-431d-bd3a-6d147203e74d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3743c5f0-d401-4cb6-bc43-0d9703f016f0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:40.458450 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4fbb2f4-0184-4fa6-b2c8-17811f237fd6 req-66e80636-951e-4dbf-8c57-a732a370e82f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729966 Aug 31 14:25:40.778468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50888) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:40.783386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8f02b70c-d18a-45a3-8623-20bba3e40206 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853828615', 'description': 'tempest-secgroup-smoke-853828615 description', 'project_id': '6aca18e1be7245299924d9c1f085ff48'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:40.808860 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f02b70c-d18a-45a3-8623-20bba3e40206 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.902850 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f02b70c-d18a-45a3-8623-20bba3e40206 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.906648 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f02b70c-d18a-45a3-8623-20bba3e40206 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.937216 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8f02b70c-d18a-45a3-8623-20bba3e40206 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:40.938510 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8f02b70c-d18a-45a3-8623-20bba3e40206 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1590366 Aug 31 14:25:40.941263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50894) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:40.945845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b3ccfbd7-0557-4933-b58e-3a7b90a72e5b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '72f82348-9ae7-4710-bb8b-04e42e6bd490', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:40.953987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02b70c-d18a-45a3-8623-20bba3e40206 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f82348-9ae7-4710-bb8b-04e42e6bd490,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:40.975994 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3ccfbd7-0557-4933-b58e-3a7b90a72e5b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.051299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3ccfbd7-0557-4933-b58e-3a7b90a72e5b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.055170 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3ccfbd7-0557-4933-b58e-3a7b90a72e5b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.070454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccfbd7-0557-4933-b58e-3a7b90a72e5b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af4ab3b-1fb3-4dab-920c-f35094c45cef,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:41.079749 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b3ccfbd7-0557-4933-b58e-3a7b90a72e5b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.083464 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b3ccfbd7-0557-4933-b58e-3a7b90a72e5b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388323 Aug 31 14:25:41.083659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50898) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:41.089053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d21d7107-cc21-4ba2-b91f-85fb46232929 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '72f82348-9ae7-4710-bb8b-04e42e6bd490', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:41.121113 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d21d7107-cc21-4ba2-b91f-85fb46232929 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.150823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f321c8f4-e6f2-4815-818d-82ebf13a28a4 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:41.177405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: f321c8f4-e6f2-4815-818d-82ebf13a28a4 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:41.178170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f321c8f4-e6f2-4815-818d-82ebf13a28a4 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:41.178956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9e318763-4a46-43d8-8a16-f26cda42c9df no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:41.213153 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d21d7107-cc21-4ba2-b91f-85fb46232929 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.216009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 9e318763-4a46-43d8-8a16-f26cda42c9df {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:41.216807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9e318763-4a46-43d8-8a16-f26cda42c9df not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:41.217681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 878fc412-5504-48fe-a123-e5cda5f98080 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:25:41.220054 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d21d7107-cc21-4ba2-b91f-85fb46232929 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.243994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d7107-cc21-4ba2-b91f-85fb46232929 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03789f48-e04c-414b-a219-3ba06d588f43,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:41.260861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 878fc412-5504-48fe-a123-e5cda5f98080 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:25:41.261673 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 878fc412-5504-48fe-a123-e5cda5f98080 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:25:41.271453 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d21d7107-cc21-4ba2-b91f-85fb46232929 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.273608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d21d7107-cc21-4ba2-b91f-85fb46232929 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1887605 Aug 31 14:25:41.276984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50906) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:41.287291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-92c9f8ac-7c2e-48e9-abdb-c1956aa45476 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '72f82348-9ae7-4710-bb8b-04e42e6bd490', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:41.300547 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9fc83-1c6e-456e-a32f-ff5cf25b5586 req-9a96b67f-8df7-4f7e-ab90-6daac9ecebc3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.303908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6e9fc83-1c6e-456e-a32f-ff5cf25b5586 req-9a96b67f-8df7-4f7e-ab90-6daac9ecebc3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.1237972 Aug 31 14:25:41.327104 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92c9f8ac-7c2e-48e9-abdb-c1956aa45476 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.362643 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6e9fc83-1c6e-456e-a32f-ff5cf25b5586 req-3d28a83f-1832-4c89-b3de-b44305f93c4c tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509684 Aug 31 14:25:41.392456 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92c9f8ac-7c2e-48e9-abdb-c1956aa45476 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.396403 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92c9f8ac-7c2e-48e9-abdb-c1956aa45476 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.414572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9f8ac-7c2e-48e9-abdb-c1956aa45476 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3c24cc-a746-43b8-9449-f809670bae96,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:41.422272 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92c9f8ac-7c2e-48e9-abdb-c1956aa45476 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.423658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-92c9f8ac-7c2e-48e9-abdb-c1956aa45476 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445994 Aug 31 14:25:41.426352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50908) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:41.430745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-22be49c4-ee7e-4155-a586-4498f7bef5b0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '72f82348-9ae7-4710-bb8b-04e42e6bd490', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:41.463819 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22be49c4-ee7e-4155-a586-4498f7bef5b0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.529710 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22be49c4-ee7e-4155-a586-4498f7bef5b0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.534885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22be49c4-ee7e-4155-a586-4498f7bef5b0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.563090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be49c4-ee7e-4155-a586-4498f7bef5b0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb66d625-e628-47ce-8407-ff1d0d30b136,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:41.569862 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22be49c4-ee7e-4155-a586-4498f7bef5b0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.572871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-22be49c4-ee7e-4155-a586-4498f7bef5b0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438446 Aug 31 14:25:41.574160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50918) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:41.579439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8d7fb3c0-34df-402e-9c46-145fa94f41f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '72f82348-9ae7-4710-bb8b-04e42e6bd490', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:41.608728 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-8d7fb3c0-34df-402e-9c46-145fa94f41f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Project 6aca18e1be7245299924d9c1f085ff48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:25:41.613286 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb838ba-3937-4f77-9df7-fdbaae3469b6 req-f763ef34-ee1f-487d-adc7-32083e5ad485 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.615045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4eb838ba-3937-4f77-9df7-fdbaae3469b6 req-f763ef34-ee1f-487d-adc7-32083e5ad485 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 943 time: 0.0617683 Aug 31 14:25:41.615885 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb3c0-34df-402e-9c46-145fa94f41f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.667108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4eb838ba-3937-4f77-9df7-fdbaae3469b6 req-16a2092f-f3e2-4482-8a45-fca4128b560b tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445457 Aug 31 14:25:41.674112 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb3c0-34df-402e-9c46-145fa94f41f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.678815 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb3c0-34df-402e-9c46-145fa94f41f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.698108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fb3c0-34df-402e-9c46-145fa94f41f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc784f5-3365-420a-8d2f-f22bd407f1d5,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:41.705889 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb3c0-34df-402e-9c46-145fa94f41f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.707242 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8d7fb3c0-34df-402e-9c46-145fa94f41f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317008 Aug 31 14:25:41.709954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50920) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:41.714604 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8add7434-9365-4dd6-9b9e-99ffa85706f4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '72f82348-9ae7-4710-bb8b-04e42e6bd490', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:41.736640 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-8add7434-9365-4dd6-9b9e-99ffa85706f4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Project 6aca18e1be7245299924d9c1f085ff48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:25:41.741754 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8add7434-9365-4dd6-9b9e-99ffa85706f4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.805276 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8add7434-9365-4dd6-9b9e-99ffa85706f4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.809907 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8add7434-9365-4dd6-9b9e-99ffa85706f4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.832065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add7434-9365-4dd6-9b9e-99ffa85706f4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a077100a-694a-4e4b-92cc-836333e76cd1,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:41.841112 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8add7434-9365-4dd6-9b9e-99ffa85706f4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.842574 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8add7434-9365-4dd6-9b9e-99ffa85706f4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315236 Aug 31 14:25:41.846282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50928) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:41.852544 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b1a770b3-77d4-40b7-a13a-f3c1f9ae9c1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'network': {'name': 'tempest-network-smoke--943773585', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'port_security_enabled': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:41.874303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a770b3-77d4-40b7-a13a-f3c1f9ae9c1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Made reservation on behalf of 6aca18e1be7245299924d9c1f085ff48 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:41.878073 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1a770b3-77d4-40b7-a13a-f3c1f9ae9c1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.904471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a770b3-77d4-40b7-a13a-f3c1f9ae9c1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:25:41.914051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1a770b3-77d4-40b7-a13a-f3c1f9ae9c1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.914467 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b1a770b3-77d4-40b7-a13a-f3c1f9ae9c1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Added segment f69628ee-c9c9-4e4c-98be-a5a7d9496201 of type vlan for network 21d7ab62-97bb-4111-b853-40a2b969fb74 Aug 31 14:25:41.957408 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1a770b3-77d4-40b7-a13a-f3c1f9ae9c1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.958590 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4632ec91-5180-4883-a3b8-1c4dc2e3140b details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:25:41.987047 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1a770b3-77d4-40b7-a13a-f3c1f9ae9c1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:41.994596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a770b3-77d4-40b7-a13a-f3c1f9ae9c1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:41.995313 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1a770b3-77d4-40b7-a13a-f3c1f9ae9c1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.014917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50930) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:42.015881 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b1a770b3-77d4-40b7-a13a-f3c1f9ae9c1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1685131 Aug 31 14:25:42.019535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'admin_state_up': True, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:42.044977 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.046378 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.074476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4632ec91-5180-4883-a3b8-1c4dc2e3140b, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4632ec91-5180-4883-a3b8-1c4dc2e3140b,segment=NetworkSegment(33d20241-e095-4fc0-9953-2973f20331a4),segment_id=33d20241-e095-4fc0-9953-2973f20331a4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:42.092333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'port_id': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'mac_address': 'fa:16:3e:5f:c7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:25:42.097411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a770b3-77d4-40b7-a13a-f3c1f9ae9c1c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Network': ['ID=21d7ab62-97bb-4111-b853-40a2b969fb74,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:42.122885 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 21d7ab62-97bb-4111-b853-40a2b969fb74 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:25:42.125414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.202305 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.223486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4632ec91-5180-4883-a3b8-1c4dc2e3140b {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:42.246792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4632ec91-5180-4883-a3b8-1c4dc2e3140b, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4632ec91-5180-4883-a3b8-1c4dc2e3140b,segment=NetworkSegment(33d20241-e095-4fc0-9953-2973f20331a4),segment_id=33d20241-e095-4fc0-9953-2973f20331a4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:42.250173 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.265463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.301438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4632ec91-5180-4883-a3b8-1c4dc2e3140b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:42.447932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4632ec91-5180-4883-a3b8-1c4dc2e3140b'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:25:42.495568 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.509251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10801628-a9db-453b-8a64-e9df4dfbc55d req-685b3b20-0bca-4310-8b0b-614973848b08 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.517427 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-10801628-a9db-453b-8a64-e9df4dfbc55d req-685b3b20-0bca-4310-8b0b-614973848b08 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0652137 Aug 31 14:25:42.522924 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.563914 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-10801628-a9db-453b-8a64-e9df4dfbc55d req-78293072-f3ff-4176-b706-68eca797c997 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455234 Aug 31 14:25:42.645095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.25.3.104 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/84285215-7fc2-4b22-849c-10ad3c69a940) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:42.797594 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.831658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025db6f-d6c0-44a8-9ecd-7f517f3cc617 req-2b552741-d85d-43f0-9c12-773d9accaf0f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:42.833313 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2025db6f-d6c0-44a8-9ecd-7f517f3cc617 req-2b552741-d85d-43f0-9c12-773d9accaf0f tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 944 time: 0.0770051 Aug 31 14:25:42.876805 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:42.919430 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2025db6f-d6c0-44a8-9ecd-7f517f3cc617 req-87e721aa-655f-4cf9-883a-7857e5455737 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757778 Aug 31 14:25:42.929888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:42.932933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:42.940170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:42.967389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=84285215-7fc2-4b22-849c-10ad3c69a940,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:43.537536 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:43.689140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc698f-b750-48a2-9e28-3298225f6ed6 req-0aa67c61-dbac-4837-9afd-d72bde2c07d6 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:43.691247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-21dc698f-b750-48a2-9e28-3298225f6ed6 req-0aa67c61-dbac-4837-9afd-d72bde2c07d6 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0618560 Aug 31 14:25:43.733998 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-21dc698f-b750-48a2-9e28-3298225f6ed6 req-5ab9fde2-6e5b-45fa-8a12-5cc70a720a79 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364168 Aug 31 14:25:43.758708 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:43.881735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:25:43.967002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4632ec91-5180-4883-a3b8-1c4dc2e3140b up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:44.017121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:44.034763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 4632ec91-5180-4883-a3b8-1c4dc2e3140b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:44.039754 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Sync routers for ids ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:44.040324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 4632ec91-5180-4883-a3b8-1c4dc2e3140b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:44.040416 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.053021 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Routers {'9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:44.053759 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:44.097673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c774d8a-1de2-4432-945f-dae10bfe7714 req-1f668919-a825-444a-9f1b-882443be3175 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.105528 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c774d8a-1de2-4432-945f-dae10bfe7714 req-1f668919-a825-444a-9f1b-882443be3175 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 944 time: 0.1018691 Aug 31 14:25:44.108900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.110122 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a5537aca-e27f-4340-947a-0c1fd1b12556 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0939174 Aug 31 14:25:44.113163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50976) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:44.165499 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cf29e7a6-c0c0-4305-982b-8188e59abc53 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6aca18e1be7245299924d9c1f085ff48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504344 Aug 31 14:25:44.172030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50978) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:44.187111 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c774d8a-1de2-4432-945f-dae10bfe7714 req-acd39833-8323-472f-98f8-cbea661b13b6 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805578 Aug 31 14:25:44.197633 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Set router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:44.298118 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.325448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:44.328263 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a598d94f-daea-445a-be34-0c3b5c8b73d3" -d '{"events": [{"server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "name": "network-vif-plugged", "status": "completed", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:44.363031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4632ec91-5180-4883-a3b8-1c4dc2e3140b, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4632ec91-5180-4883-a3b8-1c4dc2e3140b,segment=NetworkSegment(33d20241-e095-4fc0-9953-2973f20331a4),segment_id=33d20241-e095-4fc0-9953-2973f20331a4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:44.369721 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.383472 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a307c9-0a2c-4dbf-bc21-6eb5eb7d34fc x-openstack-request-id: req-f6a307c9-0a2c-4dbf-bc21-6eb5eb7d34fc {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:44.383764 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "name": "network-vif-plugged", "status": "completed", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:44.384017 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6a307c9-0a2c-4dbf-bc21-6eb5eb7d34fc {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:44.385373 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'code': 200} Aug 31 14:25:44.403172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d185572-9f92-4b25-9f5a-eef75ae6f345 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.408524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 50986) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:44.428386 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6d185572-9f92-4b25-9f5a-eef75ae6f345 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2548466 Aug 31 14:25:44.439904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4632ec91-5180-4883-a3b8-1c4dc2e3140b,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:44.460017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-860cf5e9-e693-4fe4-a228-57229da0db37 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501666 Aug 31 14:25:44.463322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 50988) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:44.469373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ea7d6a05-8c78-4cd7-9999-2c949afd4c9e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-289796789', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:44.471372 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:43Z', 'revision_number': 3, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:44.492467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1677c-97e7-4786-b982-8a471c5f590e req-62d1e104-917a-4d7e-a771-9d17ffbc9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.494202 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cf1677c-97e7-4786-b982-8a471c5f590e req-62d1e104-917a-4d7e-a771-9d17ffbc9753 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 1096 time: 0.0468562 Aug 31 14:25:44.498903 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Checking router: 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:44.499252 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Updating router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f port 84285215-7fc2-4b22-849c-10ad3c69a940 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:25:44.533008 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.545350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cf1677c-97e7-4786-b982-8a471c5f590e req-d65506af-7c6d-44b2-8a09-4ff5d83409b9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435956 Aug 31 14:25:44.569544 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7d6a05-8c78-4cd7-9999-2c949afd4c9e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Made reservation on behalf of 6aca18e1be7245299924d9c1f085ff48 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:44.574152 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6a05-8c78-4cd7-9999-2c949afd4c9e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.790026 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6a05-8c78-4cd7-9999-2c949afd4c9e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.803917 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.818086 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Transition to ACTIVE for port object 84285215-7fc2-4b22-849c-10ad3c69a940 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:44.826272 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.861470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d6a05-8c78-4cd7-9999-2c949afd4c9e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Subnet': ['ID=21125edd-d5f0-4511-b54f-a3455f6aa111,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:44.878188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d6a05-8c78-4cd7-9999-2c949afd4c9e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Checking segment: {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:44.878817 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d6a05-8c78-4cd7-9999-2c949afd4c9e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network hostable DHCP agents. Network: 21d7ab62-97bb-4111-b853-40a2b969fb74, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:25:44.888065 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Attempting to bind port 84285215-7fc2-4b22-849c-10ad3c69a940 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:44.889445 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Attempting to bind port 84285215-7fc2-4b22-849c-10ad3c69a940 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:44.890063 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Attempting to bind port 84285215-7fc2-4b22-849c-10ad3c69a940 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:44.899630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6c8f0-8a85-4e4d-9882-0b99d8753832 req-4c5ecff2-7acb-42b9-a276-468cb7c40f64 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.901311 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9c6c8f0-8a85-4e4d-9882-0b99d8753832 req-4c5ecff2-7acb-42b9-a276-468cb7c40f64 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0645928 Aug 31 14:25:44.901710 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d6a05-8c78-4cd7-9999-2c949afd4c9e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network 21d7ab62-97bb-4111-b853-40a2b969fb74 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:25:44.917045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ea7d6a05-8c78-4cd7-9999-2c949afd4c9e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 21d7ab62-97bb-4111-b853-40a2b969fb74) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:44.917941 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:44.919020 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:44.919134 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.919487 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:44.919965 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Bound port: 84285215-7fc2-4b22-849c-10ad3c69a940, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:44.920355 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.922424 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f0c9a-5187-42ef-8cf3-04f85aba3fd1 None None] Pushing event updated for resources: {'Port': ['ID=84285215-7fc2-4b22-849c-10ad3c69a940,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:44.940676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bf1cdd-8b9c-45be-8ebe-cbb234c80c63 None None] Network 21d7ab62-97bb-4111-b853-40a2b969fb74 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:44.958752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7d6a05-8c78-4cd7-9999-2c949afd4c9e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:44.962802 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6a05-8c78-4cd7-9999-2c949afd4c9e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:44.989149 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9c6c8f0-8a85-4e4d-9882-0b99d8753832 req-7bff34d6-6be7-4b82-9828-aa59ffada49c tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796247 Aug 31 14:25:44.996083 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ea7d6a05-8c78-4cd7-9999-2c949afd4c9e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5290306 Aug 31 14:25:44.996452 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] For port 84285215-7fc2-4b22-849c-10ad3c69a940, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:44.996701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51002) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:44.998175 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] For port 84285215-7fc2-4b22-849c-10ad3c69a940, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=84285215-7fc2-4b22-849c-10ad3c69a940,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:45.007896 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.074221 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Routers {'9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:45.075059 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:45.110610 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f0c9a-5187-42ef-8cf3-04f85aba3fd1 None None] Pushing event updated for resources: {'Port': ['ID=84285215-7fc2-4b22-849c-10ad3c69a940,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:45.201860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-21d7ab62-97bb-4111-b853-40a2b969fb74', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ips': [{'subnet_id': '21125edd-d5f0-4511-b54f-a3455f6aa111'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:25:45.202908 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.318794 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] Set router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:45.389386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Allocated IP 172.20.0.2 (21d7ab62-97bb-4111-b853-40a2b969fb74/21125edd-d5f0-4511-b54f-a3455f6aa111/b887ef83-e964-4a50-86a1-06dd837b0398) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:45.422553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3eb04-977c-4189-b9fb-7c874c1ae533 req-da74763f-2a76-4f95-a3e6-3af87152f3d2 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:45.422553 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26a3eb04-977c-4189-b9fb-7c874c1ae533 req-da74763f-2a76-4f95-a3e6-3af87152f3d2 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 945 time: 0.1139228 Aug 31 14:25:45.506618 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26a3eb04-977c-4189-b9fb-7c874c1ae533 req-8f90badb-a5ae-4d4f-b1dc-cce39a5adfbf tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785375 Aug 31 14:25:45.566299 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:43Z', 'revision_number': 3, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:45.604793 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d483c-24a2-4f7d-8bd3-de28330dd5d8 None None] The sync data for ids ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'] in n-d-792364-6 is: [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:43Z', 'revision_number': 3, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:45.687515 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.694906 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.703837 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Transition to ACTIVE for port object b887ef83-e964-4a50-86a1-06dd837b0398 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:45.728411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Transition to ACTIVE for port object b887ef83-e964-4a50-86a1-06dd837b0398 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:45.736975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.787328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Network 21d7ab62-97bb-4111-b853-40a2b969fb74 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:45.792348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:45.795751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:45.803259 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Pushing event updated for resources: {'Port': ['ID=b887ef83-e964-4a50-86a1-06dd837b0398,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:45.869687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Attempting to bind port b887ef83-e964-4a50-86a1-06dd837b0398 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:45.870119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Attempting to bind port b887ef83-e964-4a50-86a1-06dd837b0398 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:45.870494 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Attempting to bind port b887ef83-e964-4a50-86a1-06dd837b0398 on network 21d7ab62-97bb-4111-b853-40a2b969fb74 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:45.877528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:45.877918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Checking segment: {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:45.878385 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:45.878776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Bound using segment: {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:45.879269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Bound port: b887ef83-e964-4a50-86a1-06dd837b0398, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:45.879662 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:46.000178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] For port b887ef83-e964-4a50-86a1-06dd837b0398, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:46.003840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] For port b887ef83-e964-4a50-86a1-06dd837b0398, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b887ef83-e964-4a50-86a1-06dd837b0398,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:46.024864 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:46.137986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83156f3b-90cb-4cd8-b174-3f4468f73a1b None None] Pushing event updated for resources: {'Port': ['ID=b887ef83-e964-4a50-86a1-06dd837b0398,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:46.149624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.20.0.1 (21d7ab62-97bb-4111-b853-40a2b969fb74/21125edd-d5f0-4511-b54f-a3455f6aa111/122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:46.197078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1f0cb-352d-48b3-a212-4512b01c9ea5 req-ed504fe5-b620-47b4-96c0-4d5830cbbf89 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:46.200503 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5e1f0cb-352d-48b3-a212-4512b01c9ea5 req-ed504fe5-b620-47b4-96c0-4d5830cbbf89 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.1074224 Aug 31 14:25:46.255667 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5e1f0cb-352d-48b3-a212-4512b01c9ea5 req-32033be2-faeb-4d78-a28d-94ed3d5968a5 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479462 Aug 31 14:25:46.310015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:46.342869 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Transition to ACTIVE for port object 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:46.441485 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:46.505836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network 21d7ab62-97bb-4111-b853-40a2b969fb74 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:46.510875 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:46.518815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:46.615671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:46.645558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:46.713329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9fb67-99e0-4869-823b-24cfbd6dab7c req-deec2a38-b862-4e15-b1c5-8db931fc7dba tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:46.721049 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35a9fb67-99e0-4869-823b-24cfbd6dab7c req-deec2a38-b862-4e15-b1c5-8db931fc7dba tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 945 time: 0.1223559 Aug 31 14:25:46.800228 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-35a9fb67-99e0-4869-823b-24cfbd6dab7c req-0b0dc515-09fe-414b-a2fe-aac1c9759b36 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781829 Aug 31 14:25:46.852951 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:46.970821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efa677-4477-42dc-a004-099003ae0afa req-6ac74223-dc68-463c-b062-8d64638a09ad tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:46.972697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56efa677-4477-42dc-a004-099003ae0afa req-6ac74223-dc68-463c-b062-8d64638a09ad tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 945 time: 0.0659738 Aug 31 14:25:47.037420 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56efa677-4477-42dc-a004-099003ae0afa req-6ee87f6a-c1a9-44cd-abc4-f29add0d312e tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575747 Aug 31 14:25:47.059007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51040) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:47.306569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 84285215-7fc2-4b22-849c-10ad3c69a940 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:47.386856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 84285215-7fc2-4b22-849c-10ad3c69a940 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:47.387604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b509ae2-1daf-4669-84e5-4569f3bfe8b4 tempest-TestVolumeBackupRestore-20332457 tempest-TestVolumeBackupRestore-20332457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.395595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4b509ae2-1daf-4669-84e5-4569f3bfe8b4 tempest-TestVolumeBackupRestore-20332457 tempest-TestVolumeBackupRestore-20332457-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 1091 time: 0.3355594 Aug 31 14:25:47.396416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 51050) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:47.401760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:47.404110 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 84285215-7fc2-4b22-849c-10ad3c69a940 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:47.404787 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.436884 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.539470 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff95e8f-99fd-4cc6-83d5-a8136153e744 None None] Network 21d7ab62-97bb-4111-b853-40a2b969fb74 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:25:47.566851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60087a25-659c-483d-b9d6-935ffb6a0b61 req-21e9cd4f-d224-4c00-ac13-15c80633ae63 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:47.568418 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60087a25-659c-483d-b9d6-935ffb6a0b61 req-21e9cd4f-d224-4c00-ac13-15c80633ae63 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0969095 Aug 31 14:25:47.599336 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.659511 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.670945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d2777b2f-7d6c-4919-9b85-cb85e052e36d None None] Provisioning for port b887ef83-e964-4a50-86a1-06dd837b0398 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:47.705351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 84285215-7fc2-4b22-849c-10ad3c69a940, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=84285215-7fc2-4b22-849c-10ad3c69a940,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:47.716946 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.718021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b887ef83-e964-4a50-86a1-06dd837b0398 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:47.731267 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-60087a25-659c-483d-b9d6-935ffb6a0b61 req-957dad9c-5bc3-4287-a17c-3221e9304e74 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512811 Aug 31 14:25:47.760398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Allocated IP 172.25.3.177 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/878fa74b-f3eb-4900-a6c4-4b2a32275413) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:47.814951 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.826323 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.866966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=84285215-7fc2-4b22-849c-10ad3c69a940,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:47.906745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port b887ef83-e964-4a50-86a1-06dd837b0398 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:47.926812 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.946060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b887ef83-e964-4a50-86a1-06dd837b0398 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:47.946437 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:47.956233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:47.960395 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.007610 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.059771 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.078070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:48.082801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:48.097148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:48.103469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network 21d7ab62-97bb-4111-b853-40a2b969fb74 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:48.105289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:48.130290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event updated for resources: {'Port': ['ID=878fa74b-f3eb-4900-a6c4-4b2a32275413,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:48.152009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port b887ef83-e964-4a50-86a1-06dd837b0398, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b887ef83-e964-4a50-86a1-06dd837b0398,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:48.157622 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.262068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=b887ef83-e964-4a50-86a1-06dd837b0398,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:48.272752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:48.424745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:48.427733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7a356c05-2de6-4903-b225-1d773077d92e None None] Provisioning complete for port b887ef83-e964-4a50-86a1-06dd837b0398 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:48.428863 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a356c05-2de6-4903-b225-1d773077d92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.439106 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c459c49a-9e0d-4dd9-9212-6e52edcef80e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "PUT /v2.0/routers/9b6d7368-09bf-4ad0-9c4e-f660e882ba5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4402587 Aug 31 14:25:48.481240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Sync routers for ids ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:48.512695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Routers {'9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:48.513577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:48.661784 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.718416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Set router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:48.738806 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-060b199e-100d-4742-9ad7-46a52eb476d3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853828615&fields=id&tenant_id=6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 267 time: 0.0739863 Aug 31 14:25:48.801842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7a356c05-2de6-4903-b225-1d773077d92e None None] Provisioning for port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:48.899989 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.958180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7a356c05-2de6-4903-b225-1d773077d92e None None] Provisioning complete for port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:48.958561 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a356c05-2de6-4903-b225-1d773077d92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:48.965294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fffde-9159-4220-8836-30c2058b7477 req-91910640-7b89-403c-a20d-1a6117ee6e4d tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:48.975849 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-477fffde-9159-4220-8836-30c2058b7477 req-91910640-7b89-403c-a20d-1a6117ee6e4d tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.1231670 Aug 31 14:25:49.039436 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7a356c05-2de6-4903-b225-1d773077d92e None None] Port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:49.110532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-bfe833ce-232f-44b6-938f-6286ed0f29e2 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:49.112082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-bfe833ce-232f-44b6-938f-6286ed0f29e2 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/networks?id=21d7ab62-97bb-4111-b853-40a2b969fb74 HTTP/1.1" status: 200 len: 796 time: 0.3653116 Aug 31 14:25:49.121682 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-477fffde-9159-4220-8836-30c2058b7477 req-819c3fe3-a018-4071-ab67-a19a31d9e0c9 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077735 Aug 31 14:25:49.132889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:46Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3', 'name': '', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:ba:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:45Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 2, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:49.147498 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.151270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-e72b168c-9bc8-408b-8b9b-13e1427b57ec tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/quotas/6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 375 time: 0.0216298 Aug 31 14:25:49.172578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Checking router: 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:49.173244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Updating router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:25:49.195275 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.209737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-29d93fc1-9094-4aa1-b0e3-74cf2afc9428 None None] Provisioning complete for port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:49.210400 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-29d93fc1-9094-4aa1-b0e3-74cf2afc9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.214160 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.278065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 84285215-7fc2-4b22-849c-10ad3c69a940 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:49.284172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-29d93fc1-9094-4aa1-b0e3-74cf2afc9428 None None] Port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:49.298031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-782cb348-8f79-4391-938b-0dea0b0e5de0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391783 Aug 31 14:25:49.311149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.314269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event updated for resources: {'Port': ['ID=878fa74b-f3eb-4900-a6c4-4b2a32275413,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:49.412475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 84285215-7fc2-4b22-849c-10ad3c69a940 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:49.412475 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.500664 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Floating IP a95bedd9-a1ab-4bfd-984e-c227ec48b0c8 associated. External IP: 172.25.3.177, port: 4632ec91-5180-4883-a3b8-1c4dc2e3140b. Aug 31 14:25:49.536611 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-19ea9c7f-1e74-4e68-9597-9e1fac3f9a33 service neutron] 10.222.0.20 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844370 Aug 31 14:25:49.582623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b887ef83-e964-4a50-86a1-06dd837b0398 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:49.683433 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.696099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Transition to ACTIVE for port object 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:49.700369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b887ef83-e964-4a50-86a1-06dd837b0398 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:49.701268 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.704817 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.738160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-02f92281-5ce9-43a3-b523-fc44c123919e service neutron] 10.222.0.20 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911914 Aug 31 14:25:49.783435 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda18ee-2462-49df-9729-9e280c639f10 None None] Pushing event updated for resources: {'Port': ['ID=122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:49.852802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:49.913983 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Attempting to bind port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:49.914409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Attempting to bind port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:49.915923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Attempting to bind port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 on network 21d7ab62-97bb-4111-b853-40a2b969fb74 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:49.930538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:49.931312 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Checking segment: {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:49.931642 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:49.932135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Bound using segment: {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:49.932861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Bound port: 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:49.933336 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.002283 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2dd8dca-fc7b-46e0-8f11-554e25c65389 req-c3bca4c4-10c4-49da-b80d-d61849c3c348 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 210 time: 0.0555308 Aug 31 14:25:50.052575 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] For port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:50.057120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] For port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:50.062850 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.147217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:50.168157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda18ee-2462-49df-9729-9e280c639f10 None None] Pushing event updated for resources: {'Port': ['ID=122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:50.176704 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f87806-e546-47f2-822c-bb80d295297a None None] Sync routers for ids ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:50.178199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Routers {'9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:50.178840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:50.189703 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.203389 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f87806-e546-47f2-822c-bb80d295297a None None] Routers {'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:50.204035 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-62f87806-e546-47f2-822c-bb80d295297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:50.228887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-28bd2846-3be1-4be5-ad52-baa411edfe3c tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8310633 Aug 31 14:25:50.229903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:50.232856 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcccdc3-e7f1-4f38-a021-9861524cda1d" -d '{"events": [{"name": "network-changed", "server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:50.233524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51116) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:50.322871 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b206fd-65aa-4426-8920-0da32ddb9451 x-openstack-request-id: req-84b206fd-65aa-4426-8920-0da32ddb9451 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:50.323168 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:50.323422 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84b206fd-65aa-4426-8920-0da32ddb9451 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:50.323857 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'status': 'completed', 'code': 200} Aug 31 14:25:50.390900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7be99c-2587-4446-80b7-7e202f92108d tempest-TestVolumeBackupRestore-20332457 tempest-TestVolumeBackupRestore-20332457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.407761 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fa7be99c-2587-4446-80b7-7e202f92108d tempest-TestVolumeBackupRestore-20332457 tempest-TestVolumeBackupRestore-20332457-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 1091 time: 0.1722839 Aug 31 14:25:50.408890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51120) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:25:50.430173 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-916dd57f-1c88-42c3-ac02-cd9c9f028aaf tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Request body: {'floatingip': {'port_id': '4632ec91-5180-4883-a3b8-1c4dc2e3140b'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:50.460942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcccdc3-e7f1-4f38-a021-9861524cda1d req-41323d1b-fe35-47d9-9cdb-ff1f3e8f4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.464709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bcccdc3-e7f1-4f38-a021-9861524cda1d req-41323d1b-fe35-47d9-9cdb-ff1f3e8f4988 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ca153dbd5604bc298d79a7d5c07eb15&device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 1096 time: 0.1199324 Aug 31 14:25:50.466460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] Set router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:50.561907 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-62f87806-e546-47f2-822c-bb80d295297a None None] Set router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:50.565346 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-916dd57f-1c88-42c3-ac02-cd9c9f028aaf tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:50.837619 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcccdc3-e7f1-4f38-a021-9861524cda1d req-cc279653-5718-447c-8cdc-5e4ec5559edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:50.838629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bcccdc3-e7f1-4f38-a021-9861524cda1d req-cc279653-5718-447c-8cdc-5e4ec5559edb service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a63ef7b-ad36-43d5-9770-6647645c0e4f HTTP/1.1" status: 200 len: 914 time: 0.3662014 Aug 31 14:25:51.014179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a6701-3d24-40a2-b6af-b3b4a8c1ca3f req-996e527a-ad96-4b58-ac75-6e90732da1f7 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.024203 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-891a6701-3d24-40a2-b6af-b3b4a8c1ca3f req-996e527a-ad96-4b58-ac75-6e90732da1f7 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.2889295 Aug 31 14:25:51.034383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:46Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3', 'name': '', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:ba:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:45Z', 'updated_at': '2021-08-31T14:25:50Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:51.062734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bcccdc3-e7f1-4f38-a021-9861524cda1d req-16432c79-d670-4606-9323-9d3d9b6e3f53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4632ec91-5180-4883-a3b8-1c4dc2e3140b HTTP/1.1" status: 200 len: 999 time: 0.1964781 Aug 31 14:25:51.089873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01651cd-3847-4491-a6d7-8527ec47bf8f None None] The sync data for ids ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'] in n-d-792364-6 is: [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:46Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3', 'name': '', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:ba:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:45Z', 'updated_at': '2021-08-31T14:25:50Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:51.138328 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-62f87806-e546-47f2-822c-bb80d295297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'a95bedd9-a1ab-4bfd-984e-c227ec48b0c8', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'port_id': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'mac_address': 'fa:16:3e:5f:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:25:48Z', 'updated_at': '2021-08-31T14:25:48Z', 'revision_number': 0, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071b3609-896c-46be-a741-bd9a5cfeb7b4', 'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'mac_address': 'fa:16:3e:fa:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:47Z', 'updated_at': '2021-08-31T14:22:56Z', 'revision_number': 5, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'subnets': [{'id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:51.183028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-891a6701-3d24-40a2-b6af-b3b4a8c1ca3f req-42cd6afb-7235-4c38-882a-e1e3d7b87e51 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578214 Aug 31 14:25:51.184075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47383a89-7cc2-4c77-bc03-2c5030602e8b req-9b836800-13d7-423f-a63e-a43f640e4ba6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 210 time: 0.0536273 Aug 31 14:25:51.198713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcccdc3-e7f1-4f38-a021-9861524cda1d req-86f3cc42-d7dc-4f69-b14e-09cbd010e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.204587 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bcccdc3-e7f1-4f38-a021-9861524cda1d req-86f3cc42-d7dc-4f69-b14e-09cbd010e5d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a50599f-a52b-4658-ad31-01094a9bf03f HTTP/1.1" status: 200 len: 852 time: 0.1284051 Aug 31 14:25:51.245950 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f87806-e546-47f2-822c-bb80d295297a None None] Checking router: b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:51.260252 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f87806-e546-47f2-822c-bb80d295297a None None] Routers {'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:51.261010 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-62f87806-e546-47f2-822c-bb80d295297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:51.271520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcccdc3-e7f1-4f38-a021-9861524cda1d req-a2642ea2-8c26-4310-8338-d2ca1262b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.275414 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bcccdc3-e7f1-4f38-a021-9861524cda1d req-a2642ea2-8c26-4310-8338-d2ca1262b0d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a63ef7b-ad36-43d5-9770-6647645c0e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599108 Aug 31 14:25:51.413068 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-62f87806-e546-47f2-822c-bb80d295297a None None] Set router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:51.434009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bcccdc3-e7f1-4f38-a021-9861524cda1d req-cf095328-514e-4c44-a374-7149ddf3465a service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487854 Aug 31 14:25:51.759248 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bcccdc3-e7f1-4f38-a021-9861524cda1d req-22cc7934-4926-4e73-95f0-c46e17cdc5cf service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120985 Aug 31 14:25:51.782227 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-62f87806-e546-47f2-822c-bb80d295297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'a95bedd9-a1ab-4bfd-984e-c227ec48b0c8', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'port_id': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'mac_address': 'fa:16:3e:5f:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:25:48Z', 'updated_at': '2021-08-31T14:25:48Z', 'revision_number': 0, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071b3609-896c-46be-a741-bd9a5cfeb7b4', 'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'mac_address': 'fa:16:3e:fa:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:47Z', 'updated_at': '2021-08-31T14:22:56Z', 'revision_number': 5, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'subnets': [{'id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:51.803335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-320251b9-4d52-4a21-a6a0-8bbf31c7ffc0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:51.805943 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.resource_extend [None req-916dd57f-1c88-42c3-ac02-cd9c9f028aaf tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 14:25:51.806308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-320251b9-4d52-4a21-a6a0-8bbf31c7ffc0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.13 "GET /v2.0/networks?id=21d7ab62-97bb-4111-b853-40a2b969fb74 HTTP/1.1" status: 200 len: 796 time: 0.2779071 Aug 31 14:25:51.819022 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f87806-e546-47f2-822c-bb80d295297a None None] The sync data for ids ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'] in n-d-792364-6 is: [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'a95bedd9-a1ab-4bfd-984e-c227ec48b0c8', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'port_id': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'mac_address': 'fa:16:3e:5f:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:25:48Z', 'updated_at': '2021-08-31T14:25:48Z', 'revision_number': 0, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071b3609-896c-46be-a741-bd9a5cfeb7b4', 'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'mac_address': 'fa:16:3e:fa:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:47Z', 'updated_at': '2021-08-31T14:22:56Z', 'revision_number': 5, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'subnets': [{'id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:51.873302 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-916dd57f-1c88-42c3-ac02-cd9c9f028aaf tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.873727 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-145d5035-069e-4b1d-a88d-d9ff550ca8eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 379 time: 0.0581768 Aug 31 14:25:51.884664 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-916dd57f-1c88-42c3-ac02-cd9c9f028aaf tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:51.896780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'port': {'device_id': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'admin_state_up': True, 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'security_groups': ['72f82348-9ae7-4710-bb8b-04e42e6bd490']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:52.083444 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Made reservation on behalf of 6aca18e1be7245299924d9c1f085ff48 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:25:52.088569 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.147296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916dd57f-1c88-42c3-ac02-cd9c9f028aaf tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:25:52.208390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ceadc-0665-41ff-8ec0-061044a76125 None None] New status for floating IP a95bedd9-a1ab-4bfd-984e-c227ec48b0c8: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:25:52.313119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916dd57f-1c88-42c3-ac02-cd9c9f028aaf tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:25:52.321514 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-916dd57f-1c88-42c3-ac02-cd9c9f028aaf tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:52.366412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.20.0.14 (21d7ab62-97bb-4111-b853-40a2b969fb74/21125edd-d5f0-4511-b54f-a3455f6aa111/0f544ad1-d39f-4f6e-8928-216a1995cfc4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:25:52.397785 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c10068a-b251-4c91-9e2c-8e0fd3f5e9de req-993ec0b4-7fbc-4a08-8df7-4f66640692b1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 210 time: 0.0683522 Aug 31 14:25:52.411424 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:52.414753 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6625f5-b380-4560-b943-8910456a81eb" -d '{"events": [{"name": "network-changed", "server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:52.466670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056224bd-2bb3-41e2-bf4c-851a883f0698 req-7ce125d2-b379-4e77-be9a-1dce1833052e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:52.478035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-056224bd-2bb3-41e2-bf4c-851a883f0698 req-7ce125d2-b379-4e77-be9a-1dce1833052e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.1786025 Aug 31 14:25:52.491103 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9791d13c-3fea-4974-a711-36cb2c43413c x-openstack-request-id: req-9791d13c-3fea-4974-a711-36cb2c43413c {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:52.491537 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:52.491912 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9791d13c-3fea-4974-a711-36cb2c43413c {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:52.493107 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'status': 'completed', 'code': 200} Aug 31 14:25:52.500993 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-916dd57f-1c88-42c3-ac02-cd9c9f028aaf tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "PUT /v2.0/floatingips/a95bedd9-a1ab-4bfd-984e-c227ec48b0c8 HTTP/1.1" status: 200 len: 991 time: 2.0875695 Aug 31 14:25:52.638378 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15f72e-24e2-470d-bf5a-1f15a159d2e1 None None] Sync routers for ids ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:25:52.660529 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15f72e-24e2-470d-bf5a-1f15a159d2e1 None None] Routers {'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:52.661191 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-8b15f72e-24e2-470d-bf5a-1f15a159d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:52.790583 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-8b15f72e-24e2-470d-bf5a-1f15a159d2e1 None None] Set router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:52.986044 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-056224bd-2bb3-41e2-bf4c-851a883f0698 req-617d0808-6c57-43c6-8eff-b18969674d53 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059583 Aug 31 14:25:53.009077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6625f5-b380-4560-b943-8910456a81eb req-e4574dad-fa37-4be1-bdcc-05532c8ac78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.009669 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f6625f5-b380-4560-b943-8910456a81eb req-e4574dad-fa37-4be1-bdcc-05532c8ac78e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ca153dbd5604bc298d79a7d5c07eb15&device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 1096 time: 0.4898462 Aug 31 14:25:53.078645 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.096421 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-8b15f72e-24e2-470d-bf5a-1f15a159d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'a95bedd9-a1ab-4bfd-984e-c227ec48b0c8', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'port_id': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'mac_address': 'fa:16:3e:5f:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:25:48Z', 'updated_at': '2021-08-31T14:25:52Z', 'revision_number': 2, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071b3609-896c-46be-a741-bd9a5cfeb7b4', 'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'mac_address': 'fa:16:3e:fa:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:47Z', 'updated_at': '2021-08-31T14:22:56Z', 'revision_number': 5, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'subnets': [{'id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:53.106303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Transition to ACTIVE for port object 0f544ad1-d39f-4f6e-8928-216a1995cfc4 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:53.134421 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15f72e-24e2-470d-bf5a-1f15a159d2e1 None None] Checking router: b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:25:53.152243 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15f72e-24e2-470d-bf5a-1f15a159d2e1 None None] Routers {'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:25:53.153096 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-8b15f72e-24e2-470d-bf5a-1f15a159d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:25:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:53.200935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6625f5-b380-4560-b943-8910456a81eb req-6efb1152-72b5-4a22-b759-ef37fe5fef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.202790 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f6625f5-b380-4560-b943-8910456a81eb req-6efb1152-72b5-4a22-b759-ef37fe5fef33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a63ef7b-ad36-43d5-9770-6647645c0e4f HTTP/1.1" status: 200 len: 914 time: 0.1828241 Aug 31 14:25:53.214691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:53.223430 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.296103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:53.301503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:53.301891 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.350221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network 21d7ab62-97bb-4111-b853-40a2b969fb74 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:25:53.358229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:25:53.366414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:25:53.372368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=0f544ad1-d39f-4f6e-8928-216a1995cfc4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:53.376311 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f6625f5-b380-4560-b943-8910456a81eb req-23131929-9ded-4e47-9282-3808024c6f24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4632ec91-5180-4883-a3b8-1c4dc2e3140b HTTP/1.1" status: 200 len: 1001 time: 0.1653700 Aug 31 14:25:53.401900 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-8b15f72e-24e2-470d-bf5a-1f15a159d2e1 None None] Set router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:25:53.435633 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.490854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.491866 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.509242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6625f5-b380-4560-b943-8910456a81eb req-c30a633c-18f9-487c-8fae-67cf46613ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.512673 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f6625f5-b380-4560-b943-8910456a81eb req-c30a633c-18f9-487c-8fae-67cf46613ffe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a50599f-a52b-4658-ad31-01094a9bf03f HTTP/1.1" status: 200 len: 852 time: 0.1084757 Aug 31 14:25:53.519815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7ffcc2aa-73f7-4b10-9035-a9408742f998 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6401772 Aug 31 14:25:53.535357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:53.542873 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.605701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Request body: {'port': {'device_id': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:25:53.629517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:53.663889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185ff7a-570c-4151-a0af-865fcccab81f req-61ccf0be-0d77-4443-9400-23517be8aa30 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.665730 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5185ff7a-570c-4151-a0af-865fcccab81f req-61ccf0be-0d77-4443-9400-23517be8aa30 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 932 time: 0.1050377 Aug 31 14:25:53.689123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.757148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4715099e-407e-4691-b927-c6f68cec34f5 None None] Provisioning for port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:25:53.762856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4715099e-407e-4691-b927-c6f68cec34f5 None None] Provisioning complete for port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:53.763769 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4715099e-407e-4691-b927-c6f68cec34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:53.796420 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-8b15f72e-24e2-470d-bf5a-1f15a159d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'a95bedd9-a1ab-4bfd-984e-c227ec48b0c8', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'port_id': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'mac_address': 'fa:16:3e:5f:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:25:48Z', 'updated_at': '2021-08-31T14:25:52Z', 'revision_number': 2, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071b3609-896c-46be-a741-bd9a5cfeb7b4', 'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'mac_address': 'fa:16:3e:fa:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:47Z', 'updated_at': '2021-08-31T14:22:56Z', 'revision_number': 5, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'subnets': [{'id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:25:53.838488 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15f72e-24e2-470d-bf5a-1f15a159d2e1 None None] The sync data for ids ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'] in n-d-792364-6 is: [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'a95bedd9-a1ab-4bfd-984e-c227ec48b0c8', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'port_id': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'mac_address': 'fa:16:3e:5f:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:25:48Z', 'updated_at': '2021-08-31T14:25:52Z', 'revision_number': 2, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071b3609-896c-46be-a741-bd9a5cfeb7b4', 'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'mac_address': 'fa:16:3e:fa:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:47Z', 'updated_at': '2021-08-31T14:22:56Z', 'revision_number': 5, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'subnets': [{'id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:25:53.850645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4715099e-407e-4691-b927-c6f68cec34f5 None None] Port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:25:53.862479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6625f5-b380-4560-b943-8910456a81eb req-1e229003-12bd-4e5f-a526-d92b7831af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:53.864111 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f6625f5-b380-4560-b943-8910456a81eb req-1e229003-12bd-4e5f-a526-d92b7831af6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a63ef7b-ad36-43d5-9770-6647645c0e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3391058 Aug 31 14:25:54.044482 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f6625f5-b380-4560-b943-8910456a81eb req-ca97de35-e009-4c00-ad6e-495b777c37eb service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713142 Aug 31 14:25:54.094444 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5185ff7a-570c-4151-a0af-865fcccab81f req-f0aa98c0-4c1a-4d70-98a9-6775b5875a6a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4209785 Aug 31 14:25:54.205788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f544ad1-d39f-4f6e-8928-216a1995cfc4 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:54.221188 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.245298 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5f6625f5-b380-4560-b943-8910456a81eb req-d93622c5-da3f-46f1-bb8c-f5b2fa1ad396 service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916947 Aug 31 14:25:54.253514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12068ece-209c-400f-a453-f8d125701a4b req-7e351e6e-ac69-466f-8a02-cb459eb75a75 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.255180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12068ece-209c-400f-a453-f8d125701a4b req-7e351e6e-ac69-466f-8a02-cb459eb75a75 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.1389017 Aug 31 14:25:54.256235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Transition to ACTIVE for port object 0f544ad1-d39f-4f6e-8928-216a1995cfc4 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:25:54.262741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.341895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Pushing event updated for resources: {'Port': ['ID=0f544ad1-d39f-4f6e-8928-216a1995cfc4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:54.369239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12068ece-209c-400f-a453-f8d125701a4b req-a3924a6e-4cfc-4680-bf84-cefe4fdf5f29 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026387 Aug 31 14:25:54.439819 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Attempting to bind port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:25:54.440160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Attempting to bind port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:25:54.440645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Attempting to bind port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on network 21d7ab62-97bb-4111-b853-40a2b969fb74 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:54.449249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on network 21d7ab62-97bb-4111-b853-40a2b969fb74 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:25:54.449576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Attempting to bind port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on network 21d7ab62-97bb-4111-b853-40a2b969fb74 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:25:54.455940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:25:54.456364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Checking segment: {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:25:54.456790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Bound using segment: {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:25:54.457234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Bound port: 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:25:54.457597 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.494565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:54.497364 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea184d05-b4b2-48dc-976b-71eca2b2a985" -d '{"events": [{"name": "network-changed", "server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:54.531793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:25:54.536171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:25:54.538960 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19098cc-1932-4a21-a971-7b626157073f x-openstack-request-id: req-c19098cc-1932-4a21-a971-7b626157073f {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:54.539359 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:54.539779 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c19098cc-1932-4a21-a971-7b626157073f {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:54.540219 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'status': 'completed', 'code': 200} Aug 31 14:25:54.541967 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.615016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.615638 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:54.617124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] 10.222.0.13 "PUT /v2.0/ports/0f544ad1-d39f-4f6e-8928-216a1995cfc4 HTTP/1.1" status: 200 len: 1092 time: 1.0726573 Aug 31 14:25:54.620242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:25:54.622316 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d1b036-9d97-4c5f-8a2c-04d52df0a996" -d '{"events": [{"name": "network-changed", "server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:25:54.658744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5fda9-8638-4f08-9208-cc11c3a32afc service neutron] Pushing event updated for resources: {'Port': ['ID=0f544ad1-d39f-4f6e-8928-216a1995cfc4,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:54.667525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea184d05-b4b2-48dc-976b-71eca2b2a985 req-7d8461e8-ddeb-42b0-99f4-05cbae8c95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.670360 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea184d05-b4b2-48dc-976b-71eca2b2a985 req-7d8461e8-ddeb-42b0-99f4-05cbae8c95b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ca153dbd5604bc298d79a7d5c07eb15&device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 1096 time: 0.0871651 Aug 31 14:25:54.692620 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc35303-529a-4517-986b-5214a3898295 x-openstack-request-id: req-fdc35303-529a-4517-986b-5214a3898295 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:25:54.692620 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:25:54.692620 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdc35303-529a-4517-986b-5214a3898295 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:25:54.692620 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'status': 'completed', 'code': 200} Aug 31 14:25:54.802554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-a3aba1fe-671f-43c1-ba7b-223366004094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.804124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-a3aba1fe-671f-43c1-ba7b-223366004094 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 1095 time: 0.1188059 Aug 31 14:25:54.860093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7c218b6e-998e-4020-8b18-ce8b7205102a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4 HTTP/1.1" status: 200 len: 217 time: 0.0463402 Aug 31 14:25:54.861132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea184d05-b4b2-48dc-976b-71eca2b2a985 req-f744b231-92f4-4700-9803-55bb0bf70c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.862539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea184d05-b4b2-48dc-976b-71eca2b2a985 req-f744b231-92f4-4700-9803-55bb0bf70c3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a63ef7b-ad36-43d5-9770-6647645c0e4f HTTP/1.1" status: 200 len: 914 time: 0.1694505 Aug 31 14:25:54.962642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-c63804bc-8da0-48cb-831a-9bf93c0fb8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:54.964355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-c63804bc-8da0-48cb-831a-9bf93c0fb8b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21125edd-d5f0-4511-b54f-a3455f6aa111 HTTP/1.1" status: 200 len: 834 time: 0.0922766 Aug 31 14:25:54.968456 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea184d05-b4b2-48dc-976b-71eca2b2a985 req-807e9181-0614-4f04-9992-00088cab6b25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4632ec91-5180-4883-a3b8-1c4dc2e3140b HTTP/1.1" status: 200 len: 1001 time: 0.0952864 Aug 31 14:25:55.059188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea184d05-b4b2-48dc-976b-71eca2b2a985 req-08f75f0e-51f4-4826-8370-ef5b13cc7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.060800 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea184d05-b4b2-48dc-976b-71eca2b2a985 req-08f75f0e-51f4-4826-8370-ef5b13cc7e0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a50599f-a52b-4658-ad31-01094a9bf03f HTTP/1.1" status: 200 len: 852 time: 0.0674555 Aug 31 14:25:55.065063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-ae780ba6-f95d-47a5-904e-e9fbe0bd6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.066826 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-ae780ba6-f95d-47a5-904e-e9fbe0bd6386 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21d7ab62-97bb-4111-b853-40a2b969fb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843365 Aug 31 14:25:55.126941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:25:55.178035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea184d05-b4b2-48dc-976b-71eca2b2a985 req-13bdd42c-0ffb-480f-bb7d-d4e7c58b42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.180144 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea184d05-b4b2-48dc-976b-71eca2b2a985 req-13bdd42c-0ffb-480f-bb7d-d4e7c58b42f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a63ef7b-ad36-43d5-9770-6647645c0e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058357 Aug 31 14:25:55.195091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:25:55.195775 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:55.235318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2638e0-16b9-4f03-89c8-b31924a1ff3a req-8818c874-2af0-4af6-a139-4b4e9a2a2992 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.237073 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc2638e0-16b9-4f03-89c8-b31924a1ff3a req-8818c874-2af0-4af6-a139-4b4e9a2a2992 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 944 time: 0.0574734 Aug 31 14:25:55.281193 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bc2638e0-16b9-4f03-89c8-b31924a1ff3a req-fb65a417-137b-413f-bedc-7f1d82f577fe tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365937 Aug 31 14:25:55.316681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-7609d35e-f04c-45e3-9355-8d0163358bd5 service neutron] 10.222.0.13 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336996 Aug 31 14:25:55.318824 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea184d05-b4b2-48dc-976b-71eca2b2a985 req-4dd268d9-76b2-4957-bfcc-a708bd3d3b72 service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175613 Aug 31 14:25:55.538700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04ace585-fab0-43d6-b439-262eaa7ce1e2 req-9963c30d-c66f-4e6d-8b9f-79817ddd64c6 service neutron] 10.222.0.13 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950965 Aug 31 14:25:55.558315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea184d05-b4b2-48dc-976b-71eca2b2a985 req-ae8463a8-17ff-492f-87ac-7cac69dafd4d service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134726 Aug 31 14:25:55.570014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c92573-a101-45ac-bdfc-446e59547a6f req-4d284a46-bec9-4449-bd91-e2fdeb65caf1 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.571999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2c92573-a101-45ac-bdfc-446e59547a6f req-4d284a46-bec9-4449-bd91-e2fdeb65caf1 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.1154637 Aug 31 14:25:55.641617 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2c92573-a101-45ac-bdfc-446e59547a6f req-7a2663f6-1b64-4ec4-ae1a-7ca609f764cc tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620444 Aug 31 14:25:55.652160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b036-9d97-4c5f-8a2c-04d52df0a996 req-0fb495ff-8a3d-4247-b946-20979e500c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.653728 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99d1b036-9d97-4c5f-8a2c-04d52df0a996 req-0fb495ff-8a3d-4247-b946-20979e500c1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 1095 time: 0.0585275 Aug 31 14:25:55.759289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b036-9d97-4c5f-8a2c-04d52df0a996 req-ad1850f9-f572-45f2-85a4-188d170ae361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.761334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99d1b036-9d97-4c5f-8a2c-04d52df0a996 req-ad1850f9-f572-45f2-85a4-188d170ae361 service neutron] 10.222.0.13 "GET /v2.0/networks?id=21d7ab62-97bb-4111-b853-40a2b969fb74 HTTP/1.1" status: 200 len: 897 time: 0.0993695 Aug 31 14:25:55.813863 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99d1b036-9d97-4c5f-8a2c-04d52df0a996 req-6e03b291-1743-473f-a9e4-935b7a2799e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4 HTTP/1.1" status: 200 len: 217 time: 0.0451326 Aug 31 14:25:55.875258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b036-9d97-4c5f-8a2c-04d52df0a996 req-accd7a9f-7885-4429-baea-ad295b062db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.876715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99d1b036-9d97-4c5f-8a2c-04d52df0a996 req-accd7a9f-7885-4429-baea-ad295b062db8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21125edd-d5f0-4511-b54f-a3455f6aa111 HTTP/1.1" status: 200 len: 834 time: 0.0545237 Aug 31 14:25:55.925336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b036-9d97-4c5f-8a2c-04d52df0a996 req-3bba388b-fdf2-45d6-8d5f-0b3772389397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:55.926875 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99d1b036-9d97-4c5f-8a2c-04d52df0a996 req-3bba388b-fdf2-45d6-8d5f-0b3772389397 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21d7ab62-97bb-4111-b853-40a2b969fb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425229 Aug 31 14:25:56.023023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99d1b036-9d97-4c5f-8a2c-04d52df0a996 req-f199e84d-d80a-457e-bbb1-e954c3f386a8 service neutron] 10.222.0.13 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871935 Aug 31 14:25:56.048288 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:25:56.135294 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99d1b036-9d97-4c5f-8a2c-04d52df0a996 req-d0c876f2-9e50-4b58-b0a7-038d58c835a0 service neutron] 10.222.0.13 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040261 Aug 31 14:25:56.405834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9440a-ec4c-4762-a9db-9733ba4b045b req-f69a9abb-418a-4aea-be4d-8e62b431e26c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.407508 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2e9440a-ec4c-4762-a9db-9733ba4b045b req-f69a9abb-418a-4aea-be4d-8e62b431e26c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 944 time: 0.0545747 Aug 31 14:25:56.463761 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2e9440a-ec4c-4762-a9db-9733ba4b045b req-313e4612-0d56-4e18-94f1-5556d7e74f61 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443864 Aug 31 14:25:56.801024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c9629-f99e-4a82-8ec9-8050422298a1 req-b35cfc5b-07dd-45f1-8a82-60fe8d1c7c8e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:56.802640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b45c9629-f99e-4a82-8ec9-8050422298a1 req-b35cfc5b-07dd-45f1-8a82-60fe8d1c7c8e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0699260 Aug 31 14:25:56.844463 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b45c9629-f99e-4a82-8ec9-8050422298a1 req-f006f88a-e75a-4959-a22c-29735da43165 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352967 Aug 31 14:25:57.587028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da09273-8843-4257-8fad-30d0014fdf2a req-e30151ce-0c12-43c3-9a51-7579178b4008 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.588729 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4da09273-8843-4257-8fad-30d0014fdf2a req-e30151ce-0c12-43c3-9a51-7579178b4008 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 944 time: 0.0563247 Aug 31 14:25:57.627571 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4da09273-8843-4257-8fad-30d0014fdf2a req-8149e684-4dc7-4404-bb0d-a8622181593f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328708 Aug 31 14:25:57.969109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27546a-aa38-4733-a338-edb7e2a6c9ea req-2509eae3-3743-42c6-8499-0474a61a18e3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:57.970800 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a27546a-aa38-4733-a338-edb7e2a6c9ea req-2509eae3-3743-42c6-8499-0474a61a18e3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0506861 Aug 31 14:25:58.011153 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a27546a-aa38-4733-a338-edb7e2a6c9ea req-0bc7e63d-af48-42de-96f2-7337e6f6c910 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Aug 31 14:25:58.022180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0f544ad1-d39f-4f6e-8928-216a1995cfc4 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:25:58.125884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:58.138687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'port_id': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'mac_address': 'fa:16:3e:f8:f3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:25:58.187787 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.203377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f544ad1-d39f-4f6e-8928-216a1995cfc4 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:25:58.224096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:25:58.228839 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:25:58.278762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=0f544ad1-d39f-4f6e-8928-216a1995cfc4,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:25:58.475328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['0f544ad1-d39f-4f6e-8928-216a1995cfc4'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:25:58.748088 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49c70b-366b-4307-9395-68d41d01429e req-72dfe177-694f-4470-a592-d8d5c7507c8f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:58.749644 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fa49c70b-366b-4307-9395-68d41d01429e req-72dfe177-694f-4470-a592-d8d5c7507c8f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0502090 Aug 31 14:25:58.788226 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fa49c70b-366b-4307-9395-68d41d01429e req-b7d2a983-5ec3-43d1-92e6-87a978d2ca6e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323339 Aug 31 14:25:59.130611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fd16b-54d3-4aa6-8d7d-04142010f0b5 req-b99535ae-1504-441b-9538-2fd46d07d487 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:59.132221 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b23fd16b-54d3-4aa6-8d7d-04142010f0b5 req-b99535ae-1504-441b-9538-2fd46d07d487 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0536454 Aug 31 14:25:59.171523 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b23fd16b-54d3-4aa6-8d7d-04142010f0b5 req-26dc0a72-dd68-4935-a989-b54fb8c6f8f1 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325162 Aug 31 14:25:59.909684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284b480-a335-4b9a-9f39-afe230da0787 req-a7c8e015-d81b-459b-8a4e-b727926b11cf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:25:59.911117 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e284b480-a335-4b9a-9f39-afe230da0787 req-a7c8e015-d81b-459b-8a4e-b727926b11cf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0531571 Aug 31 14:25:59.950243 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e284b480-a335-4b9a-9f39-afe230da0787 req-53b37ddc-1286-4a9b-bf16-a7f4e9b41cdd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321867 Aug 31 14:26:00.051853 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0f544ad1-d39f-4f6e-8928-216a1995cfc4 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:00.100209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:00.104778 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:00.105159 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.186749 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.209864 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:00.212237 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c1399-94a4-469a-afde-da71c7478b49" -d '{"events": [{"server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "name": "network-vif-plugged", "status": "completed", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:00.227429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:00.231138 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:00.274604 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f487ff9b-4bcd-4dc8-86db-bdcad42b90b5 x-openstack-request-id: req-f487ff9b-4bcd-4dc8-86db-bdcad42b90b5 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:00.275104 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "name": "network-vif-plugged", "status": "completed", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:00.275274 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f487ff9b-4bcd-4dc8-86db-bdcad42b90b5 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:00.275753 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'code': 200} Aug 31 14:26:00.301335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=0f544ad1-d39f-4f6e-8928-216a1995cfc4,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:00.310447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9295b-4494-400d-845b-a9e00a13f923 req-765168d8-0068-4343-98e5-aa2257ff35b6 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:00.317320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1a9295b-4494-400d-845b-a9e00a13f923 req-765168d8-0068-4343-98e5-aa2257ff35b6 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0687208 Aug 31 14:26:00.379068 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1a9295b-4494-400d-845b-a9e00a13f923 req-f4a6edc7-521b-42ee-b933-0b962938cf14 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591259 Aug 31 14:26:00.392218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c00266-6c60-4690-8a4a-33083520d542 req-0b613c14-10d1-4fdf-8d68-5c7fc36c03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:00.393777 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c00266-6c60-4690-8a4a-33083520d542 req-0b613c14-10d1-4fdf-8d68-5c7fc36c03d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 1097 time: 0.0592418 Aug 31 14:26:00.445546 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c00266-6c60-4690-8a4a-33083520d542 req-09d34378-f98c-4f31-8a34-ab091389eb93 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333488 Aug 31 14:26:01.077093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14297535-3327-4098-86ae-57e9951f9ca7 req-3f52d123-880e-41e5-a1e1-c1a2c80a38fc tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:01.078652 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14297535-3327-4098-86ae-57e9951f9ca7 req-3f52d123-880e-41e5-a1e1-c1a2c80a38fc tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 946 time: 0.0555599 Aug 31 14:26:01.118595 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14297535-3327-4098-86ae-57e9951f9ca7 req-b7460110-d913-4261-955a-9d948512c008 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335767 Aug 31 14:26:01.374653 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b14e1b6-2e20-49c5-9058-6bd603cfb592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:01.509709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe4f4b-5382-409c-9762-d75836ff136f req-cdfd2e38-fb09-4013-8188-7bf5d9055692 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:01.511547 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdfe4f4b-5382-409c-9762-d75836ff136f req-cdfd2e38-fb09-4013-8188-7bf5d9055692 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0577996 Aug 31 14:26:01.559059 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdfe4f4b-5382-409c-9762-d75836ff136f req-ed3eb77a-60e9-4532-85ea-6d99f077c3b0 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407150 Aug 31 14:26:02.235639 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6ace3-4ec7-4738-97ea-64a78492654e req-0edd76cf-6b99-4193-971a-293a4080be3b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.237181 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-25b6ace3-4ec7-4738-97ea-64a78492654e req-0edd76cf-6b99-4193-971a-293a4080be3b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 946 time: 0.0512464 Aug 31 14:26:02.278586 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-25b6ace3-4ec7-4738-97ea-64a78492654e req-819dc24b-8362-40fc-821d-55947f6093f3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345271 Aug 31 14:26:02.404541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846ca97-ab5e-4d31-9285-a1f74ed6fbe6 req-7e5bb742-5901-4685-9efc-aa56e2ad71c1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.406090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b846ca97-ab5e-4d31-9285-a1f74ed6fbe6 req-7e5bb742-5901-4685-9efc-aa56e2ad71c1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 946 time: 0.0525346 Aug 31 14:26:02.451309 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b846ca97-ab5e-4d31-9285-a1f74ed6fbe6 req-92495e55-d8d3-4de8-827f-5f730db24ed6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337448 Aug 31 14:26:02.473969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51240) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:02.516897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adae528-5737-4715-a512-29ed5cff1e1c tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.518388 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4adae528-5737-4715-a512-29ed5cff1e1c tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 1092 time: 0.0433757 Aug 31 14:26:02.521557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51242) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:02.528044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:02.553524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.687012 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.701547 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff87f7-2753-4bfc-bef0-6bcd5e120614 req-db18fa0e-d425-4384-bbce-0a521819eb23 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:02.703046 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-92ff87f7-2753-4bfc-bef0-6bcd5e120614 req-db18fa0e-d425-4384-bbce-0a521819eb23 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0737762 Aug 31 14:26:02.807554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-92ff87f7-2753-4bfc-bef0-6bcd5e120614 req-09e7a733-e9da-483f-8a17-2478bad9d8a9 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691178 Aug 31 14:26:02.838252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.25.3.192 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/7e0bbc4b-ad0d-4473-8cd6-3eb05ba1e7fc) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:02.945972 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:02.989989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.036911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:03.040634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:03.045198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:03.048367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=7e0bbc4b-ad0d-4473-8cd6-3eb05ba1e7fc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:03.549921 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.656620 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.861537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.870134 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:03.964304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a7c7d-a63b-4832-9519-ed5aa0b32d85 req-80284148-f15c-4f12-9d98-3c97e90b9263 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:03.965962 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=7e0bbc4b-ad0d-4473-8cd6-3eb05ba1e7fc,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:03.966336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e24a7c7d-a63b-4832-9519-ed5aa0b32d85 req-80284148-f15c-4f12-9d98-3c97e90b9263 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0769658 Aug 31 14:26:03.981806 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.020773 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.068945 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e01a83ec-f503-4112-8561-40de5cc8b363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.084278 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e24a7c7d-a63b-4832-9519-ed5aa0b32d85 req-9a58ef1a-ca6e-46c0-91fa-7dcd27449538 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986769 Aug 31 14:26:04.117329 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Floating IP ffd4d78b-c3e4-4bab-9729-4837b4be3974 associated. External IP: 172.25.3.192, port: 0f544ad1-d39f-4f6e-8928-216a1995cfc4. Aug 31 14:26:04.212462 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff951d-d03e-47d2-a795-e1a479bf83d3 req-ae86b898-7dac-41a1-9b98-e489b90867eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.217977 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d1ff951d-d03e-47d2-a795-e1a479bf83d3 req-ae86b898-7dac-41a1-9b98-e489b90867eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 1096 time: 0.0569546 Aug 31 14:26:04.286729 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d1ff951d-d03e-47d2-a795-e1a479bf83d3 req-c6e1095b-2461-476a-ba2b-836faa9f0b38 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453506 Aug 31 14:26:04.408410 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:04.524873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:04.536004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3924084b-c429-45bd-92d4-884e90aa3fb4 None None] Sync routers for ids ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:04.544097 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:04.555100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3924084b-c429-45bd-92d4-884e90aa3fb4 None None] Routers {'9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:04.555810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3924084b-c429-45bd-92d4-884e90aa3fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:04.582276 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ed21497f-a380-41a6-abec-4b2aaceec794 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0564303 Aug 31 14:26:04.582276 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:04.583621 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eb78d3-c0a9-41cc-9dde-46be1619bf9b" -d '{"events": [{"name": "network-changed", "server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:04.627941 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46c9420-b67f-421d-8d40-6bb4638383b5 x-openstack-request-id: req-b46c9420-b67f-421d-8d40-6bb4638383b5 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:04.628238 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:04.628512 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b46c9420-b67f-421d-8d40-6bb4638383b5 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:04.629341 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'status': 'completed', 'code': 200} Aug 31 14:26:04.726322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb78d3-c0a9-41cc-9dde-46be1619bf9b req-c86d84fe-0e0a-4af2-91de-0f82e565d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.727894 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0eb78d3-c0a9-41cc-9dde-46be1619bf9b req-c86d84fe-0e0a-4af2-91de-0f82e565d272 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 1097 time: 0.0675540 Aug 31 14:26:04.734484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3924084b-c429-45bd-92d4-884e90aa3fb4 None None] Set router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:04.784844 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f6970-2023-4b57-905e-70f1d6eeb7a7 req-15fce241-c24e-4461-b42d-d961a61028b2 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.786739 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-784f6970-2023-4b57-905e-70f1d6eeb7a7 req-15fce241-c24e-4461-b42d-d961a61028b2 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 946 time: 0.0687819 Aug 31 14:26:04.844550 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-784f6970-2023-4b57-905e-70f1d6eeb7a7 req-b050af9a-5f59-47ce-b348-344c71116a91 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509779 Aug 31 14:26:04.858914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb78d3-c0a9-41cc-9dde-46be1619bf9b req-8694f5eb-e2fe-4bb3-a1ff-0fc35665f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:04.860453 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0eb78d3-c0a9-41cc-9dde-46be1619bf9b req-8694f5eb-e2fe-4bb3-a1ff-0fc35665f831 service neutron] 10.222.0.13 "GET /v2.0/networks?id=21d7ab62-97bb-4111-b853-40a2b969fb74 HTTP/1.1" status: 200 len: 897 time: 0.1254621 Aug 31 14:26:04.878042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51300) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:04.965242 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b29bc798-0678-42a0-a2ce-68b889c006b8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/ffd4d78b-c3e4-4bab-9729-4837b4be3974 HTTP/1.1" status: 200 len: 992 time: 0.0860343 Aug 31 14:26:04.971459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0eb78d3-c0a9-41cc-9dde-46be1619bf9b req-fbc39edc-20c4-4319-9c13-d0bc8d3900f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4 HTTP/1.1" status: 200 len: 1000 time: 0.0978506 Aug 31 14:26:05.023622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3924084b-c429-45bd-92d4-884e90aa3fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:46Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'ffd4d78b-c3e4-4bab-9729-4837b4be3974', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'port_id': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'mac_address': 'fa:16:3e:f8:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 0, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3', 'name': '', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:ba:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:45Z', 'updated_at': '2021-08-31T14:25:53Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:05.039456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb78d3-c0a9-41cc-9dde-46be1619bf9b req-17e503c4-8fb5-484b-9cee-8372fdbff606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:05.042257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0eb78d3-c0a9-41cc-9dde-46be1619bf9b req-17e503c4-8fb5-484b-9cee-8372fdbff606 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21125edd-d5f0-4511-b54f-a3455f6aa111 HTTP/1.1" status: 200 len: 834 time: 0.0625365 Aug 31 14:26:05.066339 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3924084b-c429-45bd-92d4-884e90aa3fb4 None None] Checking router: 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:05.078368 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3924084b-c429-45bd-92d4-884e90aa3fb4 None None] Routers {'9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:05.078982 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3924084b-c429-45bd-92d4-884e90aa3fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:05.129538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb78d3-c0a9-41cc-9dde-46be1619bf9b req-c5eeead3-cf18-47d7-b1b3-8a6f0aa72565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:05.131475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0eb78d3-c0a9-41cc-9dde-46be1619bf9b req-c5eeead3-cf18-47d7-b1b3-8a6f0aa72565 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21d7ab62-97bb-4111-b853-40a2b969fb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689771 Aug 31 14:26:05.248376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3924084b-c429-45bd-92d4-884e90aa3fb4 None None] Set router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:05.279743 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:05.305289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0eb78d3-c0a9-41cc-9dde-46be1619bf9b req-1d2e001b-3417-4ffa-bbba-8192f5f1eee7 service neutron] 10.222.0.13 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645160 Aug 31 14:26:05.325692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4efff9-cc2d-4345-a39f-e5aa45a107d8 req-1e618778-9d98-4811-9742-d7282566a146 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:05.339864 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d4efff9-cc2d-4345-a39f-e5aa45a107d8 req-1e618778-9d98-4811-9742-d7282566a146 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.1136546 Aug 31 14:26:05.436538 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d4efff9-cc2d-4345-a39f-e5aa45a107d8 req-00e82d3b-557e-4492-a702-aa2dfab7cb07 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948551 Aug 31 14:26:05.498648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0eb78d3-c0a9-41cc-9dde-46be1619bf9b req-9260f5ed-f3be-4d44-9339-f7d62a91f67a service neutron] 10.222.0.13 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448531 Aug 31 14:26:05.557740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3924084b-c429-45bd-92d4-884e90aa3fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:46Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'ffd4d78b-c3e4-4bab-9729-4837b4be3974', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'port_id': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'mac_address': 'fa:16:3e:f8:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 0, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3', 'name': '', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:ba:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:45Z', 'updated_at': '2021-08-31T14:25:53Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:05.591791 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3924084b-c429-45bd-92d4-884e90aa3fb4 None None] The sync data for ids ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'] in n-d-792364-6 is: [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:46Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'ffd4d78b-c3e4-4bab-9729-4837b4be3974', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'port_id': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'mac_address': 'fa:16:3e:f8:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:26:03Z', 'updated_at': '2021-08-31T14:26:03Z', 'revision_number': 0, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3', 'name': '', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:ba:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:45Z', 'updated_at': '2021-08-31T14:25:53Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:05.818547 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001abb6f-cb48-4fc2-839c-713d6a9edf7f None None] New status for floating IP ffd4d78b-c3e4-4bab-9729-4837b4be3974: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:26:05.969092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51326) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:06.040500 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-40937535-b54e-4a26-9217-82e6e8b536e7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/ffd4d78b-c3e4-4bab-9729-4837b4be3974 HTTP/1.1" status: 200 len: 994 time: 0.0701737 Aug 31 14:26:06.586753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fafcf5-1ffc-421e-9644-ae0652838ccc req-ff84adf6-456e-44e3-9e29-93fc18ddbb84 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:06.588305 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6fafcf5-1ffc-421e-9644-ae0652838ccc req-ff84adf6-456e-44e3-9e29-93fc18ddbb84 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0544643 Aug 31 14:26:06.642088 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a6fafcf5-1ffc-421e-9644-ae0652838ccc req-fd71e2bf-4148-4be5-a3bf-8beaf8ee32cd tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475750 Aug 31 14:26:06.795871 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:06.893627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd549ae-f80d-4527-891d-051a10823837 req-81bf7bb2-0316-42d6-97af-683682da5012 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:06.895184 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-81bf7bb2-0316-42d6-97af-683682da5012 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/networks?id=549759a7-076d-4596-9264-56d1c9a26fb6 HTTP/1.1" status: 200 len: 810 time: 0.1106594 Aug 31 14:26:06.911223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-a041d39f-eb68-492f-be32-0358fa041925 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/quotas/a2bb9e70c268420b9f70ba19fb0a1ffc HTTP/1.1" status: 200 len: 375 time: 0.0099792 Aug 31 14:26:06.974877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-e3b3f96b-f12f-4367-a1b0-08c2117baa61 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2bb9e70c268420b9f70ba19fb0a1ffc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559733 Aug 31 14:26:07.085295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-15388ac4-a6a2-4106-a034-5c280ec4e2a0 service neutron] 10.222.0.20 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016800 Aug 31 14:26:07.193430 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-e4975bec-bd63-479b-b215-a282ff0c6eae service neutron] 10.222.0.20 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011555 Aug 31 14:26:07.372690 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-781d6a4a-bebe-4a35-a9d4-40bbf55ff57f req-2908fdcf-2f1f-4c1a-935a-b5cbb7d54147 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 210 time: 0.0353470 Aug 31 14:26:08.463328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd549ae-f80d-4527-891d-051a10823837 req-9e89903c-1be9-4c8d-9650-369a5e788fa3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:08.466141 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-9e89903c-1be9-4c8d-9650-369a5e788fa3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.52 "GET /v2.0/networks?id=549759a7-076d-4596-9264-56d1c9a26fb6 HTTP/1.1" status: 200 len: 810 time: 0.1443899 Aug 31 14:26:08.481329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-3cd549ae-f80d-4527-891d-051a10823837 req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Request body: {'port': {'device_id': '0ebdb54e-f636-422c-9687-66a4c205567a', 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6', 'admin_state_up': True, 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:08.498441 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a59209cf-a1ec-419f-ba62-dd1e5b45c894 req-c15e8cb1-ed74-4957-87a1-c13fef41864f tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 210 time: 0.0408769 Aug 31 14:26:08.615095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd549ae-f80d-4527-891d-051a10823837 req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Made reservation on behalf of a2bb9e70c268420b9f70ba19fb0a1ffc for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:08.618770 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cd549ae-f80d-4527-891d-051a10823837 req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.755241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-3cd549ae-f80d-4527-891d-051a10823837 req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Allocated IP 172.20.0.14 (549759a7-076d-4596-9264-56d1c9a26fb6/33365ccd-759c-4b7c-aa93-c33a9110628e/99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:08.924072 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cd549ae-f80d-4527-891d-051a10823837 req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.965705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cd549ae-f80d-4527-891d-051a10823837 req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:08.979623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['7a10f16e-7db1-48cd-a25b-b8bf39dc19db'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:09.020121 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd549ae-f80d-4527-891d-051a10823837 req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Network 549759a7-076d-4596-9264-56d1c9a26fb6 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:09.026910 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-3cd549ae-f80d-4527-891d-051a10823837 req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:09.032733 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd549ae-f80d-4527-891d-051a10823837 req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:09.060579 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Pushing event updated for resources: {'Port': ['ID=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:09.105239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd549ae-f80d-4527-891d-051a10823837 req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.106007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cd549ae-f80d-4527-891d-051a10823837 req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.126766 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-b21b41a6-ac63-4edf-bb0e-82b32c9d91db tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6503088 Aug 31 14:26:09.141468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Request body: {'port': {'device_id': '0ebdb54e-f636-422c-9687-66a4c205567a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:09.206781 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.284717 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.303377 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.540029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:09.540029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.557276 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Transition to ACTIVE for port object 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:09.564849 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.653552 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Pushing event updated for resources: {'Port': ['ID=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:09.720858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f5681-e8de-490c-9608-c01fe30b1a48 req-97c1cf11-b6e7-4710-8636-0b241f1557f9 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.722486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-346f5681-e8de-490c-9608-c01fe30b1a48 req-97c1cf11-b6e7-4710-8636-0b241f1557f9 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 944 time: 0.1226451 Aug 31 14:26:09.768360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Attempting to bind port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:09.768720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Attempting to bind port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:09.769054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Attempting to bind port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 on network 549759a7-076d-4596-9264-56d1c9a26fb6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:09.781924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 on network 549759a7-076d-4596-9264-56d1c9a26fb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:26:09.782364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Attempting to bind port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 on network 549759a7-076d-4596-9264-56d1c9a26fb6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:09.787491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-346f5681-e8de-490c-9608-c01fe30b1a48 req-cb0fbbf3-b3dd-4cb6-83c4-14c287f3dd1a tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572588 Aug 31 14:26:09.790683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:09.791023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Checking segment: {'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:09.791404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Bound using segment: {'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:09.791853 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Bound port: 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:09.792192 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.868056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] For port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9, host n-h2-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:09.872395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] For port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:09.877628 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.914457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:09.915436 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:09.916663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] 10.222.0.52 "PUT /v2.0/ports/99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 HTTP/1.1" status: 200 len: 1092 time: 0.7806892 Aug 31 14:26:09.917150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebdb54e-f636-422c-9687-66a4c205567a', 'tag': '99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:09.919541 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d573b442-a615-47b3-9fe0-63fb568fd94f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebdb54e-f636-422c-9687-66a4c205567a", "tag": "99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:09.965196 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d9875-3dba-4307-a35c-df36578f0b68 service neutron] Pushing event updated for resources: {'Port': ['ID=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:09.970738 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc15127-3030-4df0-8b50-8c2e92709803 x-openstack-request-id: req-bbc15127-3030-4df0-8b50-8c2e92709803 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:09.971249 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebdb54e-f636-422c-9687-66a4c205567a", "tag": "99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:09.971451 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbc15127-3030-4df0-8b50-8c2e92709803 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:09.971847 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebdb54e-f636-422c-9687-66a4c205567a', 'tag': '99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9', 'status': 'completed', 'code': 200} Aug 31 14:26:10.020279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd549ae-f80d-4527-891d-051a10823837 req-586d0773-27a5-4ed4-8a01-00052a431fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.021839 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-586d0773-27a5-4ed4-8a01-00052a431fd9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2bb9e70c268420b9f70ba19fb0a1ffc&device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 1095 time: 0.0430987 Aug 31 14:26:10.356759 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-44c35c7c-228b-4db7-a039-18679829e913 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 HTTP/1.1" status: 200 len: 217 time: 0.3260105 Aug 31 14:26:10.414241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd549ae-f80d-4527-891d-051a10823837 req-5e42d6f3-fedd-4c74-a75e-cebdca857dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.422838 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-5e42d6f3-fedd-4c74-a75e-cebdca857dc7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33365ccd-759c-4b7c-aa93-c33a9110628e HTTP/1.1" status: 200 len: 850 time: 0.0495024 Aug 31 14:26:10.456862 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-dea1f2c1-8edd-4119-b32d-c76c3a7a6812 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=549759a7-076d-4596-9264-56d1c9a26fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328639 Aug 31 14:26:10.557603 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-3608ac29-225b-4318-8d35-efbf47796fea service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928309 Aug 31 14:26:10.670554 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3cd549ae-f80d-4527-891d-051a10823837 req-58975958-690b-4100-a289-7512bf3a3dd0 service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040959 Aug 31 14:26:10.798831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573b442-a615-47b3-9fe0-63fb568fd94f req-77d4f7ae-12d6-4e13-9de5-88764ea49a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.801398 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d573b442-a615-47b3-9fe0-63fb568fd94f req-77d4f7ae-12d6-4e13-9de5-88764ea49a07 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2bb9e70c268420b9f70ba19fb0a1ffc&device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 1095 time: 0.0695884 Aug 31 14:26:10.949212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573b442-a615-47b3-9fe0-63fb568fd94f req-13b965cd-8dab-4b1c-bb7a-f7b8b87ec207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.958141 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d573b442-a615-47b3-9fe0-63fb568fd94f req-13b965cd-8dab-4b1c-bb7a-f7b8b87ec207 service neutron] 10.222.0.52 "GET /v2.0/networks?id=549759a7-076d-4596-9264-56d1c9a26fb6 HTTP/1.1" status: 200 len: 911 time: 0.1368241 Aug 31 14:26:10.975982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80903cde-e413-4eec-ba21-f6edb343c0e7 req-546b2709-928d-468d-8bd2-b2fe6004e862 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:10.977620 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80903cde-e413-4eec-ba21-f6edb343c0e7 req-546b2709-928d-468d-8bd2-b2fe6004e862 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 944 time: 0.0838852 Aug 31 14:26:11.037641 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d573b442-a615-47b3-9fe0-63fb568fd94f req-7dfa1d4a-a3d2-487f-ae6b-05735590ef24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 HTTP/1.1" status: 200 len: 217 time: 0.0768552 Aug 31 14:26:11.096838 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80903cde-e413-4eec-ba21-f6edb343c0e7 req-039c67dc-3d2e-4653-a046-0dacfe2d9687 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782826 Aug 31 14:26:11.106823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573b442-a615-47b3-9fe0-63fb568fd94f req-58cfd81c-6253-45ed-b617-bd7a38727a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:11.108299 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d573b442-a615-47b3-9fe0-63fb568fd94f req-58cfd81c-6253-45ed-b617-bd7a38727a65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33365ccd-759c-4b7c-aa93-c33a9110628e HTTP/1.1" status: 200 len: 850 time: 0.0612559 Aug 31 14:26:11.152627 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d573b442-a615-47b3-9fe0-63fb568fd94f req-42201219-6ef3-46bd-9596-a83a63e0bfa9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=549759a7-076d-4596-9264-56d1c9a26fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357587 Aug 31 14:26:11.264168 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d573b442-a615-47b3-9fe0-63fb568fd94f req-1044e548-f31b-4226-a93d-17e170d69756 service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033542 Aug 31 14:26:11.379086 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d573b442-a615-47b3-9fe0-63fb568fd94f req-54366ae4-7791-4149-b0f0-23db83632f83 service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055636 Aug 31 14:26:12.215325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14199203-53e6-4190-b7ac-7f4763578adc req-ec2ca790-70cb-4d99-97b5-4a46813b0ad5 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:12.216846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14199203-53e6-4190-b7ac-7f4763578adc req-ec2ca790-70cb-4d99-97b5-4a46813b0ad5 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 944 time: 0.0504541 Aug 31 14:26:12.258835 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14199203-53e6-4190-b7ac-7f4763578adc req-7363f320-3177-4a28-9602-6c055ec351be tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357597 Aug 31 14:26:12.807513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:12.916877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:12.928563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9', 'network_id': '549759a7-076d-4596-9264-56d1c9a26fb6', 'port_id': '99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9', 'mac_address': 'fa:16:3e:0a:36:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33365ccd-759c-4b7c-aa93-c33a9110628e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:26:12.966851 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:12.981465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:26:13.004065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:13.009045 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:13.065299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:13.270631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:13.402218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac235af-a94b-45b9-8970-f7fc6480a1f1 req-e3de3f3a-e00e-43ef-954a-eb95fa176125 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:13.403945 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ac235af-a94b-45b9-8970-f7fc6480a1f1 req-e3de3f3a-e00e-43ef-954a-eb95fa176125 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 945 time: 0.0674815 Aug 31 14:26:13.455228 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ac235af-a94b-45b9-8970-f7fc6480a1f1 req-7f1b59eb-a616-42b8-9eff-7a8416743def tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Aug 31 14:26:14.614698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d13fc7-4bfe-4e77-b932-7732d4de50dc req-e4bdce5f-210b-4d36-b284-773b5bfb7e78 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:14.617931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12d13fc7-4bfe-4e77-b932-7732d4de50dc req-e4bdce5f-210b-4d36-b284-773b5bfb7e78 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 945 time: 0.0843682 Aug 31 14:26:14.663542 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12d13fc7-4bfe-4e77-b932-7732d4de50dc req-34c95cad-b6c5-44e8-86bc-9bdd194a8950 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Aug 31 14:26:14.817384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:14.873928 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:14.878992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:14.879504 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.967262 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:14.996491 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebdb54e-f636-422c-9687-66a4c205567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:14.998906 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b1a924-9bd0-4d3c-8ce6-ee8f3c4c8e7d" -d '{"events": [{"server_uuid": "0ebdb54e-f636-422c-9687-66a4c205567a", "name": "network-vif-plugged", "status": "completed", "tag": "99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:15.012637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:15.017390 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:15.047338 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae43e430-dd4d-4c57-b55c-6c26bf43e20f x-openstack-request-id: req-ae43e430-dd4d-4c57-b55c-6c26bf43e20f {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:15.047988 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebdb54e-f636-422c-9687-66a4c205567a", "name": "network-vif-plugged", "status": "completed", "tag": "99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:15.048512 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae43e430-dd4d-4c57-b55c-6c26bf43e20f {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:15.049171 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebdb54e-f636-422c-9687-66a4c205567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9', 'code': 200} Aug 31 14:26:15.083963 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:15.168870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b87be9-30aa-4714-b92c-d4a2359377b1 req-e5551639-fc1f-4059-b54d-b30446ca1ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:15.172937 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b0b87be9-30aa-4714-b92c-d4a2359377b1 req-e5551639-fc1f-4059-b54d-b30446ca1ec0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 1097 time: 0.0485597 Aug 31 14:26:15.214075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b0b87be9-30aa-4714-b92c-d4a2359377b1 req-77affdbb-d388-49c0-b901-34d3c8e36eb0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350592 Aug 31 14:26:15.806969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81759818-9252-428e-8413-72acdc3c6dc4 req-a2db86ea-0c75-4c9f-a98c-84ae2c6ce9e3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:15.808950 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-81759818-9252-428e-8413-72acdc3c6dc4 req-a2db86ea-0c75-4c9f-a98c-84ae2c6ce9e3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0656791 Aug 31 14:26:15.852892 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-81759818-9252-428e-8413-72acdc3c6dc4 req-3cf769b6-cd43-4988-908f-f94f46e2bfec tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Aug 31 14:26:16.575630 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06d498df-c084-4b73-a516-fb64d366224c req-c5ed132d-de86-40d9-9abc-4438d08a686f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435066 Aug 31 14:26:16.672113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d498df-c084-4b73-a516-fb64d366224c req-befb96dc-24ba-44d0-a06f-991e653d90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.673740 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06d498df-c084-4b73-a516-fb64d366224c req-befb96dc-24ba-44d0-a06f-991e653d90a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ca153dbd5604bc298d79a7d5c07eb15&device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 1096 time: 0.0480592 Aug 31 14:26:16.793684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d498df-c084-4b73-a516-fb64d366224c req-86460f9d-d21d-4e2d-9bac-f32baba19b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.795222 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06d498df-c084-4b73-a516-fb64d366224c req-86460f9d-d21d-4e2d-9bac-f32baba19b3a service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a63ef7b-ad36-43d5-9770-6647645c0e4f HTTP/1.1" status: 200 len: 914 time: 0.0968635 Aug 31 14:26:16.894881 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06d498df-c084-4b73-a516-fb64d366224c req-0c5474d7-d679-452b-994e-5ced85b35866 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4632ec91-5180-4883-a3b8-1c4dc2e3140b HTTP/1.1" status: 200 len: 1001 time: 0.0912864 Aug 31 14:26:16.962922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d498df-c084-4b73-a516-fb64d366224c req-4c7332ee-3aa2-456c-9cf8-95e7841d4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:16.965658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06d498df-c084-4b73-a516-fb64d366224c req-4c7332ee-3aa2-456c-9cf8-95e7841d4be9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a50599f-a52b-4658-ad31-01094a9bf03f HTTP/1.1" status: 200 len: 852 time: 0.0597801 Aug 31 14:26:17.014609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad1d64-4a50-407c-b552-4902e8d05415 req-f955af9c-04ca-4567-a904-775fe4bcb4e9 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.021291 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0ad1d64-4a50-407c-b552-4902e8d05415 req-f955af9c-04ca-4567-a904-775fe4bcb4e9 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0639193 Aug 31 14:26:17.030469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d498df-c084-4b73-a516-fb64d366224c req-7245b176-877f-4892-82eb-e249d5a0fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.032296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06d498df-c084-4b73-a516-fb64d366224c req-7245b176-877f-4892-82eb-e249d5a0fcb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a63ef7b-ad36-43d5-9770-6647645c0e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583026 Aug 31 14:26:17.061880 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0ad1d64-4a50-407c-b552-4902e8d05415 req-42f7ae52-26f1-45dd-be67-38fba35f1aae tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394845 Aug 31 14:26:17.144412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06d498df-c084-4b73-a516-fb64d366224c req-531e4d85-ab80-4e30-8079-9406ba378195 service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974557 Aug 31 14:26:17.275416 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06d498df-c084-4b73-a516-fb64d366224c req-b64f996e-6c11-413a-8615-8a7b7ddcbccc service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208270 Aug 31 14:26:17.377761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168963a-921f-4d65-b936-5a78c538f9e1 req-95165d6f-ad39-4588-90be-f5ca83ac2e82 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.379246 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5168963a-921f-4d65-b936-5a78c538f9e1 req-95165d6f-ad39-4588-90be-f5ca83ac2e82 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0815747 Aug 31 14:26:17.381955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a318a8a-4278-4716-ab05-070a0f11ce90 req-1861cd47-433b-4fc3-abd9-674ca81f63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.385653 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a318a8a-4278-4716-ab05-070a0f11ce90 req-1861cd47-433b-4fc3-abd9-674ca81f63ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2bb9e70c268420b9f70ba19fb0a1ffc&device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 1097 time: 0.0976658 Aug 31 14:26:17.473405 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5168963a-921f-4d65-b936-5a78c538f9e1 req-4e7a056f-8098-4616-8079-33da245821df tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864916 Aug 31 14:26:17.514044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a318a8a-4278-4716-ab05-070a0f11ce90 req-d708e8ea-9920-4352-a0c1-682cc93186c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.515534 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a318a8a-4278-4716-ab05-070a0f11ce90 req-d708e8ea-9920-4352-a0c1-682cc93186c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=549759a7-076d-4596-9264-56d1c9a26fb6 HTTP/1.1" status: 200 len: 911 time: 0.1152360 Aug 31 14:26:17.557430 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a318a8a-4278-4716-ab05-070a0f11ce90 req-57e8363d-7be8-4ac7-8236-02a3d42dc022 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 HTTP/1.1" status: 200 len: 217 time: 0.0347247 Aug 31 14:26:17.608517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a318a8a-4278-4716-ab05-070a0f11ce90 req-866face8-c6fe-45d9-8f04-9ce39c7e51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:17.610032 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a318a8a-4278-4716-ab05-070a0f11ce90 req-866face8-c6fe-45d9-8f04-9ce39c7e51b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33365ccd-759c-4b7c-aa93-c33a9110628e HTTP/1.1" status: 200 len: 850 time: 0.0459840 Aug 31 14:26:17.652770 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a318a8a-4278-4716-ab05-070a0f11ce90 req-e8befc2f-d2e7-47dc-b822-4a1977ca4d28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=549759a7-076d-4596-9264-56d1c9a26fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304434 Aug 31 14:26:17.758434 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a318a8a-4278-4716-ab05-070a0f11ce90 req-d0ac9015-3e0d-4be1-92e2-d2f0e220f88f service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981481 Aug 31 14:26:17.859768 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a318a8a-4278-4716-ab05-070a0f11ce90 req-05bc3411-fe62-4805-8f9c-4003bebe55c4 service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886376 Aug 31 14:26:18.110478 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-207cc92e-cb6e-4d01-945a-fc6d58680345 req-532ed726-418f-468a-9356-4ea841426207 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474365 Aug 31 14:26:18.202799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cc92e-cb6e-4d01-945a-fc6d58680345 req-7e0e83b0-adac-4c4a-b7d1-49736620f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:18.204304 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-207cc92e-cb6e-4d01-945a-fc6d58680345 req-7e0e83b0-adac-4c4a-b7d1-49736620f271 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2bb9e70c268420b9f70ba19fb0a1ffc&device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 1096 time: 0.0444255 Aug 31 14:26:18.335013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cc92e-cb6e-4d01-945a-fc6d58680345 req-f5f6278a-7196-48a5-9e8e-9ce4c463f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:18.337284 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-207cc92e-cb6e-4d01-945a-fc6d58680345 req-f5f6278a-7196-48a5-9e8e-9ce4c463f5d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=549759a7-076d-4596-9264-56d1c9a26fb6 HTTP/1.1" status: 200 len: 911 time: 0.0991352 Aug 31 14:26:18.387712 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-207cc92e-cb6e-4d01-945a-fc6d58680345 req-83b63d57-3cc2-4379-b632-e77d9cb4d0b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a10f16e-7db1-48cd-a25b-b8bf39dc19db HTTP/1.1" status: 200 len: 217 time: 0.0420153 Aug 31 14:26:18.441507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cc92e-cb6e-4d01-945a-fc6d58680345 req-62ee5a30-8d75-4446-83a8-c627133cf9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:18.443024 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-207cc92e-cb6e-4d01-945a-fc6d58680345 req-62ee5a30-8d75-4446-83a8-c627133cf9df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33365ccd-759c-4b7c-aa93-c33a9110628e HTTP/1.1" status: 200 len: 850 time: 0.0478475 Aug 31 14:26:18.481444 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-207cc92e-cb6e-4d01-945a-fc6d58680345 req-68d031c7-dd03-4986-8492-9c6a3de4f436 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=549759a7-076d-4596-9264-56d1c9a26fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253005 Aug 31 14:26:18.613756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708e9d5-6564-4f59-a66d-bcf078e1c4d9 req-66344fa3-e20c-4512-8855-41ec1c01e50d tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:18.615619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0708e9d5-6564-4f59-a66d-bcf078e1c4d9 req-66344fa3-e20c-4512-8855-41ec1c01e50d tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0625219 Aug 31 14:26:18.616057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-207cc92e-cb6e-4d01-945a-fc6d58680345 req-63715481-e51d-4336-b6d7-9c26bd40bd71 service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233099 Aug 31 14:26:18.680998 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0708e9d5-6564-4f59-a66d-bcf078e1c4d9 req-ccbf60c8-c170-4a28-9bf2-732a8bbc36e6 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554867 Aug 31 14:26:18.729380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-207cc92e-cb6e-4d01-945a-fc6d58680345 req-0b02e4d6-2aeb-491b-b901-0253211d2d25 service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978434 Aug 31 14:26:19.817571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b545606-af81-4d98-af40-ce59fa531a6e req-1f398e4a-1e97-4388-8da6-28a3283bc621 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:19.821535 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b545606-af81-4d98-af40-ce59fa531a6e req-1f398e4a-1e97-4388-8da6-28a3283bc621 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0532556 Aug 31 14:26:19.864765 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b545606-af81-4d98-af40-ce59fa531a6e req-bf9133e8-dff9-49ef-bbb5-1f21c907c99b tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383983 Aug 31 14:26:21.016717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda90be-1ac5-4661-8b08-f48e008f459f req-8714723c-91e4-468d-be35-f2050ce29692 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:21.018142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bcda90be-1ac5-4661-8b08-f48e008f459f req-8714723c-91e4-468d-be35-f2050ce29692 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0761578 Aug 31 14:26:21.067809 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bcda90be-1ac5-4661-8b08-f48e008f459f req-9d16b2d2-6671-4130-84c3-12b7ecad7293 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402620 Aug 31 14:26:22.203317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc89334-f9f2-4d54-80ea-49103cb31f5f req-0eaeb3fa-6128-4205-bd41-6bd758b3af20 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:22.204904 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdc89334-f9f2-4d54-80ea-49103cb31f5f req-0eaeb3fa-6128-4205-bd41-6bd758b3af20 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0541129 Aug 31 14:26:22.244813 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdc89334-f9f2-4d54-80ea-49103cb31f5f req-403b4b68-3879-48f2-9f64-b4b1db98b3dc tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335588 Aug 31 14:26:23.457891 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7961e-82e3-423f-8f7c-9b0e5019b5ae req-0d742e62-fa99-4010-9533-b69fd451b7ca tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:23.460501 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47d7961e-82e3-423f-8f7c-9b0e5019b5ae req-0d742e62-fa99-4010-9533-b69fd451b7ca tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1406386 Aug 31 14:26:23.502377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47d7961e-82e3-423f-8f7c-9b0e5019b5ae req-5ca3f77b-5d3e-41d3-9874-2b3b3acbd369 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350280 Aug 31 14:26:23.541189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 51868) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:23.720116 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Deleting port 878fa74b-f3eb-4900-a6c4-4b2a32275413 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:23.720505 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:23.810477 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:23.810871 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:23.824934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Calling delete_port for 878fa74b-f3eb-4900-a6c4-4b2a32275413 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:24.000688 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.031779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event deleted for resources: {'Port': ['ID=878fa74b-f3eb-4900-a6c4-4b2a32275413,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:24.110823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.111360 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Floating IP a95bedd9-a1ab-4bfd-984e-c227ec48b0c8 disassociated (deleted). External IP: 172.25.3.177, port: 4632ec91-5180-4883-a3b8-1c4dc2e3140b. Aug 31 14:26:24.363737 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:24.483779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:24.490189 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:24.496760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7209ab7-e6e9-4077-bb35-4fbfe503743f None None] Sync routers for ids ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:24.513337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7209ab7-e6e9-4077-bb35-4fbfe503743f None None] Routers {'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:24.514418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a7209ab7-e6e9-4077-bb35-4fbfe503743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:24.520649 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ba715e5d-9cb1-4ce0-96cc-7bff327f7462 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "DELETE /v2.0/floatingips/a95bedd9-a1ab-4bfd-984e-c227ec48b0c8 HTTP/1.1" status: 204 len: 168 time: 0.9782608 Aug 31 14:26:24.521391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:24.523931 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c13bbb-b15a-45ef-ab2b-0a0613247f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:24.653115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a7209ab7-e6e9-4077-bb35-4fbfe503743f None None] Set router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:24.688099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35730f34-3725-45bc-96a4-31de5cb5f415 req-7dc44923-4180-4bb6-9a1e-82995f813bf3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.701364 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-35730f34-3725-45bc-96a4-31de5cb5f415 req-7dc44923-4180-4bb6-9a1e-82995f813bf3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1080403 Aug 31 14:26:24.781126 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeebf64-2cf6-4627-8a85-93eededeaa96 x-openstack-request-id: req-ebeebf64-2cf6-4627-8a85-93eededeaa96 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:24.781635 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:24.781813 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebeebf64-2cf6-4627-8a85-93eededeaa96 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:24.782400 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'status': 'completed', 'code': 200} Aug 31 14:26:24.837891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-35730f34-3725-45bc-96a4-31de5cb5f415 req-7d1c256a-366b-418f-a62c-ca6d5db217ca tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146579 Aug 31 14:26:24.906320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e230ba-131c-420d-b066-4e735c7948ac req-21c4b925-c2b7-4473-8d0b-a2b9c5287ffb tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.908119 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5e230ba-131c-420d-b066-4e735c7948ac req-21c4b925-c2b7-4473-8d0b-a2b9c5287ffb tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 945 time: 0.0579524 Aug 31 14:26:24.911286 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c13bbb-b15a-45ef-ab2b-0a0613247f5c req-3d6058c0-368d-4cb6-8cd8-b6c370a5e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:24.913448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4c13bbb-b15a-45ef-ab2b-0a0613247f5c req-3d6058c0-368d-4cb6-8cd8-b6c370a5e00c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ca153dbd5604bc298d79a7d5c07eb15&device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 1096 time: 0.0737069 Aug 31 14:26:24.967152 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5e230ba-131c-420d-b066-4e735c7948ac req-f6a74115-9292-4a51-8873-fec3929f2714 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517025 Aug 31 14:26:25.109817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a7209ab7-e6e9-4077-bb35-4fbfe503743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '071b3609-896c-46be-a741-bd9a5cfeb7b4', 'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'mac_address': 'fa:16:3e:fa:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:47Z', 'updated_at': '2021-08-31T14:22:56Z', 'revision_number': 5, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'subnets': [{'id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:25.151776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7209ab7-e6e9-4077-bb35-4fbfe503743f None None] Checking router: b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:25.165407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7209ab7-e6e9-4077-bb35-4fbfe503743f None None] Routers {'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:25.166238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a7209ab7-e6e9-4077-bb35-4fbfe503743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:25.315779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a7209ab7-e6e9-4077-bb35-4fbfe503743f None None] Set router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:25.411235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c13bbb-b15a-45ef-ab2b-0a0613247f5c req-279ba75d-4d44-4b4e-a0cc-e6362e0d2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:25.413561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4c13bbb-b15a-45ef-ab2b-0a0613247f5c req-279ba75d-4d44-4b4e-a0cc-e6362e0d2259 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a63ef7b-ad36-43d5-9770-6647645c0e4f HTTP/1.1" status: 200 len: 914 time: 0.4926198 Aug 31 14:26:25.465356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4c13bbb-b15a-45ef-ab2b-0a0613247f5c req-62496bab-7dbc-4aae-a7fe-c286ab8a867c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4632ec91-5180-4883-a3b8-1c4dc2e3140b HTTP/1.1" status: 200 len: 217 time: 0.0431983 Aug 31 14:26:25.526484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c13bbb-b15a-45ef-ab2b-0a0613247f5c req-3ead017e-724a-4b46-880c-c7229e34f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:25.528256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4c13bbb-b15a-45ef-ab2b-0a0613247f5c req-3ead017e-724a-4b46-880c-c7229e34f1ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a50599f-a52b-4658-ad31-01094a9bf03f HTTP/1.1" status: 200 len: 852 time: 0.0542042 Aug 31 14:26:25.593308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c13bbb-b15a-45ef-ab2b-0a0613247f5c req-99e4c949-ea7c-4168-810c-8bebf988bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:25.594759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4c13bbb-b15a-45ef-ab2b-0a0613247f5c req-99e4c949-ea7c-4168-810c-8bebf988bc24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a63ef7b-ad36-43d5-9770-6647645c0e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584385 Aug 31 14:26:25.612860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a7209ab7-e6e9-4077-bb35-4fbfe503743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '071b3609-896c-46be-a741-bd9a5cfeb7b4', 'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'mac_address': 'fa:16:3e:fa:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:47Z', 'updated_at': '2021-08-31T14:22:56Z', 'revision_number': 5, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'subnets': [{'id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:25.643334 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7209ab7-e6e9-4077-bb35-4fbfe503743f None None] The sync data for ids ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'] in n-d-792364-6 is: [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:48Z', 'revision_number': 4, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '071b3609-896c-46be-a741-bd9a5cfeb7b4', 'name': '', 'network_id': '9a63ef7b-ad36-43d5-9770-6647645c0e4f', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'mac_address': 'fa:16:3e:fa:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:47Z', 'updated_at': '2021-08-31T14:22:56Z', 'revision_number': 5, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'subnets': [{'id': '0a50599f-a52b-4658-ad31-01094a9bf03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:25.709353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4c13bbb-b15a-45ef-ab2b-0a0613247f5c req-e97b9f7b-35e7-47d1-ab02-af354280a6d0 service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024911 Aug 31 14:26:25.841142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4c13bbb-b15a-45ef-ab2b-0a0613247f5c req-ca1d346b-cd02-4839-b872-abcf9a28e46f service neutron] 10.222.0.13 "GET /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196313 Aug 31 14:26:25.966186 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7300ca8-b75a-4de7-ba32-0045ed749baf None None] New status for floating IP a95bedd9-a1ab-4bfd-984e-c227ec48b0c8: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:26:26.019781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa891-c9c2-4ad0-a5a2-64bce0675e53 req-356d3a95-2d71-4c6d-9690-118068f46e68 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.021501 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-043aa891-c9c2-4ad0-a5a2-64bce0675e53 req-356d3a95-2d71-4c6d-9690-118068f46e68 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0916774 Aug 31 14:26:26.098630 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-043aa891-c9c2-4ad0-a5a2-64bce0675e53 req-3ac70b13-6fd5-46c3-bf8e-82a9cdcd9c43 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684512 Aug 31 14:26:26.221867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa20abc-2254-489f-8ac7-9ee2762f19f9 req-1810bb9e-8c33-4ba2-8224-3761ca64cc19 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.223410 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-daa20abc-2254-489f-8ac7-9ee2762f19f9 req-1810bb9e-8c33-4ba2-8224-3761ca64cc19 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 945 time: 0.1535213 Aug 31 14:26:26.274882 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-daa20abc-2254-489f-8ac7-9ee2762f19f9 req-48e852fc-8ba2-461c-894b-9880944a9ea6 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3f56609-a589-47f8-8de9-f1b01b09d972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433502 Aug 31 14:26:26.610966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866f2df-b768-468f-b07f-3242996021e3 req-c54f3831-3284-435a-9d28-ed2e6dc50362 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:26.612389 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4866f2df-b768-468f-b07f-3242996021e3 req-c54f3831-3284-435a-9d28-ed2e6dc50362 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 945 time: 0.0502994 Aug 31 14:26:26.722216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-4866f2df-b768-468f-b07f-3242996021e3 req-ce06d49e-1526-46a7-83d4-db669b7af273 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Deleting port 4632ec91-5180-4883-a3b8-1c4dc2e3140b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:26.723301 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4866f2df-b768-468f-b07f-3242996021e3 req-ce06d49e-1526-46a7-83d4-db669b7af273 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:26.825606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4866f2df-b768-468f-b07f-3242996021e3 req-ce06d49e-1526-46a7-83d4-db669b7af273 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] For port 4632ec91-5180-4883-a3b8-1c4dc2e3140b, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4632ec91-5180-4883-a3b8-1c4dc2e3140b,segment=NetworkSegment(33d20241-e095-4fc0-9953-2973f20331a4),segment_id=33d20241-e095-4fc0-9953-2973f20331a4)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:26.825976 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4866f2df-b768-468f-b07f-3242996021e3 req-ce06d49e-1526-46a7-83d4-db669b7af273 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:26.844023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-4866f2df-b768-468f-b07f-3242996021e3 req-ce06d49e-1526-46a7-83d4-db669b7af273 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Calling delete_port for 4632ec91-5180-4883-a3b8-1c4dc2e3140b owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:26.995413 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4866f2df-b768-468f-b07f-3242996021e3 req-ce06d49e-1526-46a7-83d4-db669b7af273 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.027288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06d49e-1526-46a7-83d4-db669b7af273 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event deleted for resources: {'Port': ['ID=4632ec91-5180-4883-a3b8-1c4dc2e3140b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:27.079522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-4866f2df-b768-468f-b07f-3242996021e3 req-ce06d49e-1526-46a7-83d4-db669b7af273 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] No DVR routers for this DVR port 4632ec91-5180-4883-a3b8-1c4dc2e3140b on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:26:27.082316 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4866f2df-b768-468f-b07f-3242996021e3 req-ce06d49e-1526-46a7-83d4-db669b7af273 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:27.085412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4866f2df-b768-468f-b07f-3242996021e3 req-ce06d49e-1526-46a7-83d4-db669b7af273 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.13 "DELETE /v2.0/ports/4632ec91-5180-4883-a3b8-1c4dc2e3140b HTTP/1.1" status: 204 len: 173 time: 0.4649804 Aug 31 14:26:27.086262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'name': 'network-vif-deleted', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:27.089486 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146ab8fb-6691-42dd-b59b-d05c01ab423d" -d '{"events": [{"server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "name": "network-vif-deleted", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:27.219726 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a312a77-f246-4265-84ad-3a4a8d4c3536 x-openstack-request-id: req-0a312a77-f246-4265-84ad-3a4a8d4c3536 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:27.220132 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa012d4-4d21-451a-8274-dd7676cc04ce", "name": "network-vif-deleted", "tag": "4632ec91-5180-4883-a3b8-1c4dc2e3140b", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:27.220707 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a312a77-f246-4265-84ad-3a4a8d4c3536 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:27.221246 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa012d4-4d21-451a-8274-dd7676cc04ce', 'name': 'network-vif-deleted', 'tag': '4632ec91-5180-4883-a3b8-1c4dc2e3140b', 'status': 'completed', 'code': 200} Aug 31 14:26:27.248927 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b25de8-8b1a-4dad-af95-45cd60b6e463 req-cb491372-0f53-4265-bc01-9d7dfa95f55d tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:27.250515 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12b25de8-8b1a-4dad-af95-45cd60b6e463 req-cb491372-0f53-4265-bc01-9d7dfa95f55d tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0624454 Aug 31 14:26:27.319025 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12b25de8-8b1a-4dad-af95-45cd60b6e463 req-0bfdeb4c-129c-4b3d-b33e-b8aaee9ccb81 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611477 Aug 31 14:26:27.398668 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-778cdcfb-8c89-41eb-9c65-65963d4f7030 req-4795cceb-2e5f-42fd-b1a8-995269ae5ef8 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 210 time: 0.0294285 Aug 31 14:26:28.486860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bb92a-49a5-4af3-a58e-814f53a6c7e7 req-60169c29-80f8-42ef-a59c-9e78e89e60ba tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:28.495618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8c0bb92a-49a5-4af3-a58e-814f53a6c7e7 req-60169c29-80f8-42ef-a59c-9e78e89e60ba tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0680077 Aug 31 14:26:28.545221 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8c0bb92a-49a5-4af3-a58e-814f53a6c7e7 req-e264b87e-ce5e-4ec8-8760-f4c9dc0bb720 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476768 Aug 31 14:26:28.578474 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8eedb072-df28-44f7-841f-22bc999888cf req-30c76804-2a9b-4e9b-8f0e-877ca6a955fd tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 210 time: 0.0488379 Aug 31 14:26:29.680554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63901f87-b8e8-45e5-b6a3-41ba92ccdfaf req-6eb95688-db32-477a-873a-132541104cd8 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:29.683139 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63901f87-b8e8-45e5-b6a3-41ba92ccdfaf req-6eb95688-db32-477a-873a-132541104cd8 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0579000 Aug 31 14:26:29.717099 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d2390e7-c681-44d7-9dfa-4ad60b2b8031 req-034e64a3-867e-4f27-920f-ce69ff52f7c6 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 210 time: 0.0521293 Aug 31 14:26:29.744542 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63901f87-b8e8-45e5-b6a3-41ba92ccdfaf req-77f239a4-dfb3-421c-9905-6711d1099197 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438211 Aug 31 14:26:30.183740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4632ec91-5180-4883-a3b8-1c4dc2e3140b no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:30.205428 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 4632ec91-5180-4883-a3b8-1c4dc2e3140b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:30.205776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4632ec91-5180-4883-a3b8-1c4dc2e3140b not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:30.851164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-58555af4-680d-4db3-8d58-4128c618bada req-2b134d96-4e3a-4597-924b-dbd506317ab7 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa012d4-4d21-451a-8274-dd7676cc04ce HTTP/1.1" status: 200 len: 210 time: 0.0392587 Aug 31 14:26:30.895956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f3f8b-8621-46a5-bf08-c09ab11380dd req-da37b420-a173-41bf-b5e0-3066ccf6a624 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:30.897601 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-121f3f8b-8621-46a5-bf08-c09ab11380dd req-da37b420-a173-41bf-b5e0-3066ccf6a624 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0653455 Aug 31 14:26:30.947320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-121f3f8b-8621-46a5-bf08-c09ab11380dd req-7caed410-b99a-448e-a950-7ef4059b311c tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Aug 31 14:26:31.380254 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-095bd9ed-b8ae-40d3-9ffa-f4c9cc9ae17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:31.921376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52106) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:31.985922 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:32.015814 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:32.099937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac6633-8bd2-4845-871f-ff203872372f req-ed62a1a2-62d3-4dbd-85bc-5f9518c3521f tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:32.101493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7ac6633-8bd2-4845-871f-ff203872372f req-ed62a1a2-62d3-4dbd-85bc-5f9518c3521f tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0761068 Aug 31 14:26:32.145967 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:32.148708 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:32.150200 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] 10.222.0.20 "DELETE /v2.0/security-groups/f3f56609-a589-47f8-8de9-f1b01b09d972 HTTP/1.1" status: 204 len: 168 time: 0.2278082 Aug 31 14:26:32.158337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7ac6633-8bd2-4845-871f-ff203872372f req-169a8e90-9082-4bb1-ae40-d1df1ce85b07 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505276 Aug 31 14:26:32.166140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f56609-a589-47f8-8de9-f1b01b09d972,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:32.182299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:32.182634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:32.182961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:32.183310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:32.183666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:32.184053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:32.184325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:32.184680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:32.185028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:32.185656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:32.186000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:32.186320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ba8ce-38a5-4b64-b3d1-5274bd58e022 tempest-TestVolumeBackupRestore-192598433 tempest-TestVolumeBackupRestore-192598433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:33.054874 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:26:33.363028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517deb-572a-4356-b6a4-9f71d74446b6 req-391500ac-d48a-4ca7-9824-2773f42a5c7a tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:33.375206 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e517deb-572a-4356-b6a4-9f71d74446b6 req-391500ac-d48a-4ca7-9824-2773f42a5c7a tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0998540 Aug 31 14:26:33.424356 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52242) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:33.502085 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e517deb-572a-4356-b6a4-9f71d74446b6 req-36a6d904-3098-49f0-a70c-b291826713ee tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248600 Aug 31 14:26:33.794938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a65cfecf-94cc-4a8d-94bf-88bd714d6ebf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=553ee4f7121145ecb8cdc78e8fbe9552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692343 Aug 31 14:26:33.795170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52292) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:33.880243 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0961e28e-5305-48f6-bde1-f8d7d9f3a684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:33.941105 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0961e28e-5305-48f6-bde1-f8d7d9f3a684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.004827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0961e28e-5305-48f6-bde1-f8d7d9f3a684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.007768 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0961e28e-5305-48f6-bde1-f8d7d9f3a684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.008886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0961e28e-5305-48f6-bde1-f8d7d9f3a684 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85a9b1ac-8f7d-4f57-bf77-6089794553eb HTTP/1.1" status: 204 len: 168 time: 0.2124770 Aug 31 14:26:34.029901 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.033851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961e28e-5305-48f6-bde1-f8d7d9f3a684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a9b1ac-8f7d-4f57-bf77-6089794553eb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:34.158806 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00ed96f0-cf68-44b1-996d-1f1255c28335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:34.741450 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8167c7b-cea0-45ac-b920-b68c1027d47c req-bab2708b-fd92-48f2-89c4-3f2268595c40 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:34.760957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8167c7b-cea0-45ac-b920-b68c1027d47c req-bab2708b-fd92-48f2-89c4-3f2268595c40 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0948448 Aug 31 14:26:34.839258 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8167c7b-cea0-45ac-b920-b68c1027d47c req-f9e65ce6-4b66-433e-af0f-45fe1fb8e5c2 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814688 Aug 31 14:26:35.251336 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.033108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0ab83-2576-43c3-98b3-ead070304e78 req-2bf9d013-3929-4c1a-8a4f-f290f17e41e0 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:36.042586 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12f0ab83-2576-43c3-98b3-ead070304e78 req-2bf9d013-3929-4c1a-8a4f-f290f17e41e0 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0919778 Aug 31 14:26:36.142553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12f0ab83-2576-43c3-98b3-ead070304e78 req-e330e04d-c743-4ac1-af0b-a734ce075bea tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988624 Aug 31 14:26:36.798470 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:36.942067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52626) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:37.351687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19d9e3-a0af-4a67-85e5-98e87b8bd280 req-1231d38b-a367-4f4a-b1e4-a26250fda2bf tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:37.359792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b19d9e3-a0af-4a67-85e5-98e87b8bd280 req-1231d38b-a367-4f4a-b1e4-a26250fda2bf tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1080096 Aug 31 14:26:37.434406 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b19d9e3-a0af-4a67-85e5-98e87b8bd280 req-a0a9c589-541e-40bf-a6e5-f5dd32de13fd tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737689 Aug 31 14:26:37.502385 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.780553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Deleting port 071b3609-896c-46be-a741-bd9a5cfeb7b4 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:37.781433 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.866705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] For port 071b3609-896c-46be-a741-bd9a5cfeb7b4, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=071b3609-896c-46be-a741-bd9a5cfeb7b4,segment=NetworkSegment(33d20241-e095-4fc0-9953-2973f20331a4),segment_id=33d20241-e095-4fc0-9953-2973f20331a4)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:37.867084 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:37.889269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Calling delete_port for 071b3609-896c-46be-a741-bd9a5cfeb7b4 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:38.101721 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:38.480222 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Pushing event deleted for resources: {'Port': ['ID=071b3609-896c-46be-a741-bd9a5cfeb7b4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:38.501905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:38.502967 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:38.503539 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:38.504215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:38.504871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:38.505403 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:38.505951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:38.506632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:38.506968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:38.507491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:38.508132 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:38.508560 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:38.618595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6025f-de33-41a8-906e-873cf780bd1d req-7eb28d88-cd7d-4f9a-a369-7dfdc688fa9b tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:38.626861 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e3b6025f-de33-41a8-906e-873cf780bd1d req-7eb28d88-cd7d-4f9a-a369-7dfdc688fa9b tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0632586 Aug 31 14:26:38.678492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e3b6025f-de33-41a8-906e-873cf780bd1d req-e67a21ef-52cb-443f-b89d-152e405d2e75 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502341 Aug 31 14:26:38.727828 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:38.949816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:39.062969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:39.068391 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eb9b0cff-b846-4a76-afa1-3c662d0ee47a admin admin] 10.222.0.20 "PUT /v2.0/routers/b9bdbbe0-a2c3-4107-80bb-e5f067b3f118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1225955 Aug 31 14:26:39.071959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52640) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:39.074860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19559ae-5c0a-44df-ab3d-de94762112fb None None] Sync routers for ids ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:39.084736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19559ae-5c0a-44df-ab3d-de94762112fb None None] Routers {'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:39.085430 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b19559ae-5c0a-44df-ab3d-de94762112fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:39.209616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.210437 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b19559ae-5c0a-44df-ab3d-de94762112fb None None] Set router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:39.333367 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.339714 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.352056 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.370125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee647031-53c7-437c-93c6-e232c18faf32 req-92224c24-b92c-40a1-a773-a230225d33c7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:39.371711 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee647031-53c7-437c-93c6-e232c18faf32 req-92224c24-b92c-40a1-a773-a230225d33c7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 946 time: 0.0646608 Aug 31 14:26:39.408717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Deleting port 00e03dff-77f8-4c91-9f0c-45101876eae1 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:39.408717 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.432671 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee647031-53c7-437c-93c6-e232c18faf32 req-42af1113-f860-4b39-8e1f-1332040fb6ec tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521657 Aug 31 14:26:39.441455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b19559ae-5c0a-44df-ab3d-de94762112fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:26:38Z', 'revision_number': 5, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port': {'id': '00e03dff-77f8-4c91-9f0c-45101876eae1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:39.458815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52646) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:39.472246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19559ae-5c0a-44df-ab3d-de94762112fb None None] Checking router: b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:39.481497 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19559ae-5c0a-44df-ab3d-de94762112fb None None] Routers {'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:39.482377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b19559ae-5c0a-44df-ab3d-de94762112fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:39.527552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] For port 00e03dff-77f8-4c91-9f0c-45101876eae1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=00e03dff-77f8-4c91-9f0c-45101876eae1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:39.527985 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.544545 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f4806e6a-2635-4a89-a977-b734f8a1badc tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/ffd4d78b-c3e4-4bab-9729-4837b4be3974 HTTP/1.1" status: 200 len: 994 time: 0.0844221 Aug 31 14:26:39.550457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Calling delete_port for 00e03dff-77f8-4c91-9f0c-45101876eae1 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:39.598205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b19559ae-5c0a-44df-ab3d-de94762112fb None None] Set router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:39.677553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b19559ae-5c0a-44df-ab3d-de94762112fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:26:39Z', 'revision_number': 6, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:39.735080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19559ae-5c0a-44df-ab3d-de94762112fb None None] The sync data for ids ['b9bdbbe0-a2c3-4107-80bb-e5f067b3f118'] in n-d-792364-6 is: [{'id': 'b9bdbbe0-a2c3-4107-80bb-e5f067b3f118', 'name': 'tempest-TestVolumeBackupRestore-328759006-router', 'tenant_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:44Z', 'updated_at': '2021-08-31T14:26:39Z', 'revision_number': 6, 'project_id': '5ca153dbd5604bc298d79a7d5c07eb15', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:39.791791 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:39.820797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e03dff-77f8-4c91-9f0c-45101876eae1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:39.850604 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8f28-1db4-4295-8aa5-fb109241af56 req-869c29ef-5164-4d2d-861b-27eddeb86c65 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:39.852337 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea5d8f28-1db4-4295-8aa5-fb109241af56 req-869c29ef-5164-4d2d-861b-27eddeb86c65 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0794539 Aug 31 14:26:39.897588 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea5d8f28-1db4-4295-8aa5-fb109241af56 req-f704e3cb-eef5-40e3-98dd-b7848db954f7 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382676 Aug 31 14:26:39.922924 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.024141 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.026560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.093630 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.094210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:26:40.101558 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.105542 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0dc01570-c3be-4d1f-89ea-0006e24a2579 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b9bdbbe0-a2c3-4107-80bb-e5f067b3f118 HTTP/1.1" status: 204 len: 168 time: 1.0299981 Aug 31 14:26:40.105976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52666) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:40.161278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b43b62c-34f3-4f83-82ed-4648c27c59cc admin admin] Deleting subnet 0a50599f-a52b-4658-ad31-01094a9bf03f {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:26:40.165899 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b43b62c-34f3-4f83-82ed-4648c27c59cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.170862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfabd2-27c3-4217-a68f-dbd2895b081d req-85c5798c-74c4-494a-89bb-71e1449b5095 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:40.173059 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45cfabd2-27c3-4217-a68f-dbd2895b081d req-85c5798c-74c4-494a-89bb-71e1449b5095 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 1097 time: 0.0514317 Aug 31 14:26:40.214067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45cfabd2-27c3-4217-a68f-dbd2895b081d req-6f82c0a0-f844-4d80-b51a-0efa12f2998d tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341597 Aug 31 14:26:40.222683 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b43b62c-34f3-4f83-82ed-4648c27c59cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.323379 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b43b62c-34f3-4f83-82ed-4648c27c59cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.401083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b43b62c-34f3-4f83-82ed-4648c27c59cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.429199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43b62c-34f3-4f83-82ed-4648c27c59cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a50599f-a52b-4658-ad31-01094a9bf03f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:40.433294 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b43b62c-34f3-4f83-82ed-4648c27c59cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.435295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5b43b62c-34f3-4f83-82ed-4648c27c59cc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0a50599f-a52b-4658-ad31-01094a9bf03f HTTP/1.1" status: 204 len: 168 time: 0.3281615 Aug 31 14:26:40.437893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52670) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:40.459674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f9be06-939b-4dca-9773-370f34315f87 None None] Network 9a63ef7b-ad36-43d5-9770-6647645c0e4f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:40.544347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.624794 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Deleting port b1dabaa5-4f59-4120-baf3-35f268e751ff {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:40.628820 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.722139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] For port b1dabaa5-4f59-4120-baf3-35f268e751ff, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b1dabaa5-4f59-4120-baf3-35f268e751ff,segment=NetworkSegment(33d20241-e095-4fc0-9953-2973f20331a4),segment_id=33d20241-e095-4fc0-9953-2973f20331a4)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:40.722727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.743239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Calling delete_port for b1dabaa5-4f59-4120-baf3-35f268e751ff owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:40.758327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] DHCP port deletion for 9a63ef7b-ad36-43d5-9770-6647645c0e4f request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:26:40.839387 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Deleting port b1dabaa5-4f59-4120-baf3-35f268e751ff {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:40.840051 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.908042 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.939592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] For port b1dabaa5-4f59-4120-baf3-35f268e751ff, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b1dabaa5-4f59-4120-baf3-35f268e751ff,segment=NetworkSegment(33d20241-e095-4fc0-9953-2973f20331a4),segment_id=33d20241-e095-4fc0-9953-2973f20331a4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:40.940186 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:40.944307 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1dabaa5-4f59-4120-baf3-35f268e751ff,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:40.948625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] No DVR routers for this DVR port b1dabaa5-4f59-4120-baf3-35f268e751ff on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:26:40.963126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Calling delete_port for b1dabaa5-4f59-4120-baf3-35f268e751ff owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:41.097253 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.109079 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.120860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a63ef7b-ad36-43d5-9770-6647645c0e4f']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:41.124828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f41b09-cd27-44a4-8371-ed9b1928f104 req-3f45b96a-c30b-4d6f-b55e-ef24f7294d4b tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:41.126470 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19f41b09-cd27-44a4-8371-ed9b1928f104 req-3f45b96a-c30b-4d6f-b55e-ef24f7294d4b tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0873122 Aug 31 14:26:41.141786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d20241-e095-4fc0-9953-2973f20331a4') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:41.142233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d20241-e095-4fc0-9953-2973f20331a4') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:41.157393 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-329d3d96-a711-4d86-9134-8284fa35deb3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070671 Aug 31 14:26:41.162254 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.166321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Pushing event deleted for resources: {'Port': ['ID=b1dabaa5-4f59-4120-baf3-35f268e751ff,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:41.180777 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.185883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:41.186424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:41.186990 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:41.187549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:41.188080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:41.188586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:41.189233 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:41.189544 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:41.189997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:41.190410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:41.190817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:41.191229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:41.196333 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:26:41.198052 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:26:41.203023 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:26:41.215802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19f41b09-cd27-44a4-8371-ed9b1928f104 req-06ac1bb1-8552-4cfa-b9b3-ecb0f841e2d7 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786359 Aug 31 14:26:41.221990 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d88b5-2018-4f57-8328-29eb076b8431 None None] No DVR routers for this DVR port b1dabaa5-4f59-4120-baf3-35f268e751ff on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:26:41.251270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 071b3609-896c-46be-a741-bd9a5cfeb7b4 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:41.277745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 071b3609-896c-46be-a741-bd9a5cfeb7b4 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:41.278090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 071b3609-896c-46be-a741-bd9a5cfeb7b4 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:41.278721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 00e03dff-77f8-4c91-9f0c-45101876eae1 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:41.301957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 00e03dff-77f8-4c91-9f0c-45101876eae1 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:41.302472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 00e03dff-77f8-4c91-9f0c-45101876eae1 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:41.303574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b1dabaa5-4f59-4120-baf3-35f268e751ff no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:41.324223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: b1dabaa5-4f59-4120-baf3-35f268e751ff {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:41.324605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b1dabaa5-4f59-4120-baf3-35f268e751ff not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:41.326331 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.339126 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.342957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] 10.222.0.20 "DELETE /v2.0/networks/9a63ef7b-ad36-43d5-9770-6647645c0e4f HTTP/1.1" status: 204 len: 168 time: 0.9038711 Aug 31 14:26:41.345858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52694) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:41.364787 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143f7d6-764a-421d-90de-254721f1db9c admin admin] Pushing event deleted for resources: {'Network': ['ID=9a63ef7b-ad36-43d5-9770-6647645c0e4f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:41.753262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d532d3c7-31b0-4017-a05e-d977aeb4d9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:41.994367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-4f97007e-b2a4-4a5b-bf70-5816909560c1 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:26:41.996194 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-4f97007e-b2a4-4a5b-bf70-5816909560c1 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1566548 Aug 31 14:26:42.012988 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] Request body: {'binding': {'host': 'n-h2-792364-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:42.013627 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] Unknown quota resources ['binding']. {{(pid=106387) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 14:26:42.066855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d532d3c7-31b0-4017-a05e-d977aeb4d9eb admin admin] Deleting port 04541ad9-f9ce-45b5-a853-74bbe74c812b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:42.067207 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d532d3c7-31b0-4017-a05e-d977aeb4d9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.186423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d532d3c7-31b0-4017-a05e-d977aeb4d9eb admin admin] For port 04541ad9-f9ce-45b5-a853-74bbe74c812b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=04541ad9-f9ce-45b5-a853-74bbe74c812b,segment=NetworkSegment(80379d2d-8a3c-4efc-bc7e-da03ac5be540),segment_id=80379d2d-8a3c-4efc-bc7e-da03ac5be540)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:42.187324 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d532d3c7-31b0-4017-a05e-d977aeb4d9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.194227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] Attempting to bind port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on host n-h2-792364-6 for vnic_type normal with profile None {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:42.194778 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] Attempting to bind port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:42.195323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] Attempting to bind port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on network 21d7ab62-97bb-4111-b853-40a2b969fb74 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:42.202656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] Port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on network 21d7ab62-97bb-4111-b853-40a2b969fb74 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:26:42.202834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] Attempting to bind port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on network 21d7ab62-97bb-4111-b853-40a2b969fb74 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:42.211093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d532d3c7-31b0-4017-a05e-d977aeb4d9eb admin admin] Calling delete_port for 04541ad9-f9ce-45b5-a853-74bbe74c812b owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:42.211325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:42.211914 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] Checking segment: {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:42.212567 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] Bound using segment: {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:42.213282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] Bound port: 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:42.366060 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:42.373163 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.374547 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-538e3c8e-b043-4efc-b576-d4de9a183988 service neutron] 10.222.0.20 "POST /v2.0/ports/0f544ad1-d39f-4f6e-8928-216a1995cfc4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3666518 Aug 31 14:26:42.431359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb21bf-82be-407a-b93d-55c7aff776b5 req-1196c27e-c7fb-481c-8957-dd203a5b3992 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:42.433004 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93fb21bf-82be-407a-b93d-55c7aff776b5 req-1196c27e-c7fb-481c-8957-dd203a5b3992 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1189694 Aug 31 14:26:42.542293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93fb21bf-82be-407a-b93d-55c7aff776b5 req-9ee92c1c-6101-4363-8724-8ca5268382a6 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799050 Aug 31 14:26:42.611038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8a0d7-7735-4b63-a4e6-ec26267f93fd req-067d80fc-4125-4077-b308-0376f1f6ddd4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:42.613124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0a8a0d7-7735-4b63-a4e6-ec26267f93fd req-067d80fc-4125-4077-b308-0376f1f6ddd4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 946 time: 0.1098082 Aug 31 14:26:42.627645 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d532d3c7-31b0-4017-a05e-d977aeb4d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.663930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532d3c7-31b0-4017-a05e-d977aeb4d9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=04541ad9-f9ce-45b5-a853-74bbe74c812b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:42.699274 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a0a8a0d7-7735-4b63-a4e6-ec26267f93fd req-464e86aa-82fc-4543-8fd3-2b2786117d06 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776219 Aug 31 14:26:42.726241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-0dea8350-f73b-4df7-b1e5-90bd5933dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:42.726241 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-0dea8350-f73b-4df7-b1e5-90bd5933dc71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 1097 time: 0.0806735 Aug 31 14:26:42.861641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-66ed1e83-2d11-43a4-86f9-250000bc5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:42.863674 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-66ed1e83-2d11-43a4-86f9-250000bc5a0c service neutron] 10.222.0.52 "GET /v2.0/networks?id=21d7ab62-97bb-4111-b853-40a2b969fb74 HTTP/1.1" status: 200 len: 897 time: 0.1202826 Aug 31 14:26:42.888137 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d532d3c7-31b0-4017-a05e-d977aeb4d9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:42.946278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-c2e0410d-3b0c-4ae1-a934-5aee2b115676 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4 HTTP/1.1" status: 200 len: 1002 time: 0.0747507 Aug 31 14:26:43.015815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-9f35296f-86b1-4205-8891-bd532306faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:43.017655 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-9f35296f-86b1-4205-8891-bd532306faa6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21125edd-d5f0-4511-b54f-a3455f6aa111 HTTP/1.1" status: 200 len: 834 time: 0.0633249 Aug 31 14:26:43.089302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-0b2c2d56-f22f-4627-aa65-59fe37b035bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:43.091677 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-0b2c2d56-f22f-4627-aa65-59fe37b035bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21d7ab62-97bb-4111-b853-40a2b969fb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622222 Aug 31 14:26:43.181154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d532d3c7-31b0-4017-a05e-d977aeb4d9eb admin admin] Router e0d2ad35-7c68-4928-9be9-d46e4ff48c1e has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:43.216776 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-75f1ef68-8702-4c93-aa2f-df7a63c6fb0d service neutron] 10.222.0.52 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153417 Aug 31 14:26:43.318973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d532d3c7-31b0-4017-a05e-d977aeb4d9eb admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:43.327363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d532d3c7-31b0-4017-a05e-d977aeb4d9eb admin admin] 10.222.0.20 "PUT /v2.0/routers/e0d2ad35-7c68-4928-9be9-d46e4ff48c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9799109 Aug 31 14:26:43.328814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52714) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:43.339954 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2c261-6d1d-4ce8-829f-7947ab2d0df9 None None] Sync routers for ids ['e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:43.346843 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-4f405f8b-57c7-4fa4-9a00-2b7374e02151 service neutron] 10.222.0.52 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063323 Aug 31 14:26:43.351346 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2c261-6d1d-4ce8-829f-7947ab2d0df9 None None] Routers {'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:43.351985 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-49c2c261-6d1d-4ce8-829f-7947ab2d0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:43.471772 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:43.495722 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-49c2c261-6d1d-4ce8-829f-7947ab2d0df9 None None] Set router e0d2ad35-7c68-4928-9be9-d46e4ff48c1e gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:43.515232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-1f4a937d-2c1c-4c5c-8679-bc967bb4bf5f tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:43.516861 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-1f4a937d-2c1c-4c5c-8679-bc967bb4bf5f tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5&tenant_id=6aca18e1be7245299924d9c1f085ff48&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1097 time: 0.1026905 Aug 31 14:26:43.536568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792364-6'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:43.638399 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:43.657964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:43.754035 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-49c2c261-6d1d-4ce8-829f-7947ab2d0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'name': 'tempest-TestVolumeBackupRestore-1749640389-router', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:26:42Z', 'revision_number': 5, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'gw_port': {'id': '5a752130-c696-4b38-a36b-046578e1dfbe', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:93:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:43.788428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76653f48-54ba-4ecd-b7d5-de19c1e92d54 req-fcbf2b1a-7318-409e-85a2-4bfd879b50f9 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:43.796638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76653f48-54ba-4ecd-b7d5-de19c1e92d54 req-fcbf2b1a-7318-409e-85a2-4bfd879b50f9 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1164355 Aug 31 14:26:43.800262 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2c261-6d1d-4ce8-829f-7947ab2d0df9 None None] Checking router: e0d2ad35-7c68-4928-9be9-d46e4ff48c1e for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:43.811980 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2c261-6d1d-4ce8-829f-7947ab2d0df9 None None] Routers {'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:43.813639 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-49c2c261-6d1d-4ce8-829f-7947ab2d0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:43.839072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Deleting port 5a752130-c696-4b38-a36b-046578e1dfbe {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:43.839386 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:43.869088 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:43.908289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76653f48-54ba-4ecd-b7d5-de19c1e92d54 req-d8b95c53-dc7b-4045-a1ef-57b40c64f763 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076889 Aug 31 14:26:43.919612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b1685-9887-4fc6-9cd6-aa0399f7e0cc req-a240f7d7-d8ac-45c6-9174-8ccd3cc549a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:43.921400 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-155b1685-9887-4fc6-9cd6-aa0399f7e0cc req-a240f7d7-d8ac-45c6-9174-8ccd3cc549a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 946 time: 0.0998585 Aug 31 14:26:43.946299 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:43.950890 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-49c2c261-6d1d-4ce8-829f-7947ab2d0df9 None None] Set router e0d2ad35-7c68-4928-9be9-d46e4ff48c1e gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:43.974956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] For port 5a752130-c696-4b38-a36b-046578e1dfbe, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=5a752130-c696-4b38-a36b-046578e1dfbe,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:43.975737 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:43.999768 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.000658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Calling delete_port for 5a752130-c696-4b38-a36b-046578e1dfbe owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:44.004130 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:44.007373 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fb2c90-acc6-43cf-a59a-6427031273a9" -d '{"events": [{"server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "name": "network-vif-unplugged", "status": "completed", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:44.017208 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-49c2c261-6d1d-4ce8-829f-7947ab2d0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'name': 'tempest-TestVolumeBackupRestore-1749640389-router', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:26:43Z', 'revision_number': 6, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:44.027316 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.084624 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2c261-6d1d-4ce8-829f-7947ab2d0df9 None None] The sync data for ids ['e0d2ad35-7c68-4928-9be9-d46e4ff48c1e'] in n-d-792364-6 is: [{'id': 'e0d2ad35-7c68-4928-9be9-d46e4ff48c1e', 'name': 'tempest-TestVolumeBackupRestore-1749640389-router', 'tenant_id': '4e5dc95b5b1041c180b0a275bb778001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:22:51Z', 'updated_at': '2021-08-31T14:26:43Z', 'revision_number': 6, 'project_id': '4e5dc95b5b1041c180b0a275bb778001', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:44.106568 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4f99dd-540a-45d2-8590-cf4c48398855 x-openstack-request-id: req-4d4f99dd-540a-45d2-8590-cf4c48398855 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:44.106971 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "name": "network-vif-unplugged", "status": "completed", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:44.107777 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d4f99dd-540a-45d2-8590-cf4c48398855 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:44.108287 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'code': 200} Aug 31 14:26:44.154070 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-155b1685-9887-4fc6-9cd6-aa0399f7e0cc req-e130728d-c8dd-4737-904a-4c0ff402464e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202425 Aug 31 14:26:44.243141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Pushing event updated for resources: {'Port': ['ID=0f544ad1-d39f-4f6e-8928-216a1995cfc4,revision_number=7']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:44.324302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Attempting to bind port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on host n-h1-792364-6 for vnic_type normal with profile {"migrating_to": "n-h2-792364-6"} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:44.324575 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.325161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Attempting to bind port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:44.325342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Attempting to bind port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on network 21d7ab62-97bb-4111-b853-40a2b969fb74 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:44.330481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on network 21d7ab62-97bb-4111-b853-40a2b969fb74 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:26:44.330945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Attempting to bind port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on network 21d7ab62-97bb-4111-b853-40a2b969fb74 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:44.339486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:44.339970 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Checking segment: {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:44.340481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Bound using segment: {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:44.341020 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Bound port: 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69628ee-c9c9-4e4c-98be-a5a7d9496201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:44.341502 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.358413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a752130-c696-4b38-a36b-046578e1dfbe,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:44.440590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:44.444610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:44.447538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ab495dc8-180b-448e-93a9-2d0e7e677b4c None None] Provisioning complete for port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:44.449928 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab495dc8-180b-448e-93a9-2d0e7e677b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.453346 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.479251 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.644881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52728) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:44.685415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Pushing event updated for resources: {'Port': ['ID=0f544ad1-d39f-4f6e-8928-216a1995cfc4,revision_number=8']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:44.708209 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab495dc8-180b-448e-93a9-2d0e7e677b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.760121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ab495dc8-180b-448e-93a9-2d0e7e677b4c None None] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:44.761510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:44.764496 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc3cacf-a485-4119-9b71-c4d2cdd9ebd3" -d '{"events": [{"server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "name": "network-vif-plugged", "status": "completed", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:44.767590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:44.769352 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.772363 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab495dc8-180b-448e-93a9-2d0e7e677b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:44.778782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-0810fd9a-4541-4073-a64f-0fd45dc540cd service neutron] 10.222.0.52 "PUT /v2.0/ports/0f544ad1-d39f-4f6e-8928-216a1995cfc4 HTTP/1.1" status: 200 len: 1122 time: 1.2494054 Aug 31 14:26:44.902586 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f295d6f7-8bf1-4dea-ab6f-0798f2417833 x-openstack-request-id: req-f295d6f7-8bf1-4dea-ab6f-0798f2417833 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:44.903238 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "name": "network-vif-plugged", "status": "completed", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:44.903719 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f295d6f7-8bf1-4dea-ab6f-0798f2417833 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:44.904336 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'code': 200} Aug 31 14:26:44.905568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['0f544ad1-d39f-4f6e-8928-216a1995cfc4'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:26:44.905833 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5326d4be-e436-483e-8575-12e2cc078079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.045111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab495dc8-180b-448e-93a9-2d0e7e677b4c None None] Pushing event updated for resources: {'Port': ['ID=0f544ad1-d39f-4f6e-8928-216a1995cfc4,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:45.118611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8486a3-ab43-4c08-8606-302080391118 req-55e38008-4a9c-44f0-b1ca-8e081895e840 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:45.120603 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8a8486a3-ab43-4c08-8606-302080391118 req-55e38008-4a9c-44f0-b1ca-8e081895e840 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1123490 Aug 31 14:26:45.216218 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8a8486a3-ab43-4c08-8606-302080391118 req-f3b7b179-24b2-4c0e-8692-f58f6b652fcf tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815644 Aug 31 14:26:45.219412 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5326d4be-e436-483e-8575-12e2cc078079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.242475 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5326d4be-e436-483e-8575-12e2cc078079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.284636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.288261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.309718 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5326d4be-e436-483e-8575-12e2cc078079 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fea0070370764df18e501cf70f146ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6609285 Aug 31 14:26:45.310965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326d4be-e436-483e-8575-12e2cc078079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d96cb2-e5a8-4c28-a6b0-ee664ad763d8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:45.314876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52738) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:45.336049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5a752130-c696-4b38-a36b-046578e1dfbe no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:45.381868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.383025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0d2ad35-7c68-4928-9be9-d46e4ff48c1e {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:26:45.390405 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.390605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 5a752130-c696-4b38-a36b-046578e1dfbe {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:45.391037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 5a752130-c696-4b38-a36b-046578e1dfbe not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:45.391726 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ac5cd30f-28e1-4909-ae8b-f4604d77c85f admin admin] 10.222.0.20 "DELETE /v2.0/routers/e0d2ad35-7c68-4928-9be9-d46e4ff48c1e HTTP/1.1" status: 204 len: 168 time: 2.0627701 Aug 31 14:26:45.394650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 04541ad9-f9ce-45b5-a853-74bbe74c812b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:45.395083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52740) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:45.396928 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-174939b6-665f-4cfa-91f9-df00666ebe36 None None] Provisioning complete for port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:45.397339 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-174939b6-665f-4cfa-91f9-df00666ebe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.415676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0b02e-d113-40d4-905a-22c71cb40004 req-85f2b853-1812-4a21-bc4c-a74f8b2dacce tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:45.417573 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bbf0b02e-d113-40d4-905a-22c71cb40004 req-85f2b853-1812-4a21-bc4c-a74f8b2dacce tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 946 time: 0.0814254 Aug 31 14:26:45.448727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3cbe4dd-b1b1-42a6-9d5a-43736548c156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.479680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 04541ad9-f9ce-45b5-a853-74bbe74c812b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:45.480488 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 04541ad9-f9ce-45b5-a853-74bbe74c812b not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:45.487665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-868f1267-e566-4cf1-ab07-fb4dd28eec81 admin admin] Deleting subnet ccdf9b59-ecf0-4073-bdee-1e3afd90d02d {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:26:45.497730 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-868f1267-e566-4cf1-ab07-fb4dd28eec81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.500846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3cbe4dd-b1b1-42a6-9d5a-43736548c156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.525363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bbf0b02e-d113-40d4-905a-22c71cb40004 req-7f5e389a-9695-4cca-a1cb-af4e3c5845b1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958729 Aug 31 14:26:45.569085 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-868f1267-e566-4cf1-ab07-fb4dd28eec81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.650325 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3cbe4dd-b1b1-42a6-9d5a-43736548c156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.653510 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e3cbe4dd-b1b1-42a6-9d5a-43736548c156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.655559 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e3cbe4dd-b1b1-42a6-9d5a-43736548c156 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2d96cb2-e5a8-4c28-a6b0-ee664ad763d8 HTTP/1.1" status: 204 len: 168 time: 0.3407333 Aug 31 14:26:45.692625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbe4dd-b1b1-42a6-9d5a-43736548c156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d96cb2-e5a8-4c28-a6b0-ee664ad763d8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:45.717944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-868f1267-e566-4cf1-ab07-fb4dd28eec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.799669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-868f1267-e566-4cf1-ab07-fb4dd28eec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.833635 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f1267-e566-4cf1-ab07-fb4dd28eec81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccdf9b59-ecf0-4073-bdee-1e3afd90d02d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:45.837788 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-868f1267-e566-4cf1-ab07-fb4dd28eec81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.839865 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-868f1267-e566-4cf1-ab07-fb4dd28eec81 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ccdf9b59-ecf0-4073-bdee-1e3afd90d02d HTTP/1.1" status: 204 len: 168 time: 0.4421678 Aug 31 14:26:45.842701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52746) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:45.845194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa18b2e-7657-4ef4-a087-6626ae87dde1 None None] Network 6f1fdfd9-f43b-4902-866e-ee8372c41f59 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:45.934493 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:45.998329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Deleting port a132d687-a9b6-47f6-a076-b743564002ef {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:45.998692 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.077701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] For port a132d687-a9b6-47f6-a076-b743564002ef, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a132d687-a9b6-47f6-a076-b743564002ef,segment=NetworkSegment(80379d2d-8a3c-4efc-bc7e-da03ac5be540),segment_id=80379d2d-8a3c-4efc-bc7e-da03ac5be540)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:46.078164 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.095874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Calling delete_port for a132d687-a9b6-47f6-a076-b743564002ef owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:46.111254 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:46.114052 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927a32f1-05d5-4f7c-a6a0-47107aa163bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:46.167852 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf32693-21a9-4c1b-8571-ae862e3b97a5 x-openstack-request-id: req-acf32693-21a9-4c1b-8571-ae862e3b97a5 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:46.168545 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:46.168545 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acf32693-21a9-4c1b-8571-ae862e3b97a5 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:46.169080 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'status': 'completed', 'code': 200} Aug 31 14:26:46.219194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.244714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a32f1-05d5-4f7c-a6a0-47107aa163bc req-6fd8d6d7-70bb-4561-ac6d-51b7a4362e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.246377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-927a32f1-05d5-4f7c-a6a0-47107aa163bc req-6fd8d6d7-70bb-4561-ac6d-51b7a4362e58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 1127 time: 0.0542495 Aug 31 14:26:46.258790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] No DVR routers for this DVR port a132d687-a9b6-47f6-a076-b743564002ef on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:26:46.260754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a132d687-a9b6-47f6-a076-b743564002ef,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:46.286948 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e944ffb8-5bf6-4b9c-b9d3-dfe5afcd9a18 None None] DHCP port deletion for 6f1fdfd9-f43b-4902-866e-ee8372c41f59 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:26:46.361551 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.378042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1fdfd9-f43b-4902-866e-ee8372c41f59']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:46.397326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80379d2d-8a3c-4efc-bc7e-da03ac5be540') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:46.397811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80379d2d-8a3c-4efc-bc7e-da03ac5be540') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:46.410313 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.418108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a32f1-05d5-4f7c-a6a0-47107aa163bc req-d8334a61-a2d9-4152-8c70-5efbbe8c1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.423049 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-927a32f1-05d5-4f7c-a6a0-47107aa163bc req-d8334a61-a2d9-4152-8c70-5efbbe8c1022 service neutron] 10.222.0.13 "GET /v2.0/networks?id=21d7ab62-97bb-4111-b853-40a2b969fb74 HTTP/1.1" status: 200 len: 897 time: 0.1686788 Aug 31 14:26:46.430758 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.439371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:26:46.439933 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.442213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2408c-97e5-49f9-b05e-4934016483cc req-7eb2fb42-af53-4e4d-946b-1c02082483b6 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:26:46.442684 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:26:46.446659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aba2408c-97e5-49f9-b05e-4934016483cc req-7eb2fb42-af53-4e4d-946b-1c02082483b6 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1058698 Aug 31 14:26:46.517162 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.525434 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.529295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] 10.222.0.20 "DELETE /v2.0/networks/6f1fdfd9-f43b-4902-866e-ee8372c41f59 HTTP/1.1" status: 204 len: 168 time: 0.6848850 Aug 31 14:26:46.541596 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aba2408c-97e5-49f9-b05e-4934016483cc req-e181e99e-52a5-4571-8781-fb9f229fb957 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865788 Aug 31 14:26:46.551585 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-927a32f1-05d5-4f7c-a6a0-47107aa163bc req-16685811-fbda-4bb9-902c-1f8528be7b12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4 HTTP/1.1" status: 200 len: 1002 time: 0.1050041 Aug 31 14:26:46.560963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20ce8b-bb1c-4937-a3ae-f4a43b2d7b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=6f1fdfd9-f43b-4902-866e-ee8372c41f59,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:46.631978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52772) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:46.642345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a32f1-05d5-4f7c-a6a0-47107aa163bc req-9be90c47-81d2-44de-8b1e-361184e2a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.645095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-927a32f1-05d5-4f7c-a6a0-47107aa163bc req-9be90c47-81d2-44de-8b1e-361184e2a6d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21125edd-d5f0-4511-b54f-a3455f6aa111 HTTP/1.1" status: 200 len: 834 time: 0.0843248 Aug 31 14:26:46.701782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a32f1-05d5-4f7c-a6a0-47107aa163bc req-f32ac882-fcb6-4c03-8a03-dcd86ff4870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.705124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-927a32f1-05d5-4f7c-a6a0-47107aa163bc req-f32ac882-fcb6-4c03-8a03-dcd86ff4870e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21d7ab62-97bb-4111-b853-40a2b969fb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504761 Aug 31 14:26:46.729270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6977f-f919-49d3-a39c-c10c59618a2f req-7213eb2d-3c20-4673-b648-251d0732d49e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:46.743412 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-40f6977f-f919-49d3-a39c-c10c59618a2f req-7213eb2d-3c20-4673-b648-251d0732d49e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 946 time: 0.0829320 Aug 31 14:26:46.771630 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-928290302-network', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:46.805520 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-40f6977f-f919-49d3-a39c-c10c59618a2f req-dc11a00b-d374-481b-95cf-73d4d04d6243 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606034 Aug 31 14:26:46.813026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Made reservation on behalf of 58048b4add894fe8bb46c8b77e4a5186 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:46.815904 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.826172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:46.839370 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52776) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:46.854986 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-927a32f1-05d5-4f7c-a6a0-47107aa163bc req-de5d5550-003c-40d6-94c5-77cdf4ebb5f6 service neutron] 10.222.0.13 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419802 Aug 31 14:26:46.909963 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b92a81bb-00f7-4be4-ae47-ab06f7144336 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ca153dbd5604bc298d79a7d5c07eb15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694182 Aug 31 14:26:46.914288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52778) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:46.933370 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0f544ad1-d39f-4f6e-8928-216a1995cfc4 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:26:46.971982 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-927a32f1-05d5-4f7c-a6a0-47107aa163bc req-26e9db8c-8614-4a90-99d7-ef2ca2def2c0 service neutron] 10.222.0.13 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092997 Aug 31 14:26:47.087670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:47.110971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0f544ad1-d39f-4f6e-8928-216a1995cfc4 has no active binding in host n-h2-792364-6 {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 14:26:47.183600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a132d687-a9b6-47f6-a076-b743564002ef no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:47.211919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: a132d687-a9b6-47f6-a076-b743564002ef {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:26:47.212264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device a132d687-a9b6-47f6-a076-b743564002ef not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:47.313833 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c55ff81-d34a-449f-b5af-48a69dd3ac18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.354303 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c55ff81-d34a-449f-b5af-48a69dd3ac18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.357371 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.363696 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.408960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:26:47.419205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a36c708-7297-4182-8234-b4e6b36b982f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:47.426955 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.427806 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Added segment bf04c776-bf7b-4694-ae8c-40346105364f of type vlan for network 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 Aug 31 14:26:47.471155 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.479708 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c55ff81-d34a-449f-b5af-48a69dd3ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.482299 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c55ff81-d34a-449f-b5af-48a69dd3ac18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.483482 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8c55ff81-d34a-449f-b5af-48a69dd3ac18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a95eeb27-09c6-4e43-b29e-1cb460b31334 HTTP/1.1" status: 204 len: 168 time: 0.5682385 Aug 31 14:26:47.503722 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55ff81-d34a-449f-b5af-48a69dd3ac18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95eeb27-09c6-4e43-b29e-1cb460b31334,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:47.517984 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.519726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:47.521851 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.655915 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0223839 Aug 31 14:26:47.657019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52784) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:47.666308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4e919c76-d6c6-43a0-9dc6-b27e9443d789 admin admin] Request body: {'subnet': {'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-928290302-subnet', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:47.678527 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9e09c-6b1c-4c4e-af56-0ee834167aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:47.693514 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:26:47.735307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e919c76-d6c6-43a0-9dc6-b27e9443d789 admin admin] Made reservation on behalf of 58048b4add894fe8bb46c8b77e4a5186 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:47.737744 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e919c76-d6c6-43a0-9dc6-b27e9443d789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:47.811985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcebd8-1c30-4ff1-8e7f-a4a21d8ec3f7 req-d2ecc073-af85-4a32-8bf7-4a24f5ec6f8c tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:47.813575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bfcebd8-1c30-4ff1-8e7f-a4a21d8ec3f7 req-d2ecc073-af85-4a32-8bf7-4a24f5ec6f8c tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1248615 Aug 31 14:26:47.900677 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bfcebd8-1c30-4ff1-8e7f-a4a21d8ec3f7 req-29e47fd4-0de0-4433-adb3-4b517a4ac2a3 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764062 Aug 31 14:26:47.983690 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffd3b9-ed13-4a07-aa82-619a61277b46 req-be53449d-c9a6-4d26-a05c-1ceb7bc2a82d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:47.986146 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91ffd3b9-ed13-4a07-aa82-619a61277b46 req-be53449d-c9a6-4d26-a05c-1ceb7bc2a82d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 946 time: 0.0875297 Aug 31 14:26:48.002277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52790) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:48.055560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e919c76-d6c6-43a0-9dc6-b27e9443d789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.065292 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91ffd3b9-ed13-4a07-aa82-619a61277b46 req-9d1bb4d7-997e-4bac-894b-3617a030ef57 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706513 Aug 31 14:26:48.089286 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-47530254-ea8d-4cef-9811-fd66492c8748 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e5dc95b5b1041c180b0a275bb778001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816259 Aug 31 14:26:48.089660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52792) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:48.155632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e919c76-d6c6-43a0-9dc6-b27e9443d789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cafeaf2-47ed-4b63-b0b4-f03480ddc909,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:48.161310 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f316db8b-0489-430a-a8ed-8d42c69b982a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.168595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e919c76-d6c6-43a0-9dc6-b27e9443d789 admin admin] Checking segment: {'id': 'bf04c776-bf7b-4694-ae8c-40346105364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:48.169164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e919c76-d6c6-43a0-9dc6-b27e9443d789 admin admin] Network hostable DHCP agents. Network: 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:26:48.191837 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f316db8b-0489-430a-a8ed-8d42c69b982a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.200545 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e919c76-d6c6-43a0-9dc6-b27e9443d789 admin admin] Network 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:26:48.216179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4e919c76-d6c6-43a0-9dc6-b27e9443d789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:48.223112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e919c76-d6c6-43a0-9dc6-b27e9443d789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:48.224039 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e919c76-d6c6-43a0-9dc6-b27e9443d789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.248004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d682a6-8f28-414d-99bb-679a11e8077d None None] Network 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:48.253251 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4e919c76-d6c6-43a0-9dc6-b27e9443d789 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5941072 Aug 31 14:26:48.259301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52794) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:48.264961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-928290302-router', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:48.283580 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f316db8b-0489-430a-a8ed-8d42c69b982a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.287263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f316db8b-0489-430a-a8ed-8d42c69b982a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.289932 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f316db8b-0489-430a-a8ed-8d42c69b982a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51e4ae62-19db-4ba7-a868-7d19b5ddbad9 HTTP/1.1" status: 204 len: 168 time: 0.1984055 Aug 31 14:26:48.293849 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.295155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.300074 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316db8b-0489-430a-a8ed-8d42c69b982a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e4ae62-19db-4ba7-a868-7d19b5ddbad9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:48.373650 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.548573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30', 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'fixed_ips': [{'subnet_id': '6cafeaf2-47ed-4b63-b0b4-f03480ddc909'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:26:48.549780 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.552208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.744139 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Allocated IP 172.20.0.2 (89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30/6cafeaf2-47ed-4b63-b0b4-f03480ddc909/255e7870-fc2f-4b36-b371-0e9a2e2eb960) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:48.825841 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.859863 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.966966 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:48.981455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Transition to ACTIVE for port object 255e7870-fc2f-4b36-b371-0e9a2e2eb960 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:49.007707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Transition to ACTIVE for port object 255e7870-fc2f-4b36-b371-0e9a2e2eb960 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:49.018489 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.035280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Allocated IP 172.25.3.36 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/987f3c8d-e17d-4857-b395-a2cc3d107a48) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:49.063176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Network 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:49.068933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:49.072676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:49.087819 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a98c08-97d2-4425-b605-4212878fa0bf req-7bd54b7c-42f7-4423-bf15-69575bbb0834 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:49.089610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a98c08-97d2-4425-b605-4212878fa0bf req-7bd54b7c-42f7-4423-bf15-69575bbb0834 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1034336 Aug 31 14:26:49.103730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Pushing event updated for resources: {'Port': ['ID=255e7870-fc2f-4b36-b371-0e9a2e2eb960,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:49.138543 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Attempting to bind port 255e7870-fc2f-4b36-b371-0e9a2e2eb960 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:49.138997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Attempting to bind port 255e7870-fc2f-4b36-b371-0e9a2e2eb960 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'bf04c776-bf7b-4694-ae8c-40346105364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:49.139434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Attempting to bind port 255e7870-fc2f-4b36-b371-0e9a2e2eb960 on network 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:49.146356 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:49.146356 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Checking segment: {'id': 'bf04c776-bf7b-4694-ae8c-40346105364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:49.146769 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.147236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Bound using segment: {'id': 'bf04c776-bf7b-4694-ae8c-40346105364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:49.147782 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Bound port: 255e7870-fc2f-4b36-b371-0e9a2e2eb960, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf04c776-bf7b-4694-ae8c-40346105364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:49.148706 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.180162 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46a98c08-97d2-4425-b605-4212878fa0bf req-0845690f-740c-4f0c-ab5a-c55ade69df05 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585918 Aug 31 14:26:49.202528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c811e9-fc43-4b9e-a805-1349e1ce7564 req-8ab3e98d-3bda-457f-9577-9176e5970097 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:49.204266 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12c811e9-fc43-4b9e-a805-1349e1ce7564 req-8ab3e98d-3bda-457f-9577-9176e5970097 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 946 time: 0.0564539 Aug 31 14:26:49.211833 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.227236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] For port 255e7870-fc2f-4b36-b371-0e9a2e2eb960, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:49.231371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] For port 255e7870-fc2f-4b36-b371-0e9a2e2eb960, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=255e7870-fc2f-4b36-b371-0e9a2e2eb960,segment=NetworkSegment(bf04c776-bf7b-4694-ae8c-40346105364f),segment_id=bf04c776-bf7b-4694-ae8c-40346105364f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:49.237370 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.251146 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12c811e9-fc43-4b9e-a805-1349e1ce7564 req-279dcad9-8a94-41f3-8f6a-11b1f05e0797 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393593 Aug 31 14:26:49.265746 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.307766 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29a2e1-6d2f-4d7d-8f55-2748083cb4bc None None] Pushing event updated for resources: {'Port': ['ID=255e7870-fc2f-4b36-b371-0e9a2e2eb960,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:49.318045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:49.321232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:49.325251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:49.331337 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Pushing event updated for resources: {'Port': ['ID=987f3c8d-e17d-4857-b395-a2cc3d107a48,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:49.429841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e557de-43df-4663-93dc-59714eacc0db req-a52f0008-58f7-4583-b015-e568fc23e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:49.431624 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69e557de-43df-4663-93dc-59714eacc0db req-a52f0008-58f7-4583-b015-e568fc23e2ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 1097 time: 0.0455213 Aug 31 14:26:49.473412 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-69e557de-43df-4663-93dc-59714eacc0db req-ceeb068b-cc45-4714-ac02-aea4a09e84fb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345037 Aug 31 14:26:49.622792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:49.860110 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:50.024679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-dfffaa2f-0bb7-4d07-ab5f-3df073c64fb2 service neutron] 10.222.0.13 "GET /v2.0/ports/0f544ad1-d39f-4f6e-8928-216a1995cfc4/bindings/n-h2-792364-6 HTTP/1.1" status: 200 len: 384 time: 0.1092083 Aug 31 14:26:50.082767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Router ee4686c2-206f-4e9b-b21a-f73180b9ea31 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:26:50.306543 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cc75a3-b261-44ba-b855-cbaefe29c7ad None None] Network 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:50.322429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:50.361996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-52866615-084b-4176-b266-c533c0648631 req-8316dd8f-4e43-44fc-8f93-c7885e4d518b service neutron] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:50.364473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Sync routers for ids ['ee4686c2-206f-4e9b-b21a-f73180b9ea31'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:50.384233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33578ddd-cf2d-4bc1-964f-d0bc301a583f req-e782c543-03d4-4233-aa36-2e61bd5eeadd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:50.386633 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:50.386920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Routers {'ee4686c2-206f-4e9b-b21a-f73180b9ea31'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:50.387415 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33578ddd-cf2d-4bc1-964f-d0bc301a583f req-e782c543-03d4-4233-aa36-2e61bd5eeadd tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 946 time: 0.0562294 Aug 31 14:26:50.387556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ee4686c2-206f-4e9b-b21a-f73180b9ea31'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:50.388893 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d99faeb9-bb69-47ac-9dc3-f809be396f8b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1281903 Aug 31 14:26:50.392963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52806) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:50.408411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ca7e7-b052-4ac2-a242-4e1ea6029522 req-ef024d0d-7d93-448d-870c-0b0e6f68fb82 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:50.410372 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff9ca7e7-b052-4ac2-a242-4e1ea6029522 req-ef024d0d-7d93-448d-870c-0b0e6f68fb82 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1451192 Aug 31 14:26:50.438384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-52866615-084b-4176-b266-c533c0648631 req-8316dd8f-4e43-44fc-8f93-c7885e4d518b service neutron] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:50.469988 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4ccbcb89-783a-4b4a-89d0-5d912e4daeea None None] Provisioning for port 255e7870-fc2f-4b36-b371-0e9a2e2eb960 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:50.511898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff9ca7e7-b052-4ac2-a242-4e1ea6029522 req-d7b43789-2afe-4864-a53a-add1c42841d1 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863121 Aug 31 14:26:50.522981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:50.525769 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631e124f-0ea7-4977-9a6c-ed8b06f85639" -d '{"events": [{"server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "name": "network-vif-unplugged", "status": "completed", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:50.529965 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33578ddd-cf2d-4bc1-964f-d0bc301a583f req-33455eca-103b-4798-8cdb-18854f3ce4b5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347253 Aug 31 14:26:50.542210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-52866615-084b-4176-b266-c533c0648631 req-8316dd8f-4e43-44fc-8f93-c7885e4d518b service neutron] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:50.580734 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-52866615-084b-4176-b266-c533c0648631 req-8316dd8f-4e43-44fc-8f93-c7885e4d518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:50.598075 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa55561e-1566-400c-b784-07c4d90427cc x-openstack-request-id: req-fa55561e-1566-400c-b784-07c4d90427cc {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:50.598263 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "name": "network-vif-unplugged", "status": "completed", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:50.598481 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa55561e-1566-400c-b784-07c4d90427cc {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:50.598910 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'code': 200} Aug 31 14:26:50.636571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Set router ee4686c2-206f-4e9b-b21a-f73180b9ea31 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:50.687980 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-52866615-084b-4176-b266-c533c0648631 req-8316dd8f-4e43-44fc-8f93-c7885e4d518b service neutron] Transition to ACTIVE for port object 0f544ad1-d39f-4f6e-8928-216a1995cfc4 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:50.694087 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-52866615-084b-4176-b266-c533c0648631 req-8316dd8f-4e43-44fc-8f93-c7885e4d518b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:50.819226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316dd8f-4e43-44fc-8f93-c7885e4d518b service neutron] Pushing event updated for resources: {'Port': ['ID=0f544ad1-d39f-4f6e-8928-216a1995cfc4,revision_number=11']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:50.861268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-52866615-084b-4176-b266-c533c0648631 req-8316dd8f-4e43-44fc-8f93-c7885e4d518b service neutron] No DVR routers for this DVR port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:26:50.892092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'name': 'tempest-TestAggregatesBasicOps-928290302-router', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:49Z', 'revision_number': 3, 'project_id': '58048b4add894fe8bb46c8b77e4a5186', 'gw_port': {'id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:50.945372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Checking router: ee4686c2-206f-4e9b-b21a-f73180b9ea31 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:50.945736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Updating router ee4686c2-206f-4e9b-b21a-f73180b9ea31 port 987f3c8d-e17d-4857-b395-a2cc3d107a48 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:26:50.993636 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.025509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-8316dd8f-4e43-44fc-8f93-c7885e4d518b service neutron] 10.222.0.13 "PUT /v2.0/ports/0f544ad1-d39f-4f6e-8928-216a1995cfc4/bindings/n-h2-792364-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9918747 Aug 31 14:26:51.048226 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.200089 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-5b473268-f6dc-43bd-8014-297f958fc2c1 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:51.201386 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-5b473268-f6dc-43bd-8014-297f958fc2c1 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5&tenant_id=6aca18e1be7245299924d9c1f085ff48&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 1096 time: 0.0953155 Aug 31 14:26:51.216184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 255e7870-fc2f-4b36-b371-0e9a2e2eb960 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:51.284742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Allocated IP 172.20.0.1 (89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30/6cafeaf2-47ed-4b63-b0b4-f03480ddc909/19ef71c8-c284-4324-b3bd-7f8f4d2624f3) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:51.288777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-43fef946-0bb9-4c48-89a1-7581625e041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:51.290287 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-43fef946-0bb9-4c48-89a1-7581625e041d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5&tenant_id=6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 1096 time: 0.0807943 Aug 31 14:26:51.327207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 255e7870-fc2f-4b36-b371-0e9a2e2eb960 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:51.337708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 255e7870-fc2f-4b36-b371-0e9a2e2eb960 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:51.338091 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.375292 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.394505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Transition to ACTIVE for port object 987f3c8d-e17d-4857-b395-a2cc3d107a48 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:51.401821 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.412596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-1ae530b5-6a47-4fd6-becc-26070aba1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:51.414105 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-1ae530b5-6a47-4fd6-becc-26070aba1677 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0971966 Aug 31 14:26:51.448566 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.479688 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Attempting to bind port 987f3c8d-e17d-4857-b395-a2cc3d107a48 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:51.480069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Attempting to bind port 987f3c8d-e17d-4857-b395-a2cc3d107a48 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:51.480461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Attempting to bind port 987f3c8d-e17d-4857-b395-a2cc3d107a48 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:51.491960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Transition to ACTIVE for port object 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:51.492222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:51.492498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:51.492912 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.493313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:51.493792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Bound port: 987f3c8d-e17d-4857-b395-a2cc3d107a48, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:51.494188 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.495693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89434ced-8b10-43bc-b007-e87a9a1c721e None None] Pushing event updated for resources: {'Port': ['ID=987f3c8d-e17d-4857-b395-a2cc3d107a48,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:51.517682 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.544561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-22c4686c-0f30-4586-beff-26595b87f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:51.545714 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-22c4686c-0f30-4586-beff-26595b87f2b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=21d7ab62-97bb-4111-b853-40a2b969fb74 HTTP/1.1" status: 200 len: 897 time: 0.1225982 Aug 31 14:26:51.585641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] For port 987f3c8d-e17d-4857-b395-a2cc3d107a48, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:51.591142 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] For port 987f3c8d-e17d-4857-b395-a2cc3d107a48, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=987f3c8d-e17d-4857-b395-a2cc3d107a48,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:51.596010 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.596871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 255e7870-fc2f-4b36-b371-0e9a2e2eb960, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=255e7870-fc2f-4b36-b371-0e9a2e2eb960,segment=NetworkSegment(bf04c776-bf7b-4694-ae8c-40346105364f),segment_id=bf04c776-bf7b-4694-ae8c-40346105364f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:51.600463 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.611510 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.649166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Network 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:51.664147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Routers {'ee4686c2-206f-4e9b-b21a-f73180b9ea31'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:51.664821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ee4686c2-206f-4e9b-b21a-f73180b9ea31'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:51.667508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:51.673473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:51.707848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222b1f9-5569-4b08-b0d3-93388597ed9a req-86a5a27d-3a7c-4e79-bd9e-77b956d66af0 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:51.709735 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f222b1f9-5569-4b08-b0d3-93388597ed9a req-86a5a27d-3a7c-4e79-bd9e-77b956d66af0 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0751348 Aug 31 14:26:51.716868 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-b0de2293-63eb-4e1b-97d5-c27bd567aa00 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4 HTTP/1.1" status: 200 len: 1000 time: 0.1636786 Aug 31 14:26:51.720645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Pushing event updated for resources: {'Port': ['ID=19ef71c8-c284-4324-b3bd-7f8f4d2624f3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:51.727702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89434ced-8b10-43bc-b007-e87a9a1c721e None None] Pushing event updated for resources: {'Port': ['ID=987f3c8d-e17d-4857-b395-a2cc3d107a48,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:51.762305 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f222b1f9-5569-4b08-b0d3-93388597ed9a req-3d7086d9-abad-459d-bbe3-e5b2322a76bb tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 Aug 31 14:26:51.785431 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=255e7870-fc2f-4b36-b371-0e9a2e2eb960,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:51.787181 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:51.839641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff73ca-f3d2-451d-aa57-d95f1e4e3cca req-b8bf5532-6481-499d-9a7c-8690c2b5b5a1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:51.841223 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-46ff73ca-f3d2-451d-aa57-d95f1e4e3cca req-b8bf5532-6481-499d-9a7c-8690c2b5b5a1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.2035704 Aug 31 14:26:51.844990 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-a8b8cb66-c4c4-4358-bfdc-da868b56cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:51.846072 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-a8b8cb66-c4c4-4358-bfdc-da868b56cc37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21125edd-d5f0-4511-b54f-a3455f6aa111 HTTP/1.1" status: 200 len: 834 time: 0.1201205 Aug 31 14:26:51.860873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] Set router ee4686c2-206f-4e9b-b21a-f73180b9ea31 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:51.949069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-46ff73ca-f3d2-451d-aa57-d95f1e4e3cca req-61740127-c01c-484f-9dde-060aa4eca5a0 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957038 Aug 31 14:26:51.965170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-f7686797-5683-4f56-bf01-028008029df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:51.966926 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-f7686797-5683-4f56-bf01-028008029df3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21d7ab62-97bb-4111-b853-40a2b969fb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127625 Aug 31 14:26:52.057925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a101b9c-4a58-444f-9c8a-a82f5a7ec7c3 req-4101fcad-4d4f-4978-9f4b-32c8731dfcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:52.063577 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a101b9c-4a58-444f-9c8a-a82f5a7ec7c3 req-4101fcad-4d4f-4978-9f4b-32c8731dfcaa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2bb9e70c268420b9f70ba19fb0a1ffc&device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 1097 time: 0.0763822 Aug 31 14:26:52.078256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-677191c0-eaaf-4d18-a942-4ab63d29eb12 None None] Provisioning for port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:52.085038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-677191c0-eaaf-4d18-a942-4ab63d29eb12 None None] Provisioning complete for port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:52.085400 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-677191c0-eaaf-4d18-a942-4ab63d29eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:52.085923 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:52.086074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec174752-dca1-4b71-8180-84bbe7f43896 req-761b1e86-1978-47d0-bd9f-534334b5b76a tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:52.087548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec174752-dca1-4b71-8180-84bbe7f43896 req-761b1e86-1978-47d0-bd9f-534334b5b76a tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0748205 Aug 31 14:26:52.112164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-11d0dfce-cebd-4b96-a3a1-0d8d5d76d084 service neutron] 10.222.0.52 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354258 Aug 31 14:26:52.138425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-677191c0-eaaf-4d18-a942-4ab63d29eb12 None None] Port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:26:52.145946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'name': 'tempest-TestAggregatesBasicOps-928290302-router', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:49Z', 'revision_number': 3, 'project_id': '58048b4add894fe8bb46c8b77e4a5186', 'gw_port': {'id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:52.174199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28290d0e-afc8-4cfd-be7e-1c4beef7abb1 None None] The sync data for ids ['ee4686c2-206f-4e9b-b21a-f73180b9ea31'] in n-d-792364-6 is: [{'id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'name': 'tempest-TestAggregatesBasicOps-928290302-router', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:49Z', 'revision_number': 3, 'project_id': '58048b4add894fe8bb46c8b77e4a5186', 'gw_port': {'id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:52.181040 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec174752-dca1-4b71-8180-84bbe7f43896 req-5a9b41aa-4f15-42a3-893b-18d34eba7236 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583398 Aug 31 14:26:52.206419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a101b9c-4a58-444f-9c8a-a82f5a7ec7c3 req-e65416a2-e012-4b6a-9942-1bea558759bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:52.208137 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a101b9c-4a58-444f-9c8a-a82f5a7ec7c3 req-e65416a2-e012-4b6a-9942-1bea558759bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=549759a7-076d-4596-9264-56d1c9a26fb6 HTTP/1.1" status: 200 len: 911 time: 0.1400638 Aug 31 14:26:52.281507 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a101b9c-4a58-444f-9c8a-a82f5a7ec7c3 req-9b0d4ae1-cca5-42be-aae5-e4ddb6c02ce9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 HTTP/1.1" status: 200 len: 217 time: 0.0637951 Aug 31 14:26:52.295812 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-c7a64101-261d-4f36-a4d6-21027cacf160 service neutron] 10.222.0.52 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641014 Aug 31 14:26:52.359270 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:52.365523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:52.383312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a101b9c-4a58-444f-9c8a-a82f5a7ec7c3 req-57415292-9d26-4904-9b88-d7abd672a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:52.393155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a101b9c-4a58-444f-9c8a-a82f5a7ec7c3 req-57415292-9d26-4904-9b88-d7abd672a65a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33365ccd-759c-4b7c-aa93-c33a9110628e HTTP/1.1" status: 200 len: 850 time: 0.0967131 Aug 31 14:26:52.424391 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a101b9c-4a58-444f-9c8a-a82f5a7ec7c3 req-7c709613-4e46-4a14-a03a-d811e0cb3098 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=549759a7-076d-4596-9264-56d1c9a26fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305803 Aug 31 14:26:52.458506 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:52.460350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Pushing event updated for resources: {'Port': ['ID=19ef71c8-c284-4324-b3bd-7f8f4d2624f3,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:52.571484 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a101b9c-4a58-444f-9c8a-a82f5a7ec7c3 req-07993e4d-49f8-442a-89b8-92df399690d1 service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340377 Aug 31 14:26:52.591777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Network 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:52.608684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:52.679720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a101b9c-4a58-444f-9c8a-a82f5a7ec7c3 req-05f71968-a621-4028-a8a4-eaf7b58239dd service neutron] 10.222.0.52 "GET /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000934 Aug 31 14:26:52.691924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866615-084b-4176-b266-c533c0648631 req-23767548-53f1-415f-88ed-cd30717ebb2f tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:52.694140 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-23767548-53f1-415f-88ed-cd30717ebb2f tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5&tenant_id=6aca18e1be7245299924d9c1f085ff48&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 1096 time: 0.1051474 Aug 31 14:26:52.811125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Router ee4686c2-206f-4e9b-b21a-f73180b9ea31 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:52.956517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-52866615-084b-4176-b266-c533c0648631 req-517278c6-fabf-4a2d-9d7f-121c91f96cc7 service neutron] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h1-792364-6, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:52.962739 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-52866615-084b-4176-b266-c533c0648631 req-517278c6-fabf-4a2d-9d7f-121c91f96cc7 service neutron] Notify callbacks [] for binding, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:52.964687 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-52866615-084b-4176-b266-c533c0648631 req-517278c6-fabf-4a2d-9d7f-121c91f96cc7 service neutron] 10.222.0.52 "DELETE /v2.0/ports/0f544ad1-d39f-4f6e-8928-216a1995cfc4/bindings/n-h1-792364-6 HTTP/1.1" status: 204 len: 173 time: 0.2348313 Aug 31 14:26:52.987776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:53.004535 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-160bbfd6-59c2-4859-ac63-30a49f91faa8 admin admin] 10.222.0.20 "PUT /v2.0/routers/ee4686c2-206f-4e9b-b21a-f73180b9ea31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6005576 Aug 31 14:26:53.004791 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-20070d56-103f-4635-99fb-7da7979ae1eb None None] Provisioning complete for port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:53.004791 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-20070d56-103f-4635-99fb-7da7979ae1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.061052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-20070d56-103f-4635-99fb-7da7979ae1eb None None] Port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:26:53.163830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8703b-168e-4daf-bc3d-bf1b7a49e920 req-99be2038-b5cf-4064-a68c-9160f370abf9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:53.171465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8f8703b-168e-4daf-bc3d-bf1b7a49e920 req-99be2038-b5cf-4064-a68c-9160f370abf9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0816760 Aug 31 14:26:53.225499 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f8f8703b-168e-4daf-bc3d-bf1b7a49e920 req-96cde393-9587-443f-a462-e01596fa99b8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528753 Aug 31 14:26:53.301521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 255e7870-fc2f-4b36-b371-0e9a2e2eb960 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:53.401721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc0462-8402-4ac3-9363-a4385195ee58 req-e0e40056-03e9-41ad-8098-ca3d930c322b tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:53.403465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7efc0462-8402-4ac3-9363-a4385195ee58 req-e0e40056-03e9-41ad-8098-ca3d930c322b tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0655918 Aug 31 14:26:53.405690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6995ac-8cea-4f40-b15f-ee28f006d35d req-90130675-14e5-4d64-b612-f6ed837700ac tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:53.407289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c6995ac-8cea-4f40-b15f-ee28f006d35d req-90130675-14e5-4d64-b612-f6ed837700ac tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0680299 Aug 31 14:26:53.414536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 255e7870-fc2f-4b36-b371-0e9a2e2eb960 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:53.414919 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.468534 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7efc0462-8402-4ac3-9363-a4385195ee58 req-b342fd12-f008-4fb6-a69c-b43b43cc2f5f tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420561 Aug 31 14:26:53.472116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c6995ac-8cea-4f40-b15f-ee28f006d35d req-7efb686d-74f6-4cae-a19c-3e4477f9bbc8 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522261 Aug 31 14:26:53.514876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 987f3c8d-e17d-4857-b395-a2cc3d107a48 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:53.568265 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 987f3c8d-e17d-4857-b395-a2cc3d107a48 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:53.572961 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 987f3c8d-e17d-4857-b395-a2cc3d107a48 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:53.573343 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.607703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4e068-962a-497a-95d1-ed25e57ab398 req-58c571cb-b4dd-4293-b304-0ca8067d8cbf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:53.609545 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-55f4e068-962a-497a-95d1-ed25e57ab398 req-58c571cb-b4dd-4293-b304-0ca8067d8cbf tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0602980 Aug 31 14:26:53.681956 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-55f4e068-962a-497a-95d1-ed25e57ab398 req-16509591-aa04-4eeb-bd78-caa2a176ce4f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584540 Aug 31 14:26:53.719763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52840) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:53.825109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2d874f76-ea9b-43ea-aa75-5b1b39906a83 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/ffd4d78b-c3e4-4bab-9729-4837b4be3974 HTTP/1.1" status: 200 len: 992 time: 0.1039708 Aug 31 14:26:53.872994 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52844) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:53.878169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-711938335-network', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:53.883842 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.899153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Made reservation on behalf of 8488b8075323493c8585ca20ab4ad70a for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:53.901777 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.904935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 987f3c8d-e17d-4857-b395-a2cc3d107a48, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=987f3c8d-e17d-4857-b395-a2cc3d107a48,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:53.910613 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.914106 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:53.973484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=987f3c8d-e17d-4857-b395-a2cc3d107a48,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:54.018639 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.022748 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.048996 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:26:54.059661 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd8b71c-da1d-42aa-867e-669abb6a3bfa,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:54.068231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.068678 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Added segment aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1 of type vlan for network 0c6518b1-771a-4f14-a016-a6760f0941b2 Aug 31 14:26:54.114012 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.145024 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.146088 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:54.146678 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.160817 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Sync routers for ids ['ee4686c2-206f-4e9b-b21a-f73180b9ea31'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:54.171703 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Routers {'ee4686c2-206f-4e9b-b21a-f73180b9ea31'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:54.172335 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ee4686c2-206f-4e9b-b21a-f73180b9ea31'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:54.214305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52848) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:54.216236 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3405838 Aug 31 14:26:54.219419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f8878721-f5f4-493f-bce4-ce7fff768a6d admin admin] Request body: {'subnet': {'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-711938335-subnet', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:54.220845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e5169-9944-4234-b509-dfbb351c9bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c6518b1-771a-4f14-a016-a6760f0941b2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:54.236076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 0c6518b1-771a-4f14-a016-a6760f0941b2 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:26:54.257621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8878721-f5f4-493f-bce4-ce7fff768a6d admin admin] Made reservation on behalf of 8488b8075323493c8585ca20ab4ad70a for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:26:54.261045 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8878721-f5f4-493f-bce4-ce7fff768a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.293782 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Set router ee4686c2-206f-4e9b-b21a-f73180b9ea31 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:54.300486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0f544ad1-d39f-4f6e-8928-216a1995cfc4 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:26:54.367393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0f544ad1-d39f-4f6e-8928-216a1995cfc4 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:26:54.522183 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'name': 'tempest-TestAggregatesBasicOps-928290302-router', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:51Z', 'revision_number': 4, 'project_id': '58048b4add894fe8bb46c8b77e4a5186', 'gw_port': {'id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '19ef71c8-c284-4324-b3bd-7f8f4d2624f3', 'name': '', 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'mac_address': 'fa:16:3e:ee:25:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6cafeaf2-47ed-4b63-b0b4-f03480ddc909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:51Z', 'updated_at': '2021-08-31T14:26:52Z', 'revision_number': 2, 'project_id': '58048b4add894fe8bb46c8b77e4a5186', 'subnets': [{'id': '6cafeaf2-47ed-4b63-b0b4-f03480ddc909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:54.556365 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Checking router: ee4686c2-206f-4e9b-b21a-f73180b9ea31 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:54.557034 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Updating router ee4686c2-206f-4e9b-b21a-f73180b9ea31 port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:26:54.676633 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.831264 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8878721-f5f4-493f-bce4-ce7fff768a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.876695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04370747-8ed2-4541-9013-ec74255520e6 req-55b30c5d-7821-4610-90dd-4a3618b9d6dc tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:54.878494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04370747-8ed2-4541-9013-ec74255520e6 req-55b30c5d-7821-4610-90dd-4a3618b9d6dc tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0929549 Aug 31 14:26:54.902936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8878721-f5f4-493f-bce4-ce7fff768a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ced631e-9f7e-473a-b9fb-d1857ebadf35,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:54.937533 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.937784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8878721-f5f4-493f-bce4-ce7fff768a6d admin admin] Checking segment: {'id': 'aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:54.937929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8878721-f5f4-493f-bce4-ce7fff768a6d admin admin] Network hostable DHCP agents. Network: 0c6518b1-771a-4f14-a016-a6760f0941b2, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:26:54.948002 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Transition to ACTIVE for port object 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:54.950060 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04370747-8ed2-4541-9013-ec74255520e6 req-892f1fee-3d77-4046-ac23-7b87304cd3fa tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623274 Aug 31 14:26:54.954964 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:54.961859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8878721-f5f4-493f-bce4-ce7fff768a6d admin admin] Network 0c6518b1-771a-4f14-a016-a6760f0941b2 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:26:54.992281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-f8878721-f5f4-493f-bce4-ce7fff768a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 0c6518b1-771a-4f14-a016-a6760f0941b2) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:55.002959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f480ac24-efff-4963-89f1-5db837e4e788 None None] Network 0c6518b1-771a-4f14-a016-a6760f0941b2 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:55.004392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8878721-f5f4-493f-bce4-ce7fff768a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:55.005616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8878721-f5f4-493f-bce4-ce7fff768a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.026213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52854) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:55.027263 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f8878721-f5f4-493f-bce4-ce7fff768a6d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8117552 Aug 31 14:26:55.032672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-711938335-router', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:26:55.037127 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Pushing event updated for resources: {'Port': ['ID=19ef71c8-c284-4324-b3bd-7f8f4d2624f3,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:55.060135 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.062935 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.078135 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:55.078619 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:55.079019 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:55.079381 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:55.080180 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:55.081059 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:55.081453 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:55.081915 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:55.082262 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:55.082751 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:55.083997 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:55.084382 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:26:55.104678 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Attempting to bind port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:55.105187 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Attempting to bind port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'bf04c776-bf7b-4694-ae8c-40346105364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:55.105616 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Attempting to bind port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 on network 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:55.117639 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:55.118466 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Checking segment: {'id': 'bf04c776-bf7b-4694-ae8c-40346105364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:55.120718 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.121912 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Bound using segment: {'id': 'bf04c776-bf7b-4694-ae8c-40346105364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:55.122498 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Bound port: 19ef71c8-c284-4324-b3bd-7f8f4d2624f3, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf04c776-bf7b-4694-ae8c-40346105364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:55.123893 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.206745 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.238214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 987f3c8d-e17d-4857-b395-a2cc3d107a48 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:55.244028 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] For port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:55.249662 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] For port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=19ef71c8-c284-4324-b3bd-7f8f4d2624f3,segment=NetworkSegment(bf04c776-bf7b-4694-ae8c-40346105364f),segment_id=bf04c776-bf7b-4694-ae8c-40346105364f)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:55.256104 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.299388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-0c6518b1-771a-4f14-a016-a6760f0941b2', 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'fixed_ips': [{'subnet_id': '8ced631e-9f7e-473a-b9fb-d1857ebadf35'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:26:55.300453 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.382898 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Routers {'ee4686c2-206f-4e9b-b21a-f73180b9ea31'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:55.390584 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ee4686c2-206f-4e9b-b21a-f73180b9ea31'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:55.456258 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e77e7-8ab9-43a2-8956-3976bce16cb7 None None] Pushing event updated for resources: {'Port': ['ID=19ef71c8-c284-4324-b3bd-7f8f4d2624f3,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:55.584765 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] Set router ee4686c2-206f-4e9b-b21a-f73180b9ea31 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:55.612710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 987f3c8d-e17d-4857-b395-a2cc3d107a48 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:55.613259 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.616082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Allocated IP 172.20.0.2 (0c6518b1-771a-4f14-a016-a6760f0941b2/8ced631e-9f7e-473a-b9fb-d1857ebadf35/8f951222-c829-4539-824b-a3070854ad87) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:55.735100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0a9c4-c0ee-4948-8c3f-07d9ff87cc6b req-967b83ba-f14d-4e92-9eca-74cd708aa944 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:55.742620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55b0a9c4-c0ee-4948-8c3f-07d9ff87cc6b req-967b83ba-f14d-4e92-9eca-74cd708aa944 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.0910058 Aug 31 14:26:55.772218 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.792289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55b0a9c4-c0ee-4948-8c3f-07d9ff87cc6b req-83ea3b43-3752-4144-8581-18ae337a51bd tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463011 Aug 31 14:26:55.908755 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'name': 'tempest-TestAggregatesBasicOps-928290302-router', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:51Z', 'revision_number': 4, 'project_id': '58048b4add894fe8bb46c8b77e4a5186', 'gw_port': {'id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '19ef71c8-c284-4324-b3bd-7f8f4d2624f3', 'name': '', 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'mac_address': 'fa:16:3e:ee:25:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6cafeaf2-47ed-4b63-b0b4-f03480ddc909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:51Z', 'updated_at': '2021-08-31T14:26:55Z', 'revision_number': 4, 'project_id': '58048b4add894fe8bb46c8b77e4a5186', 'subnets': [{'id': '6cafeaf2-47ed-4b63-b0b4-f03480ddc909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:55.951347 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0247b01-8d35-41d3-a3ae-067477b18713 None None] The sync data for ids ['ee4686c2-206f-4e9b-b21a-f73180b9ea31'] in n-d-792364-6 is: [{'id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'name': 'tempest-TestAggregatesBasicOps-928290302-router', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:51Z', 'revision_number': 4, 'project_id': '58048b4add894fe8bb46c8b77e4a5186', 'gw_port': {'id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '19ef71c8-c284-4324-b3bd-7f8f4d2624f3', 'name': '', 'network_id': '89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'mac_address': 'fa:16:3e:ee:25:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6cafeaf2-47ed-4b63-b0b4-f03480ddc909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:51Z', 'updated_at': '2021-08-31T14:26:55Z', 'revision_number': 4, 'project_id': '58048b4add894fe8bb46c8b77e4a5186', 'subnets': [{'id': '6cafeaf2-47ed-4b63-b0b4-f03480ddc909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:55.955910 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:55.977321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Transition to ACTIVE for port object 8f951222-c829-4539-824b-a3070854ad87 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:56.006790 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Transition to ACTIVE for port object 8f951222-c829-4539-824b-a3070854ad87 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:56.040760 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.051545 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.077406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.087670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Network 0c6518b1-771a-4f14-a016-a6760f0941b2 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:56.094987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:56.098941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:56.104721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Pushing event updated for resources: {'Port': ['ID=8f951222-c829-4539-824b-a3070854ad87,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:56.121274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52862) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:56.171279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Attempting to bind port 8f951222-c829-4539-824b-a3070854ad87 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:56.172179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Attempting to bind port 8f951222-c829-4539-824b-a3070854ad87 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:56.172776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Attempting to bind port 8f951222-c829-4539-824b-a3070854ad87 on network 0c6518b1-771a-4f14-a016-a6760f0941b2 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:56.179386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:56.180078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Checking segment: {'id': 'aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:56.180708 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.181289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Bound using segment: {'id': 'aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:56.181952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Bound port: 8f951222-c829-4539-824b-a3070854ad87, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:56.182653 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.257904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Allocated IP 172.25.3.240 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/0089af98-2311-4616-80bf-e0ea0c68cf41) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:56.261686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] For port 8f951222-c829-4539-824b-a3070854ad87, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:56.264948 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] For port 8f951222-c829-4539-824b-a3070854ad87, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8f951222-c829-4539-824b-a3070854ad87,segment=NetworkSegment(aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1),segment_id=aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:56.273561 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.338199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1eeef-9498-4f57-9e23-b4f8a476b285 None None] Pushing event updated for resources: {'Port': ['ID=8f951222-c829-4539-824b-a3070854ad87,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:56.345333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 7e0bbc4b-ad0d-4473-8cd6-3eb05ba1e7fc {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:56.345830 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.455422 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.459670 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.460311 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.475214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 7e0bbc4b-ad0d-4473-8cd6-3eb05ba1e7fc owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:56.507455 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.551255 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:56.556899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:56.560881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:56.606800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Pushing event updated for resources: {'Port': ['ID=0089af98-2311-4616-80bf-e0ea0c68cf41,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:56.700411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.752770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=7e0bbc4b-ad0d-4473-8cd6-3eb05ba1e7fc,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:56.837594 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:56.838572 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Floating IP ffd4d78b-c3e4-4bab-9729-4837b4be3974 disassociated (deleted). External IP: 172.25.3.192, port: 0f544ad1-d39f-4f6e-8928-216a1995cfc4. Aug 31 14:26:56.949246 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:57.001246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb32bf-e6ae-459a-845b-6186fb19d38b req-3c3660d5-3287-41f1-8806-e4f3bfbadc63 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:57.002874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76eb32bf-e6ae-459a-845b-6186fb19d38b req-3c3660d5-3287-41f1-8806-e4f3bfbadc63 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1092851 Aug 31 14:26:57.098704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76eb32bf-e6ae-459a-845b-6186fb19d38b req-4c052dfb-ab1e-4190-aa79-91f181140644 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833600 Aug 31 14:26:57.204552 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:57.224969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:26:57.315892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:57.378148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:57.383717 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:57.395843 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59b712-b39b-4b5a-8f05-690f6fa70bc3 None None] Sync routers for ids ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:57.416582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59b712-b39b-4b5a-8f05-690f6fa70bc3 None None] Routers {'9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:57.419512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9d59b712-b39b-4b5a-8f05-690f6fa70bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:57.427265 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4eb4b38b-9711-4296-9838-a122050aefb6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/floatingips/ffd4d78b-c3e4-4bab-9729-4837b4be3974 HTTP/1.1" status: 204 len: 168 time: 1.3043339 Aug 31 14:26:57.428061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:57.441114 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54108fa8-a895-47d0-b944-03e7fff410a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:57.454154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Router 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:26:57.516513 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44154ae7-4bb4-4835-a95d-69b0b3896152 x-openstack-request-id: req-44154ae7-4bb4-4835-a95d-69b0b3896152 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:57.516892 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:57.517081 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44154ae7-4bb4-4835-a95d-69b0b3896152 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:57.517467 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'status': 'completed', 'code': 200} Aug 31 14:26:57.571683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:57.575245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9d59b712-b39b-4b5a-8f05-690f6fa70bc3 None None] Set router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:57.609614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:57.610025 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:57.752905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:26:57.764141 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Sync routers for ids ['1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:26:57.780293 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Routers {'1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:57.781442 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:57.784797 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54108fa8-a895-47d0-b944-03e7fff410a1 req-1d322331-cefb-4e52-bf15-6386ae2af743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:57.788819 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54108fa8-a895-47d0-b944-03e7fff410a1 req-1d322331-cefb-4e52-bf15-6386ae2af743 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 1096 time: 0.2298696 Aug 31 14:26:57.799381 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:57.800999 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-90713897-7995-4f2d-b365-1bb4e8a593fe admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7725093 Aug 31 14:26:57.813027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52872) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:26:57.827309 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b9c151-c112-4c00-9ff0-c5ae7a06769d None None] Network 0c6518b1-771a-4f14-a016-a6760f0941b2 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:26:57.847982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44111a9a-6016-4f99-b1c8-f38097d51b87 req-b6377fa7-ef32-4a5a-b62a-65e4ad77ba87 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:57.853128 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44111a9a-6016-4f99-b1c8-f38097d51b87 req-b6377fa7-ef32-4a5a-b62a-65e4ad77ba87 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0797749 Aug 31 14:26:57.944209 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:57.949116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44111a9a-6016-4f99-b1c8-f38097d51b87 req-82440243-9e09-4b6f-aa3d-a14be24e9777 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=72f82348-9ae7-4710-bb8b-04e42e6bd490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891745 Aug 31 14:26:57.953411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-724917ad-f708-4f31-88c9-f08d006529e2 None None] Provisioning for port 8f951222-c829-4539-824b-a3070854ad87 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:57.990052 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Set router 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:58.054608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54108fa8-a895-47d0-b944-03e7fff410a1 req-0beced8b-ed2d-400f-bf99-a7c9176046f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:58.056079 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54108fa8-a895-47d0-b944-03e7fff410a1 req-0beced8b-ed2d-400f-bf99-a7c9176046f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=21d7ab62-97bb-4111-b853-40a2b969fb74 HTTP/1.1" status: 200 len: 897 time: 0.2421179 Aug 31 14:26:58.085132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=19ef71c8-c284-4324-b3bd-7f8f4d2624f3,segment=NetworkSegment(bf04c776-bf7b-4694-ae8c-40346105364f),segment_id=bf04c776-bf7b-4694-ae8c-40346105364f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:58.095590 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.096386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8f951222-c829-4539-824b-a3070854ad87 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:58.182042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54108fa8-a895-47d0-b944-03e7fff410a1 req-3a35d272-6ced-4e90-bdc0-b979426e95fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4 HTTP/1.1" status: 200 len: 217 time: 0.0694895 Aug 31 14:26:58.225295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9d59b712-b39b-4b5a-8f05-690f6fa70bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:46Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3', 'name': '', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:ba:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:45Z', 'updated_at': '2021-08-31T14:25:53Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:58.228974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=19ef71c8-c284-4324-b3bd-7f8f4d2624f3,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:58.261732 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59b712-b39b-4b5a-8f05-690f6fa70bc3 None None] Checking router: 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:58.272017 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'name': 'tempest-TestAggregatesBasicOps-711938335-router', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:55Z', 'updated_at': '2021-08-31T14:26:56Z', 'revision_number': 3, 'project_id': '8488b8075323493c8585ca20ab4ad70a', 'gw_port': {'id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:66:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:56Z', 'updated_at': '2021-08-31T14:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:58.281132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59b712-b39b-4b5a-8f05-690f6fa70bc3 None None] Routers {'9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:58.281877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9d59b712-b39b-4b5a-8f05-690f6fa70bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:58.285103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8f951222-c829-4539-824b-a3070854ad87 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:26:58.334339 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8f951222-c829-4539-824b-a3070854ad87 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:58.335036 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.341170 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Checking router: 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:26:58.341929 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Updating router 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c port 0089af98-2311-4616-80bf-e0ea0c68cf41 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:26:58.360418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd9be6-d64c-40e8-a1bc-00fbead9fc6e req-638143b9-d6c2-4f84-acd4-4ec14dc53e94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:58.362041 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93fd9be6-d64c-40e8-a1bc-00fbead9fc6e req-638143b9-d6c2-4f84-acd4-4ec14dc53e94 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.52 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0643432 Aug 31 14:26:58.382462 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54108fa8-a895-47d0-b944-03e7fff410a1 req-2c6f499d-62c4-4346-962a-1707c8cb59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:58.384660 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54108fa8-a895-47d0-b944-03e7fff410a1 req-2c6f499d-62c4-4346-962a-1707c8cb59c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21125edd-d5f0-4511-b54f-a3455f6aa111 HTTP/1.1" status: 200 len: 834 time: 0.1382780 Aug 31 14:26:58.399837 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.481704 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710bb81-f105-4deb-8e7f-ef046e604d01 req-ff2b3017-866b-42f2-9232-a58c972ede7e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:58.491791 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6710bb81-f105-4deb-8e7f-ef046e604d01 req-ff2b3017-866b-42f2-9232-a58c972ede7e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.2435946 Aug 31 14:26:58.535713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-9d59b712-b39b-4b5a-8f05-690f6fa70bc3 None None] Set router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:58.584384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-93fd9be6-d64c-40e8-a1bc-00fbead9fc6e req-5f5ee231-b37a-4032-bc05-2f9bd0e22f6a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:58.584816 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-93fd9be6-d64c-40e8-a1bc-00fbead9fc6e req-5f5ee231-b37a-4032-bc05-2f9bd0e22f6a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.601258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54108fa8-a895-47d0-b944-03e7fff410a1 req-91aa00f0-1d74-414b-a180-30aa99352787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:58.603197 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54108fa8-a895-47d0-b944-03e7fff410a1 req-91aa00f0-1d74-414b-a180-30aa99352787 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21d7ab62-97bb-4111-b853-40a2b969fb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643031 Aug 31 14:26:58.627049 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6710bb81-f105-4deb-8e7f-ef046e604d01 req-9eb55002-eff4-451a-ad46-5f5cc8ebc66f tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337864 Aug 31 14:26:58.721310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-93fd9be6-d64c-40e8-a1bc-00fbead9fc6e req-5f5ee231-b37a-4032-bc05-2f9bd0e22f6a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] For port 0f544ad1-d39f-4f6e-8928-216a1995cfc4, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0f544ad1-d39f-4f6e-8928-216a1995cfc4,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:58.721721 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-93fd9be6-d64c-40e8-a1bc-00fbead9fc6e req-5f5ee231-b37a-4032-bc05-2f9bd0e22f6a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.738720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-93fd9be6-d64c-40e8-a1bc-00fbead9fc6e req-5f5ee231-b37a-4032-bc05-2f9bd0e22f6a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 0f544ad1-d39f-4f6e-8928-216a1995cfc4 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:26:58.745373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54108fa8-a895-47d0-b944-03e7fff410a1 req-437e8288-2267-4394-8249-432726fcc6f3 service neutron] 10.222.0.52 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132779 Aug 31 14:26:58.810350 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.823243 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Transition to ACTIVE for port object 0089af98-2311-4616-80bf-e0ea0c68cf41 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:58.834238 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.908191 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-93fd9be6-d64c-40e8-a1bc-00fbead9fc6e req-5f5ee231-b37a-4032-bc05-2f9bd0e22f6a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.914495 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92181ad8-a234-40f8-b180-5b0d38f91d8b None None] Pushing event updated for resources: {'Port': ['ID=0089af98-2311-4616-80bf-e0ea0c68cf41,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:58.918589 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Attempting to bind port 0089af98-2311-4616-80bf-e0ea0c68cf41 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:26:58.918959 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Attempting to bind port 0089af98-2311-4616-80bf-e0ea0c68cf41 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:26:58.919368 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Attempting to bind port 0089af98-2311-4616-80bf-e0ea0c68cf41 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:26:58.925804 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:26:58.926184 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:26:58.926632 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.927684 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:26:58.928161 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Bound port: 0089af98-2311-4616-80bf-e0ea0c68cf41, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:26:58.928578 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:58.941381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ee231-b37a-4032-bc05-2f9bd0e22f6a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=0f544ad1-d39f-4f6e-8928-216a1995cfc4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:58.954299 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54108fa8-a895-47d0-b944-03e7fff410a1 req-b7dd485f-f866-444d-9f32-c8f5da33ea0f service neutron] 10.222.0.52 "GET /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810098 Aug 31 14:26:58.987833 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.005890 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] For port 0089af98-2311-4616-80bf-e0ea0c68cf41, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:26:59.009109 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.011618 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] For port 0089af98-2311-4616-80bf-e0ea0c68cf41, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0089af98-2311-4616-80bf-e0ea0c68cf41,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:26:59.016262 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.046950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-596e9c11-9635-4e36-b7ad-2526dd966574 None None] Provisioning complete for port 8f951222-c829-4539-824b-a3070854ad87 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:59.047595 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-596e9c11-9635-4e36-b7ad-2526dd966574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.066008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fd9be6-d64c-40e8-a1bc-00fbead9fc6e req-5f5ee231-b37a-4032-bc05-2f9bd0e22f6a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] No DVR routers for this DVR port 0f544ad1-d39f-4f6e-8928-216a1995cfc4 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:26:59.070441 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-93fd9be6-d64c-40e8-a1bc-00fbead9fc6e req-5f5ee231-b37a-4032-bc05-2f9bd0e22f6a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.074913 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93fd9be6-d64c-40e8-a1bc-00fbead9fc6e req-5f5ee231-b37a-4032-bc05-2f9bd0e22f6a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.52 "DELETE /v2.0/ports/0f544ad1-d39f-4f6e-8928-216a1995cfc4 HTTP/1.1" status: 204 len: 173 time: 0.6996336 Aug 31 14:26:59.109287 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Routers {'1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:26:59.110561 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:59.115095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44e05d70-bb57-40cb-945f-53455c4eaca3 req-93b461ca-3761-49b9-a76a-f23f9723ab0f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=6321320e-b054-4bb7-8e77-8d3adf2c4aa5 HTTP/1.1" status: 200 len: 210 time: 0.0590651 Aug 31 14:26:59.148928 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 8f951222-c829-4539-824b-a3070854ad87, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8f951222-c829-4539-824b-a3070854ad87,segment=NetworkSegment(aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1),segment_id=aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:26:59.156586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9d59b712-b39b-4b5a-8f05-690f6fa70bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:46Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3', 'name': '', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:ba:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:45Z', 'updated_at': '2021-08-31T14:25:53Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:59.160380 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.188558 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92181ad8-a234-40f8-b180-5b0d38f91d8b None None] Pushing event updated for resources: {'Port': ['ID=0089af98-2311-4616-80bf-e0ea0c68cf41,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:59.195937 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59b712-b39b-4b5a-8f05-690f6fa70bc3 None None] The sync data for ids ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'] in n-d-792364-6 is: [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:46Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3', 'name': '', 'network_id': '21d7ab62-97bb-4111-b853-40a2b969fb74', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:ba:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:45Z', 'updated_at': '2021-08-31T14:25:53Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '21125edd-d5f0-4511-b54f-a3455f6aa111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:59.240913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Allocated IP 172.20.0.1 (0c6518b1-771a-4f14-a016-a6760f0941b2/8ced631e-9f7e-473a-b9fb-d1857ebadf35/7f12e8c8-dbb1-4d89-8be5-b31358de103e) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:26:59.291959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=8f951222-c829-4539-824b-a3070854ad87,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:59.309050 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] Set router 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:26:59.329748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:26:59.407971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:26:59.409638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.468829 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.496889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Transition to ACTIVE for port object 7f12e8c8-dbb1-4d89-8be5-b31358de103e will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:26:59.518548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'name': 'network-vif-deleted', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:26:59.522159 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16694253-96d3-4f93-b765-14df0d762460" -d '{"events": [{"server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "name": "network-vif-deleted", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:26:59.572777 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.611289 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d91562-6fec-47dc-9a35-5119046916f7 x-openstack-request-id: req-81d91562-6fec-47dc-9a35-5119046916f7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:26:59.611593 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6321320e-b054-4bb7-8e77-8d3adf2c4aa5", "name": "network-vif-deleted", "tag": "0f544ad1-d39f-4f6e-8928-216a1995cfc4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:26:59.611862 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81d91562-6fec-47dc-9a35-5119046916f7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:26:59.612268 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6321320e-b054-4bb7-8e77-8d3adf2c4aa5', 'name': 'network-vif-deleted', 'tag': '0f544ad1-d39f-4f6e-8928-216a1995cfc4', 'status': 'completed', 'code': 200} Aug 31 14:26:59.642267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Network 0c6518b1-771a-4f14-a016-a6760f0941b2 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:26:59.650930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:26:59.658119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Pushing event updated for resources: {'Port': ['ID=7f12e8c8-dbb1-4d89-8be5-b31358de103e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:26:59.664999 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:26:59.712800 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'name': 'tempest-TestAggregatesBasicOps-711938335-router', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:55Z', 'updated_at': '2021-08-31T14:26:56Z', 'revision_number': 3, 'project_id': '8488b8075323493c8585ca20ab4ad70a', 'gw_port': {'id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:66:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:56Z', 'updated_at': '2021-08-31T14:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:26:59.722368 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.785734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436844d8-df54-4c2d-85a2-f680563b29f4 None None] New status for floating IP ffd4d78b-c3e4-4bab-9729-4837b4be3974: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:26:59.803232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb91a87-c51a-4e70-bf33-3898b0c68864 req-52a4893c-aecb-4d2f-94b7-4e53e3b89089 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:59.804944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-edb91a87-c51a-4e70-bf33-3898b0c68864 req-52a4893c-aecb-4d2f-94b7-4e53e3b89089 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1212606 Aug 31 14:26:59.863737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf903c66-968f-4855-8e06-209a01794c79 req-e4926c72-66a6-4244-9a27-d80dfa5a9d78 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:26:59.872955 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf903c66-968f-4855-8e06-209a01794c79 req-e4926c72-66a6-4244-9a27-d80dfa5a9d78 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebdb54e-f636-422c-9687-66a4c205567a HTTP/1.1" status: 200 len: 946 time: 0.1147659 Aug 31 14:26:59.887335 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a259690-d27e-45bb-a4b5-7812b216cebd None None] The sync data for ids ['1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'] in n-d-792364-6 is: [{'id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'name': 'tempest-TestAggregatesBasicOps-711938335-router', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:55Z', 'updated_at': '2021-08-31T14:26:56Z', 'revision_number': 3, 'project_id': '8488b8075323493c8585ca20ab4ad70a', 'gw_port': {'id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:66:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:56Z', 'updated_at': '2021-08-31T14:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:26:59.912300 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:26:59.956719 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf903c66-968f-4855-8e06-209a01794c79 req-63acaf44-a25f-47c2-a8c1-00db4029b9e1 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825009 Aug 31 14:26:59.995527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-edb91a87-c51a-4e70-bf33-3898b0c68864 req-78b00735-5989-4075-bda5-4b3732d5b689 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Deleting port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:26:59.996179 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-edb91a87-c51a-4e70-bf33-3898b0c68864 req-78b00735-5989-4075-bda5-4b3732d5b689 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.107716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.109289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-edb91a87-c51a-4e70-bf33-3898b0c68864 req-78b00735-5989-4075-bda5-4b3732d5b689 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] For port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:00.109792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-edb91a87-c51a-4e70-bf33-3898b0c68864 req-78b00735-5989-4075-bda5-4b3732d5b689 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.116807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4e0a563f-c025-46f5-8080-0e9156531e78 None None] Provisioning for port 7f12e8c8-dbb1-4d89-8be5-b31358de103e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:00.119014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.121200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4e0a563f-c025-46f5-8080-0e9156531e78 None None] Provisioning complete for port 7f12e8c8-dbb1-4d89-8be5-b31358de103e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:00.121586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4e0a563f-c025-46f5-8080-0e9156531e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.127737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-edb91a87-c51a-4e70-bf33-3898b0c68864 req-78b00735-5989-4075-bda5-4b3732d5b689 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Calling delete_port for 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:00.214397 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52884) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:00.216486 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.220753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a563f-c025-46f5-8080-0e9156531e78 None None] Port 7f12e8c8-dbb1-4d89-8be5-b31358de103e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:00.274533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Pushing event updated for resources: {'Port': ['ID=7f12e8c8-dbb1-4d89-8be5-b31358de103e,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:00.303458 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-edb91a87-c51a-4e70-bf33-3898b0c68864 req-78b00735-5989-4075-bda5-4b3732d5b689 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.317207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['7a10f16e-7db1-48cd-a25b-b8bf39dc19db', '99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:00.365051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b00735-5989-4075-bda5-4b3732d5b689 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Pushing event deleted for resources: {'Port': ['ID=99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:00.385466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb91a87-c51a-4e70-bf33-3898b0c68864 req-78b00735-5989-4075-bda5-4b3732d5b689 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] No DVR routers for this DVR port 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:00.388292 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-edb91a87-c51a-4e70-bf33-3898b0c68864 req-78b00735-5989-4075-bda5-4b3732d5b689 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:00.391016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-edb91a87-c51a-4e70-bf33-3898b0c68864 req-78b00735-5989-4075-bda5-4b3732d5b689 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.52 "DELETE /v2.0/ports/99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 HTTP/1.1" status: 204 len: 173 time: 0.5762420 Aug 31 14:27:00.800996 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Network 0c6518b1-771a-4f14-a016-a6760f0941b2 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:00.806188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:01.007492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Router 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:01.148324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9194ddd7-f874-4a68-a042-e8fff55e7054 None None] Provisioning complete for port 7f12e8c8-dbb1-4d89-8be5-b31358de103e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:01.148949 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9194ddd7-f874-4a68-a042-e8fff55e7054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:01.177860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:01.183662 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-951ddc9a-138a-43e3-889c-8027b9c65d4e admin admin] 10.222.0.20 "PUT /v2.0/routers/1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3682280 Aug 31 14:27:01.225315 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9194ddd7-f874-4a68-a042-e8fff55e7054 None None] Port 7f12e8c8-dbb1-4d89-8be5-b31358de103e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:01.237732 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d40bb7f3-1394-44c2-9f97-7df89922bd19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:01.347954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70aaef-7998-4777-a760-b94786b64ad7 req-d957723f-2123-48d5-a83f-210b71efc85b tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:01.349923 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f70aaef-7998-4777-a760-b94786b64ad7 req-d957723f-2123-48d5-a83f-210b71efc85b tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0894170 Aug 31 14:27:01.384950 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a388a791-eba0-4d24-a130-7bdbcf26e036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:01.400332 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f70aaef-7998-4777-a760-b94786b64ad7 req-68b34865-9f47-428a-b536-1bcd48384826 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433760 Aug 31 14:27:01.422354 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8f951222-c829-4539-824b-a3070854ad87 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:01.481569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8f951222-c829-4539-824b-a3070854ad87 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:01.482051 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:01.580091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0089af98-2311-4616-80bf-e0ea0c68cf41 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:01.613283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebdb54e-f636-422c-9687-66a4c205567a', 'name': 'network-vif-deleted', 'tag': '99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:01.616660 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bba8c2-2f23-41c2-92e1-0f170abbe8f4" -d '{"events": [{"server_uuid": "0ebdb54e-f636-422c-9687-66a4c205567a", "name": "network-vif-deleted", "tag": "99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:01.648394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d40bb7f3-1394-44c2-9f97-7df89922bd19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:01.648825 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d40bb7f3-1394-44c2-9f97-7df89922bd19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:01.664129 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cf5018-1faf-46b3-875f-7aa960854eb1 x-openstack-request-id: req-81cf5018-1faf-46b3-875f-7aa960854eb1 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:01.664911 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebdb54e-f636-422c-9687-66a4c205567a", "name": "network-vif-deleted", "tag": "99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:01.665018 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81cf5018-1faf-46b3-875f-7aa960854eb1 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:01.665734 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebdb54e-f636-422c-9687-66a4c205567a', 'name': 'network-vif-deleted', 'tag': '99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9', 'status': 'completed', 'code': 200} Aug 31 14:27:01.669637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 0089af98-2311-4616-80bf-e0ea0c68cf41 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:01.674195 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0089af98-2311-4616-80bf-e0ea0c68cf41 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:01.674684 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:01.772553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-d40bb7f3-1394-44c2-9f97-7df89922bd19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] For port 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:01.773263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d40bb7f3-1394-44c2-9f97-7df89922bd19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:01.801983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d40bb7f3-1394-44c2-9f97-7df89922bd19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:01.812231 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:01.841767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 0089af98-2311-4616-80bf-e0ea0c68cf41, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0089af98-2311-4616-80bf-e0ea0c68cf41,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:01.847704 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:01.904591 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=0089af98-2311-4616-80bf-e0ea0c68cf41,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:02.027529 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d40bb7f3-1394-44c2-9f97-7df89922bd19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.057070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bb7f3-1394-44c2-9f97-7df89922bd19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:02.270929 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d40bb7f3-1394-44c2-9f97-7df89922bd19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.530012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40bb7f3-1394-44c2-9f97-7df89922bd19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:02.565496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6ce99-dec7-411a-9110-f54b733ac794 req-f49305eb-86a6-4ca6-b758-e46ca8c569fc tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:02.567393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56b6ce99-dec7-411a-9110-f54b733ac794 req-f49305eb-86a6-4ca6-b758-e46ca8c569fc tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0675223 Aug 31 14:27:02.567949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52942) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:02.652094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56b6ce99-dec7-411a-9110-f54b733ac794 req-cbbe91b4-64c7-489d-8b88-806590016c1b tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775623 Aug 31 14:27:02.661949 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40bb7f3-1394-44c2-9f97-7df89922bd19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:02.672075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d40bb7f3-1394-44c2-9f97-7df89922bd19 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "PUT /v2.0/routers/9b6d7368-09bf-4ad0-9c4e-f660e882ba5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4526722 Aug 31 14:27:02.672726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52944) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:02.687581 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d1941-7f39-43df-a6a5-d69d37122bc9 None None] Sync routers for ids ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:02.699606 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d1941-7f39-43df-a6a5-d69d37122bc9 None None] Routers {'9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:02.700003 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5d4d1941-7f39-43df-a6a5-d69d37122bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:02.728701 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-476e4bfb-fecb-4983-bc50-7700129e7aa1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting subnet 21125edd-d5f0-4511-b54f-a3455f6aa111 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:27:02.732629 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-476e4bfb-fecb-4983-bc50-7700129e7aa1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.780559 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-476e4bfb-fecb-4983-bc50-7700129e7aa1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.815589 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-5d4d1941-7f39-43df-a6a5-d69d37122bc9 None None] Set router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:02.889823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-476e4bfb-fecb-4983-bc50-7700129e7aa1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:02.981766 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-476e4bfb-fecb-4983-bc50-7700129e7aa1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.027309 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0f544ad1-d39f-4f6e-8928-216a1995cfc4 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:03.034023 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64a96e85-c658-41dc-95fc-716717c85bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.054155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e4bfb-fecb-4983-bc50-7700129e7aa1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Subnet': ['ID=21125edd-d5f0-4511-b54f-a3455f6aa111,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:03.066394 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5d4d1941-7f39-43df-a6a5-d69d37122bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:27:01Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:03.069967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-476e4bfb-fecb-4983-bc50-7700129e7aa1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.078800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52946) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:03.079034 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-476e4bfb-fecb-4983-bc50-7700129e7aa1 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/subnets/21125edd-d5f0-4511-b54f-a3455f6aa111 HTTP/1.1" status: 204 len: 168 time: 0.4055746 Aug 31 14:27:03.087291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 0f544ad1-d39f-4f6e-8928-216a1995cfc4 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:03.087639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0f544ad1-d39f-4f6e-8928-216a1995cfc4 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:03.088270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:03.107990 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d1941-7f39-43df-a6a5-d69d37122bc9 None None] Checking router: 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:03.117836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcc2e49-b821-4e62-87bc-0412468bd001 None None] Network 21d7ab62-97bb-4111-b853-40a2b969fb74 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:03.118288 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d1941-7f39-43df-a6a5-d69d37122bc9 None None] Routers {'9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:03.119016 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5d4d1941-7f39-43df-a6a5-d69d37122bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:03.120868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:03.121391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 99918dbd-5e0c-4cc8-a62d-34c6a9b78ef9 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:03.320341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Sync routers for ids ['1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:03.322785 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-5d4d1941-7f39-43df-a6a5-d69d37122bc9 None None] Set router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:03.349627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Routers {'1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:03.350271 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:26:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:03.399773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0089af98-2311-4616-80bf-e0ea0c68cf41 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:03.432697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd92447-7446-4cf5-b876-d76b0e62b9b4 None None] DHCP port deletion for 21d7ab62-97bb-4111-b853-40a2b969fb74 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:27:03.434987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.596381 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5d4d1941-7f39-43df-a6a5-d69d37122bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:27:01Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:03.601914 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.615092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0089af98-2311-4616-80bf-e0ea0c68cf41 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:03.615653 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.632649 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d1941-7f39-43df-a6a5-d69d37122bc9 None None] The sync data for ids ['9b6d7368-09bf-4ad0-9c4e-f660e882ba5f'] in n-d-792364-6 is: [{'id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167556823', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:27:01Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '84285215-7fc2-4b22-849c-10ad3c69a940', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d7368-09bf-4ad0-9c4e-f660e882ba5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:42Z', 'updated_at': '2021-08-31T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:03.656507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Set router 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:03.694487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-dcd92447-7446-4cf5-b876-d76b0e62b9b4 None None] Deleting port b887ef83-e964-4a50-86a1-06dd837b0398 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:03.695124 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dcd92447-7446-4cf5-b876-d76b0e62b9b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.774747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ff0c0-4d30-4778-9a5a-c02fcf16030c req-e3ff40c1-ac15-44aa-a643-3eba3a6c079b tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:03.776938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf0ff0c0-4d30-4778-9a5a-c02fcf16030c req-e3ff40c1-ac15-44aa-a643-3eba3a6c079b tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0796235 Aug 31 14:27:03.785732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-64a96e85-c658-41dc-95fc-716717c85bba admin admin] Deleting port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:03.786943 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64a96e85-c658-41dc-95fc-716717c85bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.799442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 84285215-7fc2-4b22-849c-10ad3c69a940 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:03.800067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.807383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9845dc-0411-475f-b46c-9609ccdaa902 req-bb4876e0-2393-421d-aca3-7a911e8d1cf7 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:03.809212 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c9845dc-0411-475f-b46c-9609ccdaa902 req-bb4876e0-2393-421d-aca3-7a911e8d1cf7 tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.0624382 Aug 31 14:27:03.858432 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c9845dc-0411-475f-b46c-9609ccdaa902 req-107d1076-1d6b-4959-9cb2-9957f83b9c5c tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 Aug 31 14:27:03.874578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-dcd92447-7446-4cf5-b876-d76b0e62b9b4 None None] For port b887ef83-e964-4a50-86a1-06dd837b0398, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b887ef83-e964-4a50-86a1-06dd837b0398,segment=NetworkSegment(f69628ee-c9c9-4e4c-98be-a5a7d9496201),segment_id=f69628ee-c9c9-4e4c-98be-a5a7d9496201)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:03.875066 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dcd92447-7446-4cf5-b876-d76b0e62b9b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:03.911946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-dcd92447-7446-4cf5-b876-d76b0e62b9b4 None None] Calling delete_port for b887ef83-e964-4a50-86a1-06dd837b0398 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:04.016124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-64a96e85-c658-41dc-95fc-716717c85bba admin admin] For port 19ef71c8-c284-4324-b3bd-7f8f4d2624f3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=19ef71c8-c284-4324-b3bd-7f8f4d2624f3,segment=NetworkSegment(bf04c776-bf7b-4694-ae8c-40346105364f),segment_id=bf04c776-bf7b-4694-ae8c-40346105364f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:04.016709 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64a96e85-c658-41dc-95fc-716717c85bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.035570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] For port 84285215-7fc2-4b22-849c-10ad3c69a940, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=84285215-7fc2-4b22-849c-10ad3c69a940,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:04.036493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.039121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-64a96e85-c658-41dc-95fc-716717c85bba admin admin] Calling delete_port for 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:04.055792 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.063682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 84285215-7fc2-4b22-849c-10ad3c69a940 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:04.070267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-bf0ff0c0-4d30-4778-9a5a-c02fcf16030c req-a4ff299c-909d-43d6-b3ca-4c509a2d1f4e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Deleting port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:04.070612 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bf0ff0c0-4d30-4778-9a5a-c02fcf16030c req-a4ff299c-909d-43d6-b3ca-4c509a2d1f4e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.104302 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c78d194-7eed-4922-8e61-4a0a2fea3544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.118500 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dcd92447-7446-4cf5-b876-d76b0e62b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.149066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92447-7446-4cf5-b876-d76b0e62b9b4 None None] Pushing event deleted for resources: {'Port': ['ID=b887ef83-e964-4a50-86a1-06dd837b0398,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:04.155031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd92447-7446-4cf5-b876-d76b0e62b9b4 None None] No DVR routers for this DVR port b887ef83-e964-4a50-86a1-06dd837b0398 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:04.177430 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'name': 'tempest-TestAggregatesBasicOps-711938335-router', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:55Z', 'updated_at': '2021-08-31T14:26:59Z', 'revision_number': 4, 'project_id': '8488b8075323493c8585ca20ab4ad70a', 'gw_port': {'id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:56Z', 'updated_at': '2021-08-31T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '7f12e8c8-dbb1-4d89-8be5-b31358de103e', 'name': '', 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'mac_address': 'fa:16:3e:f8:59:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '8ced631e-9f7e-473a-b9fb-d1857ebadf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:59Z', 'updated_at': '2021-08-31T14:26:59Z', 'revision_number': 2, 'project_id': '8488b8075323493c8585ca20ab4ad70a', 'subnets': [{'id': '8ced631e-9f7e-473a-b9fb-d1857ebadf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:04.212028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Checking router: 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:04.212396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Updating router 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c port 7f12e8c8-dbb1-4d89-8be5-b31358de103e binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:27:04.238340 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.311814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-bf0ff0c0-4d30-4778-9a5a-c02fcf16030c req-a4ff299c-909d-43d6-b3ca-4c509a2d1f4e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] For port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7a10f16e-7db1-48cd-a25b-b8bf39dc19db,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:04.312180 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bf0ff0c0-4d30-4778-9a5a-c02fcf16030c req-a4ff299c-909d-43d6-b3ca-4c509a2d1f4e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.364811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-bf0ff0c0-4d30-4778-9a5a-c02fcf16030c req-a4ff299c-909d-43d6-b3ca-4c509a2d1f4e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Calling delete_port for 7a10f16e-7db1-48cd-a25b-b8bf39dc19db owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:04.503464 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.510161 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.551903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=84285215-7fc2-4b22-849c-10ad3c69a940,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:04.577345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Transition to ACTIVE for port object 7f12e8c8-dbb1-4d89-8be5-b31358de103e will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:04.585426 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.646089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84834a1-044f-469e-b10f-d1aacdd8f326 None None] Pushing event updated for resources: {'Port': ['ID=7f12e8c8-dbb1-4d89-8be5-b31358de103e,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:04.698822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Attempting to bind port 7f12e8c8-dbb1-4d89-8be5-b31358de103e on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:04.699198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Attempting to bind port 7f12e8c8-dbb1-4d89-8be5-b31358de103e by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:04.699572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Attempting to bind port 7f12e8c8-dbb1-4d89-8be5-b31358de103e on network 0c6518b1-771a-4f14-a016-a6760f0941b2 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:04.705509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:04.705909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Checking segment: {'id': 'aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:04.706323 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.706871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Bound using segment: {'id': 'aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:04.707389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Bound port: 7f12e8c8-dbb1-4d89-8be5-b31358de103e, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:04.707823 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.778166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] For port 7f12e8c8-dbb1-4d89-8be5-b31358de103e, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:04.781701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] For port 7f12e8c8-dbb1-4d89-8be5-b31358de103e, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7f12e8c8-dbb1-4d89-8be5-b31358de103e,segment=NetworkSegment(aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1),segment_id=aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:04.788332 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:04.857815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Routers {'1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:04.858811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:04.865348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84834a1-044f-469e-b10f-d1aacdd8f326 None None] Pushing event updated for resources: {'Port': ['ID=7f12e8c8-dbb1-4d89-8be5-b31358de103e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:04.954006 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64a96e85-c658-41dc-95fc-716717c85bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.029832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a96e85-c658-41dc-95fc-716717c85bba admin admin] Pushing event deleted for resources: {'Port': ['ID=19ef71c8-c284-4324-b3bd-7f8f4d2624f3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:05.141271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.159420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b81ae8-43c4-4427-91df-fb85f5328e9d req-9b1a8b67-ab9f-41b8-90a2-b18a52d6d29f tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:05.161103 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b6b81ae8-43c4-4427-91df-fb85f5328e9d req-9b1a8b67-ab9f-41b8-90a2-b18a52d6d29f tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2657efe-6a11-4fb4-b0ef-3ef22210b660 HTTP/1.1" status: 200 len: 945 time: 0.2126842 Aug 31 14:27:05.164261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] Set router 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:05.190893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bf0ff0c0-4d30-4778-9a5a-c02fcf16030c req-a4ff299c-909d-43d6-b3ca-4c509a2d1f4e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.330080 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.330451 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.338726 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.341654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff299c-909d-43d6-b3ca-4c509a2d1f4e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Pushing event deleted for resources: {'Port': ['ID=7a10f16e-7db1-48cd-a25b-b8bf39dc19db,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:05.393137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:05.420585 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:05.420922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 122cf5ce-d82d-40a8-a58e-e5aaf1ba14c3 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:05.421382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b887ef83-e964-4a50-86a1-06dd837b0398 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:05.449108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: b887ef83-e964-4a50-86a1-06dd837b0398 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:05.449465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b887ef83-e964-4a50-86a1-06dd837b0398 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:05.471122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'name': 'tempest-TestAggregatesBasicOps-711938335-router', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:55Z', 'updated_at': '2021-08-31T14:26:59Z', 'revision_number': 4, 'project_id': '8488b8075323493c8585ca20ab4ad70a', 'gw_port': {'id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:56Z', 'updated_at': '2021-08-31T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '7f12e8c8-dbb1-4d89-8be5-b31358de103e', 'name': '', 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'mac_address': 'fa:16:3e:f8:59:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '8ced631e-9f7e-473a-b9fb-d1857ebadf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:59Z', 'updated_at': '2021-08-31T14:27:04Z', 'revision_number': 4, 'project_id': '8488b8075323493c8585ca20ab4ad70a', 'subnets': [{'id': '8ced631e-9f7e-473a-b9fb-d1857ebadf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:05.476582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b6b81ae8-43c4-4427-91df-fb85f5328e9d req-d96ddfe2-012c-409b-8bb7-86adce685a1d tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.20 "GET /v2.0/security-groups?id=45765aed-32ed-4cb2-a889-bd0a15b05ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389715 Aug 31 14:27:05.482395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0ff0c0-4d30-4778-9a5a-c02fcf16030c req-a4ff299c-909d-43d6-b3ca-4c509a2d1f4e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] No DVR routers for this DVR port 7a10f16e-7db1-48cd-a25b-b8bf39dc19db on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:05.486761 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bf0ff0c0-4d30-4778-9a5a-c02fcf16030c req-a4ff299c-909d-43d6-b3ca-4c509a2d1f4e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.488839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf0ff0c0-4d30-4778-9a5a-c02fcf16030c req-a4ff299c-909d-43d6-b3ca-4c509a2d1f4e tempest-ServerRescueTestJSON-1889767130 tempest-ServerRescueTestJSON-1889767130-project] 10.222.0.52 "DELETE /v2.0/ports/7a10f16e-7db1-48cd-a25b-b8bf39dc19db HTTP/1.1" status: 204 len: 173 time: 1.6986854 Aug 31 14:27:05.490035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2657efe-6a11-4fb4-b0ef-3ef22210b660', 'name': 'network-vif-deleted', 'tag': '7a10f16e-7db1-48cd-a25b-b8bf39dc19db'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:05.492368 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5c5eaf-d5c3-41d4-a793-3e827c77dec0" -d '{"events": [{"server_uuid": "a2657efe-6a11-4fb4-b0ef-3ef22210b660", "name": "network-vif-deleted", "tag": "7a10f16e-7db1-48cd-a25b-b8bf39dc19db"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:05.495430 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.495963 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Fanout notify agent at l3_agent the message router_deleted on router 9b6d7368-09bf-4ad0-9c4e-f660e882ba5f {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:27:05.508602 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d75624b-98b1-49ea-9046-771d29729ca2 None None] The sync data for ids ['1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'] in n-d-792364-6 is: [{'id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'name': 'tempest-TestAggregatesBasicOps-711938335-router', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:55Z', 'updated_at': '2021-08-31T14:26:59Z', 'revision_number': 4, 'project_id': '8488b8075323493c8585ca20ab4ad70a', 'gw_port': {'id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:56Z', 'updated_at': '2021-08-31T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '7f12e8c8-dbb1-4d89-8be5-b31358de103e', 'name': '', 'network_id': '0c6518b1-771a-4f14-a016-a6760f0941b2', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'mac_address': 'fa:16:3e:f8:59:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '8ced631e-9f7e-473a-b9fb-d1857ebadf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:59Z', 'updated_at': '2021-08-31T14:27:04Z', 'revision_number': 4, 'project_id': '8488b8075323493c8585ca20ab4ad70a', 'subnets': [{'id': '8ced631e-9f7e-473a-b9fb-d1857ebadf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:05.546822 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d92e6d-df51-4d3f-ac9b-633490f6d36c x-openstack-request-id: req-45d92e6d-df51-4d3f-ac9b-633490f6d36c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:05.547332 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2657efe-6a11-4fb4-b0ef-3ef22210b660", "name": "network-vif-deleted", "tag": "7a10f16e-7db1-48cd-a25b-b8bf39dc19db", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:05.547652 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45d92e6d-df51-4d3f-ac9b-633490f6d36c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:05.548203 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2657efe-6a11-4fb4-b0ef-3ef22210b660', 'name': 'network-vif-deleted', 'tag': '7a10f16e-7db1-48cd-a25b-b8bf39dc19db', 'status': 'completed', 'code': 200} Aug 31 14:27:05.562254 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.565964 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f73f68fe-71ac-4f01-875d-f5703c98fb97 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/routers/9b6d7368-09bf-4ad0-9c4e-f660e882ba5f HTTP/1.1" status: 204 len: 168 time: 2.4836817 Aug 31 14:27:05.566771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52954) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:05.625895 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64a96e85-c658-41dc-95fc-716717c85bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.752991 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.860342 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.871524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d7ab62-97bb-4111-b853-40a2b969fb74']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:05.885315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69628ee-c9c9-4e4c-98be-a5a7d9496201') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:05.885987 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69628ee-c9c9-4e4c-98be-a5a7d9496201') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:05.899532 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.914956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a96e85-c658-41dc-95fc-716717c85bba admin admin] Router ee4686c2-206f-4e9b-b21a-f73180b9ea31 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:05.917551 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.926072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:05.926583 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:05.930038 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:06.006680 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.015963 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.018529 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/networks/21d7ab62-97bb-4111-b853-40a2b969fb74 HTTP/1.1" status: 204 len: 168 time: 0.4499593 Aug 31 14:27:06.021870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52956) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:06.044493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d341235-5d0a-48dd-8c01-656f05b884eb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Network': ['ID=21d7ab62-97bb-4111-b853-40a2b969fb74,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:06.071375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a96e85-c658-41dc-95fc-716717c85bba admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:06.077087 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-64a96e85-c658-41dc-95fc-716717c85bba admin admin] 10.222.0.20 "PUT /v2.0/routers/ee4686c2-206f-4e9b-b21a-f73180b9ea31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5079825 Aug 31 14:27:06.079568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52958) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:06.084633 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8eefce-0dd6-478c-8588-d7584df6de35 None None] Sync routers for ids ['ee4686c2-206f-4e9b-b21a-f73180b9ea31'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:06.098031 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8eefce-0dd6-478c-8588-d7584df6de35 None None] Routers {'ee4686c2-206f-4e9b-b21a-f73180b9ea31'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:06.099733 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0f8eefce-0dd6-478c-8588-d7584df6de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ee4686c2-206f-4e9b-b21a-f73180b9ea31'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:06.157660 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8e1af3c-b20d-4423-bebf-64114e7f42f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.220850 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-0f8eefce-0dd6-478c-8588-d7584df6de35 None None] Set router ee4686c2-206f-4e9b-b21a-f73180b9ea31 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:06.224337 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8e1af3c-b20d-4423-bebf-64114e7f42f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.244089 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.372661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.376539 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8e1af3c-b20d-4423-bebf-64114e7f42f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.379067 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8e1af3c-b20d-4423-bebf-64114e7f42f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.380874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f8e1af3c-b20d-4423-bebf-64114e7f42f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/security-groups/72f82348-9ae7-4710-bb8b-04e42e6bd490 HTTP/1.1" status: 204 len: 168 time: 0.3578455 Aug 31 14:27:06.391497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1af3c-b20d-4423-bebf-64114e7f42f5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f82348-9ae7-4710-bb8b-04e42e6bd490,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:06.407723 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0f8eefce-0dd6-478c-8588-d7584df6de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'name': 'tempest-TestAggregatesBasicOps-928290302-router', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:27:04Z', 'revision_number': 5, 'project_id': '58048b4add894fe8bb46c8b77e4a5186', 'gw_port': {'id': '987f3c8d-e17d-4857-b395-a2cc3d107a48', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:06.452113 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8eefce-0dd6-478c-8588-d7584df6de35 None None] Checking router: ee4686c2-206f-4e9b-b21a-f73180b9ea31 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:06.462617 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8eefce-0dd6-478c-8588-d7584df6de35 None None] Routers {'ee4686c2-206f-4e9b-b21a-f73180b9ea31'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:06.463294 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0f8eefce-0dd6-478c-8588-d7584df6de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ee4686c2-206f-4e9b-b21a-f73180b9ea31'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:06.470883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Deleting port 987f3c8d-e17d-4857-b395-a2cc3d107a48 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:06.471328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.542925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52966) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:06.556468 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-0f8eefce-0dd6-478c-8588-d7584df6de35 None None] Set router ee4686c2-206f-4e9b-b21a-f73180b9ea31 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:06.562610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] For port 987f3c8d-e17d-4857-b395-a2cc3d107a48, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=987f3c8d-e17d-4857-b395-a2cc3d107a48,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:06.563277 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.578039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Calling delete_port for 987f3c8d-e17d-4857-b395-a2cc3d107a48 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:06.618606 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0f8eefce-0dd6-478c-8588-d7584df6de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'name': 'tempest-TestAggregatesBasicOps-928290302-router', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:27:06Z', 'revision_number': 6, 'project_id': '58048b4add894fe8bb46c8b77e4a5186', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:06.648303 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8eefce-0dd6-478c-8588-d7584df6de35 None None] The sync data for ids ['ee4686c2-206f-4e9b-b21a-f73180b9ea31'] in n-d-792364-6 is: [{'id': 'ee4686c2-206f-4e9b-b21a-f73180b9ea31', 'name': 'tempest-TestAggregatesBasicOps-928290302-router', 'tenant_id': '58048b4add894fe8bb46c8b77e4a5186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:48Z', 'updated_at': '2021-08-31T14:27:06Z', 'revision_number': 6, 'project_id': '58048b4add894fe8bb46c8b77e4a5186', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:06.747434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52968) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:06.783706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e87ac033-b682-4c74-a655-ad2ec02e6043 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-718028951', 'description': 'tempest-secgroup-smoke-718028951 description', 'project_id': '6aca18e1be7245299924d9c1f085ff48'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:06.793883 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.807366 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.821564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Pushing event deleted for resources: {'Port': ['ID=987f3c8d-e17d-4857-b395-a2cc3d107a48,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:06.825423 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e87ac033-b682-4c74-a655-ad2ec02e6043 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.888685 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.984305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.986591 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:06.993130 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e87ac033-b682-4c74-a655-ad2ec02e6043 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.016693 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e87ac033-b682-4c74-a655-ad2ec02e6043 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.033798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 7a10f16e-7db1-48cd-a25b-b8bf39dc19db no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:07.054397 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e87ac033-b682-4c74-a655-ad2ec02e6043 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.058282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e87ac033-b682-4c74-a655-ad2ec02e6043 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3076737 Aug 31 14:27:07.058440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 7a10f16e-7db1-48cd-a25b-b8bf39dc19db {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:07.058440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 7a10f16e-7db1-48cd-a25b-b8bf39dc19db not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:07.058630 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52970) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:07.059781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ac033-b682-4c74-a655-ad2ec02e6043 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99994528-4121-4dfd-a2d7-1ea6d3d650a5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:07.068696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3bcd1b4d-ad33-49f7-b51f-e84ed7f6caa7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '99994528-4121-4dfd-a2d7-1ea6d3d650a5', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:07.080459 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.081026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee4686c2-206f-4e9b-b21a-f73180b9ea31 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:27:07.081245 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1c66e37-d84b-41f7-a8b0-716c678575d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.086946 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.088149 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a99bcc7e-4f47-4ff3-940a-51d13c5aeeae admin admin] 10.222.0.20 "DELETE /v2.0/routers/ee4686c2-206f-4e9b-b21a-f73180b9ea31 HTTP/1.1" status: 204 len: 168 time: 1.0074487 Aug 31 14:27:07.092412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52972) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:07.133353 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1b4d-ad33-49f7-b51f-e84ed7f6caa7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.159259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62df769-93e1-415d-8cbf-e612b000cd01 admin admin] Deleting subnet 6cafeaf2-47ed-4b63-b0b4-f03480ddc909 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:27:07.164830 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b62df769-93e1-415d-8cbf-e612b000cd01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.226232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b62df769-93e1-415d-8cbf-e612b000cd01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.277702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1b4d-ad33-49f7-b51f-e84ed7f6caa7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.290133 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1b4d-ad33-49f7-b51f-e84ed7f6caa7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.342185 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd1b4d-ad33-49f7-b51f-e84ed7f6caa7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5760d34-893f-4a93-975a-5a0058741f6e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:07.368148 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1b4d-ad33-49f7-b51f-e84ed7f6caa7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.369426 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3bcd1b4d-ad33-49f7-b51f-e84ed7f6caa7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3097181 Aug 31 14:27:07.372674 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52974) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:07.377233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-0b003833-7c5b-468a-b19f-ca6bcba3a012 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '99994528-4121-4dfd-a2d7-1ea6d3d650a5', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:07.401075 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b62df769-93e1-415d-8cbf-e612b000cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.452465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f1c66e37-d84b-41f7-a8b0-716c678575d8 admin admin] Deleting port 7a6f97cb-b322-4206-9dde-4706e334303f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:07.452820 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1c66e37-d84b-41f7-a8b0-716c678575d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.487469 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b003833-7c5b-468a-b19f-ca6bcba3a012 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.500728 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b62df769-93e1-415d-8cbf-e612b000cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.540618 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62df769-93e1-415d-8cbf-e612b000cd01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cafeaf2-47ed-4b63-b0b4-f03480ddc909,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:07.553110 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b62df769-93e1-415d-8cbf-e612b000cd01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.557259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-f1c66e37-d84b-41f7-a8b0-716c678575d8 admin admin] For port 7a6f97cb-b322-4206-9dde-4706e334303f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7a6f97cb-b322-4206-9dde-4706e334303f,segment=NetworkSegment(fc41fcc8-a7b3-4b26-8f79-4a76e035500e),segment_id=fc41fcc8-a7b3-4b26-8f79-4a76e035500e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:07.557259 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1c66e37-d84b-41f7-a8b0-716c678575d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.557522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f19c04-34b8-4029-a840-b5447432712d None None] Network 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:07.558259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52976) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:07.565079 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b62df769-93e1-415d-8cbf-e612b000cd01 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6cafeaf2-47ed-4b63-b0b4-f03480ddc909 HTTP/1.1" status: 204 len: 168 time: 0.4615974 Aug 31 14:27:07.586664 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b003833-7c5b-468a-b19f-ca6bcba3a012 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.590337 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f1c66e37-d84b-41f7-a8b0-716c678575d8 admin admin] Calling delete_port for 7a6f97cb-b322-4206-9dde-4706e334303f owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:07.595017 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b003833-7c5b-468a-b19f-ca6bcba3a012 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.625677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b003833-7c5b-468a-b19f-ca6bcba3a012 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccaa26f-c567-43cf-b80e-bbba6abed5a6,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:07.638513 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b003833-7c5b-468a-b19f-ca6bcba3a012 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.643149 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0b003833-7c5b-468a-b19f-ca6bcba3a012 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2695167 Aug 31 14:27:07.643915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52978) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:07.650391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1683311e-2b81-4b53-a32a-8e1a2f027673 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '99994528-4121-4dfd-a2d7-1ea6d3d650a5', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:07.692088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1683311e-2b81-4b53-a32a-8e1a2f027673 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.703528 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.767948 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1683311e-2b81-4b53-a32a-8e1a2f027673 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.773560 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1683311e-2b81-4b53-a32a-8e1a2f027673 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.801165 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683311e-2b81-4b53-a32a-8e1a2f027673 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7c8826-d8b6-4e4d-9fcc-189b5634de7f,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:07.806390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec56db19-6987-487e-809f-603b9ed1f85d None None] DHCP port deletion for 89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:27:07.811796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7f12e8c8-dbb1-4d89-8be5-b31358de103e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:07.816146 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1683311e-2b81-4b53-a32a-8e1a2f027673 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.820834 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1683311e-2b81-4b53-a32a-8e1a2f027673 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1757059 Aug 31 14:27:07.821465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52980) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:07.826162 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-16319af2-a9fb-43b5-ad54-753a3c2ba306 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '99994528-4121-4dfd-a2d7-1ea6d3d650a5', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:07.865317 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16319af2-a9fb-43b5-ad54-753a3c2ba306 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.872567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Deleting port 255e7870-fc2f-4b36-b371-0e9a2e2eb960 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:07.873122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.904705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ec56db19-6987-487e-809f-603b9ed1f85d None None] Deleting port 255e7870-fc2f-4b36-b371-0e9a2e2eb960 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:07.905058 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ec56db19-6987-487e-809f-603b9ed1f85d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.908427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 7f12e8c8-dbb1-4d89-8be5-b31358de103e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:07.939858 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16319af2-a9fb-43b5-ad54-753a3c2ba306 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.945269 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16319af2-a9fb-43b5-ad54-753a3c2ba306 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.950527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7f12e8c8-dbb1-4d89-8be5-b31358de103e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:07.951174 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.967437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16319af2-a9fb-43b5-ad54-753a3c2ba306 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bbadbd-00bb-4bc7-a082-566c3b3addc2,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:07.977566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] For port 255e7870-fc2f-4b36-b371-0e9a2e2eb960, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=255e7870-fc2f-4b36-b371-0e9a2e2eb960,segment=NetworkSegment(bf04c776-bf7b-4694-ae8c-40346105364f),segment_id=bf04c776-bf7b-4694-ae8c-40346105364f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:07.977900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.994540 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16319af2-a9fb-43b5-ad54-753a3c2ba306 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:07.999188 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-16319af2-a9fb-43b5-ad54-753a3c2ba306 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1766913 Aug 31 14:27:08.000013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Calling delete_port for 255e7870-fc2f-4b36-b371-0e9a2e2eb960 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:08.000482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52982) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:08.006516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ce5f6f2c-37d5-45af-acc7-339edc428dee tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '99994528-4121-4dfd-a2d7-1ea6d3d650a5', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:08.013165 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ec56db19-6987-487e-809f-603b9ed1f85d None None] For port 255e7870-fc2f-4b36-b371-0e9a2e2eb960, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=255e7870-fc2f-4b36-b371-0e9a2e2eb960,segment=NetworkSegment(bf04c776-bf7b-4694-ae8c-40346105364f),segment_id=bf04c776-bf7b-4694-ae8c-40346105364f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:08.013535 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ec56db19-6987-487e-809f-603b9ed1f85d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.027665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ec56db19-6987-487e-809f-603b9ed1f85d None None] Calling delete_port for 255e7870-fc2f-4b36-b371-0e9a2e2eb960 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:08.032690 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-ce5f6f2c-37d5-45af-acc7-339edc428dee tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Project 6aca18e1be7245299924d9c1f085ff48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:27:08.040030 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6f2c-37d5-45af-acc7-339edc428dee tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.069545 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1c66e37-d84b-41f7-a8b0-716c678575d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.122394 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6f2c-37d5-45af-acc7-339edc428dee tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.124546 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.131382 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6f2c-37d5-45af-acc7-339edc428dee tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.139368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c66e37-d84b-41f7-a8b0-716c678575d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6f97cb-b322-4206-9dde-4706e334303f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.155154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f6f2c-37d5-45af-acc7-339edc428dee tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6972feb0-98fb-42b8-8538-ea582e69e65d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.165126 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6f2c-37d5-45af-acc7-339edc428dee tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.169082 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ce5f6f2c-37d5-45af-acc7-339edc428dee tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1648448 Aug 31 14:27:08.169550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52984) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:08.175160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4dc87a34-1848-47fc-ad95-89d2cc91482e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'security_group_rule': {'security_group_id': '99994528-4121-4dfd-a2d7-1ea6d3d650a5', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:08.200943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ec56db19-6987-487e-809f-603b9ed1f85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.205919 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-4dc87a34-1848-47fc-ad95-89d2cc91482e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Project 6aca18e1be7245299924d9c1f085ff48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:27:08.213480 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.216217 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4dc87a34-1848-47fc-ad95-89d2cc91482e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.222411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 7f12e8c8-dbb1-4d89-8be5-b31358de103e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7f12e8c8-dbb1-4d89-8be5-b31358de103e,segment=NetworkSegment(aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1),segment_id=aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:08.230004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] No DVR routers for this DVR port 255e7870-fc2f-4b36-b371-0e9a2e2eb960 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:08.252424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56db19-6987-487e-809f-603b9ed1f85d None None] Pushing event deleted for resources: {'Port': ['ID=255e7870-fc2f-4b36-b371-0e9a2e2eb960,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.255559 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.263462 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56db19-6987-487e-809f-603b9ed1f85d None None] No DVR routers for this DVR port 255e7870-fc2f-4b36-b371-0e9a2e2eb960 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:08.287985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 84285215-7fc2-4b22-849c-10ad3c69a940 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:08.321993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 84285215-7fc2-4b22-849c-10ad3c69a940 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:08.323192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 84285215-7fc2-4b22-849c-10ad3c69a940 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:08.323762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:08.325108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=255e7870-fc2f-4b36-b371-0e9a2e2eb960,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.337291 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4dc87a34-1848-47fc-ad95-89d2cc91482e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.345763 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4dc87a34-1848-47fc-ad95-89d2cc91482e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.350260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:08.350695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 19ef71c8-c284-4324-b3bd-7f8f4d2624f3 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:08.365639 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc87a34-1848-47fc-ad95-89d2cc91482e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7babac7f-10ce-40b1-bf18-6a4b2db0af66,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.368271 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=7f12e8c8-dbb1-4d89-8be5-b31358de103e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.372245 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4dc87a34-1848-47fc-ad95-89d2cc91482e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.376281 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4dc87a34-1848-47fc-ad95-89d2cc91482e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2031918 Aug 31 14:27:08.376589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52986) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:08.382535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c777a4e9-a157-4419-8790-96aefd1f413b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'network': {'name': 'tempest-network-smoke--1098746851', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'port_security_enabled': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:08.411634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c777a4e9-a157-4419-8790-96aefd1f413b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Made reservation on behalf of 6aca18e1be7245299924d9c1f085ff48 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:08.415219 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c777a4e9-a157-4419-8790-96aefd1f413b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.430392 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.440093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c777a4e9-a157-4419-8790-96aefd1f413b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:08.449618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:08.455649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c777a4e9-a157-4419-8790-96aefd1f413b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.456130 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-c777a4e9-a157-4419-8790-96aefd1f413b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Added segment 40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416 of type vlan for network b3607d77-71f3-4a39-b625-805d5c596fdd Aug 31 14:27:08.464240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf04c776-bf7b-4694-ae8c-40346105364f') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:08.464571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf04c776-bf7b-4694-ae8c-40346105364f') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:08.472940 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f1c66e37-d84b-41f7-a8b0-716c678575d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.477848 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.496206 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c777a4e9-a157-4419-8790-96aefd1f413b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.524065 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c777a4e9-a157-4419-8790-96aefd1f413b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.529620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c777a4e9-a157-4419-8790-96aefd1f413b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:08.530217 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c777a4e9-a157-4419-8790-96aefd1f413b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.530704 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.540767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:08.541173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:08.542834 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:08.647962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.652991 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.657930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30 HTTP/1.1" status: 204 len: 168 time: 1.0957835 Aug 31 14:27:08.661434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52988) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:08.716238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c017f-a562-4a1c-9e23-60439c7edda3 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a61cc6-97ef-4dcd-bf78-f4fd2fce8b30,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.892335 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c777a4e9-a157-4419-8790-96aefd1f413b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5144637 Aug 31 14:27:08.897447 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52990) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:08.904220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'admin_state_up': True, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:08.914611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777a4e9-a157-4419-8790-96aefd1f413b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Network': ['ID=b3607d77-71f3-4a39-b625-805d5c596fdd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:08.931552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c66e37-d84b-41f7-a8b0-716c678575d8 admin admin] Router 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:08.936189 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.936189 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:08.944095 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network b3607d77-71f3-4a39-b625-805d5c596fdd details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:08.987899 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.139540 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.314483 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.333486 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.336281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7f12e8c8-dbb1-4d89-8be5-b31358de103e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:09.361584 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.387025 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.387315 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7f12e8c8-dbb1-4d89-8be5-b31358de103e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:09.387799 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.490308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c66e37-d84b-41f7-a8b0-716c678575d8 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:09.498053 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f1c66e37-d84b-41f7-a8b0-716c678575d8 admin admin] 10.222.0.20 "PUT /v2.0/routers/183ebf10-83d0-4eb5-a04b-3f8ee85bca9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9516821 Aug 31 14:27:09.498679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52992) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:09.502624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37bf4a3-8abd-4f19-806e-025038e7babf None None] Sync routers for ids ['183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:09.512803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bf4a3-8abd-4f19-806e-025038e7babf None None] Routers {'183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:09.513464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c37bf4a3-8abd-4f19-806e-025038e7babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:09.527769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.25.3.61 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/083208e1-aaf9-47d9-8cf2-ffa32d2c9a00) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:09.560047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 255e7870-fc2f-4b36-b371-0e9a2e2eb960 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:09.585294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 255e7870-fc2f-4b36-b371-0e9a2e2eb960 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:09.585643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 255e7870-fc2f-4b36-b371-0e9a2e2eb960 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:09.586079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 987f3c8d-e17d-4857-b395-a2cc3d107a48 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:09.610244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 987f3c8d-e17d-4857-b395-a2cc3d107a48 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:09.610598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 987f3c8d-e17d-4857-b395-a2cc3d107a48 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:09.643800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.661603 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.673597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c37bf4a3-8abd-4f19-806e-025038e7babf None None] Set router 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:09.710721 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.755393 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:09.758313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:09.762309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:09.784915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=083208e1-aaf9-47d9-8cf2-ffa32d2c9a00,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:09.795894 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8390f577-43ec-4634-ac9b-d122c1bbd16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.843756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:09.869905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c37bf4a3-8abd-4f19-806e-025038e7babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'name': 'tempest-ServerRescueTestJSON-318327291-router', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:27:07Z', 'revision_number': 5, 'project_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'gw_port': {'id': 'ba4f5d02-7fea-447d-8d00-c0e602bbacf6', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:09.898890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37bf4a3-8abd-4f19-806e-025038e7babf None None] Checking router: 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:09.909582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bf4a3-8abd-4f19-806e-025038e7babf None None] Routers {'183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:09.910708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c37bf4a3-8abd-4f19-806e-025038e7babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:09.999670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Deleting port ba4f5d02-7fea-447d-8d00-c0e602bbacf6 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:10.000040 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c37bf4a3-8abd-4f19-806e-025038e7babf None None] Set router 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:10.000560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.025933 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.044320 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:27:10.133920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] For port ba4f5d02-7fea-447d-8d00-c0e602bbacf6, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ba4f5d02-7fea-447d-8d00-c0e602bbacf6,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:10.134555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.165055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Calling delete_port for ba4f5d02-7fea-447d-8d00-c0e602bbacf6 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:10.216891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c37bf4a3-8abd-4f19-806e-025038e7babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'name': 'tempest-ServerRescueTestJSON-318327291-router', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:27:09Z', 'revision_number': 6, 'project_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:10.242464 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.244692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37bf4a3-8abd-4f19-806e-025038e7babf None None] The sync data for ids ['183ebf10-83d0-4eb5-a04b-3f8ee85bca9f'] in n-d-792364-6 is: [{'id': '183ebf10-83d0-4eb5-a04b-3f8ee85bca9f', 'name': 'tempest-ServerRescueTestJSON-318327291-router', 'tenant_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:25:20Z', 'updated_at': '2021-08-31T14:27:09Z', 'revision_number': 6, 'project_id': 'a2bb9e70c268420b9f70ba19fb0a1ffc', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:10.251426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8390f577-43ec-4634-ac9b-d122c1bbd16a admin admin] Deleting port 7f12e8c8-dbb1-4d89-8be5-b31358de103e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:10.251782 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8390f577-43ec-4634-ac9b-d122c1bbd16a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.385277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router f8752f00-fc33-4147-8db5-ef9489d04f63 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:27:10.404982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-8390f577-43ec-4634-ac9b-d122c1bbd16a admin admin] For port 7f12e8c8-dbb1-4d89-8be5-b31358de103e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7f12e8c8-dbb1-4d89-8be5-b31358de103e,segment=NetworkSegment(aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1),segment_id=aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:10.405354 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8390f577-43ec-4634-ac9b-d122c1bbd16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.424195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8390f577-43ec-4634-ac9b-d122c1bbd16a admin admin] Calling delete_port for 7f12e8c8-dbb1-4d89-8be5-b31358de103e owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:10.445026 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.493505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:10.503956 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Sync routers for ids ['f8752f00-fc33-4147-8db5-ef9489d04f63'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:10.507318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4f5d02-7fea-447d-8d00-c0e602bbacf6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:10.514796 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Routers {'f8752f00-fc33-4147-8db5-ef9489d04f63'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:10.515501 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['f8752f00-fc33-4147-8db5-ef9489d04f63'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:10.515648 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.519737 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fb5b50c4-5cc0-4bee-99dd-4bd4fbb6f688 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6162453 Aug 31 14:27:10.520052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 52994) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:10.590737 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-379af7af-da56-41a7-afde-58977a236689 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6aca18e1be7245299924d9c1f085ff48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0680645 Aug 31 14:27:10.593349 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52996) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:10.656858 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.700158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00329bcc-26cb-413a-a2b4-f9bea8a8b20c tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:10.702043 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-00329bcc-26cb-413a-a2b4-f9bea8a8b20c tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1073563 Aug 31 14:27:10.704566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 52998) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:10.741339 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Set router f8752f00-fc33-4147-8db5-ef9489d04f63 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:10.758199 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a7970514-8e1b-4043-b5bb-731a8d1029ec tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503411 Aug 31 14:27:10.758799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53000) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:10.765162 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.765377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-397f5eeb-770c-49a8-a46b-63f80a24765d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1399993336', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:10.769167 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.834934 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.835502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 183ebf10-83d0-4eb5-a04b-3f8ee85bca9f {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:27:10.842056 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.843176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3acb431e-9af2-4ffe-8c8f-dfa362d51328 admin admin] 10.222.0.20 "DELETE /v2.0/routers/183ebf10-83d0-4eb5-a04b-3f8ee85bca9f HTTP/1.1" status: 204 len: 168 time: 1.3435867 Aug 31 14:27:10.846595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53002) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:10.874430 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397f5eeb-770c-49a8-a46b-63f80a24765d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Made reservation on behalf of 6aca18e1be7245299924d9c1f085ff48 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:10.880727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-397f5eeb-770c-49a8-a46b-63f80a24765d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.924206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaaf5978-1889-4d5e-a6af-db5838a7abfc admin admin] Deleting subnet 33365ccd-759c-4b7c-aa93-c33a9110628e {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:27:10.929199 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5978-1889-4d5e-a6af-db5838a7abfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.929923 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:27:09Z', 'revision_number': 3, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:10.960412 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Checking router: f8752f00-fc33-4147-8db5-ef9489d04f63 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:10.960893 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Updating router f8752f00-fc33-4147-8db5-ef9489d04f63 port 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:27:10.966022 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8390f577-43ec-4634-ac9b-d122c1bbd16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.975610 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5978-1889-4d5e-a6af-db5838a7abfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:10.986099 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.016784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390f577-43ec-4634-ac9b-d122c1bbd16a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f12e8c8-dbb1-4d89-8be5-b31358de103e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:11.093759 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5978-1889-4d5e-a6af-db5838a7abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.108162 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-397f5eeb-770c-49a8-a46b-63f80a24765d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.251049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f5eeb-770c-49a8-a46b-63f80a24765d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Subnet': ['ID=642af906-2fb2-4fd4-971b-7485206ff163,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:11.269535 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5978-1889-4d5e-a6af-db5838a7abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.270538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f5eeb-770c-49a8-a46b-63f80a24765d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Checking segment: {'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:11.270946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f5eeb-770c-49a8-a46b-63f80a24765d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network hostable DHCP agents. Network: b3607d77-71f3-4a39-b625-805d5c596fdd, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:27:11.292842 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.306639 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Transition to ACTIVE for port object 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:11.315657 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.317984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f5eeb-770c-49a8-a46b-63f80a24765d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network b3607d77-71f3-4a39-b625-805d5c596fdd is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:27:11.340009 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5978-1889-4d5e-a6af-db5838a7abfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.342130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-aaaf5978-1889-4d5e-a6af-db5838a7abfc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/33365ccd-759c-4b7c-aa93-c33a9110628e HTTP/1.1" status: 204 len: 168 time: 0.4940042 Aug 31 14:27:11.346578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf5978-1889-4d5e-a6af-db5838a7abfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33365ccd-759c-4b7c-aa93-c33a9110628e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:11.346733 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-397f5eeb-770c-49a8-a46b-63f80a24765d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, b3607d77-71f3-4a39-b625-805d5c596fdd) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:11.347131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53004) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:11.354716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b373ece2-903d-46a2-b3d3-be660fe8b1db None None] Network b3607d77-71f3-4a39-b625-805d5c596fdd requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:11.362288 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8390f577-43ec-4634-ac9b-d122c1bbd16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.383527 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f5eeb-770c-49a8-a46b-63f80a24765d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:11.384127 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-397f5eeb-770c-49a8-a46b-63f80a24765d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.390499 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd2180-4b4e-4198-9440-5fe262dfe812 None None] Pushing event updated for resources: {'Port': ['ID=083208e1-aaf9-47d9-8cf2-ffa32d2c9a00,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:11.432181 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Attempting to bind port 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:11.432835 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Attempting to bind port 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:11.433357 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Attempting to bind port 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:11.437174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ba4f5d02-7fea-447d-8d00-c0e602bbacf6 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:11.441227 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:11.441902 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:11.442502 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.442897 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:11.443377 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Bound port: 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:11.450327 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.458893 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-397f5eeb-770c-49a8-a46b-63f80a24765d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6977508 Aug 31 14:27:11.462086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53006) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:11.463799 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ba4f5d02-7fea-447d-8d00-c0e602bbacf6 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:11.464098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ba4f5d02-7fea-447d-8d00-c0e602bbacf6 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:11.464567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7a6f97cb-b322-4206-9dde-4706e334303f no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:11.490649 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 7a6f97cb-b322-4206-9dde-4706e334303f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:11.491000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7a6f97cb-b322-4206-9dde-4706e334303f not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:11.498939 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.524182 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] For port 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:11.536189 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] For port 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=083208e1-aaf9-47d9-8cf2-ffa32d2c9a00,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:11.543185 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.605015 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Routers {'f8752f00-fc33-4147-8db5-ef9489d04f63'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:11.605794 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['f8752f00-fc33-4147-8db5-ef9489d04f63'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:11.635253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-b3607d77-71f3-4a39-b625-805d5c596fdd', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ips': [{'subnet_id': '642af906-2fb2-4fd4-971b-7485206ff163'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:27:11.637088 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.675316 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd2180-4b4e-4198-9440-5fe262dfe812 None None] Pushing event updated for resources: {'Port': ['ID=083208e1-aaf9-47d9-8cf2-ffa32d2c9a00,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:11.707228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.718101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549759a7-076d-4596-9264-56d1c9a26fb6']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:11.731728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:11.732347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc41fcc8-a7b3-4b26-8f79-4a76e035500e') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:11.744403 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.753866 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] Set router f8752f00-fc33-4147-8db5-ef9489d04f63 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:11.767212 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.784749 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:11.785656 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.810757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Allocated IP 172.20.0.2 (b3607d77-71f3-4a39-b625-805d5c596fdd/642af906-2fb2-4fd4-971b-7485206ff163/698090b4-fd53-46a7-9393-1b134f12cf5c) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:11.861241 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:11.866747 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.873975 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:11.876719 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] 10.222.0.20 "DELETE /v2.0/networks/549759a7-076d-4596-9264-56d1c9a26fb6 HTTP/1.1" status: 204 len: 168 time: 0.5275490 Aug 31 14:27:11.895811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25525175-e371-4ad1-bfc3-0ef1a4f05a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=549759a7-076d-4596-9264-56d1c9a26fb6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:11.981763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8390f577-43ec-4634-ac9b-d122c1bbd16a admin admin] Router 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:11.987383 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:27:09Z', 'revision_number': 3, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:12.007349 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:12.016891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Transition to ACTIVE for port object 698090b4-fd53-46a7-9393-1b134f12cf5c will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:12.024307 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ced83-f46f-4f60-b06c-e4c3ea6a67db None None] The sync data for ids ['f8752f00-fc33-4147-8db5-ef9489d04f63'] in n-d-792364-6 is: [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:27:09Z', 'revision_number': 3, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:12.039104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Transition to ACTIVE for port object 698090b4-fd53-46a7-9393-1b134f12cf5c will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:12.051082 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:12.090642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Network b3607d77-71f3-4a39-b625-805d5c596fdd is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:12.093787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:12.097569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:12.139358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53010) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:12.159391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Pushing event updated for resources: {'Port': ['ID=698090b4-fd53-46a7-9393-1b134f12cf5c,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:12.174972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Attempting to bind port 698090b4-fd53-46a7-9393-1b134f12cf5c on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:12.175341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Attempting to bind port 698090b4-fd53-46a7-9393-1b134f12cf5c by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:12.175707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Attempting to bind port 698090b4-fd53-46a7-9393-1b134f12cf5c on network b3607d77-71f3-4a39-b625-805d5c596fdd {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:12.181812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:12.182206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Checking segment: {'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:12.182595 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:12.182990 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Bound using segment: {'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:12.183768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Bound port: 698090b4-fd53-46a7-9393-1b134f12cf5c, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:12.184209 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:12.187416 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7696a33e-71f1-4132-9150-86899cf0f689 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2bb9e70c268420b9f70ba19fb0a1ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466654 Aug 31 14:27:12.192965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53012) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:12.257150 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9eee592-ad86-4109-95ba-4ac50cdcb021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:12.263010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] For port 698090b4-fd53-46a7-9393-1b134f12cf5c, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:12.266768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] For port 698090b4-fd53-46a7-9393-1b134f12cf5c, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=698090b4-fd53-46a7-9393-1b134f12cf5c,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:12.274491 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:12.286208 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9eee592-ad86-4109-95ba-4ac50cdcb021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:12.358642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693c72c-0968-4101-b45f-f17cfaa52b75 None None] Pushing event updated for resources: {'Port': ['ID=698090b4-fd53-46a7-9393-1b134f12cf5c,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:12.409347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9eee592-ad86-4109-95ba-4ac50cdcb021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:12.412958 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9eee592-ad86-4109-95ba-4ac50cdcb021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:12.414342 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d9eee592-ad86-4109-95ba-4ac50cdcb021 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45765aed-32ed-4cb2-a889-bd0a15b05ae7 HTTP/1.1" status: 204 len: 168 time: 0.2202938 Aug 31 14:27:12.451874 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eee592-ad86-4109-95ba-4ac50cdcb021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45765aed-32ed-4cb2-a889-bd0a15b05ae7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:12.641066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8390f577-43ec-4634-ac9b-d122c1bbd16a admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:12.647709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8390f577-43ec-4634-ac9b-d122c1bbd16a admin admin] 10.222.0.20 "PUT /v2.0/routers/1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9851890 Aug 31 14:27:12.652539 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53016) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:12.656649 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48017d2f-caff-4421-9fbf-9af63411b802 None None] Sync routers for ids ['1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:12.690450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48017d2f-caff-4421-9fbf-9af63411b802 None None] Routers {'1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:12.696075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-48017d2f-caff-4421-9fbf-9af63411b802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:12.822060 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:12.850108 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:12.878262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-48017d2f-caff-4421-9fbf-9af63411b802 None None] Set router 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:12.970049 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.069818 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Deleting port 0089af98-2311-4616-80bf-e0ea0c68cf41 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:13.070261 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.198916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-48017d2f-caff-4421-9fbf-9af63411b802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'name': 'tempest-TestAggregatesBasicOps-711938335-router', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:55Z', 'updated_at': '2021-08-31T14:27:10Z', 'revision_number': 5, 'project_id': '8488b8075323493c8585ca20ab4ad70a', 'gw_port': {'id': '0089af98-2311-4616-80bf-e0ea0c68cf41', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:66:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:26:56Z', 'updated_at': '2021-08-31T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:13.261104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] For port 0089af98-2311-4616-80bf-e0ea0c68cf41, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0089af98-2311-4616-80bf-e0ea0c68cf41,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:13.264780 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.302657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48017d2f-caff-4421-9fbf-9af63411b802 None None] Checking router: 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:13.311444 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Calling delete_port for 0089af98-2311-4616-80bf-e0ea0c68cf41 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:13.314879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48017d2f-caff-4421-9fbf-9af63411b802 None None] Routers {'1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:13.315526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-48017d2f-caff-4421-9fbf-9af63411b802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:13.425906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.20.0.1 (b3607d77-71f3-4a39-b625-805d5c596fdd/642af906-2fb2-4fd4-971b-7485206ff163/1db11190-87cb-4ef4-8ebd-9455aceb0248) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:13.462158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:13.531280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-48017d2f-caff-4421-9fbf-9af63411b802 None None] Set router 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:13.544102 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53036) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:13.609712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-48017d2f-caff-4421-9fbf-9af63411b802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'name': 'tempest-TestAggregatesBasicOps-711938335-router', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:55Z', 'updated_at': '2021-08-31T14:27:12Z', 'revision_number': 6, 'project_id': '8488b8075323493c8585ca20ab4ad70a', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:13.627519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.650925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Transition to ACTIVE for port object 1db11190-87cb-4ef4-8ebd-9455aceb0248 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:13.651133 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48017d2f-caff-4421-9fbf-9af63411b802 None None] The sync data for ids ['1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c'] in n-d-792364-6 is: [{'id': '1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c', 'name': 'tempest-TestAggregatesBasicOps-711938335-router', 'tenant_id': '8488b8075323493c8585ca20ab4ad70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:26:55Z', 'updated_at': '2021-08-31T14:27:12Z', 'revision_number': 6, 'project_id': '8488b8075323493c8585ca20ab4ad70a', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:13.671223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:13.685344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:13.685730 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.693503 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.722543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-267752044-network', 'tenant_id': 'b7cd9fe6df604ebe830ce10aafa11bbf'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:13.749346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network b3607d77-71f3-4a39-b625-805d5c596fdd is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:13.754914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:13.759952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:13.769386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.787728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Made reservation on behalf of b7cd9fe6df604ebe830ce10aafa11bbf for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:13.790084 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.802471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=1db11190-87cb-4ef4-8ebd-9455aceb0248,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:13.803590 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.825505 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.830657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=083208e1-aaf9-47d9-8cf2-ffa32d2c9a00,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:13.836577 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.836734 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.838201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 698090b4-fd53-46a7-9393-1b134f12cf5c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:13.840687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0089af98-2311-4616-80bf-e0ea0c68cf41,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:13.869460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f29d9-121d-48f4-a132-747930ebc596 None None] Network b3607d77-71f3-4a39-b625-805d5c596fdd requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:13.890793 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.964267 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fc96f848-ca39-4a36-9762-3e7ac7893c0a None None] Provisioning for port 698090b4-fd53-46a7-9393-1b134f12cf5c completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:13.992377 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.995407 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:13.997078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=083208e1-aaf9-47d9-8cf2-ffa32d2c9a00,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:14.000119 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.062223 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.062876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:27:14.076125 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.077727 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-93593e2b-b813-4b16-b4fa-7a4872d880f6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1cc6743d-0a10-4bc8-aa2c-069e0cbc6a0c HTTP/1.1" status: 204 len: 168 time: 1.4257259 Aug 31 14:27:14.081768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 698090b4-fd53-46a7-9393-1b134f12cf5c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:14.083171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53040) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:14.089684 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 698090b4-fd53-46a7-9393-1b134f12cf5c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:14.090222 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.170517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ba74da-97b1-4730-9118-a14a44bed2b8 admin admin] Deleting subnet 8ced631e-9f7e-473a-b9fb-d1857ebadf35 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:27:14.183793 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7ba74da-97b1-4730-9118-a14a44bed2b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.212897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.213138 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.225046 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.232748 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7ba74da-97b1-4730-9118-a14a44bed2b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.273841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 698090b4-fd53-46a7-9393-1b134f12cf5c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=698090b4-fd53-46a7-9393-1b134f12cf5c,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:14.286845 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.303545 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:14.326092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fbf622-de58-49ec-ab3c-772f4e47af58,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:14.344757 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.345121 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Added segment 6d75f2c8-2c19-4091-bd53-af88b8b1f127 of type vlan for network 016274ec-8710-4b38-91e9-01c24a82a6da Aug 31 14:27:14.363649 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=698090b4-fd53-46a7-9393-1b134f12cf5c,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:14.501146 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.513094 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.600813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=1db11190-87cb-4ef4-8ebd-9455aceb0248,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:14.605273 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.636731 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5908114b-acae-4fa2-b4d1-dfbab6fd0a5e None None] Provisioning for port 1db11190-87cb-4ef4-8ebd-9455aceb0248 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:14.641184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5908114b-acae-4fa2-b4d1-dfbab6fd0a5e None None] Provisioning complete for port 1db11190-87cb-4ef4-8ebd-9455aceb0248 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:14.641645 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5908114b-acae-4fa2-b4d1-dfbab6fd0a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.703639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5908114b-acae-4fa2-b4d1-dfbab6fd0a5e None None] Port 1db11190-87cb-4ef4-8ebd-9455aceb0248 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:14.727730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5908114b-acae-4fa2-b4d1-dfbab6fd0a5e None None] Provisioning complete for port 698090b4-fd53-46a7-9393-1b134f12cf5c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:14.728732 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5908114b-acae-4fa2-b4d1-dfbab6fd0a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.734941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network b3607d77-71f3-4a39-b625-805d5c596fdd is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:14.736511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:14.831914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.856190 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7ba74da-97b1-4730-9118-a14a44bed2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.899319 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.900298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:14.900966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:14.902998 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router f8752f00-fc33-4147-8db5-ef9489d04f63 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:14.970920 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4254568 Aug 31 14:27:14.978007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53042) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:14.986164 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-be0f059c-f9ab-4992-b2af-ddbc66ad2c98 admin admin] Request body: {'subnet': {'network_id': '016274ec-8710-4b38-91e9-01c24a82a6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-267752044-subnet', 'tenant_id': 'b7cd9fe6df604ebe830ce10aafa11bbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:15.001897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028c3a7-e4f9-44a4-87d0-2be5dbd95d43 admin admin] Pushing event updated for resources: {'Network': ['ID=016274ec-8710-4b38-91e9-01c24a82a6da,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:15.002529 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fdd070f6-9fb0-43b4-ad92-d4bf35a00922 None None] Provisioning complete for port 1db11190-87cb-4ef4-8ebd-9455aceb0248 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:15.002985 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fdd070f6-9fb0-43b4-ad92-d4bf35a00922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.007038 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7ba74da-97b1-4730-9118-a14a44bed2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.038203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 016274ec-8710-4b38-91e9-01c24a82a6da details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:15.041847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0f059c-f9ab-4992-b2af-ddbc66ad2c98 admin admin] Made reservation on behalf of b7cd9fe6df604ebe830ce10aafa11bbf for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:15.044066 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be0f059c-f9ab-4992-b2af-ddbc66ad2c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.044371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:15.046134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba74da-97b1-4730-9118-a14a44bed2b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ced631e-9f7e-473a-b9fb-d1857ebadf35,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:15.048288 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7ba74da-97b1-4730-9118-a14a44bed2b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.053458 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a7ba74da-97b1-4730-9118-a14a44bed2b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8ced631e-9f7e-473a-b9fb-d1857ebadf35 HTTP/1.1" status: 204 len: 168 time: 0.9692891 Aug 31 14:27:15.053867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53044) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:15.055981 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Sync routers for ids ['f8752f00-fc33-4147-8db5-ef9489d04f63'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:15.064991 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e0fcaed0-1d35-48ca-89d0-cff35de9facb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "PUT /v2.0/routers/f8752f00-fc33-4147-8db5-ef9489d04f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6011050 Aug 31 14:27:15.075373 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Routers {'f8752f00-fc33-4147-8db5-ef9489d04f63'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:15.076119 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['f8752f00-fc33-4147-8db5-ef9489d04f63'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:15.135966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3344e90c-66eb-4fd6-a88d-8dd4536589ab None None] Network 0c6518b1-771a-4f14-a016-a6760f0941b2 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:15.211055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.309700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Deleting port 8f951222-c829-4539-824b-a3070854ad87 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:15.310044 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.322800 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Set router f8752f00-fc33-4147-8db5-ef9489d04f63 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:15.351393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:15.358969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fdd070f6-9fb0-43b4-ad92-d4bf35a00922 None None] Port 1db11190-87cb-4ef4-8ebd-9455aceb0248 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:15.359784 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be0f059c-f9ab-4992-b2af-ddbc66ad2c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.416678 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f059c-f9ab-4992-b2af-ddbc66ad2c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76366e7-5fca-4bee-86db-10888eb27578,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:15.433923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] For port 8f951222-c829-4539-824b-a3070854ad87, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8f951222-c829-4539-824b-a3070854ad87,segment=NetworkSegment(aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1),segment_id=aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:15.434313 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.439653 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-5828aa40-b17f-4df5-be4d-4c16fd2d24ec tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718028951&fields=id&tenant_id=6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 267 time: 0.0686429 Aug 31 14:27:15.443933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:15.444569 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.455098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f059c-f9ab-4992-b2af-ddbc66ad2c98 admin admin] Checking segment: {'id': '6d75f2c8-2c19-4091-bd53-af88b8b1f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '016274ec-8710-4b38-91e9-01c24a82a6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:15.455471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0f059c-f9ab-4992-b2af-ddbc66ad2c98 admin admin] Network hostable DHCP agents. Network: 016274ec-8710-4b38-91e9-01c24a82a6da, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:27:15.477460 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0f059c-f9ab-4992-b2af-ddbc66ad2c98 admin admin] Network 016274ec-8710-4b38-91e9-01c24a82a6da is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:27:15.479817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Calling delete_port for 8f951222-c829-4539-824b-a3070854ad87 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:15.501976 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f5bf66d0-2ee0-4fe9-9e66-117e80bb19db None None] Provisioning complete for port 1db11190-87cb-4ef4-8ebd-9455aceb0248 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:15.502979 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f5bf66d0-2ee0-4fe9-9e66-117e80bb19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.503145 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-be0f059c-f9ab-4992-b2af-ddbc66ad2c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 016274ec-8710-4b38-91e9-01c24a82a6da) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:15.509078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0f059c-f9ab-4992-b2af-ddbc66ad2c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:15.510485 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-be0f059c-f9ab-4992-b2af-ddbc66ad2c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.537367 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c731c9c-0797-44d0-8ea7-6bb5486e4f5f None None] Network 016274ec-8710-4b38-91e9-01c24a82a6da requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:15.541545 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-be0f059c-f9ab-4992-b2af-ddbc66ad2c98 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5621028 Aug 31 14:27:15.624486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc5af5-35f6-48a3-a90a-1f9165d11d3d None None] DHCP port deletion for 0c6518b1-771a-4f14-a016-a6760f0941b2 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:27:15.630766 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '1db11190-87cb-4ef4-8ebd-9455aceb0248', 'name': '', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:96:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '642af906-2fb2-4fd4-971b-7485206ff163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:13Z', 'updated_at': '2021-08-31T14:27:14Z', 'revision_number': 2, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '642af906-2fb2-4fd4-971b-7485206ff163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:15.668425 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Checking router: f8752f00-fc33-4147-8db5-ef9489d04f63 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:15.668841 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Updating router f8752f00-fc33-4147-8db5-ef9489d04f63 port 1db11190-87cb-4ef4-8ebd-9455aceb0248 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:27:15.692309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-a95865b2-112d-4267-9bc0-a5c40b71c823 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:15.694843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-a95865b2-112d-4267-9bc0-a5c40b71c823 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/networks?id=b3607d77-71f3-4a39-b625-805d5c596fdd HTTP/1.1" status: 200 len: 797 time: 0.2462957 Aug 31 14:27:15.715725 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.736297 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-81e8ed06-cf90-4a4e-8e46-d1ec8c8bb70d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/quotas/6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 375 time: 0.0311620 Aug 31 14:27:15.796972 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.834918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] No DVR routers for this DVR port 8f951222-c829-4539-824b-a3070854ad87 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:15.845166 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-43001cf8-ee88-4cd7-a32c-0e1c3810c30a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991657 Aug 31 14:27:15.847869 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f951222-c829-4539-824b-a3070854ad87,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:15.909953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc5af5-35f6-48a3-a90a-1f9165d11d3d None None] The port '8f951222-c829-4539-824b-a3070854ad87' was deleted {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 14:27:15.911611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f5bf66d0-2ee0-4fe9-9e66-117e80bb19db None None] Port 1db11190-87cb-4ef4-8ebd-9455aceb0248 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:15.927632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 698090b4-fd53-46a7-9393-1b134f12cf5c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:15.933251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1602f8cb-1082-4b79-9370-7e78eaf49930 None None] Network 016274ec-8710-4b38-91e9-01c24a82a6da requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:15.949393 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:15.960797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6518b1-771a-4f14-a016-a6760f0941b2']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:15.981852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:15.982421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6be66b-20f6-4bf6-8e3d-39d32b6e30b1') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:16.038450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.059334 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.070782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:16.071263 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:16.073336 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:16.126213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 698090b4-fd53-46a7-9393-1b134f12cf5c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:16.126948 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.128649 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.148370 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-7a31d2a9-a97e-4006-bee6-67b5fbc6769d service neutron] 10.222.0.20 "GET /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790947 Aug 31 14:27:16.153991 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.155961 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Transition to ACTIVE for port object 1db11190-87cb-4ef4-8ebd-9455aceb0248 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:16.165008 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.194868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-1709de6f-7b42-4249-a763-9fa20b75b722 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:16.201382 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-1709de6f-7b42-4249-a763-9fa20b75b722 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/networks?id=016274ec-8710-4b38-91e9-01c24a82a6da HTTP/1.1" status: 200 len: 808 time: 0.1658540 Aug 31 14:27:16.226448 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4f96f-698e-4ae8-a77f-200f69500111 None None] Pushing event updated for resources: {'Port': ['ID=1db11190-87cb-4ef4-8ebd-9455aceb0248,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:16.234401 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-bc2f28ae-2a7b-4ff0-9587-d0c9ce715241 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/quotas/b7cd9fe6df604ebe830ce10aafa11bbf HTTP/1.1" status: 200 len: 375 time: 0.0203719 Aug 31 14:27:16.234725 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.236678 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c6518b1-771a-4f14-a016-a6760f0941b2 HTTP/1.1" status: 204 len: 168 time: 1.1705735 Aug 31 14:27:16.275420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3abc6d-99ab-4dc2-ab45-af53d975cb5b admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6518b1-771a-4f14-a016-a6760f0941b2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:16.291368 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-9c1953a1-01a5-41f9-99c5-c2fac3fee36f tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7cd9fe6df604ebe830ce10aafa11bbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480053 Aug 31 14:27:16.312804 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Attempting to bind port 1db11190-87cb-4ef4-8ebd-9455aceb0248 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:16.313161 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Attempting to bind port 1db11190-87cb-4ef4-8ebd-9455aceb0248 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:16.313528 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Attempting to bind port 1db11190-87cb-4ef4-8ebd-9455aceb0248 on network b3607d77-71f3-4a39-b625-805d5c596fdd {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:16.328665 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-4c78395d-4b92-40d2-ae0c-e0ea2231726f service neutron] 10.222.0.20 "GET /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722662 Aug 31 14:27:16.333497 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:16.333896 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Checking segment: {'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:16.335839 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.336299 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Bound using segment: {'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:16.337168 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Bound port: 1db11190-87cb-4ef4-8ebd-9455aceb0248, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:16.337618 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.368116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7f12e8c8-dbb1-4d89-8be5-b31358de103e no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:16.415656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 7f12e8c8-dbb1-4d89-8be5-b31358de103e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:16.415656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7f12e8c8-dbb1-4d89-8be5-b31358de103e not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:16.415656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0089af98-2311-4616-80bf-e0ea0c68cf41 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:16.438201 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] For port 1db11190-87cb-4ef4-8ebd-9455aceb0248, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:16.443465 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] For port 1db11190-87cb-4ef4-8ebd-9455aceb0248, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1db11190-87cb-4ef4-8ebd-9455aceb0248,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:16.458373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53080) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:16.459071 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.476421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 0089af98-2311-4616-80bf-e0ea0c68cf41 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:16.476813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0089af98-2311-4616-80bf-e0ea0c68cf41 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:16.527168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53082) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:16.527785 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a1b52a3b-b2a6-44be-b177-ac70ee41f93f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58048b4add894fe8bb46c8b77e4a5186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668876 Aug 31 14:27:16.527905 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Routers {'f8752f00-fc33-4147-8db5-ef9489d04f63'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:16.528615 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['f8752f00-fc33-4147-8db5-ef9489d04f63'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:16.676228 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4f96f-698e-4ae8-a77f-200f69500111 None None] Pushing event updated for resources: {'Port': ['ID=1db11190-87cb-4ef4-8ebd-9455aceb0248,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:16.689023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-acfeaeee-0248-407e-bbad-80683dc89ace req-b546403e-2201-4b9d-a5c0-0ffcb016ddf4 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 210 time: 0.0754752 Aug 31 14:27:16.692231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b29869f-dc73-45f8-9e9d-05aeac736435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.697080 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-f3efbe93-37bd-46fc-b6d7-42ee34ec5fef service neutron] 10.222.0.20 "GET /v2.0/networks/016274ec-8710-4b38-91e9-01c24a82a6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971405 Aug 31 14:27:16.766837 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] Set router f8752f00-fc33-4147-8db5-ef9489d04f63 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:16.767157 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b29869f-dc73-45f8-9e9d-05aeac736435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.861063 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-293c3978-31f8-4d49-99c3-a1f233fa784c service neutron] 10.222.0.20 "GET /v2.0/networks/016274ec-8710-4b38-91e9-01c24a82a6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524208 Aug 31 14:27:16.862430 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b29869f-dc73-45f8-9e9d-05aeac736435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.865381 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b29869f-dc73-45f8-9e9d-05aeac736435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:16.869182 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3b29869f-dc73-45f8-9e9d-05aeac736435 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a36c708-7297-4182-8234-b4e6b36b982f HTTP/1.1" status: 204 len: 168 time: 0.3407006 Aug 31 14:27:16.878024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29869f-dc73-45f8-9e9d-05aeac736435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a36c708-7297-4182-8234-b4e6b36b982f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:17.040293 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '1db11190-87cb-4ef4-8ebd-9455aceb0248', 'name': '', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:96:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '642af906-2fb2-4fd4-971b-7485206ff163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:13Z', 'updated_at': '2021-08-31T14:27:16Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '642af906-2fb2-4fd4-971b-7485206ff163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:17.070053 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7492f1-362f-4902-a087-634abc28c78c None None] The sync data for ids ['f8752f00-fc33-4147-8db5-ef9489d04f63'] in n-d-792364-6 is: [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '1db11190-87cb-4ef4-8ebd-9455aceb0248', 'name': '', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:96:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '642af906-2fb2-4fd4-971b-7485206ff163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:13Z', 'updated_at': '2021-08-31T14:27:16Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '642af906-2fb2-4fd4-971b-7485206ff163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:17.133347 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87065472-b591-4ad9-aaad-1cc504bbc33d req-47728b53-e755-4168-84c0-eb484d30d7bd tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 210 time: 0.0533566 Aug 31 14:27:17.314682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1db11190-87cb-4ef4-8ebd-9455aceb0248 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:17.392737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 1db11190-87cb-4ef4-8ebd-9455aceb0248 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:17.397274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 1db11190-87cb-4ef4-8ebd-9455aceb0248 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:17.397661 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.492993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53110) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:17.501567 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.556054 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-651081cc-669d-400e-a662-e19edd2b02c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8488b8075323493c8585ca20ab4ad70a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581574 Aug 31 14:27:17.560728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53112) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:17.561633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 1db11190-87cb-4ef4-8ebd-9455aceb0248, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1db11190-87cb-4ef4-8ebd-9455aceb0248,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:17.568229 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.644244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=1db11190-87cb-4ef4-8ebd-9455aceb0248,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:17.662374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8f951222-c829-4539-824b-a3070854ad87 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:17.686991 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9fe09e3d-5cb7-4861-b93a-970f3c6885bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.695722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8f951222-c829-4539-824b-a3070854ad87 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:17.697236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8f951222-c829-4539-824b-a3070854ad87 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:17.732836 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9fe09e3d-5cb7-4861-b93a-970f3c6885bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.797773 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9fe09e3d-5cb7-4861-b93a-970f3c6885bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.800632 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9fe09e3d-5cb7-4861-b93a-970f3c6885bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:17.801864 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9fe09e3d-5cb7-4861-b93a-970f3c6885bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acd8b71c-da1d-42aa-867e-669abb6a3bfa HTTP/1.1" status: 204 len: 168 time: 0.2402825 Aug 31 14:27:17.810332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe09e3d-5cb7-4861-b93a-970f3c6885bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd8b71c-da1d-42aa-867e-669abb6a3bfa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:17.826241 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1d690b08-f945-4d36-94f0-0d94a15984fd req-e1e17cae-59c0-4d10-a9d7-2c805506d112 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 210 time: 0.0417140 Aug 31 14:27:18.244249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6788d0f3-bd05-40d5-aa20-dac75c147951 req-bc696b22-3b11-4853-a36c-a93ae18378bf tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 210 time: 0.0321605 Aug 31 14:27:18.318291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-cda414e7-8e9d-4900-9d51-2793f98aa88c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:18.320406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-cda414e7-8e9d-4900-9d51-2793f98aa88c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.13 "GET /v2.0/networks?id=b3607d77-71f3-4a39-b625-805d5c596fdd HTTP/1.1" status: 200 len: 797 time: 0.2240334 Aug 31 14:27:18.384377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-35c7794c-ac9f-4bb9-914d-7172101144ee tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aca18e1be7245299924d9c1f085ff48 HTTP/1.1" status: 200 len: 379 time: 0.0501399 Aug 31 14:27:18.401522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'port': {'device_id': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'admin_state_up': True, 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'security_groups': ['99994528-4121-4dfd-a2d7-1ea6d3d650a5']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:18.661112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b1d0ac8d-b4f0-4ee4-9a4b-0ff958952e11 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:18.662685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b1d0ac8d-b4f0-4ee4-9a4b-0ff958952e11 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.13 "GET /v2.0/networks?id=016274ec-8710-4b38-91e9-01c24a82a6da HTTP/1.1" status: 200 len: 808 time: 0.1764753 Aug 31 14:27:18.664148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Made reservation on behalf of 6aca18e1be7245299924d9c1f085ff48 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:18.667591 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:18.676904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Request body: {'port': {'device_id': '52dc4a86-5e3e-47b7-b3a1-729a0c16fb43', 'network_id': '016274ec-8710-4b38-91e9-01c24a82a6da', 'admin_state_up': True, 'tenant_id': 'b7cd9fe6df604ebe830ce10aafa11bbf'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:18.909992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Made reservation on behalf of b7cd9fe6df604ebe830ce10aafa11bbf for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:18.914359 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:18.931319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.20.0.9 (b3607d77-71f3-4a39-b625-805d5c596fdd/642af906-2fb2-4fd4-971b-7485206ff163/065bb750-8f88-49ad-9253-63aa9fd2f530) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:18.940183 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd9f942e-10b6-4a56-ba51-75139d2b72f1 req-fd76523d-a808-404d-8b66-0112274a5cad tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 210 time: 0.0317609 Aug 31 14:27:19.159237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Allocated IP 172.20.0.6 (016274ec-8710-4b38-91e9-01c24a82a6da/a76366e7-5fca-4bee-86db-10888eb27578/fb2bffbf-5771-4847-a4ee-50b3e7947fbe) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:19.197047 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.230698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Transition to ACTIVE for port object 065bb750-8f88-49ad-9253-63aa9fd2f530 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:19.258355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1db11190-87cb-4ef4-8ebd-9455aceb0248 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:19.317817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 1db11190-87cb-4ef4-8ebd-9455aceb0248 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:19.320341 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.352644 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53156) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:19.372001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a3c88260-1e79-4bf6-ac78-502d77c6a50f req-0d73f16d-1205-47f5-8e4e-fadb7f83ff57 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 210 time: 0.0419505 Aug 31 14:27:19.402884 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.418626 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.480196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network b3607d77-71f3-4a39-b625-805d5c596fdd is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:19.487699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:19.489579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=065bb750-8f88-49ad-9253-63aa9fd2f530,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:19.492929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:19.522972 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.535194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'network': {'name': 'tempest-network-smoke--1845165213', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'port_security_enabled': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:19.561798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Made reservation on behalf of f7b6173980a64ce294c4315a07a0fad0 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:19.566960 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.580845 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.587075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:19.587732 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.603484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Network 016274ec-8710-4b38-91e9-01c24a82a6da is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:19.612965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:19.617850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:19.620723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Pushing event updated for resources: {'Port': ['ID=fb2bffbf-5771-4847-a4ee-50b3e7947fbe,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:19.677206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:19.677762 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.694712 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.698285 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.703679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-23fe8e0f-71d1-4a39-9485-f4adb9fcc6a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3069403 Aug 31 14:27:19.706132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-b0ced4b0-2c69-46eb-b6c9-c5a770060f95 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0336728 Aug 31 14:27:19.728373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:19.738325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09388d78-7151-46fe-a5b6-aa76d0a5f483,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:19.746154 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.746497 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Added segment d812922f-60c2-4d9c-a8df-14239161111f of type vlan for network f087ca63-fd3c-4065-9716-e5d424d56e53 Aug 31 14:27:19.790514 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.800861 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Request body: {'port': {'device_id': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:19.808063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Request body: {'port': {'device_id': '52dc4a86-5e3e-47b7-b3a1-729a0c16fb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:19.821660 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.829783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:19.830419 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.839109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6e5ef48a-83a6-4dfe-8635-d577d2537544 None None] Provisioning for port 065bb750-8f88-49ad-9253-63aa9fd2f530 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:19.844137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6e5ef48a-83a6-4dfe-8635-d577d2537544 None None] Provisioning complete for port 065bb750-8f88-49ad-9253-63aa9fd2f530 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:19.844782 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6e5ef48a-83a6-4dfe-8635-d577d2537544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.882952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ef48a-83a6-4dfe-8635-d577d2537544 None None] Port 065bb750-8f88-49ad-9253-63aa9fd2f530 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:19.889727 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5358591 Aug 31 14:27:19.896201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53166) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:19.903711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-769223519', 'admin_state_up': True, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:19.908019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3e9a9-163f-4563-ad84-73bd8be7c141 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Network': ['ID=f087ca63-fd3c-4065-9716-e5d424d56e53,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:19.918442 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network f087ca63-fd3c-4065-9716-e5d424d56e53 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:19.921552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.926808 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.957681 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:19.958716 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:20.063433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ad96b-1cb7-4687-a34d-16d9731edbfb req-14bb989b-e1b0-4d54-afe8-4c3cf00f3c9d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:20.065120 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa1ad96b-1cb7-4687-a34d-16d9731edbfb req-14bb989b-e1b0-4d54-afe8-4c3cf00f3c9d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 931 time: 0.0505955 Aug 31 14:27:20.103448 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa1ad96b-1cb7-4687-a34d-16d9731edbfb req-77e3253b-63d5-4272-ac92-b3770a5bd136 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316288 Aug 31 14:27:20.182544 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:20.788932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:20.870788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2abaeb-eb57-4c27-a7f8-667b0c0c1add req-c1d81a65-52f7-46af-978f-e3b11f521809 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:20.872329 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d2abaeb-eb57-4c27-a7f8-667b0c0c1add req-c1d81a65-52f7-46af-978f-e3b11f521809 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 931 time: 0.2043440 Aug 31 14:27:21.031422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065bb750-8f88-49ad-9253-63aa9fd2f530 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:21.043034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d2abaeb-eb57-4c27-a7f8-667b0c0c1add req-fa2ecd73-7b25-46fb-80b9-48c90e629441 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/security-groups?id=12fbf622-de58-49ec-ab3c-772f4e47af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381454 Aug 31 14:27:21.044925 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.052415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2bffbf-5771-4847-a4ee-50b3e7947fbe {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:21.066167 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.079568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Transition to ACTIVE for port object 065bb750-8f88-49ad-9253-63aa9fd2f530 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:21.089253 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.092088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Transition to ACTIVE for port object fb2bffbf-5771-4847-a4ee-50b3e7947fbe will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:21.119623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.170166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Pushing event updated for resources: {'Port': ['ID=065bb750-8f88-49ad-9253-63aa9fd2f530,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:21.247363 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c24889-75cd-4752-9c2b-d7211a5aab5c req-6d86b43d-fca2-4ba6-96bf-45966c0bb6f7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:21.255024 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6c24889-75cd-4752-9c2b-d7211a5aab5c req-6d86b43d-fca2-4ba6-96bf-45966c0bb6f7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 943 time: 0.0704985 Aug 31 14:27:21.302514 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6c24889-75cd-4752-9c2b-d7211a5aab5c req-f434f73d-2317-41b9-9aed-7ed66d43c41d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464864 Aug 31 14:27:21.373572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Pushing event updated for resources: {'Port': ['ID=fb2bffbf-5771-4847-a4ee-50b3e7947fbe,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:21.416595 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.451651 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.459658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Attempting to bind port 065bb750-8f88-49ad-9253-63aa9fd2f530 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:21.459989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Attempting to bind port 065bb750-8f88-49ad-9253-63aa9fd2f530 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:21.460322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Attempting to bind port 065bb750-8f88-49ad-9253-63aa9fd2f530 on network b3607d77-71f3-4a39-b625-805d5c596fdd {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:21.500330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Attempting to bind port fb2bffbf-5771-4847-a4ee-50b3e7947fbe on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:21.500678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Attempting to bind port fb2bffbf-5771-4847-a4ee-50b3e7947fbe by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '6d75f2c8-2c19-4091-bd53-af88b8b1f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '016274ec-8710-4b38-91e9-01c24a82a6da'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:21.501006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Attempting to bind port fb2bffbf-5771-4847-a4ee-50b3e7947fbe on network 016274ec-8710-4b38-91e9-01c24a82a6da {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:21.506335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Port 065bb750-8f88-49ad-9253-63aa9fd2f530 on network b3607d77-71f3-4a39-b625-805d5c596fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:27:21.506654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Attempting to bind port 065bb750-8f88-49ad-9253-63aa9fd2f530 on network b3607d77-71f3-4a39-b625-805d5c596fdd {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:21.517433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Port fb2bffbf-5771-4847-a4ee-50b3e7947fbe on network 016274ec-8710-4b38-91e9-01c24a82a6da not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:27:21.517752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Attempting to bind port fb2bffbf-5771-4847-a4ee-50b3e7947fbe on network 016274ec-8710-4b38-91e9-01c24a82a6da {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:21.523255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:21.523590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Checking segment: {'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:21.523972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Bound using segment: {'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:21.524534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Bound port: 065bb750-8f88-49ad-9253-63aa9fd2f530, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:21.524899 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.539097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:21.539432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Checking segment: {'id': '6d75f2c8-2c19-4091-bd53-af88b8b1f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '016274ec-8710-4b38-91e9-01c24a82a6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:21.539808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Bound using segment: {'id': '6d75f2c8-2c19-4091-bd53-af88b8b1f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '016274ec-8710-4b38-91e9-01c24a82a6da'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:21.540241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Bound port: fb2bffbf-5771-4847-a4ee-50b3e7947fbe, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d75f2c8-2c19-4091-bd53-af88b8b1f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '016274ec-8710-4b38-91e9-01c24a82a6da'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:21.540630 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.676350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Allocated IP 172.25.3.173 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/24528afa-4def-437c-a74d-873c03063c3b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:21.702995 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] For port 065bb750-8f88-49ad-9253-63aa9fd2f530, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:21.732240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] For port 065bb750-8f88-49ad-9253-63aa9fd2f530, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=065bb750-8f88-49ad-9253-63aa9fd2f530,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:21.733713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] For port fb2bffbf-5771-4847-a4ee-50b3e7947fbe, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:21.771572 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.784756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] For port fb2bffbf-5771-4847-a4ee-50b3e7947fbe, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=fb2bffbf-5771-4847-a4ee-50b3e7947fbe,segment=NetworkSegment(6d75f2c8-2c19-4091-bd53-af88b8b1f127),segment_id=6d75f2c8-2c19-4091-bd53-af88b8b1f127)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:21.809604 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.829256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:21.830025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.831477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] 10.222.0.13 "PUT /v2.0/ports/065bb750-8f88-49ad-9253-63aa9fd2f530 HTTP/1.1" status: 200 len: 1091 time: 2.1100883 Aug 31 14:27:21.834634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'tag': '065bb750-8f88-49ad-9253-63aa9fd2f530'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:21.836996 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b2c85e-0fc3-4017-9713-f90db31deb62" -d '{"events": [{"name": "network-changed", "server_uuid": "64926b7a-6e6a-4384-b2eb-75e7231aa2dc", "tag": "065bb750-8f88-49ad-9253-63aa9fd2f530"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:21.859587 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:21.860214 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:21.861709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] 10.222.0.13 "PUT /v2.0/ports/fb2bffbf-5771-4847-a4ee-50b3e7947fbe HTTP/1.1" status: 200 len: 1091 time: 2.1390309 Aug 31 14:27:21.896277 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76594d2-f15c-4802-9eb4-0482c1273505 x-openstack-request-id: req-b76594d2-f15c-4802-9eb4-0482c1273505 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:21.896423 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64926b7a-6e6a-4384-b2eb-75e7231aa2dc", "tag": "065bb750-8f88-49ad-9253-63aa9fd2f530", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:21.896612 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b76594d2-f15c-4802-9eb4-0482c1273505 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:21.897011 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'tag': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'status': 'completed', 'code': 200} Aug 31 14:27:21.938166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74546ec-4601-402e-82d4-e5de1123bf95 service neutron] Pushing event updated for resources: {'Port': ['ID=065bb750-8f88-49ad-9253-63aa9fd2f530,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:21.962883 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.036823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-3e811720-ed09-4a42-9059-d27d11b2e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:22.038351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-3e811720-ed09-4a42-9059-d27d11b2e709 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7cd9fe6df604ebe830ce10aafa11bbf&device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 1094 time: 0.1347346 Aug 31 14:27:22.045118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-fb8f1b3f-ab85-45ad-b76a-2367446f4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:22.046608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-fb8f1b3f-ab85-45ad-b76a-2367446f4aae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 1094 time: 0.1633689 Aug 31 14:27:22.110096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b011c-c0a8-4d89-af65-4499e63ee35d service neutron] Pushing event updated for resources: {'Port': ['ID=fb2bffbf-5771-4847-a4ee-50b3e7947fbe,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:22.142232 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-17e71ce0-c679-4c12-93ef-e910437aebba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb2bffbf-5771-4847-a4ee-50b3e7947fbe HTTP/1.1" status: 200 len: 217 time: 0.0906734 Aug 31 14:27:22.145407 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-f4250509-83c1-4e47-9cb0-b8e2eb47db47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=065bb750-8f88-49ad-9253-63aa9fd2f530 HTTP/1.1" status: 200 len: 217 time: 0.0807126 Aug 31 14:27:22.150989 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.161416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da920c14-bef1-42f0-b864-bdbea2faca40 req-b2dc224b-1599-4ac3-86b5-5d3f5c49367b tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:22.162292 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da920c14-bef1-42f0-b864-bdbea2faca40 req-b2dc224b-1599-4ac3-86b5-5d3f5c49367b tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 943 time: 0.0504670 Aug 31 14:27:22.201577 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-da920c14-bef1-42f0-b864-bdbea2faca40 req-a8052007-5856-461d-8231-3083207ed6e2 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/security-groups?id=12fbf622-de58-49ec-ab3c-772f4e47af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328913 Aug 31 14:27:22.251373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:22.262792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:22.269052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=24528afa-4def-437c-a74d-873c03063c3b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:22.274842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:22.308525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-d5ad00be-0e43-4a6c-8cfa-d5db5300146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:22.310115 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-d5ad00be-0e43-4a6c-8cfa-d5db5300146b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a76366e7-5fca-4bee-86db-10888eb27578 HTTP/1.1" status: 200 len: 848 time: 0.1343186 Aug 31 14:27:22.313270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-6dafcf6e-96b2-4399-a443-e509918f4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:22.314614 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-6dafcf6e-96b2-4399-a443-e509918f4295 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=642af906-2fb2-4fd4-971b-7485206ff163 HTTP/1.1" status: 200 len: 835 time: 0.1373167 Aug 31 14:27:22.410640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-4506d970-d79f-40fd-b9a8-7a2940090050 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=016274ec-8710-4b38-91e9-01c24a82a6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851433 Aug 31 14:27:22.556736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-dcb608b2-29a2-4a61-8a98-38eb1da5085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:22.558353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-dcb608b2-29a2-4a61-8a98-38eb1da5085c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3607d77-71f3-4a39-b625-805d5c596fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2346017 Aug 31 14:27:22.611737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb541ca-0d67-41bb-99a9-51f0c042059d req-badcc2b1-1e79-43a8-8fc4-96b9fd01889d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:22.613465 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dbb541ca-0d67-41bb-99a9-51f0c042059d req-badcc2b1-1e79-43a8-8fc4-96b9fd01889d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 943 time: 0.1978157 Aug 31 14:27:22.735656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-4fc09aaf-77ad-4a62-bf22-ad53b4766281 service neutron] 10.222.0.13 "GET /v2.0/networks/016274ec-8710-4b38-91e9-01c24a82a6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932158 Aug 31 14:27:22.856885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dbb541ca-0d67-41bb-99a9-51f0c042059d req-b1bc18cb-43bf-42a6-9805-59bfa8567e5d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104309 Aug 31 14:27:22.871824 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-88addba2-4f8a-41bb-813d-89da84d6711f service neutron] 10.222.0.13 "GET /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040435 Aug 31 14:27:22.936172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:22.998902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87f9cc81-3e1d-4a89-8fbf-76c2c4429749 req-fd32d346-bba6-4d4e-b8a0-42d8c44ec73b service neutron] 10.222.0.13 "GET /v2.0/networks/016274ec-8710-4b38-91e9-01c24a82a6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431529 Aug 31 14:27:23.076070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e9e2e73-9b23-4793-b7f3-eb070992d225 req-aee5dadf-39dc-436d-b9c5-9cb4682b5048 service neutron] 10.222.0.13 "GET /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943557 Aug 31 14:27:23.212617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2c85e-0fc3-4017-9713-f90db31deb62 req-d38238f0-8cb7-4880-8e10-ef66bee3c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:23.214203 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01b2c85e-0fc3-4017-9713-f90db31deb62 req-d38238f0-8cb7-4880-8e10-ef66bee3c87e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 1094 time: 0.0907059 Aug 31 14:27:23.220566 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:23.327734 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c92ad4-9895-4cf5-8f92-54e6e27a4caf req-6d74dfb0-4701-4fdc-9511-fc9024a65a20 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:23.329310 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54c92ad4-9895-4cf5-8f92-54e6e27a4caf req-6d74dfb0-4701-4fdc-9511-fc9024a65a20 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 943 time: 0.0587490 Aug 31 14:27:23.370870 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-54c92ad4-9895-4cf5-8f92-54e6e27a4caf req-64211621-ba9f-4cce-a539-064b2aca4693 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/security-groups?id=12fbf622-de58-49ec-ab3c-772f4e47af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352561 Aug 31 14:27:23.724857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2c85e-0fc3-4017-9713-f90db31deb62 req-2fd2530f-0730-4d14-871a-2cf0000ab1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:23.726363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01b2c85e-0fc3-4017-9713-f90db31deb62 req-2fd2530f-0730-4d14-871a-2cf0000ab1f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3607d77-71f3-4a39-b625-805d5c596fdd HTTP/1.1" status: 200 len: 898 time: 0.5029352 Aug 31 14:27:23.776889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01b2c85e-0fc3-4017-9713-f90db31deb62 req-daad60e4-fef1-4896-aa0e-860c8d9e82ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=065bb750-8f88-49ad-9253-63aa9fd2f530 HTTP/1.1" status: 200 len: 217 time: 0.0411055 Aug 31 14:27:23.823919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Router 6b53e794-080e-4869-a245-d23cfac07d0a is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:27:23.843137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2c85e-0fc3-4017-9713-f90db31deb62 req-6a92d006-c121-4923-ba53-7222e7012957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:23.844673 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01b2c85e-0fc3-4017-9713-f90db31deb62 req-6a92d006-c121-4923-ba53-7222e7012957 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=642af906-2fb2-4fd4-971b-7485206ff163 HTTP/1.1" status: 200 len: 835 time: 0.0583100 Aug 31 14:27:23.904417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dc4a86-5e3e-47b7-b3a1-729a0c16fb43', 'tag': 'fb2bffbf-5771-4847-a4ee-50b3e7947fbe'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:23.907207 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbeff0a-b6fb-4c5b-b1a7-fbfd91e16b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "52dc4a86-5e3e-47b7-b3a1-729a0c16fb43", "tag": "fb2bffbf-5771-4847-a4ee-50b3e7947fbe"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:23.965837 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e99ed82-b6d3-4ec0-b39a-35bbed70ef48 x-openstack-request-id: req-7e99ed82-b6d3-4ec0-b39a-35bbed70ef48 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:23.966114 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dc4a86-5e3e-47b7-b3a1-729a0c16fb43", "tag": "fb2bffbf-5771-4847-a4ee-50b3e7947fbe", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:23.966377 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e99ed82-b6d3-4ec0-b39a-35bbed70ef48 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:23.966779 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dc4a86-5e3e-47b7-b3a1-729a0c16fb43', 'tag': 'fb2bffbf-5771-4847-a4ee-50b3e7947fbe', 'status': 'completed', 'code': 200} Aug 31 14:27:24.021996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2c85e-0fc3-4017-9713-f90db31deb62 req-e444c22b-a8fb-4560-9d81-273697f5b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:24.023516 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01b2c85e-0fc3-4017-9713-f90db31deb62 req-e444c22b-a8fb-4560-9d81-273697f5b8d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3607d77-71f3-4a39-b625-805d5c596fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496613 Aug 31 14:27:24.088065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:24.099820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Sync routers for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:24.108802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:24.109110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aaca1-ef90-4a87-bafe-d292f9ceb679 req-5f27f89e-e892-44ee-aaf9-e8b2af439782 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:24.109492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:24.110707 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b95aaca1-ef90-4a87-bafe-d292f9ceb679 req-5f27f89e-e892-44ee-aaf9-e8b2af439782 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 943 time: 0.1844976 Aug 31 14:27:24.136033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeff0a-b6fb-4c5b-b1a7-fbfd91e16b4f req-061bb159-f297-4423-9b90-85f9dc6fa9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:24.137982 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bbeff0a-b6fb-4c5b-b1a7-fbfd91e16b4f req-061bb159-f297-4423-9b90-85f9dc6fa9ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7cd9fe6df604ebe830ce10aafa11bbf&device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 1094 time: 0.1690924 Aug 31 14:27:24.147869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.149014 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-82fc5fbc-ad24-4b1a-a5b8-fdabfdd2c428 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2518346 Aug 31 14:27:24.152287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53186) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:24.229692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:24.232969 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-15c3bb61-efa8-4c48-8798-dc1f95838450 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f7b6173980a64ce294c4315a07a0fad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793388 Aug 31 14:27:24.236309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53190) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:24.242947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b95aaca1-ef90-4a87-bafe-d292f9ceb679 req-634676ef-6673-4b99-bd4a-70b713dc0659 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232133 Aug 31 14:27:24.247098 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01b2c85e-0fc3-4017-9713-f90db31deb62 req-4fdb47fe-4357-47f9-8874-db1a46a88fe8 service neutron] 10.222.0.13 "GET /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144737 Aug 31 14:27:24.337721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ae20b-2108-4ccb-a214-eb9c94f6d1bf tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:24.341874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-053ae20b-2108-4ccb-a214-eb9c94f6d1bf tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1014371 Aug 31 14:27:24.342156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53192) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:24.365052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeff0a-b6fb-4c5b-b1a7-fbfd91e16b4f req-c02e7626-4e54-467a-a384-164d942b9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:24.366662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bbeff0a-b6fb-4c5b-b1a7-fbfd91e16b4f req-c02e7626-4e54-467a-a384-164d942b9988 service neutron] 10.222.0.13 "GET /v2.0/networks?id=016274ec-8710-4b38-91e9-01c24a82a6da HTTP/1.1" status: 200 len: 909 time: 0.2152410 Aug 31 14:27:24.375886 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e500e628-cbc8-4e62-839d-9f01217504a0 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301702 Aug 31 14:27:24.376452 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53194) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:24.387053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-67590daf-622e-447a-a9f5-5ef7a6123269 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1968549236', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:24.437152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:27:22Z', 'revision_number': 3, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:24.472014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device fb2bffbf-5771-4847-a4ee-50b3e7947fbe details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:27:24.474374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bbeff0a-b6fb-4c5b-b1a7-fbfd91e16b4f req-aa9c9b1a-310c-48d8-a874-16aa7db3611b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb2bffbf-5771-4847-a4ee-50b3e7947fbe HTTP/1.1" status: 200 len: 217 time: 0.0986557 Aug 31 14:27:24.475206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Checking router: 6b53e794-080e-4869-a245-d23cfac07d0a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:24.475563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Updating router 6b53e794-080e-4869-a245-d23cfac07d0a port 24528afa-4def-437c-a74d-873c03063c3b binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:27:24.501440 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01b2c85e-0fc3-4017-9713-f90db31deb62 req-e8fb3a49-f115-4753-9057-b5342fdd45c8 service neutron] 10.222.0.13 "GET /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399716 Aug 31 14:27:24.508507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1eb1b-0754-4aa0-a755-79711a812f22 req-cdc06d22-6cd9-45ba-bd2d-d0f4c331a2a2 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:24.510328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-28f1eb1b-0754-4aa0-a755-79711a812f22 req-cdc06d22-6cd9-45ba-bd2d-d0f4c331a2a2 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 943 time: 0.0540564 Aug 31 14:27:24.511612 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.563403 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-28f1eb1b-0754-4aa0-a755-79711a812f22 req-4e68de28-4bde-466e-9a18-614b7653d1bd tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/security-groups?id=12fbf622-de58-49ec-ab3c-772f4e47af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446432 Aug 31 14:27:24.569594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeff0a-b6fb-4c5b-b1a7-fbfd91e16b4f req-319d62aa-7b6d-42b9-8aac-f6fd5811e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:24.571133 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bbeff0a-b6fb-4c5b-b1a7-fbfd91e16b4f req-319d62aa-7b6d-42b9-8aac-f6fd5811e90b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a76366e7-5fca-4bee-86db-10888eb27578 HTTP/1.1" status: 200 len: 848 time: 0.0839820 Aug 31 14:27:24.607999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bbeff0a-b6fb-4c5b-b1a7-fbfd91e16b4f req-37ab4ce1-ba1d-4bb6-8f47-7104c76ae64a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=016274ec-8710-4b38-91e9-01c24a82a6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298374 Aug 31 14:27:24.608778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67590daf-622e-447a-a9f5-5ef7a6123269 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Made reservation on behalf of f7b6173980a64ce294c4315a07a0fad0 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:24.612154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67590daf-622e-447a-a9f5-5ef7a6123269 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.729257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port fb2bffbf-5771-4847-a4ee-50b3e7947fbe, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=fb2bffbf-5771-4847-a4ee-50b3e7947fbe,segment=NetworkSegment(6d75f2c8-2c19-4091-bd53-af88b8b1f127),segment_id=6d75f2c8-2c19-4091-bd53-af88b8b1f127)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:24.748108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'fb2bffbf-5771-4847-a4ee-50b3e7947fbe', 'network_id': '016274ec-8710-4b38-91e9-01c24a82a6da', 'port_id': 'fb2bffbf-5771-4847-a4ee-50b3e7947fbe', 'mac_address': 'fa:16:3e:a2:dc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76366e7-5fca-4bee-86db-10888eb27578', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:27:24.771043 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bbeff0a-b6fb-4c5b-b1a7-fbfd91e16b4f req-fba85aef-3040-4c26-bdb3-8288a6990c39 service neutron] 10.222.0.13 "GET /v2.0/networks/016274ec-8710-4b38-91e9-01c24a82a6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534033 Aug 31 14:27:24.815110 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.839794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2bffbf-5771-4847-a4ee-50b3e7947fbe {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:24.884475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port fb2bffbf-5771-4847-a4ee-50b3e7947fbe, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=fb2bffbf-5771-4847-a4ee-50b3e7947fbe,segment=NetworkSegment(6d75f2c8-2c19-4091-bd53-af88b8b1f127),segment_id=6d75f2c8-2c19-4091-bd53-af88b8b1f127)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:24.889212 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.922219 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.934802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67590daf-622e-447a-a9f5-5ef7a6123269 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.940113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Transition to ACTIVE for port object 24528afa-4def-437c-a74d-873c03063c3b will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:24.951637 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:24.956255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=fb2bffbf-5771-4847-a4ee-50b3e7947fbe,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:24.964638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bbeff0a-b6fb-4c5b-b1a7-fbfd91e16b4f req-4f275f5f-1d2a-4761-95d2-bf3d5398054d service neutron] 10.222.0.13 "GET /v2.0/networks/016274ec-8710-4b38-91e9-01c24a82a6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850915 Aug 31 14:27:25.002352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67590daf-622e-447a-a9f5-5ef7a6123269 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Subnet': ['ID=1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:25.004286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Attempting to bind port 24528afa-4def-437c-a74d-873c03063c3b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:25.004685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Attempting to bind port 24528afa-4def-437c-a74d-873c03063c3b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:25.005057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Attempting to bind port 24528afa-4def-437c-a74d-873c03063c3b on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:25.010395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67590daf-622e-447a-a9f5-5ef7a6123269 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Checking segment: {'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:25.010773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67590daf-622e-447a-a9f5-5ef7a6123269 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network hostable DHCP agents. Network: f087ca63-fd3c-4065-9716-e5d424d56e53, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:27:25.014261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:25.014643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:25.015050 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.015448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:25.015917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Bound port: 24528afa-4def-437c-a74d-873c03063c3b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:25.016302 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.017810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b64aeb-e5b5-4eb9-9f77-39936257db65 None None] Pushing event updated for resources: {'Port': ['ID=24528afa-4def-437c-a74d-873c03063c3b,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:25.029818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67590daf-622e-447a-a9f5-5ef7a6123269 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network f087ca63-fd3c-4065-9716-e5d424d56e53 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:27:25.038450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-67590daf-622e-447a-a9f5-5ef7a6123269 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, f087ca63-fd3c-4065-9716-e5d424d56e53) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:25.044847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67590daf-622e-447a-a9f5-5ef7a6123269 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:25.045464 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67590daf-622e-447a-a9f5-5ef7a6123269 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.051219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdc9ccc-f24c-4c25-bca2-fb5577078126 None None] Network f087ca63-fd3c-4065-9716-e5d424d56e53 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:25.059950 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-67590daf-622e-447a-a9f5-5ef7a6123269 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6770933 Aug 31 14:27:25.062633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53198) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:25.114382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['fb2bffbf-5771-4847-a4ee-50b3e7947fbe'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:25.152291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] For port 24528afa-4def-437c-a74d-873c03063c3b, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:25.173381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] For port 24528afa-4def-437c-a74d-873c03063c3b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=24528afa-4def-437c-a74d-873c03063c3b,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:25.185859 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.297861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b64aeb-e5b5-4eb9-9f77-39936257db65 None None] Pushing event updated for resources: {'Port': ['ID=24528afa-4def-437c-a74d-873c03063c3b,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:25.307734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:25.308390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:25.389371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-f087ca63-fd3c-4065-9716-e5d424d56e53', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:27:25.391088 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.416495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83249efc-6f79-42e3-8851-cefb635b2269 req-3466c6bb-c3d1-4008-af7b-d10ef698760b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:25.418030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83249efc-6f79-42e3-8851-cefb635b2269 req-3466c6bb-c3d1-4008-af7b-d10ef698760b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 943 time: 0.0951114 Aug 31 14:27:25.493847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83249efc-6f79-42e3-8851-cefb635b2269 req-20a5f64d-5030-49a2-8c9a-fa56d467fe0f tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692232 Aug 31 14:27:25.552060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:25.567013 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.698570 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90f652-ba30-426c-9914-22e446dd10ea req-037c2bb5-a595-4488-a679-96079a4ba710 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:25.706620 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b90f652-ba30-426c-9914-22e446dd10ea req-037c2bb5-a595-4488-a679-96079a4ba710 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 944 time: 0.0645568 Aug 31 14:27:25.729601 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Allocated IP 172.20.0.2 (f087ca63-fd3c-4065-9716-e5d424d56e53/1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa/993826e5-7ad6-4b6a-a141-fa95b9abe81d) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:25.746898 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7b90f652-ba30-426c-9914-22e446dd10ea req-8b38b7bf-094c-4c0c-9c7e-219ac64434a7 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/security-groups?id=12fbf622-de58-49ec-ab3c-772f4e47af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Aug 31 14:27:25.895413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:27:22Z', 'revision_number': 3, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:25.926473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966cac5d-a79c-4bb2-9e99-9b199bd26749 None None] The sync data for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 is: [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:27:22Z', 'revision_number': 3, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:25.945726 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:25.954397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Transition to ACTIVE for port object 993826e5-7ad6-4b6a-a141-fa95b9abe81d will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:25.969707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Transition to ACTIVE for port object 993826e5-7ad6-4b6a-a141-fa95b9abe81d will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:25.976302 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.024922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Network f087ca63-fd3c-4065-9716-e5d424d56e53 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:26.028223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Allocated IP 172.20.0.1 (f087ca63-fd3c-4065-9716-e5d424d56e53/1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa/8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:26.029714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:26.034632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:26.038687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Pushing event updated for resources: {'Port': ['ID=993826e5-7ad6-4b6a-a141-fa95b9abe81d,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:26.094268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Attempting to bind port 993826e5-7ad6-4b6a-a141-fa95b9abe81d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:26.094642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Attempting to bind port 993826e5-7ad6-4b6a-a141-fa95b9abe81d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:26.095018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Attempting to bind port 993826e5-7ad6-4b6a-a141-fa95b9abe81d on network f087ca63-fd3c-4065-9716-e5d424d56e53 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:26.100840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:26.101220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Checking segment: {'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:26.101624 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.102020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Bound using segment: {'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:26.102967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Bound port: 993826e5-7ad6-4b6a-a141-fa95b9abe81d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:26.102967 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.181231 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.189964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] For port 993826e5-7ad6-4b6a-a141-fa95b9abe81d, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:26.193242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] For port 993826e5-7ad6-4b6a-a141-fa95b9abe81d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=993826e5-7ad6-4b6a-a141-fa95b9abe81d,segment=NetworkSegment(d812922f-60c2-4d9c-a8df-14239161111f),segment_id=d812922f-60c2-4d9c-a8df-14239161111f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:26.195986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Transition to ACTIVE for port object 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:26.200869 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.240851 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.273495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc6bcb-692c-419e-b7ac-ad11b7503a5a None None] Pushing event updated for resources: {'Port': ['ID=993826e5-7ad6-4b6a-a141-fa95b9abe81d,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:26.299078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network f087ca63-fd3c-4065-9716-e5d424d56e53 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:26.302543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:26.307192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:26.311381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:26.355591 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.481041 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 065bb750-8f88-49ad-9253-63aa9fd2f530 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:27:26.489285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device fb2bffbf-5771-4847-a4ee-50b3e7947fbe up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:26.535298 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.635170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port fb2bffbf-5771-4847-a4ee-50b3e7947fbe completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:26.642089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port fb2bffbf-5771-4847-a4ee-50b3e7947fbe triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:26.642473 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.694171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 065bb750-8f88-49ad-9253-63aa9fd2f530, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=065bb750-8f88-49ad-9253-63aa9fd2f530,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:26.772098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74fdff-16f7-414e-b6ac-10686587ceb2 req-b9d0740b-331e-445f-b4d4-ed88e2ab6736 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:26.772803 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d74fdff-16f7-414e-b6ac-10686587ceb2 req-b9d0740b-331e-445f-b4d4-ed88e2ab6736 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 943 time: 0.1089861 Aug 31 14:27:26.885323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'port_id': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'mac_address': 'fa:16:3e:2c:d2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642af906-2fb2-4fd4-971b-7485206ff163', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:27:26.887487 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d74fdff-16f7-414e-b6ac-10686587ceb2 req-88f145e6-87e8-450d-b9d2-7ad40cdec1af tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027894 Aug 31 14:27:26.897755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335b10c-c19e-4b8a-a080-f531f9b26f1c req-b97aee9e-932c-4536-8a9c-987b243f549d tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:26.903372 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2335b10c-c19e-4b8a-a080-f531f9b26f1c req-b97aee9e-932c-4536-8a9c-987b243f549d tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 944 time: 0.0652266 Aug 31 14:27:26.944310 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.948066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2335b10c-c19e-4b8a-a080-f531f9b26f1c req-33af0652-788a-4c3a-8f35-525a6ad8ade3 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/security-groups?id=12fbf622-de58-49ec-ab3c-772f4e47af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 Aug 31 14:27:26.965975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065bb750-8f88-49ad-9253-63aa9fd2f530 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:26.985721 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.995619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 065bb750-8f88-49ad-9253-63aa9fd2f530, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=065bb750-8f88-49ad-9253-63aa9fd2f530,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:26.996819 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:26.997405 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.011066 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.054602 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dc4a86-5e3e-47b7-b3a1-729a0c16fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2bffbf-5771-4847-a4ee-50b3e7947fbe'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:27.057137 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8481fe4d-26a4-4c8a-83f7-f56c982b3013" -d '{"events": [{"server_uuid": "52dc4a86-5e3e-47b7-b3a1-729a0c16fb43", "name": "network-vif-plugged", "status": "completed", "tag": "fb2bffbf-5771-4847-a4ee-50b3e7947fbe"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:27.078740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port fb2bffbf-5771-4847-a4ee-50b3e7947fbe, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=fb2bffbf-5771-4847-a4ee-50b3e7947fbe,segment=NetworkSegment(6d75f2c8-2c19-4091-bd53-af88b8b1f127),segment_id=6d75f2c8-2c19-4091-bd53-af88b8b1f127)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:27.090356 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.094736 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.097577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=065bb750-8f88-49ad-9253-63aa9fd2f530,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:27.113840 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb02f6e-48e0-4b32-a28c-54203fd75757 x-openstack-request-id: req-ceb02f6e-48e0-4b32-a28c-54203fd75757 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:27.113840 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dc4a86-5e3e-47b7-b3a1-729a0c16fb43", "name": "network-vif-plugged", "status": "completed", "tag": "fb2bffbf-5771-4847-a4ee-50b3e7947fbe", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:27.116886 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ceb02f6e-48e0-4b32-a28c-54203fd75757 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:27.117388 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dc4a86-5e3e-47b7-b3a1-729a0c16fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2bffbf-5771-4847-a4ee-50b3e7947fbe', 'code': 200} Aug 31 14:27:27.126742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:27.178717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=fb2bffbf-5771-4847-a4ee-50b3e7947fbe,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:27.241029 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['065bb750-8f88-49ad-9253-63aa9fd2f530'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:27.245700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network f087ca63-fd3c-4065-9716-e5d424d56e53 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:27.248636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c27cd-3b65-418c-b933-eea449578b94 req-395c2017-8a1a-4159-a9d2-a1b4d8d76c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.250582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f8c27cd-3b65-418c-b933-eea449578b94 req-395c2017-8a1a-4159-a9d2-a1b4d8d76c13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 1096 time: 0.0764987 Aug 31 14:27:27.252381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:27.322694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 993826e5-7ad6-4b6a-a141-fa95b9abe81d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:27.347147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f8c27cd-3b65-418c-b933-eea449578b94 req-6b626af6-5947-4783-8589-7bbd4c3edbbb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=12fbf622-de58-49ec-ab3c-772f4e47af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854456 Aug 31 14:27:27.416633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Router 6b53e794-080e-4869-a245-d23cfac07d0a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:27.421152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 993826e5-7ad6-4b6a-a141-fa95b9abe81d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:27.434087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 24528afa-4def-437c-a74d-873c03063c3b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:27.464717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802aa81b-1634-41f4-8e57-7b494cd1a932 None None] Network f087ca63-fd3c-4065-9716-e5d424d56e53 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:27.534189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:27.542840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fbfb0a00-b2c6-4359-bd90-44d3b0910da5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "PUT /v2.0/routers/6b53e794-080e-4869-a245-d23cfac07d0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4790146 Aug 31 14:27:27.542963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53210) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:27.569721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2cc0d519-70df-459c-ba42-4341b621d246 None None] Provisioning for port 993826e5-7ad6-4b6a-a141-fa95b9abe81d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:27.591285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2cc0d519-70df-459c-ba42-4341b621d246 None None] Provisioning complete for port 993826e5-7ad6-4b6a-a141-fa95b9abe81d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:27.591663 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d519-70df-459c-ba42-4341b621d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.654094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 24528afa-4def-437c-a74d-873c03063c3b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:27.683946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 24528afa-4def-437c-a74d-873c03063c3b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:27.684328 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.722621 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4c0209-b5b1-4e31-b637-af9f78f925ed tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.723109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4c0209-b5b1-4e31-b637-af9f78f925ed tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.723579 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4c0209-b5b1-4e31-b637-af9f78f925ed tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.724051 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4c0209-b5b1-4e31-b637-af9f78f925ed tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.725191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4c0209-b5b1-4e31-b637-af9f78f925ed tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.725706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4c0209-b5b1-4e31-b637-af9f78f925ed tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.728478 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0e4c0209-b5b1-4e31-b637-af9f78f925ed tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4267 time: 0.1837699 Aug 31 14:27:27.730595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53212) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:27.830571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b913d3-5d01-4596-a3a3-ae4f8826f7e9 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.830836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b913d3-5d01-4596-a3a3-ae4f8826f7e9 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.831217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b913d3-5d01-4596-a3a3-ae4f8826f7e9 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.831792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b913d3-5d01-4596-a3a3-ae4f8826f7e9 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.832620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b913d3-5d01-4596-a3a3-ae4f8826f7e9 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.833418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b913d3-5d01-4596-a3a3-ae4f8826f7e9 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:27.836744 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-46b913d3-5d01-4596-a3a3-ae4f8826f7e9 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3987 time: 0.1047037 Aug 31 14:27:27.842855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53214) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:27.861037 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d519-70df-459c-ba42-4341b621d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.876241 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Sync routers for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:27.887100 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:27.888077 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:27.925084 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.933736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2cc0d519-70df-459c-ba42-4341b621d246 None None] For port 993826e5-7ad6-4b6a-a141-fa95b9abe81d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=993826e5-7ad6-4b6a-a141-fa95b9abe81d,segment=NetworkSegment(d812922f-60c2-4d9c-a8df-14239161111f),segment_id=d812922f-60c2-4d9c-a8df-14239161111f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:27.950262 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d519-70df-459c-ba42-4341b621d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:27.956722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 24528afa-4def-437c-a74d-873c03063c3b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=24528afa-4def-437c-a74d-873c03063c3b,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:28.006827 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.067181 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:28.069650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0d519-70df-459c-ba42-4341b621d246 None None] Pushing event updated for resources: {'Port': ['ID=993826e5-7ad6-4b6a-a141-fa95b9abe81d,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:28.128205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8f7b2-b656-4026-aa3e-99e8ec4e723c req-a5e68c11-4db9-43de-aade-4ce1bd4b1038 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:28.130161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ed8f7b2-b656-4026-aa3e-99e8ec4e723c req-a5e68c11-4db9-43de-aade-4ce1bd4b1038 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 944 time: 0.1281147 Aug 31 14:27:28.143270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad91f9-f14b-477e-b040-7b3677fdd0a7 req-cc8a97b5-d8ec-4361-9a3c-320db78297f2 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:28.146767 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdad91f9-f14b-477e-b040-7b3677fdd0a7 req-cc8a97b5-d8ec-4361-9a3c-320db78297f2 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 945 time: 0.0831175 Aug 31 14:27:28.151922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=24528afa-4def-437c-a74d-873c03063c3b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:28.194075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdad91f9-f14b-477e-b040-7b3677fdd0a7 req-a634c2cb-a29d-4b36-9a14-269ee7edadcb tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/security-groups?id=12fbf622-de58-49ec-ab3c-772f4e47af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396109 Aug 31 14:27:28.219847 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1ed8f7b2-b656-4026-aa3e-99e8ec4e723c req-f4da1647-1a07-442b-a37b-abd7232c9d10 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797756 Aug 31 14:27:28.227005 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-78f56b01-bc15-4467-aa3a-e07adb5402d8 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.3840673 Aug 31 14:27:28.286209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-31ff6612-bd6a-42e1-b28f-2081a81733cd None None] Provisioning complete for port 993826e5-7ad6-4b6a-a141-fa95b9abe81d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:28.286799 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-31ff6612-bd6a-42e1-b28f-2081a81733cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.356093 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:27:26Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:26Z', 'revision_number': 2, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:28.410986 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Checking router: 6b53e794-080e-4869-a245-d23cfac07d0a for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:28.411444 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Updating router 6b53e794-080e-4869-a245-d23cfac07d0a port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:27:28.452112 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.463507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-31ff6612-bd6a-42e1-b28f-2081a81733cd None None] Provisioning for port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:28.468372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-31ff6612-bd6a-42e1-b28f-2081a81733cd None None] Provisioning complete for port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:28.468832 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-31ff6612-bd6a-42e1-b28f-2081a81733cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.497309 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 065bb750-8f88-49ad-9253-63aa9fd2f530 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:28.529713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-31ff6612-bd6a-42e1-b28f-2081a81733cd None None] Port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:28.561156 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 065bb750-8f88-49ad-9253-63aa9fd2f530 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:28.569294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53222) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:28.570300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 065bb750-8f88-49ad-9253-63aa9fd2f530 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:28.570748 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.575777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-50a4bae4-8e68-4727-8086-8238aaebe175 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968920170', 'description': 'tempest-secgroup-smoke-968920170 description', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:28.608087 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50a4bae4-8e68-4727-8086-8238aaebe175 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.671242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f7079145-b684-4591-bb5e-288187abb299 None None] Provisioning complete for port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:28.672037 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f7079145-b684-4591-bb5e-288187abb299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.708461 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.747229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f7079145-b684-4591-bb5e-288187abb299 None None] Port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:28.753582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 065bb750-8f88-49ad-9253-63aa9fd2f530, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=065bb750-8f88-49ad-9253-63aa9fd2f530,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:28.758508 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.781937 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.793832 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Transition to ACTIVE for port object 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:28.802250 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.815644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=065bb750-8f88-49ad-9253-63aa9fd2f530,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:28.854746 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa5e00-05ed-46e0-8fbe-91cd580567d3 None None] Pushing event updated for resources: {'Port': ['ID=8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:28.909806 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Attempting to bind port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:28.910833 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Attempting to bind port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:28.911205 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Attempting to bind port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d on network f087ca63-fd3c-4065-9716-e5d424d56e53 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:28.916863 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:28.917248 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Checking segment: {'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:28.917656 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.918057 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Bound using segment: {'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:28.918531 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Bound port: 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:28.918916 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:28.988509 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] For port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:28.991957 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] For port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d,segment=NetworkSegment(d812922f-60c2-4d9c-a8df-14239161111f),segment_id=d812922f-60c2-4d9c-a8df-14239161111f)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:28.998669 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.061357 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:29.062303 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:29.067544 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50a4bae4-8e68-4727-8086-8238aaebe175 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.073023 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50a4bae4-8e68-4727-8086-8238aaebe175 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.118300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065bb750-8f88-49ad-9253-63aa9fd2f530'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:29.121661 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495fc253-84f5-40ed-a889-9d9b3cf79d25" -d '{"events": [{"server_uuid": "64926b7a-6e6a-4384-b2eb-75e7231aa2dc", "name": "network-vif-plugged", "status": "completed", "tag": "065bb750-8f88-49ad-9253-63aa9fd2f530"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:29.122484 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50a4bae4-8e68-4727-8086-8238aaebe175 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.129439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53226) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:29.129947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-50a4bae4-8e68-4727-8086-8238aaebe175 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5592716 Aug 31 14:27:29.135694 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-31f99508-e4b4-49cb-bcc1-582841504dcd tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '44b84f21-ac40-458e-b89b-c0de2a65eb38', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:29.137023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4bae4-8e68-4727-8086-8238aaebe175 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b84f21-ac40-458e-b89b-c0de2a65eb38,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:29.170057 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa5e00-05ed-46e0-8fbe-91cd580567d3 None None] Pushing event updated for resources: {'Port': ['ID=8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:29.175236 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31f99508-e4b4-49cb-bcc1-582841504dcd tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.183963 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324a5c86-96cc-4110-9d34-d0bab8ed7793 x-openstack-request-id: req-324a5c86-96cc-4110-9d34-d0bab8ed7793 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:29.184399 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64926b7a-6e6a-4384-b2eb-75e7231aa2dc", "name": "network-vif-plugged", "status": "completed", "tag": "065bb750-8f88-49ad-9253-63aa9fd2f530", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:29.186272 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-324a5c86-96cc-4110-9d34-d0bab8ed7793 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:29.186874 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'code': 200} Aug 31 14:27:29.311016 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31f99508-e4b4-49cb-bcc1-582841504dcd tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.322456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 993826e5-7ad6-4b6a-a141-fa95b9abe81d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:29.328539 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31f99508-e4b4-49cb-bcc1-582841504dcd tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.328795 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:29.399235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f1f6d-46c2-4133-acaf-02440e9e6ebe req-68f871a4-3532-4a60-b914-ad723a6bc315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:29.400695 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d80f1f6d-46c2-4133-acaf-02440e9e6ebe req-68f871a4-3532-4a60-b914-ad723a6bc315 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 1096 time: 0.1289570 Aug 31 14:27:29.401053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f99508-e4b4-49cb-bcc1-582841504dcd tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e022ddf-cf93-45be-8935-b9e5497442fb,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:29.401962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 993826e5-7ad6-4b6a-a141-fa95b9abe81d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:29.402654 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.405732 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31f99508-e4b4-49cb-bcc1-582841504dcd tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.407151 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-31f99508-e4b4-49cb-bcc1-582841504dcd tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2759655 Aug 31 14:27:29.410350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53232) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:29.412821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf39bf-6d56-4f85-856c-071feca94f59 req-d18fd514-ecd8-409b-957e-2b89b61a6154 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:29.414552 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f9bf39bf-6d56-4f85-856c-071feca94f59 req-d18fd514-ecd8-409b-957e-2b89b61a6154 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 945 time: 0.0973997 Aug 31 14:27:29.416048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6013a740-503e-4813-9918-c5e8eeab22f0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '44b84f21-ac40-458e-b89b-c0de2a65eb38', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:29.453789 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b269bc3-dc0c-4fd1-bf2a-c948556555d3 req-5045caab-1770-4abd-b483-ddb0392049cb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:29.455740 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3b269bc3-dc0c-4fd1-bf2a-c948556555d3 req-5045caab-1770-4abd-b483-ddb0392049cb tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.1044126 Aug 31 14:27:29.485045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d80f1f6d-46c2-4133-acaf-02440e9e6ebe req-aebe31ab-4c68-427d-9466-6df8bdb39d1a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694973 Aug 31 14:27:29.486943 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6013a740-503e-4813-9918-c5e8eeab22f0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.489723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f9bf39bf-6d56-4f85-856c-071feca94f59 req-59c69fa8-cc0f-4b3e-b319-ce4301e48346 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/security-groups?id=12fbf622-de58-49ec-ab3c-772f4e47af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583715 Aug 31 14:27:29.538341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3b269bc3-dc0c-4fd1-bf2a-c948556555d3 req-4dac1290-c9a2-44ef-bac6-f853d9dbb5f3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737095 Aug 31 14:27:29.542565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 24528afa-4def-437c-a74d-873c03063c3b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:29.576428 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6013a740-503e-4813-9918-c5e8eeab22f0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.581167 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6013a740-503e-4813-9918-c5e8eeab22f0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.603107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 24528afa-4def-437c-a74d-873c03063c3b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:29.603445 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.605176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013a740-503e-4813-9918-c5e8eeab22f0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610a44c5-e381-49ef-a8a4-003c79fbc2e6,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:29.613545 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6013a740-503e-4813-9918-c5e8eeab22f0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.618067 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53236) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:29.620947 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6013a740-503e-4813-9918-c5e8eeab22f0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2092903 Aug 31 14:27:29.624351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1b76c6bb-d6c2-442e-aba8-59c77842564a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '44b84f21-ac40-458e-b89b-c0de2a65eb38', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:29.627958 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:27:26Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:28Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:29.658629 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8e24aa-81da-474a-bbf6-46c5bb4f82d6 None None] The sync data for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 is: [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:27:26Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:28Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:29.664517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b76c6bb-d6c2-442e-aba8-59c77842564a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.775190 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b76c6bb-d6c2-442e-aba8-59c77842564a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.784208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b76c6bb-d6c2-442e-aba8-59c77842564a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.805924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76c6bb-d6c2-442e-aba8-59c77842564a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14877a0f-7525-4e82-a4d0-a100b86a1423,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:29.814039 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1b76c6bb-d6c2-442e-aba8-59c77842564a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.817774 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1b76c6bb-d6c2-442e-aba8-59c77842564a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1977336 Aug 31 14:27:29.818535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53242) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:29.823456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-610cb32d-a329-4dae-ae47-f74cdfff0bf4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '44b84f21-ac40-458e-b89b-c0de2a65eb38', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:29.852656 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-610cb32d-a329-4dae-ae47-f74cdfff0bf4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.923284 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-610cb32d-a329-4dae-ae47-f74cdfff0bf4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.928497 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-610cb32d-a329-4dae-ae47-f74cdfff0bf4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.950989 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cb32d-a329-4dae-ae47-f74cdfff0bf4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2118e612-bea2-424f-a7e1-abf1839d25fa,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:29.958925 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-610cb32d-a329-4dae-ae47-f74cdfff0bf4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:29.962897 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-610cb32d-a329-4dae-ae47-f74cdfff0bf4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407578 Aug 31 14:27:29.963251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53248) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:29.967984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a8ffc8e2-7f5a-45c8-af0e-6fd30146950d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '44b84f21-ac40-458e-b89b-c0de2a65eb38', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:29.993814 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-a8ffc8e2-7f5a-45c8-af0e-6fd30146950d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Project f7b6173980a64ce294c4315a07a0fad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:27:29.999219 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc8e2-7f5a-45c8-af0e-6fd30146950d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.076810 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc8e2-7f5a-45c8-af0e-6fd30146950d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.081870 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc8e2-7f5a-45c8-af0e-6fd30146950d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.099636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffc8e2-7f5a-45c8-af0e-6fd30146950d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e585e30e-c7fa-47e9-9f2f-433cbbbe3c82,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:30.117066 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc8e2-7f5a-45c8-af0e-6fd30146950d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.118440 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a8ffc8e2-7f5a-45c8-af0e-6fd30146950d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542368 Aug 31 14:27:30.121852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53254) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:30.126672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a5869785-31c9-46d8-a277-3b30edd55ab8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '44b84f21-ac40-458e-b89b-c0de2a65eb38', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:30.153740 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-a5869785-31c9-46d8-a277-3b30edd55ab8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Project f7b6173980a64ce294c4315a07a0fad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:27:30.159345 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5869785-31c9-46d8-a277-3b30edd55ab8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.245419 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5869785-31c9-46d8-a277-3b30edd55ab8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.250191 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5869785-31c9-46d8-a277-3b30edd55ab8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.274888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5869785-31c9-46d8-a277-3b30edd55ab8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5307fb6a-58bf-4d78-85f0-99be4a1944b6,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:30.279917 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5869785-31c9-46d8-a277-3b30edd55ab8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:30.281421 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a5869785-31c9-46d8-a277-3b30edd55ab8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1584406 Aug 31 14:27:30.448188 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-0850f402-6e12-4080-a516-e1e31b02d4b8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968920170&fields=id&tenant_id=f7b6173980a64ce294c4315a07a0fad0 HTTP/1.1" status: 200 len: 267 time: 0.0423827 Aug 31 14:27:30.619760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-6f57649e-c7b2-4af6-aa7c-def4d6e86510 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:30.623183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-6f57649e-c7b2-4af6-aa7c-def4d6e86510 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/networks?id=f087ca63-fd3c-4065-9716-e5d424d56e53 HTTP/1.1" status: 200 len: 797 time: 0.1580195 Aug 31 14:27:30.644486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2f7e0998-6236-4595-915a-0407e500defc tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/quotas/f7b6173980a64ce294c4315a07a0fad0 HTTP/1.1" status: 200 len: 375 time: 0.0140378 Aug 31 14:27:30.708465 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5c9a2bc3-e9ac-477d-bcc6-9e6a16e69e57 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564921 Aug 31 14:27:30.759673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad603cc-503c-4224-bee2-07346a87430c req-05a8b572-a19a-4d48-b8e0-c997ee8d1e62 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:30.761355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2ad603cc-503c-4224-bee2-07346a87430c req-05a8b572-a19a-4d48-b8e0-c997ee8d1e62 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0522149 Aug 31 14:27:30.802274 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2ad603cc-503c-4224-bee2-07346a87430c req-454dd67d-f119-45f5-8bd4-a8a0d05baf32 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337408 Aug 31 14:27:30.805160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-ca18077e-05c9-4868-8e03-c0e97b99fcc3 service neutron] 10.222.0.20 "GET /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884707 Aug 31 14:27:30.921829 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-507455c0-092e-4358-a7da-b2fc0be64c81 service neutron] 10.222.0.20 "GET /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096530 Aug 31 14:27:31.009830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7667e9-51d5-4e2d-a92f-098876a0638a req-e04112e1-ac2c-4775-b507-725c618a4ca3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:31.017124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b7667e9-51d5-4e2d-a92f-098876a0638a req-e04112e1-ac2c-4775-b507-725c618a4ca3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0675921 Aug 31 14:27:31.075922 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b7667e9-51d5-4e2d-a92f-098876a0638a req-abdd7d6d-1d88-45ae-8e37-9cef0cb4ad21 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579274 Aug 31 14:27:31.099753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53290) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:31.130721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe61693c-c091-442e-8fa4-80dd49507f29 req-1aad1cba-784f-445a-b402-ab38e10b61d1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 210 time: 0.0438464 Aug 31 14:27:31.160232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c899c960-7697-4e66-82fe-5eb2f9d46399 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:31.162495 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c899c960-7697-4e66-82fe-5eb2f9d46399 tempest-TestNetworkAdvancedServerOps-1585876638 tempest-TestNetworkAdvancedServerOps-1585876638-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 1091 time: 0.0616214 Aug 31 14:27:31.165418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53292) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:31.173057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:31.201209 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:31.340542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:31.341038 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:31.403596 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6e73f9dd-2ff5-484b-9463-cb90586c808a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:31.431371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:31.435906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:31.436362 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:31.499727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Allocated IP 172.25.3.186 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/e28feec6-adef-4ee8-9dd2-828768ef5aa2) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:31.554261 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:31.596978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d,segment=NetworkSegment(d812922f-60c2-4d9c-a8df-14239161111f),segment_id=d812922f-60c2-4d9c-a8df-14239161111f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:31.603475 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:31.648948 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:31.665805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:31.697374 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:31.738599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:31.741795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:31.745706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:31.751288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=e28feec6-adef-4ee8-9dd2-828768ef5aa2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:32.015759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad6426-473d-487c-81e6-52d5e689e309 req-09623c99-c2f7-4e9d-82ee-4a8ec44590f9 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:32.017271 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67ad6426-473d-487c-81e6-52d5e689e309 req-09623c99-c2f7-4e9d-82ee-4a8ec44590f9 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 945 time: 0.0546792 Aug 31 14:27:32.062140 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-67ad6426-473d-487c-81e6-52d5e689e309 req-066129f8-acff-4808-b958-0d1c2de3c1a7 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/security-groups?id=12fbf622-de58-49ec-ab3c-772f4e47af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387113 Aug 31 14:27:32.142344 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.211997 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.327916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-e330b085-9651-4234-b27b-dba99d25416c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:32.329510 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-e330b085-9651-4234-b27b-dba99d25416c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "GET /v2.0/networks?id=f087ca63-fd3c-4065-9716-e5d424d56e53 HTTP/1.1" status: 200 len: 797 time: 0.1178570 Aug 31 14:27:32.382382 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-50baf587-0f81-469d-aca6-b0854f58aa82 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b6173980a64ce294c4315a07a0fad0 HTTP/1.1" status: 200 len: 379 time: 0.0425506 Aug 31 14:27:32.394281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'port': {'device_id': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'admin_state_up': True, 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'security_groups': ['44b84f21-ac40-458e-b89b-c0de2a65eb38']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:32.523893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Made reservation on behalf of f7b6173980a64ce294c4315a07a0fad0 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:32.527532 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.566904 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3644ece-6697-46bb-87cc-0d151d55b0e7 req-b209af9f-092e-4942-ac0f-6374f7c6f084 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 210 time: 0.3512046 Aug 31 14:27:32.656754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Allocated IP 172.20.0.4 (f087ca63-fd3c-4065-9716-e5d424d56e53/1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa/00adc30b-5a65-4afa-87bd-313448e100f7) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:32.691930 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.697607 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.763465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event updated for resources: {'Port': ['ID=e28feec6-adef-4ee8-9dd2-828768ef5aa2,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:32.778887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.803821 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.818483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Transition to ACTIVE for port object 00adc30b-5a65-4afa-87bd-313448e100f7 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:32.851330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.879861 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Floating IP 65a39bae-cff5-468a-9937-d42514ae13d0 associated. External IP: 172.25.3.186, port: 065bb750-8f88-49ad-9253-63aa9fd2f530. Aug 31 14:27:32.896279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network f087ca63-fd3c-4065-9716-e5d424d56e53 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:32.899439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:32.903566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:32.910172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=00adc30b-5a65-4afa-87bd-313448e100f7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:32.935719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:32.936113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:32.936409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:32.936780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:32.937123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:32.937458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:32.937793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:32.938127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:32.938458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:32.938790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:32.939121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:32.939449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:32.970912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:32.971567 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:32.987238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-5ea578df-d3c5-4679-823b-f69e6cbdbcbe tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975161 Aug 31 14:27:33.062098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Request body: {'port': {'device_id': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:33.123103 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router f8752f00-fc33-4147-8db5-ef9489d04f63 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:33.140968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b79bd830-388a-42b8-8faf-c7a2ed899616 None None] Provisioning for port 00adc30b-5a65-4afa-87bd-313448e100f7 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:33.147558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b79bd830-388a-42b8-8faf-c7a2ed899616 None None] Provisioning complete for port 00adc30b-5a65-4afa-87bd-313448e100f7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:33.148144 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b79bd830-388a-42b8-8faf-c7a2ed899616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.152880 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.187537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b79bd830-388a-42b8-8faf-c7a2ed899616 None None] Port 00adc30b-5a65-4afa-87bd-313448e100f7 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:27:33.234489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d6230-e944-46af-84e3-afbde46dee3d req-b34965be-1781-4d27-82f3-e7cee14401c5 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:33.240948 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f15d6230-e944-46af-84e3-afbde46dee3d req-b34965be-1781-4d27-82f3-e7cee14401c5 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 945 time: 0.0980637 Aug 31 14:27:33.247806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:33.260468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e841f2-801a-4096-8d1a-6a509233fbd9 None None] Sync routers for ids ['f8752f00-fc33-4147-8db5-ef9489d04f63'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:33.267286 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.275120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e841f2-801a-4096-8d1a-6a509233fbd9 None None] Routers {'f8752f00-fc33-4147-8db5-ef9489d04f63'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:33.275859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-72e841f2-801a-4096-8d1a-6a509233fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['f8752f00-fc33-4147-8db5-ef9489d04f63'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:33.281384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:33.312061 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cc420b76-060e-41e1-ae7b-efd568682124 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1451252 Aug 31 14:27:33.312712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'tag': '065bb750-8f88-49ad-9253-63aa9fd2f530'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:33.315426 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c46cf2-c71e-457c-b512-330a5ebe184e" -d '{"events": [{"name": "network-changed", "server_uuid": "64926b7a-6e6a-4384-b2eb-75e7231aa2dc", "tag": "065bb750-8f88-49ad-9253-63aa9fd2f530"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:33.386258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f15d6230-e944-46af-84e3-afbde46dee3d req-dc09933c-3e65-4305-9faa-86e242bd224e tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/security-groups?id=12fbf622-de58-49ec-ab3c-772f4e47af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433947 Aug 31 14:27:33.416569 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b4a83-25f3-4edf-aac0-3b07a8e8cf59 req-69e59cd3-6a9c-4878-856e-e82e85b13c3e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:33.416569 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-840b4a83-25f3-4edf-aac0-3b07a8e8cf59 req-69e59cd3-6a9c-4878-856e-e82e85b13c3e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0536842 Aug 31 14:27:33.451858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-72e841f2-801a-4096-8d1a-6a509233fbd9 None None] Set router f8752f00-fc33-4147-8db5-ef9489d04f63 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:33.464393 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-840b4a83-25f3-4edf-aac0-3b07a8e8cf59 req-bd339d69-67a3-4eb9-a513-978d0f300bb7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422854 Aug 31 14:27:33.466267 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74a5ab0-c8fd-47b1-a604-196580b6d0bc x-openstack-request-id: req-d74a5ab0-c8fd-47b1-a604-196580b6d0bc {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:33.466561 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64926b7a-6e6a-4384-b2eb-75e7231aa2dc", "tag": "065bb750-8f88-49ad-9253-63aa9fd2f530", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:33.466834 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d74a5ab0-c8fd-47b1-a604-196580b6d0bc {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:33.467237 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'tag': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'status': 'completed', 'code': 200} Aug 31 14:27:33.478543 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:33.478929 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.485993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53324) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:33.490772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adec05-5633-4853-bdff-e44fb5801fc2 req-ad6064c2-00ad-4a53-a11c-94f9f7723316 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:33.492359 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28adec05-5633-4853-bdff-e44fb5801fc2 req-ad6064c2-00ad-4a53-a11c-94f9f7723316 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.13 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 945 time: 0.1874359 Aug 31 14:27:33.556985 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a048de24-5669-4df9-85a8-1dc28ecf500a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/65a39bae-cff5-468a-9937-d42514ae13d0 HTTP/1.1" status: 200 len: 991 time: 0.0685041 Aug 31 14:27:33.636328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c46cf2-c71e-457c-b512-330a5ebe184e req-438b9bd1-ec38-46c7-a00c-db3af8cd33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:33.637977 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0c46cf2-c71e-457c-b512-330a5ebe184e req-438b9bd1-ec38-46c7-a00c-db3af8cd33e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 1096 time: 0.1414194 Aug 31 14:27:33.745733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-72e841f2-801a-4096-8d1a-6a509233fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '65a39bae-cff5-468a-9937-d42514ae13d0', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'port_id': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'mac_address': 'fa:16:3e:2c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:27:31Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 0, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db11190-87cb-4ef4-8ebd-9455aceb0248', 'name': '', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:96:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '642af906-2fb2-4fd4-971b-7485206ff163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:13Z', 'updated_at': '2021-08-31T14:27:17Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '642af906-2fb2-4fd4-971b-7485206ff163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:33.751177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00adc30b-5a65-4afa-87bd-313448e100f7 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:33.772647 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.817911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded605f-2aaa-410f-a088-1efa06ce5adb req-dcafe337-8bdd-4f82-810c-73935e168be8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:33.819517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ded605f-2aaa-410f-a088-1efa06ce5adb req-dcafe337-8bdd-4f82-810c-73935e168be8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 931 time: 0.1577210 Aug 31 14:27:33.821329 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-28adec05-5633-4853-bdff-e44fb5801fc2 req-aeda7546-ed56-43f7-abcc-6216006401d0 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Deleting port fb2bffbf-5771-4847-a4ee-50b3e7947fbe {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:33.821672 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28adec05-5633-4853-bdff-e44fb5801fc2 req-aeda7546-ed56-43f7-abcc-6216006401d0 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.826683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Transition to ACTIVE for port object 00adc30b-5a65-4afa-87bd-313448e100f7 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:33.856493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:33.926066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c46cf2-c71e-457c-b512-330a5ebe184e req-20d9fa40-107d-47c0-a5b8-efd1ab470bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:33.927549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0c46cf2-c71e-457c-b512-330a5ebe184e req-20d9fa40-107d-47c0-a5b8-efd1ab470bdc service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3607d77-71f3-4a39-b625-805d5c596fdd HTTP/1.1" status: 200 len: 898 time: 0.2669051 Aug 31 14:27:33.936834 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e841f2-801a-4096-8d1a-6a509233fbd9 None None] Checking router: f8752f00-fc33-4147-8db5-ef9489d04f63 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:33.945687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e841f2-801a-4096-8d1a-6a509233fbd9 None None] Routers {'f8752f00-fc33-4147-8db5-ef9489d04f63'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:33.946301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-72e841f2-801a-4096-8d1a-6a509233fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['f8752f00-fc33-4147-8db5-ef9489d04f63'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:34.019305 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ded605f-2aaa-410f-a088-1efa06ce5adb req-a7dd4b0a-2694-4db1-8d49-deb01a6d4644 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=44b84f21-ac40-458e-b89b-c0de2a65eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912837 Aug 31 14:27:34.020173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Pushing event updated for resources: {'Port': ['ID=00adc30b-5a65-4afa-87bd-313448e100f7,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:34.073213 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.086294 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7914306b-32d5-465b-90c9-309f138a05ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.094475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-72e841f2-801a-4096-8d1a-6a509233fbd9 None None] Set router f8752f00-fc33-4147-8db5-ef9489d04f63 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:34.111052 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0c46cf2-c71e-457c-b512-330a5ebe184e req-1afa89c6-aeef-4d62-ad48-a89628e9a57c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=065bb750-8f88-49ad-9253-63aa9fd2f530 HTTP/1.1" status: 200 len: 999 time: 0.1750653 Aug 31 14:27:34.116337 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-28adec05-5633-4853-bdff-e44fb5801fc2 req-aeda7546-ed56-43f7-abcc-6216006401d0 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] For port fb2bffbf-5771-4847-a4ee-50b3e7947fbe, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=fb2bffbf-5771-4847-a4ee-50b3e7947fbe,segment=NetworkSegment(6d75f2c8-2c19-4091-bd53-af88b8b1f127),segment_id=6d75f2c8-2c19-4091-bd53-af88b8b1f127)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:34.116740 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28adec05-5633-4853-bdff-e44fb5801fc2 req-aeda7546-ed56-43f7-abcc-6216006401d0 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.142008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-28adec05-5633-4853-bdff-e44fb5801fc2 req-aeda7546-ed56-43f7-abcc-6216006401d0 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Calling delete_port for fb2bffbf-5771-4847-a4ee-50b3e7947fbe owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:34.230571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Attempting to bind port 00adc30b-5a65-4afa-87bd-313448e100f7 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:34.230842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Attempting to bind port 00adc30b-5a65-4afa-87bd-313448e100f7 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:34.231158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Attempting to bind port 00adc30b-5a65-4afa-87bd-313448e100f7 on network f087ca63-fd3c-4065-9716-e5d424d56e53 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:34.235055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c46cf2-c71e-457c-b512-330a5ebe184e req-700619af-3641-490d-b341-1a3b06f9488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:34.236554 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0c46cf2-c71e-457c-b512-330a5ebe184e req-700619af-3641-490d-b341-1a3b06f9488a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=642af906-2fb2-4fd4-971b-7485206ff163 HTTP/1.1" status: 200 len: 835 time: 0.1171494 Aug 31 14:27:34.243716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Port 00adc30b-5a65-4afa-87bd-313448e100f7 on network f087ca63-fd3c-4065-9716-e5d424d56e53 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:27:34.244043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Attempting to bind port 00adc30b-5a65-4afa-87bd-313448e100f7 on network f087ca63-fd3c-4065-9716-e5d424d56e53 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:34.279281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:34.279625 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Checking segment: {'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:34.280005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Bound using segment: {'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:34.280472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Bound port: 00adc30b-5a65-4afa-87bd-313448e100f7, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd812922f-60c2-4d9c-a8df-14239161111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:34.280837 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.337214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-72e841f2-801a-4096-8d1a-6a509233fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '65a39bae-cff5-468a-9937-d42514ae13d0', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'port_id': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'mac_address': 'fa:16:3e:2c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:27:31Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 0, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db11190-87cb-4ef4-8ebd-9455aceb0248', 'name': '', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:96:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '642af906-2fb2-4fd4-971b-7485206ff163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:13Z', 'updated_at': '2021-08-31T14:27:17Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '642af906-2fb2-4fd4-971b-7485206ff163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:34.352552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c46cf2-c71e-457c-b512-330a5ebe184e req-9ec288ca-3a8a-4bd4-ab2a-b2fda36d680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:34.354308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0c46cf2-c71e-457c-b512-330a5ebe184e req-9ec288ca-3a8a-4bd4-ab2a-b2fda36d680c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3607d77-71f3-4a39-b625-805d5c596fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062260 Aug 31 14:27:34.365403 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e841f2-801a-4096-8d1a-6a509233fbd9 None None] The sync data for ids ['f8752f00-fc33-4147-8db5-ef9489d04f63'] in n-d-792364-6 is: [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '65a39bae-cff5-468a-9937-d42514ae13d0', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'port_id': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'mac_address': 'fa:16:3e:2c:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:27:31Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 0, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db11190-87cb-4ef4-8ebd-9455aceb0248', 'name': '', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:96:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '642af906-2fb2-4fd4-971b-7485206ff163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:13Z', 'updated_at': '2021-08-31T14:27:17Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '642af906-2fb2-4fd4-971b-7485206ff163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:34.453923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] For port 00adc30b-5a65-4afa-87bd-313448e100f7, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:34.489221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] For port 00adc30b-5a65-4afa-87bd-313448e100f7, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=00adc30b-5a65-4afa-87bd-313448e100f7,segment=NetworkSegment(d812922f-60c2-4d9c-a8df-14239161111f),segment_id=d812922f-60c2-4d9c-a8df-14239161111f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:34.498229 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.511583 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28adec05-5633-4853-bdff-e44fb5801fc2 req-aeda7546-ed56-43f7-abcc-6216006401d0 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.524695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3dace-2ee3-4558-8bf2-2bea7269749f req-f1659b9d-e463-443d-8d5c-f6ebf8f4935b tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:34.526355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f1e3dace-2ee3-4558-8bf2-2bea7269749f req-f1659b9d-e463-443d-8d5c-f6ebf8f4935b tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc4a86-5e3e-47b7-b3a1-729a0c16fb43 HTTP/1.1" status: 200 len: 867 time: 0.0564988 Aug 31 14:27:34.570307 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53330) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:34.573835 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f1e3dace-2ee3-4558-8bf2-2bea7269749f req-bd69695a-a2de-4cea-ac00-d2c7d329c7a7 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.20 "GET /v2.0/security-groups?id=12fbf622-de58-49ec-ab3c-772f4e47af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394995 Aug 31 14:27:34.591113 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0c46cf2-c71e-457c-b512-330a5ebe184e req-f59a2c2e-4d04-486d-8a89-e0749feb6360 service neutron] 10.222.0.13 "GET /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219279 Aug 31 14:27:34.593975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:34.594601 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.596280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] 10.222.0.52 "PUT /v2.0/ports/00adc30b-5a65-4afa-87bd-313448e100f7 HTTP/1.1" status: 200 len: 1091 time: 1.5976918 Aug 31 14:27:34.599039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'tag': '00adc30b-5a65-4afa-87bd-313448e100f7'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:34.601377 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fc0132-7021-43ab-92a1-be7bffbd90d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8a456e-8003-4eb6-8e25-5a2c106be88a", "tag": "00adc30b-5a65-4afa-87bd-313448e100f7"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:34.674471 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9185b03b-6692-4a80-868d-eb7f9caae412 None None] New status for floating IP 65a39bae-cff5-468a-9937-d42514ae13d0: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:27:34.684546 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c05cbe15-ba61-456b-9e36-3b974b5bc8c6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/65a39bae-cff5-468a-9937-d42514ae13d0 HTTP/1.1" status: 200 len: 991 time: 0.1095006 Aug 31 14:27:34.699485 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a8faa-75d8-4ffe-bee5-ca2bf257f13e service neutron] Pushing event updated for resources: {'Port': ['ID=00adc30b-5a65-4afa-87bd-313448e100f7,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:34.707061 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d331669-7c6b-42de-84ca-9d796960a0bc x-openstack-request-id: req-2d331669-7c6b-42de-84ca-9d796960a0bc {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:34.707352 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8a456e-8003-4eb6-8e25-5a2c106be88a", "tag": "00adc30b-5a65-4afa-87bd-313448e100f7", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:34.707613 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d331669-7c6b-42de-84ca-9d796960a0bc {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:34.708017 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'tag': '00adc30b-5a65-4afa-87bd-313448e100f7', 'status': 'completed', 'code': 200} Aug 31 14:27:34.708790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-28adec05-5633-4853-bdff-e44fb5801fc2 req-aeda7546-ed56-43f7-abcc-6216006401d0 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] No DVR routers for this DVR port fb2bffbf-5771-4847-a4ee-50b3e7947fbe on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:34.723031 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28adec05-5633-4853-bdff-e44fb5801fc2 req-aeda7546-ed56-43f7-abcc-6216006401d0 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:34.725075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28adec05-5633-4853-bdff-e44fb5801fc2 req-aeda7546-ed56-43f7-abcc-6216006401d0 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] 10.222.0.13 "DELETE /v2.0/ports/fb2bffbf-5771-4847-a4ee-50b3e7947fbe HTTP/1.1" status: 204 len: 173 time: 1.2169716 Aug 31 14:27:34.771339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda7546-ed56-43f7-abcc-6216006401d0 tempest-ServerTagsTestJSON-575067299 tempest-ServerTagsTestJSON-575067299-project] Pushing event deleted for resources: {'Port': ['ID=fb2bffbf-5771-4847-a4ee-50b3e7947fbe,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:34.810784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-c5025504-c1c4-41fc-8ad7-696f18f09027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:34.812246 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-c5025504-c1c4-41fc-8ad7-696f18f09027 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 1094 time: 0.1078572 Aug 31 14:27:34.824198 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0c46cf2-c71e-457c-b512-330a5ebe184e req-1bb3d694-cd19-40ad-b60e-5b614ff9a246 service neutron] 10.222.0.13 "GET /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011330 Aug 31 14:27:34.884517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-75ff8fbf-84e9-4794-aeb9-c2d95dcb412a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00adc30b-5a65-4afa-87bd-313448e100f7 HTTP/1.1" status: 200 len: 217 time: 0.0542445 Aug 31 14:27:34.937750 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-4520ed0b-11c6-46fb-afca-e6926fe63861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:34.939244 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-4520ed0b-11c6-46fb-afca-e6926fe63861 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa HTTP/1.1" status: 200 len: 835 time: 0.0517526 Aug 31 14:27:34.986482 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-c1db2b3f-3110-449a-9a4a-6aeef5cf0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:34.988380 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-c1db2b3f-3110-449a-9a4a-6aeef5cf0ac8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f087ca63-fd3c-4065-9716-e5d424d56e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408239 Aug 31 14:27:35.077876 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-c1bb3aa0-e5f1-4f58-aa07-d0a0f1e7322a service neutron] 10.222.0.52 "GET /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817606 Aug 31 14:27:35.161930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbcb17-76f8-482f-b656-cb8ee3caa42f req-23b0daee-9170-4457-a37f-2f7c31bf337e tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:35.163458 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b0fbcb17-76f8-482f-b656-cb8ee3caa42f req-23b0daee-9170-4457-a37f-2f7c31bf337e tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 943 time: 0.0638750 Aug 31 14:27:35.187868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18220f43-e206-4d62-b2cb-0d207f4c66fc req-fb42f4e9-246b-4396-b186-151db87cd08d service neutron] 10.222.0.52 "GET /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022389 Aug 31 14:27:35.221093 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b0fbcb17-76f8-482f-b656-cb8ee3caa42f req-b42795a4-c185-4f1a-a4cc-dbc10f414eab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=44b84f21-ac40-458e-b89b-c0de2a65eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513427 Aug 31 14:27:35.252602 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.294676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc0132-7021-43ab-92a1-be7bffbd90d3 req-c078d5cc-2aae-4710-ae3d-cede97ab15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:35.296329 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1fc0132-7021-43ab-92a1-be7bffbd90d3 req-c078d5cc-2aae-4710-ae3d-cede97ab15bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 1094 time: 0.0429311 Aug 31 14:27:35.394128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc0132-7021-43ab-92a1-be7bffbd90d3 req-f47a3845-36a3-4107-8ca8-b709a1a68cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:35.395620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1fc0132-7021-43ab-92a1-be7bffbd90d3 req-f47a3845-36a3-4107-8ca8-b709a1a68cf9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f087ca63-fd3c-4065-9716-e5d424d56e53 HTTP/1.1" status: 200 len: 898 time: 0.0891678 Aug 31 14:27:35.444179 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1fc0132-7021-43ab-92a1-be7bffbd90d3 req-182ffe14-de7d-491e-ba3b-4bbc08ee1835 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00adc30b-5a65-4afa-87bd-313448e100f7 HTTP/1.1" status: 200 len: 217 time: 0.0369942 Aug 31 14:27:35.491854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc0132-7021-43ab-92a1-be7bffbd90d3 req-b89b1d3f-8d68-4abc-8bf9-b3b7a80e1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:35.493394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1fc0132-7021-43ab-92a1-be7bffbd90d3 req-b89b1d3f-8d68-4abc-8bf9-b3b7a80e1cae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa HTTP/1.1" status: 200 len: 835 time: 0.0450218 Aug 31 14:27:35.545014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc0132-7021-43ab-92a1-be7bffbd90d3 req-079ec76f-6b77-491b-a576-b55c749d2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:35.546518 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1fc0132-7021-43ab-92a1-be7bffbd90d3 req-079ec76f-6b77-491b-a576-b55c749d2b51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f087ca63-fd3c-4065-9716-e5d424d56e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459030 Aug 31 14:27:35.638524 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1fc0132-7021-43ab-92a1-be7bffbd90d3 req-2afa2f9d-9630-4d4a-9265-a90f85133316 service neutron] 10.222.0.52 "GET /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830748 Aug 31 14:27:35.679194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53338) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:35.694802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53340) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:35.727080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a96c3d-04d6-417f-a254-ca7e793c4372 admin admin] Deleting subnet a76366e7-5fca-4bee-86db-10888eb27578 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:27:35.731001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8a96c3d-04d6-417f-a254-ca7e793c4372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.765285 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8a96c3d-04d6-417f-a254-ca7e793c4372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.775703 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-10a40dcd-5f82-4da6-9aa5-a5aed0cd7d1e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/65a39bae-cff5-468a-9937-d42514ae13d0 HTTP/1.1" status: 200 len: 993 time: 0.0796752 Aug 31 14:27:35.791867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1fc0132-7021-43ab-92a1-be7bffbd90d3 req-6301c9cd-ea56-4f24-91e0-a693796940b3 service neutron] 10.222.0.52 "GET /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455970 Aug 31 14:27:35.807913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8a96c3d-04d6-417f-a254-ca7e793c4372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.871342 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8a96c3d-04d6-417f-a254-ca7e793c4372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.901346 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8a96c3d-04d6-417f-a254-ca7e793c4372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:35.904945 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a8a96c3d-04d6-417f-a254-ca7e793c4372 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a76366e7-5fca-4bee-86db-10888eb27578 HTTP/1.1" status: 204 len: 168 time: 0.2247047 Aug 31 14:27:35.905862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a96c3d-04d6-417f-a254-ca7e793c4372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76366e7-5fca-4bee-86db-10888eb27578,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:35.906519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53342) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:35.980805 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.061297 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.071907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016274ec-8710-4b38-91e9-01c24a82a6da']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:36.082540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d75f2c8-2c19-4091-bd53-af88b8b1f127') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:36.082836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d75f2c8-2c19-4091-bd53-af88b8b1f127') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:36.091838 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.105025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.110635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:27:36.111023 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:27:36.112684 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:27:36.341788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf2d1c-7b4c-4503-858d-ee1391c87873 req-4cbc6a91-9be9-4978-9363-cab8fd37532d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:36.343372 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffbf2d1c-7b4c-4503-858d-ee1391c87873 req-4cbc6a91-9be9-4978-9363-cab8fd37532d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 943 time: 0.0543022 Aug 31 14:27:36.383182 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffbf2d1c-7b4c-4503-858d-ee1391c87873 req-f0800f50-1f31-4717-ab6d-60ee489b55e4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=44b84f21-ac40-458e-b89b-c0de2a65eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334744 Aug 31 14:27:36.507715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.514258 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.516165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] 10.222.0.20 "DELETE /v2.0/networks/016274ec-8710-4b38-91e9-01c24a82a6da HTTP/1.1" status: 204 len: 168 time: 0.6075737 Aug 31 14:27:36.522818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device fb2bffbf-5771-4847-a4ee-50b3e7947fbe no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:27:36.527904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92038ff2-3a4f-49ef-a971-efcc69f4e74c admin admin] Pushing event deleted for resources: {'Network': ['ID=016274ec-8710-4b38-91e9-01c24a82a6da,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:36.545269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: fb2bffbf-5771-4847-a4ee-50b3e7947fbe {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:27:36.545617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device fb2bffbf-5771-4847-a4ee-50b3e7947fbe not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:27:36.683240 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53348) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:36.709395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dc4a86-5e3e-47b7-b3a1-729a0c16fb43', 'name': 'network-vif-deleted', 'tag': 'fb2bffbf-5771-4847-a4ee-50b3e7947fbe'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:36.711780 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5828c5-431e-4630-9f1b-67653cfa1509" -d '{"events": [{"server_uuid": "52dc4a86-5e3e-47b7-b3a1-729a0c16fb43", "name": "network-vif-deleted", "tag": "fb2bffbf-5771-4847-a4ee-50b3e7947fbe"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:36.724941 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fd386128-b388-4436-acc6-b69ad079e5ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7cd9fe6df604ebe830ce10aafa11bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394142 Aug 31 14:27:36.726402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53352) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:36.748373 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05c0af1-210e-4fc8-bc74-5cfb9632efcc x-openstack-request-id: req-c05c0af1-210e-4fc8-bc74-5cfb9632efcc {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:36.748808 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dc4a86-5e3e-47b7-b3a1-729a0c16fb43", "name": "network-vif-deleted", "tag": "fb2bffbf-5771-4847-a4ee-50b3e7947fbe", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:36.749056 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c05c0af1-210e-4fc8-bc74-5cfb9632efcc {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:36.749455 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dc4a86-5e3e-47b7-b3a1-729a0c16fb43', 'name': 'network-vif-deleted', 'tag': 'fb2bffbf-5771-4847-a4ee-50b3e7947fbe', 'status': 'completed', 'code': 200} Aug 31 14:27:36.777440 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e85cbeb7-b6ab-45ba-a860-0956b5dbc1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.798862 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e85cbeb7-b6ab-45ba-a860-0956b5dbc1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.806117 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.858967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e85cbeb7-b6ab-45ba-a860-0956b5dbc1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.861601 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e85cbeb7-b6ab-45ba-a860-0956b5dbc1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:36.862794 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e85cbeb7-b6ab-45ba-a860-0956b5dbc1e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12fbf622-de58-49ec-ab3c-772f4e47af58 HTTP/1.1" status: 204 len: 168 time: 0.1353869 Aug 31 14:27:36.870540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cbeb7-b6ab-45ba-a860-0956b5dbc1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fbf622-de58-49ec-ab3c-772f4e47af58,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:37.140313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 00adc30b-5a65-4afa-87bd-313448e100f7 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:27:37.241018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 00adc30b-5a65-4afa-87bd-313448e100f7, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=00adc30b-5a65-4afa-87bd-313448e100f7,segment=NetworkSegment(d812922f-60c2-4d9c-a8df-14239161111f),segment_id=d812922f-60c2-4d9c-a8df-14239161111f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:37.252072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '00adc30b-5a65-4afa-87bd-313448e100f7', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'port_id': '00adc30b-5a65-4afa-87bd-313448e100f7', 'mac_address': 'fa:16:3e:6a:19:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:27:37.289296 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.302569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00adc30b-5a65-4afa-87bd-313448e100f7 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:37.323445 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 00adc30b-5a65-4afa-87bd-313448e100f7, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=00adc30b-5a65-4afa-87bd-313448e100f7,segment=NetworkSegment(d812922f-60c2-4d9c-a8df-14239161111f),segment_id=d812922f-60c2-4d9c-a8df-14239161111f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:37.327407 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.377641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=00adc30b-5a65-4afa-87bd-313448e100f7,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:37.508049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388364d-0723-42ba-9918-0f15ca890e55 req-ae766812-0d30-4151-a9ea-a228f5df8ef7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.509828 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c388364d-0723-42ba-9918-0f15ca890e55 req-ae766812-0d30-4151-a9ea-a228f5df8ef7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 944 time: 0.0534377 Aug 31 14:27:37.547807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53376) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:37.553204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['00adc30b-5a65-4afa-87bd-313448e100f7'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:37.560346 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c388364d-0723-42ba-9918-0f15ca890e55 req-c0a8816a-e4aa-4c2e-bea7-1e1a8209c1f9 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=44b84f21-ac40-458e-b89b-c0de2a65eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402858 Aug 31 14:27:37.655900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2083931641-network', 'tenant_id': 'fc2fb10d92814a8a8548ad2895c42be0'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:37.677535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Made reservation on behalf of fc2fb10d92814a8a8548ad2895c42be0 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:37.679816 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.687939 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.777914 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.782021 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.809384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:27:37.818437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7bb828-edf5-4a33-af5a-4d892c85bf2e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:37.824795 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.825139 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Added segment b9e271e1-e4d7-4129-ba4f-85a10b20adda of type vlan for network 2325d784-2323-454c-85aa-b2254a184249 Aug 31 14:27:37.870647 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.901059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.902227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:37.902860 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:37.958156 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4090238 Aug 31 14:27:37.961371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53380) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:37.967182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21335c0d-dc66-43fe-8715-59110bff9a23 admin admin] Pushing event updated for resources: {'Network': ['ID=2325d784-2323-454c-85aa-b2254a184249,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:37.967366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-1c00d4e2-1b77-44f5-92e2-04995a5524a6 admin admin] Request body: {'subnet': {'network_id': '2325d784-2323-454c-85aa-b2254a184249', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2083931641-subnet', 'tenant_id': 'fc2fb10d92814a8a8548ad2895c42be0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:37.981778 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 2325d784-2323-454c-85aa-b2254a184249 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:27:37.994560 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c00d4e2-1b77-44f5-92e2-04995a5524a6 admin admin] Made reservation on behalf of fc2fb10d92814a8a8548ad2895c42be0 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:38.002596 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c00d4e2-1b77-44f5-92e2-04995a5524a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:38.170255 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c00d4e2-1b77-44f5-92e2-04995a5524a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:38.225327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00d4e2-1b77-44f5-92e2-04995a5524a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69f2b92a-2dd1-48bb-ae37-96fe0967189a,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:38.234938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c00d4e2-1b77-44f5-92e2-04995a5524a6 admin admin] Checking segment: {'id': 'b9e271e1-e4d7-4129-ba4f-85a10b20adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2325d784-2323-454c-85aa-b2254a184249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:38.234938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c00d4e2-1b77-44f5-92e2-04995a5524a6 admin admin] Network hostable DHCP agents. Network: 2325d784-2323-454c-85aa-b2254a184249, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:27:38.253603 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c00d4e2-1b77-44f5-92e2-04995a5524a6 admin admin] Network 2325d784-2323-454c-85aa-b2254a184249 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:27:38.262683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-1c00d4e2-1b77-44f5-92e2-04995a5524a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 2325d784-2323-454c-85aa-b2254a184249) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:38.266824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c00d4e2-1b77-44f5-92e2-04995a5524a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.268347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c00d4e2-1b77-44f5-92e2-04995a5524a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:38.272577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d5f990-4456-4b32-99ad-308d796dc976 None None] Network 2325d784-2323-454c-85aa-b2254a184249 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:38.283075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1c00d4e2-1b77-44f5-92e2-04995a5524a6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3200314 Aug 31 14:27:38.403798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50b8b1b-e121-401e-be54-f3fde978d45e None None] Network 2325d784-2323-454c-85aa-b2254a184249 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:27:38.687743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca37d7-968a-4c76-ae96-9ba24be2523f req-8c5e6dff-1444-449f-836e-e761c76965b6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.689486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dfca37d7-968a-4c76-ae96-9ba24be2523f req-8c5e6dff-1444-449f-836e-e761c76965b6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 944 time: 0.0538554 Aug 31 14:27:38.725634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-14a244ba-dbea-48ec-8f49-b8b8b07bfdca tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:38.727129 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-14a244ba-dbea-48ec-8f49-b8b8b07bfdca tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/networks?id=2325d784-2323-454c-85aa-b2254a184249 HTTP/1.1" status: 200 len: 814 time: 0.1042321 Aug 31 14:27:38.729895 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dfca37d7-968a-4c76-ae96-9ba24be2523f req-0f5a3764-41b2-4b32-9b4e-5384151a8075 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=44b84f21-ac40-458e-b89b-c0de2a65eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335007 Aug 31 14:27:38.742971 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-40019e33-33a4-4f1a-8858-3aab3367fd43 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/quotas/fc2fb10d92814a8a8548ad2895c42be0 HTTP/1.1" status: 200 len: 375 time: 0.0097840 Aug 31 14:27:38.782196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-6cf89804-3128-4cd9-95b2-65932c7e732e tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc2fb10d92814a8a8548ad2895c42be0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328634 Aug 31 14:27:38.869270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-5a752936-eb79-4b91-bb70-55e3a35977d3 service neutron] 10.222.0.20 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798340 Aug 31 14:27:38.960630 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-a475f535-9808-4f0b-9204-9b4b95cd0591 service neutron] 10.222.0.20 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853310 Aug 31 14:27:39.115196 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee2ea7d9-56e3-4a92-b490-e6933e79371e req-44bfb231-ed39-4687-9eb3-deeff39291b8 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 210 time: 0.0267348 Aug 31 14:27:39.140454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 00adc30b-5a65-4afa-87bd-313448e100f7 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:39.190586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 00adc30b-5a65-4afa-87bd-313448e100f7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:39.194390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 00adc30b-5a65-4afa-87bd-313448e100f7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:39.194770 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.276200 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.307317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00adc30b-5a65-4afa-87bd-313448e100f7'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:39.309646 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7130ff2-0b4a-4e48-95dc-c281e80c5562" -d '{"events": [{"server_uuid": "fb8a456e-8003-4eb6-8e25-5a2c106be88a", "name": "network-vif-plugged", "status": "completed", "tag": "00adc30b-5a65-4afa-87bd-313448e100f7"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:39.333217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 00adc30b-5a65-4afa-87bd-313448e100f7, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=00adc30b-5a65-4afa-87bd-313448e100f7,segment=NetworkSegment(d812922f-60c2-4d9c-a8df-14239161111f),segment_id=d812922f-60c2-4d9c-a8df-14239161111f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:39.338636 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.343357 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.345089 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:39.367483 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88393cdf-b469-4508-a819-be04f6fba490 x-openstack-request-id: req-88393cdf-b469-4508-a819-be04f6fba490 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:39.367775 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8a456e-8003-4eb6-8e25-5a2c106be88a", "name": "network-vif-plugged", "status": "completed", "tag": "00adc30b-5a65-4afa-87bd-313448e100f7", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:39.368025 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88393cdf-b469-4508-a819-be04f6fba490 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:39.368410 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00adc30b-5a65-4afa-87bd-313448e100f7', 'code': 200} Aug 31 14:27:39.399019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=00adc30b-5a65-4afa-87bd-313448e100f7,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:39.460645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75ea95-6469-410e-bcf4-32ebb07b0f1e req-bd124195-43cf-4e8e-8547-99266b743017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:39.468727 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1e75ea95-6469-410e-bcf4-32ebb07b0f1e req-bd124195-43cf-4e8e-8547-99266b743017 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 1096 time: 0.0429585 Aug 31 14:27:39.499266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1e75ea95-6469-410e-bcf4-32ebb07b0f1e req-e186f191-9436-4c59-8432-1f237a49c1d3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=44b84f21-ac40-458e-b89b-c0de2a65eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296328 Aug 31 14:27:39.850139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2da03b-b297-431f-8546-3700d1051a31 req-405c06b6-20b3-479b-9423-15ca767673f6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:39.851667 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b2da03b-b297-431f-8546-3700d1051a31 req-405c06b6-20b3-479b-9423-15ca767673f6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 945 time: 0.0511663 Aug 31 14:27:39.892625 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b2da03b-b297-431f-8546-3700d1051a31 req-613e7826-b323-4016-95f0-55945989e173 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=44b84f21-ac40-458e-b89b-c0de2a65eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347283 Aug 31 14:27:40.088238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-d618ea7a-b620-4c16-9353-ca1535b4cf64 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:40.089750 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-d618ea7a-b620-4c16-9353-ca1535b4cf64 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.13 "GET /v2.0/networks?id=2325d784-2323-454c-85aa-b2254a184249 HTTP/1.1" status: 200 len: 814 time: 0.1170595 Aug 31 14:27:40.102766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Request body: {'port': {'device_id': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'network_id': '2325d784-2323-454c-85aa-b2254a184249', 'admin_state_up': True, 'tenant_id': 'fc2fb10d92814a8a8548ad2895c42be0'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:40.224493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2e2064d-89bf-4578-962f-3a280b2a299d req-182f9e6c-27c1-4a91-bcc0-4a4e7682980a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 210 time: 0.0374861 Aug 31 14:27:40.249295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Made reservation on behalf of fc2fb10d92814a8a8548ad2895c42be0 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:40.253543 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.393648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Allocated IP 172.20.0.8 (2325d784-2323-454c-85aa-b2254a184249/69f2b92a-2dd1-48bb-ae37-96fe0967189a/aeb53f34-3f05-4aea-885b-0490682d8db6) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:40.573912 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.615807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.658576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Network 2325d784-2323-454c-85aa-b2254a184249 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:40.665906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:40.668291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:40.699508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Pushing event updated for resources: {'Port': ['ID=aeb53f34-3f05-4aea-885b-0490682d8db6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:40.723311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:40.723935 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:40.738185 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-881aea98-0d1a-4559-bfc4-3dc431f15d32 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6389318 Aug 31 14:27:40.750723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Request body: {'port': {'device_id': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:40.807082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.015107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4aaec-e7a3-48d7-86d4-5fe5058d8ca1 req-07cd4427-20b3-45fa-a46b-4bbd47919ebc tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:41.016653 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05e4aaec-e7a3-48d7-86d4-5fe5058d8ca1 req-07cd4427-20b3-45fa-a46b-4bbd47919ebc tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 945 time: 0.0494351 Aug 31 14:27:41.057951 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05e4aaec-e7a3-48d7-86d4-5fe5058d8ca1 req-164713ff-6180-4790-b1fc-94728036ab67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=44b84f21-ac40-458e-b89b-c0de2a65eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351455 Aug 31 14:27:41.069930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb53f34-3f05-4aea-885b-0490682d8db6 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:41.082294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.094642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Transition to ACTIVE for port object aeb53f34-3f05-4aea-885b-0490682d8db6 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:41.098583 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.199009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Pushing event updated for resources: {'Port': ['ID=aeb53f34-3f05-4aea-885b-0490682d8db6,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:41.234614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e49b1e-41ff-4645-afce-a5bf3281f7e3 req-f4d4b499-8975-4808-b2c5-d95dc3aa25aa tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:41.236107 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-36e49b1e-41ff-4645-afce-a5bf3281f7e3 req-f4d4b499-8975-4808-b2c5-d95dc3aa25aa tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 945 time: 0.1113613 Aug 31 14:27:41.276076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Attempting to bind port aeb53f34-3f05-4aea-885b-0490682d8db6 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:41.276412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Attempting to bind port aeb53f34-3f05-4aea-885b-0490682d8db6 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'b9e271e1-e4d7-4129-ba4f-85a10b20adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2325d784-2323-454c-85aa-b2254a184249'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:41.276763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Attempting to bind port aeb53f34-3f05-4aea-885b-0490682d8db6 on network 2325d784-2323-454c-85aa-b2254a184249 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:41.291024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Port aeb53f34-3f05-4aea-885b-0490682d8db6 on network 2325d784-2323-454c-85aa-b2254a184249 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:27:41.291406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Attempting to bind port aeb53f34-3f05-4aea-885b-0490682d8db6 on network 2325d784-2323-454c-85aa-b2254a184249 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:41.296746 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-36e49b1e-41ff-4645-afce-a5bf3281f7e3 req-e5c3f4e2-0372-4834-93e6-a918a24ee38c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=44b84f21-ac40-458e-b89b-c0de2a65eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539715 Aug 31 14:27:41.299390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:41.300756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Checking segment: {'id': 'b9e271e1-e4d7-4129-ba4f-85a10b20adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2325d784-2323-454c-85aa-b2254a184249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:41.300756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Bound using segment: {'id': 'b9e271e1-e4d7-4129-ba4f-85a10b20adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2325d784-2323-454c-85aa-b2254a184249'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:41.301110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Bound port: aeb53f34-3f05-4aea-885b-0490682d8db6, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e271e1-e4d7-4129-ba4f-85a10b20adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2325d784-2323-454c-85aa-b2254a184249'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:41.301473 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.320544 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53422) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:41.369475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:41.371617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa18df-56b1-48b4-b5dc-d95a6d6d186e req-7006834d-276c-425c-b0c8-49670490783c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:41.372709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=aeb53f34-3f05-4aea-885b-0490682d8db6,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:41.373173 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-00fa18df-56b1-48b4-b5dc-d95a6d6d186e req-7006834d-276c-425c-b0c8-49670490783c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0804589 Aug 31 14:27:41.378718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea2c06-13ba-4c7c-afbe-6270b006d596 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:41.380169 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-acea2c06-13ba-4c7c-afbe-6270b006d596 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 1091 time: 0.0584698 Aug 31 14:27:41.383584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53424) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:41.385039 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.391916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '00adc30b-5a65-4afa-87bd-313448e100f7', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:41.414670 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-00fa18df-56b1-48b4-b5dc-d95a6d6d186e req-afba4254-d2ec-475d-84df-a4d4c062c38e tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324981 Aug 31 14:27:41.441687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:41.442336 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.443774 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] 10.222.0.13 "PUT /v2.0/ports/aeb53f34-3f05-4aea-885b-0490682d8db6 HTTP/1.1" status: 200 len: 1091 time: 0.6970918 Aug 31 14:27:41.449259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'tag': 'aeb53f34-3f05-4aea-885b-0490682d8db6'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:41.449259 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2a5801-d6f5-4e23-8dcd-f5630b7a6223" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccea234-a029-4e4e-b186-68b6b2b3433e", "tag": "aeb53f34-3f05-4aea-885b-0490682d8db6"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:41.470596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199777f-0f4f-4a03-8fe1-91a1e82aa2cf service neutron] Pushing event updated for resources: {'Port': ['ID=aeb53f34-3f05-4aea-885b-0490682d8db6,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:41.475061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.498044 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb18417-13e3-4c85-bcad-628774afd81e x-openstack-request-id: req-0eb18417-13e3-4c85-bcad-628774afd81e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:41.498324 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccea234-a029-4e4e-b186-68b6b2b3433e", "tag": "aeb53f34-3f05-4aea-885b-0490682d8db6", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:41.498572 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0eb18417-13e3-4c85-bcad-628774afd81e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:41.498962 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'tag': 'aeb53f34-3f05-4aea-885b-0490682d8db6', 'status': 'completed', 'code': 200} Aug 31 14:27:41.569958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-cdac94c1-15a7-4a1d-aee3-1db15f52e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:41.571439 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-cdac94c1-15a7-4a1d-aee3-1db15f52e7a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc2fb10d92814a8a8548ad2895c42be0&device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 1094 time: 0.0831144 Aug 31 14:27:41.617978 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-89fc7c19-6259-4201-a056-1961c0f489b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb53f34-3f05-4aea-885b-0490682d8db6 HTTP/1.1" status: 200 len: 217 time: 0.0379202 Aug 31 14:27:41.681851 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:41.684246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-e81f6de3-a3a7-47ad-bb08-653a1ae3caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:41.685744 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-e81f6de3-a3a7-47ad-bb08-653a1ae3caf8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f2b92a-2dd1-48bb-ae37-96fe0967189a HTTP/1.1" status: 200 len: 854 time: 0.0586390 Aug 31 14:27:41.743693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-5812982a-63b8-44bb-adfa-dfa14ed06626 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2325d784-2323-454c-85aa-b2254a184249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498939 Aug 31 14:27:41.870078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Allocated IP 172.25.3.119 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/4ae4dc98-ea50-42ec-8e62-d491fa1f6db7) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:41.893021 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-520decc8-33f6-4bd5-9e7f-c2a632761dba service neutron] 10.222.0.13 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402705 Aug 31 14:27:42.051492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:42.054748 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-934dbc84-3bbe-4e89-92d0-96c38a503892 req-fb037136-48c9-4b0f-a045-f15ea333a9c4 service neutron] 10.222.0.13 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456089 Aug 31 14:27:42.092261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:42.136736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:42.159624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:42.162390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:42.189468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=4ae4dc98-ea50-42ec-8e62-d491fa1f6db7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:42.217766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a5801-d6f5-4e23-8dcd-f5630b7a6223 req-7d94e5e3-019e-4b92-b9b5-e95f16dcd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:42.219271 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da2a5801-d6f5-4e23-8dcd-f5630b7a6223 req-7d94e5e3-019e-4b92-b9b5-e95f16dcd6a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc2fb10d92814a8a8548ad2895c42be0&device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 1094 time: 0.1015215 Aug 31 14:27:42.396003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a5801-d6f5-4e23-8dcd-f5630b7a6223 req-0728a555-eff6-47a9-99b5-93559e0c5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:42.397430 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da2a5801-d6f5-4e23-8dcd-f5630b7a6223 req-0728a555-eff6-47a9-99b5-93559e0c5ed8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2325d784-2323-454c-85aa-b2254a184249 HTTP/1.1" status: 200 len: 915 time: 0.1634624 Aug 31 14:27:42.470607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da2a5801-d6f5-4e23-8dcd-f5630b7a6223 req-2cfbfdb5-3825-4268-a921-b7553bb826d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb53f34-3f05-4aea-885b-0490682d8db6 HTTP/1.1" status: 200 len: 217 time: 0.0365543 Aug 31 14:27:42.530789 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb3b54-850e-4c7b-8ce1-e3d07db0553f req-e0d30a1a-c1bb-40f6-b283-122656cc9cad tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:42.532399 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6eb3b54-850e-4c7b-8ce1-e3d07db0553f req-e0d30a1a-c1bb-40f6-b283-122656cc9cad tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0504761 Aug 31 14:27:42.575977 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6eb3b54-850e-4c7b-8ce1-e3d07db0553f req-d8941635-528f-40a5-99ce-ce21536dc2cb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371771 Aug 31 14:27:42.578358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a5801-d6f5-4e23-8dcd-f5630b7a6223 req-508b3b83-d504-4272-9bf8-ffcae2c7a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:42.579844 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da2a5801-d6f5-4e23-8dcd-f5630b7a6223 req-508b3b83-d504-4272-9bf8-ffcae2c7a480 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f2b92a-2dd1-48bb-ae37-96fe0967189a HTTP/1.1" status: 200 len: 854 time: 0.0984118 Aug 31 14:27:42.651622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da2a5801-d6f5-4e23-8dcd-f5630b7a6223 req-aeefac4e-9aef-4ea0-acae-96fc8f85d877 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2325d784-2323-454c-85aa-b2254a184249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343280 Aug 31 14:27:42.746580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:42.805440 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da2a5801-d6f5-4e23-8dcd-f5630b7a6223 req-c890e3f0-8f21-46d1-b690-cea921b8739f service neutron] 10.222.0.13 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448677 Aug 31 14:27:42.874558 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:42.984759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-da2a5801-d6f5-4e23-8dcd-f5630b7a6223 req-da98a56e-d9a0-48b3-a314-fb10657c098b service neutron] 10.222.0.13 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570873 Aug 31 14:27:43.051741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:43.056240 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:43.121078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=4ae4dc98-ea50-42ec-8e62-d491fa1f6db7,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:43.136868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:43.235985 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Floating IP 79df9220-a797-41ad-93fa-a673136f3c83 associated. External IP: 172.25.3.119, port: 00adc30b-5a65-4afa-87bd-313448e100f7. Aug 31 14:27:43.803632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0c739-195a-4dd5-bd13-51b1fabfec19 req-77bcb3e1-549e-49c3-8531-341575b4a670 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:43.805337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4aa0c739-195a-4dd5-bd13-51b1fabfec19 req-77bcb3e1-549e-49c3-8531-341575b4a670 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0961087 Aug 31 14:27:43.832840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Router 6b53e794-080e-4869-a245-d23cfac07d0a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:27:43.859846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4aa0c739-195a-4dd5-bd13-51b1fabfec19 req-f33c7fae-c0ad-4811-8aae-b51089edbdd7 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480647 Aug 31 14:27:43.958691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:27:43.969117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fb8ec-969e-4286-9e05-ac3d501db4fb None None] Sync routers for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:27:43.975852 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:43.979273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fb8ec-969e-4286-9e05-ac3d501db4fb None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:43.979909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b08fb8ec-969e-4286-9e05-ac3d501db4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:44.003652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0c9ed45f-2041-4415-9ba6-fd81ee2e429c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6155174 Aug 31 14:27:44.004336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'tag': '00adc30b-5a65-4afa-87bd-313448e100f7'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:44.006554 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53432) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:44.007044 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9880c75-1720-4b98-ae6e-eb7f4277ec47" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8a456e-8003-4eb6-8e25-5a2c106be88a", "tag": "00adc30b-5a65-4afa-87bd-313448e100f7"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:44.044613 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b168fca-fb11-408f-ae72-c376c340886b x-openstack-request-id: req-1b168fca-fb11-408f-ae72-c376c340886b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:44.045095 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8a456e-8003-4eb6-8e25-5a2c106be88a", "tag": "00adc30b-5a65-4afa-87bd-313448e100f7", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:44.045583 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b168fca-fb11-408f-ae72-c376c340886b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:44.046171 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'tag': '00adc30b-5a65-4afa-87bd-313448e100f7', 'status': 'completed', 'code': 200} Aug 31 14:27:44.075743 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-276dd280-6289-4e62-916a-c5b957e7b88a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/floatingips/79df9220-a797-41ad-93fa-a673136f3c83 HTTP/1.1" status: 200 len: 991 time: 0.0672081 Aug 31 14:27:44.092024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b08fb8ec-969e-4286-9e05-ac3d501db4fb None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:44.115053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880c75-1720-4b98-ae6e-eb7f4277ec47 req-58a36046-5cd2-48af-a455-3d701ecd88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:44.116589 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9880c75-1720-4b98-ae6e-eb7f4277ec47 req-58a36046-5cd2-48af-a455-3d701ecd88f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 1096 time: 0.0407538 Aug 31 14:27:44.211240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880c75-1720-4b98-ae6e-eb7f4277ec47 req-8d141d36-1853-44ea-869e-26be7d0cea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:44.212777 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9880c75-1720-4b98-ae6e-eb7f4277ec47 req-8d141d36-1853-44ea-869e-26be7d0cea80 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f087ca63-fd3c-4065-9716-e5d424d56e53 HTTP/1.1" status: 200 len: 898 time: 0.0889769 Aug 31 14:27:44.280249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9880c75-1720-4b98-ae6e-eb7f4277ec47 req-b5e272b4-f892-4882-b1b9-69656bd1cb1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00adc30b-5a65-4afa-87bd-313448e100f7 HTTP/1.1" status: 200 len: 999 time: 0.0597529 Aug 31 14:27:44.324573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b08fb8ec-969e-4286-9e05-ac3d501db4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:27:26Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '79df9220-a797-41ad-93fa-a673136f3c83', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'port_id': '00adc30b-5a65-4afa-87bd-313448e100f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'mac_address': 'fa:16:3e:6a:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:27:42Z', 'updated_at': '2021-08-31T14:27:42Z', 'revision_number': 0, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:44.333948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880c75-1720-4b98-ae6e-eb7f4277ec47 req-e7461fa0-6089-4e1b-9d81-f18cb966ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:44.335451 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9880c75-1720-4b98-ae6e-eb7f4277ec47 req-e7461fa0-6089-4e1b-9d81-f18cb966ddbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa HTTP/1.1" status: 200 len: 835 time: 0.0478151 Aug 31 14:27:44.354380 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fb8ec-969e-4286-9e05-ac3d501db4fb None None] Checking router: 6b53e794-080e-4869-a245-d23cfac07d0a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:27:44.363264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fb8ec-969e-4286-9e05-ac3d501db4fb None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:27:44.363872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b08fb8ec-969e-4286-9e05-ac3d501db4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:27:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:44.382392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880c75-1720-4b98-ae6e-eb7f4277ec47 req-30a1c34a-1e3d-4ee2-8b81-30fff19989bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:44.383854 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9880c75-1720-4b98-ae6e-eb7f4277ec47 req-30a1c34a-1e3d-4ee2-8b81-30fff19989bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f087ca63-fd3c-4065-9716-e5d424d56e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411661 Aug 31 14:27:44.469362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b08fb8ec-969e-4286-9e05-ac3d501db4fb None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:27:44.475374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9880c75-1720-4b98-ae6e-eb7f4277ec47 req-0acf73dd-b0e6-4193-9029-f870df5a9886 service neutron] 10.222.0.52 "GET /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837438 Aug 31 14:27:44.571289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9880c75-1720-4b98-ae6e-eb7f4277ec47 req-131a0eb5-d79c-40a8-8331-cf16974fa588 service neutron] 10.222.0.52 "GET /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886796 Aug 31 14:27:44.574385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device aeb53f34-3f05-4aea-885b-0490682d8db6 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:27:44.748786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=aeb53f34-3f05-4aea-885b-0490682d8db6,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:44.763330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'aeb53f34-3f05-4aea-885b-0490682d8db6', 'network_id': '2325d784-2323-454c-85aa-b2254a184249', 'port_id': 'aeb53f34-3f05-4aea-885b-0490682d8db6', 'mac_address': 'fa:16:3e:bd:3b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f2b92a-2dd1-48bb-ae37-96fe0967189a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:27:44.802131 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b08fb8ec-969e-4286-9e05-ac3d501db4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:27:26Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '79df9220-a797-41ad-93fa-a673136f3c83', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'port_id': '00adc30b-5a65-4afa-87bd-313448e100f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'mac_address': 'fa:16:3e:6a:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:27:42Z', 'updated_at': '2021-08-31T14:27:42Z', 'revision_number': 0, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:27:44.829511 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:44.831422 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fb8ec-969e-4286-9e05-ac3d501db4fb None None] The sync data for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 is: [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:27:26Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '79df9220-a797-41ad-93fa-a673136f3c83', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'port_id': '00adc30b-5a65-4afa-87bd-313448e100f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'mac_address': 'fa:16:3e:6a:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:27:42Z', 'updated_at': '2021-08-31T14:27:42Z', 'revision_number': 0, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:27:44.843636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb53f34-3f05-4aea-885b-0490682d8db6 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:44.864959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=aeb53f34-3f05-4aea-885b-0490682d8db6,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:44.868726 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:44.920203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=aeb53f34-3f05-4aea-885b-0490682d8db6,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:44.928141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:44.928525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:44.928856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:44.929193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:44.929541 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:44.929861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:44.930184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:44.930514 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:44.930836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:44.931159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:44.931481 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:44.931804 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:27:44.980533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6a1fb-b2ab-49bb-b261-d5e80d1dd175 req-74ec5a9a-a5b9-4c60-86a7-9ddea423b6b0 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:44.982088 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95f6a1fb-b2ab-49bb-b261-d5e80d1dd175 req-74ec5a9a-a5b9-4c60-86a7-9ddea423b6b0 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 944 time: 0.0515475 Aug 31 14:27:45.024637 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95f6a1fb-b2ab-49bb-b261-d5e80d1dd175 req-4224a5dc-4653-4d56-89bc-6d0c1990e0e0 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356994 Aug 31 14:27:45.033130 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e1de6-369c-499f-811e-c1be92d63fca None None] New status for floating IP 79df9220-a797-41ad-93fa-a673136f3c83: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:27:45.079658 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53438) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:45.087201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['aeb53f34-3f05-4aea-885b-0490682d8db6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:45.147481 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-384482b5-06aa-409f-af13-a4591b237858 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/floatingips/79df9220-a797-41ad-93fa-a673136f3c83 HTTP/1.1" status: 200 len: 991 time: 0.0660734 Aug 31 14:27:46.141656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93654451-6275-47dc-b2b1-921e04930c5a req-add6506d-ba92-4a24-af8f-d22890a16256 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:46.143137 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-93654451-6275-47dc-b2b1-921e04930c5a req-add6506d-ba92-4a24-af8f-d22890a16256 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 944 time: 0.0485144 Aug 31 14:27:46.150321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53442) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:27:46.181476 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-93654451-6275-47dc-b2b1-921e04930c5a req-deb37b8b-e281-4ea6-8a1c-00ffebf1fcf9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Aug 31 14:27:46.216990 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2d54130c-f6ad-4ca6-8de9-3c379ce20583 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/floatingips/79df9220-a797-41ad-93fa-a673136f3c83 HTTP/1.1" status: 200 len: 993 time: 0.0655296 Aug 31 14:27:46.573818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device aeb53f34-3f05-4aea-885b-0490682d8db6 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:46.624281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port aeb53f34-3f05-4aea-885b-0490682d8db6 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:46.628255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port aeb53f34-3f05-4aea-885b-0490682d8db6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:46.628658 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.853247 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.874215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb53f34-3f05-4aea-885b-0490682d8db6'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:46.876418 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ac5868-1608-420b-be41-830d32d200dc" -d '{"events": [{"server_uuid": "5ccea234-a029-4e4e-b186-68b6b2b3433e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb53f34-3f05-4aea-885b-0490682d8db6"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:46.889299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=aeb53f34-3f05-4aea-885b-0490682d8db6,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:46.892953 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:46.941628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=aeb53f34-3f05-4aea-885b-0490682d8db6,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:46.976777 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8e8bf6-9058-4b5e-b6db-eacb9b22c0a2 x-openstack-request-id: req-4f8e8bf6-9058-4b5e-b6db-eacb9b22c0a2 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:46.977143 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccea234-a029-4e4e-b186-68b6b2b3433e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb53f34-3f05-4aea-885b-0490682d8db6", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:46.977451 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f8e8bf6-9058-4b5e-b6db-eacb9b22c0a2 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:46.977846 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb53f34-3f05-4aea-885b-0490682d8db6', 'code': 200} Aug 31 14:27:47.044614 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:27:47.074780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6302f-6065-4d75-9637-793c59684f63 req-736c3428-5780-4eb8-9a9e-0b5abf1cb7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:47.076343 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ee6302f-6065-4d75-9637-793c59684f63 req-736c3428-5780-4eb8-9a9e-0b5abf1cb7f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 1096 time: 0.0408766 Aug 31 14:27:47.110974 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3ee6302f-6065-4d75-9637-793c59684f63 req-e1347e96-215b-4c69-8cc2-35598683f23a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274773 Aug 31 14:27:47.293817 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80d7ac-2125-4689-89fd-9e78b872c388 req-522d8f83-96c8-4b15-bb12-aa05e4acfdbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:47.295296 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f80d7ac-2125-4689-89fd-9e78b872c388 req-522d8f83-96c8-4b15-bb12-aa05e4acfdbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0485902 Aug 31 14:27:47.336852 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f80d7ac-2125-4689-89fd-9e78b872c388 req-fcb53198-ee8e-4040-a4ec-47ebf14118d0 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346549 Aug 31 14:27:48.451824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c91353-44bc-4e7b-a9de-149d770559b4 req-75eff9c6-fdb8-419d-8d57-b9de08d9e33c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:48.453394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52c91353-44bc-4e7b-a9de-149d770559b4 req-75eff9c6-fdb8-419d-8d57-b9de08d9e33c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0488858 Aug 31 14:27:48.492051 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52c91353-44bc-4e7b-a9de-149d770559b4 req-0fc2c42f-d84a-4369-a0c9-aec6ea0455c7 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321472 Aug 31 14:27:48.713250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188669f3-537b-4ce9-af90-00d74468aa88 req-d8cc8ea2-cb0e-43ca-b8ec-2ca2fc6aba15 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:48.714652 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-d8cc8ea2-cb0e-43ca-b8ec-2ca2fc6aba15 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/networks?id=2325d784-2323-454c-85aa-b2254a184249 HTTP/1.1" status: 200 len: 814 time: 0.1035988 Aug 31 14:27:48.729444 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-b9b68365-697e-4d84-8843-fade3ef931ca tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/quotas/fc2fb10d92814a8a8548ad2895c42be0 HTTP/1.1" status: 200 len: 375 time: 0.0090709 Aug 31 14:27:48.778309 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-fa4c81fc-3f90-443c-a885-0f039e0eddb8 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc2fb10d92814a8a8548ad2895c42be0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435929 Aug 31 14:27:48.871533 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-c1288f32-e57f-4466-bfe3-9fd9402d6dc7 service neutron] 10.222.0.20 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857460 Aug 31 14:27:48.959523 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e70efcb4-a52f-4a44-924f-8cfe19a955d1 service neutron] 10.222.0.20 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819287 Aug 31 14:27:49.148236 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2619b586-b786-4afb-989a-aae3791a2cf8 req-4d3cc4dc-0a09-4988-b15c-01a7a005b8d7 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 210 time: 0.0306964 Aug 31 14:27:50.068957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188669f3-537b-4ce9-af90-00d74468aa88 req-ac481d5c-c187-48bb-8bec-7d341a6f3256 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:50.072857 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-ac481d5c-c187-48bb-8bec-7d341a6f3256 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.52 "GET /v2.0/networks?id=2325d784-2323-454c-85aa-b2254a184249 HTTP/1.1" status: 200 len: 814 time: 0.1127555 Aug 31 14:27:50.085315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Request body: {'port': {'device_id': '43546537-f1f1-49c9-aa86-9a996811a74c', 'network_id': '2325d784-2323-454c-85aa-b2254a184249', 'admin_state_up': True, 'tenant_id': 'fc2fb10d92814a8a8548ad2895c42be0'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:50.216503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Made reservation on behalf of fc2fb10d92814a8a8548ad2895c42be0 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:27:50.220052 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.244527 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f134410-ffde-4ea3-9591-d9be3475eec0 req-49c36ada-ca5d-4e95-b0cb-41c5ddc1444c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 210 time: 0.0271270 Aug 31 14:27:50.347805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Allocated IP 172.20.0.2 (2325d784-2323-454c-85aa-b2254a184249/69f2b92a-2dd1-48bb-ae37-96fe0967189a/2be667de-1985-4cf4-90e6-b3b8a12271b1) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:27:50.496289 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.535368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.547892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['aeb53f34-3f05-4aea-885b-0490682d8db6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:50.584613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Network 2325d784-2323-454c-85aa-b2254a184249 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:27:50.587904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:27:50.590379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:27:50.627141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Pushing event updated for resources: {'Port': ['ID=2be667de-1985-4cf4-90e6-b3b8a12271b1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:50.652782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:50.653509 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:50.676541 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-e960f161-364c-43f0-9a8b-432b49b79bbb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886405 Aug 31 14:27:50.681997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Request body: {'port': {'device_id': '43546537-f1f1-49c9-aa86-9a996811a74c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:27:50.737369 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.000245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be667de-1985-4cf4-90e6-b3b8a12271b1 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:51.008326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.020229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Transition to ACTIVE for port object 2be667de-1985-4cf4-90e6-b3b8a12271b1 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:27:51.023961 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.078955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Pushing event updated for resources: {'Port': ['ID=2be667de-1985-4cf4-90e6-b3b8a12271b1,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:51.145008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Attempting to bind port 2be667de-1985-4cf4-90e6-b3b8a12271b1 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:27:51.145349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Attempting to bind port 2be667de-1985-4cf4-90e6-b3b8a12271b1 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'b9e271e1-e4d7-4129-ba4f-85a10b20adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2325d784-2323-454c-85aa-b2254a184249'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:27:51.145684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Attempting to bind port 2be667de-1985-4cf4-90e6-b3b8a12271b1 on network 2325d784-2323-454c-85aa-b2254a184249 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:51.150248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Port 2be667de-1985-4cf4-90e6-b3b8a12271b1 on network 2325d784-2323-454c-85aa-b2254a184249 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:27:51.150580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Attempting to bind port 2be667de-1985-4cf4-90e6-b3b8a12271b1 on network 2325d784-2323-454c-85aa-b2254a184249 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:27:51.155422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:27:51.155765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Checking segment: {'id': 'b9e271e1-e4d7-4129-ba4f-85a10b20adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2325d784-2323-454c-85aa-b2254a184249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:27:51.156150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Bound using segment: {'id': 'b9e271e1-e4d7-4129-ba4f-85a10b20adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2325d784-2323-454c-85aa-b2254a184249'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:27:51.156620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Bound port: 2be667de-1985-4cf4-90e6-b3b8a12271b1, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e271e1-e4d7-4129-ba4f-85a10b20adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2325d784-2323-454c-85aa-b2254a184249'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:27:51.156984 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.222736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] For port 2be667de-1985-4cf4-90e6-b3b8a12271b1, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:27:51.227193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] For port 2be667de-1985-4cf4-90e6-b3b8a12271b1, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=2be667de-1985-4cf4-90e6-b3b8a12271b1,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:27:51.231678 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.285398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:51.286339 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:51.288348 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] 10.222.0.52 "PUT /v2.0/ports/2be667de-1985-4cf4-90e6-b3b8a12271b1 HTTP/1.1" status: 200 len: 1091 time: 0.6109436 Aug 31 14:27:51.288932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43546537-f1f1-49c9-aa86-9a996811a74c', 'tag': '2be667de-1985-4cf4-90e6-b3b8a12271b1'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:51.293170 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad07e91-6d24-4547-b0d5-7fd14d24d00e" -d '{"events": [{"name": "network-changed", "server_uuid": "43546537-f1f1-49c9-aa86-9a996811a74c", "tag": "2be667de-1985-4cf4-90e6-b3b8a12271b1"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:51.330607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1123b6b-75bb-4daa-be0a-baf855cf5202 service neutron] Pushing event updated for resources: {'Port': ['ID=2be667de-1985-4cf4-90e6-b3b8a12271b1,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:51.339989 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23976514-4990-4dbe-b6da-6423314b740e x-openstack-request-id: req-23976514-4990-4dbe-b6da-6423314b740e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:51.340542 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43546537-f1f1-49c9-aa86-9a996811a74c", "tag": "2be667de-1985-4cf4-90e6-b3b8a12271b1", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:51.340838 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23976514-4990-4dbe-b6da-6423314b740e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:51.341350 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43546537-f1f1-49c9-aa86-9a996811a74c', 'tag': '2be667de-1985-4cf4-90e6-b3b8a12271b1', 'status': 'completed', 'code': 200} Aug 31 14:27:51.448996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188669f3-537b-4ce9-af90-00d74468aa88 req-afa46059-1144-4f5f-85c4-e6bd723bd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:51.451648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-afa46059-1144-4f5f-85c4-e6bd723bd894 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fc2fb10d92814a8a8548ad2895c42be0&device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 1094 time: 0.1076527 Aug 31 14:27:51.464985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96e8ea-a5d7-4f2a-968b-efc8080b45d2 req-0c37fc0f-3fd4-41f6-a103-97136f8f203f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:51.467336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab96e8ea-a5d7-4f2a-968b-efc8080b45d2 req-0c37fc0f-3fd4-41f6-a103-97136f8f203f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 943 time: 0.1112585 Aug 31 14:27:51.530247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-cf82f81e-7af5-463b-8d03-a5927fa9437f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2be667de-1985-4cf4-90e6-b3b8a12271b1 HTTP/1.1" status: 200 len: 217 time: 0.0615158 Aug 31 14:27:51.590234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab96e8ea-a5d7-4f2a-968b-efc8080b45d2 req-55c3a2fe-a21e-4e4a-9bfa-eea73ce3adf5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107934 Aug 31 14:27:51.598723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188669f3-537b-4ce9-af90-00d74468aa88 req-86535127-ef20-4d0b-b588-b83aa2a29dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:51.600264 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-86535127-ef20-4d0b-b588-b83aa2a29dfe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=69f2b92a-2dd1-48bb-ae37-96fe0967189a HTTP/1.1" status: 200 len: 854 time: 0.0622134 Aug 31 14:27:51.637874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-700c179b-50c3-4e53-b097-dbceec2e8df8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2325d784-2323-454c-85aa-b2254a184249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291073 Aug 31 14:27:51.732485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-d24a0d83-8f90-4bf0-b289-6b306146dbff service neutron] 10.222.0.52 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863881 Aug 31 14:27:51.825216 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-188669f3-537b-4ce9-af90-00d74468aa88 req-82139f45-e650-4025-89d9-6f5251ebc927 service neutron] 10.222.0.52 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847135 Aug 31 14:27:51.921437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad07e91-6d24-4547-b0d5-7fd14d24d00e req-dc62f6d7-348c-4d96-9fd9-754b2f5c91c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:51.922981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0ad07e91-6d24-4547-b0d5-7fd14d24d00e req-dc62f6d7-348c-4d96-9fd9-754b2f5c91c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fc2fb10d92814a8a8548ad2895c42be0&device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 1094 time: 0.0494840 Aug 31 14:27:52.023421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad07e91-6d24-4547-b0d5-7fd14d24d00e req-93bfe5a2-f076-42a6-816a-edf7dbfd22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:52.025729 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0ad07e91-6d24-4547-b0d5-7fd14d24d00e req-93bfe5a2-f076-42a6-816a-edf7dbfd22fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=2325d784-2323-454c-85aa-b2254a184249 HTTP/1.1" status: 200 len: 915 time: 0.0942447 Aug 31 14:27:52.074362 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0ad07e91-6d24-4547-b0d5-7fd14d24d00e req-8dd4e1d3-8186-40fb-8d3c-618a3d4ede67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2be667de-1985-4cf4-90e6-b3b8a12271b1 HTTP/1.1" status: 200 len: 217 time: 0.0368247 Aug 31 14:27:52.133397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad07e91-6d24-4547-b0d5-7fd14d24d00e req-a131bd92-282f-4d14-879a-b30774564901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:52.135084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0ad07e91-6d24-4547-b0d5-7fd14d24d00e req-a131bd92-282f-4d14-879a-b30774564901 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=69f2b92a-2dd1-48bb-ae37-96fe0967189a HTTP/1.1" status: 200 len: 854 time: 0.0537345 Aug 31 14:27:52.175021 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0ad07e91-6d24-4547-b0d5-7fd14d24d00e req-2e8238f9-8653-43c9-bad3-5dabc0c2bb84 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2325d784-2323-454c-85aa-b2254a184249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298250 Aug 31 14:27:52.283067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0ad07e91-6d24-4547-b0d5-7fd14d24d00e req-5bdc5df4-24c5-46e4-a457-c61f926c9384 service neutron] 10.222.0.52 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965729 Aug 31 14:27:52.386781 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0ad07e91-6d24-4547-b0d5-7fd14d24d00e req-d9b1bb29-a4ec-40b4-af06-3062fde38b8b service neutron] 10.222.0.52 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937307 Aug 31 14:27:52.720322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fba145-ecd6-4e14-b53f-839ec9d6c559 req-a40839b9-029d-482e-abcf-6a328f304068 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:52.721968 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3fba145-ecd6-4e14-b53f-839ec9d6c559 req-a40839b9-029d-482e-abcf-6a328f304068 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 943 time: 0.0540421 Aug 31 14:27:52.769025 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3fba145-ecd6-4e14-b53f-839ec9d6c559 req-6170aa40-67b3-460c-b117-f2b4a02808ff tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Aug 31 14:27:53.205062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 2be667de-1985-4cf4-90e6-b3b8a12271b1 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:27:53.309174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 2be667de-1985-4cf4-90e6-b3b8a12271b1, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=2be667de-1985-4cf4-90e6-b3b8a12271b1,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:53.320272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '2be667de-1985-4cf4-90e6-b3b8a12271b1', 'network_id': '2325d784-2323-454c-85aa-b2254a184249', 'port_id': '2be667de-1985-4cf4-90e6-b3b8a12271b1', 'mac_address': 'fa:16:3e:d5:9c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f2b92a-2dd1-48bb-ae37-96fe0967189a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:27:53.356930 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:53.370674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be667de-1985-4cf4-90e6-b3b8a12271b1 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:27:53.392214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 2be667de-1985-4cf4-90e6-b3b8a12271b1, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=2be667de-1985-4cf4-90e6-b3b8a12271b1,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:53.397150 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:53.446097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=2be667de-1985-4cf4-90e6-b3b8a12271b1,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:53.625722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['2be667de-1985-4cf4-90e6-b3b8a12271b1'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:53.892639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594102a-6f1e-452f-b990-660b8e3cbbab req-5f732b24-d476-4bb7-82f6-938922a16db9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:53.894521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2594102a-6f1e-452f-b990-660b8e3cbbab req-5f732b24-d476-4bb7-82f6-938922a16db9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 944 time: 0.0526018 Aug 31 14:27:53.945954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2594102a-6f1e-452f-b990-660b8e3cbbab req-c0085835-6f54-47be-b272-c31a321d980c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410337 Aug 31 14:27:55.062858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfca20b-9b8d-40b6-a5b9-180683327e3e req-71ae7608-c27c-48ae-8dc8-5ba4619e5694 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:55.064414 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5dfca20b-9b8d-40b6-a5b9-180683327e3e req-71ae7608-c27c-48ae-8dc8-5ba4619e5694 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 944 time: 0.0501347 Aug 31 14:27:55.103069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5dfca20b-9b8d-40b6-a5b9-180683327e3e req-0cc46fde-bd04-4c5b-b58d-e7b17c9c6636 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Aug 31 14:27:55.249096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 2be667de-1985-4cf4-90e6-b3b8a12271b1 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:27:55.297497 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 2be667de-1985-4cf4-90e6-b3b8a12271b1 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:27:55.301149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 2be667de-1985-4cf4-90e6-b3b8a12271b1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:27:55.301530 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:55.377671 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:55.399842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43546537-f1f1-49c9-aa86-9a996811a74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be667de-1985-4cf4-90e6-b3b8a12271b1'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:55.402104 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057907cb-1a6d-4595-b65e-8b351ca4bc75" -d '{"events": [{"server_uuid": "43546537-f1f1-49c9-aa86-9a996811a74c", "name": "network-vif-plugged", "status": "completed", "tag": "2be667de-1985-4cf4-90e6-b3b8a12271b1"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:55.415329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 2be667de-1985-4cf4-90e6-b3b8a12271b1, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=2be667de-1985-4cf4-90e6-b3b8a12271b1,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:55.419842 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:55.456021 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b87d74d-2722-4b22-8c44-82de81e1b993 x-openstack-request-id: req-6b87d74d-2722-4b22-8c44-82de81e1b993 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:55.456021 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43546537-f1f1-49c9-aa86-9a996811a74c", "name": "network-vif-plugged", "status": "completed", "tag": "2be667de-1985-4cf4-90e6-b3b8a12271b1", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:55.456021 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b87d74d-2722-4b22-8c44-82de81e1b993 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:55.456348 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43546537-f1f1-49c9-aa86-9a996811a74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be667de-1985-4cf4-90e6-b3b8a12271b1', 'code': 200} Aug 31 14:27:55.484412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=2be667de-1985-4cf4-90e6-b3b8a12271b1,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:55.545173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cf18f-490d-44a6-bf09-30410a4d0d5b req-a43e74d6-1553-4f2e-b60b-cca34c45bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:55.546580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c7cf18f-490d-44a6-bf09-30410a4d0d5b req-a43e74d6-1553-4f2e-b60b-cca34c45bf50 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 1096 time: 0.0406029 Aug 31 14:27:55.586627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c7cf18f-490d-44a6-bf09-30410a4d0d5b req-ff36f55d-ec9c-4b22-8fa1-af2389a0ecb7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Aug 31 14:27:56.222973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e9f43-4f67-493d-9d05-7a8adff3895f req-28a51f7f-9a3c-4ea0-b8a3-d9601a3e439f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:56.224696 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f0e9f43-4f67-493d-9d05-7a8adff3895f req-28a51f7f-9a3c-4ea0-b8a3-d9601a3e439f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 945 time: 0.0525658 Aug 31 14:27:56.267577 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f0e9f43-4f67-493d-9d05-7a8adff3895f req-2daaa098-c888-49b3-98fe-4711f9639224 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364020 Aug 31 14:27:57.384740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff380f-5c97-47a3-b671-d97e67d6e705 req-8744521f-f354-4853-bea6-2b6ece787336 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:57.386237 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5aff380f-5c97-47a3-b671-d97e67d6e705 req-8744521f-f354-4853-bea6-2b6ece787336 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 945 time: 0.0489233 Aug 31 14:27:57.425838 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5aff380f-5c97-47a3-b671-d97e67d6e705 req-9242de92-d7e4-4f47-bc73-1474ff1ae63d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333421 Aug 31 14:27:57.672265 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291c422-96c6-41ff-bd3d-2bf1f8047ad4 req-62f37ccb-199f-43c3-99da-2f6e6e90a7bc tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:57.673854 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4291c422-96c6-41ff-bd3d-2bf1f8047ad4 req-62f37ccb-199f-43c3-99da-2f6e6e90a7bc tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 945 time: 0.0529068 Aug 31 14:27:57.720382 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4291c422-96c6-41ff-bd3d-2bf1f8047ad4 req-3c107afe-7463-4dc6-aa7f-1068356f3a1b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370247 Aug 31 14:27:58.857427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df582e-54d5-4bec-9a03-48389cd3d54d req-cf5d7afd-6510-4111-be9c-7e546afaf0c4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:58.859037 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51df582e-54d5-4bec-9a03-48389cd3d54d req-cf5d7afd-6510-4111-be9c-7e546afaf0c4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 945 time: 0.0545735 Aug 31 14:27:58.900563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51df582e-54d5-4bec-9a03-48389cd3d54d req-855a4e66-ea04-424d-aa85-f36f502f96ee tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352931 Aug 31 14:27:59.046280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6134c5-2ea9-4f38-8c93-68b30723f053 req-30f822b1-1fe2-42f7-8cdf-69e944078302 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:27:59.047792 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d6134c5-2ea9-4f38-8c93-68b30723f053 req-30f822b1-1fe2-42f7-8cdf-69e944078302 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.52 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 945 time: 0.0488529 Aug 31 14:27:59.144684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-3d6134c5-2ea9-4f38-8c93-68b30723f053 req-ffe47ffd-df5d-4335-9e51-1a54b8150c53 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Deleting port 2be667de-1985-4cf4-90e6-b3b8a12271b1 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:27:59.145057 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d6134c5-2ea9-4f38-8c93-68b30723f053 req-ffe47ffd-df5d-4335-9e51-1a54b8150c53 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.241026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3d6134c5-2ea9-4f38-8c93-68b30723f053 req-ffe47ffd-df5d-4335-9e51-1a54b8150c53 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] For port 2be667de-1985-4cf4-90e6-b3b8a12271b1, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=2be667de-1985-4cf4-90e6-b3b8a12271b1,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:27:59.241407 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d6134c5-2ea9-4f38-8c93-68b30723f053 req-ffe47ffd-df5d-4335-9e51-1a54b8150c53 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.255224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-3d6134c5-2ea9-4f38-8c93-68b30723f053 req-ffe47ffd-df5d-4335-9e51-1a54b8150c53 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Calling delete_port for 2be667de-1985-4cf4-90e6-b3b8a12271b1 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:27:59.386916 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d6134c5-2ea9-4f38-8c93-68b30723f053 req-ffe47ffd-df5d-4335-9e51-1a54b8150c53 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.400132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['aeb53f34-3f05-4aea-885b-0490682d8db6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:59.404809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['2be667de-1985-4cf4-90e6-b3b8a12271b1'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:27:59.416121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe47ffd-df5d-4335-9e51-1a54b8150c53 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Pushing event deleted for resources: {'Port': ['ID=2be667de-1985-4cf4-90e6-b3b8a12271b1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:27:59.465911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6134c5-2ea9-4f38-8c93-68b30723f053 req-ffe47ffd-df5d-4335-9e51-1a54b8150c53 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] No DVR routers for this DVR port 2be667de-1985-4cf4-90e6-b3b8a12271b1 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:27:59.470189 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d6134c5-2ea9-4f38-8c93-68b30723f053 req-ffe47ffd-df5d-4335-9e51-1a54b8150c53 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:27:59.474807 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d6134c5-2ea9-4f38-8c93-68b30723f053 req-ffe47ffd-df5d-4335-9e51-1a54b8150c53 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.52 "DELETE /v2.0/ports/2be667de-1985-4cf4-90e6-b3b8a12271b1 HTTP/1.1" status: 204 len: 173 time: 0.4196818 Aug 31 14:27:59.475291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43546537-f1f1-49c9-aa86-9a996811a74c', 'name': 'network-vif-deleted', 'tag': '2be667de-1985-4cf4-90e6-b3b8a12271b1'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:27:59.477689 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3963e9ef-5da9-4987-a6d3-5673c80a5162" -d '{"events": [{"server_uuid": "43546537-f1f1-49c9-aa86-9a996811a74c", "name": "network-vif-deleted", "tag": "2be667de-1985-4cf4-90e6-b3b8a12271b1"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:27:59.526438 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93584a15-db2d-4df5-ab76-b8880a011131 x-openstack-request-id: req-93584a15-db2d-4df5-ab76-b8880a011131 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:27:59.526884 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43546537-f1f1-49c9-aa86-9a996811a74c", "name": "network-vif-deleted", "tag": "2be667de-1985-4cf4-90e6-b3b8a12271b1", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:27:59.527749 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93584a15-db2d-4df5-ab76-b8880a011131 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:27:59.528625 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43546537-f1f1-49c9-aa86-9a996811a74c', 'name': 'network-vif-deleted', 'tag': '2be667de-1985-4cf4-90e6-b3b8a12271b1', 'status': 'completed', 'code': 200} Aug 31 14:28:00.009341 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a70a1225-8087-4e47-b9ff-c0976c1b0625 req-dff06526-fe62-43d7-8e92-0237f797ede3 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=43546537-f1f1-49c9-aa86-9a996811a74c HTTP/1.1" status: 200 len: 210 time: 0.0285461 Aug 31 14:28:01.162366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbcde6-7cdc-4c03-ab59-ee0c3509fec5 req-1aceb667-7f9b-4e14-af8e-375e115a3e8b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:01.163933 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0fbcde6-7cdc-4c03-ab59-ee0c3509fec5 req-1aceb667-7f9b-4e14-af8e-375e115a3e8b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0514076 Aug 31 14:28:01.203301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0fbcde6-7cdc-4c03-ab59-ee0c3509fec5 req-35b5048a-1516-4593-8189-64a7207f5a07 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332716 Aug 31 14:28:01.368582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b816b39-6c1b-4431-ad92-01d58b837505 req-9fdc4080-4967-424e-aaad-7443fccf8dd5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:01.370128 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b816b39-6c1b-4431-ad92-01d58b837505 req-9fdc4080-4967-424e-aaad-7443fccf8dd5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0502362 Aug 31 14:28:01.376258 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5946d035-a8ac-4b50-b965-46c9fd4e5e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:01.413707 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b816b39-6c1b-4431-ad92-01d58b837505 req-fde08168-bdb4-4cb0-a700-cc8299b27cb3 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368006 Aug 31 14:28:01.531542 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12065b7b-f108-472e-8084-2de18e342edb req-5b734547-46f8-4059-b752-70a4b1234943 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:01.533587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12065b7b-f108-472e-8084-2de18e342edb req-5b734547-46f8-4059-b752-70a4b1234943 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0505919 Aug 31 14:28:01.573328 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12065b7b-f108-472e-8084-2de18e342edb req-58273c33-8113-4695-9ea8-67c2d5083474 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334532 Aug 31 14:28:03.255501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697e5d5-fb95-4aec-a3ca-fa03efc2dfc1 req-32aa1f3d-2118-474a-8f2c-c8c59fada854 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:03.257099 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0697e5d5-fb95-4aec-a3ca-fa03efc2dfc1 req-32aa1f3d-2118-474a-8f2c-c8c59fada854 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0534301 Aug 31 14:28:03.296783 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0697e5d5-fb95-4aec-a3ca-fa03efc2dfc1 req-66b35b43-28de-4ad5-90a8-1636b74ef6a0 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Aug 31 14:28:03.345200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 2be667de-1985-4cf4-90e6-b3b8a12271b1 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:03.376975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 2be667de-1985-4cf4-90e6-b3b8a12271b1 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:28:03.377340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 2be667de-1985-4cf4-90e6-b3b8a12271b1 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:28:03.439042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e655b-92c3-44e1-b0bb-e1d6dddcf756 req-54218661-8836-4bb3-8888-2ca7eb24ff1e tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:03.440659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e7e655b-92c3-44e1-b0bb-e1d6dddcf756 req-54218661-8836-4bb3-8888-2ca7eb24ff1e tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0529938 Aug 31 14:28:03.486516 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e7e655b-92c3-44e1-b0bb-e1d6dddcf756 req-b7cac578-2ba9-400c-a375-2290c82be19a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390096 Aug 31 14:28:04.019170 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:04.071004 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25fa08c6-911a-48ed-b3e9-a0211f22fb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:04.994474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7f79c-aec9-4f3a-aaa1-0a9b1c543fca req-5f58f0db-5ca8-4cb5-93ae-50f1b5fe5fdd tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:04.995977 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3c7f79c-aec9-4f3a-aaa1-0a9b1c543fca req-5f58f0db-5ca8-4cb5-93ae-50f1b5fe5fdd tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0512130 Aug 31 14:28:05.039416 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3c7f79c-aec9-4f3a-aaa1-0a9b1c543fca req-1b497d47-9621-46f0-b4aa-12936f5ab51c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369437 Aug 31 14:28:05.157668 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2a5f6-5a47-4622-9e73-59b6e940df16 req-9e3ad212-dda9-4adb-91d5-dbdd4234b90f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:05.159837 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1b2a5f6-5a47-4622-9e73-59b6e940df16 req-9e3ad212-dda9-4adb-91d5-dbdd4234b90f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0515079 Aug 31 14:28:05.201355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1b2a5f6-5a47-4622-9e73-59b6e940df16 req-cda5ae72-95ba-4e5c-9e10-ec784c55e988 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353005 Aug 31 14:28:05.254495 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:05.364634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfca0be-272b-49f6-ada4-ae77115da2e5 req-8fe60caf-ca22-4a4e-b97f-1ddfcb19a8d2 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:05.366065 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-acfca0be-272b-49f6-ada4-ae77115da2e5 req-8fe60caf-ca22-4a4e-b97f-1ddfcb19a8d2 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0488381 Aug 31 14:28:05.404753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-acfca0be-272b-49f6-ada4-ae77115da2e5 req-424ef2f2-9768-4f09-8a33-409e8913b0ca tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326414 Aug 31 14:28:05.520915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1c98a-195d-4798-802a-89805bddfe15 req-95e6b080-ce09-480b-9c21-a2706a7b64b3 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:05.522426 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1d1c98a-195d-4798-802a-89805bddfe15 req-95e6b080-ce09-480b-9c21-a2706a7b64b3 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0506065 Aug 31 14:28:05.564087 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1d1c98a-195d-4798-802a-89805bddfe15 req-6f3eab1f-7ae8-477f-aa42-d7b68201a310 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356545 Aug 31 14:28:05.732528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd6d1a-1dd8-4271-b85d-24ed584e302b req-ff64f682-b700-400e-8fe4-61f93c0aa6b9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:05.734029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4dd6d1a-1dd8-4271-b85d-24ed584e302b req-ff64f682-b700-400e-8fe4-61f93c0aa6b9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0492914 Aug 31 14:28:05.773271 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4dd6d1a-1dd8-4271-b85d-24ed584e302b req-a276e353-8c26-4c05-a35a-96369c4b48ce tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Aug 31 14:28:05.893711 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c156e0-a42e-45ea-ab31-82196aa1a7db req-9c96ff11-03f2-4b48-aeb3-9a73249a121d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:05.895127 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80c156e0-a42e-45ea-ab31-82196aa1a7db req-9c96ff11-03f2-4b48-aeb3-9a73249a121d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0501857 Aug 31 14:28:05.935103 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80c156e0-a42e-45ea-ab31-82196aa1a7db req-3951025e-25ee-47e1-b52d-15e8a51f41b4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Aug 31 14:28:06.107503 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab35b33-ae76-472e-8f83-b4328d6faf5b req-8b46863c-ac77-4024-98d0-f25f55dc4365 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:06.113804 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ab35b33-ae76-472e-8f83-b4328d6faf5b req-8b46863c-ac77-4024-98d0-f25f55dc4365 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0544884 Aug 31 14:28:06.156007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ab35b33-ae76-472e-8f83-b4328d6faf5b req-788c387c-8113-4b5a-9bb3-4135e612f679 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360429 Aug 31 14:28:06.274317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522969e6-b7bf-4386-b0de-46bf70d9f05e req-6d23cac6-6dac-4242-a44a-4c46cc03daae tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:06.275857 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522969e6-b7bf-4386-b0de-46bf70d9f05e req-6d23cac6-6dac-4242-a44a-4c46cc03daae tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0492971 Aug 31 14:28:06.316785 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-522969e6-b7bf-4386-b0de-46bf70d9f05e req-ef38122a-2160-4618-9cda-1839b9a919ff tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344894 Aug 31 14:28:06.492395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983bc6a-a7e0-4bf6-b365-4333aef0115d req-6190d060-7262-4f27-982e-af1461ae3415 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:06.493946 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c983bc6a-a7e0-4bf6-b365-4333aef0115d req-6190d060-7262-4f27-982e-af1461ae3415 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0556929 Aug 31 14:28:06.538156 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c983bc6a-a7e0-4bf6-b365-4333aef0115d req-ccbc617f-b576-43f7-8c77-666f059e90de tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373085 Aug 31 14:28:06.665951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3dcbc-8363-4e7a-9ac8-daf52a5aeb49 req-1d6b3788-34b5-4087-b1ae-b8ad08ceaadd tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:06.667655 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fcf3dcbc-8363-4e7a-9ac8-daf52a5aeb49 req-1d6b3788-34b5-4087-b1ae-b8ad08ceaadd tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0549185 Aug 31 14:28:06.709679 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fcf3dcbc-8363-4e7a-9ac8-daf52a5aeb49 req-742c91e8-97a6-473c-bad3-0e14e4bf4e22 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356336 Aug 31 14:28:06.810195 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:06.887783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7661a-bdf8-4df6-b56c-9ce28d0dfeee req-a0b5e3ca-e416-4755-8db5-98ebf945994b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:06.889375 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6dc7661a-bdf8-4df6-b56c-9ce28d0dfeee req-a0b5e3ca-e416-4755-8db5-98ebf945994b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0558670 Aug 31 14:28:06.931738 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6dc7661a-bdf8-4df6-b56c-9ce28d0dfeee req-4bbc2cc1-6764-4492-9aff-056ce5245ec7 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341942 Aug 31 14:28:07.062318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f204487-c286-451d-8349-b06df5fddc6c req-858654e3-66f7-4928-97ec-2436f498e1c9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:07.064090 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f204487-c286-451d-8349-b06df5fddc6c req-858654e3-66f7-4928-97ec-2436f498e1c9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0555918 Aug 31 14:28:07.108300 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2f204487-c286-451d-8349-b06df5fddc6c req-73e28c37-ea59-459d-a162-806285f70697 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373123 Aug 31 14:28:07.125133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4a717-b8aa-4188-8e9e-42a842f70911 req-abf22d94-f41b-4051-8ff5-49611825a99c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:07.126675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fae4a717-b8aa-4188-8e9e-42a842f70911 req-abf22d94-f41b-4051-8ff5-49611825a99c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0568342 Aug 31 14:28:07.167104 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fae4a717-b8aa-4188-8e9e-42a842f70911 req-851bfc79-c85d-4abc-bc03-a1db3690140a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335703 Aug 31 14:28:07.337373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa145f6-43ca-4fec-9572-4fd5188a67d6 req-53212497-18d2-4cbc-bc35-844157a3f608 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:07.338898 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-daa145f6-43ca-4fec-9572-4fd5188a67d6 req-53212497-18d2-4cbc-bc35-844157a3f608 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/networks?id=2325d784-2323-454c-85aa-b2254a184249 HTTP/1.1" status: 200 len: 814 time: 0.1029408 Aug 31 14:28:07.354111 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-daa145f6-43ca-4fec-9572-4fd5188a67d6 req-2e681637-756d-422d-9067-018f67d01a70 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/quotas/fc2fb10d92814a8a8548ad2895c42be0 HTTP/1.1" status: 200 len: 375 time: 0.0094178 Aug 31 14:28:07.404087 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-daa145f6-43ca-4fec-9572-4fd5188a67d6 req-e76640c8-6cf2-4d37-b234-d5b0f0439ad4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc2fb10d92814a8a8548ad2895c42be0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445910 Aug 31 14:28:07.517285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a929f-9ffc-4c1b-8e54-fe8c53c08bc4 req-ee91809c-8a95-4264-95b4-496ce03d822d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:07.518830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-692a929f-9ffc-4c1b-8e54-fe8c53c08bc4 req-ee91809c-8a95-4264-95b4-496ce03d822d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0516126 Aug 31 14:28:07.559501 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-692a929f-9ffc-4c1b-8e54-fe8c53c08bc4 req-270f362c-334e-4260-914b-51874fc78e5a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345151 Aug 31 14:28:07.687974 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9000d-90c9-423c-b46a-b1ccc65b78d3 req-6c709eb3-61e1-4084-b648-e82a0444259a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:07.689591 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-16b9000d-90c9-423c-b46a-b1ccc65b78d3 req-6c709eb3-61e1-4084-b648-e82a0444259a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0552394 Aug 31 14:28:07.727521 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-16b9000d-90c9-423c-b46a-b1ccc65b78d3 req-2b0c56a6-cbe5-4208-a27e-79e99cf49356 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Aug 31 14:28:07.887357 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b38b4f36-7b8b-45fa-ac17-ee3f1b1ed6e3 req-6bc67f30-23e6-4995-b68e-4e429e2d9146 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fc2fb10d92814a8a8548ad2895c42be0 HTTP/1.1" status: 200 len: 221 time: 0.0276017 Aug 31 14:28:07.995911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a22a7-a78a-43e2-8921-9078141e54c2 req-fdb56c8c-7e7d-4e15-8042-12c4c8ce9239 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:07.997468 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d13a22a7-a78a-43e2-8921-9078141e54c2 req-fdb56c8c-7e7d-4e15-8042-12c4c8ce9239 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0522380 Aug 31 14:28:08.039900 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d13a22a7-a78a-43e2-8921-9078141e54c2 req-59ac62c8-2a3a-4569-8533-a8eafb71291e tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364296 Aug 31 14:28:08.184209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688440c-a43a-4198-8dea-a97ee8097b84 req-58bb73d4-05d6-4c5b-8e59-f4cda3eb38f6 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:08.185969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3688440c-a43a-4198-8dea-a97ee8097b84 req-58bb73d4-05d6-4c5b-8e59-f4cda3eb38f6 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0644994 Aug 31 14:28:08.237177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3688440c-a43a-4198-8dea-a97ee8097b84 req-af822de3-1007-4799-94f5-fca6905106e1 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392787 Aug 31 14:28:08.304583 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe7d5c-e42c-4846-aaf4-0da256b2cbe1 req-632f4ad1-ebdb-4e24-9078-acbc7facef0e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:08.306428 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7bbe7d5c-e42c-4846-aaf4-0da256b2cbe1 req-632f4ad1-ebdb-4e24-9078-acbc7facef0e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0585959 Aug 31 14:28:08.370418 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7bbe7d5c-e42c-4846-aaf4-0da256b2cbe1 req-02e591b6-c63e-4f48-80da-fe1c29c95f6d tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381334 Aug 31 14:28:08.406887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06b6b3-ec92-429b-9ed6-2b98320bcdcb req-9a33ca56-f362-469d-b57a-f99a09c8eddb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:08.408592 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d06b6b3-ec92-429b-9ed6-2b98320bcdcb req-9a33ca56-f362-469d-b57a-f99a09c8eddb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0610464 Aug 31 14:28:08.450754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d06b6b3-ec92-429b-9ed6-2b98320bcdcb req-7b84deb1-6ce1-441f-a574-a5106c86a79f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358410 Aug 31 14:28:08.576481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47be480-e8b0-4a4d-96c8-6ad3d2ecd1a7 req-12191606-f9c0-40ca-8de4-bf2f56c36043 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:08.577917 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d47be480-e8b0-4a4d-96c8-6ad3d2ecd1a7 req-12191606-f9c0-40ca-8de4-bf2f56c36043 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0531969 Aug 31 14:28:08.616950 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d47be480-e8b0-4a4d-96c8-6ad3d2ecd1a7 req-29d110e7-d355-490a-8eb0-1edbadb8ccea tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321069 Aug 31 14:28:08.747790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5060a-6770-40a2-9e22-9b6f18c7721f req-ee4e71b9-cc69-4b59-bfad-6e60f22328c8 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:08.749308 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5bc5060a-6770-40a2-9e22-9b6f18c7721f req-ee4e71b9-cc69-4b59-bfad-6e60f22328c8 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0487673 Aug 31 14:28:08.787083 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5bc5060a-6770-40a2-9e22-9b6f18c7721f req-22f102ba-fedd-459a-917e-580fafc784dc tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311100 Aug 31 14:28:08.902008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511e8bf-d45c-4b80-9067-1672caaa4c7f req-6d869d5b-5401-4859-aead-21a665b0c7c3 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:08.903423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e511e8bf-d45c-4b80-9067-1672caaa4c7f req-6d869d5b-5401-4859-aead-21a665b0c7c3 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0504372 Aug 31 14:28:08.941959 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e511e8bf-d45c-4b80-9067-1672caaa4c7f req-012cd37c-c55c-4cd0-8b3e-e3d83840d126 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325031 Aug 31 14:28:09.071389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf739f-a4de-43cf-93ba-33a7efe0e25e req-63298a94-04f3-4ced-a70b-ae6ce7b602c2 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:09.072925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8eaf739f-a4de-43cf-93ba-33a7efe0e25e req-63298a94-04f3-4ced-a70b-ae6ce7b602c2 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0544753 Aug 31 14:28:09.110106 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8eaf739f-a4de-43cf-93ba-33a7efe0e25e req-aea2081b-b4f9-4ae5-8c53-917c752fd4e0 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311549 Aug 31 14:28:09.228783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf25ca7-de94-4028-9f44-c97d593f636d req-b6ce1f4d-1440-4a0b-b995-0d034b626ccc tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:09.233008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-adf25ca7-de94-4028-9f44-c97d593f636d req-b6ce1f4d-1440-4a0b-b995-0d034b626ccc tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0520775 Aug 31 14:28:09.274682 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-adf25ca7-de94-4028-9f44-c97d593f636d req-01f2e9dc-f3a9-4f10-ad9c-26b3d8418651 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361876 Aug 31 14:28:09.299549 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:09.325310 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:09.418953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad84221-06d4-475c-9634-2606b9110d0a req-975fab6e-4edf-409d-a316-9c2b031b0643 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:09.420722 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ad84221-06d4-475c-9634-2606b9110d0a req-975fab6e-4edf-409d-a316-9c2b031b0643 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0592742 Aug 31 14:28:09.467611 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ad84221-06d4-475c-9634-2606b9110d0a req-8153bc52-3d3c-4cb5-9999-62757d8b2790 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Aug 31 14:28:09.501325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4be18c-2fcf-4005-ab98-a32b773677e1 req-8108d322-0fb9-407b-b6c4-307683fe838b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:09.503419 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c4be18c-2fcf-4005-ab98-a32b773677e1 req-8108d322-0fb9-407b-b6c4-307683fe838b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0615907 Aug 31 14:28:09.543833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c4be18c-2fcf-4005-ab98-a32b773677e1 req-a21792ca-a561-4d68-9475-a607928c9e5a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340731 Aug 31 14:28:09.589695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf748a3-64e2-4204-9ed7-7f286901ce69 req-89e17a01-5dc1-4048-bfda-59eb75130b33 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:09.591664 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8bf748a3-64e2-4204-9ed7-7f286901ce69 req-89e17a01-5dc1-4048-bfda-59eb75130b33 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0524909 Aug 31 14:28:09.637803 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8bf748a3-64e2-4204-9ed7-7f286901ce69 req-47f1d94a-0020-4a00-9ee8-6173c67836fb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386868 Aug 31 14:28:09.770778 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db8fd1-317a-4af0-9376-a8b84305e124 req-904f32d9-5d74-42e7-99dd-ecbdb58a339c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:09.772304 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1db8fd1-317a-4af0-9376-a8b84305e124 req-904f32d9-5d74-42e7-99dd-ecbdb58a339c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0498950 Aug 31 14:28:09.810874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1db8fd1-317a-4af0-9376-a8b84305e124 req-91517e1f-d1c0-4e23-b497-c64ea01a4e56 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320799 Aug 31 14:28:09.926408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88617eb2-0646-4c2d-9b41-bc29664dedc5 req-332a05b0-e7be-4282-82ed-a207a8d3d340 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:09.927903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88617eb2-0646-4c2d-9b41-bc29664dedc5 req-332a05b0-e7be-4282-82ed-a207a8d3d340 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0491455 Aug 31 14:28:09.970944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88617eb2-0646-4c2d-9b41-bc29664dedc5 req-fae2ed59-e1ca-4910-a66e-34df6ecf0ea5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369408 Aug 31 14:28:10.104031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e46b2-ff03-4806-927b-70d0d1ce5cb6 req-77c6a0b8-8ccf-44d4-8b0c-fbe42f6c91e4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:10.105538 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-213e46b2-ff03-4806-927b-70d0d1ce5cb6 req-77c6a0b8-8ccf-44d4-8b0c-fbe42f6c91e4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0538342 Aug 31 14:28:10.143325 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-213e46b2-ff03-4806-927b-70d0d1ce5cb6 req-521dd3a0-cd16-446a-9802-ce0172211a61 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Aug 31 14:28:10.265409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa6391-dfbf-4680-b2ca-3bf552eb9c03 req-edd6755e-b2a2-4fbc-acd1-ed4d4c4fa53f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:10.266884 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bafa6391-dfbf-4680-b2ca-3bf552eb9c03 req-edd6755e-b2a2-4fbc-acd1-ed4d4c4fa53f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0553749 Aug 31 14:28:10.304201 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bafa6391-dfbf-4680-b2ca-3bf552eb9c03 req-88cddf3a-7ffa-4ce4-8db3-16494e9f87bc tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Aug 31 14:28:10.466321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700609e5-e4cd-45c6-abff-7a678c4ad722 req-96fd37ec-acbe-42c5-a41f-ed02d2faf9a8 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:10.467796 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-700609e5-e4cd-45c6-abff-7a678c4ad722 req-96fd37ec-acbe-42c5-a41f-ed02d2faf9a8 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0495594 Aug 31 14:28:10.507690 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-700609e5-e4cd-45c6-abff-7a678c4ad722 req-89d2e026-47b4-42c5-8afe-a7528c4b90c8 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315456 Aug 31 14:28:10.632812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22a7f1-2bf8-4188-85a1-a6ab449e250c req-cb3b725c-4389-43af-b07b-58a158b53c31 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:10.634622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe22a7f1-2bf8-4188-85a1-a6ab449e250c req-cb3b725c-4389-43af-b07b-58a158b53c31 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0535562 Aug 31 14:28:10.660348 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cffda9-d019-42ef-901a-8636b7ea5bf8 req-9c3969b8-cf51-4fb3-b8b0-98867a277761 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:10.661895 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3cffda9-d019-42ef-901a-8636b7ea5bf8 req-9c3969b8-cf51-4fb3-b8b0-98867a277761 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0507891 Aug 31 14:28:10.673476 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe22a7f1-2bf8-4188-85a1-a6ab449e250c req-74356107-d7d5-4ca4-b8ee-574315fb8761 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326996 Aug 31 14:28:10.702063 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d3cffda9-d019-42ef-901a-8636b7ea5bf8 req-52ed009d-c190-4e75-a8e2-cd970a556ee8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335777 Aug 31 14:28:10.851622 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729757b1-2942-4d49-b2ae-acf72fb53aef req-415b72b2-fe24-404b-8db4-cd2ffac48251 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:10.853070 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-729757b1-2942-4d49-b2ae-acf72fb53aef req-415b72b2-fe24-404b-8db4-cd2ffac48251 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0601223 Aug 31 14:28:10.891529 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-729757b1-2942-4d49-b2ae-acf72fb53aef req-f8b8af62-5ec5-44db-81e3-c160e8fcbbb4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Aug 31 14:28:11.011337 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e86f4c-cae5-4938-bf58-a6990b75a2f2 req-80a04261-0dfc-46fc-8205-1c609bd6bb22 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:11.012987 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68e86f4c-cae5-4938-bf58-a6990b75a2f2 req-80a04261-0dfc-46fc-8205-1c609bd6bb22 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0533102 Aug 31 14:28:11.051505 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68e86f4c-cae5-4938-bf58-a6990b75a2f2 req-f5c2bdb0-b036-4a7a-a625-5eabc4056157 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320082 Aug 31 14:28:11.187793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc77ba-3e37-46c5-8e9c-f45311721fb9 req-c49d6fda-2dd0-4ad0-bf33-92532bf17670 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:11.189528 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-60fc77ba-3e37-46c5-8e9c-f45311721fb9 req-c49d6fda-2dd0-4ad0-bf33-92532bf17670 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0534534 Aug 31 14:28:11.228810 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-60fc77ba-3e37-46c5-8e9c-f45311721fb9 req-81482d2b-e444-41cf-9a03-f6a00eb0555a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332427 Aug 31 14:28:11.346161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d7221-1376-4a9e-b7f2-06d1e340bfb5 req-f22f1ae3-c0bf-4c10-8ca6-9b8625a90356 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:11.347701 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae5d7221-1376-4a9e-b7f2-06d1e340bfb5 req-f22f1ae3-c0bf-4c10-8ca6-9b8625a90356 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0514166 Aug 31 14:28:11.386411 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae5d7221-1376-4a9e-b7f2-06d1e340bfb5 req-f1627aca-1ed9-4784-8423-593533a85142 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Aug 31 14:28:11.589758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cdff1-3cf4-4f60-8ac2-306d32019ff9 req-083fe28d-a2f9-4b0a-96ec-5629ff5c0cd5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:11.591267 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-734cdff1-3cf4-4f60-8ac2-306d32019ff9 req-083fe28d-a2f9-4b0a-96ec-5629ff5c0cd5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0493298 Aug 31 14:28:11.632703 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-734cdff1-3cf4-4f60-8ac2-306d32019ff9 req-906fda89-88d3-430e-b069-23b99b34217b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349097 Aug 31 14:28:11.819316 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6dd6a-5716-4ae6-929e-938911255d2c req-253b4ebe-3db7-4de6-8a7e-8c7b07c294a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:11.820924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02f6dd6a-5716-4ae6-929e-938911255d2c req-253b4ebe-3db7-4de6-8a7e-8c7b07c294a6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0494359 Aug 31 14:28:11.858327 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02f6dd6a-5716-4ae6-929e-938911255d2c req-d251fec6-d3df-4f0e-9690-e170e85f7b5a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314753 Aug 31 14:28:12.755823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685805b-ac13-44cc-8d6a-a71afa0a18be req-b174ad86-972a-41b2-93cb-aff6c52af63c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:12.757286 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6685805b-ac13-44cc-8d6a-a71afa0a18be req-b174ad86-972a-41b2-93cb-aff6c52af63c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0540586 Aug 31 14:28:12.795824 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6685805b-ac13-44cc-8d6a-a71afa0a18be req-0b4d782d-2025-4364-9327-7d366a136d1d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Aug 31 14:28:12.979809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f6ef1-5b2f-46dc-a17c-26d65f8877ab req-5a5fff2a-3144-42c1-a679-101d22e33a8a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:12.987898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-274f6ef1-5b2f-46dc-a17c-26d65f8877ab req-5a5fff2a-3144-42c1-a679-101d22e33a8a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0589433 Aug 31 14:28:13.022945 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-274f6ef1-5b2f-46dc-a17c-26d65f8877ab req-a9076f27-48ad-4987-b86e-cbe3fadbeb42 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340738 Aug 31 14:28:13.059097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bcbf0-df3f-4280-8a2c-401e6a3c305a req-1359e016-b00c-478c-aba6-e5d1d2f6b965 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:13.060640 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-000bcbf0-df3f-4280-8a2c-401e6a3c305a req-1359e016-b00c-478c-aba6-e5d1d2f6b965 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0602672 Aug 31 14:28:13.099490 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-000bcbf0-df3f-4280-8a2c-401e6a3c305a req-616d71f1-6dd1-41db-8eff-dae9515b14d5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Aug 31 14:28:14.152291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a11ad-1e37-44e4-921d-58b3d3ee7c3d req-70b686db-fc72-47e0-9e57-568eb7e34c99 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:14.153680 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-568a11ad-1e37-44e4-921d-58b3d3ee7c3d req-70b686db-fc72-47e0-9e57-568eb7e34c99 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0588641 Aug 31 14:28:14.195462 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-568a11ad-1e37-44e4-921d-58b3d3ee7c3d req-a1f1304f-134f-4b68-bb41-9c04cb37aa0e tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350928 Aug 31 14:28:14.239188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cc0bf-0ad2-4dc3-953b-78060d000d72 req-6ee4243b-1e6a-420a-ae3d-c489691e7c14 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:14.240743 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac0cc0bf-0ad2-4dc3-953b-78060d000d72 req-6ee4243b-1e6a-420a-ae3d-c489691e7c14 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0593076 Aug 31 14:28:14.283811 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ac0cc0bf-0ad2-4dc3-953b-78060d000d72 req-fb4847db-5a37-40bf-ac9e-3a5abf6fdf8a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370936 Aug 31 14:28:15.316232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bb253-ee31-4b7f-b813-c2d3aad7548f req-a6cfac7a-c31a-49c1-b5aa-9fba07ae83d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:15.317782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-066bb253-ee31-4b7f-b813-c2d3aad7548f req-a6cfac7a-c31a-49c1-b5aa-9fba07ae83d7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0508697 Aug 31 14:28:15.361508 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-066bb253-ee31-4b7f-b813-c2d3aad7548f req-f3c631ae-2d01-49c9-97ea-e6d72a868b34 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329802 Aug 31 14:28:15.411875 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daf122-c301-497b-8f61-c3430bdbacc1 req-e4beb5ef-c6cf-46c7-b679-f6f0466a2a31 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:15.413431 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7daf122-c301-497b-8f61-c3430bdbacc1 req-e4beb5ef-c6cf-46c7-b679-f6f0466a2a31 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0543885 Aug 31 14:28:15.451587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a7daf122-c301-497b-8f61-c3430bdbacc1 req-1634c4b3-57ff-48af-9f69-330c8302118b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Aug 31 14:28:16.490057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d27a4-3c02-4c46-9c2f-d76067e435ac req-242d97fe-2521-46f5-92d9-77f9f091b154 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:16.491584 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2c1d27a4-3c02-4c46-9c2f-d76067e435ac req-242d97fe-2521-46f5-92d9-77f9f091b154 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0586331 Aug 31 14:28:16.535272 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2c1d27a4-3c02-4c46-9c2f-d76067e435ac req-d4353964-e8ef-46da-872a-9bc6074ef3f8 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367033 Aug 31 14:28:16.585333 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e84e4b-73ef-47f6-a143-416712d27747 req-fd154ad9-568c-4ac4-89d6-a946ab8379c6 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:16.586957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-11e84e4b-73ef-47f6-a143-416712d27747 req-fd154ad9-568c-4ac4-89d6-a946ab8379c6 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0628896 Aug 31 14:28:16.632284 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-11e84e4b-73ef-47f6-a143-416712d27747 req-eb5f8c09-5da7-449a-b83c-a2e4ca330452 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360744 Aug 31 14:28:16.947715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffbbef-9308-4af9-bc0d-c1416db556fc req-3bd28f0e-0dd7-43b4-a1a8-bb5b6b113761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:16.949280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80ffbbef-9308-4af9-bc0d-c1416db556fc req-3bd28f0e-0dd7-43b4-a1a8-bb5b6b113761 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 1096 time: 0.0455129 Aug 31 14:28:17.055871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffbbef-9308-4af9-bc0d-c1416db556fc req-4c20487c-3323-4af0-ac83-e7ef72e1bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:17.057423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80ffbbef-9308-4af9-bc0d-c1416db556fc req-4c20487c-3323-4af0-ac83-e7ef72e1bcb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3607d77-71f3-4a39-b625-805d5c596fdd HTTP/1.1" status: 200 len: 898 time: 0.0874839 Aug 31 14:28:17.128000 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80ffbbef-9308-4af9-bc0d-c1416db556fc req-1f1c7de1-834e-4733-af7b-8ddaa1f01904 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=065bb750-8f88-49ad-9253-63aa9fd2f530 HTTP/1.1" status: 200 len: 1001 time: 0.0610847 Aug 31 14:28:17.177053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffbbef-9308-4af9-bc0d-c1416db556fc req-2ed96837-5033-44ce-b305-8251dffad2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:17.178547 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80ffbbef-9308-4af9-bc0d-c1416db556fc req-2ed96837-5033-44ce-b305-8251dffad2eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=642af906-2fb2-4fd4-971b-7485206ff163 HTTP/1.1" status: 200 len: 835 time: 0.0432374 Aug 31 14:28:17.225964 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffbbef-9308-4af9-bc0d-c1416db556fc req-f5b265d6-08cb-495b-ba39-ea9660208796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:17.227392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80ffbbef-9308-4af9-bc0d-c1416db556fc req-f5b265d6-08cb-495b-ba39-ea9660208796 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3607d77-71f3-4a39-b625-805d5c596fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408392 Aug 31 14:28:17.318793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53762) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:17.323024 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80ffbbef-9308-4af9-bc0d-c1416db556fc req-c2f3ac5c-692a-4fe5-baaa-b879fcf86afc service neutron] 10.222.0.13 "GET /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875509 Aug 31 14:28:17.394979 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01708951-534a-416c-8593-cfcad6624a73 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:17.395467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01708951-534a-416c-8593-cfcad6624a73 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:17.395941 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01708951-534a-416c-8593-cfcad6624a73 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:17.397675 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-01708951-534a-416c-8593-cfcad6624a73 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=f7b6173980a64ce294c4315a07a0fad0&network_id=f087ca63-fd3c-4065-9716-e5d424d56e53 HTTP/1.1" status: 200 len: 2969 time: 0.0778699 Aug 31 14:28:17.422610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80ffbbef-9308-4af9-bc0d-c1416db556fc req-1ca265bd-0007-4244-a0cf-ba81f70fac54 service neutron] 10.222.0.13 "GET /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916755 Aug 31 14:28:17.661713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c707a-c302-4dd9-92cb-1145af1437df req-9d66945d-2638-4152-a575-7b9cb5cdb77a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:17.663327 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-449c707a-c302-4dd9-92cb-1145af1437df req-9d66945d-2638-4152-a575-7b9cb5cdb77a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0511847 Aug 31 14:28:17.704914 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-449c707a-c302-4dd9-92cb-1145af1437df req-c7d2f851-af32-4877-89be-55aa370ecf63 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356016 Aug 31 14:28:17.747497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365bd38-cf0e-42d0-8b1b-6e619a5ec103 req-00f23633-e1fd-4e7b-b6bd-cbd583c0f1b4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:17.749039 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c365bd38-cf0e-42d0-8b1b-6e619a5ec103 req-00f23633-e1fd-4e7b-b6bd-cbd583c0f1b4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0490360 Aug 31 14:28:17.787457 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c365bd38-cf0e-42d0-8b1b-6e619a5ec103 req-11b38122-fb70-44d8-b057-9e6ff95d82a4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Aug 31 14:28:18.826922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c747d1-6823-43f2-b989-990692d32d12 req-67e89bf5-68cc-4a1c-8981-db205bbd9b77 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:18.828727 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-39c747d1-6823-43f2-b989-990692d32d12 req-67e89bf5-68cc-4a1c-8981-db205bbd9b77 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0552514 Aug 31 14:28:18.869443 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-39c747d1-6823-43f2-b989-990692d32d12 req-9b668831-ee5c-4106-98c6-a1bd4142fd8c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344870 Aug 31 14:28:18.904141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780edde2-7a5e-4cfa-b812-aea813d77887 req-3876fc85-6fb3-40ac-b17c-7124b35192a5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:18.905699 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-780edde2-7a5e-4cfa-b812-aea813d77887 req-3876fc85-6fb3-40ac-b17c-7124b35192a5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0495048 Aug 31 14:28:18.945186 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-780edde2-7a5e-4cfa-b812-aea813d77887 req-ed2c4e34-02d2-47e6-9d82-4caa0dd346e0 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328929 Aug 31 14:28:19.065823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb80133-2ae5-430f-b721-31f9058a64d0 req-4513639b-5c05-4619-a000-ecf19786e76d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:19.067346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-afb80133-2ae5-430f-b721-31f9058a64d0 req-4513639b-5c05-4619-a000-ecf19786e76d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0511818 Aug 31 14:28:19.107497 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-afb80133-2ae5-430f-b721-31f9058a64d0 req-88f04e11-0b9c-4156-a423-6d9edb80e814 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329483 Aug 31 14:28:19.256075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa194f-4f22-46e4-9497-d66fcde59efc req-19e0a556-135c-4856-8d66-c66356095571 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:19.257659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d7fa194f-4f22-46e4-9497-d66fcde59efc req-19e0a556-135c-4856-8d66-c66356095571 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0499041 Aug 31 14:28:19.297256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d7fa194f-4f22-46e4-9497-d66fcde59efc req-fe7b5ed8-4668-47ca-81db-b0eaf9baadff tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Aug 31 14:28:19.377762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53788) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:19.411992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1057-73d5-4fe6-a991-0d4243e987f2 req-6749ef53-8c7b-4ad7-b5e2-e690795b5776 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:19.413543 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed3e1057-73d5-4fe6-a991-0d4243e987f2 req-6749ef53-8c7b-4ad7-b5e2-e690795b5776 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0496087 Aug 31 14:28:19.434558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af29dc83-e65a-4b14-a630-9f1cecb07fda tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:19.436095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-af29dc83-e65a-4b14-a630-9f1cecb07fda tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be HTTP/1.1" status: 200 len: 814 time: 0.0573285 Aug 31 14:28:19.456117 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed3e1057-73d5-4fe6-a991-0d4243e987f2 req-9afd58ec-d2c1-49fb-a3f9-8d66e5d8fbe4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362861 Aug 31 14:28:19.588354 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549f25f-4974-4d3f-93a9-5592a492044c req-c17002b8-69ac-472d-9ced-8ae02e3c7fb6 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:19.589867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b549f25f-4974-4d3f-93a9-5592a492044c req-c17002b8-69ac-472d-9ced-8ae02e3c7fb6 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0488448 Aug 31 14:28:19.628957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b549f25f-4974-4d3f-93a9-5592a492044c req-b5fc7323-c2db-4cc6-ac37-6efe9e209c0b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327280 Aug 31 14:28:19.753109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e559-c51f-4edd-aab7-a579ff24198f req-1c233af0-0916-49c3-95d4-ec374311d48a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:19.754557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88f9e559-c51f-4edd-aab7-a579ff24198f req-1c233af0-0916-49c3-95d4-ec374311d48a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0549610 Aug 31 14:28:19.792694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88f9e559-c51f-4edd-aab7-a579ff24198f req-4f79dd89-ce55-4ec8-ba76-6e772e163c39 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Aug 31 14:28:19.943015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886096b-9d26-45b5-b71b-a23581adee5c req-a5168c3f-f551-4b6f-8a30-e1ccb8887ade tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:19.944618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9886096b-9d26-45b5-b71b-a23581adee5c req-a5168c3f-f551-4b6f-8a30-e1ccb8887ade tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0502806 Aug 31 14:28:19.984351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9886096b-9d26-45b5-b71b-a23581adee5c req-55ebef08-ec7f-4ace-bda9-69bbe82b4265 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335073 Aug 31 14:28:19.987682 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5d9c-cc4c-429a-814e-3c83d04a4175 req-8fa411c0-da32-4bfd-bda4-2f053215cf73 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:19.989503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ccee5d9c-cc4c-429a-814e-3c83d04a4175 req-8fa411c0-da32-4bfd-bda4-2f053215cf73 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0508151 Aug 31 14:28:20.029657 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ccee5d9c-cc4c-429a-814e-3c83d04a4175 req-f6ba46a0-a025-4535-a082-ae327c7d2188 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337553 Aug 31 14:28:20.087792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53808) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:20.092678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f23922e0-72a4-4ea9-b3e7-fde03a5e8b00 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'network': {'name': 'tempest-network-smoke--1507373184', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'port_security_enabled': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:20.125772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a2db-d77c-478c-bd2c-8e99c1d4402c req-7acc85e7-8c2b-4f11-ae51-c1d11c286c23 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:20.127873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d94a2db-d77c-478c-bd2c-8e99c1d4402c req-7acc85e7-8c2b-4f11-ae51-c1d11c286c23 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0729458 Aug 31 14:28:20.128930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23922e0-72a4-4ea9-b3e7-fde03a5e8b00 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Made reservation on behalf of f7b6173980a64ce294c4315a07a0fad0 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:20.132123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f23922e0-72a4-4ea9-b3e7-fde03a5e8b00 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.180474 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d94a2db-d77c-478c-bd2c-8e99c1d4402c req-88089d3d-1ecb-4020-9778-f9b08c002595 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458133 Aug 31 14:28:20.183727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23922e0-72a4-4ea9-b3e7-fde03a5e8b00 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:28:20.195032 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f23922e0-72a4-4ea9-b3e7-fde03a5e8b00 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.195424 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-f23922e0-72a4-4ea9-b3e7-fde03a5e8b00 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Added segment 8e78fd3e-1059-46f3-bb4c-6de1400c0534 of type vlan for network 8af36aa9-80a6-4709-9fc2-ea603a362e85 Aug 31 14:28:20.236880 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f23922e0-72a4-4ea9-b3e7-fde03a5e8b00 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.263303 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f23922e0-72a4-4ea9-b3e7-fde03a5e8b00 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.269252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23922e0-72a4-4ea9-b3e7-fde03a5e8b00 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:20.270544 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f23922e0-72a4-4ea9-b3e7-fde03a5e8b00 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:20.387620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f23922e0-72a4-4ea9-b3e7-fde03a5e8b00 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2987869 Aug 31 14:28:20.390826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53814) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:20.403262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23922e0-72a4-4ea9-b3e7-fde03a5e8b00 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Network': ['ID=8af36aa9-80a6-4709-9fc2-ea603a362e85,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:20.418280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 8af36aa9-80a6-4709-9fc2-ea603a362e85 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:28:20.428035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ffd13-4575-4ed8-92c2-72e71f12fbe4 req-84003117-7475-465b-9621-47ad37936a76 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:20.429701 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f2ffd13-4575-4ed8-92c2-72e71f12fbe4 req-84003117-7475-465b-9621-47ad37936a76 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.1552451 Aug 31 14:28:20.437461 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9380040d-b01f-404e-9581-960c8c36afa1 req-a61ea530-c6c1-4b60-a844-78b663957856 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1334009 Aug 31 14:28:20.484403 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f2ffd13-4575-4ed8-92c2-72e71f12fbe4 req-a18e716d-2487-4965-9f1c-84c6f63de201 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458477 Aug 31 14:28:20.541303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380040d-b01f-404e-9581-960c8c36afa1 req-e24c931c-2eb0-4a72-a011-46e4f7e58d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:20.543423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9380040d-b01f-404e-9581-960c8c36afa1 req-e24c931c-2eb0-4a72-a011-46e4f7e58d10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 1096 time: 0.0494664 Aug 31 14:28:20.652877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380040d-b01f-404e-9581-960c8c36afa1 req-2bcc2d2b-bc78-45e9-8fdc-ca9688ff0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:20.654492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9380040d-b01f-404e-9581-960c8c36afa1 req-2bcc2d2b-bc78-45e9-8fdc-ca9688ff0a61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f087ca63-fd3c-4065-9716-e5d424d56e53 HTTP/1.1" status: 200 len: 898 time: 0.0904331 Aug 31 14:28:20.752838 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9380040d-b01f-404e-9581-960c8c36afa1 req-6346132b-c435-4f96-b6a3-99b496419e64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00adc30b-5a65-4afa-87bd-313448e100f7 HTTP/1.1" status: 200 len: 1001 time: 0.0899720 Aug 31 14:28:20.808064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380040d-b01f-404e-9581-960c8c36afa1 req-032dc098-d45f-4bec-8484-7f5359affb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:20.809523 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9380040d-b01f-404e-9581-960c8c36afa1 req-032dc098-d45f-4bec-8484-7f5359affb50 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa HTTP/1.1" status: 200 len: 835 time: 0.0490036 Aug 31 14:28:20.815406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4086938a-81d6-416c-a0fc-551fbdfd4581 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:20.817025 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4086938a-81d6-416c-a0fc-551fbdfd4581 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f7b6173980a64ce294c4315a07a0fad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4250178 Aug 31 14:28:20.824933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53818) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:20.855734 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa61560-e65a-45d1-8dfe-07fba2122992 req-832cd11f-3303-457b-bbe6-dd8790166a17 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:20.857338 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fa61560-e65a-45d1-8dfe-07fba2122992 req-832cd11f-3303-457b-bbe6-dd8790166a17 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0620399 Aug 31 14:28:20.898928 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4fa61560-e65a-45d1-8dfe-07fba2122992 req-31ce8322-6c71-4b7d-9a8c-68abaf0ed6d3 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356178 Aug 31 14:28:21.044176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c97f7-92ff-4a40-b602-c05986c03be6 req-145ae413-f0fd-4d4f-af69-9ec1c52cb6fb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:21.045771 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-144c97f7-92ff-4a40-b602-c05986c03be6 req-145ae413-f0fd-4d4f-af69-9ec1c52cb6fb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0534277 Aug 31 14:28:21.089068 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-144c97f7-92ff-4a40-b602-c05986c03be6 req-2d3053f3-4ff2-4171-84c6-908fe134ad04 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369947 Aug 31 14:28:21.218791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f767f-d185-4e2a-8a3d-d83d25985e24 req-a90df1e3-82ce-4cda-bec5-9a6049cbddd8 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:21.220367 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-726f767f-d185-4e2a-8a3d-d83d25985e24 req-a90df1e3-82ce-4cda-bec5-9a6049cbddd8 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0550640 Aug 31 14:28:21.261143 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-726f767f-d185-4e2a-8a3d-d83d25985e24 req-79683f4d-56fd-4daa-9e39-f3290e6eaa40 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343702 Aug 31 14:28:21.290531 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380040d-b01f-404e-9581-960c8c36afa1 req-2fc67267-7021-4b09-a0b9-1d986562ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:21.292088 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9380040d-b01f-404e-9581-960c8c36afa1 req-2fc67267-7021-4b09-a0b9-1d986562ccc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f087ca63-fd3c-4065-9716-e5d424d56e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4747708 Aug 31 14:28:21.368198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5604f96-80f5-4959-b60c-ba227b7bf8db tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:21.373008 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b5604f96-80f5-4959-b60c-ba227b7bf8db tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5439358 Aug 31 14:28:21.373472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53832) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:21.388455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9906e2-5e1c-4a75-8275-6a3666178701 req-44020de4-dae2-4d4f-88db-42acc883fc00 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:21.390063 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db9906e2-5e1c-4a75-8275-6a3666178701 req-44020de4-dae2-4d4f-88db-42acc883fc00 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.1399827 Aug 31 14:28:21.415584 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fe3de002-0080-4fa4-8c8c-2594168ed723 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377774 Aug 31 14:28:21.417819 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53834) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:21.458178 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db9906e2-5e1c-4a75-8275-6a3666178701 req-3d957bae-32f5-4e75-85ef-d605144777a3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611532 Aug 31 14:28:21.463846 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c6ecaa89-a1f9-484a-9672-c7dd9cf497af tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f7b6173980a64ce294c4315a07a0fad0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290315 Aug 31 14:28:21.463977 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9380040d-b01f-404e-9581-960c8c36afa1 req-de51723b-8a57-4103-9fd8-8500b5fd9759 service neutron] 10.222.0.52 "GET /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595206 Aug 31 14:28:21.463977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53836) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:21.481012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cf950-b6e2-4beb-9e41-a3552e5c9c96 req-ddfe2f0f-9ce7-426a-bce3-b01cb9a74f8b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:21.482646 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6d5cf950-b6e2-4beb-9e41-a3552e5c9c96 req-ddfe2f0f-9ce7-426a-bce3-b01cb9a74f8b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0983794 Aug 31 14:28:21.521922 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6d5cf950-b6e2-4beb-9e41-a3552e5c9c96 req-cf5c57b8-1712-4b95-b54a-38e22dd43538 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Aug 31 14:28:21.656097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fc9d8b-fb32-4cfd-b844-ef5ac6dd510d tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:21.657735 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a2fc9d8b-fb32-4cfd-b844-ef5ac6dd510d tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1929436 Aug 31 14:28:21.660602 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53840) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:21.663164 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9380040d-b01f-404e-9581-960c8c36afa1 req-7fed4857-dc4e-4154-825c-5f213d069ee2 service neutron] 10.222.0.52 "GET /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889198 Aug 31 14:28:21.680568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1c125-cd7c-4345-8eb6-e6f98cd19fdc req-6c63fd5e-18e7-4d4b-9b69-7eca4d831892 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:21.684929 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24b1c125-cd7c-4345-8eb6-e6f98cd19fdc req-6c63fd5e-18e7-4d4b-9b69-7eca4d831892 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0859528 Aug 31 14:28:21.694796 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c09ef559-8a88-4ae1-9f20-4b1d496fd1e8 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329571 Aug 31 14:28:21.697293 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53842) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:21.702247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1633352037', 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:21.725541 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24b1c125-cd7c-4345-8eb6-e6f98cd19fdc req-93744aef-3860-4f6f-9f23-4eacbc274c4a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Aug 31 14:28:21.801898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Made reservation on behalf of f7b6173980a64ce294c4315a07a0fad0 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:21.806284 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:21.881060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e6374-5e6e-4d96-85aa-260c367276ff req-c94aafa9-3b2d-43db-bc3d-d85309bf8ec2 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:21.882629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b00e6374-5e6e-4d96-85aa-260c367276ff req-c94aafa9-3b2d-43db-bc3d-d85309bf8ec2 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0569742 Aug 31 14:28:21.932674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b00e6374-5e6e-4d96-85aa-260c367276ff req-7b04d32c-10a3-4290-abe5-c8bdf396c6e3 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431986 Aug 31 14:28:22.016217 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.103090 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Subnet': ['ID=2e15feac-f039-4912-815e-1b7eceb4c556,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:22.122616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838f13a-cf8c-4a38-87f9-236301a16e29 req-2ad2d8bc-2a5e-44ac-9cde-74b7c122bf37 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:22.124139 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0838f13a-cf8c-4a38-87f9-236301a16e29 req-2ad2d8bc-2a5e-44ac-9cde-74b7c122bf37 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.1184990 Aug 31 14:28:22.127808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:22.128159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:22.128524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:22.128868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:22.129200 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:22.129525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:22.129851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:22.130180 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:22.130502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:22.130824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:22.131150 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:22.131463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:22.137352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Checking segment: {'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:22.137719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network hostable DHCP agents. Network: 8af36aa9-80a6-4709-9fc2-ea603a362e85, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:28:22.174771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network 8af36aa9-80a6-4709-9fc2-ea603a362e85 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:28:22.185958 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0838f13a-cf8c-4a38-87f9-236301a16e29 req-cf661449-3d8b-4a87-a319-061f2fb67721 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509923 Aug 31 14:28:22.190925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 8af36aa9-80a6-4709-9fc2-ea603a362e85) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:22.195620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:22.196215 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.202259 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdcaee0-690c-43cf-9d94-c4762b97b67d None None] Network 8af36aa9-80a6-4709-9fc2-ea603a362e85 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:22.221540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9cd88002-760b-4001-8da3-5e5ffc5f53ba tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5229301 Aug 31 14:28:22.365604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c11fd-b5ee-4258-b36e-d290e0a06a73 req-8474677d-e20c-4d2c-9d92-9adebd384880 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:22.367251 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee4c11fd-b5ee-4258-b36e-d290e0a06a73 req-8474677d-e20c-4d2c-9d92-9adebd384880 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0503507 Aug 31 14:28:22.387298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-8af36aa9-80a6-4709-9fc2-ea603a362e85', 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ips': [{'subnet_id': '2e15feac-f039-4912-815e-1b7eceb4c556'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:28:22.388297 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.407757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee4c11fd-b5ee-4258-b36e-d290e0a06a73 req-0c37b295-eb72-4410-b24f-796f2c83c451 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336320 Aug 31 14:28:22.482456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53858) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:22.488123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-032588b7-70ae-465b-8830-b3f40afeaf30 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952696820', 'description': 'tempest-secgroup-smoke-1952696820 description', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:22.512663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-032588b7-70ae-465b-8830-b3f40afeaf30 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.537694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Allocated IP 172.20.0.18 (8af36aa9-80a6-4709-9fc2-ea603a362e85/2e15feac-f039-4912-815e-1b7eceb4c556/d90fba66-8f9b-47f2-93f0-f3ecc23e2893) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:22.556041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf8bd7-b261-4e35-96e9-17b22f12d5ff req-59fc31e4-df4a-4e5a-84e4-2943cf0eb12c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:22.557799 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15cf8bd7-b261-4e35-96e9-17b22f12d5ff req-59fc31e4-df4a-4e5a-84e4-2943cf0eb12c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0788438 Aug 31 14:28:22.616278 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-15cf8bd7-b261-4e35-96e9-17b22f12d5ff req-f2df21a7-3505-42a2-ab50-a38727cce26b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523095 Aug 31 14:28:22.640335 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-032588b7-70ae-465b-8830-b3f40afeaf30 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.649036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ac89e-79f9-44ba-ab37-c9f89afdc2c8 req-83cb0b47-9551-43b8-a747-7e564a16d9b7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:22.650642 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-af0ac89e-79f9-44ba-ab37-c9f89afdc2c8 req-83cb0b47-9551-43b8-a747-7e564a16d9b7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0952823 Aug 31 14:28:22.651799 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-032588b7-70ae-465b-8830-b3f40afeaf30 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.702397 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-032588b7-70ae-465b-8830-b3f40afeaf30 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.706442 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-032588b7-70ae-465b-8830-b3f40afeaf30 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2201934 Aug 31 14:28:22.706989 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.707093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032588b7-70ae-465b-8830-b3f40afeaf30 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73defda7-3ae2-445a-b71c-c8bfbe16802c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:22.707839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53868) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:22.716941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b4c5bd2e-19ae-47d6-a304-7727320a1745 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '73defda7-3ae2-445a-b71c-c8bfbe16802c', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:22.721369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Transition to ACTIVE for port object d90fba66-8f9b-47f2-93f0-f3ecc23e2893 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:22.737739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Transition to ACTIVE for port object d90fba66-8f9b-47f2-93f0-f3ecc23e2893 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:22.741069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-af0ac89e-79f9-44ba-ab37-c9f89afdc2c8 req-f56de0c6-9aaa-4489-9596-7885308c3200 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786738 Aug 31 14:28:22.746352 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.782840 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4c5bd2e-19ae-47d6-a304-7727320a1745 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.791254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Network 8af36aa9-80a6-4709-9fc2-ea603a362e85 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:22.795749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:22.798953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:22.807162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Pushing event updated for resources: {'Port': ['ID=d90fba66-8f9b-47f2-93f0-f3ecc23e2893,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:22.819320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a9418-1f6f-4f00-88f7-1c7f74c16370 req-fe70b2c5-f97c-4589-8e56-32fb423bd743 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:22.820882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd0a9418-1f6f-4f00-88f7-1c7f74c16370 req-fe70b2c5-f97c-4589-8e56-32fb423bd743 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0774562 Aug 31 14:28:22.860130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Attempting to bind port d90fba66-8f9b-47f2-93f0-f3ecc23e2893 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:28:22.861156 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Attempting to bind port d90fba66-8f9b-47f2-93f0-f3ecc23e2893 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:28:22.861531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Attempting to bind port d90fba66-8f9b-47f2-93f0-f3ecc23e2893 on network 8af36aa9-80a6-4709-9fc2-ea603a362e85 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:22.866412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:28:22.866794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Checking segment: {'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:22.867206 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.867602 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Bound using segment: {'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:28:22.868074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Bound port: d90fba66-8f9b-47f2-93f0-f3ecc23e2893, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:28:22.868494 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.870370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4c5bd2e-19ae-47d6-a304-7727320a1745 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.876281 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd0a9418-1f6f-4f00-88f7-1c7f74c16370 req-2d8c483b-124e-4c4d-853c-a035351a3009 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491276 Aug 31 14:28:22.877516 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4c5bd2e-19ae-47d6-a304-7727320a1745 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.900540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5bd2e-19ae-47d6-a304-7727320a1745 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6857e717-c61a-4b2c-90c0-798fecd9a656,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:22.910798 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4c5bd2e-19ae-47d6-a304-7727320a1745 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.914675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b4c5bd2e-19ae-47d6-a304-7727320a1745 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2037995 Aug 31 14:28:22.914950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53872) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:22.920711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-840e4313-4bc5-492d-86cf-1a8f132f9e49 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '73defda7-3ae2-445a-b71c-c8bfbe16802c', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:22.936253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] For port d90fba66-8f9b-47f2-93f0-f3ecc23e2893, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:28:22.939559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] For port d90fba66-8f9b-47f2-93f0-f3ecc23e2893, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d90fba66-8f9b-47f2-93f0-f3ecc23e2893,segment=NetworkSegment(8e78fd3e-1059-46f3-bb4c-6de1400c0534),segment_id=8e78fd3e-1059-46f3-bb4c-6de1400c0534)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:28:22.943811 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:22.952351 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-840e4313-4bc5-492d-86cf-1a8f132f9e49 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.021027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098f17a-fd90-4980-8f24-826b6b5b581e req-5ef4d35d-cc62-4fe7-878d-e915d82b2291 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:23.022694 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1098f17a-fd90-4980-8f24-826b6b5b581e req-5ef4d35d-cc62-4fe7-878d-e915d82b2291 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0661218 Aug 31 14:28:23.023682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef705c6-4fd5-44fe-bf5c-569ceb044db5 None None] Pushing event updated for resources: {'Port': ['ID=d90fba66-8f9b-47f2-93f0-f3ecc23e2893,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:23.026217 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-840e4313-4bc5-492d-86cf-1a8f132f9e49 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.033272 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-840e4313-4bc5-492d-86cf-1a8f132f9e49 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.054680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e4313-4bc5-492d-86cf-1a8f132f9e49 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5f78ec-52f8-42bc-a8b4-d918b4de2327,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:23.065242 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-840e4313-4bc5-492d-86cf-1a8f132f9e49 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.068492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-840e4313-4bc5-492d-86cf-1a8f132f9e49 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504655 Aug 31 14:28:23.069588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53874) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:23.075427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cc58dca6-8746-45ce-bf1d-ffc219a15e90 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '73defda7-3ae2-445a-b71c-c8bfbe16802c', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:23.076844 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1098f17a-fd90-4980-8f24-826b6b5b581e req-c4bbd77e-42c5-4aff-bfe0-68a1a65fe1c0 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 Aug 31 14:28:23.116085 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc58dca6-8746-45ce-bf1d-ffc219a15e90 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.193183 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc58dca6-8746-45ce-bf1d-ffc219a15e90 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.197217 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc58dca6-8746-45ce-bf1d-ffc219a15e90 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.231652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58dca6-8746-45ce-bf1d-ffc219a15e90 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5488d1-28f3-4889-a1b8-6359edf3bd1a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:23.240794 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc58dca6-8746-45ce-bf1d-ffc219a15e90 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.242231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cc58dca6-8746-45ce-bf1d-ffc219a15e90 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715004 Aug 31 14:28:23.244887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53880) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:23.249814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-46ac2b52-5071-47de-8b2a-e9fb52a1c03b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '73defda7-3ae2-445a-b71c-c8bfbe16802c', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:23.272660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed60ed1-facf-4add-bb57-df2e02f67275 req-229facbb-aa60-4950-9ae7-b056b8082d27 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:23.279967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aed60ed1-facf-4add-bb57-df2e02f67275 req-229facbb-aa60-4950-9ae7-b056b8082d27 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0812910 Aug 31 14:28:23.334143 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aed60ed1-facf-4add-bb57-df2e02f67275 req-d01b6116-476d-4137-ade9-9761b2f5ce56 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533249 Aug 31 14:28:23.335453 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46ac2b52-5071-47de-8b2a-e9fb52a1c03b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.357854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d90fba66-8f9b-47f2-93f0-f3ecc23e2893 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:23.410187 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46ac2b52-5071-47de-8b2a-e9fb52a1c03b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.413769 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port d90fba66-8f9b-47f2-93f0-f3ecc23e2893 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:23.417518 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46ac2b52-5071-47de-8b2a-e9fb52a1c03b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.435700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac2b52-5071-47de-8b2a-e9fb52a1c03b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f57645-45a1-4907-979d-2275a854093a,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:23.445618 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46ac2b52-5071-47de-8b2a-e9fb52a1c03b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.451198 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-46ac2b52-5071-47de-8b2a-e9fb52a1c03b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2051871 Aug 31 14:28:23.451922 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53884) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:23.457258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-631df6c2-ea61-4887-accf-e5466ad23599 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '73defda7-3ae2-445a-b71c-c8bfbe16802c', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:23.465106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a69daf-b3ae-4832-999c-8bca239a9101 req-fe1642ad-e24c-48ad-8921-772ddbe1ccf7 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:23.466692 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8a69daf-b3ae-4832-999c-8bca239a9101 req-fe1642ad-e24c-48ad-8921-772ddbe1ccf7 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0597527 Aug 31 14:28:23.479123 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-631df6c2-ea61-4887-accf-e5466ad23599 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Project f7b6173980a64ce294c4315a07a0fad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:28:23.484404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-631df6c2-ea61-4887-accf-e5466ad23599 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.507610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8a69daf-b3ae-4832-999c-8bca239a9101 req-d8e6619c-a504-4796-8250-940d5afac222 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331748 Aug 31 14:28:23.550906 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-631df6c2-ea61-4887-accf-e5466ad23599 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.554818 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-631df6c2-ea61-4887-accf-e5466ad23599 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.573787 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631df6c2-ea61-4887-accf-e5466ad23599 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f30768-4c73-4a26-8e92-5863b632acc7,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:23.578886 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-631df6c2-ea61-4887-accf-e5466ad23599 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.581036 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-631df6c2-ea61-4887-accf-e5466ad23599 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279783 Aug 31 14:28:23.584175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 53888) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:23.590503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4560df8e-6a6b-4f2b-88c6-b82095a73412 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '73defda7-3ae2-445a-b71c-c8bfbe16802c', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:23.618344 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-4560df8e-6a6b-4f2b-88c6-b82095a73412 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Project f7b6173980a64ce294c4315a07a0fad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:28:23.623870 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4560df8e-6a6b-4f2b-88c6-b82095a73412 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.686420 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4560df8e-6a6b-4f2b-88c6-b82095a73412 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.691829 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4560df8e-6a6b-4f2b-88c6-b82095a73412 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.710570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560df8e-6a6b-4f2b-88c6-b82095a73412 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81920291-63c8-4a49-99e8-34c14757a796,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:23.720328 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4560df8e-6a6b-4f2b-88c6-b82095a73412 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:23.724690 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4560df8e-6a6b-4f2b-88c6-b82095a73412 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361349 Aug 31 14:28:23.881127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d88dda-9684-43d2-ae05-c93293d8d80d req-1088f79f-45d6-4d8f-9d82-fb710625bcf3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:23.884489 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88d88dda-9684-43d2-ae05-c93293d8d80d req-1088f79f-45d6-4d8f-9d82-fb710625bcf3 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0660021 Aug 31 14:28:23.929768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88d88dda-9684-43d2-ae05-c93293d8d80d req-ee9f436a-cffc-4232-b4e8-d1d3974f757a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388443 Aug 31 14:28:23.990766 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-ab9defd4-9120-4a99-a638-e96b2d549ada tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952696820&fields=id&tenant_id=f7b6173980a64ce294c4315a07a0fad0 HTTP/1.1" status: 200 len: 267 time: 0.0415187 Aug 31 14:28:24.009811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fc2c17-5ab9-4ce9-93b9-7ca247d94077 None None] Network 8af36aa9-80a6-4709-9fc2-ea603a362e85 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:28:24.044833 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:28:24.062559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311e64c-19b1-40c6-aa88-72003c090c1e req-1bb8de0c-50ff-4fba-89f2-98f89ea55f72 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:24.064743 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c311e64c-19b1-40c6-aa88-72003c090c1e req-1bb8de0c-50ff-4fba-89f2-98f89ea55f72 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0623415 Aug 31 14:28:24.083663 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f67aa143-853e-4051-ae0a-94b44ff42eb7 None None] Provisioning for port d90fba66-8f9b-47f2-93f0-f3ecc23e2893 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:24.092945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f67aa143-853e-4051-ae0a-94b44ff42eb7 None None] Provisioning complete for port d90fba66-8f9b-47f2-93f0-f3ecc23e2893 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:24.093317 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f67aa143-853e-4051-ae0a-94b44ff42eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.107263 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c311e64c-19b1-40c6-aa88-72003c090c1e req-ab383871-d312-4010-9b07-fe8eb53f52ae tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355377 Aug 31 14:28:24.129382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed17120-3622-4201-bc01-14141f43f33f req-897f5dc2-90ce-4cce-84ea-8bb4ebeea9a7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:24.130885 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-897f5dc2-90ce-4cce-84ea-8bb4ebeea9a7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/networks?id=8af36aa9-80a6-4709-9fc2-ea603a362e85 HTTP/1.1" status: 200 len: 797 time: 0.1312218 Aug 31 14:28:24.147738 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-acbf499f-1b06-4f84-8f44-336667a96803 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/quotas/f7b6173980a64ce294c4315a07a0fad0 HTTP/1.1" status: 200 len: 375 time: 0.0100753 Aug 31 14:28:24.209006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-9befc710-4f07-4394-9a66-936df1645a5d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0555608 Aug 31 14:28:24.238775 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f67aa143-853e-4051-ae0a-94b44ff42eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.277984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f67aa143-853e-4051-ae0a-94b44ff42eb7 None None] For port d90fba66-8f9b-47f2-93f0-f3ecc23e2893, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d90fba66-8f9b-47f2-93f0-f3ecc23e2893,segment=NetworkSegment(8e78fd3e-1059-46f3-bb4c-6de1400c0534),segment_id=8e78fd3e-1059-46f3-bb4c-6de1400c0534)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:24.282569 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f67aa143-853e-4051-ae0a-94b44ff42eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.314741 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-fe14eaf9-98af-4356-83aa-7a7a2523f6a7 service neutron] 10.222.0.20 "GET /v2.0/networks/8af36aa9-80a6-4709-9fc2-ea603a362e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940316 Aug 31 14:28:24.338313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aa143-853e-4051-ae0a-94b44ff42eb7 None None] Pushing event updated for resources: {'Port': ['ID=d90fba66-8f9b-47f2-93f0-f3ecc23e2893,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:24.426358 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-3afc0b70-cbeb-48ba-9520-5098249dfb47 service neutron] 10.222.0.20 "GET /v2.0/networks/8af36aa9-80a6-4709-9fc2-ea603a362e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049175 Aug 31 14:28:24.506455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d26eff75-b970-4976-92df-f198d33ded62 None None] Provisioning complete for port d90fba66-8f9b-47f2-93f0-f3ecc23e2893 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:24.507004 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d26eff75-b970-4976-92df-f198d33ded62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:24.588016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-509f591c-51ca-487a-ad14-4fed4d0f270a req-5f7b7ea2-1964-4f6c-8cdd-ad0148065277 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 210 time: 0.0270393 Aug 31 14:28:25.052058 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc86233-8a4d-4d6b-bd09-bd363be30052 req-9822f0c0-8d57-4003-b24c-ac9c48c455de tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:25.053656 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bdc86233-8a4d-4d6b-bd09-bd363be30052 req-9822f0c0-8d57-4003-b24c-ac9c48c455de tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0512207 Aug 31 14:28:25.095592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bdc86233-8a4d-4d6b-bd09-bd363be30052 req-9397258b-b08d-4aeb-bcf1-810479c06d03 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351284 Aug 31 14:28:25.237839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108514ba-0763-43df-852a-9599f5247226 req-36504613-8663-4acb-bf46-964b0c5d1ffd tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:25.239433 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-108514ba-0763-43df-852a-9599f5247226 req-36504613-8663-4acb-bf46-964b0c5d1ffd tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0543928 Aug 31 14:28:25.281143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-108514ba-0763-43df-852a-9599f5247226 req-0ddd1b0a-afa0-47e5-94a4-dcccbea0fc36 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 Aug 31 14:28:25.296706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d90fba66-8f9b-47f2-93f0-f3ecc23e2893 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:25.346614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d90fba66-8f9b-47f2-93f0-f3ecc23e2893 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:25.346897 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.520496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed17120-3622-4201-bc01-14141f43f33f req-3c6bcf6d-3e44-4eb9-9f3b-b8102f4ef069 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:25.522023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-3c6bcf6d-3e44-4eb9-9f3b-b8102f4ef069 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "GET /v2.0/networks?id=8af36aa9-80a6-4709-9fc2-ea603a362e85 HTTP/1.1" status: 200 len: 797 time: 0.1152883 Aug 31 14:28:25.570354 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-1a9dae84-ec74-46b0-89d9-ed665d7b92b9 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b6173980a64ce294c4315a07a0fad0 HTTP/1.1" status: 200 len: 472 time: 0.0381477 Aug 31 14:28:25.581013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'port': {'device_id': '0567a7ee-7362-4620-baca-b731a3392342', 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85', 'admin_state_up': True, 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'security_groups': ['73defda7-3ae2-445a-b71c-c8bfbe16802c']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:25.691926 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8387b931-60bd-48e6-a92b-70ec14df2ef2 req-4f085271-5e1e-4b4b-b106-d238c23d9693 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 210 time: 0.0313771 Aug 31 14:28:25.697988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Made reservation on behalf of f7b6173980a64ce294c4315a07a0fad0 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:28:25.701670 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.832293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Allocated IP 172.20.0.24 (8af36aa9-80a6-4709-9fc2-ea603a362e85/2e15feac-f039-4912-815e-1b7eceb4c556/fbd52f95-43a6-455f-ad29-ed26a4c9955c) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:25.973615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:25.987782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Transition to ACTIVE for port object fbd52f95-43a6-455f-ad29-ed26a4c9955c will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:26.022868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.068355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network 8af36aa9-80a6-4709-9fc2-ea603a362e85 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:26.071563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:26.075442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:26.112237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=fbd52f95-43a6-455f-ad29-ed26a4c9955c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:26.163434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:26.164093 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.181143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3c0a-a867-4c22-a23e-a22c3087dd72 req-845cacd7-0f1d-4d3c-b7b9-6c8f2b9e6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:26.182666 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a99b3c0a-a867-4c22-a23e-a22c3087dd72 req-845cacd7-0f1d-4d3c-b7b9-6c8f2b9e6d02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 1096 time: 0.0828180 Aug 31 14:28:26.216589 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-1624be9f-4e83-4efd-a549-8b2429066545 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6393104 Aug 31 14:28:26.232852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Request body: {'port': {'device_id': '0567a7ee-7362-4620-baca-b731a3392342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:28:26.284379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a99b3c0a-a867-4c22-a23e-a22c3087dd72 req-8ce54f41-9ede-4f96-bde7-451c2203e631 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919590 Aug 31 14:28:26.311752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00b6f9-ecf1-46d3-b7db-de5913482561 req-094ce93e-a4dc-4a99-991a-90f72d2b3675 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:26.313291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d00b6f9-ecf1-46d3-b7db-de5913482561 req-094ce93e-a4dc-4a99-991a-90f72d2b3675 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.1366639 Aug 31 14:28:26.321906 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.338634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-41d1cf81-f38d-47bd-9594-b9c86b5cd08b None None] Provisioning for port fbd52f95-43a6-455f-ad29-ed26a4c9955c completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:26.343511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-41d1cf81-f38d-47bd-9594-b9c86b5cd08b None None] Provisioning complete for port fbd52f95-43a6-455f-ad29-ed26a4c9955c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:26.344568 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-41d1cf81-f38d-47bd-9594-b9c86b5cd08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.380961 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-41d1cf81-f38d-47bd-9594-b9c86b5cd08b None None] Port fbd52f95-43a6-455f-ad29-ed26a4c9955c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:28:26.393218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d00b6f9-ecf1-46d3-b7db-de5913482561 req-12914a6f-6f30-427f-943d-7f749266d3f6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732539 Aug 31 14:28:26.399745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929622a-7421-4771-a126-e29a0a6d9c80 req-6e5f68f5-27d7-4de6-9cb3-00ac16109a2b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:26.401337 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e929622a-7421-4771-a126-e29a0a6d9c80 req-6e5f68f5-27d7-4de6-9cb3-00ac16109a2b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0518203 Aug 31 14:28:26.448359 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e929622a-7421-4771-a126-e29a0a6d9c80 req-392df4af-e173-48ea-9074-f6db3353bcef tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388889 Aug 31 14:28:26.623725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd52f95-43a6-455f-ad29-ed26a4c9955c {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:26.630827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.643039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Transition to ACTIVE for port object fbd52f95-43a6-455f-ad29-ed26a4c9955c will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:26.646738 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.694111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd52f95-43a6-455f-ad29-ed26a4c9955c,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:26.784045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Attempting to bind port fbd52f95-43a6-455f-ad29-ed26a4c9955c on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:28:26.784794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Attempting to bind port fbd52f95-43a6-455f-ad29-ed26a4c9955c by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:28:26.784794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Attempting to bind port fbd52f95-43a6-455f-ad29-ed26a4c9955c on network 8af36aa9-80a6-4709-9fc2-ea603a362e85 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:26.805146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Port fbd52f95-43a6-455f-ad29-ed26a4c9955c on network 8af36aa9-80a6-4709-9fc2-ea603a362e85 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:28:26.805475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Attempting to bind port fbd52f95-43a6-455f-ad29-ed26a4c9955c on network 8af36aa9-80a6-4709-9fc2-ea603a362e85 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:26.813571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:28:26.813960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Checking segment: {'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:26.814319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Bound using segment: {'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:28:26.814629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 065bb750-8f88-49ad-9253-63aa9fd2f530 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:28:26.814757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Bound port: fbd52f95-43a6-455f-ad29-ed26a4c9955c, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:28:26.815124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.844138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2494be9-d4f4-4a33-96c5-9efda38f4453 req-9696da3f-d44e-41c6-aad4-eccde1ba718b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:26.846473 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2494be9-d4f4-4a33-96c5-9efda38f4453 req-9696da3f-d44e-41c6-aad4-eccde1ba718b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 944 time: 0.0835736 Aug 31 14:28:26.920226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2494be9-d4f4-4a33-96c5-9efda38f4453 req-23fc1355-7507-4f2f-91d7-bcbb136cc447 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=73defda7-3ae2-445a-b71c-c8bfbe16802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555301 Aug 31 14:28:26.925371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] For port fbd52f95-43a6-455f-ad29-ed26a4c9955c, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:28:26.929102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] For port fbd52f95-43a6-455f-ad29-ed26a4c9955c, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fbd52f95-43a6-455f-ad29-ed26a4c9955c,segment=NetworkSegment(8e78fd3e-1059-46f3-bb4c-6de1400c0534),segment_id=8e78fd3e-1059-46f3-bb4c-6de1400c0534)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:28:26.929984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 065bb750-8f88-49ad-9253-63aa9fd2f530, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=065bb750-8f88-49ad-9253-63aa9fd2f530,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:26.936175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.943011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'port_id': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'mac_address': 'fa:16:3e:2c:d2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642af906-2fb2-4fd4-971b-7485206ff163', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:28:26.979519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:26.979858 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.980960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:26.982703 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] 10.222.0.52 "PUT /v2.0/ports/fbd52f95-43a6-455f-ad29-ed26a4c9955c HTTP/1.1" status: 200 len: 1092 time: 0.7569718 Aug 31 14:28:26.985283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0567a7ee-7362-4620-baca-b731a3392342', 'tag': 'fbd52f95-43a6-455f-ad29-ed26a4c9955c'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:26.989081 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bfb3c6-83af-4048-a138-659513af431e" -d '{"events": [{"name": "network-changed", "server_uuid": "0567a7ee-7362-4620-baca-b731a3392342", "tag": "fbd52f95-43a6-455f-ad29-ed26a4c9955c"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:26.994434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 065bb750-8f88-49ad-9253-63aa9fd2f530 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:27.019194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 065bb750-8f88-49ad-9253-63aa9fd2f530, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=065bb750-8f88-49ad-9253-63aa9fd2f530,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:27.025399 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:27.028833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47732581-03d9-438d-801d-ff3f2a4dd1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd52f95-43a6-455f-ad29-ed26a4c9955c,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:27.048073 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5d47ea-5c79-4845-bb55-048d126f0e9c x-openstack-request-id: req-3c5d47ea-5c79-4845-bb55-048d126f0e9c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:27.048370 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0567a7ee-7362-4620-baca-b731a3392342", "tag": "fbd52f95-43a6-455f-ad29-ed26a4c9955c", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:27.048669 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c5d47ea-5c79-4845-bb55-048d126f0e9c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:27.049130 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0567a7ee-7362-4620-baca-b731a3392342', 'tag': 'fbd52f95-43a6-455f-ad29-ed26a4c9955c', 'status': 'completed', 'code': 200} Aug 31 14:28:27.085502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=065bb750-8f88-49ad-9253-63aa9fd2f530,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:27.087013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed17120-3622-4201-bc01-14141f43f33f req-12c80b65-aeba-4b4b-959c-181d3e678cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:27.088589 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-12c80b65-aeba-4b4b-959c-181d3e678cea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 1095 time: 0.0509603 Aug 31 14:28:27.133221 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-70a64358-5b9a-4a32-998b-b5f46da3b2a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=fbd52f95-43a6-455f-ad29-ed26a4c9955c HTTP/1.1" status: 200 len: 217 time: 0.0355585 Aug 31 14:28:27.189832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed17120-3622-4201-bc01-14141f43f33f req-caf6b706-b954-4edb-8ddd-97be91b46fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:27.191346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-caf6b706-b954-4edb-8ddd-97be91b46fb1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e15feac-f039-4912-815e-1b7eceb4c556 HTTP/1.1" status: 200 len: 838 time: 0.0505075 Aug 31 14:28:27.238801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed17120-3622-4201-bc01-14141f43f33f req-b6a094a4-75c1-4338-93b4-b9f81d066a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:27.240345 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-b6a094a4-75c1-4338-93b4-b9f81d066a24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8af36aa9-80a6-4709-9fc2-ea603a362e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413065 Aug 31 14:28:27.332219 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-6ef9fb70-e79b-48e8-9ecf-37142593b335 service neutron] 10.222.0.52 "GET /v2.0/networks/8af36aa9-80a6-4709-9fc2-ea603a362e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833051 Aug 31 14:28:27.346082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['065bb750-8f88-49ad-9253-63aa9fd2f530'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:28:27.442161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ed17120-3622-4201-bc01-14141f43f33f req-8442f334-6186-467c-8cbd-815e34a5810a service neutron] 10.222.0.52 "GET /v2.0/networks/8af36aa9-80a6-4709-9fc2-ea603a362e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023223 Aug 31 14:28:27.525975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95655c74-50ad-44d1-b8b2-024da6ad6bbc req-6c8f275d-c2f8-478c-9b6b-4bf5ee03ace5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:27.526809 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95655c74-50ad-44d1-b8b2-024da6ad6bbc req-6c8f275d-c2f8-478c-9b6b-4bf5ee03ace5 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 944 time: 0.0539911 Aug 31 14:28:27.606377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95655c74-50ad-44d1-b8b2-024da6ad6bbc req-27680977-c1ca-4761-8254-d77d83287fc2 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690038 Aug 31 14:28:27.621126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a4741-27e8-4ff3-9364-b983c3b91bc9 req-446f3160-a865-4c27-af62-f8ad3555ab01 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:27.623886 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a26a4741-27e8-4ff3-9364-b983c3b91bc9 req-446f3160-a865-4c27-af62-f8ad3555ab01 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0643349 Aug 31 14:28:27.627431 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53942) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:27.630447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfb3c6-83af-4048-a138-659513af431e req-c6580f98-c80c-4679-b320-ad3f472ee226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:27.632144 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4bfb3c6-83af-4048-a138-659513af431e req-c6580f98-c80c-4679-b320-ad3f472ee226 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 1095 time: 0.0668881 Aug 31 14:28:27.718387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a26a4741-27e8-4ff3-9364-b983c3b91bc9 req-c033ff4a-fb4f-41f9-bff1-f0bd1643c509 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825272 Aug 31 14:28:27.721759 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-22660ff9-5be4-4f3e-a250-33195bd0667c tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/floatingips/65a39bae-cff5-468a-9937-d42514ae13d0 HTTP/1.1" status: 200 len: 992 time: 0.0924532 Aug 31 14:28:27.742788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfb3c6-83af-4048-a138-659513af431e req-a9e38e47-465d-44b1-9148-b7d9b871af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:27.744326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4bfb3c6-83af-4048-a138-659513af431e req-a9e38e47-465d-44b1-9148-b7d9b871af63 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8af36aa9-80a6-4709-9fc2-ea603a362e85 HTTP/1.1" status: 200 len: 898 time: 0.1046481 Aug 31 14:28:27.790540 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4bfb3c6-83af-4048-a138-659513af431e req-ea0f2c47-7f92-4860-a1d5-ebd3339fb614 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=fbd52f95-43a6-455f-ad29-ed26a4c9955c HTTP/1.1" status: 200 len: 217 time: 0.0377996 Aug 31 14:28:27.845754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfb3c6-83af-4048-a138-659513af431e req-9a81c883-b571-476d-9a2f-d940a0b944b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:27.847256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4bfb3c6-83af-4048-a138-659513af431e req-9a81c883-b571-476d-9a2f-d940a0b944b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e15feac-f039-4912-815e-1b7eceb4c556 HTTP/1.1" status: 200 len: 838 time: 0.0490978 Aug 31 14:28:27.897796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfb3c6-83af-4048-a138-659513af431e req-a0f8e4e3-663a-40a6-a00d-7f15c96cfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:27.899325 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4bfb3c6-83af-4048-a138-659513af431e req-a0f8e4e3-663a-40a6-a00d-7f15c96cfcdb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8af36aa9-80a6-4709-9fc2-ea603a362e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433285 Aug 31 14:28:27.995215 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4bfb3c6-83af-4048-a138-659513af431e req-772cb935-bb63-4c0b-98f1-6d353e73d94f service neutron] 10.222.0.52 "GET /v2.0/networks/8af36aa9-80a6-4709-9fc2-ea603a362e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860903 Aug 31 14:28:28.104944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7344f-931f-490c-afdc-0d43453eba44 req-79a1b81c-9660-4255-a7ab-bd18479c9a0e tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:28.106515 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76e7344f-931f-490c-afdc-0d43453eba44 req-79a1b81c-9660-4255-a7ab-bd18479c9a0e tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 944 time: 0.1105123 Aug 31 14:28:28.135833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4bfb3c6-83af-4048-a138-659513af431e req-9fc47e82-8d6d-44a1-80b3-3b305d1e0034 service neutron] 10.222.0.52 "GET /v2.0/networks/8af36aa9-80a6-4709-9fc2-ea603a362e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310728 Aug 31 14:28:28.170979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-76e7344f-931f-490c-afdc-0d43453eba44 req-ab7df91a-e792-4283-8ed8-3140670dd32b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=73defda7-3ae2-445a-b71c-c8bfbe16802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527892 Aug 31 14:28:28.822353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 065bb750-8f88-49ad-9253-63aa9fd2f530 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:28.842719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f6bb7-eb7e-44e1-b639-ba01c24e65a0 req-cb459a74-c502-4d85-92f6-f2f38ebc1dae tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:28.844229 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6a3f6bb7-eb7e-44e1-b639-ba01c24e65a0 req-cb459a74-c502-4d85-92f6-f2f38ebc1dae tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0563703 Aug 31 14:28:28.870008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 065bb750-8f88-49ad-9253-63aa9fd2f530 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:28.870385 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:28.883746 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6a3f6bb7-eb7e-44e1-b639-ba01c24e65a0 req-6ee1c4dc-3e40-4be0-8315-b48385202702 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322194 Aug 31 14:28:28.952658 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:28.977777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065bb750-8f88-49ad-9253-63aa9fd2f530'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:28.980088 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cd43c4-ecab-479a-95ff-2ff3f0b29843" -d '{"events": [{"server_uuid": "64926b7a-6e6a-4384-b2eb-75e7231aa2dc", "name": "network-vif-plugged", "status": "completed", "tag": "065bb750-8f88-49ad-9253-63aa9fd2f530"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:28.993518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 065bb750-8f88-49ad-9253-63aa9fd2f530, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=065bb750-8f88-49ad-9253-63aa9fd2f530,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:28.999050 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.023905 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb99e5-028c-4e97-8bc4-2ea0c9d87a1e x-openstack-request-id: req-90eb99e5-028c-4e97-8bc4-2ea0c9d87a1e {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:29.023905 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64926b7a-6e6a-4384-b2eb-75e7231aa2dc", "name": "network-vif-plugged", "status": "completed", "tag": "065bb750-8f88-49ad-9253-63aa9fd2f530", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:29.024194 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90eb99e5-028c-4e97-8bc4-2ea0c9d87a1e {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:29.024565 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'code': 200} Aug 31 14:28:29.049904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=065bb750-8f88-49ad-9253-63aa9fd2f530,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:29.288149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af6ab8-020a-4e03-a6ab-1cd6f25cbf76 req-d8731748-9bb5-4234-8cfc-2060d3431cde tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:29.289767 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1af6ab8-020a-4e03-a6ab-1cd6f25cbf76 req-d8731748-9bb5-4234-8cfc-2060d3431cde tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 944 time: 0.0509593 Aug 31 14:28:29.327192 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1af6ab8-020a-4e03-a6ab-1cd6f25cbf76 req-d2cf66a7-97ea-48a1-b118-e4a3864bf836 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=73defda7-3ae2-445a-b71c-c8bfbe16802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316246 Aug 31 14:28:29.559748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device fbd52f95-43a6-455f-ad29-ed26a4c9955c details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:28:29.656573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port fbd52f95-43a6-455f-ad29-ed26a4c9955c, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fbd52f95-43a6-455f-ad29-ed26a4c9955c,segment=NetworkSegment(8e78fd3e-1059-46f3-bb4c-6de1400c0534),segment_id=8e78fd3e-1059-46f3-bb4c-6de1400c0534)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:29.667336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'fbd52f95-43a6-455f-ad29-ed26a4c9955c', 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85', 'port_id': 'fbd52f95-43a6-455f-ad29-ed26a4c9955c', 'mac_address': 'fa:16:3e:d1:f6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e15feac-f039-4912-815e-1b7eceb4c556', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:28:29.703943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.718291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd52f95-43a6-455f-ad29-ed26a4c9955c {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:29.738246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port fbd52f95-43a6-455f-ad29-ed26a4c9955c, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fbd52f95-43a6-455f-ad29-ed26a4c9955c,segment=NetworkSegment(8e78fd3e-1059-46f3-bb4c-6de1400c0534),segment_id=8e78fd3e-1059-46f3-bb4c-6de1400c0534)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:29.742157 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:29.793287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=fbd52f95-43a6-455f-ad29-ed26a4c9955c,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:29.946040 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['fbd52f95-43a6-455f-ad29-ed26a4c9955c'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:28:30.013911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef49a8-2d90-4bdc-ab2d-a5de34f64936 req-fa114225-37b0-4f0d-b868-2c3d65943f2b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:30.015446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1bef49a8-2d90-4bdc-ab2d-a5de34f64936 req-fa114225-37b0-4f0d-b868-2c3d65943f2b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0587995 Aug 31 14:28:30.053978 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1bef49a8-2d90-4bdc-ab2d-a5de34f64936 req-77fe4dc1-5af9-4118-bba3-397fb80a16a8 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322180 Aug 31 14:28:30.449329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e9097-721b-47ed-9e38-d9858fd08b84 req-c8a3e668-4f82-4e78-ba46-ed052bbde672 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:30.450937 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee9e9097-721b-47ed-9e38-d9858fd08b84 req-c8a3e668-4f82-4e78-ba46-ed052bbde672 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 945 time: 0.0566154 Aug 31 14:28:30.492109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee9e9097-721b-47ed-9e38-d9858fd08b84 req-5d4da493-1d63-42d2-90ef-6374fe66c21b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=73defda7-3ae2-445a-b71c-c8bfbe16802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346005 Aug 31 14:28:31.168509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e63e5-d9f6-4940-b5e8-4aeb90e350c0 req-4edef8a4-9d24-4b33-a35c-1e30a2632526 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:31.170237 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-164e63e5-d9f6-4940-b5e8-4aeb90e350c0 req-4edef8a4-9d24-4b33-a35c-1e30a2632526 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0501235 Aug 31 14:28:31.207729 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-164e63e5-d9f6-4940-b5e8-4aeb90e350c0 req-f27b0f01-a491-4b60-ab7a-2714371cadd5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315015 Aug 31 14:28:31.376917 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b2d8e11-45ea-404b-b373-50c2375c0470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.575433 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device fbd52f95-43a6-455f-ad29-ed26a4c9955c up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:31.612064 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bede6a-004d-429c-b9fc-fde2657fa8f9 req-274353b1-c331-4638-a8ff-e2a5c2261892 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:31.613651 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05bede6a-004d-429c-b9fc-fde2657fa8f9 req-274353b1-c331-4638-a8ff-e2a5c2261892 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 945 time: 0.0533524 Aug 31 14:28:31.626622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port fbd52f95-43a6-455f-ad29-ed26a4c9955c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:31.630695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port fbd52f95-43a6-455f-ad29-ed26a4c9955c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:31.630990 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.652380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05bede6a-004d-429c-b9fc-fde2657fa8f9 req-2b03c948-b562-4d84-a25b-91f936e94a2e tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=73defda7-3ae2-445a-b71c-c8bfbe16802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327957 Aug 31 14:28:31.706530 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.731574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0567a7ee-7362-4620-baca-b731a3392342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd52f95-43a6-455f-ad29-ed26a4c9955c'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:31.733820 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fa6166-9869-49ba-b005-3a1452d3076b" -d '{"events": [{"server_uuid": "0567a7ee-7362-4620-baca-b731a3392342", "name": "network-vif-plugged", "status": "completed", "tag": "fbd52f95-43a6-455f-ad29-ed26a4c9955c"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:31.747374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port fbd52f95-43a6-455f-ad29-ed26a4c9955c, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fbd52f95-43a6-455f-ad29-ed26a4c9955c,segment=NetworkSegment(8e78fd3e-1059-46f3-bb4c-6de1400c0534),segment_id=8e78fd3e-1059-46f3-bb4c-6de1400c0534)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:31.751608 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:31.775651 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ae6fd2-ff49-4bd1-8556-452d51f6347a x-openstack-request-id: req-08ae6fd2-ff49-4bd1-8556-452d51f6347a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:31.775949 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0567a7ee-7362-4620-baca-b731a3392342", "name": "network-vif-plugged", "status": "completed", "tag": "fbd52f95-43a6-455f-ad29-ed26a4c9955c", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:31.776204 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08ae6fd2-ff49-4bd1-8556-452d51f6347a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:31.776626 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0567a7ee-7362-4620-baca-b731a3392342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd52f95-43a6-455f-ad29-ed26a4c9955c', 'code': 200} Aug 31 14:28:31.804868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=fbd52f95-43a6-455f-ad29-ed26a4c9955c,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:31.871713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bf34c-e645-4f08-8d4a-91b3dab7c0ed req-8ab47bd1-caf1-49df-ac64-bc81cd80272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:31.873242 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e6bf34c-e645-4f08-8d4a-91b3dab7c0ed req-8ab47bd1-caf1-49df-ac64-bc81cd80272a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 1097 time: 0.0412304 Aug 31 14:28:31.909884 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e6bf34c-e645-4f08-8d4a-91b3dab7c0ed req-6532d2e4-730a-43a6-8798-f345debf1a11 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=73defda7-3ae2-445a-b71c-c8bfbe16802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281839 Aug 31 14:28:32.325782 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cb208-17b0-4d76-bd53-923785786105 req-71714efe-7bf7-4a96-a771-5b35c6bedcfa tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:32.327332 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a21cb208-17b0-4d76-bd53-923785786105 req-71714efe-7bf7-4a96-a771-5b35c6bedcfa tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0502048 Aug 31 14:28:32.366048 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a21cb208-17b0-4d76-bd53-923785786105 req-05ee87fe-6d91-4044-9456-85b4e640cdc5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320971 Aug 31 14:28:32.781400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9549e-581a-49cb-aa6a-a136f58b9f1a req-07f61c89-ab0e-4b3e-9cbf-c06c312193b3 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:32.783034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7f9549e-581a-49cb-aa6a-a136f58b9f1a req-07f61c89-ab0e-4b3e-9cbf-c06c312193b3 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 946 time: 0.0578146 Aug 31 14:28:32.826925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7f9549e-581a-49cb-aa6a-a136f58b9f1a req-e29d9603-59ed-47ed-9721-15eef1007fdd tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=73defda7-3ae2-445a-b71c-c8bfbe16802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377524 Aug 31 14:28:33.485979 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebb9d4-9a77-412d-b060-8f76d0f28841 req-358e7a3e-bb86-4ea2-acf6-755deb23935f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:33.487487 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dcebb9d4-9a77-412d-b060-8f76d0f28841 req-358e7a3e-bb86-4ea2-acf6-755deb23935f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0538740 Aug 31 14:28:33.525347 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dcebb9d4-9a77-412d-b060-8f76d0f28841 req-049ad741-c110-4caf-b5ad-a70c3dbc7f76 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319173 Aug 31 14:28:33.946231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a9e16-a2b6-4914-b86d-b9a45a1fc7d5 req-b3a757ed-8bac-47ac-8dcd-4268dcba4699 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:33.947735 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-449a9e16-a2b6-4914-b86d-b9a45a1fc7d5 req-b3a757ed-8bac-47ac-8dcd-4268dcba4699 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 946 time: 0.0487862 Aug 31 14:28:33.985608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-449a9e16-a2b6-4914-b86d-b9a45a1fc7d5 req-028d7331-5a82-4001-8335-a8fc9134f48a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=73defda7-3ae2-445a-b71c-c8bfbe16802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Aug 31 14:28:34.021897 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.074163 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d0a3-e050-4c21-9c7a-7c7ac89dce86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:34.102167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adc0bc-0097-42b8-b0a0-159b6e06afae req-4f7ed961-8543-49f2-99f6-c851e1e7b4d5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:34.103641 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d9adc0bc-0097-42b8-b0a0-159b6e06afae req-4f7ed961-8543-49f2-99f6-c851e1e7b4d5 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 946 time: 0.0497739 Aug 31 14:28:34.141058 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d9adc0bc-0097-42b8-b0a0-159b6e06afae req-bc9345ea-e33d-49a2-badf-4692c9faa7f6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=73defda7-3ae2-445a-b71c-c8bfbe16802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312712 Aug 31 14:28:34.642488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93966812-6145-4680-bc8c-fe77750660dc req-e5f0efe5-bab4-40bd-add7-991392ab6d34 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:34.644030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93966812-6145-4680-bc8c-fe77750660dc req-e5f0efe5-bab4-40bd-add7-991392ab6d34 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0527453 Aug 31 14:28:34.681768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93966812-6145-4680-bc8c-fe77750660dc req-115810fb-eccf-4cbe-8d81-dba210b1986f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316951 Aug 31 14:28:34.852889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device aeb53f34-3f05-4aea-885b-0490682d8db6 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:28:34.947325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=aeb53f34-3f05-4aea-885b-0490682d8db6,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:34.958827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'aeb53f34-3f05-4aea-885b-0490682d8db6', 'network_id': '2325d784-2323-454c-85aa-b2254a184249', 'port_id': 'aeb53f34-3f05-4aea-885b-0490682d8db6', 'mac_address': 'fa:16:3e:bd:3b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f2b92a-2dd1-48bb-ae37-96fe0967189a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:28:34.994321 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:35.006499 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aeb53f34-3f05-4aea-885b-0490682d8db6 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:28:35.025979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=aeb53f34-3f05-4aea-885b-0490682d8db6,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:35.030091 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:35.079355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=aeb53f34-3f05-4aea-885b-0490682d8db6,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:35.113667 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['aeb53f34-3f05-4aea-885b-0490682d8db6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:28:35.261542 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:35.623092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 53978) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:35.866305 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561c80c-93f1-42c4-9329-88269c7f9687 req-a6ec148e-06c6-4c09-9966-a0f2aeee3dff tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:35.867822 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a561c80c-93f1-42c4-9329-88269c7f9687 req-a6ec148e-06c6-4c09-9966-a0f2aeee3dff tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 944 time: 0.0937996 Aug 31 14:28:35.950897 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a561c80c-93f1-42c4-9329-88269c7f9687 req-e38adc56-9fb1-4e64-a07b-df37fc01054d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765262 Aug 31 14:28:36.124350 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.406415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Allocated IP 172.20.0.17 (8af36aa9-80a6-4709-9fc2-ea603a362e85/2e15feac-f039-4912-815e-1b7eceb4c556/9cc9a31a-8e13-4a4c-806d-156e8dafaeab) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:28:36.524083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.538751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Transition to ACTIVE for port object 9cc9a31a-8e13-4a4c-806d-156e8dafaeab will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:36.576976 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.618071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network 8af36aa9-80a6-4709-9fc2-ea603a362e85 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:36.621278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:36.627176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:28:36.658069 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=9cc9a31a-8e13-4a4c-806d-156e8dafaeab,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:36.679077 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.825796 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.846316 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:36.881904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device aeb53f34-3f05-4aea-885b-0490682d8db6 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:36.950288 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bd515340-0fa1-4175-be43-c32d2cf709b4 None None] Provisioning for port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:36.957018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bd515340-0fa1-4175-be43-c32d2cf709b4 None None] Provisioning complete for port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:36.957386 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bd515340-0fa1-4175-be43-c32d2cf709b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.006777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-bd515340-0fa1-4175-be43-c32d2cf709b4 None None] Port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:28:37.017184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port aeb53f34-3f05-4aea-885b-0490682d8db6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:37.018143 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.123872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af99da-35e7-4f66-b6bc-1dc95d6f3fc2 req-ba22a483-54e9-4305-9e7c-3185c528b928 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:37.137382 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4af99da-35e7-4f66-b6bc-1dc95d6f3fc2 req-ba22a483-54e9-4305-9e7c-3185c528b928 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 944 time: 0.0912385 Aug 31 14:28:37.188860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4af99da-35e7-4f66-b6bc-1dc95d6f3fc2 req-d5b23268-7de3-407e-a38e-8d80a7e2df58 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492969 Aug 31 14:28:37.236059 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.243635 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.295251 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.319779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb53f34-3f05-4aea-885b-0490682d8db6'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:37.322267 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e5a3be-d92e-415b-9026-3a0ea1836201" -d '{"events": [{"server_uuid": "5ccea234-a029-4e4e-b186-68b6b2b3433e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb53f34-3f05-4aea-885b-0490682d8db6"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:37.336652 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=aeb53f34-3f05-4aea-885b-0490682d8db6,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:37.340158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=9cc9a31a-8e13-4a4c-806d-156e8dafaeab,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:37.342586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.355523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.397117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=aeb53f34-3f05-4aea-885b-0490682d8db6,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:37.403594 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005ff53f-2df4-404e-9482-60e2959dd267 x-openstack-request-id: req-005ff53f-2df4-404e-9482-60e2959dd267 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:37.404445 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccea234-a029-4e4e-b186-68b6b2b3433e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb53f34-3f05-4aea-885b-0490682d8db6", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:37.404843 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-005ff53f-2df4-404e-9482-60e2959dd267 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:37.405332 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb53f34-3f05-4aea-885b-0490682d8db6', 'code': 200} Aug 31 14:28:37.500029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network 8af36aa9-80a6-4709-9fc2-ea603a362e85 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:28:37.502685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:28:37.661777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Router 6b53e794-080e-4869-a245-d23cfac07d0a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:28:37.806891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:28:37.813456 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-efd37dfa-4207-4298-bdd3-bd0fa3e2a7be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "PUT /v2.0/routers/6b53e794-080e-4869-a245-d23cfac07d0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1887894 Aug 31 14:28:37.827964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Sync routers for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:28:37.851173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:28:37.851837 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:28:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:37.856646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ceaddc93-12ba-42ea-b80d-cde2e0741098 None None] Provisioning complete for port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:37.856646 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceaddc93-12ba-42ea-b80d-cde2e0741098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:37.933639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ceaddc93-12ba-42ea-b80d-cde2e0741098 None None] Port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:28:38.004679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:28:38.323461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3065fa-45f0-426e-839c-bf86bae221eb req-7ff9e44d-f3eb-433a-9050-bcbb549decf2 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:38.325965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb3065fa-45f0-426e-839c-bf86bae221eb req-7ff9e44d-f3eb-433a-9050-bcbb549decf2 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0616591 Aug 31 14:28:38.353383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:28:36Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '79df9220-a797-41ad-93fa-a673136f3c83', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'port_id': '00adc30b-5a65-4afa-87bd-313448e100f7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'mac_address': 'fa:16:3e:6a:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:27:42Z', 'updated_at': '2021-08-31T14:27:45Z', 'revision_number': 1, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc9a31a-8e13-4a4c-806d-156e8dafaeab', 'name': '', 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:69:05:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '2e15feac-f039-4912-815e-1b7eceb4c556', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:28:36Z', 'updated_at': '2021-08-31T14:28:37Z', 'revision_number': 2, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '2e15feac-f039-4912-815e-1b7eceb4c556', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:38.375651 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eb3065fa-45f0-426e-839c-bf86bae221eb req-09395829-f27e-4a35-998c-693b3d485f77 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Aug 31 14:28:38.390122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Checking router: 6b53e794-080e-4869-a245-d23cfac07d0a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:28:38.390717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Updating router 6b53e794-080e-4869-a245-d23cfac07d0a port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:28:38.425977 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.746132 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.756555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Transition to ACTIVE for port object 9cc9a31a-8e13-4a4c-806d-156e8dafaeab will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:28:38.766812 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.834919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda964c7-f58f-408d-8fc0-e81f987bf3ea None None] Pushing event updated for resources: {'Port': ['ID=9cc9a31a-8e13-4a4c-806d-156e8dafaeab,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:38.896700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Attempting to bind port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:28:38.897344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Attempting to bind port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:28:38.897469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Attempting to bind port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab on network 8af36aa9-80a6-4709-9fc2-ea603a362e85 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:28:38.903205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:28:38.903587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Checking segment: {'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:28:38.903997 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.904390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Bound using segment: {'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:28:38.904949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Bound port: 9cc9a31a-8e13-4a4c-806d-156e8dafaeab, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e78fd3e-1059-46f3-bb4c-6de1400c0534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:28:38.905335 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:38.979194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] For port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:28:38.984084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] For port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9cc9a31a-8e13-4a4c-806d-156e8dafaeab,segment=NetworkSegment(8e78fd3e-1059-46f3-bb4c-6de1400c0534),segment_id=8e78fd3e-1059-46f3-bb4c-6de1400c0534)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:28:38.989487 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.071277 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:28:39.071934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:28:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:39.080471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda964c7-f58f-408d-8fc0-e81f987bf3ea None None] Pushing event updated for resources: {'Port': ['ID=9cc9a31a-8e13-4a4c-806d-156e8dafaeab,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:39.220405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:28:39.392679 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.393367 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:39.521376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a6707-6d0f-43ca-96b6-0beab40482c4 req-97adb4cf-e99f-4d8f-b43c-cf376109c417 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:39.523207 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bd2a6707-6d0f-43ca-96b6-0beab40482c4 req-97adb4cf-e99f-4d8f-b43c-cf376109c417 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0593982 Aug 31 14:28:39.570646 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bd2a6707-6d0f-43ca-96b6-0beab40482c4 req-6c9f740a-0ee2-4a77-b439-cb3dbaaf99bb tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Aug 31 14:28:39.593364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:28:36Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '79df9220-a797-41ad-93fa-a673136f3c83', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'port_id': '00adc30b-5a65-4afa-87bd-313448e100f7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'mac_address': 'fa:16:3e:6a:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:27:42Z', 'updated_at': '2021-08-31T14:27:45Z', 'revision_number': 1, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc9a31a-8e13-4a4c-806d-156e8dafaeab', 'name': '', 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:69:05:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '2e15feac-f039-4912-815e-1b7eceb4c556', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:28:36Z', 'updated_at': '2021-08-31T14:28:38Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '2e15feac-f039-4912-815e-1b7eceb4c556', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:28:39.622150 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3748205c-0a9d-42b8-a614-08e3002758c1 None None] The sync data for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 is: [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:28:36Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '79df9220-a797-41ad-93fa-a673136f3c83', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'port_id': '00adc30b-5a65-4afa-87bd-313448e100f7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'mac_address': 'fa:16:3e:6a:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:27:42Z', 'updated_at': '2021-08-31T14:27:45Z', 'revision_number': 1, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc9a31a-8e13-4a4c-806d-156e8dafaeab', 'name': '', 'network_id': '8af36aa9-80a6-4709-9fc2-ea603a362e85', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:69:05:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '2e15feac-f039-4912-815e-1b7eceb4c556', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:28:36Z', 'updated_at': '2021-08-31T14:28:38Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '2e15feac-f039-4912-815e-1b7eceb4c556', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:28:40.704868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee57eb-13bd-4e8c-8090-a0a40824a4cc req-7a57d3c1-9653-4d76-b9c0-97bdb0ddb3f3 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:40.712922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9eee57eb-13bd-4e8c-8090-a0a40824a4cc req-7a57d3c1-9653-4d76-b9c0-97bdb0ddb3f3 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0594945 Aug 31 14:28:40.756626 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9eee57eb-13bd-4e8c-8090-a0a40824a4cc req-bd740c3d-38d1-40e6-8951-f86b1cb0d87b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Aug 31 14:28:41.353258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9cc9a31a-8e13-4a4c-806d-156e8dafaeab up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:41.412581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:28:41.421012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:41.421315 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.515861 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.550892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9cc9a31a-8e13-4a4c-806d-156e8dafaeab,segment=NetworkSegment(8e78fd3e-1059-46f3-bb4c-6de1400c0534),segment_id=8e78fd3e-1059-46f3-bb4c-6de1400c0534)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:41.555023 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:41.612273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=9cc9a31a-8e13-4a4c-806d-156e8dafaeab,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:41.890026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819627b-7d00-4d00-a981-0bbc721ff231 req-3662a5c8-add8-4b70-ae5a-f177d6c5ea83 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:41.892340 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1819627b-7d00-4d00-a981-0bbc721ff231 req-3662a5c8-add8-4b70-ae5a-f177d6c5ea83 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0686481 Aug 31 14:28:41.941883 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1819627b-7d00-4d00-a981-0bbc721ff231 req-da521de2-eaee-4435-9ae1-a840569a95a2 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 Aug 31 14:28:43.079557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296e9dd-a907-4f8d-a441-d1becdbea91b req-fa15f4d9-e591-4031-9981-cdc789ed3619 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:43.081777 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7296e9dd-a907-4f8d-a441-d1becdbea91b req-fa15f4d9-e591-4031-9981-cdc789ed3619 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0574241 Aug 31 14:28:43.127300 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7296e9dd-a907-4f8d-a441-d1becdbea91b req-cabd632a-8297-4576-a3d0-2edf245f9b1a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373180 Aug 31 14:28:43.328714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9cc9a31a-8e13-4a4c-806d-156e8dafaeab up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:28:43.390539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:28:43.391585 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:44.254866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae85c8-8ec6-48b3-88c4-429acf89bb40 req-4305675d-ac12-4268-9ca1-cd6ae0014370 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:44.256725 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d7ae85c8-8ec6-48b3-88c4-429acf89bb40 req-4305675d-ac12-4268-9ca1-cd6ae0014370 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0564075 Aug 31 14:28:44.299512 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d7ae85c8-8ec6-48b3-88c4-429acf89bb40 req-4d6fad29-5ce1-4401-8e19-c0ac57da81e3 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359347 Aug 31 14:28:45.496580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba766700-d9b4-4f5f-9917-58c282ce46ab req-11da385b-06ea-459f-bafd-3182a38fe068 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:45.498142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba766700-d9b4-4f5f-9917-58c282ce46ab req-11da385b-06ea-459f-bafd-3182a38fe068 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0546370 Aug 31 14:28:45.554291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ba766700-d9b4-4f5f-9917-58c282ce46ab req-c85548c7-e22b-46c7-bf70-b8f9b8640c46 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481067 Aug 31 14:28:46.367880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285fe56-9191-493b-b262-7361e03dc3e1 req-bb2e2745-c86a-4f10-a35f-bc64e48e5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:46.369715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7285fe56-9191-493b-b262-7361e03dc3e1 req-bb2e2745-c86a-4f10-a35f-bc64e48e5d85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc2fb10d92814a8a8548ad2895c42be0&device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 1096 time: 0.0445068 Aug 31 14:28:46.464994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285fe56-9191-493b-b262-7361e03dc3e1 req-9fee2028-23f3-41e1-8787-a827eb203fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:46.466507 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7285fe56-9191-493b-b262-7361e03dc3e1 req-9fee2028-23f3-41e1-8787-a827eb203fcb service neutron] 10.222.0.13 "GET /v2.0/networks?id=2325d784-2323-454c-85aa-b2254a184249 HTTP/1.1" status: 200 len: 915 time: 0.0892587 Aug 31 14:28:46.510343 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7285fe56-9191-493b-b262-7361e03dc3e1 req-de67bbf3-fcb8-46d6-aac4-27dee03aee3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb53f34-3f05-4aea-885b-0490682d8db6 HTTP/1.1" status: 200 len: 217 time: 0.0364482 Aug 31 14:28:46.562131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285fe56-9191-493b-b262-7361e03dc3e1 req-eeead459-8321-4706-8320-763c2d6b935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:46.563759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7285fe56-9191-493b-b262-7361e03dc3e1 req-eeead459-8321-4706-8320-763c2d6b935e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f2b92a-2dd1-48bb-ae37-96fe0967189a HTTP/1.1" status: 200 len: 854 time: 0.0457585 Aug 31 14:28:46.602297 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7285fe56-9191-493b-b262-7361e03dc3e1 req-59d57bae-71ac-4204-9a0f-5743a0e3f9af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2325d784-2323-454c-85aa-b2254a184249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304186 Aug 31 14:28:46.679571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f381374-0eb6-4861-a34b-f577fc64578c req-40fc778e-ee01-4d0e-96ce-94048f2a881a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:46.681124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f381374-0eb6-4861-a34b-f577fc64578c req-40fc778e-ee01-4d0e-96ce-94048f2a881a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0558119 Aug 31 14:28:46.699975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7285fe56-9191-493b-b262-7361e03dc3e1 req-36feba06-0757-41f0-8669-5814380134de service neutron] 10.222.0.13 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905249 Aug 31 14:28:46.728090 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f381374-0eb6-4861-a34b-f577fc64578c req-7fe9d853-779c-47e1-a75c-6a1a58f91538 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 Aug 31 14:28:46.796256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7285fe56-9191-493b-b262-7361e03dc3e1 req-e6bd094f-420a-4f37-a3a8-efcc0efe3d0c service neutron] 10.222.0.13 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883412 Aug 31 14:28:47.845878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2f2c9-62b0-4f96-ab91-ba9739303b9f req-b0aa91f6-c7f1-475f-9cf5-427bb15a8f4b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:47.847389 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c2c2f2c9-62b0-4f96-ab91-ba9739303b9f req-b0aa91f6-c7f1-475f-9cf5-427bb15a8f4b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0500786 Aug 31 14:28:47.886709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c2c2f2c9-62b0-4f96-ab91-ba9739303b9f req-d8637cc5-cfa6-407f-9313-b2c6e448b2a7 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331805 Aug 31 14:28:48.953722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device aeb53f34-3f05-4aea-885b-0490682d8db6 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:49.009521 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaeaeb8-ea7f-41d4-b1f0-4f0afa374acf req-a16b7dcf-519a-45ff-962e-f2285a5d46c5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:49.011243 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6aaeaeb8-ea7f-41d4-b1f0-4f0afa374acf req-a16b7dcf-519a-45ff-962e-f2285a5d46c5 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 945 time: 0.0559552 Aug 31 14:28:49.041685 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.054387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6aaeaeb8-ea7f-41d4-b1f0-4f0afa374acf req-d270dbfa-a050-4e3f-90b8-f2463f3ac39f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367346 Aug 31 14:28:49.066805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb53f34-3f05-4aea-885b-0490682d8db6'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:28:49.069235 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1e2976-1dda-4fa8-977f-b87322720a58" -d '{"events": [{"server_uuid": "5ccea234-a029-4e4e-b186-68b6b2b3433e", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb53f34-3f05-4aea-885b-0490682d8db6"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:28:49.085037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=aeb53f34-3f05-4aea-885b-0490682d8db6,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:49.089904 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:49.119815 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 14:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e81ca6-b5f1-44c8-9cd4-13ba028a187f x-openstack-request-id: req-29e81ca6-b5f1-44c8-9cd4-13ba028a187f {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:28:49.120123 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccea234-a029-4e4e-b186-68b6b2b3433e", "name": "network-vif-unplugged", "status": "failed", "tag": "aeb53f34-3f05-4aea-885b-0490682d8db6", "code": 422}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:28:49.120362 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29e81ca6-b5f1-44c8-9cd4-13ba028a187f {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:28:49.120776 n-d-792364-6 neutron-server[106389]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aeb53f34-3f05-4aea-885b-0490682d8db6', 'code': 422} returned with failed status Aug 31 14:28:49.146635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=aeb53f34-3f05-4aea-885b-0490682d8db6,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:49.154001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:49.154356 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:49.154704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:49.155048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:49.155396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:49.155733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:49.156097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:49.156985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:49.157318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:49.157690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:49.158020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:49.158349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:49.188980 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc136db-487e-4dca-902e-0df23dc09146 req-ebd3c9d0-71c4-4391-b1b4-dc2226fbfe2d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:49.190541 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dc136db-487e-4dca-902e-0df23dc09146 req-ebd3c9d0-71c4-4391-b1b4-dc2226fbfe2d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0515845 Aug 31 14:28:49.228869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8dc136db-487e-4dca-902e-0df23dc09146 req-0a52b689-24b4-42dc-a7ef-57ac39038148 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323009 Aug 31 14:28:49.382793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-e578ea34-e05f-4809-8791-64a42c2ec0d2 req-2d702052-baf2-4e9a-9170-2c23c565bd53 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:28:49.384069 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e578ea34-e05f-4809-8791-64a42c2ec0d2 req-2d702052-baf2-4e9a-9170-2c23c565bd53 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056953 Aug 31 14:28:49.549377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dade47-8977-4f91-a24e-ac2db3506331 req-ac40b2db-8620-48f5-935e-848f40fd3c0f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:49.550947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0dade47-8977-4f91-a24e-ac2db3506331 req-ac40b2db-8620-48f5-935e-848f40fd3c0f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0529964 Aug 31 14:28:49.591137 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0dade47-8977-4f91-a24e-ac2db3506331 req-08687db0-8a13-491a-87d6-58caca37fb36 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336888 Aug 31 14:28:49.647135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-5f2af4fe-b583-4dea-8f23-b1ebf1d62ae9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003537 Aug 31 14:28:50.402617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-609b4c9d-3fef-490c-b677-033aa7450c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:50.404166 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-609b4c9d-3fef-490c-b677-033aa7450c81 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e&tenant_id=fc2fb10d92814a8a8548ad2895c42be0 HTTP/1.1" status: 200 len: 1094 time: 0.0475614 Aug 31 14:28:50.473282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-f73618cd-9b5b-4a9e-98e0-42c952e72c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:50.474809 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-f73618cd-9b5b-4a9e-98e0-42c952e72c63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc2fb10d92814a8a8548ad2895c42be0&device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 1094 time: 0.0484200 Aug 31 14:28:50.564542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-53e10f23-4039-4fbc-805d-fad55a0cee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:50.566023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-53e10f23-4039-4fbc-805d-fad55a0cee7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2325d784-2323-454c-85aa-b2254a184249 HTTP/1.1" status: 200 len: 915 time: 0.0835357 Aug 31 14:28:50.610796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-a4c600e1-1e5b-4988-b9bc-cf696c4d73f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb53f34-3f05-4aea-885b-0490682d8db6 HTTP/1.1" status: 200 len: 217 time: 0.0377202 Aug 31 14:28:50.662641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-1b036664-86da-475b-9355-3ffffff22ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:50.664339 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-1b036664-86da-475b-9355-3ffffff22ef7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f2b92a-2dd1-48bb-ae37-96fe0967189a HTTP/1.1" status: 200 len: 854 time: 0.0465655 Aug 31 14:28:50.698435 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-d4b73925-3ac2-4c77-a6f6-41706934a565 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2325d784-2323-454c-85aa-b2254a184249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267477 Aug 31 14:28:50.716727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575933-cbcf-4729-957e-532ac52c7961 req-bf5f5d5c-e3de-4611-8dc3-4040f2dcacc1 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:50.718241 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b2575933-cbcf-4729-957e-532ac52c7961 req-bf5f5d5c-e3de-4611-8dc3-4040f2dcacc1 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0530941 Aug 31 14:28:50.763976 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b2575933-cbcf-4729-957e-532ac52c7961 req-0ef4da36-9387-4638-97a4-24cd4de32cd6 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391116 Aug 31 14:28:50.798688 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-954f913a-7924-43da-8931-21442a9ad14c service neutron] 10.222.0.13 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928278 Aug 31 14:28:50.887815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-851edc1d-79de-4409-814f-77bcb6660f08 service neutron] 10.222.0.13 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819731 Aug 31 14:28:51.897849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1df16-6f49-4d44-af44-4f5845bfad42 req-28e4b0fe-ed62-4c67-9443-f2d9f806ac63 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:51.907705 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e1df16-6f49-4d44-af44-4f5845bfad42 req-28e4b0fe-ed62-4c67-9443-f2d9f806ac63 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0727959 Aug 31 14:28:51.943920 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2e1df16-6f49-4d44-af44-4f5845bfad42 req-6023c815-e0ad-4696-9a84-ceaa94ccc0ef tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353379 Aug 31 14:28:52.969948 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device aeb53f34-3f05-4aea-885b-0490682d8db6 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:28:53.067214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e855d5f-7613-425b-ac6b-6e1ab13ff248 req-f307ebdf-8122-4511-9a11-f44ce1179b2f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:53.068772 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e855d5f-7613-425b-ac6b-6e1ab13ff248 req-f307ebdf-8122-4511-9a11-f44ce1179b2f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0549250 Aug 31 14:28:53.106689 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e855d5f-7613-425b-ac6b-6e1ab13ff248 req-53984b6a-fc98-4e27-86a8-eb5da0e20f26 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319531 Aug 31 14:28:54.276909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143868c7-e90d-45cc-aeea-8c7cc30f05f4 req-32306536-f9a2-4ea3-bb56-4695a2738886 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:54.278816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-143868c7-e90d-45cc-aeea-8c7cc30f05f4 req-32306536-f9a2-4ea3-bb56-4695a2738886 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0962918 Aug 31 14:28:54.322428 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-143868c7-e90d-45cc-aeea-8c7cc30f05f4 req-4c9a3b58-c92a-4c72-9852-964badd123a8 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366986 Aug 31 14:28:55.441500 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff037f0-a1f6-4595-83f6-fc95c793bdb6 req-96c44208-5682-4913-9a8b-5d0312e95608 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:55.443006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2ff037f0-a1f6-4595-83f6-fc95c793bdb6 req-96c44208-5682-4913-9a8b-5d0312e95608 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0530627 Aug 31 14:28:55.481424 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2ff037f0-a1f6-4595-83f6-fc95c793bdb6 req-7726081d-e1d9-49b1-8aa3-9b6d833b5484 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Aug 31 14:28:56.650755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce27aa-54c3-4894-afa9-b496c90f6525 req-b9d066c9-da48-49dd-95ca-6c88fa356906 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:56.652549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cdce27aa-54c3-4894-afa9-b496c90f6525 req-b9d066c9-da48-49dd-95ca-6c88fa356906 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0995574 Aug 31 14:28:56.699910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cdce27aa-54c3-4894-afa9-b496c90f6525 req-60b869b3-0555-4383-be2c-10f427d5f7ee tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386760 Aug 31 14:28:57.819479 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b675e3-3ede-4eae-9f4c-dae45507bae0 req-f90bedd3-14ce-4f1b-b8d0-208f42f409ef tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:57.821021 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57b675e3-3ede-4eae-9f4c-dae45507bae0 req-f90bedd3-14ce-4f1b-b8d0-208f42f409ef tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0516031 Aug 31 14:28:57.879658 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57b675e3-3ede-4eae-9f4c-dae45507bae0 req-e73a444d-dc31-4dbd-87e5-f92a65eb8f49 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498555 Aug 31 14:28:58.378845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54150) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:28:58.756807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.033344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b748-c87b-4e6c-ac3a-10a3b94330cc req-dc3ec3cd-482b-43ae-acc8-262a24b3e5f9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:28:59.034907 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0526b748-c87b-4e6c-ac3a-10a3b94330cc req-dc3ec3cd-482b-43ae-acc8-262a24b3e5f9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0694635 Aug 31 14:28:59.079211 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0526b748-c87b-4e6c-ac3a-10a3b94330cc req-a8ee624c-7763-40a2-a64f-5e5e327ab713 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370333 Aug 31 14:28:59.496680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:28:59.497442 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.590849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] For port 9cc9a31a-8e13-4a4c-806d-156e8dafaeab, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9cc9a31a-8e13-4a4c-806d-156e8dafaeab,segment=NetworkSegment(8e78fd3e-1059-46f3-bb4c-6de1400c0534),segment_id=8e78fd3e-1059-46f3-bb4c-6de1400c0534)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:28:59.591217 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.608819 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Calling delete_port for 9cc9a31a-8e13-4a4c-806d-156e8dafaeab owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:28:59.845887 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:28:59.871954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Port': ['ID=9cc9a31a-8e13-4a4c-806d-156e8dafaeab,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:28:59.885279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:59.885696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:59.885976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:59.886342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:59.886660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:59.886992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:59.887380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:59.887686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:59.887975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:59.888310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:59.888660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:28:59.888986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:00.153492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:00.218275 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95562e8-d786-41bb-ac7c-dff8b74466e0 req-a5e50222-45ec-41e9-8083-acf65404e3b1 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:00.221067 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e95562e8-d786-41bb-ac7c-dff8b74466e0 req-a5e50222-45ec-41e9-8083-acf65404e3b1 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0637329 Aug 31 14:29:00.266380 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e95562e8-d786-41bb-ac7c-dff8b74466e0 req-c832a4ca-b339-417b-94f2-ad04e09f0031 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386565 Aug 31 14:29:00.419911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Router 6b53e794-080e-4869-a245-d23cfac07d0a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:29:00.542140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:00.547797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3ce5b38c-1a13-4f85-8186-81f2440024a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "PUT /v2.0/routers/6b53e794-080e-4869-a245-d23cfac07d0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1678419 Aug 31 14:29:00.562494 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3203ad-6168-49e2-b3b5-ad7440e96ab8 None None] Sync routers for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:00.572754 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3203ad-6168-49e2-b3b5-ad7440e96ab8 None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:00.573835 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5d3203ad-6168-49e2-b3b5-ad7440e96ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:28:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:00.734603 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-5d3203ad-6168-49e2-b3b5-ad7440e96ab8 None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:00.837268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252eb10-ea4a-4eff-acc6-233b33ecad8f req-a96ec7d1-6717-4681-98d3-e676d9b09cc0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:00.845660 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e252eb10-ea4a-4eff-acc6-233b33ecad8f req-a96ec7d1-6717-4681-98d3-e676d9b09cc0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 946 time: 0.0704288 Aug 31 14:29:00.890562 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e252eb10-ea4a-4eff-acc6-233b33ecad8f req-8bc3cb67-8001-42ba-9452-0cd96fab5004 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=73defda7-3ae2-445a-b71c-c8bfbe16802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438261 Aug 31 14:29:01.046598 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:29:01.058942 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5d3203ad-6168-49e2-b3b5-ad7440e96ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:28:59Z', 'revision_number': 6, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '79df9220-a797-41ad-93fa-a673136f3c83', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'port_id': '00adc30b-5a65-4afa-87bd-313448e100f7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'mac_address': 'fa:16:3e:6a:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:27:42Z', 'updated_at': '2021-08-31T14:27:45Z', 'revision_number': 1, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:01.090885 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3203ad-6168-49e2-b3b5-ad7440e96ab8 None None] Checking router: 6b53e794-080e-4869-a245-d23cfac07d0a for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:01.099507 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3203ad-6168-49e2-b3b5-ad7440e96ab8 None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:01.100204 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5d3203ad-6168-49e2-b3b5-ad7440e96ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:28:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:01.244215 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-5d3203ad-6168-49e2-b3b5-ad7440e96ab8 None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:01.394568 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d80bcbe6-137f-411e-854f-acd73ddef36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:01.470939 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0c861-3fad-4aeb-82ac-3cda6bc016b1 req-0797158d-b37b-44d5-b559-314d75fe8a01 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:01.473616 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9ce0c861-3fad-4aeb-82ac-3cda6bc016b1 req-0797158d-b37b-44d5-b559-314d75fe8a01 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0624912 Aug 31 14:29:01.572856 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9ce0c861-3fad-4aeb-82ac-3cda6bc016b1 req-91d8f3df-fd06-4906-88a8-2cd7ed18751a tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853038 Aug 31 14:29:01.622531 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5d3203ad-6168-49e2-b3b5-ad7440e96ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:28:59Z', 'revision_number': 6, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '79df9220-a797-41ad-93fa-a673136f3c83', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'port_id': '00adc30b-5a65-4afa-87bd-313448e100f7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'mac_address': 'fa:16:3e:6a:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:27:42Z', 'updated_at': '2021-08-31T14:27:45Z', 'revision_number': 1, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:01.665953 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3203ad-6168-49e2-b3b5-ad7440e96ab8 None None] The sync data for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 is: [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:28:59Z', 'revision_number': 6, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '79df9220-a797-41ad-93fa-a673136f3c83', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'port_id': '00adc30b-5a65-4afa-87bd-313448e100f7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'mac_address': 'fa:16:3e:6a:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:27:42Z', 'updated_at': '2021-08-31T14:27:45Z', 'revision_number': 1, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:02.024259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95feaba6-95fa-4aba-ad40-25bcb72cd792 req-75c34134-4ec9-442e-bfe3-3e92cf262274 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:02.027308 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-95feaba6-95fa-4aba-ad40-25bcb72cd792 req-75c34134-4ec9-442e-bfe3-3e92cf262274 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 946 time: 0.0639718 Aug 31 14:29:02.102612 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-95feaba6-95fa-4aba-ad40-25bcb72cd792 req-d82c77f4-20f8-479e-aecd-d5104e67a4e4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=73defda7-3ae2-445a-b71c-c8bfbe16802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545242 Aug 31 14:29:02.421620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cd128-f575-493a-b597-7d6c33ef26e5 req-f4697262-2dab-4606-9afb-c92011ac74a9 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:02.423178 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-380cd128-f575-493a-b597-7d6c33ef26e5 req-f4697262-2dab-4606-9afb-c92011ac74a9 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 946 time: 0.0555124 Aug 31 14:29:02.520486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-380cd128-f575-493a-b597-7d6c33ef26e5 req-2a364896-5733-4b4b-9555-7e3473070ab7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting port fbd52f95-43a6-455f-ad29-ed26a4c9955c {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:02.520831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-380cd128-f575-493a-b597-7d6c33ef26e5 req-2a364896-5733-4b4b-9555-7e3473070ab7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.618284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-380cd128-f575-493a-b597-7d6c33ef26e5 req-2a364896-5733-4b4b-9555-7e3473070ab7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] For port fbd52f95-43a6-455f-ad29-ed26a4c9955c, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=fbd52f95-43a6-455f-ad29-ed26a4c9955c,segment=NetworkSegment(8e78fd3e-1059-46f3-bb4c-6de1400c0534),segment_id=8e78fd3e-1059-46f3-bb4c-6de1400c0534)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:02.618930 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-380cd128-f575-493a-b597-7d6c33ef26e5 req-2a364896-5733-4b4b-9555-7e3473070ab7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.634960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-380cd128-f575-493a-b597-7d6c33ef26e5 req-2a364896-5733-4b4b-9555-7e3473070ab7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Calling delete_port for fbd52f95-43a6-455f-ad29-ed26a4c9955c owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:02.734467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0661153-799c-4bcd-89f8-eea91b1381c3 req-44ef4a0b-3814-469d-9d67-844a6349b82d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:02.735915 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0661153-799c-4bcd-89f8-eea91b1381c3 req-44ef4a0b-3814-469d-9d67-844a6349b82d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0506198 Aug 31 14:29:02.774547 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0661153-799c-4bcd-89f8-eea91b1381c3 req-71fbeece-c8c7-417d-9a95-7419cad0f601 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325027 Aug 31 14:29:02.783622 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-380cd128-f575-493a-b597-7d6c33ef26e5 req-2a364896-5733-4b4b-9555-7e3473070ab7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.814839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a364896-5733-4b4b-9555-7e3473070ab7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Port': ['ID=fbd52f95-43a6-455f-ad29-ed26a4c9955c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:02.857315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-380cd128-f575-493a-b597-7d6c33ef26e5 req-2a364896-5733-4b4b-9555-7e3473070ab7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] No DVR routers for this DVR port fbd52f95-43a6-455f-ad29-ed26a4c9955c on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:02.863626 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-380cd128-f575-493a-b597-7d6c33ef26e5 req-2a364896-5733-4b4b-9555-7e3473070ab7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:02.868650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-380cd128-f575-493a-b597-7d6c33ef26e5 req-2a364896-5733-4b4b-9555-7e3473070ab7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "DELETE /v2.0/ports/fbd52f95-43a6-455f-ad29-ed26a4c9955c HTTP/1.1" status: 204 len: 173 time: 0.4364715 Aug 31 14:29:02.868650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0567a7ee-7362-4620-baca-b731a3392342', 'name': 'network-vif-deleted', 'tag': 'fbd52f95-43a6-455f-ad29-ed26a4c9955c'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:02.869655 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebf7625-cec1-411b-8d88-93e5412e690f" -d '{"events": [{"server_uuid": "0567a7ee-7362-4620-baca-b731a3392342", "name": "network-vif-deleted", "tag": "fbd52f95-43a6-455f-ad29-ed26a4c9955c"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:02.925384 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513e18ec-6811-44bd-85a9-25176fcedc51 x-openstack-request-id: req-513e18ec-6811-44bd-85a9-25176fcedc51 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:02.925682 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0567a7ee-7362-4620-baca-b731a3392342", "name": "network-vif-deleted", "tag": "fbd52f95-43a6-455f-ad29-ed26a4c9955c", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:02.925943 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-513e18ec-6811-44bd-85a9-25176fcedc51 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:02.926544 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0567a7ee-7362-4620-baca-b731a3392342', 'name': 'network-vif-deleted', 'tag': 'fbd52f95-43a6-455f-ad29-ed26a4c9955c', 'status': 'completed', 'code': 200} Aug 31 14:29:03.251905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-db6aa109-16c5-4c7c-9869-550eabf6cf42 req-ef1795af-64d2-4b45-af50-957f23726e73 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0567a7ee-7362-4620-baca-b731a3392342 HTTP/1.1" status: 200 len: 210 time: 0.0280142 Aug 31 14:29:03.294286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9cc9a31a-8e13-4a4c-806d-156e8dafaeab no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:03.317217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 9cc9a31a-8e13-4a4c-806d-156e8dafaeab {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:03.317738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9cc9a31a-8e13-4a4c-806d-156e8dafaeab not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:03.886625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9bd0c-f30e-4059-b95e-a6405d227356 req-b60f5512-67c9-41ed-b556-8743ba9c3fb6 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:03.888100 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-74e9bd0c-f30e-4059-b95e-a6405d227356 req-b60f5512-67c9-41ed-b556-8743ba9c3fb6 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0471151 Aug 31 14:29:03.928415 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-74e9bd0c-f30e-4059-b95e-a6405d227356 req-32992653-0f77-4539-b7bd-865ecc57ced4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337095 Aug 31 14:29:04.023717 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.074141 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-999a21dc-ca6e-4e88-93d6-e66a8a662655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.307479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54182) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:04.369987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-359bdecd-09bb-42ab-9a3f-0957a5c38705 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.395811 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-359bdecd-09bb-42ab-9a3f-0957a5c38705 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.457933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-359bdecd-09bb-42ab-9a3f-0957a5c38705 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.460987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-359bdecd-09bb-42ab-9a3f-0957a5c38705 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.462361 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-359bdecd-09bb-42ab-9a3f-0957a5c38705 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/security-groups/73defda7-3ae2-445a-b71c-c8bfbe16802c HTTP/1.1" status: 204 len: 168 time: 0.1538384 Aug 31 14:29:04.471763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bdecd-09bb-42ab-9a3f-0957a5c38705 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73defda7-3ae2-445a-b71c-c8bfbe16802c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:04.493454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54186) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:04.545466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9d91d2-d79d-446f-9ce0-4c36cb65f1be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting subnet 2e15feac-f039-4912-815e-1b7eceb4c556 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:29:04.549487 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc9d91d2-d79d-446f-9ce0-4c36cb65f1be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.587680 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc9d91d2-d79d-446f-9ce0-4c36cb65f1be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.673858 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc9d91d2-d79d-446f-9ce0-4c36cb65f1be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.729937 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc9d91d2-d79d-446f-9ce0-4c36cb65f1be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.758508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d91d2-d79d-446f-9ce0-4c36cb65f1be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Subnet': ['ID=2e15feac-f039-4912-815e-1b7eceb4c556,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:04.760632 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc9d91d2-d79d-446f-9ce0-4c36cb65f1be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.762369 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bc9d91d2-d79d-446f-9ce0-4c36cb65f1be tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/subnets/2e15feac-f039-4912-815e-1b7eceb4c556 HTTP/1.1" status: 204 len: 168 time: 0.2677193 Aug 31 14:29:04.765145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54188) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:04.769306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af3affc-0aad-4386-84c0-a1fca26affbf None None] Network 8af36aa9-80a6-4709-9fc2-ea603a362e85 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:04.838192 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.899081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting port d90fba66-8f9b-47f2-93f0-f3ecc23e2893 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:04.899428 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.963265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] For port d90fba66-8f9b-47f2-93f0-f3ecc23e2893, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d90fba66-8f9b-47f2-93f0-f3ecc23e2893,segment=NetworkSegment(8e78fd3e-1059-46f3-bb4c-6de1400c0534),segment_id=8e78fd3e-1059-46f3-bb4c-6de1400c0534)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:04.963643 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:04.968955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28b1eed-7273-4b97-9fbf-4f32d3369124 None None] DHCP port deletion for 8af36aa9-80a6-4709-9fc2-ea603a362e85 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:29:04.979915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Calling delete_port for d90fba66-8f9b-47f2-93f0-f3ecc23e2893 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:05.019272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e28b1eed-7273-4b97-9fbf-4f32d3369124 None None] Deleting port d90fba66-8f9b-47f2-93f0-f3ecc23e2893 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:05.019704 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e28b1eed-7273-4b97-9fbf-4f32d3369124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.049902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc91a92-8401-439d-bcf8-c6ed5a9c6cbd req-c4bf8df6-5c3e-4647-8c3a-de328f46ab10 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:05.051584 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4dc91a92-8401-439d-bcf8-c6ed5a9c6cbd req-c4bf8df6-5c3e-4647-8c3a-de328f46ab10 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0497253 Aug 31 14:29:05.067225 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.082953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e28b1eed-7273-4b97-9fbf-4f32d3369124 None None] For port d90fba66-8f9b-47f2-93f0-f3ecc23e2893, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d90fba66-8f9b-47f2-93f0-f3ecc23e2893,segment=NetworkSegment(8e78fd3e-1059-46f3-bb4c-6de1400c0534),segment_id=8e78fd3e-1059-46f3-bb4c-6de1400c0534)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:05.083447 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e28b1eed-7273-4b97-9fbf-4f32d3369124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.093302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Port': ['ID=d90fba66-8f9b-47f2-93f0-f3ecc23e2893,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:05.096112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4dc91a92-8401-439d-bcf8-c6ed5a9c6cbd req-cbde165e-fc97-4a97-8482-258287cdfcd4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379117 Aug 31 14:29:05.098394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e28b1eed-7273-4b97-9fbf-4f32d3369124 None None] Calling delete_port for d90fba66-8f9b-47f2-93f0-f3ecc23e2893 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:05.100959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] No DVR routers for this DVR port d90fba66-8f9b-47f2-93f0-f3ecc23e2893 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:05.178515 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e28b1eed-7273-4b97-9fbf-4f32d3369124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.183609 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.193774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af36aa9-80a6-4709-9fc2-ea603a362e85']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:05.200719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b1eed-7273-4b97-9fbf-4f32d3369124 None None] Pushing event deleted for resources: {'Port': ['ID=d90fba66-8f9b-47f2-93f0-f3ecc23e2893,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:05.204987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e78fd3e-1059-46f3-bb4c-6de1400c0534') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:05.205285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e78fd3e-1059-46f3-bb4c-6de1400c0534') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:05.206778 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b1eed-7273-4b97-9fbf-4f32d3369124 None None] No DVR routers for this DVR port d90fba66-8f9b-47f2-93f0-f3ecc23e2893 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:05.215875 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.230557 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.236330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:29:05.236774 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:29:05.239852 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:29:05.262363 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.303746 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.313325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.315316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/networks/8af36aa9-80a6-4709-9fc2-ea603a362e85 HTTP/1.1" status: 204 len: 168 time: 0.5490384 Aug 31 14:29:05.318131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54192) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:05.327371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d90fba66-8f9b-47f2-93f0-f3ecc23e2893 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:05.329116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b694e85-1648-4000-8685-91e380c5c263 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Network': ['ID=8af36aa9-80a6-4709-9fc2-ea603a362e85,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:05.350877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: d90fba66-8f9b-47f2-93f0-f3ecc23e2893 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:05.351225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d90fba66-8f9b-47f2-93f0-f3ecc23e2893 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:05.480605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting port 4ae4dc98-ea50-42ec-8e62-d491fa1f6db7 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:05.480875 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.558180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.558511 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.570341 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Calling delete_port for 4ae4dc98-ea50-42ec-8e62-d491fa1f6db7 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:05.694117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device fbd52f95-43a6-455f-ad29-ed26a4c9955c no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:05.713299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: fbd52f95-43a6-455f-ad29-ed26a4c9955c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:05.713570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device fbd52f95-43a6-455f-ad29-ed26a4c9955c not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:05.716690 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.740274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Port': ['ID=4ae4dc98-ea50-42ec-8e62-d491fa1f6db7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:05.804417 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:05.804417 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Floating IP 79df9220-a797-41ad-93fa-a673136f3c83 disassociated (deleted). External IP: 172.25.3.119, port: 00adc30b-5a65-4afa-87bd-313448e100f7. Aug 31 14:29:06.222376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be9bbe-b942-424a-8352-d776e93e8746 req-89071828-3d1d-4b0b-88f7-49d26b85f484 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:06.223998 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40be9bbe-b942-424a-8352-d776e93e8746 req-89071828-3d1d-4b0b-88f7-49d26b85f484 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0498936 Aug 31 14:29:06.263265 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40be9bbe-b942-424a-8352-d776e93e8746 req-52a9b24d-9d57-4efb-a6ea-795e877d92a7 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Aug 31 14:29:06.313727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Router 6b53e794-080e-4869-a245-d23cfac07d0a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:29:06.419092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:06.423785 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.428192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e017c3-6736-4426-b8fb-ae6bca4bfe79 None None] Sync routers for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:06.436944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e017c3-6736-4426-b8fb-ae6bca4bfe79 None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:06.437561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-74e017c3-6736-4426-b8fb-ae6bca4bfe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:06.450059 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-167648d9-3180-477f-a443-30328b4c7f66 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/floatingips/79df9220-a797-41ad-93fa-a673136f3c83 HTTP/1.1" status: 204 len: 168 time: 1.1306362 Aug 31 14:29:06.451650 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'tag': '00adc30b-5a65-4afa-87bd-313448e100f7'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:06.454723 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cbe971-f099-414a-bba9-2f6d7f741c31" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8a456e-8003-4eb6-8e25-5a2c106be88a", "tag": "00adc30b-5a65-4afa-87bd-313448e100f7"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:06.545527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-74e017c3-6736-4426-b8fb-ae6bca4bfe79 None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:06.570919 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6e5df3-bb06-4e48-9c64-3dec15725909 x-openstack-request-id: req-df6e5df3-bb06-4e48-9c64-3dec15725909 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:06.571955 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8a456e-8003-4eb6-8e25-5a2c106be88a", "tag": "00adc30b-5a65-4afa-87bd-313448e100f7", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:06.573873 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df6e5df3-bb06-4e48-9c64-3dec15725909 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:06.575804 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'tag': '00adc30b-5a65-4afa-87bd-313448e100f7', 'status': 'completed', 'code': 200} Aug 31 14:29:06.660994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbe971-f099-414a-bba9-2f6d7f741c31 req-062c6d30-cc4c-4e0a-9507-f27b61297c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:06.662815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c8cbe971-f099-414a-bba9-2f6d7f741c31 req-062c6d30-cc4c-4e0a-9507-f27b61297c12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 1096 time: 0.0571647 Aug 31 14:29:06.770173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-74e017c3-6736-4426-b8fb-ae6bca4bfe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:28:59Z', 'revision_number': 6, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:06.777898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fe76e-b889-4f32-8bc6-a4023ab1dda8 req-943ac041-66dc-4e01-b62e-e52ee944c7c1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:06.779460 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c67fe76e-b889-4f32-8bc6-a4023ab1dda8 req-943ac041-66dc-4e01-b62e-e52ee944c7c1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 945 time: 0.1095452 Aug 31 14:29:06.798414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e017c3-6736-4426-b8fb-ae6bca4bfe79 None None] Checking router: 6b53e794-080e-4869-a245-d23cfac07d0a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:06.817141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbe971-f099-414a-bba9-2f6d7f741c31 req-c595aeba-4d4c-4e4d-a8ce-c982c2f2ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:06.818773 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c8cbe971-f099-414a-bba9-2f6d7f741c31 req-c595aeba-4d4c-4e4d-a8ce-c982c2f2ea05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f087ca63-fd3c-4065-9716-e5d424d56e53 HTTP/1.1" status: 200 len: 898 time: 0.1474090 Aug 31 14:29:06.819200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e017c3-6736-4426-b8fb-ae6bca4bfe79 None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:06.819943 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-74e017c3-6736-4426-b8fb-ae6bca4bfe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:06.823910 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:06.843891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c67fe76e-b889-4f32-8bc6-a4023ab1dda8 req-c0adbfe6-f7ee-414d-9b23-63bbcad5a394 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=44b84f21-ac40-458e-b89b-c0de2a65eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571065 Aug 31 14:29:06.875214 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c8cbe971-f099-414a-bba9-2f6d7f741c31 req-13c2859a-5fa1-4750-91c8-90ac88e30a93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00adc30b-5a65-4afa-87bd-313448e100f7 HTTP/1.1" status: 200 len: 217 time: 0.0390749 Aug 31 14:29:06.933448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbe971-f099-414a-bba9-2f6d7f741c31 req-8a43fad7-7f46-4373-b899-ea517c5b12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:06.935046 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c8cbe971-f099-414a-bba9-2f6d7f741c31 req-8a43fad7-7f46-4373-b899-ea517c5b12ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa HTTP/1.1" status: 200 len: 835 time: 0.0464475 Aug 31 14:29:06.936043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-74e017c3-6736-4426-b8fb-ae6bca4bfe79 None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:06.986026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbe971-f099-414a-bba9-2f6d7f741c31 req-b9c04a03-ad27-4ea6-ad35-af537fd679ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:06.987573 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c8cbe971-f099-414a-bba9-2f6d7f741c31 req-b9c04a03-ad27-4ea6-ad35-af537fd679ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f087ca63-fd3c-4065-9716-e5d424d56e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425665 Aug 31 14:29:07.050851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device aeb53f34-3f05-4aea-885b-0490682d8db6 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:29:07.089824 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c8cbe971-f099-414a-bba9-2f6d7f741c31 req-4ebe3803-d98d-41ef-b03f-97b5ea0c9c47 service neutron] 10.222.0.52 "GET /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928788 Aug 31 14:29:07.188356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c8cbe971-f099-414a-bba9-2f6d7f741c31 req-bc7b06b0-2603-4056-95d2-576ad1bc14c6 service neutron] 10.222.0.52 "GET /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888727 Aug 31 14:29:07.212464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=aeb53f34-3f05-4aea-885b-0490682d8db6,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:07.225505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'aeb53f34-3f05-4aea-885b-0490682d8db6', 'network_id': '2325d784-2323-454c-85aa-b2254a184249', 'port_id': 'aeb53f34-3f05-4aea-885b-0490682d8db6', 'mac_address': 'fa:16:3e:bd:3b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f2b92a-2dd1-48bb-ae37-96fe0967189a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:29:07.262503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-74e017c3-6736-4426-b8fb-ae6bca4bfe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:28:59Z', 'revision_number': 6, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:07.390007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54210) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:07.393932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac49269-a18d-4759-b179-8bd6ad9d9bba req-d28f3313-3f19-44c8-95f9-abe566545504 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:07.396250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9ac49269-a18d-4759-b179-8bd6ad9d9bba req-d28f3313-3f19-44c8-95f9-abe566545504 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 943 time: 0.0590341 Aug 31 14:29:07.460297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e017c3-6736-4426-b8fb-ae6bca4bfe79 None None] The sync data for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 is: [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:28:59Z', 'revision_number': 6, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d', 'name': '', 'network_id': 'f087ca63-fd3c-4065-9716-e5d424d56e53', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:af:45:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:25Z', 'updated_at': '2021-08-31T14:27:31Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:07.461874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9ac49269-a18d-4759-b179-8bd6ad9d9bba req-1b8a4f11-dc39-43a7-8bf7-9e2b47fbc16b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536377 Aug 31 14:29:07.467070 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.485406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb53f34-3f05-4aea-885b-0490682d8db6 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:07.508314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=aeb53f34-3f05-4aea-885b-0490682d8db6,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:07.513069 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.567713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=aeb53f34-3f05-4aea-885b-0490682d8db6,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:07.590477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port e28feec6-adef-4ee8-9dd2-828768ef5aa2 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:07.590830 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.673613 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.674304 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.686811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for e28feec6-adef-4ee8-9dd2-828768ef5aa2 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:07.720158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['aeb53f34-3f05-4aea-885b-0490682d8db6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:07.729453 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cf22a-4292-4c8e-8310-831ab5613240 None None] New status for floating IP 79df9220-a797-41ad-93fa-a673136f3c83: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:29:07.862063 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:07.907153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=e28feec6-adef-4ee8-9dd2-828768ef5aa2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:08.004367 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.004742 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Floating IP 65a39bae-cff5-468a-9937-d42514ae13d0 disassociated (deleted). External IP: 172.25.3.186, port: 065bb750-8f88-49ad-9253-63aa9fd2f530. Aug 31 14:29:08.059320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78251211-642f-49b6-bf9e-b8d80dc19471 req-0efecb10-3ebe-430c-9f6f-0428a00a1f3a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:08.060891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78251211-642f-49b6-bf9e-b8d80dc19471 req-0efecb10-3ebe-430c-9f6f-0428a00a1f3a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 945 time: 0.1035104 Aug 31 14:29:08.179006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78251211-642f-49b6-bf9e-b8d80dc19471 req-22bb3a85-73e1-4bd6-9474-f6e63e3188a9 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=44b84f21-ac40-458e-b89b-c0de2a65eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114671 Aug 31 14:29:08.198987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa9dc1-af03-4b9d-8512-f5f0155248a1 req-7eae5840-4650-4f12-9732-13c2d23aa914 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:08.198987 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43aa9dc1-af03-4b9d-8512-f5f0155248a1 req-7eae5840-4650-4f12-9732-13c2d23aa914 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 945 time: 0.0880396 Aug 31 14:29:08.360146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router f8752f00-fc33-4147-8db5-ef9489d04f63 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:29:08.373930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-43aa9dc1-af03-4b9d-8512-f5f0155248a1 req-9993ac0c-661e-49cd-9d43-ef528ec4e666 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting port 00adc30b-5a65-4afa-87bd-313448e100f7 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:08.374278 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43aa9dc1-af03-4b9d-8512-f5f0155248a1 req-9993ac0c-661e-49cd-9d43-ef528ec4e666 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.543745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-43aa9dc1-af03-4b9d-8512-f5f0155248a1 req-9993ac0c-661e-49cd-9d43-ef528ec4e666 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] For port 00adc30b-5a65-4afa-87bd-313448e100f7, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=00adc30b-5a65-4afa-87bd-313448e100f7,segment=NetworkSegment(d812922f-60c2-4d9c-a8df-14239161111f),segment_id=d812922f-60c2-4d9c-a8df-14239161111f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:08.544112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43aa9dc1-af03-4b9d-8512-f5f0155248a1 req-9993ac0c-661e-49cd-9d43-ef528ec4e666 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.558049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:08.559817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-43aa9dc1-af03-4b9d-8512-f5f0155248a1 req-9993ac0c-661e-49cd-9d43-ef528ec4e666 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Calling delete_port for 00adc30b-5a65-4afa-87bd-313448e100f7 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:08.564677 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.568919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62c389-cf6b-486a-bd87-691ef31b1ff4 None None] Sync routers for ids ['f8752f00-fc33-4147-8db5-ef9489d04f63'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:08.580088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62c389-cf6b-486a-bd87-691ef31b1ff4 None None] Routers {'f8752f00-fc33-4147-8db5-ef9489d04f63'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:08.580859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2a62c389-cf6b-486a-bd87-691ef31b1ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['f8752f00-fc33-4147-8db5-ef9489d04f63'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:08.594966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e62d4e-bb5a-4247-84b1-8e1d9a2dcb2a req-d9ae5885-55fe-45e3-8e7d-099b958d94c1 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:08.597239 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0e62d4e-bb5a-4247-84b1-8e1d9a2dcb2a req-d9ae5885-55fe-45e3-8e7d-099b958d94c1 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 944 time: 0.0505185 Aug 31 14:29:08.630705 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ee44e48e-3c43-46f6-a1e8-1966a9af2fd9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/floatingips/65a39bae-cff5-468a-9937-d42514ae13d0 HTTP/1.1" status: 204 len: 168 time: 1.2390723 Aug 31 14:29:08.632515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'tag': '065bb750-8f88-49ad-9253-63aa9fd2f530'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:08.635078 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b798c631-3331-4600-974f-47f9e6e13a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "64926b7a-6e6a-4384-b2eb-75e7231aa2dc", "tag": "065bb750-8f88-49ad-9253-63aa9fd2f530"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:08.642050 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0e62d4e-bb5a-4247-84b1-8e1d9a2dcb2a req-0d954df9-b449-4c96-88de-a68f97b00a78 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383620 Aug 31 14:29:08.707305 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e0555f-fe3a-4049-aa46-3ca918bcf0a0 x-openstack-request-id: req-f6e0555f-fe3a-4049-aa46-3ca918bcf0a0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:08.707831 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64926b7a-6e6a-4384-b2eb-75e7231aa2dc", "tag": "065bb750-8f88-49ad-9253-63aa9fd2f530", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:08.707831 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6e0555f-fe3a-4049-aa46-3ca918bcf0a0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:08.708114 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'tag': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'status': 'completed', 'code': 200} Aug 31 14:29:08.710915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2a62c389-cf6b-486a-bd87-691ef31b1ff4 None None] Set router f8752f00-fc33-4147-8db5-ef9489d04f63 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:08.767344 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43aa9dc1-af03-4b9d-8512-f5f0155248a1 req-9993ac0c-661e-49cd-9d43-ef528ec4e666 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.805033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993ac0c-661e-49cd-9d43-ef528ec4e666 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Port': ['ID=00adc30b-5a65-4afa-87bd-313448e100f7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:08.846179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798c631-3331-4600-974f-47f9e6e13a5c req-8a00b6ef-bef4-442e-803c-e9a2fbb428e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:08.847813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b798c631-3331-4600-974f-47f9e6e13a5c req-8a00b6ef-bef4-442e-803c-e9a2fbb428e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aca18e1be7245299924d9c1f085ff48&device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 1096 time: 0.1141009 Aug 31 14:29:08.862675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aa9dc1-af03-4b9d-8512-f5f0155248a1 req-9993ac0c-661e-49cd-9d43-ef528ec4e666 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] No DVR routers for this DVR port 00adc30b-5a65-4afa-87bd-313448e100f7 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:08.871369 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-43aa9dc1-af03-4b9d-8512-f5f0155248a1 req-9993ac0c-661e-49cd-9d43-ef528ec4e666 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:08.873366 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-43aa9dc1-af03-4b9d-8512-f5f0155248a1 req-9993ac0c-661e-49cd-9d43-ef528ec4e666 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "DELETE /v2.0/ports/00adc30b-5a65-4afa-87bd-313448e100f7 HTTP/1.1" status: 204 len: 173 time: 0.6457062 Aug 31 14:29:08.902471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30c5c-6280-4b98-8a66-1fa6ebb88765 req-7d095c50-7e3f-4b1b-8c5e-8bbbc38b15c7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:08.904345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39b30c5c-6280-4b98-8a66-1fa6ebb88765 req-7d095c50-7e3f-4b1b-8c5e-8bbbc38b15c7 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0571024 Aug 31 14:29:08.948535 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39b30c5c-6280-4b98-8a66-1fa6ebb88765 req-8b2b63d8-14ef-4307-a899-eb009a15b8b9 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348046 Aug 31 14:29:08.982186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798c631-3331-4600-974f-47f9e6e13a5c req-8b64a482-d00f-40bb-8134-9e95aa7b5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:08.984185 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b798c631-3331-4600-974f-47f9e6e13a5c req-8b64a482-d00f-40bb-8134-9e95aa7b5249 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3607d77-71f3-4a39-b625-805d5c596fdd HTTP/1.1" status: 200 len: 898 time: 0.1221855 Aug 31 14:29:09.023787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2a62c389-cf6b-486a-bd87-691ef31b1ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '1db11190-87cb-4ef4-8ebd-9455aceb0248', 'name': '', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:96:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '642af906-2fb2-4fd4-971b-7485206ff163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:13Z', 'updated_at': '2021-08-31T14:27:17Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '642af906-2fb2-4fd4-971b-7485206ff163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:09.033913 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b798c631-3331-4600-974f-47f9e6e13a5c req-93ca9b72-cae8-4ad9-baec-48ce37d176db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=065bb750-8f88-49ad-9253-63aa9fd2f530 HTTP/1.1" status: 200 len: 217 time: 0.0412438 Aug 31 14:29:09.055530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62c389-cf6b-486a-bd87-691ef31b1ff4 None None] Checking router: f8752f00-fc33-4147-8db5-ef9489d04f63 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:09.066706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device aeb53f34-3f05-4aea-885b-0490682d8db6 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:09.088111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798c631-3331-4600-974f-47f9e6e13a5c req-fb90e2a9-5971-4e27-92c3-8e8ba448a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:09.089563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b798c631-3331-4600-974f-47f9e6e13a5c req-fb90e2a9-5971-4e27-92c3-8e8ba448a4e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=642af906-2fb2-4fd4-971b-7485206ff163 HTTP/1.1" status: 200 len: 835 time: 0.0464714 Aug 31 14:29:09.091709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62c389-cf6b-486a-bd87-691ef31b1ff4 None None] Routers {'f8752f00-fc33-4147-8db5-ef9489d04f63'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:09.092341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2a62c389-cf6b-486a-bd87-691ef31b1ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['f8752f00-fc33-4147-8db5-ef9489d04f63'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:09.143385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798c631-3331-4600-974f-47f9e6e13a5c req-0543d5a7-84be-46ba-ad5d-7149a15fd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:09.145011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b798c631-3331-4600-974f-47f9e6e13a5c req-0543d5a7-84be-46ba-ad5d-7149a15fd946 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3607d77-71f3-4a39-b625-805d5c596fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455885 Aug 31 14:29:09.248322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port aeb53f34-3f05-4aea-885b-0490682d8db6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:09.249186 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.263013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b798c631-3331-4600-974f-47f9e6e13a5c req-36f3dbf7-4c6f-4a1d-8545-c8afc9ec3031 service neutron] 10.222.0.13 "GET /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086233 Aug 31 14:29:09.286830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2a62c389-cf6b-486a-bd87-691ef31b1ff4 None None] Set router f8752f00-fc33-4147-8db5-ef9489d04f63 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:09.377657 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.381757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2cff532-2552-47ad-9e3c-98cf5fa55724 req-a9d10193-4ca5-411b-8cc3-964bb7e7a5e8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb8a456e-8003-4eb6-8e25-5a2c106be88a HTTP/1.1" status: 200 len: 210 time: 0.0725451 Aug 31 14:29:09.388924 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.430481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b798c631-3331-4600-974f-47f9e6e13a5c req-22fd78a3-280b-4b05-9129-92fe653977a3 service neutron] 10.222.0.13 "GET /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552339 Aug 31 14:29:09.529229 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.567761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb53f34-3f05-4aea-885b-0490682d8db6'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:09.570047 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8f50ce-7cbf-4346-8e11-4b7e2aa0ac40" -d '{"events": [{"server_uuid": "5ccea234-a029-4e4e-b186-68b6b2b3433e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb53f34-3f05-4aea-885b-0490682d8db6"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:09.601492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=aeb53f34-3f05-4aea-885b-0490682d8db6,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:09.607770 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ca0054-e73c-4fb4-9982-5fcf4df19175 x-openstack-request-id: req-c7ca0054-e73c-4fb4-9982-5fcf4df19175 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:09.608054 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccea234-a029-4e4e-b186-68b6b2b3433e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb53f34-3f05-4aea-885b-0490682d8db6", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:09.608318 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7ca0054-e73c-4fb4-9982-5fcf4df19175 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:09.608720 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb53f34-3f05-4aea-885b-0490682d8db6', 'code': 200} Aug 31 14:29:09.609312 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:09.665473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=aeb53f34-3f05-4aea-885b-0490682d8db6,revision_number=10']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:09.676319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2a62c389-cf6b-486a-bd87-691ef31b1ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '1db11190-87cb-4ef4-8ebd-9455aceb0248', 'name': '', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:96:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '642af906-2fb2-4fd4-971b-7485206ff163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:13Z', 'updated_at': '2021-08-31T14:27:17Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '642af906-2fb2-4fd4-971b-7485206ff163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:09.708088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62c389-cf6b-486a-bd87-691ef31b1ff4 None None] The sync data for ids ['f8752f00-fc33-4147-8db5-ef9489d04f63'] in n-d-792364-6 is: [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '1db11190-87cb-4ef4-8ebd-9455aceb0248', 'name': '', 'network_id': 'b3607d77-71f3-4a39-b625-805d5c596fdd', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'mac_address': 'fa:16:3e:96:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '642af906-2fb2-4fd4-971b-7485206ff163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:13Z', 'updated_at': '2021-08-31T14:27:17Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'subnets': [{'id': '642af906-2fb2-4fd4-971b-7485206ff163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:09.815100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493e876-50d8-40ec-be94-bce414c073ce req-f7997b58-ac14-4e72-83e9-9c0438d5af28 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:09.816685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2493e876-50d8-40ec-be94-bce414c073ce req-f7997b58-ac14-4e72-83e9-9c0438d5af28 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.0846648 Aug 31 14:29:09.822183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d54dc0-46e5-4ad3-816f-de39638a43f7 req-9d43c4b4-ecfe-46eb-a635-3359f4d7c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:09.823592 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4d54dc0-46e5-4ad3-816f-de39638a43f7 req-9d43c4b4-ecfe-46eb-a635-3359f4d7c54a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 1097 time: 0.0590646 Aug 31 14:29:09.876043 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2493e876-50d8-40ec-be94-bce414c073ce req-d8386ec4-6189-48c7-a19c-e5c3472a9755 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514903 Aug 31 14:29:09.882013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c4d54dc0-46e5-4ad3-816f-de39638a43f7 req-ad7f8ea1-8286-4e26-a5bc-3890837ed79a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500538 Aug 31 14:29:09.940878 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5912004-6e5c-41bf-8f79-23f6d82559ec None None] New status for floating IP 65a39bae-cff5-468a-9937-d42514ae13d0: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:29:10.074692 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a6423-3f5d-42d1-9bd3-c9f991bc975e req-ebf45489-ffcb-41eb-b04f-21e463e52e60 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:10.076144 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-964a6423-3f5d-42d1-9bd3-c9f991bc975e req-ebf45489-ffcb-41eb-b04f-21e463e52e60 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0516717 Aug 31 14:29:10.115396 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-964a6423-3f5d-42d1-9bd3-c9f991bc975e req-37593603-b6e8-4279-9de1-7c177252233a tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/security-groups?id=99994528-4121-4dfd-a2d7-1ea6d3d650a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325046 Aug 31 14:29:10.330406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfda315-e52a-4cca-b6a7-e12cc590fa94 req-8cbc137e-8d38-4e44-9b86-943dbadcedf6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:10.331781 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5cfda315-e52a-4cca-b6a7-e12cc590fa94 req-8cbc137e-8d38-4e44-9b86-943dbadcedf6 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.13 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 945 time: 0.0485952 Aug 31 14:29:10.425124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-5cfda315-e52a-4cca-b6a7-e12cc590fa94 req-0e38acd7-0ed0-4dc9-b38d-8825a08aa216 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 065bb750-8f88-49ad-9253-63aa9fd2f530 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:10.425475 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5cfda315-e52a-4cca-b6a7-e12cc590fa94 req-0e38acd7-0ed0-4dc9-b38d-8825a08aa216 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.447790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54234) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:10.506182 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b08a4ce-1392-4f93-b476-7f464f259898 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.513812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5cfda315-e52a-4cca-b6a7-e12cc590fa94 req-0e38acd7-0ed0-4dc9-b38d-8825a08aa216 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] For port 065bb750-8f88-49ad-9253-63aa9fd2f530, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=065bb750-8f88-49ad-9253-63aa9fd2f530,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:10.514184 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5cfda315-e52a-4cca-b6a7-e12cc590fa94 req-0e38acd7-0ed0-4dc9-b38d-8825a08aa216 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.527103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-5cfda315-e52a-4cca-b6a7-e12cc590fa94 req-0e38acd7-0ed0-4dc9-b38d-8825a08aa216 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 065bb750-8f88-49ad-9253-63aa9fd2f530 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:10.532014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b08a4ce-1392-4f93-b476-7f464f259898 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.591149 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b08a4ce-1392-4f93-b476-7f464f259898 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.594413 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b08a4ce-1392-4f93-b476-7f464f259898 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.595631 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4b08a4ce-1392-4f93-b476-7f464f259898 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/security-groups/44b84f21-ac40-458e-b89b-c0de2a65eb38 HTTP/1.1" status: 204 len: 168 time: 0.1468647 Aug 31 14:29:10.605062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08a4ce-1392-4f93-b476-7f464f259898 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b84f21-ac40-458e-b89b-c0de2a65eb38,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:10.629925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54238) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:10.670915 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5cfda315-e52a-4cca-b6a7-e12cc590fa94 req-0e38acd7-0ed0-4dc9-b38d-8825a08aa216 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.700524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38acd7-0ed0-4dc9-b38d-8825a08aa216 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=065bb750-8f88-49ad-9253-63aa9fd2f530,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:10.709025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'name': 'network-vif-deleted', 'tag': '00adc30b-5a65-4afa-87bd-313448e100f7'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:10.711482 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cbf03a-8e6f-4208-baf1-3e8a8fbbbaa0" -d '{"events": [{"server_uuid": "fb8a456e-8003-4eb6-8e25-5a2c106be88a", "name": "network-vif-deleted", "tag": "00adc30b-5a65-4afa-87bd-313448e100f7"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:10.754094 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19554d52-4925-442f-95ec-12e9d7d2528f x-openstack-request-id: req-19554d52-4925-442f-95ec-12e9d7d2528f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:10.754458 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8a456e-8003-4eb6-8e25-5a2c106be88a", "name": "network-vif-deleted", "tag": "00adc30b-5a65-4afa-87bd-313448e100f7", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:10.754896 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19554d52-4925-442f-95ec-12e9d7d2528f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:10.755375 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8a456e-8003-4eb6-8e25-5a2c106be88a', 'name': 'network-vif-deleted', 'tag': '00adc30b-5a65-4afa-87bd-313448e100f7', 'status': 'completed', 'code': 200} Aug 31 14:29:10.756527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfda315-e52a-4cca-b6a7-e12cc590fa94 req-0e38acd7-0ed0-4dc9-b38d-8825a08aa216 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] No DVR routers for this DVR port 065bb750-8f88-49ad-9253-63aa9fd2f530 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:10.759359 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5cfda315-e52a-4cca-b6a7-e12cc590fa94 req-0e38acd7-0ed0-4dc9-b38d-8825a08aa216 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:10.761477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5cfda315-e52a-4cca-b6a7-e12cc590fa94 req-0e38acd7-0ed0-4dc9-b38d-8825a08aa216 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.13 "DELETE /v2.0/ports/065bb750-8f88-49ad-9253-63aa9fd2f530 HTTP/1.1" status: 204 len: 173 time: 0.4233758 Aug 31 14:29:11.038683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f466b-4f15-4b3f-8c9e-5cff2ab24fc6 req-fba94140-7bc1-40b9-9d5c-4a7bed44035c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:11.040272 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5d2f466b-4f15-4b3f-8c9e-5cff2ab24fc6 req-fba94140-7bc1-40b9-9d5c-4a7bed44035c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.0849211 Aug 31 14:29:11.082586 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df300083-ed23-4e63-b0ab-3accd8d9eed7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.143991 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5d2f466b-4f15-4b3f-8c9e-5cff2ab24fc6 req-8ce42145-abca-4506-8f71-c6e9ecc40980 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945930 Aug 31 14:29:11.288928 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1bd55230-8671-4f1f-a6d7-a8c95171e771 req-559335cb-72b4-4159-9976-e9edcf1b5f87 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "GET /v2.0/ports?device_id=64926b7a-6e6a-4384-b2eb-75e7231aa2dc HTTP/1.1" status: 200 len: 210 time: 0.0343056 Aug 31 14:29:11.439541 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-df300083-ed23-4e63-b0ab-3accd8d9eed7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:11.439910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df300083-ed23-4e63-b0ab-3accd8d9eed7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.529695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-df300083-ed23-4e63-b0ab-3accd8d9eed7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] For port 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d,segment=NetworkSegment(d812922f-60c2-4d9c-a8df-14239161111f),segment_id=d812922f-60c2-4d9c-a8df-14239161111f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:11.530066 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df300083-ed23-4e63-b0ab-3accd8d9eed7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.548829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-df300083-ed23-4e63-b0ab-3accd8d9eed7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Calling delete_port for 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:11.717741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 00adc30b-5a65-4afa-87bd-313448e100f7 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:11.739775 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df300083-ed23-4e63-b0ab-3accd8d9eed7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:11.740740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 00adc30b-5a65-4afa-87bd-313448e100f7 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:11.741103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 00adc30b-5a65-4afa-87bd-313448e100f7 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:11.766772 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df300083-ed23-4e63-b0ab-3accd8d9eed7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Port': ['ID=8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:11.941083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df300083-ed23-4e63-b0ab-3accd8d9eed7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.161650 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df300083-ed23-4e63-b0ab-3accd8d9eed7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Router 6b53e794-080e-4869-a245-d23cfac07d0a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:29:12.294609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df300083-ed23-4e63-b0ab-3accd8d9eed7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:12.303965 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-df300083-ed23-4e63-b0ab-3accd8d9eed7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "PUT /v2.0/routers/6b53e794-080e-4869-a245-d23cfac07d0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6704698 Aug 31 14:29:12.304257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54284) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:12.306887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9520f1-8a26-4283-ac53-37926950f673 None None] Sync routers for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:12.314159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b38de7-319c-4841-82d4-43729430cb7c req-6df90772-3b84-4286-a9d5-dda9973fb365 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:12.315853 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80b38de7-319c-4841-82d4-43729430cb7c req-6df90772-3b84-4286-a9d5-dda9973fb365 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.0681257 Aug 31 14:29:12.318238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9520f1-8a26-4283-ac53-37926950f673 None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:12.319238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ed9520f1-8a26-4283-ac53-37926950f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:12.354546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54288) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:12.367349 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80b38de7-319c-4841-82d4-43729430cb7c req-40dd8eea-fbfd-444c-959b-466da2ca7229 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365665 Aug 31 14:29:12.405087 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-147fed51-bfdf-49e0-8625-a706051a02d4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting subnet 1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:29:12.409745 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-147fed51-bfdf-49e0-8625-a706051a02d4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.436654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ed9520f1-8a26-4283-ac53-37926950f673 None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:12.787412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ed9520f1-8a26-4283-ac53-37926950f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:29:11Z', 'revision_number': 7, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:12.818119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9520f1-8a26-4283-ac53-37926950f673 None None] Checking router: 6b53e794-080e-4869-a245-d23cfac07d0a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:12.826883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9520f1-8a26-4283-ac53-37926950f673 None None] Routers {'6b53e794-080e-4869-a245-d23cfac07d0a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:12.828098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ed9520f1-8a26-4283-ac53-37926950f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['6b53e794-080e-4869-a245-d23cfac07d0a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:12.849881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'name': 'network-vif-deleted', 'tag': '065bb750-8f88-49ad-9253-63aa9fd2f530'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:12.852145 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a2a188-c290-4482-b60b-e1f5adfe00c0" -d '{"events": [{"server_uuid": "64926b7a-6e6a-4384-b2eb-75e7231aa2dc", "name": "network-vif-deleted", "tag": "065bb750-8f88-49ad-9253-63aa9fd2f530"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:12.863892 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-147fed51-bfdf-49e0-8625-a706051a02d4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:12.892580 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc8ce89-3fbb-4fa1-a83b-4c38446b6e59 x-openstack-request-id: req-ecc8ce89-3fbb-4fa1-a83b-4c38446b6e59 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:12.892876 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64926b7a-6e6a-4384-b2eb-75e7231aa2dc", "name": "network-vif-deleted", "tag": "065bb750-8f88-49ad-9253-63aa9fd2f530", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:12.893129 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecc8ce89-3fbb-4fa1-a83b-4c38446b6e59 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:12.893529 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64926b7a-6e6a-4384-b2eb-75e7231aa2dc', 'name': 'network-vif-deleted', 'tag': '065bb750-8f88-49ad-9253-63aa9fd2f530', 'status': 'completed', 'code': 200} Aug 31 14:29:12.932456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ed9520f1-8a26-4283-ac53-37926950f673 None None] Set router 6b53e794-080e-4869-a245-d23cfac07d0a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:12.948632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e473a-a60e-4d3b-940f-95406e703581 req-67bacceb-8efb-454c-90fa-5a9d3f78386c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:12.950147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a5e473a-a60e-4d3b-940f-95406e703581 req-67bacceb-8efb-454c-90fa-5a9d3f78386c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.5024605 Aug 31 14:29:13.088348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 065bb750-8f88-49ad-9253-63aa9fd2f530 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:13.089901 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-147fed51-bfdf-49e0-8625-a706051a02d4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.095186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a5e473a-a60e-4d3b-940f-95406e703581 req-94da29c1-8613-4b26-b71a-db221b00d98d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085079 Aug 31 14:29:13.118890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 065bb750-8f88-49ad-9253-63aa9fd2f530 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:13.119252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 065bb750-8f88-49ad-9253-63aa9fd2f530 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:13.140415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ed9520f1-8a26-4283-ac53-37926950f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:29:11Z', 'revision_number': 7, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:13.172761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9520f1-8a26-4283-ac53-37926950f673 None None] The sync data for ids ['6b53e794-080e-4869-a245-d23cfac07d0a'] in n-d-792364-6 is: [{'id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'name': 'tempest-TestNetworkBasicOps-router-769223519', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '24528afa-4def-437c-a74d-873c03063c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:19Z', 'updated_at': '2021-08-31T14:29:11Z', 'revision_number': 7, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '24528afa-4def-437c-a74d-873c03063c3b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b53e794-080e-4869-a245-d23cfac07d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:21Z', 'updated_at': '2021-08-31T14:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:13.234660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce9f0a-89d5-4be8-b90b-5c0a06ea1eac req-b18fe6cd-37b6-4803-b486-ec77c3ccbc9c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:13.235207 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-147fed51-bfdf-49e0-8625-a706051a02d4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.236353 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cce9f0a-89d5-4be8-b90b-5c0a06ea1eac req-b18fe6cd-37b6-4803-b486-ec77c3ccbc9c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.0598497 Aug 31 14:29:13.268318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fed51-bfdf-49e0-8625-a706051a02d4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:13.270352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-147fed51-bfdf-49e0-8625-a706051a02d4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.272956 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-147fed51-bfdf-49e0-8625-a706051a02d4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/subnets/1ab1c3d6-0b05-499e-9898-6f9aa3aabeaa HTTP/1.1" status: 204 len: 168 time: 0.9673212 Aug 31 14:29:13.277303 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cce9f0a-89d5-4be8-b90b-5c0a06ea1eac req-70f3eca3-92a9-4730-8e94-cf8e72a4431e tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345621 Aug 31 14:29:13.277776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54296) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:13.278598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ffedae-70ad-4411-ac93-4602486b3319 None None] Network f087ca63-fd3c-4065-9716-e5d424d56e53 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:13.382520 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c41bde34-b727-4571-be6e-ac27f040370b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.427384 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.491944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c22ec-3dd7-40e8-b550-a7e2531f3e53 req-b076d824-8c82-4004-be7a-92fe2bdb8e35 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:13.494334 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-187c22ec-3dd7-40e8-b550-a7e2531f3e53 req-b076d824-8c82-4004-be7a-92fe2bdb8e35 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1002338 Aug 31 14:29:13.579214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a44b80-c4ba-4c02-b60e-dfff9dddca01 None None] DHCP port deletion for f087ca63-fd3c-4065-9716-e5d424d56e53 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:29:13.583224 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-187c22ec-3dd7-40e8-b550-a7e2531f3e53 req-24ffbc09-b501-460e-bb9c-b8c70466c9e1 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560308 Aug 31 14:29:13.598721 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.676047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-68a44b80-c4ba-4c02-b60e-dfff9dddca01 None None] Deleting port 993826e5-7ad6-4b6a-a141-fa95b9abe81d {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:13.677436 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-68a44b80-c4ba-4c02-b60e-dfff9dddca01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.706336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting port 24528afa-4def-437c-a74d-873c03063c3b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:13.706678 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.750567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-68a44b80-c4ba-4c02-b60e-dfff9dddca01 None None] For port 993826e5-7ad6-4b6a-a141-fa95b9abe81d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=993826e5-7ad6-4b6a-a141-fa95b9abe81d,segment=NetworkSegment(d812922f-60c2-4d9c-a8df-14239161111f),segment_id=d812922f-60c2-4d9c-a8df-14239161111f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:13.751253 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-68a44b80-c4ba-4c02-b60e-dfff9dddca01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.767068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-68a44b80-c4ba-4c02-b60e-dfff9dddca01 None None] Calling delete_port for 993826e5-7ad6-4b6a-a141-fa95b9abe81d owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:13.775645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e28412-62f8-43b6-9c8b-34838a877bcc req-cb654340-9cfb-492b-8517-0609c6bf8a1f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:13.778839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:13.785014 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9e28412-62f8-43b6-9c8b-34838a877bcc req-cb654340-9cfb-492b-8517-0609c6bf8a1f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.0914314 Aug 31 14:29:13.803628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] For port 24528afa-4def-437c-a74d-873c03063c3b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=24528afa-4def-437c-a74d-873c03063c3b,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:13.804035 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.806893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c41bde34-b727-4571-be6e-ac27f040370b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 1db11190-87cb-4ef4-8ebd-9455aceb0248 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:13.807318 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c41bde34-b727-4571-be6e-ac27f040370b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.816823 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Calling delete_port for 24528afa-4def-437c-a74d-873c03063c3b owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:13.833334 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:13.833917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8c86e8a4-cacc-4f71-81e9-d595fd9b9d0d not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:13.834151 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 993826e5-7ad6-4b6a-a141-fa95b9abe81d no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:13.872125 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9e28412-62f8-43b6-9c8b-34838a877bcc req-22fe39e5-4d65-4410-a5f3-1af2d39f4db7 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862918 Aug 31 14:29:13.932170 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-68a44b80-c4ba-4c02-b60e-dfff9dddca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.934057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c41bde34-b727-4571-be6e-ac27f040370b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] For port 1db11190-87cb-4ef4-8ebd-9455aceb0248, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1db11190-87cb-4ef4-8ebd-9455aceb0248,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:13.934685 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c41bde34-b727-4571-be6e-ac27f040370b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:13.955830 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c41bde34-b727-4571-be6e-ac27f040370b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 1db11190-87cb-4ef4-8ebd-9455aceb0248 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:13.980702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a44b80-c4ba-4c02-b60e-dfff9dddca01 None None] Pushing event deleted for resources: {'Port': ['ID=993826e5-7ad6-4b6a-a141-fa95b9abe81d,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:13.987248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a44b80-c4ba-4c02-b60e-dfff9dddca01 None None] No DVR routers for this DVR port 993826e5-7ad6-4b6a-a141-fa95b9abe81d on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:13.993239 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.027385 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.057517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Port': ['ID=24528afa-4def-437c-a74d-873c03063c3b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:14.115319 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.117279 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd6749-230b-49e6-bb2b-3f021782de74 req-34cec48d-ba67-49c2-8b77-36477ecd683c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:14.118847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1cfd6749-230b-49e6-bb2b-3f021782de74 req-34cec48d-ba67-49c2-8b77-36477ecd683c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1008656 Aug 31 14:29:14.178483 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1cfd6749-230b-49e6-bb2b-3f021782de74 req-3f800b1c-ccce-4b06-872e-eb33bbd2ac35 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509601 Aug 31 14:29:14.214339 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.216553 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.245700 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c41bde34-b727-4571-be6e-ac27f040370b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.283189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bde34-b727-4571-be6e-ac27f040370b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=1db11190-87cb-4ef4-8ebd-9455aceb0248,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:14.295803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.297073 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Fanout notify agent at l3_agent the message router_deleted on router 6b53e794-080e-4869-a245-d23cfac07d0a {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:29:14.304254 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.307943 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-734e0136-2dda-49af-b296-764d7188ef67 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/routers/6b53e794-080e-4869-a245-d23cfac07d0a HTTP/1.1" status: 204 len: 168 time: 1.0266175 Aug 31 14:29:14.308856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54310) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:14.365453 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dee96-3f93-4d28-ad32-40440ef9294e req-07e788de-caeb-4410-acba-e00162a4dcae tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:14.373071 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dd7dee96-3f93-4d28-ad32-40440ef9294e req-07e788de-caeb-4410-acba-e00162a4dcae tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1124337 Aug 31 14:29:14.427560 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.455261 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dd7dee96-3f93-4d28-ad32-40440ef9294e req-1af7bd06-887a-43e4-8ac3-79ab6769cb25 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812180 Aug 31 14:29:14.517246 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c41bde34-b727-4571-be6e-ac27f040370b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.552722 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.563903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f087ca63-fd3c-4065-9716-e5d424d56e53']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:14.576812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd812922f-60c2-4d9c-a8df-14239161111f') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:14.577384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd812922f-60c2-4d9c-a8df-14239161111f') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:14.588174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.617078 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.624975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:29:14.625970 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:29:14.629286 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:29:14.721001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.731734 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.734207 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/networks/f087ca63-fd3c-4065-9716-e5d424d56e53 HTTP/1.1" status: 204 len: 168 time: 0.4239540 Aug 31 14:29:14.741831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b6fc3-32fb-46e1-88c7-8917f5972a2b req-1a93ca50-146f-4d8f-ab3a-676be9a49e76 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:14.743391 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1d0b6fc3-32fb-46e1-88c7-8917f5972a2b req-1a93ca50-146f-4d8f-ab3a-676be9a49e76 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.0759101 Aug 31 14:29:14.748967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54316) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:14.757827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bcd8b-a24b-4f71-938c-ef15417a886b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Network': ['ID=f087ca63-fd3c-4065-9716-e5d424d56e53,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:14.762174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-dce90bc9-5dbb-4e61-8977-ad6c33d7d4ab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'network': {'name': 'tempest-network-smoke--545380152', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'port_security_enabled': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:14.793489 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1d0b6fc3-32fb-46e1-88c7-8917f5972a2b req-b2fec3cd-1d98-4fe6-bf2b-0b0642496159 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377264 Aug 31 14:29:14.806726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce90bc9-5dbb-4e61-8977-ad6c33d7d4ab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Made reservation on behalf of f7b6173980a64ce294c4315a07a0fad0 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:14.816704 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dce90bc9-5dbb-4e61-8977-ad6c33d7d4ab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.816704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41bde34-b727-4571-be6e-ac27f040370b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Router f8752f00-fc33-4147-8db5-ef9489d04f63 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:29:14.883782 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce90bc9-5dbb-4e61-8977-ad6c33d7d4ab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:29:14.902017 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dce90bc9-5dbb-4e61-8977-ad6c33d7d4ab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.902374 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-dce90bc9-5dbb-4e61-8977-ad6c33d7d4ab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Added segment 48184f34-bea9-4240-835f-172ede85fb11 of type vlan for network 535e200f-d6b5-4452-86b8-7b95069ed604 Aug 31 14:29:14.976357 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dce90bc9-5dbb-4e61-8977-ad6c33d7d4ab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:14.993310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41bde34-b727-4571-be6e-ac27f040370b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:15.004224 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c41bde34-b727-4571-be6e-ac27f040370b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "PUT /v2.0/routers/f8752f00-fc33-4147-8db5-ef9489d04f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6453180 Aug 31 14:29:15.004401 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54318) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:15.007458 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf36e3c-8298-439e-a724-5fca17063036 None None] Sync routers for ids ['f8752f00-fc33-4147-8db5-ef9489d04f63'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:15.016586 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dce90bc9-5dbb-4e61-8977-ad6c33d7d4ab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.017334 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf36e3c-8298-439e-a724-5fca17063036 None None] Routers {'f8752f00-fc33-4147-8db5-ef9489d04f63'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:15.017962 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0cf36e3c-8298-439e-a724-5fca17063036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['f8752f00-fc33-4147-8db5-ef9489d04f63'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:15.022565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce90bc9-5dbb-4e61-8977-ad6c33d7d4ab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:15.023177 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dce90bc9-5dbb-4e61-8977-ad6c33d7d4ab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.059735 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3300456-72ad-4529-bdec-07d1930efa7b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting subnet 642af906-2fb2-4fd4-971b-7485206ff163 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:29:15.063070 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3300456-72ad-4529-bdec-07d1930efa7b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.079833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dce90bc9-5dbb-4e61-8977-ad6c33d7d4ab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3231869 Aug 31 14:29:15.086850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54320) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:15.093862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'admin_state_up': True, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:15.115651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce90bc9-5dbb-4e61-8977-ad6c33d7d4ab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Network': ['ID=535e200f-d6b5-4452-86b8-7b95069ed604,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:15.122895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3300456-72ad-4529-bdec-07d1930efa7b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.129373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 535e200f-d6b5-4452-86b8-7b95069ed604 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:29:15.134154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.135522 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.166230 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-0cf36e3c-8298-439e-a724-5fca17063036 None None] Set router f8752f00-fc33-4147-8db5-ef9489d04f63 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:15.215731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.259525 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3300456-72ad-4529-bdec-07d1930efa7b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.343751 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3300456-72ad-4529-bdec-07d1930efa7b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.384800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3300456-72ad-4529-bdec-07d1930efa7b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Subnet': ['ID=642af906-2fb2-4fd4-971b-7485206ff163,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:15.385980 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3300456-72ad-4529-bdec-07d1930efa7b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.392201 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b3300456-72ad-4529-bdec-07d1930efa7b tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/subnets/642af906-2fb2-4fd4-971b-7485206ff163 HTTP/1.1" status: 204 len: 168 time: 0.3828292 Aug 31 14:29:15.392201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54322) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:15.395079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392c3d7f-9974-4ab8-8c76-c1856879206e None None] Network b3607d77-71f3-4a39-b625-805d5c596fdd requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:15.429440 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.444734 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0cf36e3c-8298-439e-a724-5fca17063036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:29:14Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:15.481265 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 24528afa-4def-437c-a74d-873c03063c3b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:15.483336 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf36e3c-8298-439e-a724-5fca17063036 None None] Checking router: f8752f00-fc33-4147-8db5-ef9489d04f63 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:15.498682 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf36e3c-8298-439e-a724-5fca17063036 None None] Routers {'f8752f00-fc33-4147-8db5-ef9489d04f63'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:15.499599 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0cf36e3c-8298-439e-a724-5fca17063036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['f8752f00-fc33-4147-8db5-ef9489d04f63'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:15.516026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 24528afa-4def-437c-a74d-873c03063c3b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:15.516386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 24528afa-4def-437c-a74d-873c03063c3b not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:15.538250 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.666941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e01e8-dae9-489c-8cc1-e6ae984b6b58 None None] DHCP port deletion for b3607d77-71f3-4a39-b625-805d5c596fdd request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:29:15.682833 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.703455 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.722719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-343e01e8-dae9-489c-8cc1-e6ae984b6b58 None None] Deleting port 698090b4-fd53-46a7-9393-1b134f12cf5c {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:15.723425 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-343e01e8-dae9-489c-8cc1-e6ae984b6b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.726193 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.729410 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-0cf36e3c-8298-439e-a724-5fca17063036 None None] Set router f8752f00-fc33-4147-8db5-ef9489d04f63 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:15.754510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Deleting port 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:15.754958 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.805510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-343e01e8-dae9-489c-8cc1-e6ae984b6b58 None None] For port 698090b4-fd53-46a7-9393-1b134f12cf5c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=698090b4-fd53-46a7-9393-1b134f12cf5c,segment=NetworkSegment(40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416),segment_id=40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:15.806200 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-343e01e8-dae9-489c-8cc1-e6ae984b6b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.832618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-343e01e8-dae9-489c-8cc1-e6ae984b6b58 None None] Calling delete_port for 698090b4-fd53-46a7-9393-1b134f12cf5c owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:15.851171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] For port 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=083208e1-aaf9-47d9-8cf2-ffa32d2c9a00,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:15.851645 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.857940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Allocated IP 172.25.3.40 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/6ead86c4-2dd2-4779-bcb8-cae1e0faeec9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:15.870919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Calling delete_port for 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:15.934957 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-343e01e8-dae9-489c-8cc1-e6ae984b6b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:15.970036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e01e8-dae9-489c-8cc1-e6ae984b6b58 None None] Pushing event deleted for resources: {'Port': ['ID=698090b4-fd53-46a7-9393-1b134f12cf5c,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:15.971864 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-0cf36e3c-8298-439e-a724-5fca17063036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:29:14Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:15.974762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e01e8-dae9-489c-8cc1-e6ae984b6b58 None None] No DVR routers for this DVR port 698090b4-fd53-46a7-9393-1b134f12cf5c on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:16.009331 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf36e3c-8298-439e-a724-5fca17063036 None None] The sync data for ids ['f8752f00-fc33-4147-8db5-ef9489d04f63'] in n-d-792364-6 is: [{'id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962200342', 'tenant_id': '6aca18e1be7245299924d9c1f085ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:27:08Z', 'updated_at': '2021-08-31T14:29:14Z', 'revision_number': 5, 'project_id': '6aca18e1be7245299924d9c1f085ff48', 'gw_port': {'id': '083208e1-aaf9-47d9-8cf2-ffa32d2c9a00', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8752f00-fc33-4147-8db5-ef9489d04f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:27:09Z', 'updated_at': '2021-08-31T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:16.021357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4a947-c143-49c3-8f09-11f0a8ec3146 req-9d73c650-abdc-4e91-acf1-4f92c6bac97f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:16.023035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6da4a947-c143-49c3-8f09-11f0a8ec3146 req-9d73c650-abdc-4e91-acf1-4f92c6bac97f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1029277 Aug 31 14:29:16.065133 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.096135 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6da4a947-c143-49c3-8f09-11f0a8ec3146 req-0096bd61-bd99-4b58-a88f-afb7c7ca47d7 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651503 Aug 31 14:29:16.125932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.173916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:16.177167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:16.183417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:16.208399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=6ead86c4-2dd2-4779-bcb8-cae1e0faeec9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:16.472738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6393639-c26c-4f5b-8597-4a33b49014c0 req-3a089ccd-f142-4540-b712-8d3905826453 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:16.474717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6393639-c26c-4f5b-8597-4a33b49014c0 req-3a089ccd-f142-4540-b712-8d3905826453 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1058736 Aug 31 14:29:16.496133 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.505077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9f73-8009-4b31-80f2-071af5dc5f2d req-16245e95-14df-44d1-9a15-fccaf8acbcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:16.506669 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec8d9f73-8009-4b31-80f2-071af5dc5f2d req-16245e95-14df-44d1-9a15-fccaf8acbcf3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc2fb10d92814a8a8548ad2895c42be0&device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 1097 time: 0.0916550 Aug 31 14:29:16.538345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Port': ['ID=083208e1-aaf9-47d9-8cf2-ffa32d2c9a00,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:16.572223 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.576658 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6393639-c26c-4f5b-8597-4a33b49014c0 req-f3b339cc-f7a6-48f6-896a-2e812aca7e61 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910733 Aug 31 14:29:16.621108 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.680566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9f73-8009-4b31-80f2-071af5dc5f2d req-b85d282e-94c0-449e-b64f-422f11a6e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:16.682065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec8d9f73-8009-4b31-80f2-071af5dc5f2d req-b85d282e-94c0-449e-b64f-422f11a6e073 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2325d784-2323-454c-85aa-b2254a184249 HTTP/1.1" status: 200 len: 915 time: 0.1666887 Aug 31 14:29:16.714788 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.717001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.731502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec8d9f73-8009-4b31-80f2-071af5dc5f2d req-8c9e0938-bba8-46b9-b4bb-f90b45c601fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb53f34-3f05-4aea-885b-0490682d8db6 HTTP/1.1" status: 200 len: 217 time: 0.0409379 Aug 31 14:29:16.761681 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.762275 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Fanout notify agent at l3_agent the message router_deleted on router f8752f00-fc33-4147-8db5-ef9489d04f63 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:29:16.769029 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.772831 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e986c4ed-3aa0-45ff-879d-5e314e974765 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/routers/f8752f00-fc33-4147-8db5-ef9489d04f63 HTTP/1.1" status: 204 len: 168 time: 1.3779337 Aug 31 14:29:16.773018 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54332) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:16.852622 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.852845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9f73-8009-4b31-80f2-071af5dc5f2d req-bc46fb2a-02ff-4290-a94a-ed31059ff691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:16.854133 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec8d9f73-8009-4b31-80f2-071af5dc5f2d req-bc46fb2a-02ff-4290-a94a-ed31059ff691 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f2b92a-2dd1-48bb-ae37-96fe0967189a HTTP/1.1" status: 200 len: 854 time: 0.1163976 Aug 31 14:29:16.893647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec8d9f73-8009-4b31-80f2-071af5dc5f2d req-9dfeb1ea-5096-4725-84c2-f67e1d684084 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2325d784-2323-454c-85aa-b2254a184249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314529 Aug 31 14:29:16.927861 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.945782 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.956004 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3607d77-71f3-4a39-b625-805d5c596fdd']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:16.966504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:16.966801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c8e2f9-79d2-49a7-8bf8-e2fa4fe17416') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:16.976529 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.990187 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.996000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:29:16.996397 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:29:16.999497 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:29:17.061456 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:17.068404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:17.070591 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/networks/b3607d77-71f3-4a39-b625-805d5c596fdd HTTP/1.1" status: 204 len: 168 time: 0.2966528 Aug 31 14:29:17.076373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54334) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:17.083283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57073d1b-6f76-47d9-b5ca-dbd5d2789fba tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'Network': ['ID=b3607d77-71f3-4a39-b625-805d5c596fdd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:17.092629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec8d9f73-8009-4b31-80f2-071af5dc5f2d req-37927d79-f913-4de0-933d-04464ab4b9ef service neutron] 10.222.0.13 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903422 Aug 31 14:29:17.329849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1db11190-87cb-4ef4-8ebd-9455aceb0248 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:17.351244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 1db11190-87cb-4ef4-8ebd-9455aceb0248 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:17.351606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1db11190-87cb-4ef4-8ebd-9455aceb0248 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:17.352045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:17.372086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:17.372456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 083208e1-aaf9-47d9-8cf2-ffa32d2c9a00 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:17.372912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 698090b4-fd53-46a7-9393-1b134f12cf5c no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:17.392986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 698090b4-fd53-46a7-9393-1b134f12cf5c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:17.393340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 698090b4-fd53-46a7-9393-1b134f12cf5c not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:17.575455 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13d02d34-7ffc-42a5-9931-ff1f1b39bb27 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:17.610368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Router ca327124-215c-4eb4-954b-f948a4c8b215 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:29:17.623127 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13d02d34-7ffc-42a5-9931-ff1f1b39bb27 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:17.628031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec8d9f73-8009-4b31-80f2-071af5dc5f2d req-d97140a7-6d2e-485f-8bfb-d1d9ae92b848 service neutron] 10.222.0.13 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723454 Aug 31 14:29:17.793359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9ce4a-177a-4bb4-8fc4-789333c0e3c0 req-e3d79126-79ed-466b-831d-87e405f2fd7f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:17.794884 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6f9ce4a-177a-4bb4-8fc4-789333c0e3c0 req-e3d79126-79ed-466b-831d-87e405f2fd7f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1459210 Aug 31 14:29:17.820217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:17.829535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Sync routers for ids ['ca327124-215c-4eb4-954b-f948a4c8b215'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:17.833045 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13d02d34-7ffc-42a5-9931-ff1f1b39bb27 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:17.835752 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13d02d34-7ffc-42a5-9931-ff1f1b39bb27 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:17.837011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-13d02d34-7ffc-42a5-9931-ff1f1b39bb27 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] 10.222.0.20 "DELETE /v2.0/security-groups/99994528-4121-4dfd-a2d7-1ea6d3d650a5 HTTP/1.1" status: 204 len: 168 time: 0.7570119 Aug 31 14:29:17.843172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Routers {'ca327124-215c-4eb4-954b-f948a4c8b215'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:17.844069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca327124-215c-4eb4-954b-f948a4c8b215'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:17.865263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d02d34-7ffc-42a5-9931-ff1f1b39bb27 tempest-TestNetworkAdvancedServerOps-455093430 tempest-TestNetworkAdvancedServerOps-455093430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99994528-4121-4dfd-a2d7-1ea6d3d650a5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:17.879157 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:17.879157 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2643ae5d-f1f3-4812-ae53-7e5fcca8f18c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7832410 Aug 31 14:29:17.879671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54340) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:17.880116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6f9ce4a-177a-4bb4-8fc4-789333c0e3c0 req-f9e4b60c-30c0-4f0e-b438-fd4cbe7c4aab tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710990 Aug 31 14:29:17.919149 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1a661fdb-4709-482b-b4ff-be6bf8d3f87f tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f7b6173980a64ce294c4315a07a0fad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432093 Aug 31 14:29:17.922003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54344) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:17.990529 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Set router ca327124-215c-4eb4-954b-f948a4c8b215 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:18.018683 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8431d2e-36db-4da6-9c2d-d31dd43ca0db tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:18.022816 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c8431d2e-36db-4da6-9c2d-d31dd43ca0db tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971437 Aug 31 14:29:18.023218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54346) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:18.052808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-266ba2c3-545a-49f9-ab12-b7fd3ef40e3e tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283625 Aug 31 14:29:18.055462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54350) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:18.060416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-07467923-6fc5-4009-90b8-0b5f84e243a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2054930798', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:18.118535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54352) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:18.152821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07467923-6fc5-4009-90b8-0b5f84e243a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Made reservation on behalf of f7b6173980a64ce294c4315a07a0fad0 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:18.156960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-07467923-6fc5-4009-90b8-0b5f84e243a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.195568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:16Z', 'revision_number': 3, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:18.226830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Checking router: ca327124-215c-4eb4-954b-f948a4c8b215 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:18.227443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Updating router ca327124-215c-4eb4-954b-f948a4c8b215 port 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:29:18.256943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.295348 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2b356634-936d-4a2a-b47f-254971cd8eae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6aca18e1be7245299924d9c1f085ff48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731613 Aug 31 14:29:18.295574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54356) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:18.359547 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-40b87f31-6972-4248-ae90-c6d3059e80eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.367125 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-07467923-6fc5-4009-90b8-0b5f84e243a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.382507 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-40b87f31-6972-4248-ae90-c6d3059e80eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.439132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07467923-6fc5-4009-90b8-0b5f84e243a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Subnet': ['ID=39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:18.443748 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-40b87f31-6972-4248-ae90-c6d3059e80eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.445335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07467923-6fc5-4009-90b8-0b5f84e243a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Checking segment: {'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:18.445911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07467923-6fc5-4009-90b8-0b5f84e243a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network hostable DHCP agents. Network: 535e200f-d6b5-4452-86b8-7b95069ed604, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:29:18.447668 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-40b87f31-6972-4248-ae90-c6d3059e80eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.449410 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-40b87f31-6972-4248-ae90-c6d3059e80eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0622fa3f-4296-453d-9b32-7bf79ce4b9d2 HTTP/1.1" status: 204 len: 168 time: 0.1521728 Aug 31 14:29:18.470376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07467923-6fc5-4009-90b8-0b5f84e243a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network 535e200f-d6b5-4452-86b8-7b95069ed604 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:29:18.471512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b87f31-6972-4248-ae90-c6d3059e80eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0622fa3f-4296-453d-9b32-7bf79ce4b9d2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:18.482539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-07467923-6fc5-4009-90b8-0b5f84e243a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 535e200f-d6b5-4452-86b8-7b95069ed604) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:18.487440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07467923-6fc5-4009-90b8-0b5f84e243a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:18.488247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-07467923-6fc5-4009-90b8-0b5f84e243a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.503514 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc67720-d77b-44e1-bccc-8b1744908c73 None None] Network 535e200f-d6b5-4452-86b8-7b95069ed604 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:18.514295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-07467923-6fc5-4009-90b8-0b5f84e243a1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4570193 Aug 31 14:29:18.516986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54360) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:18.603746 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.625775 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Transition to ACTIVE for port object 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:18.651175 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.715993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Attempting to bind port 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:18.716373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Attempting to bind port 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:18.716777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Attempting to bind port 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:18.729869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:18.730255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:18.730668 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.731076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:18.731560 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Bound port: 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:18.731945 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.747379 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c108a9-2523-48b0-adc7-9a76509d0d3a None None] Pushing event updated for resources: {'Port': ['ID=6ead86c4-2dd2-4779-bcb8-cae1e0faeec9,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:18.774473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54364) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:18.783273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-535e200f-d6b5-4452-86b8-7b95069ed604', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ips': [{'subnet_id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:29:18.784165 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.814329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] For port 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:18.818061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] For port 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6ead86c4-2dd2-4779-bcb8-cae1e0faeec9,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:18.826195 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-31fd231c-5e77-4bc1-a232-c79ac052b2b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a50063d0c42140619aa41160d15cbd6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493782 Aug 31 14:29:18.826403 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.827478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54366) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:18.885989 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-673d566a-322c-4dff-ae05-b90e920194ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.917220 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-673d566a-322c-4dff-ae05-b90e920194ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:18.972830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c108a9-2523-48b0-adc7-9a76509d0d3a None None] Pushing event updated for resources: {'Port': ['ID=6ead86c4-2dd2-4779-bcb8-cae1e0faeec9,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:18.977391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Routers {'ca327124-215c-4eb4-954b-f948a4c8b215'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:18.978026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca327124-215c-4eb4-954b-f948a4c8b215'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:18.986363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c2cbb53-a392-4300-9896-51a4b5829fb1 req-f5c5883f-6f41-4f3f-a87f-01fad55db55d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834849 Aug 31 14:29:19.016874 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-673d566a-322c-4dff-ae05-b90e920194ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.019905 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-673d566a-322c-4dff-ae05-b90e920194ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.021167 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-673d566a-322c-4dff-ae05-b90e920194ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f0d03d8-bc0e-408e-9f34-cd25f96716f0 HTTP/1.1" status: 204 len: 168 time: 0.1926286 Aug 31 14:29:19.045226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d566a-322c-4dff-ae05-b90e920194ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d03d8-bc0e-408e-9f34-cd25f96716f0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:19.069825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b935908-7b44-4945-aefd-316477636c81 req-7f93f5eb-88f9-4b6c-9489-e4f21b2020d2 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:19.071893 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3b935908-7b44-4945-aefd-316477636c81 req-7f93f5eb-88f9-4b6c-9489-e4f21b2020d2 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.0863190 Aug 31 14:29:19.127752 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3b935908-7b44-4945-aefd-316477636c81 req-22d01a1c-8b85-43b9-8474-493ebbc64687 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486343 Aug 31 14:29:19.128667 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.227783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Allocated IP 172.20.0.2 (535e200f-d6b5-4452-86b8-7b95069ed604/39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2/0c5cb61c-f593-4cc2-ab81-bc59cd4babcb) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:19.256912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cbb53-a392-4300-9896-51a4b5829fb1 req-d6ec33e8-7871-4bae-b035-435e997b9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:19.258812 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c2cbb53-a392-4300-9896-51a4b5829fb1 req-d6ec33e8-7871-4bae-b035-435e997b9823 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc2fb10d92814a8a8548ad2895c42be0&device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 1097 time: 0.2196677 Aug 31 14:29:19.302851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] Set router ca327124-215c-4eb4-954b-f948a4c8b215 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:19.359358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1060ea-a193-449f-8823-43b31492eb10 req-444547d6-436e-402f-b0b0-bbb2c0803b11 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:19.361007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f1060ea-a193-449f-8823-43b31492eb10 req-444547d6-436e-402f-b0b0-bbb2c0803b11 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1561096 Aug 31 14:29:19.510301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f1060ea-a193-449f-8823-43b31492eb10 req-4172f1bd-4f79-43aa-8f57-5bf5c3ec43af tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377401 Aug 31 14:29:19.542028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cbb53-a392-4300-9896-51a4b5829fb1 req-ad0ec326-3599-4678-bff0-76e100c4f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:19.543708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c2cbb53-a392-4300-9896-51a4b5829fb1 req-ad0ec326-3599-4678-bff0-76e100c4f22b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2325d784-2323-454c-85aa-b2254a184249 HTTP/1.1" status: 200 len: 915 time: 0.2573349 Aug 31 14:29:19.601494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c2cbb53-a392-4300-9896-51a4b5829fb1 req-d27d1f2c-e887-4cae-9f14-f6ad6ffca4f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb53f34-3f05-4aea-885b-0490682d8db6 HTTP/1.1" status: 200 len: 217 time: 0.0453861 Aug 31 14:29:19.606037 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.621044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Transition to ACTIVE for port object 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:19.627661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:16Z', 'revision_number': 3, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:19.667896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0b1488-fa9c-4f28-ae88-abc67fe203b7 None None] The sync data for ids ['ca327124-215c-4eb4-954b-f948a4c8b215'] in n-d-792364-6 is: [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:16Z', 'revision_number': 3, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:19.678298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Transition to ACTIVE for port object 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:19.680569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cbb53-a392-4300-9896-51a4b5829fb1 req-1bc96c25-b2f6-4aaf-9684-d409d2536f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:19.682110 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c2cbb53-a392-4300-9896-51a4b5829fb1 req-1bc96c25-b2f6-4aaf-9684-d409d2536f19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69f2b92a-2dd1-48bb-ae37-96fe0967189a HTTP/1.1" status: 200 len: 854 time: 0.0691409 Aug 31 14:29:19.688646 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.692343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc693b-e82e-4787-bd62-6084ee9201ab req-1247d9de-bac2-4955-9fad-790433419b80 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:19.694307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-81dc693b-e82e-4787-bd62-6084ee9201ab req-1247d9de-bac2-4955-9fad-790433419b80 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.0903165 Aug 31 14:29:19.741320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Network 535e200f-d6b5-4452-86b8-7b95069ed604 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:19.748458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:19.752897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:19.766633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Pushing event updated for resources: {'Port': ['ID=0c5cb61c-f593-4cc2-ab81-bc59cd4babcb,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:19.768774 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c2cbb53-a392-4300-9896-51a4b5829fb1 req-eddd860a-6ad3-4d1d-8594-4535bbb55db5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2325d784-2323-454c-85aa-b2254a184249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449812 Aug 31 14:29:19.830857 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Attempting to bind port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:19.831563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Attempting to bind port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:19.832281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Attempting to bind port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb on network 535e200f-d6b5-4452-86b8-7b95069ed604 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:19.838498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:19.838881 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Checking segment: {'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:19.839276 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.839665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Bound using segment: {'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:19.840571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Bound port: 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:19.840571 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.848114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Allocated IP 172.20.0.1 (535e200f-d6b5-4452-86b8-7b95069ed604/39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2/827c1c01-148c-4436-a19a-ac2fb8eff6ab) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:19.856255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-81dc693b-e82e-4787-bd62-6084ee9201ab req-fe6b0bcb-3c3f-4429-b655-2b6bec7f3e81 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312847 Aug 31 14:29:19.886143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54398) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:19.928768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] For port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:19.935301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] For port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0c5cb61c-f593-4cc2-ab81-bc59cd4babcb,segment=NetworkSegment(48184f34-bea9-4240-835f-172ede85fb11),segment_id=48184f34-bea9-4240-835f-172ede85fb11)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:19.945810 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:19.974423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c2cbb53-a392-4300-9896-51a4b5829fb1 req-d9a4471b-7735-45dc-9f1e-fb20b4396cb2 service neutron] 10.222.0.13 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966982 Aug 31 14:29:20.021551 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442c661-abf0-4b6f-bd5e-a872a1dae076 None None] Pushing event updated for resources: {'Port': ['ID=0c5cb61c-f593-4cc2-ab81-bc59cd4babcb,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:20.081284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-635257958-network', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:20.116564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedc9ae-7599-4614-8d0e-3cff0f0c58f8 req-96a4b06f-b0b4-485e-a725-9f10d28f3e24 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:20.119837 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3dedc9ae-7599-4614-8d0e-3cff0f0c58f8 req-96a4b06f-b0b4-485e-a725-9f10d28f3e24 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1638899 Aug 31 14:29:20.140302 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.154911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Made reservation on behalf of d8aa2c14a8524d188041836430bc5dbc for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:20.157397 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.174950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Transition to ACTIVE for port object 827c1c01-148c-4436-a19a-ac2fb8eff6ab will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:20.175342 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.181415 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3dedc9ae-7599-4614-8d0e-3cff0f0c58f8 req-6bd9cdd5-c74f-4283-9baa-e0a47b049972 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515406 Aug 31 14:29:20.197790 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c2cbb53-a392-4300-9896-51a4b5829fb1 req-7d60950f-3a3b-456c-bfff-16c98a84e7bc service neutron] 10.222.0.13 "GET /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169476 Aug 31 14:29:20.259847 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.375696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network 535e200f-d6b5-4452-86b8-7b95069ed604 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:20.384175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:20.393577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:20.395484 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.419827 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.438763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=827c1c01-148c-4436-a19a-ac2fb8eff6ab,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:20.454138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:29:20.472652 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.490620 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.491347 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Added segment da3c4d2b-1691-4aca-b09e-3bda7e58e2c2 of type vlan for network 81ed5b97-a863-44b7-b289-88ec011b6b2d Aug 31 14:29:20.529693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8054d159-aa19-4009-8dba-53195780632c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:20.559206 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.569348 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a2084-ff39-4339-9507-070a780b41a8 req-b92c337b-f095-4120-b82e-1b229afcb6dc tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:20.570745 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bb8a2084-ff39-4339-9507-070a780b41a8 req-b92c337b-f095-4120-b82e-1b229afcb6dc tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1733298 Aug 31 14:29:20.628345 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.629360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:20.629949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.646679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.657578 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bb8a2084-ff39-4339-9507-070a780b41a8 req-40be186b-7ff3-4fed-be14-c7fee7c48697 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789649 Aug 31 14:29:20.673135 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7843108 Aug 31 14:29:20.676069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54408) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:20.681832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c7e13125-6538-4316-9342-38d4615a419f admin admin] Request body: {'subnet': {'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-635257958-subnet', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:20.740605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052c40c-1b9c-4a37-a8d5-57198792f5c4 admin admin] Pushing event updated for resources: {'Network': ['ID=81ed5b97-a863-44b7-b289-88ec011b6b2d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:20.750444 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e13125-6538-4316-9342-38d4615a419f admin admin] Made reservation on behalf of d8aa2c14a8524d188041836430bc5dbc for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:20.753158 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c7e13125-6538-4316-9342-38d4615a419f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:20.753558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 81ed5b97-a863-44b7-b289-88ec011b6b2d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:29:20.981108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff3fcf-256a-45d0-931d-1a52e62559f3 req-7ff8b858-1781-4e09-9e87-6dde5b74b793 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:20.982697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98ff3fcf-256a-45d0-931d-1a52e62559f3 req-7ff8b858-1781-4e09-9e87-6dde5b74b793 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1257188 Aug 31 14:29:21.143014 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98ff3fcf-256a-45d0-931d-1a52e62559f3 req-a02e2698-7800-47fb-ae02-b6058ca433dd tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366298 Aug 31 14:29:21.208577 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c7e13125-6538-4316-9342-38d4615a419f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.327310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e13125-6538-4316-9342-38d4615a419f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b0f829-bf54-4128-b449-860a8c6b7baf,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:21.329118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40209a2-16c8-4ccf-99f2-b5e5d620371c None None] Network 535e200f-d6b5-4452-86b8-7b95069ed604 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:21.407044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e13125-6538-4316-9342-38d4615a419f admin admin] Checking segment: {'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:21.407613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-262c143c-78a5-43ba-9b0f-0ee68e506f95 None None] Provisioning for port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:21.407796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e13125-6538-4316-9342-38d4615a419f admin admin] Network hostable DHCP agents. Network: 81ed5b97-a863-44b7-b289-88ec011b6b2d, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:29:21.420048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0a9f3-5c12-49f3-a0df-77249bc20d1b req-512bb54d-b09f-445a-974d-3c9ad7288cb9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:21.421733 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3da0a9f3-5c12-49f3-a0df-77249bc20d1b req-512bb54d-b09f-445a-974d-3c9ad7288cb9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1649234 Aug 31 14:29:21.427445 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:21.445735 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.460846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.516628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:21.521401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e13125-6538-4316-9342-38d4615a419f admin admin] Network 81ed5b97-a863-44b7-b289-88ec011b6b2d is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:29:21.522979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:21.523351 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.559176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3da0a9f3-5c12-49f3-a0df-77249bc20d1b req-956bddde-7cd8-46f7-a5a8-71b30960deb0 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257322 Aug 31 14:29:21.565908 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-c7e13125-6538-4316-9342-38d4615a419f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 81ed5b97-a863-44b7-b289-88ec011b6b2d) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:21.572122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.574717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e13125-6538-4316-9342-38d4615a419f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:21.575241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c7e13125-6538-4316-9342-38d4615a419f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.577924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=827c1c01-148c-4436-a19a-ac2fb8eff6ab,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:21.580859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9bc3a7-295c-47bf-94fc-ff34be668231 None None] Network 81ed5b97-a863-44b7-b289-88ec011b6b2d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:21.640482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54418) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:21.641039 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c7e13125-6538-4316-9342-38d4615a419f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9633169 Aug 31 14:29:21.645218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:21.711184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network 535e200f-d6b5-4452-86b8-7b95069ed604 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:21.712900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:21.731718 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.733747 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.744829 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.783011 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9685f-2d23-4153-9e81-485679deded5 req-abb328b7-8547-455d-bd79-3ec3e6b77e8b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:21.787874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aec9685f-2d23-4153-9e81-485679deded5 req-abb328b7-8547-455d-bd79-3ec3e6b77e8b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1322820 Aug 31 14:29:21.824742 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0c5cb61c-f593-4cc2-ab81-bc59cd4babcb,segment=NetworkSegment(48184f34-bea9-4240-835f-172ede85fb11),segment_id=48184f34-bea9-4240-835f-172ede85fb11)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:21.838419 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.845779 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.847050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:21.900237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-81ed5b97-a863-44b7-b289-88ec011b6b2d', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:29:21.901537 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:21.991161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aec9685f-2d23-4153-9e81-485679deded5 req-6424ee5a-69d0-45de-81c1-67d122f5ce7d tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622238 Aug 31 14:29:22.020806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=0c5cb61c-f593-4cc2-ab81-bc59cd4babcb,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:22.075552 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.127288 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Allocated IP 172.20.0.2 (81ed5b97-a863-44b7-b289-88ec011b6b2d/04b0f829-bf54-4128-b449-860a8c6b7baf/3d73c3b2-743e-4ce2-9874-4919526adaea) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:22.230295 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ccdc4-b8c1-4186-9be9-6f7fbd0bffff req-9470234d-9ffa-499a-a303-0cd18bf09fc9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.232259 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5a0ccdc4-b8c1-4186-9be9-6f7fbd0bffff req-9470234d-9ffa-499a-a303-0cd18bf09fc9 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.0790415 Aug 31 14:29:22.303275 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5a0ccdc4-b8c1-4186-9be9-6f7fbd0bffff req-817186e4-dae0-4b46-b265-513f1855c72e tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546730 Aug 31 14:29:22.304400 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.314531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Transition to ACTIVE for port object 3d73c3b2-743e-4ce2-9874-4919526adaea will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:22.334927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Router ca327124-215c-4eb4-954b-f948a4c8b215 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:29:22.352656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:22.362564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Transition to ACTIVE for port object 3d73c3b2-743e-4ce2-9874-4919526adaea will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:22.378587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a6aff93e-229c-468f-a26f-bc7d1fa656ff None None] Provisioning complete for port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:22.379261 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a6aff93e-229c-468f-a26f-bc7d1fa656ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.381690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:22.382256 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.439465 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.464748 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.473210 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.513525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d3bb0-c6e9-4c3e-8b2a-9988a27abeb5 req-4d30b390-c0a4-444e-b97d-642583ca96c4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.516174 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-198d3bb0-c6e9-4c3e-8b2a-9988a27abeb5 req-4d30b390-c0a4-444e-b97d-642583ca96c4 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1180940 Aug 31 14:29:22.519698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Pushing event updated for resources: {'Port': ['ID=3d73c3b2-743e-4ce2-9874-4919526adaea,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:22.530282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:22.542683 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Sync routers for ids ['ca327124-215c-4eb4-954b-f948a4c8b215'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:22.546561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-13f23e53-6df6-4fa8-96f2-02d9a37c5e31 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "PUT /v2.0/routers/ca327124-215c-4eb4-954b-f948a4c8b215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0261967 Aug 31 14:29:22.547216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54426) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:22.558373 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Routers {'ca327124-215c-4eb4-954b-f948a4c8b215'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:22.559007 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca327124-215c-4eb4-954b-f948a4c8b215'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:22.581004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Network 81ed5b97-a863-44b7-b289-88ec011b6b2d is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:22.584258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:22.587089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:22.627483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Allocated IP 172.25.3.120 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/6cd0f247-baa0-4239-a614-cf670d821260) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:22.665069 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-198d3bb0-c6e9-4c3e-8b2a-9988a27abeb5 req-efa2eeca-8937-493b-956d-2b49b7b46ae8 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324630 Aug 31 14:29:22.683636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Attempting to bind port 3d73c3b2-743e-4ce2-9874-4919526adaea on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:22.684007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Attempting to bind port 3d73c3b2-743e-4ce2-9874-4919526adaea by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:22.684365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Attempting to bind port 3d73c3b2-743e-4ce2-9874-4919526adaea on network 81ed5b97-a863-44b7-b289-88ec011b6b2d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:22.693097 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.720345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:22.720847 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Checking segment: {'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:22.721258 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.721715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Bound using segment: {'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:22.722226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Bound port: 3d73c3b2-743e-4ce2-9874-4919526adaea, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:22.722595 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.744229 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Set router ca327124-215c-4eb4-954b-f948a4c8b215 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:22.754330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6ead86c4-2dd2-4779-bcb8-cae1e0faeec9,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:22.757512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7265f9c-7642-4170-9cdd-4e5a78e56e6c tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.757512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7265f9c-7642-4170-9cdd-4e5a78e56e6c tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.757813 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.759049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7265f9c-7642-4170-9cdd-4e5a78e56e6c tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.759804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7265f9c-7642-4170-9cdd-4e5a78e56e6c tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.760343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7265f9c-7642-4170-9cdd-4e5a78e56e6c tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.761058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7265f9c-7642-4170-9cdd-4e5a78e56e6c tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.763236 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e7265f9c-7642-4170-9cdd-4e5a78e56e6c tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2150130 Aug 31 14:29:22.766762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54432) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:22.784281 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.814589 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.833268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a6aff93e-229c-468f-a26f-bc7d1fa656ff None None] Provisioning for port 827c1c01-148c-4436-a19a-ac2fb8eff6ab completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:22.856570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a6aff93e-229c-468f-a26f-bc7d1fa656ff None None] Provisioning complete for port 827c1c01-148c-4436-a19a-ac2fb8eff6ab triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:22.856864 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a6aff93e-229c-468f-a26f-bc7d1fa656ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.870501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:22.877062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:22.884808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:22.902727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] For port 3d73c3b2-743e-4ce2-9874-4919526adaea, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:22.903187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c983-d13e-447f-b945-ed0273d49c0a req-363d8e12-bc34-4231-9fc1-cfb87a92bf9b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.905193 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cc07c983-d13e-447f-b945-ed0273d49c0a req-363d8e12-bc34-4231-9fc1-cfb87a92bf9b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1026196 Aug 31 14:29:22.909417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736ef03-5b97-436f-a406-2b94c487f697 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.910433 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736ef03-5b97-436f-a406-2b94c487f697 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.910972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736ef03-5b97-436f-a406-2b94c487f697 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.911895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736ef03-5b97-436f-a406-2b94c487f697 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.912473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736ef03-5b97-436f-a406-2b94c487f697 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.913003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736ef03-5b97-436f-a406-2b94c487f697 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:22.914942 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b736ef03-5b97-436f-a406-2b94c487f697 tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1470821 Aug 31 14:29:22.917635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54434) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:22.917781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=6ead86c4-2dd2-4779-bcb8-cae1e0faeec9,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:22.923309 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] For port 3d73c3b2-743e-4ce2-9874-4919526adaea, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3d73c3b2-743e-4ce2-9874-4919526adaea,segment=NetworkSegment(da3c4d2b-1691-4aca-b09e-3bda7e58e2c2),segment_id=da3c4d2b-1691-4aca-b09e-3bda7e58e2c2)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:22.933928 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd0f247-baa0-4239-a614-cf670d821260,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:22.938223 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:22.949835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a6aff93e-229c-468f-a26f-bc7d1fa656ff None None] Port 827c1c01-148c-4436-a19a-ac2fb8eff6ab cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:22.951259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:22.951617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:22.952007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:22.952352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:22.952758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:22.953362 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:22.953711 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:22.954049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:22.954381 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:22.954719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:22.955054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:22.955382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.021908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d40619-43e9-42c6-a748-f77959a7f364 None None] Pushing event updated for resources: {'Port': ['ID=3d73c3b2-743e-4ce2-9874-4919526adaea,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:23.051505 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:20Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '827c1c01-148c-4436-a19a-ac2fb8eff6ab', 'name': '', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:1a:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:19Z', 'updated_at': '2021-08-31T14:29:21Z', 'revision_number': 2, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:23.059177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cc07c983-d13e-447f-b945-ed0273d49c0a req-c50c6966-26c7-44e4-9d88-efee59bf14df tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424541 Aug 31 14:29:23.084665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-88032503-e9d4-4e04-aaa3-e3ed278a146e None None] Provisioning complete for port 827c1c01-148c-4436-a19a-ac2fb8eff6ab triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:23.084665 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-88032503-e9d4-4e04-aaa3-e3ed278a146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.101419 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Checking router: ca327124-215c-4eb4-954b-f948a4c8b215 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:23.102208 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Updating router ca327124-215c-4eb4-954b-f948a4c8b215 port 827c1c01-148c-4436-a19a-ac2fb8eff6ab binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:29:23.143047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-88032503-e9d4-4e04-aaa3-e3ed278a146e None None] Port 827c1c01-148c-4436-a19a-ac2fb8eff6ab cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:23.155876 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.259227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e85c-48ca-4aea-b64e-298bf16346b4 req-6145157b-b304-4cd9-8c56-296015ca757f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:23.260858 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-79d1e85c-48ca-4aea-b64e-298bf16346b4 req-6145157b-b304-4cd9-8c56-296015ca757f tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1006513 Aug 31 14:29:23.351130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-330c1117-bc91-44ec-9e65-b9c37b9db3cc tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2138 time: 0.4320161 Aug 31 14:29:23.368853 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-79d1e85c-48ca-4aea-b64e-298bf16346b4 req-64ddca72-d71c-4ba8-b2ef-86167a82dc8c tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005607 Aug 31 14:29:23.373154 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.598147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:23.622255 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.636232 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Transition to ACTIVE for port object 827c1c01-148c-4436-a19a-ac2fb8eff6ab will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:23.645629 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.656003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6c4bd-c603-494a-9b3f-f940ac29d0f5 req-9f69e1c5-6b7f-4b9e-8289-b9c4bd398e9b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:23.666520 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c1a6c4bd-c603-494a-9b3f-f940ac29d0f5 req-9f69e1c5-6b7f-4b9e-8289-b9c4bd398e9b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1142182 Aug 31 14:29:23.722098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:23.722831 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.739418 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Pushing event updated for resources: {'Port': ['ID=827c1c01-148c-4436-a19a-ac2fb8eff6ab,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:23.754928 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.755195 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.755516 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.755852 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.756183 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.756606 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.756936 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.757261 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.757582 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.758145 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.758533 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.758863 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:23.765508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54444) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:23.773481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-938fc4cb-2832-4378-98eb-4b889384bc3c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873907249', 'description': 'tempest-secgroup-smoke-1873907249 description', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:23.793714 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Attempting to bind port 827c1c01-148c-4436-a19a-ac2fb8eff6ab on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:23.794091 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Attempting to bind port 827c1c01-148c-4436-a19a-ac2fb8eff6ab by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:23.794454 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Attempting to bind port 827c1c01-148c-4436-a19a-ac2fb8eff6ab on network 535e200f-d6b5-4452-86b8-7b95069ed604 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:23.796934 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c1a6c4bd-c603-494a-9b3f-f940ac29d0f5 req-4f88528e-0154-49e6-9142-0d16b60019ec tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292360 Aug 31 14:29:23.800987 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:23.801563 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Checking segment: {'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:23.802540 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.802540 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Bound using segment: {'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:23.803020 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Bound port: 827c1c01-148c-4436-a19a-ac2fb8eff6ab, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:23.803259 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.829506 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-938fc4cb-2832-4378-98eb-4b889384bc3c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.863328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.904908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3d73c3b2-743e-4ce2-9874-4919526adaea up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:23.931402 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] For port 827c1c01-148c-4436-a19a-ac2fb8eff6ab, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:23.938676 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] For port 827c1c01-148c-4436-a19a-ac2fb8eff6ab, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=827c1c01-148c-4436-a19a-ac2fb8eff6ab,segment=NetworkSegment(48184f34-bea9-4240-835f-172ede85fb11),segment_id=48184f34-bea9-4240-835f-172ede85fb11)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:23.953764 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:23.993695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 3d73c3b2-743e-4ce2-9874-4919526adaea completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:23.998236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:24.047116 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-938fc4cb-2832-4378-98eb-4b889384bc3c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.055525 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf65edd-0ab2-465b-b643-41c780d65545 None None] Pushing event updated for resources: {'Port': ['ID=827c1c01-148c-4436-a19a-ac2fb8eff6ab,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:24.071072 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-938fc4cb-2832-4378-98eb-4b889384bc3c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.098030 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Routers {'ca327124-215c-4eb4-954b-f948a4c8b215'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:24.098680 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca327124-215c-4eb4-954b-f948a4c8b215'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:24.102129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:24.102559 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.127110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Router c0f3c0ad-63de-4b87-82a6-3bece159a422 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:29:24.140370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fc4cb-2832-4378-98eb-4b889384bc3c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:24.169135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8028c9-9363-41fd-8b61-cb62cd710233 req-8d655898-2462-413f-bf84-585d86a52e39 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:24.179122 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b8028c9-9363-41fd-8b61-cb62cd710233 req-8d655898-2462-413f-bf84-585d86a52e39 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.2993567 Aug 31 14:29:24.187572 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-938fc4cb-2832-4378-98eb-4b889384bc3c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.189207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-938fc4cb-2832-4378-98eb-4b889384bc3c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4209700 Aug 31 14:29:24.197673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54448) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:24.206134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-19cc1480-7432-4f1c-afc6-71f0670ad9e3 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:24.280620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6b8028c9-9363-41fd-8b61-cb62cd710233 req-76ea03f3-a17f-4999-9f64-25354c25a033 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953431 Aug 31 14:29:24.295153 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19cc1480-7432-4f1c-afc6-71f0670ad9e3 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.316943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:24.326624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Sync routers for ids ['c0f3c0ad-63de-4b87-82a6-3bece159a422'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:24.339339 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.340881 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-64326427-4ba9-4718-9aa5-8e3221c890d9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6991866 Aug 31 14:29:24.344739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Routers {'c0f3c0ad-63de-4b87-82a6-3bece159a422'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:24.345453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c0f3c0ad-63de-4b87-82a6-3bece159a422'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:24.348475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54454) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:24.359321 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] Set router ca327124-215c-4eb4-954b-f948a4c8b215 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:24.510214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Set router c0f3c0ad-63de-4b87-82a6-3bece159a422 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:24.545188 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19cc1480-7432-4f1c-afc6-71f0670ad9e3 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.560461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19cc1480-7432-4f1c-afc6-71f0670ad9e3 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.577583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c209b0-c42c-435f-90df-9e65e3ffafd4 None None] Network 81ed5b97-a863-44b7-b289-88ec011b6b2d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:24.579688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6530f6-8591-4918-a007-1a565c5bc744 req-fe83f4a2-f095-469c-bd84-6ba4bcbc2be7 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:24.581319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b6530f6-8591-4918-a007-1a565c5bc744 req-fe83f4a2-f095-469c-bd84-6ba4bcbc2be7 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.2103620 Aug 31 14:29:24.597973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc1480-7432-4f1c-afc6-71f0670ad9e3 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48e2462-b817-4814-86eb-5574ea9ba46f,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:24.640067 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:20Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '827c1c01-148c-4436-a19a-ac2fb8eff6ab', 'name': '', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:1a:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:19Z', 'updated_at': '2021-08-31T14:29:23Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:24.659716 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-19cc1480-7432-4f1c-afc6-71f0670ad9e3 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.664015 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-19cc1480-7432-4f1c-afc6-71f0670ad9e3 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4639816 Aug 31 14:29:24.664264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54456) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:24.666760 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b104d9-54ad-406a-a188-cf2cba7f8ae9 None None] The sync data for ids ['ca327124-215c-4eb4-954b-f948a4c8b215'] in n-d-792364-6 is: [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:20Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '827c1c01-148c-4436-a19a-ac2fb8eff6ab', 'name': '', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:1a:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:19Z', 'updated_at': '2021-08-31T14:29:23Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:24.683250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-aa4c36a7-78ca-4591-a081-3d0015f085fb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:24.708488 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b6530f6-8591-4918-a007-1a565c5bc744 req-4152d1a0-adb1-4d1e-baea-9f48a99a0241 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148124 Aug 31 14:29:24.793356 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa4c36a7-78ca-4591-a081-3d0015f085fb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.896924 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa4c36a7-78ca-4591-a081-3d0015f085fb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.907935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0b0644b1-50de-4a10-8fb9-88ac9adae7c8 None None] Provisioning for port 3d73c3b2-743e-4ce2-9874-4919526adaea completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:24.908550 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa4c36a7-78ca-4591-a081-3d0015f085fb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.932950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0b0644b1-50de-4a10-8fb9-88ac9adae7c8 None None] Provisioning complete for port 3d73c3b2-743e-4ce2-9874-4919526adaea triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:24.935828 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b0644b1-50de-4a10-8fb9-88ac9adae7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.956590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c36a7-78ca-4591-a081-3d0015f085fb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfbe51e-c12f-413a-ab67-5d40d4d586d1,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:24.965387 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-aa4c36a7-78ca-4591-a081-3d0015f085fb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:24.966794 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-aa4c36a7-78ca-4591-a081-3d0015f085fb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3005404 Aug 31 14:29:24.970077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54466) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:24.982400 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f7462357-9393-4c96-adf3-e10ab2900287 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:25.027031 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7462357-9393-4c96-adf3-e10ab2900287 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.108370 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7462357-9393-4c96-adf3-e10ab2900287 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.116688 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7462357-9393-4c96-adf3-e10ab2900287 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.130828 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.152881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7462357-9393-4c96-adf3-e10ab2900287 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12d966c-0483-41ef-b72c-25673e051249,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:25.167820 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7462357-9393-4c96-adf3-e10ab2900287 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.170089 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f7462357-9393-4c96-adf3-e10ab2900287 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1959059 Aug 31 14:29:25.173485 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54468) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:25.182221 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-95baf641-ce73-4f07-a7a7-0c8b3ce20441 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:25.218512 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95baf641-ce73-4f07-a7a7-0c8b3ce20441 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.250234 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b0644b1-50de-4a10-8fb9-88ac9adae7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.312650 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95baf641-ce73-4f07-a7a7-0c8b3ce20441 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.320680 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95baf641-ce73-4f07-a7a7-0c8b3ce20441 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.350546 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baf641-ce73-4f07-a7a7-0c8b3ce20441 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d9478a-ce07-4d85-a77e-fa1e50fd8737,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:25.365333 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95baf641-ce73-4f07-a7a7-0c8b3ce20441 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.369808 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-95baf641-ce73-4f07-a7a7-0c8b3ce20441 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1952655 Aug 31 14:29:25.370478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54470) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:25.382247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-23c29d3d-94e7-423b-8cd6-49e045ff070b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:25.410917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0b0644b1-50de-4a10-8fb9-88ac9adae7c8 None None] For port 3d73c3b2-743e-4ce2-9874-4919526adaea, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3d73c3b2-743e-4ce2-9874-4919526adaea,segment=NetworkSegment(da3c4d2b-1691-4aca-b09e-3bda7e58e2c2),segment_id=da3c4d2b-1691-4aca-b09e-3bda7e58e2c2)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:25.420965 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-23c29d3d-94e7-423b-8cd6-49e045ff070b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Project f7b6173980a64ce294c4315a07a0fad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:29:25.432631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 827c1c01-148c-4436-a19a-ac2fb8eff6ab up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:25.434351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Allocated IP 172.20.0.1 (81ed5b97-a863-44b7-b289-88ec011b6b2d/04b0f829-bf54-4128-b449-860a8c6b7baf/c4ab2449-8200-423d-bd6b-de6a7c6de94d) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:25.434737 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23c29d3d-94e7-423b-8cd6-49e045ff070b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.443461 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b0644b1-50de-4a10-8fb9-88ac9adae7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.452406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:29:23Z', 'revision_number': 3, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:25.521929 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23c29d3d-94e7-423b-8cd6-49e045ff070b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.539358 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23c29d3d-94e7-423b-8cd6-49e045ff070b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.558942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Checking router: c0f3c0ad-63de-4b87-82a6-3bece159a422 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:25.559304 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Updating router c0f3c0ad-63de-4b87-82a6-3bece159a422 port 6cd0f247-baa0-4239-a614-cf670d821260 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:29:25.594797 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c29d3d-94e7-423b-8cd6-49e045ff070b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f526db-71e0-4589-b641-c6924fc6d184,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:25.604379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.614462 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23c29d3d-94e7-423b-8cd6-49e045ff070b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.618602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-23c29d3d-94e7-423b-8cd6-49e045ff070b tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2383726 Aug 31 14:29:25.618747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54472) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:25.627381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Transition to ACTIVE for port object c4ab2449-8200-423d-bd6b-de6a7c6de94d will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:25.628784 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a59c57c9-74ef-41e2-a3a4-fe551c8ff859 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'security_group_rule': {'security_group_id': '6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b', 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:25.652277 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.680141 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-a59c57c9-74ef-41e2-a3a4-fe551c8ff859 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Project f7b6173980a64ce294c4315a07a0fad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:29:25.685691 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.692046 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a59c57c9-74ef-41e2-a3a4-fe551c8ff859 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.736355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0644b1-50de-4a10-8fb9-88ac9adae7c8 None None] Pushing event updated for resources: {'Port': ['ID=3d73c3b2-743e-4ce2-9874-4919526adaea,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:25.741808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Network 81ed5b97-a863-44b7-b289-88ec011b6b2d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:25.748951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:25.757536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:25.763876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 827c1c01-148c-4436-a19a-ac2fb8eff6ab completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:25.782033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 827c1c01-148c-4436-a19a-ac2fb8eff6ab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:25.782675 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.821825 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a59c57c9-74ef-41e2-a3a4-fe551c8ff859 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.826429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ab2449-8200-423d-bd6b-de6a7c6de94d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:25.835540 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a59c57c9-74ef-41e2-a3a4-fe551c8ff859 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.852294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.883798 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a59c57c9-74ef-41e2-a3a4-fe551c8ff859 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:25.885112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a59c57c9-74ef-41e2-a3a4-fe551c8ff859 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2653863 Aug 31 14:29:25.886300 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c57c9-74ef-41e2-a3a4-fe551c8ff859 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a212f9-9a8e-40d4-9408-3b2cfe38c4e7,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:25.990523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8e246ccd-9854-40e8-9cc4-97531cf49156 None None] Provisioning complete for port 3d73c3b2-743e-4ce2-9874-4919526adaea triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:25.991112 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e246ccd-9854-40e8-9cc4-97531cf49156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.103420 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.223933 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-59fd088f-4903-459b-aad5-fa6707c4afce tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873907249&fields=id&tenant_id=f7b6173980a64ce294c4315a07a0fad0 HTTP/1.1" status: 200 len: 267 time: 0.0604420 Aug 31 14:29:26.282683 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.372577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 827c1c01-148c-4436-a19a-ac2fb8eff6ab, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=827c1c01-148c-4436-a19a-ac2fb8eff6ab,segment=NetworkSegment(48184f34-bea9-4240-835f-172ede85fb11),segment_id=48184f34-bea9-4240-835f-172ede85fb11)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:26.381051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.386959 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.387906 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.435726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-6f801f19-7fa0-4101-bc16-91e9db8c5652 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:26.457051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a7cd2563-b465-40a3-847f-102acd96d6ee None None] Provisioning for port c4ab2449-8200-423d-bd6b-de6a7c6de94d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:26.459355 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-6f801f19-7fa0-4101-bc16-91e9db8c5652 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/networks?id=535e200f-d6b5-4452-86b8-7b95069ed604 HTTP/1.1" status: 200 len: 796 time: 0.2090163 Aug 31 14:29:26.464113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a7cd2563-b465-40a3-847f-102acd96d6ee None None] Provisioning complete for port c4ab2449-8200-423d-bd6b-de6a7c6de94d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:26.464514 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a7cd2563-b465-40a3-847f-102acd96d6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.472289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ab2449-8200-423d-bd6b-de6a7c6de94d,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:26.489524 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-72b1032a-46db-40ca-b142-6a5d356b4cc7 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/quotas/f7b6173980a64ce294c4315a07a0fad0 HTTP/1.1" status: 200 len: 375 time: 0.0215595 Aug 31 14:29:26.495823 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.506148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a7cd2563-b465-40a3-847f-102acd96d6ee None None] Port c4ab2449-8200-423d-bd6b-de6a7c6de94d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:26.518721 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.539040 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=827c1c01-148c-4436-a19a-ac2fb8eff6ab,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:26.542460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Transition to ACTIVE for port object 6cd0f247-baa0-4239-a614-cf670d821260 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:26.553219 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.636348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Network 81ed5b97-a863-44b7-b289-88ec011b6b2d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:26.638051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:26.652165 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Attempting to bind port 6cd0f247-baa0-4239-a614-cf670d821260 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:26.652564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Attempting to bind port 6cd0f247-baa0-4239-a614-cf670d821260 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:26.652935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Attempting to bind port 6cd0f247-baa0-4239-a614-cf670d821260 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:26.675169 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:26.675966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:26.676996 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.678009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:26.678768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Bound port: 6cd0f247-baa0-4239-a614-cf670d821260, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:26.679550 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.681788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee77609-e4f0-477b-9cea-8a685599e519 None None] Pushing event updated for resources: {'Port': ['ID=6cd0f247-baa0-4239-a614-cf670d821260,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:26.752210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] For port 6cd0f247-baa0-4239-a614-cf670d821260, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:26.756665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] For port 6cd0f247-baa0-4239-a614-cf670d821260, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6cd0f247-baa0-4239-a614-cf670d821260,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:26.772787 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:26.799116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Router c0f3c0ad-63de-4b87-82a6-3bece159a422 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:29:26.891026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Routers {'c0f3c0ad-63de-4b87-82a6-3bece159a422'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:26.891733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c0f3c0ad-63de-4b87-82a6-3bece159a422'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:26.903455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee77609-e4f0-477b-9cea-8a685599e519 None None] Pushing event updated for resources: {'Port': ['ID=6cd0f247-baa0-4239-a614-cf670d821260,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:26.964402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:26.983716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-855c76be-be50-44e4-b4f8-0d0b7cd259f2 admin admin] 10.222.0.20 "PUT /v2.0/routers/c0f3c0ad-63de-4b87-82a6-3bece159a422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6340852 Aug 31 14:29:26.991785 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-6fe04692-f808-417e-91b4-6bd4a8902131 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4767914 Aug 31 14:29:27.052279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7c6eb01e-d4f9-4f6c-8cfe-1aa57bfad2d4 None None] Provisioning complete for port c4ab2449-8200-423d-bd6b-de6a7c6de94d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:27.052898 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb01e-d4f9-4f6c-8cfe-1aa57bfad2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:27.083545 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] Set router c0f3c0ad-63de-4b87-82a6-3bece159a422 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:27.086803 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-0cba1e3a-de31-47be-b79d-edccae0064a7 service neutron] 10.222.0.20 "GET /v2.0/networks/535e200f-d6b5-4452-86b8-7b95069ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941300 Aug 31 14:29:27.174787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7c6eb01e-d4f9-4f6c-8cfe-1aa57bfad2d4 None None] Port c4ab2449-8200-423d-bd6b-de6a7c6de94d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:27.222718 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-e12da1a2-e1ad-49f8-9df8-3358976e9170 service neutron] 10.222.0.20 "GET /v2.0/networks/535e200f-d6b5-4452-86b8-7b95069ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266029 Aug 31 14:29:27.393803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3d73c3b2-743e-4ce2-9874-4919526adaea up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:27.450672 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'c4ab2449-8200-423d-bd6b-de6a7c6de94d', 'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'mac_address': 'fa:16:3e:09:8f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:25Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 2, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'subnets': [{'id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:27.486811 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e17d4070-032c-4270-87d3-140e19172950 req-37cf7d0a-c872-44be-a48b-ee7aab0aa66f tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 210 time: 0.0490448 Aug 31 14:29:27.499944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00ff52-c3c4-44a4-972e-2897d8a5a1a4 None None] The sync data for ids ['c0f3c0ad-63de-4b87-82a6-3bece159a422'] in n-d-792364-6 is: [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'c4ab2449-8200-423d-bd6b-de6a7c6de94d', 'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'mac_address': 'fa:16:3e:09:8f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:25Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 2, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'subnets': [{'id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:27.531833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3d73c3b2-743e-4ce2-9874-4919526adaea triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:27.532214 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:27.651669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 827c1c01-148c-4436-a19a-ac2fb8eff6ab up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:27.700099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54512) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:27.707155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1559887854-network', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:27.710408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 827c1c01-148c-4436-a19a-ac2fb8eff6ab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:27.711283 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:27.758219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Made reservation on behalf of adba95c2729a4a84a7e5d54ca249974a for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:27.760593 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:27.777098 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:27.985895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:27.996897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.032728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:29:28.052834 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.053187 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Added segment 52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da of type vlan for network 989ec07e-5f84-489d-8351-a066903719b9 Aug 31 14:29:28.054706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce59ab2-b699-406f-9de7-cff90da62627,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:28.105521 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.131942 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.134204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:28.134590 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.214888 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5131295 Aug 31 14:29:28.218332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54520) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:28.224365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3b1651c1-3402-4719-b9ba-8a4500e0a77c admin admin] Request body: {'subnet': {'network_id': '989ec07e-5f84-489d-8351-a066903719b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1559887854-subnet', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:28.244071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c0373-bb2f-42dd-b473-480895e87f8d admin admin] Pushing event updated for resources: {'Network': ['ID=989ec07e-5f84-489d-8351-a066903719b9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:28.256420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 989ec07e-5f84-489d-8351-a066903719b9 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:29:28.294640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1651c1-3402-4719-b9ba-8a4500e0a77c admin admin] Made reservation on behalf of adba95c2729a4a84a7e5d54ca249974a for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:28.298819 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b1651c1-3402-4719-b9ba-8a4500e0a77c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.546855 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b1651c1-3402-4719-b9ba-8a4500e0a77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.675161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aeb9f7fa-4d5a-4922-b4f9-ced3f6296309 req-ced80c48-e943-47dd-bd98-b64f6fdc7328 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 210 time: 0.0362785 Aug 31 14:29:28.695580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1651c1-3402-4719-b9ba-8a4500e0a77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d81b894-4ddd-4554-8917-c1f0586c8683,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:28.706187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1651c1-3402-4719-b9ba-8a4500e0a77c admin admin] Checking segment: {'id': '52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '989ec07e-5f84-489d-8351-a066903719b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:28.706630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1651c1-3402-4719-b9ba-8a4500e0a77c admin admin] Network hostable DHCP agents. Network: 989ec07e-5f84-489d-8351-a066903719b9, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:29:28.728837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1651c1-3402-4719-b9ba-8a4500e0a77c admin admin] Network 989ec07e-5f84-489d-8351-a066903719b9 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:29:28.741594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3b1651c1-3402-4719-b9ba-8a4500e0a77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 989ec07e-5f84-489d-8351-a066903719b9) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:28.749994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1651c1-3402-4719-b9ba-8a4500e0a77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:28.750947 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b1651c1-3402-4719-b9ba-8a4500e0a77c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.751654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160a99fc-bb8b-4a72-92ba-4382392c5112 None None] Network 989ec07e-5f84-489d-8351-a066903719b9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:28.865709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3b1651c1-3402-4719-b9ba-8a4500e0a77c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6432095 Aug 31 14:29:28.866068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54526) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:28.872158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1559887854-router', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:28.909450 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.910922 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:28.939649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-1cd14da5-0d50-4eb2-b2e2-95981b01ba48 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:28.941059 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-1cd14da5-0d50-4eb2-b2e2-95981b01ba48 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "GET /v2.0/networks?id=535e200f-d6b5-4452-86b8-7b95069ed604 HTTP/1.1" status: 200 len: 796 time: 0.1776538 Aug 31 14:29:29.006173 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a9049aca-434c-4a60-83d5-bb9de0e155c1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b6173980a64ce294c4315a07a0fad0 HTTP/1.1" status: 200 len: 380 time: 0.0482852 Aug 31 14:29:29.011537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-989ec07e-5f84-489d-8351-a066903719b9', 'network_id': '989ec07e-5f84-489d-8351-a066903719b9', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'fixed_ips': [{'subnet_id': '6d81b894-4ddd-4554-8917-c1f0586c8683'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:29:29.012473 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.017711 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.023314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'port': {'device_id': 'f0039c90-8eba-457b-b136-810f30d8421e', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'admin_state_up': True, 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'security_groups': ['6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:29.178054 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.203684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Made reservation on behalf of f7b6173980a64ce294c4315a07a0fad0 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:29.208097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.218674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Allocated IP 172.20.0.2 (989ec07e-5f84-489d-8351-a066903719b9/6d81b894-4ddd-4554-8917-c1f0586c8683/d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:29.417029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Allocated IP 172.20.0.3 (535e200f-d6b5-4452-86b8-7b95069ed604/39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2/7573f5e9-f8b9-441a-8127-f5ff04ba3696) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:29.466443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6cd0f247-baa0-4239-a614-cf670d821260 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:29.532316 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.546808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Transition to ACTIVE for port object d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:29.564258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 6cd0f247-baa0-4239-a614-cf670d821260 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:29.566593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Transition to ACTIVE for port object d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:29.570587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6cd0f247-baa0-4239-a614-cf670d821260 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:29.570965 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.572205 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.574524 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.595213 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.597069 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.611498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Transition to ACTIVE for port object 7573f5e9-f8b9-441a-8127-f5ff04ba3696 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:29.643034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Pushing event updated for resources: {'Port': ['ID=d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:29.654210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.669571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Network 989ec07e-5f84-489d-8351-a066903719b9 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:29.673577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:29.676363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:29.712468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network 535e200f-d6b5-4452-86b8-7b95069ed604 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:29.715935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:29.721590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:29.729127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=7573f5e9-f8b9-441a-8127-f5ff04ba3696,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:29.729506 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Allocated IP 172.25.3.162 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/df00bf52-bda7-44dd-a5c6-494560bb129d) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:29.824203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:29.824898 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.850573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.875799 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.880428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80f582-2e1c-442a-9ee7-9eb56bff5038 req-afdf6303-199a-4b6a-a0de-e8b94c0d9059 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:29.883495 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a80f582-2e1c-442a-9ee7-9eb56bff5038 req-afdf6303-199a-4b6a-a0de-e8b94c0d9059 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 931 time: 0.0790007 Aug 31 14:29:29.885380 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-70c39606-ef0f-47ec-8197-e71ca43cf04c tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8678644 Aug 31 14:29:29.902156 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.922939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 6cd0f247-baa0-4239-a614-cf670d821260, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6cd0f247-baa0-4239-a614-cf670d821260,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:29.925158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Attempting to bind port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:29.925789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Attempting to bind port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '989ec07e-5f84-489d-8351-a066903719b9'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:29.928283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Attempting to bind port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf on network 989ec07e-5f84-489d-8351-a066903719b9 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:29.932992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Request body: {'port': {'device_id': 'f0039c90-8eba-457b-b136-810f30d8421e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:29.937487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:29.938182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Checking segment: {'id': '52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '989ec07e-5f84-489d-8351-a066903719b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:29.938850 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.939635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Bound using segment: {'id': '52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '989ec07e-5f84-489d-8351-a066903719b9'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:29.940324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Bound port: d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '989ec07e-5f84-489d-8351-a066903719b9'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:29.941018 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.948014 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:29.949575 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:29.962891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:29.970412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:30.014154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=df00bf52-bda7-44dd-a5c6-494560bb129d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:30.044557 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=6cd0f247-baa0-4239-a614-cf670d821260,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:30.099310 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.128187 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a80f582-2e1c-442a-9ee7-9eb56bff5038 req-1f7800fe-9a30-4a5a-a8b1-9f17f0bcb310 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337854 Aug 31 14:29:30.148402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] For port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:30.152624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] For port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf,segment=NetworkSegment(52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da),segment_id=52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:30.171334 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.286695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe9325-1516-457a-8960-8eb7f779bcf5 None None] Pushing event updated for resources: {'Port': ['ID=d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:30.291682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f13f1dc4-5fa3-48d7-b9df-6d10b53fbd95 None None] Provisioning for port 7573f5e9-f8b9-441a-8127-f5ff04ba3696 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:30.298319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f13f1dc4-5fa3-48d7-b9df-6d10b53fbd95 None None] Provisioning complete for port 7573f5e9-f8b9-441a-8127-f5ff04ba3696 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:30.298319 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f13f1dc4-5fa3-48d7-b9df-6d10b53fbd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.353627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f13f1dc4-5fa3-48d7-b9df-6d10b53fbd95 None None] Port 7573f5e9-f8b9-441a-8127-f5ff04ba3696 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:30.363811 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.510987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7573f5e9-f8b9-441a-8127-f5ff04ba3696 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:30.531302 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.551794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Transition to ACTIVE for port object 7573f5e9-f8b9-441a-8127-f5ff04ba3696 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:30.569805 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.690895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.692523 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Pushing event updated for resources: {'Port': ['ID=7573f5e9-f8b9-441a-8127-f5ff04ba3696,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:30.792082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Attempting to bind port 7573f5e9-f8b9-441a-8127-f5ff04ba3696 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:30.792538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Attempting to bind port 7573f5e9-f8b9-441a-8127-f5ff04ba3696 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:30.792992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Attempting to bind port 7573f5e9-f8b9-441a-8127-f5ff04ba3696 on network 535e200f-d6b5-4452-86b8-7b95069ed604 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:30.811387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Port 7573f5e9-f8b9-441a-8127-f5ff04ba3696 on network 535e200f-d6b5-4452-86b8-7b95069ed604 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:29:30.811831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Attempting to bind port 7573f5e9-f8b9-441a-8127-f5ff04ba3696 on network 535e200f-d6b5-4452-86b8-7b95069ed604 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:30.820378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:30.820929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Checking segment: {'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:30.822272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Bound using segment: {'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:30.822912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Bound port: 7573f5e9-f8b9-441a-8127-f5ff04ba3696, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48184f34-bea9-4240-835f-172ede85fb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:30.823284 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:30.884572 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Router c8d9e1dd-f43c-4599-aa7d-4d2e263820fa is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:29:30.960322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] For port 7573f5e9-f8b9-441a-8127-f5ff04ba3696, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:30.966139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] For port 7573f5e9-f8b9-441a-8127-f5ff04ba3696, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7573f5e9-f8b9-441a-8127-f5ff04ba3696,segment=NetworkSegment(48184f34-bea9-4240-835f-172ede85fb11),segment_id=48184f34-bea9-4240-835f-172ede85fb11)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:30.975024 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.041771 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Pushing event updated for resources: {'Port': ['ID=7573f5e9-f8b9-441a-8127-f5ff04ba3696,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:31.092139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:31.092809 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.094229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-a0daa9a5-36b0-4b53-a702-d020f9886c89 service neutron] 10.222.0.52 "PUT /v2.0/ports/7573f5e9-f8b9-441a-8127-f5ff04ba3696 HTTP/1.1" status: 200 len: 1091 time: 1.1921182 Aug 31 14:29:31.094871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:31.096080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0039c90-8eba-457b-b136-810f30d8421e', 'tag': '7573f5e9-f8b9-441a-8127-f5ff04ba3696'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:31.098981 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc8525d-5d94-4abd-97f8-f9e039afd423" -d '{"events": [{"name": "network-changed", "server_uuid": "f0039c90-8eba-457b-b136-810f30d8421e", "tag": "7573f5e9-f8b9-441a-8127-f5ff04ba3696"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:31.126117 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.127395 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fdebb1a8-34aa-4640-a184-c31edd77a0a3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2587700 Aug 31 14:29:31.129388 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Sync routers for ids ['c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:31.137084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54544) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:31.146698 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Routers {'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:31.147335 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:31.211625 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d686-459d-40dd-a6aa-e9935d265d82 req-65057b3a-362d-4e00-b63a-d8d7652cf2a1 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:31.223016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b6c5d686-459d-40dd-a6aa-e9935d265d82 req-65057b3a-362d-4e00-b63a-d8d7652cf2a1 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1724527 Aug 31 14:29:31.289764 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4071dec5-94e8-4191-a9b2-934ce2943f85 x-openstack-request-id: req-4071dec5-94e8-4191-a9b2-934ce2943f85 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:31.290106 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0039c90-8eba-457b-b136-810f30d8421e", "tag": "7573f5e9-f8b9-441a-8127-f5ff04ba3696", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:31.290291 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4071dec5-94e8-4191-a9b2-934ce2943f85 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:31.290695 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0039c90-8eba-457b-b136-810f30d8421e', 'tag': '7573f5e9-f8b9-441a-8127-f5ff04ba3696', 'status': 'completed', 'code': 200} Aug 31 14:29:31.392707 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a57b211-dc7a-4496-bf4d-8734cb4845f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.452201 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b6c5d686-459d-40dd-a6aa-e9935d265d82 req-75b13478-f846-46ee-b236-7b3d14a4bbca tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281668 Aug 31 14:29:31.521981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7828112-1735-42b6-82c5-d96de4afc084 req-6e25d5ee-7c3e-4f2e-b156-8f1776ef4459 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:31.523803 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7828112-1735-42b6-82c5-d96de4afc084 req-6e25d5ee-7c3e-4f2e-b156-8f1776ef4459 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 943 time: 0.1357069 Aug 31 14:29:31.536619 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-8b7b9a53-9188-4cfa-b451-226171b8ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:31.538793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-8b7b9a53-9188-4cfa-b451-226171b8ba57 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 1094 time: 0.3564034 Aug 31 14:29:31.597387 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6cd0f247-baa0-4239-a614-cf670d821260 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:31.636626 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7828112-1735-42b6-82c5-d96de4afc084 req-c90fd04d-1618-4e2a-a7f4-971593734368 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025691 Aug 31 14:29:31.664257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-fe6d5523-ed6f-4413-8041-13bdcdaf185f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7573f5e9-f8b9-441a-8127-f5ff04ba3696 HTTP/1.1" status: 200 len: 217 time: 0.1101911 Aug 31 14:29:31.683475 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Set router c8d9e1dd-f43c-4599-aa7d-4d2e263820fa gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:31.697094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6cd0f247-baa0-4239-a614-cf670d821260 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:31.697541 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:31.870908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:31.932911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:31.995693 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'name': 'tempest-TestServerBasicOps-1559887854-router', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:28Z', 'updated_at': '2021-08-31T14:29:30Z', 'revision_number': 3, 'project_id': 'adba95c2729a4a84a7e5d54ca249974a', 'gw_port': {'id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:29Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:32.000241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7650df01-d6f3-46b1-ad12-d50163fd69b5 None None] Network 989ec07e-5f84-489d-8351-a066903719b9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:32.028968 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Checking router: c8d9e1dd-f43c-4599-aa7d-4d2e263820fa for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:32.029405 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Updating router c8d9e1dd-f43c-4599-aa7d-4d2e263820fa port df00bf52-bda7-44dd-a5c6-494560bb129d binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:29:32.068550 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.225462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-0d350185-545a-476e-ad23-cb7d31566b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:32.228048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-0d350185-545a-476e-ad23-cb7d31566b16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2 HTTP/1.1" status: 200 len: 835 time: 0.5456543 Aug 31 14:29:32.320712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Sync routers for ids ['c0f3c0ad-63de-4b87-82a6-3bece159a422'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:32.347694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-4d0dfc88-fc58-4894-8f7c-ec911fdf88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:32.348464 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-4d0dfc88-fc58-4894-8f7c-ec911fdf88d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=535e200f-d6b5-4452-86b8-7b95069ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863729 Aug 31 14:29:32.351772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8687e1d0-8b05-4643-a79b-085cbfae276c None None] Provisioning for port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:32.351772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Routers {'c0f3c0ad-63de-4b87-82a6-3bece159a422'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:32.352292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f9258958-e60b-465c-a64e-b180322c796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c0f3c0ad-63de-4b87-82a6-3bece159a422'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:32.405759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8687e1d0-8b05-4643-a79b-085cbfae276c None None] Provisioning complete for port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:32.406400 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8687e1d0-8b05-4643-a79b-085cbfae276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.406993 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.419620 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Transition to ACTIVE for port object df00bf52-bda7-44dd-a5c6-494560bb129d will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:32.426637 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.499463 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Attempting to bind port df00bf52-bda7-44dd-a5c6-494560bb129d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:32.500043 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Attempting to bind port df00bf52-bda7-44dd-a5c6-494560bb129d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:32.500529 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Attempting to bind port df00bf52-bda7-44dd-a5c6-494560bb129d on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:32.526223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-244bed7b-e73f-4936-8a92-484676bbb470 service neutron] 10.222.0.52 "GET /v2.0/networks/535e200f-d6b5-4452-86b8-7b95069ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657166 Aug 31 14:29:32.533349 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:32.533917 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:32.534412 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.535510 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:32.535510 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Bound port: df00bf52-bda7-44dd-a5c6-494560bb129d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:32.535992 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.555219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Set router c0f3c0ad-63de-4b87-82a6-3bece159a422 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:32.572952 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f0f49-1310-4427-bcb5-9446281040f5 None None] Pushing event updated for resources: {'Port': ['ID=df00bf52-bda7-44dd-a5c6-494560bb129d,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:32.604069 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8687e1d0-8b05-4643-a79b-085cbfae276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.606085 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] For port df00bf52-bda7-44dd-a5c6-494560bb129d, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:32.610855 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] For port df00bf52-bda7-44dd-a5c6-494560bb129d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=df00bf52-bda7-44dd-a5c6-494560bb129d,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:32.617748 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.691631 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Routers {'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:32.692418 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:32.699424 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f0f49-1310-4427-bcb5-9446281040f5 None None] Pushing event updated for resources: {'Port': ['ID=df00bf52-bda7-44dd-a5c6-494560bb129d,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:32.744568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329cfaa-1d48-41d1-a43b-eec7600a2672 req-13afd27b-63cd-4b2f-814e-9f2b09bd6976 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:32.746150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0329cfaa-1d48-41d1-a43b-eec7600a2672 req-13afd27b-63cd-4b2f-814e-9f2b09bd6976 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.2005780 Aug 31 14:29:32.767951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea9d89-a701-4c70-94fa-2d25a4d9c940 req-26218ad5-a059-4517-9b95-ad30bc3dc7df tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:32.768461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8687e1d0-8b05-4643-a79b-085cbfae276c None None] For port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf,segment=NetworkSegment(52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da),segment_id=52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:32.769372 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1eea9d89-a701-4c70-94fa-2d25a4d9c940 req-26218ad5-a059-4517-9b95-ad30bc3dc7df tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 946 time: 0.1470919 Aug 31 14:29:32.780690 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8687e1d0-8b05-4643-a79b-085cbfae276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.842940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0e04c-60ab-4046-a943-6ef5ba6b325c req-cdfcd628-782e-40ad-97f9-fbb84254ffe3 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:32.846684 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0cc0e04c-60ab-4046-a943-6ef5ba6b325c req-cdfcd628-782e-40ad-97f9-fbb84254ffe3 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 943 time: 0.0809259 Aug 31 14:29:32.859653 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.871473 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] Set router c8d9e1dd-f43c-4599-aa7d-4d2e263820fa gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:32.902582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687e1d0-8b05-4643-a79b-085cbfae276c None None] Pushing event updated for resources: {'Port': ['ID=d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:32.908017 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0cc0e04c-60ab-4046-a943-6ef5ba6b325c req-3afb35ed-447a-425b-9b8f-1276faaaa011 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542262 Aug 31 14:29:32.944194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f0936f40-c32b-4056-a8b2-d5aa45e1c2eb None None] Provisioning complete for port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:32.944710 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0936f40-c32b-4056-a8b2-d5aa45e1c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:32.950871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-351849b2-1bb6-497d-ac9a-0ecdd8fc5548 req-46272c1e-99f3-4b39-8d55-2156659cfaa8 service neutron] 10.222.0.52 "GET /v2.0/networks/535e200f-d6b5-4452-86b8-7b95069ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148216 Aug 31 14:29:32.966286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0329cfaa-1d48-41d1-a43b-eec7600a2672 req-cbe292d1-5853-40eb-949c-c324a5211d5b tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c7bb828-edf5-4a33-af5a-4d892c85bf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919210 Aug 31 14:29:33.017416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f9258958-e60b-465c-a64e-b180322c796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'c4ab2449-8200-423d-bd6b-de6a7c6de94d', 'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'mac_address': 'fa:16:3e:09:8f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:25Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 2, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'subnets': [{'id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:33.064585 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Checking router: c0f3c0ad-63de-4b87-82a6-3bece159a422 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:33.065101 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Updating router c0f3c0ad-63de-4b87-82a6-3bece159a422 port c4ab2449-8200-423d-bd6b-de6a7c6de94d binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:29:33.081010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-1eea9d89-a701-4c70-94fa-2d25a4d9c940 req-4615bd50-b975-4cca-884e-f63d92bcb129 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Deleting port aeb53f34-3f05-4aea-885b-0490682d8db6 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:29:33.081352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1eea9d89-a701-4c70-94fa-2d25a4d9c940 req-4615bd50-b975-4cca-884e-f63d92bcb129 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.098087 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'name': 'tempest-TestServerBasicOps-1559887854-router', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:28Z', 'updated_at': '2021-08-31T14:29:30Z', 'revision_number': 3, 'project_id': 'adba95c2729a4a84a7e5d54ca249974a', 'gw_port': {'id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:29Z', 'updated_at': '2021-08-31T14:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:33.106132 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.125559 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd43cd-89fc-4867-aa09-033082c545fc None None] The sync data for ids ['c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'] in n-d-792364-6 is: [{'id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'name': 'tempest-TestServerBasicOps-1559887854-router', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:28Z', 'updated_at': '2021-08-31T14:29:30Z', 'revision_number': 3, 'project_id': 'adba95c2729a4a84a7e5d54ca249974a', 'gw_port': {'id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:29Z', 'updated_at': '2021-08-31T14:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:33.241357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8525d-5d94-4abd-97f8-f9e039afd423 req-6e85a60d-2146-44ac-ab44-522656db3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:33.242885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bc8525d-5d94-4abd-97f8-f9e039afd423 req-6e85a60d-2146-44ac-ab44-522656db3ee1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 1094 time: 0.2095182 Aug 31 14:29:33.273459 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-1eea9d89-a701-4c70-94fa-2d25a4d9c940 req-4615bd50-b975-4cca-884e-f63d92bcb129 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] For port aeb53f34-3f05-4aea-885b-0490682d8db6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=aeb53f34-3f05-4aea-885b-0490682d8db6,segment=NetworkSegment(b9e271e1-e4d7-4129-ba4f-85a10b20adda),segment_id=b9e271e1-e4d7-4129-ba4f-85a10b20adda)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:33.273839 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1eea9d89-a701-4c70-94fa-2d25a4d9c940 req-4615bd50-b975-4cca-884e-f63d92bcb129 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.340462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Allocated IP 172.20.0.1 (989ec07e-5f84-489d-8351-a066903719b9/6d81b894-4ddd-4554-8917-c1f0586c8683/b74fec33-dffa-4852-84d9-5deccc4b09ab) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:33.343832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-1eea9d89-a701-4c70-94fa-2d25a4d9c940 req-4615bd50-b975-4cca-884e-f63d92bcb129 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Calling delete_port for aeb53f34-3f05-4aea-885b-0490682d8db6 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:29:33.371480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:33.476169 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.491215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Transition to ACTIVE for port object c4ab2449-8200-423d-bd6b-de6a7c6de94d will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:33.497807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:33.498220 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.527073 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.549106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8525d-5d94-4abd-97f8-f9e039afd423 req-93909193-7f1a-4a4c-8bec-6dc37f3c3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:33.550654 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bc8525d-5d94-4abd-97f8-f9e039afd423 req-93909193-7f1a-4a4c-8bec-6dc37f3c3241 service neutron] 10.222.0.52 "GET /v2.0/networks?id=535e200f-d6b5-4452-86b8-7b95069ed604 HTTP/1.1" status: 200 len: 897 time: 0.2992113 Aug 31 14:29:33.596993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c48a60-7ae5-4f20-ac88-7650725edcbb None None] Pushing event updated for resources: {'Port': ['ID=c4ab2449-8200-423d-bd6b-de6a7c6de94d,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:33.649114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bc8525d-5d94-4abd-97f8-f9e039afd423 req-ef033f55-85d6-4196-b16e-7df3ca4a418e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7573f5e9-f8b9-441a-8127-f5ff04ba3696 HTTP/1.1" status: 200 len: 217 time: 0.0832908 Aug 31 14:29:33.710815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Attempting to bind port c4ab2449-8200-423d-bd6b-de6a7c6de94d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:33.711275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Attempting to bind port c4ab2449-8200-423d-bd6b-de6a7c6de94d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:33.711647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Attempting to bind port c4ab2449-8200-423d-bd6b-de6a7c6de94d on network 81ed5b97-a863-44b7-b289-88ec011b6b2d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:33.720329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:33.720882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Checking segment: {'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:33.721212 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.721668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Bound using segment: {'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:33.722314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Bound port: c4ab2449-8200-423d-bd6b-de6a7c6de94d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:33.722752 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.762797 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1eea9d89-a701-4c70-94fa-2d25a4d9c940 req-4615bd50-b975-4cca-884e-f63d92bcb129 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.780833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['aeb53f34-3f05-4aea-885b-0490682d8db6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:33.781739 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.838372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615bd50-b975-4cca-884e-f63d92bcb129 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Pushing event deleted for resources: {'Port': ['ID=aeb53f34-3f05-4aea-885b-0490682d8db6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:33.853548 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f9258958-e60b-465c-a64e-b180322c796c None None] For port c4ab2449-8200-423d-bd6b-de6a7c6de94d, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:33.858325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f9258958-e60b-465c-a64e-b180322c796c None None] For port c4ab2449-8200-423d-bd6b-de6a7c6de94d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c4ab2449-8200-423d-bd6b-de6a7c6de94d,segment=NetworkSegment(da3c4d2b-1691-4aca-b09e-3bda7e58e2c2),segment_id=da3c4d2b-1691-4aca-b09e-3bda7e58e2c2)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:33.858722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8525d-5d94-4abd-97f8-f9e039afd423 req-2595b0db-e580-43c2-95f6-4dff7ef21a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:33.860509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bc8525d-5d94-4abd-97f8-f9e039afd423 req-2595b0db-e580-43c2-95f6-4dff7ef21a27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2 HTTP/1.1" status: 200 len: 835 time: 0.1684365 Aug 31 14:29:33.861946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Transition to ACTIVE for port object b74fec33-dffa-4852-84d9-5deccc4b09ab will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:33.867343 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.936762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eea9d89-a701-4c70-94fa-2d25a4d9c940 req-4615bd50-b975-4cca-884e-f63d92bcb129 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] No DVR routers for this DVR port aeb53f34-3f05-4aea-885b-0490682d8db6 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:29:33.949726 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1eea9d89-a701-4c70-94fa-2d25a4d9c940 req-4615bd50-b975-4cca-884e-f63d92bcb129 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:33.954318 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1eea9d89-a701-4c70-94fa-2d25a4d9c940 req-4615bd50-b975-4cca-884e-f63d92bcb129 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.13 "DELETE /v2.0/ports/aeb53f34-3f05-4aea-885b-0490682d8db6 HTTP/1.1" status: 204 len: 173 time: 1.1651838 Aug 31 14:29:33.980743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Routers {'c0f3c0ad-63de-4b87-82a6-3bece159a422'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:33.981399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f9258958-e60b-465c-a64e-b180322c796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c0f3c0ad-63de-4b87-82a6-3bece159a422'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:33.984613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'name': 'network-vif-deleted', 'tag': 'aeb53f34-3f05-4aea-885b-0490682d8db6'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:33.988029 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb53832-48c3-4508-be4f-656cd0680e1e" -d '{"events": [{"server_uuid": "5ccea234-a029-4e4e-b186-68b6b2b3433e", "name": "network-vif-deleted", "tag": "aeb53f34-3f05-4aea-885b-0490682d8db6"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:34.004817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c48a60-7ae5-4f20-ac88-7650725edcbb None None] Pushing event updated for resources: {'Port': ['ID=c4ab2449-8200-423d-bd6b-de6a7c6de94d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:34.006932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.089511 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaf8e84-eee6-4d52-a2c0-7a48fce64d9f x-openstack-request-id: req-8aaf8e84-eee6-4d52-a2c0-7a48fce64d9f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:34.090088 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccea234-a029-4e4e-b186-68b6b2b3433e", "name": "network-vif-deleted", "tag": "aeb53f34-3f05-4aea-885b-0490682d8db6", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:34.090443 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8aaf8e84-eee6-4d52-a2c0-7a48fce64d9f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:34.090965 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccea234-a029-4e4e-b186-68b6b2b3433e', 'name': 'network-vif-deleted', 'tag': 'aeb53f34-3f05-4aea-885b-0490682d8db6', 'status': 'completed', 'code': 200} Aug 31 14:29:34.093352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Pushing event updated for resources: {'Port': ['ID=b74fec33-dffa-4852-84d9-5deccc4b09ab,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:34.104140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8525d-5d94-4abd-97f8-f9e039afd423 req-5ba4cab7-f505-44b5-8068-c9ea8081dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:34.106182 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bc8525d-5d94-4abd-97f8-f9e039afd423 req-5ba4cab7-f505-44b5-8068-c9ea8081dee9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=535e200f-d6b5-4452-86b8-7b95069ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214797 Aug 31 14:29:34.116993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Network 989ec07e-5f84-489d-8351-a066903719b9 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:34.131501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:34.140031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd7602-3230-42a4-a72c-687bf0335aba req-d63f533b-876a-46d7-8c7d-0cfa90105969 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:34.150713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:34.152942 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6fd7602-3230-42a4-a72c-687bf0335aba req-d63f533b-876a-46d7-8c7d-0cfa90105969 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 943 time: 0.1549418 Aug 31 14:29:34.153128 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.225150 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e6fd7602-3230-42a4-a72c-687bf0335aba req-be3aaa88-a459-4dae-9aac-d2071ae9dca0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705431 Aug 31 14:29:34.226197 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-184f6d10-add3-4f8d-9868-012027a6d54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.281076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f9258958-e60b-465c-a64e-b180322c796c None None] Set router c0f3c0ad-63de-4b87-82a6-3bece159a422 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:34.328620 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.344218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0088712-961f-4461-82fd-ed69898d09d1 req-e7488228-8ac2-4928-ad2d-b9a59d156b48 tempest-ServersNegativeTestJSON-2132130042 tempest-ServersNegativeTestJSON-2132130042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccea234-a029-4e4e-b186-68b6b2b3433e HTTP/1.1" status: 200 len: 210 time: 0.0868549 Aug 31 14:29:34.448821 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bc8525d-5d94-4abd-97f8-f9e039afd423 req-72296126-b147-4727-ac51-d36f586d0fe2 service neutron] 10.222.0.52 "GET /v2.0/networks/535e200f-d6b5-4452-86b8-7b95069ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269165 Aug 31 14:29:34.531260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7b9f1476-1144-4ebe-be3d-86513682eb98 None None] Provisioning for port b74fec33-dffa-4852-84d9-5deccc4b09ab completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:34.540410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7b9f1476-1144-4ebe-be3d-86513682eb98 None None] Provisioning complete for port b74fec33-dffa-4852-84d9-5deccc4b09ab triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:34.540822 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b9f1476-1144-4ebe-be3d-86513682eb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.584665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f1476-1144-4ebe-be3d-86513682eb98 None None] Port b74fec33-dffa-4852-84d9-5deccc4b09ab cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:34.589222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f9258958-e60b-465c-a64e-b180322c796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'c4ab2449-8200-423d-bd6b-de6a7c6de94d', 'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'mac_address': 'fa:16:3e:09:8f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:25Z', 'updated_at': '2021-08-31T14:29:33Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'subnets': [{'id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:34.600523 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.614559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2bc8525d-5d94-4abd-97f8-f9e039afd423 req-afe7d6ca-12ac-4e09-908b-5a3ae7f0a362 service neutron] 10.222.0.52 "GET /v2.0/networks/535e200f-d6b5-4452-86b8-7b95069ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580172 Aug 31 14:29:34.618162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9258958-e60b-465c-a64e-b180322c796c None None] The sync data for ids ['c0f3c0ad-63de-4b87-82a6-3bece159a422'] in n-d-792364-6 is: [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'c4ab2449-8200-423d-bd6b-de6a7c6de94d', 'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'mac_address': 'fa:16:3e:09:8f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:25Z', 'updated_at': '2021-08-31T14:29:33Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'subnets': [{'id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:34.775983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.781725 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.848970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Pushing event updated for resources: {'Port': ['ID=b74fec33-dffa-4852-84d9-5deccc4b09ab,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:34.851873 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:34.946955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Network 989ec07e-5f84-489d-8351-a066903719b9 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:34.948286 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:35.065218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Router c8d9e1dd-f43c-4599-aa7d-4d2e263820fa has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:29:35.176315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:35.181533 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-af337cf0-5ff6-4a38-b1dd-291114f6421a admin admin] 10.222.0.20 "PUT /v2.0/routers/c8d9e1dd-f43c-4599-aa7d-4d2e263820fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0434566 Aug 31 14:29:35.208122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a50913fb-3c36-4143-83b9-e96b2daa7cc1 None None] Provisioning complete for port b74fec33-dffa-4852-84d9-5deccc4b09ab triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:35.208634 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a50913fb-3c36-4143-83b9-e96b2daa7cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.245292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a50913fb-3c36-4143-83b9-e96b2daa7cc1 None None] Port b74fec33-dffa-4852-84d9-5deccc4b09ab cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:35.268993 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.349856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468197d-7b7f-4229-9829-5aa9fcb7bd3b req-796d03f8-f93f-4343-828d-2adff2fe9cd9 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:35.351427 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6468197d-7b7f-4229-9829-5aa9fcb7bd3b req-796d03f8-f93f-4343-828d-2adff2fe9cd9 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 943 time: 0.0547271 Aug 31 14:29:35.391963 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6468197d-7b7f-4229-9829-5aa9fcb7bd3b req-1d3eb352-f5fd-4b32-9bb3-8ebd559afd87 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331380 Aug 31 14:29:35.447333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54568) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:35.470832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device df00bf52-bda7-44dd-a5c6-494560bb129d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:35.494334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-320d02dd-2966-45b0-a430-1b33db1141a6 admin admin] Deleting subnet 69f2b92a-2dd1-48bb-ae37-96fe0967189a {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:29:35.497619 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-320d02dd-2966-45b0-a430-1b33db1141a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.539447 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-320d02dd-2966-45b0-a430-1b33db1141a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.544253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port df00bf52-bda7-44dd-a5c6-494560bb129d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:35.549744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port df00bf52-bda7-44dd-a5c6-494560bb129d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:35.550463 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.583283 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-320d02dd-2966-45b0-a430-1b33db1141a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.637638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.641192 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-320d02dd-2966-45b0-a430-1b33db1141a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.658104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port df00bf52-bda7-44dd-a5c6-494560bb129d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=df00bf52-bda7-44dd-a5c6-494560bb129d,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:35.662236 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.663220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c4ab2449-8200-423d-bd6b-de6a7c6de94d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:35.673167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d02dd-2966-45b0-a430-1b33db1141a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69f2b92a-2dd1-48bb-ae37-96fe0967189a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:35.675168 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-320d02dd-2966-45b0-a430-1b33db1141a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.677135 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-320d02dd-2966-45b0-a430-1b33db1141a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/69f2b92a-2dd1-48bb-ae37-96fe0967189a HTTP/1.1" status: 204 len: 168 time: 0.2287867 Aug 31 14:29:35.679488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54570) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:35.744449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=df00bf52-bda7-44dd-a5c6-494560bb129d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:35.748011 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.761912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port c4ab2449-8200-423d-bd6b-de6a7c6de94d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:35.766088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port c4ab2449-8200-423d-bd6b-de6a7c6de94d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:35.766459 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.834329 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.835081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 7573f5e9-f8b9-441a-8127-f5ff04ba3696 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:29:35.845936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2325d784-2323-454c-85aa-b2254a184249']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:35.856693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e271e1-e4d7-4129-ba4f-85a10b20adda') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:35.857109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e271e1-e4d7-4129-ba4f-85a10b20adda') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:35.870263 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.889990 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.898128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:29:35.900298 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:29:35.943857 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:29:35.950451 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 7573f5e9-f8b9-441a-8127-f5ff04ba3696, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7573f5e9-f8b9-441a-8127-f5ff04ba3696,segment=NetworkSegment(48184f34-bea9-4240-835f-172ede85fb11),segment_id=48184f34-bea9-4240-835f-172ede85fb11)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:35.959087 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.984478 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:35.989942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '7573f5e9-f8b9-441a-8127-f5ff04ba3696', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'port_id': '7573f5e9-f8b9-441a-8127-f5ff04ba3696', 'mac_address': 'fa:16:3e:53:cf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:29:36.012326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.018001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2325d784-2323-454c-85aa-b2254a184249 HTTP/1.1" status: 204 len: 168 time: 0.3367968 Aug 31 14:29:36.018810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3558bd-d404-46fd-a94e-0d422e11bd90 admin admin] Pushing event deleted for resources: {'Network': ['ID=2325d784-2323-454c-85aa-b2254a184249,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:36.026234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port c4ab2449-8200-423d-bd6b-de6a7c6de94d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c4ab2449-8200-423d-bd6b-de6a7c6de94d,segment=NetworkSegment(da3c4d2b-1691-4aca-b09e-3bda7e58e2c2),segment_id=da3c4d2b-1691-4aca-b09e-3bda7e58e2c2)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:36.031783 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.063982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54574) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:36.068875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-924de1c7-b9c2-434d-acc7-0f092cd91d19 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26773903', 'description': 'tempest-secgroup-smoke-26773903 description', 'project_id': 'd8aa2c14a8524d188041836430bc5dbc'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:36.108373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-924de1c7-b9c2-434d-acc7-0f092cd91d19 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.109643 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.134400 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7573f5e9-f8b9-441a-8127-f5ff04ba3696 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:36.138734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=c4ab2449-8200-423d-bd6b-de6a7c6de94d,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:36.178132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 7573f5e9-f8b9-441a-8127-f5ff04ba3696, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7573f5e9-f8b9-441a-8127-f5ff04ba3696,segment=NetworkSegment(48184f34-bea9-4240-835f-172ede85fb11),segment_id=48184f34-bea9-4240-835f-172ede85fb11)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:36.185213 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.247823 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-924de1c7-b9c2-434d-acc7-0f092cd91d19 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.266991 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=7573f5e9-f8b9-441a-8127-f5ff04ba3696,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:36.271111 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-924de1c7-b9c2-434d-acc7-0f092cd91d19 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.311144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54576) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:36.340562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-924de1c7-b9c2-434d-acc7-0f092cd91d19 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.342401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-924de1c7-b9c2-434d-acc7-0f092cd91d19 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2772102 Aug 31 14:29:36.346883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54578) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:36.351943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-693b2011-b984-486d-a8a8-8be5af2f4e73 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Request body: {'security_group_rule': {'security_group_id': '7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8', 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:36.355643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924de1c7-b9c2-434d-acc7-0f092cd91d19 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:36.409327 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1d35f192-ac77-442f-8063-17fa3ec46cc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc2fb10d92814a8a8548ad2895c42be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963004 Aug 31 14:29:36.411479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54580) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:36.431272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['7573f5e9-f8b9-441a-8127-f5ff04ba3696'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:36.431528 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-693b2011-b984-486d-a8a8-8be5af2f4e73 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.515920 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Sync routers for ids ['c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:36.522244 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ee5afd7-4258-4890-a1ad-b964d5ed57df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.540482 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Routers {'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:36.541151 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:36.547872 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-693b2011-b984-486d-a8a8-8be5af2f4e73 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.553832 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ee5afd7-4258-4890-a1ad-b964d5ed57df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.561180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-693b2011-b984-486d-a8a8-8be5af2f4e73 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.591428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea322fa2-5b46-4605-8549-2e3170b764c4 req-a41fd9cd-c3ab-47c5-8e31-c81328e8909e tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:36.597333 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea322fa2-5b46-4605-8549-2e3170b764c4 req-a41fd9cd-c3ab-47c5-8e31-c81328e8909e tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 944 time: 0.0915678 Aug 31 14:29:36.598422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b2011-b984-486d-a8a8-8be5af2f4e73 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81b4fd2-7319-40d9-8364-9da40d82f6d7,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:36.648484 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ee5afd7-4258-4890-a1ad-b964d5ed57df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.652338 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-693b2011-b984-486d-a8a8-8be5af2f4e73 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.652547 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5ee5afd7-4258-4890-a1ad-b964d5ed57df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.659026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5ee5afd7-4258-4890-a1ad-b964d5ed57df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c7bb828-edf5-4a33-af5a-4d892c85bf2e HTTP/1.1" status: 204 len: 168 time: 0.2461264 Aug 31 14:29:36.666413 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-693b2011-b984-486d-a8a8-8be5af2f4e73 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3181727 Aug 31 14:29:36.668320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54586) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:36.680877 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea322fa2-5b46-4605-8549-2e3170b764c4 req-d979c664-59a2-4206-b7df-5be7c73a98a0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746384 Aug 31 14:29:36.702916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9ffdd6d8-654e-44b3-b64d-2949fc54b9ae tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Request body: {'security_group_rule': {'security_group_id': '7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8', 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:36.715913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5afd7-4258-4890-a1ad-b964d5ed57df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7bb828-edf5-4a33-af5a-4d892c85bf2e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:36.774799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd6d8-654e-44b3-b64d-2949fc54b9ae tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.808725 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Set router c8d9e1dd-f43c-4599-aa7d-4d2e263820fa gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:36.841330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd6d8-654e-44b3-b64d-2949fc54b9ae tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.848096 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd6d8-654e-44b3-b64d-2949fc54b9ae tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.878330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd6d8-654e-44b3-b64d-2949fc54b9ae tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:36.880193 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9ffdd6d8-654e-44b3-b64d-2949fc54b9ae tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1857014 Aug 31 14:29:36.883259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54588) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:36.883991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdd6d8-654e-44b3-b64d-2949fc54b9ae tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f618426d-79d3-437e-8889-7abf2cd4f14e,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:36.892407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-51e61662-cee2-4bef-941c-b944b903f495 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Request body: {'security_group_rule': {'security_group_id': '7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8', 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:36.927591 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51e61662-cee2-4bef-941c-b944b903f495 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.008777 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51e61662-cee2-4bef-941c-b944b903f495 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.015874 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51e61662-cee2-4bef-941c-b944b903f495 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.030756 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.038021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e61662-cee2-4bef-941c-b944b903f495 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6e986d-3086-4903-b31b-b2e114c8c79b,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:37.055757 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-51e61662-cee2-4bef-941c-b944b903f495 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.058029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-51e61662-cee2-4bef-941c-b944b903f495 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696830 Aug 31 14:29:37.060261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54592) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:37.064092 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'name': 'tempest-TestServerBasicOps-1559887854-router', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:28Z', 'updated_at': '2021-08-31T14:29:34Z', 'revision_number': 4, 'project_id': 'adba95c2729a4a84a7e5d54ca249974a', 'gw_port': {'id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:29Z', 'updated_at': '2021-08-31T14:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'b74fec33-dffa-4852-84d9-5deccc4b09ab', 'name': '', 'network_id': '989ec07e-5f84-489d-8351-a066903719b9', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'mac_address': 'fa:16:3e:80:41:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '6d81b894-4ddd-4554-8917-c1f0586c8683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:32Z', 'updated_at': '2021-08-31T14:29:34Z', 'revision_number': 2, 'project_id': 'adba95c2729a4a84a7e5d54ca249974a', 'subnets': [{'id': '6d81b894-4ddd-4554-8917-c1f0586c8683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:37.067909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e2a6cb51-ccfc-4666-b10f-76d3ef0bfa05 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Request body: {'security_group_rule': {'security_group_id': '7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8', 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:37.096224 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Checking router: c8d9e1dd-f43c-4599-aa7d-4d2e263820fa for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:37.096811 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Updating router c8d9e1dd-f43c-4599-aa7d-4d2e263820fa port b74fec33-dffa-4852-84d9-5deccc4b09ab binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:29:37.108335 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cb51-ccfc-4666-b10f-76d3ef0bfa05 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.127972 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.172322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device aeb53f34-3f05-4aea-885b-0490682d8db6 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:29:37.195243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: aeb53f34-3f05-4aea-885b-0490682d8db6 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:29:37.195574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device aeb53f34-3f05-4aea-885b-0490682d8db6 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:29:37.202550 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cb51-ccfc-4666-b10f-76d3ef0bfa05 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.207569 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cb51-ccfc-4666-b10f-76d3ef0bfa05 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.227527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6cb51-ccfc-4666-b10f-76d3ef0bfa05 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a17fe1f-da69-4edb-b868-ffef6497e1c6,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:37.237950 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2a6cb51-ccfc-4666-b10f-76d3ef0bfa05 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.239187 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e2a6cb51-ccfc-4666-b10f-76d3ef0bfa05 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1768596 Aug 31 14:29:37.241922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54602) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:37.247071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d132c783-9a7e-4953-a0d2-d80076de17cf tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Request body: {'security_group_rule': {'security_group_id': '7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8', 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:37.278621 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-d132c783-9a7e-4953-a0d2-d80076de17cf tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Project d8aa2c14a8524d188041836430bc5dbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:29:37.285174 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d132c783-9a7e-4953-a0d2-d80076de17cf tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.366806 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d132c783-9a7e-4953-a0d2-d80076de17cf tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.371979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device df00bf52-bda7-44dd-a5c6-494560bb129d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:37.376370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d132c783-9a7e-4953-a0d2-d80076de17cf tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.395836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132c783-9a7e-4953-a0d2-d80076de17cf tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1671e82d-ec0e-430b-a5dc-8acb39519388,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:37.404624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d132c783-9a7e-4953-a0d2-d80076de17cf tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.408752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d132c783-9a7e-4953-a0d2-d80076de17cf tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1627073 Aug 31 14:29:37.409596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54606) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:37.416280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f218b81f-ce7b-4214-81b9-2a1672b7388d tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Request body: {'security_group_rule': {'security_group_id': '7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8', 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:37.448402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port df00bf52-bda7-44dd-a5c6-494560bb129d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:37.448992 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.449543 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-f218b81f-ce7b-4214-81b9-2a1672b7388d tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Project d8aa2c14a8524d188041836430bc5dbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:29:37.458996 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f218b81f-ce7b-4214-81b9-2a1672b7388d tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.524748 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.542387 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Transition to ACTIVE for port object b74fec33-dffa-4852-84d9-5deccc4b09ab will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:37.550737 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.554130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c4ab2449-8200-423d-bd6b-de6a7c6de94d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:37.563764 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f218b81f-ce7b-4214-81b9-2a1672b7388d tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.569430 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f218b81f-ce7b-4214-81b9-2a1672b7388d tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.595396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218b81f-ce7b-4214-81b9-2a1672b7388d tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268492d9-6da1-466a-a420-94b8b54b749a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:37.600268 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f218b81f-ce7b-4214-81b9-2a1672b7388d tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.601903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f218b81f-ce7b-4214-81b9-2a1672b7388d tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1910520 Aug 31 14:29:37.602881 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230469e-d84f-409a-9b3c-a6414a573cf9 None None] Pushing event updated for resources: {'Port': ['ID=b74fec33-dffa-4852-84d9-5deccc4b09ab,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:37.639288 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port c4ab2449-8200-423d-bd6b-de6a7c6de94d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:37.639846 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.696872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54616) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:37.704701 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Attempting to bind port b74fec33-dffa-4852-84d9-5deccc4b09ab on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:37.704995 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Attempting to bind port b74fec33-dffa-4852-84d9-5deccc4b09ab by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '989ec07e-5f84-489d-8351-a066903719b9'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:37.705580 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Attempting to bind port b74fec33-dffa-4852-84d9-5deccc4b09ab on network 989ec07e-5f84-489d-8351-a066903719b9 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:37.711063 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:37.711439 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Checking segment: {'id': '52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '989ec07e-5f84-489d-8351-a066903719b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:37.711845 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.712242 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Bound using segment: {'id': '52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '989ec07e-5f84-489d-8351-a066903719b9'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:37.712806 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Bound port: b74fec33-dffa-4852-84d9-5deccc4b09ab, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '989ec07e-5f84-489d-8351-a066903719b9'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:37.713276 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.811683 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] For port b74fec33-dffa-4852-84d9-5deccc4b09ab, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:37.815380 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] For port b74fec33-dffa-4852-84d9-5deccc4b09ab, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b74fec33-dffa-4852-84d9-5deccc4b09ab,segment=NetworkSegment(52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da),segment_id=52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:37.823459 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:37.857134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 7573f5e9-f8b9-441a-8127-f5ff04ba3696 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:37.858035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb6d92-4fe5-44d4-8196-f7102e96e150 req-d3101cb3-3363-47c3-b4b6-baae60ff6aab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:37.866486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddcb6d92-4fe5-44d4-8196-f7102e96e150 req-d3101cb3-3363-47c3-b4b6-baae60ff6aab tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 944 time: 0.0809767 Aug 31 14:29:37.895208 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-2b25d77e-f202-475c-bbfc-3039fe826a3b tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26773903&fields=id&tenant_id=d8aa2c14a8524d188041836430bc5dbc HTTP/1.1" status: 200 len: 267 time: 0.0484364 Aug 31 14:29:37.915350 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Routers {'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:37.916163 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:37.944856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddcb6d92-4fe5-44d4-8196-f7102e96e150 req-54f88990-18cf-4949-8a52-662af9d5ce95 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682309 Aug 31 14:29:37.960066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1284481314-network', 'tenant_id': 'f7d012fff9234f84aeaf0d7e846de445'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:37.962119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 7573f5e9-f8b9-441a-8127-f5ff04ba3696 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:37.967681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 7573f5e9-f8b9-441a-8127-f5ff04ba3696 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:37.968205 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.000037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Made reservation on behalf of f7d012fff9234f84aeaf0d7e846de445 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:38.005073 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.006848 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230469e-d84f-409a-9b3c-a6414a573cf9 None None] Pushing event updated for resources: {'Port': ['ID=b74fec33-dffa-4852-84d9-5deccc4b09ab,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:38.032328 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.064973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ead2ef6c-90c4-4936-b867-f43e3e36ab51 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:38.074036 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ead2ef6c-90c4-4936-b867-f43e3e36ab51 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/networks?id=81ed5b97-a863-44b7-b289-88ec011b6b2d HTTP/1.1" status: 200 len: 808 time: 0.1771729 Aug 31 14:29:38.084419 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.094663 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-2cba6afc-17b5-4c47-b0e6-79d43124b6b2 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/quotas/d8aa2c14a8524d188041836430bc5dbc HTTP/1.1" status: 200 len: 375 time: 0.0192847 Aug 31 14:29:38.114567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0039c90-8eba-457b-b136-810f30d8421e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7573f5e9-f8b9-441a-8127-f5ff04ba3696'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:38.117498 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae91a9e1-7c73-43d3-b6e0-754ee5767886" -d '{"events": [{"server_uuid": "f0039c90-8eba-457b-b136-810f30d8421e", "name": "network-vif-plugged", "status": "completed", "tag": "7573f5e9-f8b9-441a-8127-f5ff04ba3696"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:38.135982 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 7573f5e9-f8b9-441a-8127-f5ff04ba3696, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7573f5e9-f8b9-441a-8127-f5ff04ba3696,segment=NetworkSegment(48184f34-bea9-4240-835f-172ede85fb11),segment_id=48184f34-bea9-4240-835f-172ede85fb11)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:38.146105 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.195214 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-2aad3b7c-b57f-4346-a148-ffa1352d22c5 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8aa2c14a8524d188041836430bc5dbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968068 Aug 31 14:29:38.219700 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:29:38.235589 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970f604b-0cef-4037-ad46-ce421b44246c x-openstack-request-id: req-970f604b-0cef-4037-ad46-ce421b44246c {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:38.235890 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0039c90-8eba-457b-b136-810f30d8421e", "name": "network-vif-plugged", "status": "completed", "tag": "7573f5e9-f8b9-441a-8127-f5ff04ba3696", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:38.236255 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-970f604b-0cef-4037-ad46-ce421b44246c {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:38.236912 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0039c90-8eba-457b-b136-810f30d8421e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7573f5e9-f8b9-441a-8127-f5ff04ba3696', 'code': 200} Aug 31 14:29:38.238292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=7573f5e9-f8b9-441a-8127-f5ff04ba3696,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:38.252189 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] Set router c8d9e1dd-f43c-4599-aa7d-4d2e263820fa gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:38.274020 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.279094 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.326684 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-370242ea-4dd7-4073-9191-9c10a3e7ce25 service neutron] 10.222.0.20 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268454 Aug 31 14:29:38.327360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:29:38.356663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2343af-8e14-4beb-9ad4-79992dff555d req-f2b92eab-1923-4037-8d6e-2d3a8cc53581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:38.358293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6e2343af-8e14-4beb-9ad4-79992dff555d req-f2b92eab-1923-4037-8d6e-2d3a8cc53581 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 1096 time: 0.0742676 Aug 31 14:29:38.360756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:38.364808 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.365159 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Added segment bc80e438-c05c-4f59-9940-a0571815a295 of type vlan for network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 Aug 31 14:29:38.409310 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6e2343af-8e14-4beb-9ad4-79992dff555d req-015f6a87-9597-41fa-8f29-4c5a9416be37 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423870 Aug 31 14:29:38.431083 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-64ba676d-fa1c-4d9c-9705-fce026532674 service neutron] 10.222.0.20 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995886 Aug 31 14:29:38.443600 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.472749 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.473963 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:38.474610 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.489323 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'name': 'tempest-TestServerBasicOps-1559887854-router', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:28Z', 'updated_at': '2021-08-31T14:29:34Z', 'revision_number': 4, 'project_id': 'adba95c2729a4a84a7e5d54ca249974a', 'gw_port': {'id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:29Z', 'updated_at': '2021-08-31T14:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'b74fec33-dffa-4852-84d9-5deccc4b09ab', 'name': '', 'network_id': '989ec07e-5f84-489d-8351-a066903719b9', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'mac_address': 'fa:16:3e:80:41:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '6d81b894-4ddd-4554-8917-c1f0586c8683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:32Z', 'updated_at': '2021-08-31T14:29:37Z', 'revision_number': 4, 'project_id': 'adba95c2729a4a84a7e5d54ca249974a', 'subnets': [{'id': '6d81b894-4ddd-4554-8917-c1f0586c8683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:38.517452 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065c5db-237f-4b2a-91a8-0beadf1729e7 None None] The sync data for ids ['c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'] in n-d-792364-6 is: [{'id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'name': 'tempest-TestServerBasicOps-1559887854-router', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:28Z', 'updated_at': '2021-08-31T14:29:34Z', 'revision_number': 4, 'project_id': 'adba95c2729a4a84a7e5d54ca249974a', 'gw_port': {'id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:29Z', 'updated_at': '2021-08-31T14:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'b74fec33-dffa-4852-84d9-5deccc4b09ab', 'name': '', 'network_id': '989ec07e-5f84-489d-8351-a066903719b9', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'mac_address': 'fa:16:3e:80:41:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '6d81b894-4ddd-4554-8917-c1f0586c8683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:32Z', 'updated_at': '2021-08-31T14:29:37Z', 'revision_number': 4, 'project_id': 'adba95c2729a4a84a7e5d54ca249974a', 'subnets': [{'id': '6d81b894-4ddd-4554-8917-c1f0586c8683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:38.537945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54634) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:38.538142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8399627 Aug 31 14:29:38.541774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80e2ac-71ba-4422-8476-54cfd087bccf admin admin] Pushing event updated for resources: {'Network': ['ID=31a49ba5-fcae-47c2-8e99-a40dc5e35756,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:38.544104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-477db5ba-7333-4ba0-b9a7-6eb45c0d7b55 admin admin] Request body: {'subnet': {'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1284481314-subnet', 'tenant_id': 'f7d012fff9234f84aeaf0d7e846de445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:38.551998 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:29:38.650873 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477db5ba-7333-4ba0-b9a7-6eb45c0d7b55 admin admin] Made reservation on behalf of f7d012fff9234f84aeaf0d7e846de445 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:38.653099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-477db5ba-7333-4ba0-b9a7-6eb45c0d7b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.690776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-213a1f10-2e9b-4c52-85eb-37ee6c3166d5 req-d4af893f-2b2e-48fb-8ce7-3e2ec23f6401 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 210 time: 0.0309782 Aug 31 14:29:38.880069 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-477db5ba-7333-4ba0-b9a7-6eb45c0d7b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:38.942992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477db5ba-7333-4ba0-b9a7-6eb45c0d7b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceda2d6c-1499-485f-9b1c-ef88d4321996,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:38.965982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477db5ba-7333-4ba0-b9a7-6eb45c0d7b55 admin admin] Checking segment: {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:38.966551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477db5ba-7333-4ba0-b9a7-6eb45c0d7b55 admin admin] Network hostable DHCP agents. Network: 31a49ba5-fcae-47c2-8e99-a40dc5e35756, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:29:38.992143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477db5ba-7333-4ba0-b9a7-6eb45c0d7b55 admin admin] Network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:29:39.008368 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-477db5ba-7333-4ba0-b9a7-6eb45c0d7b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 31a49ba5-fcae-47c2-8e99-a40dc5e35756) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:39.020192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036b96cd-2046-4714-ada4-5adde32b2e31 None None] Network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:39.028304 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477db5ba-7333-4ba0-b9a7-6eb45c0d7b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:39.028948 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-477db5ba-7333-4ba0-b9a7-6eb45c0d7b55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:39.096387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-477db5ba-7333-4ba0-b9a7-6eb45c0d7b55 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5569003 Aug 31 14:29:39.113051 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998f9e9-a577-442a-bde6-90c937e56fe2 req-6f391548-717a-4dd1-ac6e-298fae607f9d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:39.113051 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3998f9e9-a577-442a-bde6-90c937e56fe2 req-6f391548-717a-4dd1-ac6e-298fae607f9d tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 945 time: 0.0779943 Aug 31 14:29:39.197122 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3998f9e9-a577-442a-bde6-90c937e56fe2 req-9c24e297-939f-4811-b54e-8d0aeab5f40a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791271 Aug 31 14:29:39.244396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a99c517-9287-4e49-8b6f-cdc8efae6cb5 None None] Network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:29:39.355268 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:39.376499 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:39.478041 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b74fec33-dffa-4852-84d9-5deccc4b09ab up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:39.560962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port b74fec33-dffa-4852-84d9-5deccc4b09ab completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:39.566057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b74fec33-dffa-4852-84d9-5deccc4b09ab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:39.566438 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:39.664086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:39.711860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port b74fec33-dffa-4852-84d9-5deccc4b09ab, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b74fec33-dffa-4852-84d9-5deccc4b09ab,segment=NetworkSegment(52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da),segment_id=52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:39.716415 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:39.758666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-dd3d6ce1-f3e4-42db-95b0-e10498637d9b tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:39.768089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-dd3d6ce1-f3e4-42db-95b0-e10498637d9b tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 815 time: 0.1283963 Aug 31 14:29:39.775526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=b74fec33-dffa-4852-84d9-5deccc4b09ab,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:39.787887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-ac44d10f-8954-406c-8b10-4077906f2863 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/quotas/f7d012fff9234f84aeaf0d7e846de445 HTTP/1.1" status: 200 len: 375 time: 0.0172672 Aug 31 14:29:39.818464 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-3759bd45-45e9-44de-a1b9-23ecc97b378c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296803 Aug 31 14:29:39.844384 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c68491b4-cf09-4a31-b659-26fbecfa5614 req-23aea04a-9b1b-47da-9298-a39ca967f6fa tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 210 time: 0.0408967 Aug 31 14:29:39.992616 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-a552bc59-5346-4f9f-a7e5-f16d41d53159 service neutron] 10.222.0.20 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652155 Aug 31 14:29:40.017443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-cf4fd297-76c7-4603-9fae-431e2f2d333e tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:40.018902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-cf4fd297-76c7-4603-9fae-431e2f2d333e tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.13 "GET /v2.0/networks?id=81ed5b97-a863-44b7-b289-88ec011b6b2d HTTP/1.1" status: 200 len: 808 time: 0.1434789 Aug 31 14:29:40.100955 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-89a2af56-84ad-40f4-830c-1017f1b23ddb tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8aa2c14a8524d188041836430bc5dbc HTTP/1.1" status: 200 len: 378 time: 0.0503855 Aug 31 14:29:40.114800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Request body: {'port': {'device_id': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'admin_state_up': True, 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'security_groups': ['7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:40.327266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489432f9-5042-4bb4-8b38-cacda1f7aac0 req-5e158e1e-dc0c-4852-8f86-03187f867f58 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:40.328900 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-489432f9-5042-4bb4-8b38-cacda1f7aac0 req-5e158e1e-dc0c-4852-8f86-03187f867f58 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 945 time: 0.0522447 Aug 31 14:29:40.373585 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-489432f9-5042-4bb4-8b38-cacda1f7aac0 req-d2e4a6ed-2540-46fd-806e-067b043c7f47 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375547 Aug 31 14:29:40.496239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5af80-956f-4d0c-aef7-ff43eaa603c9 req-1769cb68-642d-4807-8a66-efb441e09f1a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:40.498555 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aad5af80-956f-4d0c-aef7-ff43eaa603c9 req-1769cb68-642d-4807-8a66-efb441e09f1a tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 945 time: 0.0563815 Aug 31 14:29:40.522154 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-56a77d1d-9b64-434e-a5a7-5eaa0c2ef6dc service neutron] 10.222.0.20 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218160 Aug 31 14:29:40.538563 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aad5af80-956f-4d0c-aef7-ff43eaa603c9 req-69556209-1849-43be-8397-55ac6246e6b4 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336695 Aug 31 14:29:40.561606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54670) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:40.599183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Made reservation on behalf of d8aa2c14a8524d188041836430bc5dbc for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:40.603291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.606938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee93793-4bcf-4d91-9d61-bf700ced531a tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:40.612054 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fee93793-4bcf-4d91-9d61-bf700ced531a tempest-TestNetworkBasicOps-643878106 tempest-TestNetworkBasicOps-643878106-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 1091 time: 0.0441535 Aug 31 14:29:40.612272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54672) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:40.619552 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '7573f5e9-f8b9-441a-8127-f5ff04ba3696', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:40.653364 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.740865 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7974e9c6-44fe-42c8-a79f-e1b82b1c9b68 req-4413cf0b-eb96-433d-bca5-350fc653f80e tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 210 time: 0.0346379 Aug 31 14:29:40.753285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Allocated IP 172.20.0.3 (81ed5b97-a863-44b7-b289-88ec011b6b2d/04b0f829-bf54-4128-b449-860a8c6b7baf/2bc28a0a-611e-4e7b-8100-97a7c2442b84) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:40.805512 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.925837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Allocated IP 172.25.3.194 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/f7d561e7-3f22-4aab-807e-c8de2b192000) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:40.928829 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:40.947575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d9ca53b-ba0b-492d-a2ff-be0e89ec0777 req-994cb9c6-3f4a-4b2d-9cb2-484d4530e326 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 210 time: 0.0388319 Aug 31 14:29:40.959033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Transition to ACTIVE for port object 2bc28a0a-611e-4e7b-8100-97a7c2442b84 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:41.003889 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.046223 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.059708 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Network 81ed5b97-a863-44b7-b289-88ec011b6b2d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:41.063114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:41.067812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:41.071881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event updated for resources: {'Port': ['ID=2bc28a0a-611e-4e7b-8100-97a7c2442b84,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:41.087850 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.127232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:41.128642 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.136213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:41.142025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:41.146793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:41.150547 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-ada42f8a-0cd7-4eb7-8c9e-56af4bc95dc6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0395062 Aug 31 14:29:41.150795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=f7d561e7-3f22-4aab-807e-c8de2b192000,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:41.162968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Request body: {'port': {'device_id': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:41.230659 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.383567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b74fec33-dffa-4852-84d9-5deccc4b09ab up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:41.414033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4d6d64f4-42c3-45e1-ac84-787dbffb445f None None] Provisioning for port 2bc28a0a-611e-4e7b-8100-97a7c2442b84 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:41.420815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4d6d64f4-42c3-45e1-ac84-787dbffb445f None None] Provisioning complete for port 2bc28a0a-611e-4e7b-8100-97a7c2442b84 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:41.421440 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4d6d64f4-42c3-45e1-ac84-787dbffb445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.473763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d64f4-42c3-45e1-ac84-787dbffb445f None None] Port 2bc28a0a-611e-4e7b-8100-97a7c2442b84 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:29:41.479712 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b74fec33-dffa-4852-84d9-5deccc4b09ab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:41.480261 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.570503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc28a0a-611e-4e7b-8100-97a7c2442b84 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:41.579328 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.591632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Transition to ACTIVE for port object 2bc28a0a-611e-4e7b-8100-97a7c2442b84 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:41.596111 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.597853 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.666761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc28a0a-611e-4e7b-8100-97a7c2442b84,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:41.705203 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.800165 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Attempting to bind port 2bc28a0a-611e-4e7b-8100-97a7c2442b84 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:41.800770 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Attempting to bind port 2bc28a0a-611e-4e7b-8100-97a7c2442b84 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:41.801320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Attempting to bind port 2bc28a0a-611e-4e7b-8100-97a7c2442b84 on network 81ed5b97-a863-44b7-b289-88ec011b6b2d {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:41.814785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Port 2bc28a0a-611e-4e7b-8100-97a7c2442b84 on network 81ed5b97-a863-44b7-b289-88ec011b6b2d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:29:41.815111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Attempting to bind port 2bc28a0a-611e-4e7b-8100-97a7c2442b84 on network 81ed5b97-a863-44b7-b289-88ec011b6b2d {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:41.826301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:41.826725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Checking segment: {'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:41.827131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Bound using segment: {'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:41.827589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Bound port: 2bc28a0a-611e-4e7b-8100-97a7c2442b84, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:41.827961 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.903341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f01f9c2-9c46-4ff6-9829-2e9e024e4445 req-ed681d4c-6c9a-4516-926d-42ce1a67826e tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 210 time: 0.0438755 Aug 31 14:29:41.906270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-66b14b2d-4563-4476-80b5-151652557076 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:41.909011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-66b14b2d-4563-4476-80b5-151652557076 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.13 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 815 time: 0.1897464 Aug 31 14:29:41.930400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Request body: {'port': {'device_id': '1a99af95-3715-486e-8b5b-77e7a58ba303', 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756', 'admin_state_up': True, 'tenant_id': 'f7d012fff9234f84aeaf0d7e846de445'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:41.946688 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:41.951499 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.012062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] For port 2bc28a0a-611e-4e7b-8100-97a7c2442b84, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:42.036218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event updated for resources: {'Port': ['ID=f7d561e7-3f22-4aab-807e-c8de2b192000,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:42.041961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] For port 2bc28a0a-611e-4e7b-8100-97a7c2442b84, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2bc28a0a-611e-4e7b-8100-97a7c2442b84,segment=NetworkSegment(da3c4d2b-1691-4aca-b09e-3bda7e58e2c2),segment_id=da3c4d2b-1691-4aca-b09e-3bda7e58e2c2)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:42.045731 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.069331 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.143734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:42.145154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.146404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/2bc28a0a-611e-4e7b-8100-97a7c2442b84 HTTP/1.1" status: 200 len: 1091 time: 0.9871926 Aug 31 14:29:42.147419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'tag': '2bc28a0a-611e-4e7b-8100-97a7c2442b84'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:42.149899 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809e6d0b-25f9-42cd-9c91-b5b2dba48e21" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc197ef-15d9-49c1-9fb8-dc6639e9b25a", "tag": "2bc28a0a-611e-4e7b-8100-97a7c2442b84"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:42.175453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53650544-48cb-4172-a616-89170c60ff05 req-9bab647e-99db-4437-9295-092883c51588 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:42.177234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53650544-48cb-4172-a616-89170c60ff05 req-9bab647e-99db-4437-9295-092883c51588 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 943 time: 0.1491640 Aug 31 14:29:42.186674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39cd77-ee43-403e-b5d8-690aa4ee12b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc28a0a-611e-4e7b-8100-97a7c2442b84,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:42.224962 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f767a2ee-8e18-46e3-9a8d-031968d45a95 x-openstack-request-id: req-f767a2ee-8e18-46e3-9a8d-031968d45a95 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:42.225287 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc197ef-15d9-49c1-9fb8-dc6639e9b25a", "tag": "2bc28a0a-611e-4e7b-8100-97a7c2442b84", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:42.225682 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f767a2ee-8e18-46e3-9a8d-031968d45a95 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:42.226043 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'tag': '2bc28a0a-611e-4e7b-8100-97a7c2442b84', 'status': 'completed', 'code': 200} Aug 31 14:29:42.258223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Made reservation on behalf of f7d012fff9234f84aeaf0d7e846de445 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:29:42.261525 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.288781 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53650544-48cb-4172-a616-89170c60ff05 req-9b434369-07ef-48d7-966f-1f644fa66a4b tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985994 Aug 31 14:29:42.314984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-c72d2f85-07ca-4efc-8b37-4f8e89227a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:42.317107 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-c72d2f85-07ca-4efc-8b37-4f8e89227a28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8aa2c14a8524d188041836430bc5dbc&device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 1094 time: 0.1161811 Aug 31 14:29:42.402804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-6589227c-0d5c-49c9-b3d3-b9890b4d8272 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bc28a0a-611e-4e7b-8100-97a7c2442b84 HTTP/1.1" status: 200 len: 217 time: 0.0509987 Aug 31 14:29:42.489787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-2ca86361-15ba-4566-946e-791cb347edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:42.491261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-2ca86361-15ba-4566-946e-791cb347edcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04b0f829-bf54-4128-b449-860a8c6b7baf HTTP/1.1" status: 200 len: 847 time: 0.0818665 Aug 31 14:29:42.504872 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Floating IP ba249c3b-5b58-472a-8c4a-76df15a15e0a associated. External IP: 172.25.3.194, port: 7573f5e9-f8b9-441a-8127-f5ff04ba3696. Aug 31 14:29:42.510273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Allocated IP 172.20.0.8 (31a49ba5-fcae-47c2-8e99-a40dc5e35756/ceda2d6c-1499-485f-9b1c-ef88d4321996/4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:42.567394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-fb1ee994-b709-4e88-b7bf-475fd716f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:42.568930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-fb1ee994-b709-4e88-b7bf-475fd716f07e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ed5b97-a863-44b7-b289-88ec011b6b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701654 Aug 31 14:29:42.720488 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Router ca327124-215c-4eb4-954b-f948a4c8b215 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:29:42.739951 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-86c84516-de3e-4d81-bc49-1fe93f7f6f7f service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625266 Aug 31 14:29:42.773414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.839920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:42.851186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727b407-e780-4f90-b9b0-032bf9fc9e12 None None] Sync routers for ids ['ca327124-215c-4eb4-954b-f948a4c8b215'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:42.856337 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.862970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727b407-e780-4f90-b9b0-032bf9fc9e12 None None] Routers {'ca327124-215c-4eb4-954b-f948a4c8b215'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:42.863599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a727b407-e780-4f90-b9b0-032bf9fc9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca327124-215c-4eb4-954b-f948a4c8b215'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:42.863935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91fff5c8-1ea8-4c91-a7c8-70865d5331ea req-e5b77a06-d99e-454f-8b16-086d9b6a6807 service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166530 Aug 31 14:29:42.873728 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:42.893209 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a649e99b-1d95-4d1f-871a-8b49ad6913c2 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2766867 Aug 31 14:29:42.893209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0039c90-8eba-457b-b136-810f30d8421e', 'tag': '7573f5e9-f8b9-441a-8127-f5ff04ba3696'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:42.893804 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68499fa7-af56-4d00-9858-f5ce836e5763" -d '{"events": [{"name": "network-changed", "server_uuid": "f0039c90-8eba-457b-b136-810f30d8421e", "tag": "7573f5e9-f8b9-441a-8127-f5ff04ba3696"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:42.897444 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54692) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:42.970850 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a685f298-8d0a-4134-828e-0d7801e5d6bc x-openstack-request-id: req-a685f298-8d0a-4134-828e-0d7801e5d6bc {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:42.971313 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0039c90-8eba-457b-b136-810f30d8421e", "tag": "7573f5e9-f8b9-441a-8127-f5ff04ba3696", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:42.971666 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a685f298-8d0a-4134-828e-0d7801e5d6bc {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:42.972178 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0039c90-8eba-457b-b136-810f30d8421e', 'tag': '7573f5e9-f8b9-441a-8127-f5ff04ba3696', 'status': 'completed', 'code': 200} Aug 31 14:29:42.981435 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a727b407-e780-4f90-b9b0-032bf9fc9e12 None None] Set router ca327124-215c-4eb4-954b-f948a4c8b215 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:42.994202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Pushing event updated for resources: {'Port': ['ID=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:43.004378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:43.009459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dab55456-39b7-4606-b237-727bce2b0237 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/floatingips/ba249c3b-5b58-472a-8c4a-76df15a15e0a HTTP/1.1" status: 200 len: 991 time: 0.1088490 Aug 31 14:29:43.028133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:43.032061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:43.110709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6d0b-25f9-42cd-9c91-b5b2dba48e21 req-a0152127-029d-4342-a678-e5cc24a63e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.112238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809e6d0b-25f9-42cd-9c91-b5b2dba48e21 req-a0152127-029d-4342-a678-e5cc24a63e00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8aa2c14a8524d188041836430bc5dbc&device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 1094 time: 0.1623271 Aug 31 14:29:43.120533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.121138 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:43.139578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68499fa7-af56-4d00-9858-f5ce836e5763 req-234b246f-4666-41e1-975c-0d03160a919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.141417 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68499fa7-af56-4d00-9858-f5ce836e5763 req-234b246f-4666-41e1-975c-0d03160a919f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 1096 time: 0.1707523 Aug 31 14:29:43.151417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00526fa2-9ff7-4c8d-b47b-8031c8605219 req-57395311-1a5d-45de-95e5-00d9478a3153 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.152849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-00526fa2-9ff7-4c8d-b47b-8031c8605219 req-57395311-1a5d-45de-95e5-00d9478a3153 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 931 time: 0.1506081 Aug 31 14:29:43.213789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a727b407-e780-4f90-b9b0-032bf9fc9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:20Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'ba249c3b-5b58-472a-8c4a-76df15a15e0a', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'port_id': '7573f5e9-f8b9-441a-8127-f5ff04ba3696', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'mac_address': 'fa:16:3e:53:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0039c90-8eba-457b-b136-810f30d8421e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:29:41Z', 'updated_at': '2021-08-31T14:29:41Z', 'revision_number': 0, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827c1c01-148c-4436-a19a-ac2fb8eff6ab', 'name': '', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:1a:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:19Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:43.221494 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-0ae5aa2c-1cdd-463b-ac8d-ab17c29a376c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2951722 Aug 31 14:29:43.240699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727b407-e780-4f90-b9b0-032bf9fc9e12 None None] Checking router: ca327124-215c-4eb4-954b-f948a4c8b215 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:43.249760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727b407-e780-4f90-b9b0-032bf9fc9e12 None None] Routers {'ca327124-215c-4eb4-954b-f948a4c8b215'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:43.250390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a727b407-e780-4f90-b9b0-032bf9fc9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca327124-215c-4eb4-954b-f948a4c8b215'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:43.262533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Request body: {'port': {'device_id': '1a99af95-3715-486e-8b5b-77e7a58ba303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:43.350015 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-00526fa2-9ff7-4c8d-b47b-8031c8605219 req-9881883e-1eaa-4813-8c93-7b7be3e37dc8 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607378 Aug 31 14:29:43.365722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a727b407-e780-4f90-b9b0-032bf9fc9e12 None None] Set router ca327124-215c-4eb4-954b-f948a4c8b215 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:43.396065 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:43.399666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6d0b-25f9-42cd-9c91-b5b2dba48e21 req-cd5ba5a1-d57b-449a-a482-f57e8830a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.401199 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809e6d0b-25f9-42cd-9c91-b5b2dba48e21 req-cd5ba5a1-d57b-449a-a482-f57e8830a5f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81ed5b97-a863-44b7-b289-88ec011b6b2d HTTP/1.1" status: 200 len: 909 time: 0.2740545 Aug 31 14:29:43.403483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68499fa7-af56-4d00-9858-f5ce836e5763 req-a4ffba83-efd0-4655-a61f-eba06f5f3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.404840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68499fa7-af56-4d00-9858-f5ce836e5763 req-a4ffba83-efd0-4655-a61f-eba06f5f3357 service neutron] 10.222.0.52 "GET /v2.0/networks?id=535e200f-d6b5-4452-86b8-7b95069ed604 HTTP/1.1" status: 200 len: 897 time: 0.2418842 Aug 31 14:29:43.432577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c979b6-e669-4e90-bf09-5370170a8811 req-a068c644-d18d-41a4-aca5-920d8fb6d1ce tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.434257 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c1c979b6-e669-4e90-bf09-5370170a8811 req-a068c644-d18d-41a4-aca5-920d8fb6d1ce tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 943 time: 0.0640352 Aug 31 14:29:43.475720 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c1c979b6-e669-4e90-bf09-5370170a8811 req-839cb426-e466-4429-9bab-dcce7bac4c28 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342283 Aug 31 14:29:43.486246 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809e6d0b-25f9-42cd-9c91-b5b2dba48e21 req-e2c7b93b-8e35-4c2f-8643-52157b1f9b82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bc28a0a-611e-4e7b-8100-97a7c2442b84 HTTP/1.1" status: 200 len: 217 time: 0.0751548 Aug 31 14:29:43.572334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68499fa7-af56-4d00-9858-f5ce836e5763 req-ccd69dd5-2853-4019-adcb-5537d8b7c41e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7573f5e9-f8b9-441a-8127-f5ff04ba3696 HTTP/1.1" status: 200 len: 999 time: 0.1524062 Aug 31 14:29:43.614740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a727b407-e780-4f90-b9b0-032bf9fc9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:20Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'ba249c3b-5b58-472a-8c4a-76df15a15e0a', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'port_id': '7573f5e9-f8b9-441a-8127-f5ff04ba3696', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'mac_address': 'fa:16:3e:53:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0039c90-8eba-457b-b136-810f30d8421e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:29:41Z', 'updated_at': '2021-08-31T14:29:41Z', 'revision_number': 0, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827c1c01-148c-4436-a19a-ac2fb8eff6ab', 'name': '', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:1a:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:19Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:43.642129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6d0b-25f9-42cd-9c91-b5b2dba48e21 req-ac69835d-26fc-4ec7-92dc-10ee1b9b592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.643607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809e6d0b-25f9-42cd-9c91-b5b2dba48e21 req-ac69835d-26fc-4ec7-92dc-10ee1b9b592c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04b0f829-bf54-4128-b449-860a8c6b7baf HTTP/1.1" status: 200 len: 847 time: 0.1353159 Aug 31 14:29:43.645632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727b407-e780-4f90-b9b0-032bf9fc9e12 None None] The sync data for ids ['ca327124-215c-4eb4-954b-f948a4c8b215'] in n-d-792364-6 is: [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:20Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'ba249c3b-5b58-472a-8c4a-76df15a15e0a', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'port_id': '7573f5e9-f8b9-441a-8127-f5ff04ba3696', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'mac_address': 'fa:16:3e:53:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0039c90-8eba-457b-b136-810f30d8421e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:29:41Z', 'updated_at': '2021-08-31T14:29:41Z', 'revision_number': 0, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827c1c01-148c-4436-a19a-ac2fb8eff6ab', 'name': '', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:1a:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:19Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:43.758452 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68499fa7-af56-4d00-9858-f5ce836e5763 req-2355467c-ace0-4b7b-a7d4-0d9ba416a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.759935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68499fa7-af56-4d00-9858-f5ce836e5763 req-2355467c-ace0-4b7b-a7d4-0d9ba416a0f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2 HTTP/1.1" status: 200 len: 835 time: 0.1792927 Aug 31 14:29:43.803607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6d0b-25f9-42cd-9c91-b5b2dba48e21 req-401450fc-bbb1-48de-91c9-8b537217a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.805173 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809e6d0b-25f9-42cd-9c91-b5b2dba48e21 req-401450fc-bbb1-48de-91c9-8b537217a23a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ed5b97-a863-44b7-b289-88ec011b6b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361802 Aug 31 14:29:43.856496 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135efd4-fad6-4033-a087-7a6e7d455c54 None None] New status for floating IP ba249c3b-5b58-472a-8c4a-76df15a15e0a: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:29:43.914366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68499fa7-af56-4d00-9858-f5ce836e5763 req-838ad81a-8b88-4a67-beeb-eccee9785153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:43.916048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68499fa7-af56-4d00-9858-f5ce836e5763 req-838ad81a-8b88-4a67-beeb-eccee9785153 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=535e200f-d6b5-4452-86b8-7b95069ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475768 Aug 31 14:29:44.012846 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54700) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:44.030428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:44.036231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809e6d0b-25f9-42cd-9c91-b5b2dba48e21 req-27cfc6ae-d423-48b5-90ba-3825a827aa0f service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205591 Aug 31 14:29:44.041680 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.081562 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ae640261-1191-4ce0-b6ad-2f518e1b2ada tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/floatingips/ba249c3b-5b58-472a-8c4a-76df15a15e0a HTTP/1.1" status: 200 len: 993 time: 0.0666716 Aug 31 14:29:44.110469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Transition to ACTIVE for port object 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:29:44.118010 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.163891 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68499fa7-af56-4d00-9858-f5ce836e5763 req-71a8db42-1970-45cf-ab08-b79dd48209dd service neutron] 10.222.0.52 "GET /v2.0/networks/535e200f-d6b5-4452-86b8-7b95069ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351360 Aug 31 14:29:44.240785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Pushing event updated for resources: {'Port': ['ID=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:44.264422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809e6d0b-25f9-42cd-9c91-b5b2dba48e21 req-657f08ec-3694-44ec-a15c-9a7b972175b2 service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185512 Aug 31 14:29:44.336197 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68499fa7-af56-4d00-9858-f5ce836e5763 req-23004c3d-43d8-433e-9a96-dfe916774994 service neutron] 10.222.0.52 "GET /v2.0/networks/535e200f-d6b5-4452-86b8-7b95069ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551073 Aug 31 14:29:44.349033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Attempting to bind port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:29:44.349440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Attempting to bind port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:29:44.349736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Attempting to bind port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 on network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:44.355124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 on network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:29:44.355437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Attempting to bind port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 on network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:29:44.361007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:29:44.361339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Checking segment: {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:29:44.361717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Bound using segment: {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:29:44.362179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Bound port: 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:29:44.362534 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.457591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] For port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:29:44.472530 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] For port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:29:44.478049 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.514991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:44.515621 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:44.517069 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 HTTP/1.1" status: 200 len: 1091 time: 1.2670271 Aug 31 14:29:44.518234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a99af95-3715-486e-8b5b-77e7a58ba303', 'tag': '4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:44.520009 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638a9a93-b743-4167-8db1-532ca76325e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a99af95-3715-486e-8b5b-77e7a58ba303", "tag": "4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:44.533694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208b494-a86c-4825-ae6c-b99c0ff65cba req-73a8afdb-0b69-4f95-ac01-3967b73f753a tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:44.535379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3208b494-a86c-4825-ae6c-b99c0ff65cba req-73a8afdb-0b69-4f95-ac01-3967b73f753a tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 943 time: 0.1119728 Aug 31 14:29:44.602698 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009c392-ae51-4da6-9c36-2469edea315c req-2a43ed83-1142-4e0c-af5f-0e0c77a95d00 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:44.604279 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8009c392-ae51-4da6-9c36-2469edea315c req-2a43ed83-1142-4e0c-af5f-0e0c77a95d00 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 943 time: 0.0494893 Aug 31 14:29:44.658837 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8009c392-ae51-4da6-9c36-2469edea315c req-d8ff98b4-6929-489d-a554-308e5a512ea3 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470612 Aug 31 14:29:44.952850 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950e0fca-f418-4f5f-b677-8e349f861b80 x-openstack-request-id: req-950e0fca-f418-4f5f-b677-8e349f861b80 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:44.953133 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a99af95-3715-486e-8b5b-77e7a58ba303", "tag": "4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:44.953383 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-950e0fca-f418-4f5f-b677-8e349f861b80 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:44.953777 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a99af95-3715-486e-8b5b-77e7a58ba303', 'tag': '4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2', 'status': 'completed', 'code': 200} Aug 31 14:29:44.955289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd59e1d-3b71-4cd4-9ca1-69c93d16ea75 service neutron] Pushing event updated for resources: {'Port': ['ID=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:44.974878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3208b494-a86c-4825-ae6c-b99c0ff65cba req-df3e7279-a9a8-4499-b3e9-1ec4017d8aa7 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320731 Aug 31 14:29:44.984891 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-4e42850c-8f59-4948-9e65-250954472313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:44.986373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-4e42850c-8f59-4948-9e65-250954472313 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 1094 time: 0.4213493 Aug 31 14:29:45.029873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-24bf6b4d-7656-49c1-9ec4-d2a1319c19cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 HTTP/1.1" status: 200 len: 217 time: 0.0344522 Aug 31 14:29:45.077712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-d9dd9a30-033a-44e5-84b1-071cf3900edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:45.079175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-d9dd9a30-033a-44e5-84b1-071cf3900edc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ceda2d6c-1499-485f-9b1c-ef88d4321996 HTTP/1.1" status: 200 len: 855 time: 0.0423045 Aug 31 14:29:45.114766 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-7d9cb87d-3013-4a98-9bf1-cf17d7441b2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31a49ba5-fcae-47c2-8e99-a40dc5e35756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283527 Aug 31 14:29:45.201581 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-10392328-2e81-46b3-8759-36f103cad874 service neutron] 10.222.0.13 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801177 Aug 31 14:29:45.233722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2bc28a0a-611e-4e7b-8100-97a7c2442b84 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:29:45.306060 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a7915c4-a26f-4b2e-8daa-439964176038 req-e7209417-4bf1-453d-87ff-a4428623d4c3 service neutron] 10.222.0.13 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971136 Aug 31 14:29:45.352039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2bc28a0a-611e-4e7b-8100-97a7c2442b84, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2bc28a0a-611e-4e7b-8100-97a7c2442b84,segment=NetworkSegment(da3c4d2b-1691-4aca-b09e-3bda7e58e2c2),segment_id=da3c4d2b-1691-4aca-b09e-3bda7e58e2c2)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:45.364517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '2bc28a0a-611e-4e7b-8100-97a7c2442b84', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'port_id': '2bc28a0a-611e-4e7b-8100-97a7c2442b84', 'mac_address': 'fa:16:3e:f8:7f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:29:45.399541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a9a93-b743-4167-8db1-532ca76325e9 req-46aa04d4-31b9-4041-ac27-d7ad0c87f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:45.401226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-638a9a93-b743-4167-8db1-532ca76325e9 req-46aa04d4-31b9-4041-ac27-d7ad0c87f410 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 1094 time: 0.0478208 Aug 31 14:29:45.405137 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:45.426320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc28a0a-611e-4e7b-8100-97a7c2442b84 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:45.446073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2bc28a0a-611e-4e7b-8100-97a7c2442b84, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2bc28a0a-611e-4e7b-8100-97a7c2442b84,segment=NetworkSegment(da3c4d2b-1691-4aca-b09e-3bda7e58e2c2),segment_id=da3c4d2b-1691-4aca-b09e-3bda7e58e2c2)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:45.452144 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:45.497750 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a9a93-b743-4167-8db1-532ca76325e9 req-12a6a75a-20e1-4a16-a6dd-ceb547a5c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:45.499427 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-638a9a93-b743-4167-8db1-532ca76325e9 req-12a6a75a-20e1-4a16-a6dd-ceb547a5c89d service neutron] 10.222.0.13 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 916 time: 0.0912833 Aug 31 14:29:45.500825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2bc28a0a-611e-4e7b-8100-97a7c2442b84,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:45.545625 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-638a9a93-b743-4167-8db1-532ca76325e9 req-f502ddb8-fc6b-4483-89df-981c3ce05fe0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 HTTP/1.1" status: 200 len: 217 time: 0.0382092 Aug 31 14:29:45.597175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a9a93-b743-4167-8db1-532ca76325e9 req-62175c8b-e589-4591-9160-bf015ec17ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:45.598844 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-638a9a93-b743-4167-8db1-532ca76325e9 req-62175c8b-e589-4591-9160-bf015ec17ea9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ceda2d6c-1499-485f-9b1c-ef88d4321996 HTTP/1.1" status: 200 len: 855 time: 0.0451951 Aug 31 14:29:45.630775 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-638a9a93-b743-4167-8db1-532ca76325e9 req-d86333ea-fbb2-4ef3-8e0d-ac8d340d6dcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31a49ba5-fcae-47c2-8e99-a40dc5e35756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246942 Aug 31 14:29:45.668054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['2bc28a0a-611e-4e7b-8100-97a7c2442b84'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:45.727926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-638a9a93-b743-4167-8db1-532ca76325e9 req-9a100a57-dbe6-4ea8-8024-67b14b33c24f service neutron] 10.222.0.13 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898409 Aug 31 14:29:45.787358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6df9f3-393e-4311-8840-416b902dfb39 req-c09a9aa7-7268-40f8-9892-c10022610513 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:45.790054 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6df9f3-393e-4311-8840-416b902dfb39 req-c09a9aa7-7268-40f8-9892-c10022610513 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 944 time: 0.0553896 Aug 31 14:29:45.825065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-638a9a93-b743-4167-8db1-532ca76325e9 req-c4abe1db-2237-4913-86ec-eed72cb407c4 service neutron] 10.222.0.13 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895383 Aug 31 14:29:45.839354 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c6df9f3-393e-4311-8840-416b902dfb39 req-dbb859f6-6db7-42ce-a3eb-702e4d6136d8 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404871 Aug 31 14:29:46.089630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd597ac-9b06-4287-8eb4-9ce98964e9f7 req-fbc696ac-1f90-4051-904b-71e37ba0f7d4 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:46.091081 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bd597ac-9b06-4287-8eb4-9ce98964e9f7 req-fbc696ac-1f90-4051-904b-71e37ba0f7d4 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 943 time: 0.0495467 Aug 31 14:29:46.133900 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bd597ac-9b06-4287-8eb4-9ce98964e9f7 req-a08400a2-a9fb-4d99-a811-510793633633 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368018 Aug 31 14:29:46.949077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2a538-59c6-4bd2-93ee-49c845a96de3 req-9243edfd-b854-46db-a3c1-ec4e77ca284a tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:46.950555 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4d2a538-59c6-4bd2-93ee-49c845a96de3 req-9243edfd-b854-46db-a3c1-ec4e77ca284a tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 944 time: 0.0477793 Aug 31 14:29:46.988901 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f4d2a538-59c6-4bd2-93ee-49c845a96de3 req-676ca555-1e98-4e3d-9cfb-90b70816abaa tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316579 Aug 31 14:29:47.245818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8de7be-99e7-40d4-b397-d8e0cc82406b req-481d06bd-440f-451e-af73-7668bafeba93 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:47.247344 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e8de7be-99e7-40d4-b397-d8e0cc82406b req-481d06bd-440f-451e-af73-7668bafeba93 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 943 time: 0.0489182 Aug 31 14:29:47.248715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:29:47.251842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2bc28a0a-611e-4e7b-8100-97a7c2442b84 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:47.286492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e8de7be-99e7-40d4-b397-d8e0cc82406b req-8b46b9a4-17f4-432d-b59b-19100c4de664 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325487 Aug 31 14:29:47.362784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 2bc28a0a-611e-4e7b-8100-97a7c2442b84 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:47.372322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 2bc28a0a-611e-4e7b-8100-97a7c2442b84 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:47.373352 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.554808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:47.573604 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2', 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756', 'port_id': '4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2', 'mac_address': 'fa:16:3e:5f:5a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceda2d6c-1499-485f-9b1c-ef88d4321996', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:29:47.633115 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.654553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:29:47.663548 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.690714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:47.697629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc28a0a-611e-4e7b-8100-97a7c2442b84'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:47.699871 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c745298-13cc-4e99-be92-cbdfc32f0501" -d '{"events": [{"server_uuid": "ebc197ef-15d9-49c1-9fb8-dc6639e9b25a", "name": "network-vif-plugged", "status": "completed", "tag": "2bc28a0a-611e-4e7b-8100-97a7c2442b84"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:47.704491 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.731578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2bc28a0a-611e-4e7b-8100-97a7c2442b84, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2bc28a0a-611e-4e7b-8100-97a7c2442b84,segment=NetworkSegment(da3c4d2b-1691-4aca-b09e-3bda7e58e2c2),segment_id=da3c4d2b-1691-4aca-b09e-3bda7e58e2c2)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:47.735338 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f717b4-a2ce-40c8-9d31-bd6ac1eb0a2d x-openstack-request-id: req-d3f717b4-a2ce-40c8-9d31-bd6ac1eb0a2d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:47.735588 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc197ef-15d9-49c1-9fb8-dc6639e9b25a", "name": "network-vif-plugged", "status": "completed", "tag": "2bc28a0a-611e-4e7b-8100-97a7c2442b84", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:47.735841 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3f717b4-a2ce-40c8-9d31-bd6ac1eb0a2d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:47.736228 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc28a0a-611e-4e7b-8100-97a7c2442b84', 'code': 200} Aug 31 14:29:47.738727 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:47.762228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:47.809664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2bc28a0a-611e-4e7b-8100-97a7c2442b84,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:47.828752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bcefd-fc27-483b-8aa0-b0ba6827e312 req-ae692fa2-1d15-4bd3-ab18-779efd5cf56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:47.830260 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f7bcefd-fc27-483b-8aa0-b0ba6827e312 req-ae692fa2-1d15-4bd3-ab18-779efd5cf56c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 1096 time: 0.0398808 Aug 31 14:29:47.866875 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f7bcefd-fc27-483b-8aa0-b0ba6827e312 req-1cc9f103-62b9-4955-940d-a9ad8b0a4a46 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275362 Aug 31 14:29:47.911876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:29:48.101503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac53d6d-e100-4057-9b6b-b499b8587ed7 req-3c7f6315-f084-400e-84b1-1775a232ff13 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:48.103074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5ac53d6d-e100-4057-9b6b-b499b8587ed7 req-3c7f6315-f084-400e-84b1-1775a232ff13 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 945 time: 0.0480995 Aug 31 14:29:48.144568 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5ac53d6d-e100-4057-9b6b-b499b8587ed7 req-2d9c674a-1d6c-44b5-a390-eb7e45b47df6 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349271 Aug 31 14:29:48.410472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1f0b1-f3d5-4881-b53c-aefab228e35e req-ba17241d-f314-4df8-8172-c6bc6cdbe816 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:48.411970 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4bf1f0b1-f3d5-4881-b53c-aefab228e35e req-ba17241d-f314-4df8-8172-c6bc6cdbe816 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 944 time: 0.0576849 Aug 31 14:29:48.453389 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4bf1f0b1-f3d5-4881-b53c-aefab228e35e req-413f9e74-c8f2-46f0-97bd-8015e7b7a808 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353370 Aug 31 14:29:49.259325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17286f5-3713-40d1-98d7-30b529895b1a req-3e8a1657-3a72-4d6b-a777-1227232c06ba tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:49.260752 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a17286f5-3713-40d1-98d7-30b529895b1a req-3e8a1657-3a72-4d6b-a777-1227232c06ba tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 945 time: 0.0491538 Aug 31 14:29:49.274124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:29:49.299721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a17286f5-3713-40d1-98d7-30b529895b1a req-96b41b9c-afe9-4445-9356-044b71883713 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327415 Aug 31 14:29:49.323121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:29:49.327272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:29:49.327658 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:49.412341 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:49.421471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9d46f-7cdd-4fab-be50-5c7ca10d5f11 req-eb1191f5-e5db-4ef1-b0b3-981ce514d753 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:49.423028 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ddf9d46f-7cdd-4fab-be50-5c7ca10d5f11 req-eb1191f5-e5db-4ef1-b0b3-981ce514d753 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 945 time: 0.0532680 Aug 31 14:29:49.454563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:29:49.459320 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:49.465450 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ddf9d46f-7cdd-4fab-be50-5c7ca10d5f11 req-e1b20c68-656e-442e-bf7f-6826c3142c8e tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349903 Aug 31 14:29:49.511072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:49.519003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:49.519468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:49.519952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:49.520823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:49.520823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:49.521269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:49.521693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:49.522151 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:49.522565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:49.522985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:49.523406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:49.523840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:29:49.579740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe906ddb-141c-4a99-8d2a-33b3d47b51d7 req-cf3f77eb-bdc6-4541-8628-7419759cd1d0 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:49.581432 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe906ddb-141c-4a99-8d2a-33b3d47b51d7 req-cf3f77eb-bdc6-4541-8628-7419759cd1d0 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 945 time: 0.0559013 Aug 31 14:29:49.595805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1837cb-8776-49eb-8300-8affa39c30e6 req-7026863b-f26b-4360-b92b-a6c5a5e16c18 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:49.597456 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e1837cb-8776-49eb-8300-8affa39c30e6 req-7026863b-f26b-4360-b92b-a6c5a5e16c18 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 945 time: 0.0499775 Aug 31 14:29:49.620858 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe906ddb-141c-4a99-8d2a-33b3d47b51d7 req-912c0aaf-23f6-47d7-80da-1fef903828da tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333064 Aug 31 14:29:49.641352 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e1837cb-8776-49eb-8300-8affa39c30e6 req-a432f587-f473-42ea-99fb-3526dd3feead tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373774 Aug 31 14:29:49.663320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54730) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:49.737910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a99af95-3715-486e-8b5b-77e7a58ba303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:49.740489 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22919c0e-eb34-4a30-ab07-1ad971e007f2" -d '{"events": [{"server_uuid": "1a99af95-3715-486e-8b5b-77e7a58ba303", "name": "network-vif-plugged", "status": "completed", "tag": "4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:49.776159 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ae4312-143e-4f26-9d84-25c9c0e5ce96 x-openstack-request-id: req-19ae4312-143e-4f26-9d84-25c9c0e5ce96 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:49.776472 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a99af95-3715-486e-8b5b-77e7a58ba303", "name": "network-vif-plugged", "status": "completed", "tag": "4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:49.776729 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19ae4312-143e-4f26-9d84-25c9c0e5ce96 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:49.777123 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a99af95-3715-486e-8b5b-77e7a58ba303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2', 'code': 200} Aug 31 14:29:49.816298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92753051-ff0d-4f54-9851-fda100328597 tempest-TestServerBasicOps-424384801 tempest-TestServerBasicOps-424384801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:49.820375 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-92753051-ff0d-4f54-9851-fda100328597 tempest-TestServerBasicOps-424384801 tempest-TestServerBasicOps-424384801-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 1091 time: 0.1536067 Aug 31 14:29:49.820966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54736) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:29:49.825718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '2bc28a0a-611e-4e7b-8100-97a7c2442b84', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:29:49.848825 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:49.875422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ffac8-b966-49e5-b9bf-4dcd69ca2766 req-fcda753a-ff45-439b-be37-d325135394e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:49.876996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a05ffac8-b966-49e5-b9bf-4dcd69ca2766 req-fcda753a-ff45-439b-be37-d325135394e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 1096 time: 0.0419147 Aug 31 14:29:49.917652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a05ffac8-b966-49e5-b9bf-4dcd69ca2766 req-41f68688-f23d-460f-931f-4065cb48ec42 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Aug 31 14:29:49.950212 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.059389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Allocated IP 172.25.3.64 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/9e69fd2b-fceb-47c5-9319-3ca979f21369) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:29:50.162393 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.201865 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.242971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:29:50.245981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:29:50.250867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:29:50.253906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event updated for resources: {'Port': ['ID=9e69fd2b-fceb-47c5-9319-3ca979f21369,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:50.609692 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.680353 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.808093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef5616-47eb-44c5-9607-c0771c9d4645 req-995d5935-97fb-4ec2-b047-fde464ecf6ea tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:50.809517 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0cef5616-47eb-44c5-9607-c0771c9d4645 req-995d5935-97fb-4ec2-b047-fde464ecf6ea tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 945 time: 0.1081171 Aug 31 14:29:50.869932 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0cef5616-47eb-44c5-9607-c0771c9d4645 req-bdad557e-253a-48b1-a974-1062abf0659b tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538747 Aug 31 14:29:50.902575 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.908800 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:50.972160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event updated for resources: {'Port': ['ID=9e69fd2b-fceb-47c5-9319-3ca979f21369,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:29:50.991079 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:51.099062 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Floating IP 44bd0746-8828-4321-9783-5a461d462915 associated. External IP: 172.25.3.64, port: 2bc28a0a-611e-4e7b-8100-97a7c2442b84. Aug 31 14:29:51.313321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Router c0f3c0ad-63de-4b87-82a6-3bece159a422 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:29:51.427026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:29:51.437468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291fc86-035c-4779-aef3-db6172434dfc None None] Sync routers for ids ['c0f3c0ad-63de-4b87-82a6-3bece159a422'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:29:51.443545 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:29:51.448700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0291fc86-035c-4779-aef3-db6172434dfc None None] Routers {'c0f3c0ad-63de-4b87-82a6-3bece159a422'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:51.448910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0291fc86-035c-4779-aef3-db6172434dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c0f3c0ad-63de-4b87-82a6-3bece159a422'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:51.476924 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6d9e0290-4850-4435-b252-93afea650bb0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6548505 Aug 31 14:29:51.477524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'tag': '2bc28a0a-611e-4e7b-8100-97a7c2442b84'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:29:51.479774 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858bc5ab-803f-453b-b8cd-2f29af7010f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc197ef-15d9-49c1-9fb8-dc6639e9b25a", "tag": "2bc28a0a-611e-4e7b-8100-97a7c2442b84"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:29:51.519056 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272daaf5-5a87-4e45-8883-87d9f4c8cbf5 x-openstack-request-id: req-272daaf5-5a87-4e45-8883-87d9f4c8cbf5 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:29:51.519352 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc197ef-15d9-49c1-9fb8-dc6639e9b25a", "tag": "2bc28a0a-611e-4e7b-8100-97a7c2442b84", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:29:51.519609 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-272daaf5-5a87-4e45-8883-87d9f4c8cbf5 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:29:51.520023 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'tag': '2bc28a0a-611e-4e7b-8100-97a7c2442b84', 'status': 'completed', 'code': 200} Aug 31 14:29:51.560654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-0291fc86-035c-4779-aef3-db6172434dfc None None] Set router c0f3c0ad-63de-4b87-82a6-3bece159a422 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:51.584134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bc5ab-803f-453b-b8cd-2f29af7010f3 req-213e0056-2dd4-462e-9dd6-e96100a4b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:51.585706 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-858bc5ab-803f-453b-b8cd-2f29af7010f3 req-213e0056-2dd4-462e-9dd6-e96100a4b36a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8aa2c14a8524d188041836430bc5dbc&device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 1096 time: 0.0432794 Aug 31 14:29:51.682005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bc5ab-803f-453b-b8cd-2f29af7010f3 req-238e9473-9140-4538-b0de-d8761db9607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:51.683410 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-858bc5ab-803f-453b-b8cd-2f29af7010f3 req-238e9473-9140-4538-b0de-d8761db9607c service neutron] 10.222.0.13 "GET /v2.0/networks?id=81ed5b97-a863-44b7-b289-88ec011b6b2d HTTP/1.1" status: 200 len: 909 time: 0.0908768 Aug 31 14:29:51.760747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-858bc5ab-803f-453b-b8cd-2f29af7010f3 req-31e21f2d-1828-4076-bf7b-811731f1b940 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bc28a0a-611e-4e7b-8100-97a7c2442b84 HTTP/1.1" status: 200 len: 998 time: 0.0701873 Aug 31 14:29:51.789246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0291fc86-035c-4779-aef3-db6172434dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '44bd0746-8828-4321-9783-5a461d462915', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'port_id': '2bc28a0a-611e-4e7b-8100-97a7c2442b84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'mac_address': 'fa:16:3e:f8:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:29:50Z', 'updated_at': '2021-08-31T14:29:50Z', 'revision_number': 0, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ab2449-8200-423d-bd6b-de6a7c6de94d', 'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'mac_address': 'fa:16:3e:09:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:25Z', 'updated_at': '2021-08-31T14:29:35Z', 'revision_number': 5, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'subnets': [{'id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:51.812808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bc5ab-803f-453b-b8cd-2f29af7010f3 req-a24f1b56-21e3-4230-8a6c-f41b6603185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:51.814341 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-858bc5ab-803f-453b-b8cd-2f29af7010f3 req-a24f1b56-21e3-4230-8a6c-f41b6603185b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04b0f829-bf54-4128-b449-860a8c6b7baf HTTP/1.1" status: 200 len: 847 time: 0.0466855 Aug 31 14:29:51.819978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291fc86-035c-4779-aef3-db6172434dfc None None] Checking router: c0f3c0ad-63de-4b87-82a6-3bece159a422 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:29:51.828901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0291fc86-035c-4779-aef3-db6172434dfc None None] Routers {'c0f3c0ad-63de-4b87-82a6-3bece159a422'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:29:51.829551 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0291fc86-035c-4779-aef3-db6172434dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:29:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c0f3c0ad-63de-4b87-82a6-3bece159a422'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:51.861462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bc5ab-803f-453b-b8cd-2f29af7010f3 req-bded714f-6a09-4645-8e35-bc44d73ac297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:51.863053 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-858bc5ab-803f-453b-b8cd-2f29af7010f3 req-bded714f-6a09-4645-8e35-bc44d73ac297 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ed5b97-a863-44b7-b289-88ec011b6b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407474 Aug 31 14:29:51.957072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-0291fc86-035c-4779-aef3-db6172434dfc None None] Set router c0f3c0ad-63de-4b87-82a6-3bece159a422 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:29:51.979514 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-858bc5ab-803f-453b-b8cd-2f29af7010f3 req-b374375c-c383-4eba-a89f-8e81af924cb6 service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091583 Aug 31 14:29:52.032002 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35481f-4aa0-44c8-8295-c53edacdc737 req-b44660f9-9ab6-4685-9ac4-0d6148eafa36 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:29:52.033649 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6e35481f-4aa0-44c8-8295-c53edacdc737 req-b44660f9-9ab6-4685-9ac4-0d6148eafa36 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 945 time: 0.0605481 Aug 31 14:29:52.077933 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-858bc5ab-803f-453b-b8cd-2f29af7010f3 req-12ffac51-b446-44c5-9d58-b1c8c6b8d943 service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914223 Aug 31 14:29:52.079947 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6e35481f-4aa0-44c8-8295-c53edacdc737 req-c5abdee3-15ef-4a3e-b001-cb4a01d2b1e4 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 Aug 31 14:29:52.222398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0291fc86-035c-4779-aef3-db6172434dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '44bd0746-8828-4321-9783-5a461d462915', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'port_id': '2bc28a0a-611e-4e7b-8100-97a7c2442b84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'mac_address': 'fa:16:3e:f8:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:29:50Z', 'updated_at': '2021-08-31T14:29:50Z', 'revision_number': 0, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ab2449-8200-423d-bd6b-de6a7c6de94d', 'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'mac_address': 'fa:16:3e:09:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:25Z', 'updated_at': '2021-08-31T14:29:35Z', 'revision_number': 5, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'subnets': [{'id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:29:52.254250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291fc86-035c-4779-aef3-db6172434dfc None None] The sync data for ids ['c0f3c0ad-63de-4b87-82a6-3bece159a422'] in n-d-792364-6 is: [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '44bd0746-8828-4321-9783-5a461d462915', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'port_id': '2bc28a0a-611e-4e7b-8100-97a7c2442b84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'mac_address': 'fa:16:3e:f8:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:29:50Z', 'updated_at': '2021-08-31T14:29:50Z', 'revision_number': 0, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ab2449-8200-423d-bd6b-de6a7c6de94d', 'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'mac_address': 'fa:16:3e:09:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:25Z', 'updated_at': '2021-08-31T14:29:35Z', 'revision_number': 5, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'subnets': [{'id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:29:52.488872 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069a495-c375-4891-8e44-6120abb7e137 None None] New status for floating IP 44bd0746-8828-4321-9783-5a461d462915: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:30:01.375405 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1abb5e26-aa07-4e36-a351-4cb1073504c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:03.595412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f1cac-ef19-458b-ae17-c455c09d209e req-c618bd48-a67a-450d-ae76-6b1e05435217 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:03.596926 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-c618bd48-a67a-450d-ae76-6b1e05435217 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 815 time: 0.1090467 Aug 31 14:30:03.611902 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-54ebb9e0-1553-46f8-a557-53876c8656e6 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/quotas/f7d012fff9234f84aeaf0d7e846de445 HTTP/1.1" status: 200 len: 375 time: 0.0091844 Aug 31 14:30:03.667645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-8447c72f-b803-4558-b659-255deeadd99b tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499713 Aug 31 14:30:03.767049 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-6fc8a11e-4562-46fd-825a-0b154e7aff74 service neutron] 10.222.0.20 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918491 Aug 31 14:30:03.855349 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-1011c1b2-d8ff-4d5d-8981-91f1a25b304e service neutron] 10.222.0.20 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819275 Aug 31 14:30:04.019297 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56cc877b-0fca-4631-80e9-43aef964af3c req-f60117fa-3422-4897-b2b9-aae2496e2965 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 210 time: 0.0287111 Aug 31 14:30:04.027019 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:04.080673 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9c2145ec-e69e-4ce2-94a2-ade6792867dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:04.963566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f1cac-ef19-458b-ae17-c455c09d209e req-121ad35b-e53e-4e1d-97f1-a271252cdfef tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:04.965155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-121ad35b-e53e-4e1d-97f1-a271252cdfef tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.52 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 815 time: 0.1178706 Aug 31 14:30:04.981723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-979f1cac-ef19-458b-ae17-c455c09d209e req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Request body: {'port': {'device_id': '5a6ec228-5859-45b4-8842-0f076aaabd72', 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756', 'admin_state_up': True, 'tenant_id': 'f7d012fff9234f84aeaf0d7e846de445'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:05.135165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7199a1ac-ba8f-4d65-aded-3600cb61b7ea req-ca702ac1-c321-4458-9d4d-695ef0ff7202 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 210 time: 0.0376961 Aug 31 14:30:05.135970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979f1cac-ef19-458b-ae17-c455c09d209e req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Made reservation on behalf of f7d012fff9234f84aeaf0d7e846de445 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:05.139985 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-979f1cac-ef19-458b-ae17-c455c09d209e req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.269965 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.275878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-979f1cac-ef19-458b-ae17-c455c09d209e req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Allocated IP 172.20.0.12 (31a49ba5-fcae-47c2-8e99-a40dc5e35756/ceda2d6c-1499-485f-9b1c-ef88d4321996/24c28aa8-90c5-4c48-b53e-70561bca8a07) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:05.431467 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-979f1cac-ef19-458b-ae17-c455c09d209e req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.470910 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-979f1cac-ef19-458b-ae17-c455c09d209e req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.483854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:05.519925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979f1cac-ef19-458b-ae17-c455c09d209e req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:05.523259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-979f1cac-ef19-458b-ae17-c455c09d209e req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:05.527121 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-979f1cac-ef19-458b-ae17-c455c09d209e req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:05.535292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Pushing event updated for resources: {'Port': ['ID=24c28aa8-90c5-4c48-b53e-70561bca8a07,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:05.567648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:05.567994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:05.568342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:05.568705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:05.569035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:05.569370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:05.569698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:05.570021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:05.570391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:05.570672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:05.570994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:05.571321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:05.603371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f1cac-ef19-458b-ae17-c455c09d209e req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:05.604318 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-979f1cac-ef19-458b-ae17-c455c09d209e req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.622704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-00287f71-17be-4084-a500-b00dce8bc0c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6464238 Aug 31 14:30:05.637428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Request body: {'port': {'device_id': '5a6ec228-5859-45b4-8842-0f076aaabd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:05.691933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.957345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c28aa8-90c5-4c48-b53e-70561bca8a07 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:05.965011 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:05.978382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Transition to ACTIVE for port object 24c28aa8-90c5-4c48-b53e-70561bca8a07 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:05.983191 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.037319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=24c28aa8-90c5-4c48-b53e-70561bca8a07,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:06.109579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Attempting to bind port 24c28aa8-90c5-4c48-b53e-70561bca8a07 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:06.109918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Attempting to bind port 24c28aa8-90c5-4c48-b53e-70561bca8a07 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:06.110248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Attempting to bind port 24c28aa8-90c5-4c48-b53e-70561bca8a07 on network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:06.114787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Port 24c28aa8-90c5-4c48-b53e-70561bca8a07 on network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:30:06.115108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Attempting to bind port 24c28aa8-90c5-4c48-b53e-70561bca8a07 on network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:06.120203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:06.120652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Checking segment: {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:06.121056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Bound using segment: {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:06.121504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Bound port: 24c28aa8-90c5-4c48-b53e-70561bca8a07, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:06.121873 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.187007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] For port 24c28aa8-90c5-4c48-b53e-70561bca8a07, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:06.191056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] For port 24c28aa8-90c5-4c48-b53e-70561bca8a07, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=24c28aa8-90c5-4c48-b53e-70561bca8a07,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:06.196591 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.237442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:06.238481 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.247883 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] 10.222.0.52 "PUT /v2.0/ports/24c28aa8-90c5-4c48-b53e-70561bca8a07 HTTP/1.1" status: 200 len: 1092 time: 0.6117389 Aug 31 14:30:06.251395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6ec228-5859-45b4-8842-0f076aaabd72', 'tag': '24c28aa8-90c5-4c48-b53e-70561bca8a07'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:06.253810 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f25925d-eaea-4f04-bbc4-1c992afa1df6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6ec228-5859-45b4-8842-0f076aaabd72", "tag": "24c28aa8-90c5-4c48-b53e-70561bca8a07"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:06.266654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eff5b-2b4d-47a8-8e56-38e8e76d15aa req-6de8ce52-c247-4961-b414-36f8cdbb647a tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:06.268319 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a0eff5b-2b4d-47a8-8e56-38e8e76d15aa req-6de8ce52-c247-4961-b414-36f8cdbb647a tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 944 time: 0.0594246 Aug 31 14:30:06.304139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eb9bf-8a07-4edf-8c67-a8cf4f32e7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=24c28aa8-90c5-4c48-b53e-70561bca8a07,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:06.311152 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81d546e-2b39-4432-9a77-72989b599e85 x-openstack-request-id: req-a81d546e-2b39-4432-9a77-72989b599e85 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:06.311152 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6ec228-5859-45b4-8842-0f076aaabd72", "tag": "24c28aa8-90c5-4c48-b53e-70561bca8a07", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:06.311152 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a81d546e-2b39-4432-9a77-72989b599e85 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:06.311747 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6ec228-5859-45b4-8842-0f076aaabd72', 'tag': '24c28aa8-90c5-4c48-b53e-70561bca8a07', 'status': 'completed', 'code': 200} Aug 31 14:30:06.317155 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a0eff5b-2b4d-47a8-8e56-38e8e76d15aa req-db14b041-266d-4395-b9e6-474ceb394b84 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Aug 31 14:30:06.345397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a8cf4296-bed0-4ebe-a230-f45c482cfe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:06.347170 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-a8cf4296-bed0-4ebe-a230-f45c482cfe7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 1095 time: 0.0530791 Aug 31 14:30:06.399519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-f09e6493-d34d-40b0-92b9-5d071c531d21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c28aa8-90c5-4c48-b53e-70561bca8a07 HTTP/1.1" status: 200 len: 217 time: 0.0369542 Aug 31 14:30:06.451698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f1cac-ef19-458b-ae17-c455c09d209e req-0f0f74b1-9c21-4a35-bb33-5e513b8ee3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:06.459979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-0f0f74b1-9c21-4a35-bb33-5e513b8ee3d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ceda2d6c-1499-485f-9b1c-ef88d4321996 HTTP/1.1" status: 200 len: 855 time: 0.0525799 Aug 31 14:30:06.488099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-78867469-02ec-4840-9bf0-fc593eb41940 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a49ba5-fcae-47c2-8e99-a40dc5e35756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269470 Aug 31 14:30:06.585985 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-2985b606-ac03-4847-b0cc-2746e742a5c8 service neutron] 10.222.0.52 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899966 Aug 31 14:30:06.692125 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-979f1cac-ef19-458b-ae17-c455c09d209e req-04e61cf8-bc3e-4dfc-9823-7bf81b97cff4 service neutron] 10.222.0.52 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981898 Aug 31 14:30:06.788085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25925d-eaea-4f04-bbc4-1c992afa1df6 req-420ea65c-eaba-491f-b25c-0eba48b49ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:06.789771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f25925d-eaea-4f04-bbc4-1c992afa1df6 req-420ea65c-eaba-491f-b25c-0eba48b49ae5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 1095 time: 0.0460668 Aug 31 14:30:06.828891 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:06.889494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25925d-eaea-4f04-bbc4-1c992afa1df6 req-98879666-4cd9-49dc-882f-f3496c6a94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:06.891408 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f25925d-eaea-4f04-bbc4-1c992afa1df6 req-98879666-4cd9-49dc-882f-f3496c6a94eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 916 time: 0.0936198 Aug 31 14:30:06.939999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f25925d-eaea-4f04-bbc4-1c992afa1df6 req-a0761a71-1b00-41bd-acce-af6887eabce9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c28aa8-90c5-4c48-b53e-70561bca8a07 HTTP/1.1" status: 200 len: 217 time: 0.0383642 Aug 31 14:30:06.993476 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25925d-eaea-4f04-bbc4-1c992afa1df6 req-f23cc9a9-de33-48ce-a028-6026374ad533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:06.995113 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f25925d-eaea-4f04-bbc4-1c992afa1df6 req-f23cc9a9-de33-48ce-a028-6026374ad533 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ceda2d6c-1499-485f-9b1c-ef88d4321996 HTTP/1.1" status: 200 len: 855 time: 0.0467525 Aug 31 14:30:07.033635 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f25925d-eaea-4f04-bbc4-1c992afa1df6 req-d8e492d0-eac5-4fa2-918b-f2b511e8ca3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a49ba5-fcae-47c2-8e99-a40dc5e35756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273361 Aug 31 14:30:07.141128 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f25925d-eaea-4f04-bbc4-1c992afa1df6 req-d61012f0-9781-4b5f-b76d-9cabf77352c7 service neutron] 10.222.0.52 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001153 Aug 31 14:30:07.235009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7f25925d-eaea-4f04-bbc4-1c992afa1df6 req-d0116733-3b3f-4107-b927-f66a86cb33d3 service neutron] 10.222.0.52 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858340 Aug 31 14:30:07.463749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a08ef-1dac-4a6a-b9c7-b1d2a3733855 req-284a8e8e-a261-40c1-a8c3-1d644e26a13e tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:07.465577 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-895a08ef-1dac-4a6a-b9c7-b1d2a3733855 req-284a8e8e-a261-40c1-a8c3-1d644e26a13e tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 944 time: 0.0744333 Aug 31 14:30:07.512273 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-895a08ef-1dac-4a6a-b9c7-b1d2a3733855 req-1199b6b8-b049-4535-aeee-e8006b978db5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392108 Aug 31 14:30:07.979638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 24c28aa8-90c5-4c48-b53e-70561bca8a07 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:30:08.085270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 24c28aa8-90c5-4c48-b53e-70561bca8a07, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=24c28aa8-90c5-4c48-b53e-70561bca8a07,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:08.096734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '24c28aa8-90c5-4c48-b53e-70561bca8a07', 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756', 'port_id': '24c28aa8-90c5-4c48-b53e-70561bca8a07', 'mac_address': 'fa:16:3e:ed:54:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceda2d6c-1499-485f-9b1c-ef88d4321996', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:30:08.131422 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:08.144538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c28aa8-90c5-4c48-b53e-70561bca8a07 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:08.163196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 24c28aa8-90c5-4c48-b53e-70561bca8a07, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=24c28aa8-90c5-4c48-b53e-70561bca8a07,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:08.167403 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:08.218810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=24c28aa8-90c5-4c48-b53e-70561bca8a07,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:08.389857 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['24c28aa8-90c5-4c48-b53e-70561bca8a07'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:08.645579 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc06785-f2d8-4b85-a7b2-666b560b2579 req-abc070e5-8a71-45dc-b533-0e8e683ae4f2 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:08.647125 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bbc06785-f2d8-4b85-a7b2-666b560b2579 req-abc070e5-8a71-45dc-b533-0e8e683ae4f2 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 945 time: 0.0627830 Aug 31 14:30:08.686236 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bbc06785-f2d8-4b85-a7b2-666b560b2579 req-fb86c421-ab4e-491a-9dd3-46bff3dc6fbc tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Aug 31 14:30:09.309692 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.333644 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:09.802295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8f94a-fa5a-491d-832f-c4ab135a7596 req-f6e25027-0ccf-41df-a7c2-e6deaff28513 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:09.803825 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44e8f94a-fa5a-491d-832f-c4ab135a7596 req-f6e25027-0ccf-41df-a7c2-e6deaff28513 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 945 time: 0.0500355 Aug 31 14:30:09.842780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44e8f94a-fa5a-491d-832f-c4ab135a7596 req-15a9d553-e576-48bd-b09b-7f4f25f869a4 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328290 Aug 31 14:30:09.997537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 24c28aa8-90c5-4c48-b53e-70561bca8a07 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:10.047000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 24c28aa8-90c5-4c48-b53e-70561bca8a07 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:10.050993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 24c28aa8-90c5-4c48-b53e-70561bca8a07 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:10.051374 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.129973 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.152158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6ec228-5859-45b4-8842-0f076aaabd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c28aa8-90c5-4c48-b53e-70561bca8a07'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:10.154424 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064ddd4c-acf2-4efb-99d7-bd7bfb1d1313" -d '{"events": [{"server_uuid": "5a6ec228-5859-45b4-8842-0f076aaabd72", "name": "network-vif-plugged", "status": "completed", "tag": "24c28aa8-90c5-4c48-b53e-70561bca8a07"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:10.166993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 24c28aa8-90c5-4c48-b53e-70561bca8a07, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=24c28aa8-90c5-4c48-b53e-70561bca8a07,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:10.172189 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:10.199189 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c2bfd0-c551-4e04-80de-a1b3519805e5 x-openstack-request-id: req-f9c2bfd0-c551-4e04-80de-a1b3519805e5 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:10.199491 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6ec228-5859-45b4-8842-0f076aaabd72", "name": "network-vif-plugged", "status": "completed", "tag": "24c28aa8-90c5-4c48-b53e-70561bca8a07", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:10.199780 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9c2bfd0-c551-4e04-80de-a1b3519805e5 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:10.200175 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6ec228-5859-45b4-8842-0f076aaabd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c28aa8-90c5-4c48-b53e-70561bca8a07', 'code': 200} Aug 31 14:30:10.229324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=24c28aa8-90c5-4c48-b53e-70561bca8a07,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:10.298114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af33b6-cca9-4956-a9ea-bdba29cb87f4 req-3b0d960b-4814-41c9-8383-b5d211d0121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:10.299602 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26af33b6-cca9-4956-a9ea-bdba29cb87f4 req-3b0d960b-4814-41c9-8383-b5d211d0121e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 1097 time: 0.0407054 Aug 31 14:30:10.336295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-26af33b6-cca9-4956-a9ea-bdba29cb87f4 req-21dbc46e-58ec-45ce-bb0c-16414c9a2bf1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288498 Aug 31 14:30:10.973448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c12f76-f046-45f3-a8a2-c5ddd9e6b950 req-5a1881c1-e49c-4c6d-9df8-cec31b6fc9a2 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:10.975038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63c12f76-f046-45f3-a8a2-c5ddd9e6b950 req-5a1881c1-e49c-4c6d-9df8-cec31b6fc9a2 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 946 time: 0.0620196 Aug 31 14:30:11.019231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63c12f76-f046-45f3-a8a2-c5ddd9e6b950 req-51364a23-f59d-46b0-a0c7-b23d407bfa4e tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Aug 31 14:30:12.150864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a5f7d-08f2-4da5-8280-ca9ec5fee19a req-c6f0d856-e542-4e2d-bda7-dba8907339bc tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:12.152390 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6b6a5f7d-08f2-4da5-8280-ca9ec5fee19a req-c6f0d856-e542-4e2d-bda7-dba8907339bc tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 946 time: 0.0639453 Aug 31 14:30:12.191214 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6b6a5f7d-08f2-4da5-8280-ca9ec5fee19a req-efbff467-4b3f-44cc-971b-9936024a51c2 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323243 Aug 31 14:30:14.941411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54860) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:15.010506 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-efac9c46-85aa-4b51-9426-cbb48af190db tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/floatingips/ba249c3b-5b58-472a-8c4a-76df15a15e0a HTTP/1.1" status: 200 len: 993 time: 0.0679266 Aug 31 14:30:15.085090 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:30:15.287466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54866) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:15.459016 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting port f7d561e7-3f22-4aab-807e-c8de2b192000 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:15.459366 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.551009 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.551377 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.570948 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Calling delete_port for f7d561e7-3f22-4aab-807e-c8de2b192000 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:15.755517 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.801475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Port': ['ID=f7d561e7-3f22-4aab-807e-c8de2b192000,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:15.865332 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:15.865760 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Floating IP ba249c3b-5b58-472a-8c4a-76df15a15e0a disassociated (deleted). External IP: 172.25.3.194, port: 7573f5e9-f8b9-441a-8127-f5ff04ba3696. Aug 31 14:30:16.437502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Router ca327124-215c-4eb4-954b-f948a4c8b215 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:16.558626 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:16.566395 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:16.568618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e101fe-2a35-4620-923c-7302a63357f8 None None] Sync routers for ids ['ca327124-215c-4eb4-954b-f948a4c8b215'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:16.579285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e101fe-2a35-4620-923c-7302a63357f8 None None] Routers {'ca327124-215c-4eb4-954b-f948a4c8b215'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:16.579870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-94e101fe-2a35-4620-923c-7302a63357f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:30:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca327124-215c-4eb4-954b-f948a4c8b215'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:16.595667 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d597411e-166a-447d-91ab-0d44350989c6 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/floatingips/ba249c3b-5b58-472a-8c4a-76df15a15e0a HTTP/1.1" status: 204 len: 168 time: 1.3070025 Aug 31 14:30:16.596473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0039c90-8eba-457b-b136-810f30d8421e', 'tag': '7573f5e9-f8b9-441a-8127-f5ff04ba3696'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:16.598876 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cf4000-1b88-4af8-993d-fd8198084165" -d '{"events": [{"name": "network-changed", "server_uuid": "f0039c90-8eba-457b-b136-810f30d8421e", "tag": "7573f5e9-f8b9-441a-8127-f5ff04ba3696"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:16.651846 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19be63eb-e865-4dbd-a848-97ff3ca4123b x-openstack-request-id: req-19be63eb-e865-4dbd-a848-97ff3ca4123b {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:16.652464 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0039c90-8eba-457b-b136-810f30d8421e", "tag": "7573f5e9-f8b9-441a-8127-f5ff04ba3696", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:16.653035 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19be63eb-e865-4dbd-a848-97ff3ca4123b {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:16.653779 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0039c90-8eba-457b-b136-810f30d8421e', 'tag': '7573f5e9-f8b9-441a-8127-f5ff04ba3696', 'status': 'completed', 'code': 200} Aug 31 14:30:16.712452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-94e101fe-2a35-4620-923c-7302a63357f8 None None] Set router ca327124-215c-4eb4-954b-f948a4c8b215 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:30:16.742230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4000-1b88-4af8-993d-fd8198084165 req-1d17ca90-6480-4700-a17f-3d76bec0a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:16.744131 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37cf4000-1b88-4af8-993d-fd8198084165 req-1d17ca90-6480-4700-a17f-3d76bec0a1c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7b6173980a64ce294c4315a07a0fad0&device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 1096 time: 0.0668588 Aug 31 14:30:16.893472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4000-1b88-4af8-993d-fd8198084165 req-93168a97-5278-4958-933d-e70d71a75618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:16.895189 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37cf4000-1b88-4af8-993d-fd8198084165 req-93168a97-5278-4958-933d-e70d71a75618 service neutron] 10.222.0.52 "GET /v2.0/networks?id=535e200f-d6b5-4452-86b8-7b95069ed604 HTTP/1.1" status: 200 len: 897 time: 0.1403840 Aug 31 14:30:16.946245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37cf4000-1b88-4af8-993d-fd8198084165 req-12ec3bf0-b7ff-4844-ad50-01c29ca940a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7573f5e9-f8b9-441a-8127-f5ff04ba3696 HTTP/1.1" status: 200 len: 217 time: 0.0393829 Aug 31 14:30:16.961832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d3b02-9d68-4ae0-b657-b8589b3b9755 req-f3a4f200-14c8-4701-82c7-edfb9ceed80e tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:16.963596 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e17d3b02-9d68-4ae0-b657-b8589b3b9755 req-f3a4f200-14c8-4701-82c7-edfb9ceed80e tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 945 time: 0.1195493 Aug 31 14:30:16.986361 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-94e101fe-2a35-4620-923c-7302a63357f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:20Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '827c1c01-148c-4436-a19a-ac2fb8eff6ab', 'name': '', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:1a:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:19Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:17.016554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e101fe-2a35-4620-923c-7302a63357f8 None None] Checking router: ca327124-215c-4eb4-954b-f948a4c8b215 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:30:17.037438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e101fe-2a35-4620-923c-7302a63357f8 None None] Routers {'ca327124-215c-4eb4-954b-f948a4c8b215'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:17.038094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-94e101fe-2a35-4620-923c-7302a63357f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:30:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca327124-215c-4eb4-954b-f948a4c8b215'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:17.048719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4000-1b88-4af8-993d-fd8198084165 req-d8759d6a-5889-4cda-a672-cbb746ee3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:17.050672 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37cf4000-1b88-4af8-993d-fd8198084165 req-d8759d6a-5889-4cda-a672-cbb746ee3bb9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2 HTTP/1.1" status: 200 len: 835 time: 0.0860331 Aug 31 14:30:17.061600 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e17d3b02-9d68-4ae0-b657-b8589b3b9755 req-206f5590-67cc-4447-802d-bf9abe410505 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863926 Aug 31 14:30:17.109425 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4000-1b88-4af8-993d-fd8198084165 req-a1aa4bd3-a9a7-4534-9ffb-d023d4548be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:17.110991 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37cf4000-1b88-4af8-993d-fd8198084165 req-a1aa4bd3-a9a7-4534-9ffb-d023d4548be2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=535e200f-d6b5-4452-86b8-7b95069ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483062 Aug 31 14:30:17.181310 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-94e101fe-2a35-4620-923c-7302a63357f8 None None] Set router ca327124-215c-4eb4-954b-f948a4c8b215 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:30:17.223681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-27a195f0-3bfa-4632-a6d9-fc2df206f982 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:17.224397 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37cf4000-1b88-4af8-993d-fd8198084165 req-37b476a7-4ebd-40c5-aa0f-8786b3379c82 service neutron] 10.222.0.52 "GET /v2.0/networks/535e200f-d6b5-4452-86b8-7b95069ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048038 Aug 31 14:30:17.225179 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-27a195f0-3bfa-4632-a6d9-fc2df206f982 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 815 time: 0.1450360 Aug 31 14:30:17.242655 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-d5d6be90-08b7-4370-9d8e-07479f957846 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/quotas/f7d012fff9234f84aeaf0d7e846de445 HTTP/1.1" status: 200 len: 375 time: 0.0110815 Aug 31 14:30:17.317373 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-bc003021-4ba5-40a4-a621-722111e7a11d tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653999 Aug 31 14:30:17.358373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37cf4000-1b88-4af8-993d-fd8198084165 req-3a89fe97-4d3e-451c-a15a-de551c25a573 service neutron] 10.222.0.52 "GET /v2.0/networks/535e200f-d6b5-4452-86b8-7b95069ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250217 Aug 31 14:30:17.423129 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a878f156-a55f-4a55-b73a-bb0331adfc35 service neutron] 10.222.0.20 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987835 Aug 31 14:30:17.428767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-94e101fe-2a35-4620-923c-7302a63357f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:20Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '827c1c01-148c-4436-a19a-ac2fb8eff6ab', 'name': '', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:1a:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:19Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:17.460730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e101fe-2a35-4620-923c-7302a63357f8 None None] The sync data for ids ['ca327124-215c-4eb4-954b-f948a4c8b215'] in n-d-792364-6 is: [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:20Z', 'revision_number': 4, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '827c1c01-148c-4436-a19a-ac2fb8eff6ab', 'name': '', 'network_id': '535e200f-d6b5-4452-86b8-7b95069ed604', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'mac_address': 'fa:16:3e:1a:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:19Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'subnets': [{'id': '39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:17.526897 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-9d64bb4f-947d-4161-b3a7-8e44aec726db service neutron] 10.222.0.20 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972624 Aug 31 14:30:17.714406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-03ab23ed-4f1e-4eb2-aa11-e22062d97fb7 req-4250d2ef-9ac3-455f-b0c7-d759f445cdb4 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 210 time: 0.0308089 Aug 31 14:30:17.729395 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8e4c4-886c-4cbf-a2d9-73be739d6bd4 None None] New status for floating IP ba249c3b-5b58-472a-8c4a-76df15a15e0a: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:30:18.281270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07390bff-c126-4a23-8de2-a476a7d44b23 req-f200bd0e-994b-4f5f-a544-e70106707960 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:18.283642 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07390bff-c126-4a23-8de2-a476a7d44b23 req-f200bd0e-994b-4f5f-a544-e70106707960 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 945 time: 0.0791698 Aug 31 14:30:18.325777 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07390bff-c126-4a23-8de2-a476a7d44b23 req-05e91331-abaa-4de7-b133-d5e1aff84efa tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345790 Aug 31 14:30:18.430718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea05a-6331-4113-9768-17a9a1a78938 req-c5972bb4-43ed-4611-afbb-e26a56692895 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:18.432226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfbea05a-6331-4113-9768-17a9a1a78938 req-c5972bb4-43ed-4611-afbb-e26a56692895 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 945 time: 0.0496442 Aug 31 14:30:18.527172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-dfbea05a-6331-4113-9768-17a9a1a78938 req-352897fd-d194-49d8-bc77-a48f8fc96dc0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting port 7573f5e9-f8b9-441a-8127-f5ff04ba3696 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:18.527519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dfbea05a-6331-4113-9768-17a9a1a78938 req-352897fd-d194-49d8-bc77-a48f8fc96dc0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.616855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-dfbea05a-6331-4113-9768-17a9a1a78938 req-352897fd-d194-49d8-bc77-a48f8fc96dc0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] For port 7573f5e9-f8b9-441a-8127-f5ff04ba3696, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7573f5e9-f8b9-441a-8127-f5ff04ba3696,segment=NetworkSegment(48184f34-bea9-4240-835f-172ede85fb11),segment_id=48184f34-bea9-4240-835f-172ede85fb11)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:18.617143 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dfbea05a-6331-4113-9768-17a9a1a78938 req-352897fd-d194-49d8-bc77-a48f8fc96dc0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.631465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-dfbea05a-6331-4113-9768-17a9a1a78938 req-352897fd-d194-49d8-bc77-a48f8fc96dc0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Calling delete_port for 7573f5e9-f8b9-441a-8127-f5ff04ba3696 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:18.812731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-62479ed2-332c-42b6-852d-f5b0ac07be0a tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:18.814267 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-62479ed2-332c-42b6-852d-f5b0ac07be0a tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.13 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 815 time: 0.1705701 Aug 31 14:30:18.840028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c76e04a3-1e61-4e7e-92fb-60f9b3424644 req-cfe46c49-741b-4ce0-86f6-004e9bbd9898 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 210 time: 0.0470409 Aug 31 14:30:18.845148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Request body: {'port': {'device_id': '7a93aa92-f34c-4bc6-854b-39cce6c43361', 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756', 'admin_state_up': True, 'tenant_id': 'f7d012fff9234f84aeaf0d7e846de445'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:18.945859 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dfbea05a-6331-4113-9768-17a9a1a78938 req-352897fd-d194-49d8-bc77-a48f8fc96dc0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:18.986821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352897fd-d194-49d8-bc77-a48f8fc96dc0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Port': ['ID=7573f5e9-f8b9-441a-8127-f5ff04ba3696,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:19.045274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbea05a-6331-4113-9768-17a9a1a78938 req-352897fd-d194-49d8-bc77-a48f8fc96dc0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] No DVR routers for this DVR port 7573f5e9-f8b9-441a-8127-f5ff04ba3696 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:19.049219 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dfbea05a-6331-4113-9768-17a9a1a78938 req-352897fd-d194-49d8-bc77-a48f8fc96dc0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.051431 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfbea05a-6331-4113-9768-17a9a1a78938 req-352897fd-d194-49d8-bc77-a48f8fc96dc0 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.52 "DELETE /v2.0/ports/7573f5e9-f8b9-441a-8127-f5ff04ba3696 HTTP/1.1" status: 204 len: 173 time: 0.6129229 Aug 31 14:30:19.051879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0039c90-8eba-457b-b136-810f30d8421e', 'name': 'network-vif-deleted', 'tag': '7573f5e9-f8b9-441a-8127-f5ff04ba3696'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:19.054215 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cddf16-864d-40b2-aac2-6b88103d6cf9" -d '{"events": [{"server_uuid": "f0039c90-8eba-457b-b136-810f30d8421e", "name": "network-vif-deleted", "tag": "7573f5e9-f8b9-441a-8127-f5ff04ba3696"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:19.063937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Made reservation on behalf of f7d012fff9234f84aeaf0d7e846de445 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:19.067885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.126641 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed5cfbf-8ba4-4f37-93e1-3704f00bab9e x-openstack-request-id: req-bed5cfbf-8ba4-4f37-93e1-3704f00bab9e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:19.126930 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0039c90-8eba-457b-b136-810f30d8421e", "name": "network-vif-deleted", "tag": "7573f5e9-f8b9-441a-8127-f5ff04ba3696", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:19.127179 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bed5cfbf-8ba4-4f37-93e1-3704f00bab9e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:19.127588 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0039c90-8eba-457b-b136-810f30d8421e', 'name': 'network-vif-deleted', 'tag': '7573f5e9-f8b9-441a-8127-f5ff04ba3696', 'status': 'completed', 'code': 200} Aug 31 14:30:19.206367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Allocated IP 172.20.0.9 (31a49ba5-fcae-47c2-8e99-a40dc5e35756/ceda2d6c-1499-485f-9b1c-ef88d4321996/917fb5ef-3a95-4448-9ba9-41963e3ec0b6) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:19.379641 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.429309 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.444750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:19.447955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['24c28aa8-90c5-4c48-b53e-70561bca8a07'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:19.465963 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01504427-d44a-4024-9e4f-d4f0137784e1 req-06a120a3-ab82-49bc-92b2-54ea2d4d01c1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0039c90-8eba-457b-b136-810f30d8421e HTTP/1.1" status: 200 len: 210 time: 0.0485764 Aug 31 14:30:19.497498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:19.504722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:19.509271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:19.556186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Pushing event updated for resources: {'Port': ['ID=917fb5ef-3a95-4448-9ba9-41963e3ec0b6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:19.592617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:19.593155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.610624 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-a05ff6a8-7923-4724-9508-82470c25d096 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7733982 Aug 31 14:30:19.624535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Request body: {'port': {'device_id': '7a93aa92-f34c-4bc6-854b-39cce6c43361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:19.686937 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:19.958712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:19.961105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0ad6b-e0c5-42be-9a8e-5349f0dacc94 req-cd5cd9c5-3907-435a-8517-0da3763e47a3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:19.962641 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-55c0ad6b-e0c5-42be-9a8e-5349f0dacc94 req-cd5cd9c5-3907-435a-8517-0da3763e47a3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 931 time: 0.0523152 Aug 31 14:30:19.975835 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.002202 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-55c0ad6b-e0c5-42be-9a8e-5349f0dacc94 req-eb245525-648f-4d1d-b253-36ccf419b90e tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327940 Aug 31 14:30:20.004177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Transition to ACTIVE for port object 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:20.008962 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.042662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dbc028e-2613-42eb-badb-12b1bc46c303 req-f28f5545-247d-4d78-b375-da118a6d5033 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0796185 Aug 31 14:30:20.068264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Pushing event updated for resources: {'Port': ['ID=917fb5ef-3a95-4448-9ba9-41963e3ec0b6,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:20.169391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc028e-2613-42eb-badb-12b1bc46c303 req-ba05acb5-7ab5-4816-a8f6-0a65f766766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:20.170840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dbc028e-2613-42eb-badb-12b1bc46c303 req-ba05acb5-7ab5-4816-a8f6-0a65f766766e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8aa2c14a8524d188041836430bc5dbc&device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 1096 time: 0.0793700 Aug 31 14:30:20.171897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Attempting to bind port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:20.172229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Attempting to bind port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:20.172592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Attempting to bind port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 on network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:20.177321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 on network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:30:20.177321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Attempting to bind port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 on network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:20.182252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:20.182595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Checking segment: {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:20.182976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Bound using segment: {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:20.183408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Bound port: 917fb5ef-3a95-4448-9ba9-41963e3ec0b6, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:20.183776 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.315115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] For port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:20.319390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] For port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=917fb5ef-3a95-4448-9ba9-41963e3ec0b6,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:20.322398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc028e-2613-42eb-badb-12b1bc46c303 req-97c164bf-59aa-49ea-878d-00bda0feebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:20.323907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dbc028e-2613-42eb-badb-12b1bc46c303 req-97c164bf-59aa-49ea-878d-00bda0feebde service neutron] 10.222.0.13 "GET /v2.0/networks?id=81ed5b97-a863-44b7-b289-88ec011b6b2d HTTP/1.1" status: 200 len: 909 time: 0.1314054 Aug 31 14:30:20.325398 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.402609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:20.403237 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.404736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] 10.222.0.13 "PUT /v2.0/ports/917fb5ef-3a95-4448-9ba9-41963e3ec0b6 HTTP/1.1" status: 200 len: 1091 time: 0.7848589 Aug 31 14:30:20.436057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dbc028e-2613-42eb-badb-12b1bc46c303 req-5f148fa1-c2c0-4308-af02-d0cfc941d234 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bc28a0a-611e-4e7b-8100-97a7c2442b84 HTTP/1.1" status: 200 len: 1000 time: 0.1017072 Aug 31 14:30:20.437083 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb39b6f-3bd4-42ed-a0c2-f10a95399bfe service neutron] Pushing event updated for resources: {'Port': ['ID=917fb5ef-3a95-4448-9ba9-41963e3ec0b6,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:20.511626 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc028e-2613-42eb-badb-12b1bc46c303 req-5d836696-4568-4539-a5b3-f1126041536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:20.513160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dbc028e-2613-42eb-badb-12b1bc46c303 req-5d836696-4568-4539-a5b3-f1126041536a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04b0f829-bf54-4128-b449-860a8c6b7baf HTTP/1.1" status: 200 len: 847 time: 0.0698128 Aug 31 14:30:20.529352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-33f68b15-b4de-43a2-9637-d1c5cd65ed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:20.530768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-33f68b15-b4de-43a2-9637-d1c5cd65ed70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 1094 time: 0.0787380 Aug 31 14:30:20.538319 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54914) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:20.588485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-b4c97a30-8706-4427-bed0-a028c956c585 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=917fb5ef-3a95-4448-9ba9-41963e3ec0b6 HTTP/1.1" status: 200 len: 217 time: 0.0405748 Aug 31 14:30:20.598021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23d3232f-bc2d-4397-9938-866e1bc9fdeb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.600697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc028e-2613-42eb-badb-12b1bc46c303 req-4e0688b2-df64-4463-ae89-bdf85c84fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:20.602140 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dbc028e-2613-42eb-badb-12b1bc46c303 req-4e0688b2-df64-4463-ae89-bdf85c84fb71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ed5b97-a863-44b7-b289-88ec011b6b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813994 Aug 31 14:30:20.624667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23d3232f-bc2d-4397-9938-866e1bc9fdeb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.687993 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23d3232f-bc2d-4397-9938-866e1bc9fdeb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.691296 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23d3232f-bc2d-4397-9938-866e1bc9fdeb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:20.692638 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-23d3232f-bc2d-4397-9938-866e1bc9fdeb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/security-groups/6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b HTTP/1.1" status: 204 len: 168 time: 0.1531894 Aug 31 14:30:20.699705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-b19a7694-cd9c-4b57-8598-03c7139da389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:20.701280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-b19a7694-cd9c-4b57-8598-03c7139da389 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ceda2d6c-1499-485f-9b1c-ef88d4321996 HTTP/1.1" status: 200 len: 855 time: 0.1026444 Aug 31 14:30:20.702593 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3232f-bc2d-4397-9938-866e1bc9fdeb tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0b502c-9c26-4ffc-b2c9-a5e7c24f232b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:20.727274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54918) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:20.746642 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-cecfca24-4001-49ff-935c-4a2111d99ce6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31a49ba5-fcae-47c2-8e99-a40dc5e35756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375497 Aug 31 14:30:20.760459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dbc028e-2613-42eb-badb-12b1bc46c303 req-a905bc71-a4e3-4fd4-adfe-b0918b67d02c service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507506 Aug 31 14:30:20.911461 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-6b21ae03-2b95-473f-8e9f-53ae9e188387 service neutron] 10.222.0.13 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500556 Aug 31 14:30:20.928896 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dbc028e-2613-42eb-badb-12b1bc46c303 req-e0fe3216-157e-453f-8d10-1f0e0b6b7adb service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485937 Aug 31 14:30:21.108293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2c41168-4bff-47b4-a1ed-81e0d0f25ba8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.317879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a93aa92-f34c-4bc6-854b-39cce6c43361', 'tag': '917fb5ef-3a95-4448-9ba9-41963e3ec0b6'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:21.320144 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae10753-a6b4-4ffa-87dc-1429d5da8bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "7a93aa92-f34c-4bc6-854b-39cce6c43361", "tag": "917fb5ef-3a95-4448-9ba9-41963e3ec0b6"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:21.361700 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790f52c-febc-44a4-9d53-0e36ab81f88e x-openstack-request-id: req-f790f52c-febc-44a4-9d53-0e36ab81f88e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:21.361935 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a93aa92-f34c-4bc6-854b-39cce6c43361", "tag": "917fb5ef-3a95-4448-9ba9-41963e3ec0b6", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:21.362189 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f790f52c-febc-44a4-9d53-0e36ab81f88e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:21.362573 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a93aa92-f34c-4bc6-854b-39cce6c43361', 'tag': '917fb5ef-3a95-4448-9ba9-41963e3ec0b6', 'status': 'completed', 'code': 200} Aug 31 14:30:21.398931 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f2c41168-4bff-47b4-a1ed-81e0d0f25ba8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting port 827c1c01-148c-4436-a19a-ac2fb8eff6ab {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:21.399425 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2c41168-4bff-47b4-a1ed-81e0d0f25ba8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.407012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d31d7b-9641-44a8-a8b6-d2c7fd7b90e6 req-5be7bca5-9dbd-4f52-b887-ecb83a221a5e tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:21.408537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3d31d7b-9641-44a8-a8b6-d2c7fd7b90e6 req-5be7bca5-9dbd-4f52-b887-ecb83a221a5e tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 943 time: 0.0837622 Aug 31 14:30:21.410748 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5bd750b6-f425-42af-a09f-2d58d2d8bca3 req-c4ba1e82-f8f5-4736-89dc-f8145395a77c service neutron] 10.222.0.13 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909449 Aug 31 14:30:21.453925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3d31d7b-9641-44a8-a8b6-d2c7fd7b90e6 req-1a1002a1-735c-4a65-ba27-06026179e695 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392306 Aug 31 14:30:21.498505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-f2c41168-4bff-47b4-a1ed-81e0d0f25ba8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] For port 827c1c01-148c-4436-a19a-ac2fb8eff6ab, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=827c1c01-148c-4436-a19a-ac2fb8eff6ab,segment=NetworkSegment(48184f34-bea9-4240-835f-172ede85fb11),segment_id=48184f34-bea9-4240-835f-172ede85fb11)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:21.498882 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2c41168-4bff-47b4-a1ed-81e0d0f25ba8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.508201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae10753-a6b4-4ffa-87dc-1429d5da8bdd req-0f012041-1f82-4fc8-9a85-b417308ce3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:21.509762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ae10753-a6b4-4ffa-87dc-1429d5da8bdd req-0f012041-1f82-4fc8-9a85-b417308ce3fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 1094 time: 0.0497775 Aug 31 14:30:21.512176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f2c41168-4bff-47b4-a1ed-81e0d0f25ba8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Calling delete_port for 827c1c01-148c-4436-a19a-ac2fb8eff6ab owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:21.602306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae10753-a6b4-4ffa-87dc-1429d5da8bdd req-ef6d297b-7e44-4adf-8a18-c56baf5aeadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:21.603716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ae10753-a6b4-4ffa-87dc-1429d5da8bdd req-ef6d297b-7e44-4adf-8a18-c56baf5aeadd service neutron] 10.222.0.13 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 916 time: 0.0832791 Aug 31 14:30:21.653418 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ae10753-a6b4-4ffa-87dc-1429d5da8bdd req-a61ecfe7-fe0c-4309-ac37-4a42845b5854 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=917fb5ef-3a95-4448-9ba9-41963e3ec0b6 HTTP/1.1" status: 200 len: 217 time: 0.0416484 Aug 31 14:30:21.707293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2c41168-4bff-47b4-a1ed-81e0d0f25ba8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.711480 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae10753-a6b4-4ffa-87dc-1429d5da8bdd req-d4195e09-b676-4696-97f6-cdb01398133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:21.712971 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ae10753-a6b4-4ffa-87dc-1429d5da8bdd req-d4195e09-b676-4696-97f6-cdb01398133b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ceda2d6c-1499-485f-9b1c-ef88d4321996 HTTP/1.1" status: 200 len: 855 time: 0.0503049 Aug 31 14:30:21.735237 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c41168-4bff-47b4-a1ed-81e0d0f25ba8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Port': ['ID=827c1c01-148c-4436-a19a-ac2fb8eff6ab,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:21.753822 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ae10753-a6b4-4ffa-87dc-1429d5da8bdd req-d25acf89-ab10-4f68-8ff9-1905a1736eee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31a49ba5-fcae-47c2-8e99-a40dc5e35756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324345 Aug 31 14:30:21.865045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ae10753-a6b4-4ffa-87dc-1429d5da8bdd req-3a2412f6-907c-495d-a6c8-55c8a078bda5 service neutron] 10.222.0.13 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027489 Aug 31 14:30:21.943276 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2c41168-4bff-47b4-a1ed-81e0d0f25ba8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:21.979563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ae10753-a6b4-4ffa-87dc-1429d5da8bdd req-4eaa03c3-b6e5-45ed-9af3-f192ae9dd6ee service neutron] 10.222.0.13 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051741 Aug 31 14:30:22.061105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 7573f5e9-f8b9-441a-8127-f5ff04ba3696 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:22.081586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 7573f5e9-f8b9-441a-8127-f5ff04ba3696 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:22.081935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 7573f5e9-f8b9-441a-8127-f5ff04ba3696 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:22.155138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c41168-4bff-47b4-a1ed-81e0d0f25ba8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Router ca327124-215c-4eb4-954b-f948a4c8b215 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:22.259533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c41168-4bff-47b4-a1ed-81e0d0f25ba8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:22.266580 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f2c41168-4bff-47b4-a1ed-81e0d0f25ba8 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "PUT /v2.0/routers/ca327124-215c-4eb4-954b-f948a4c8b215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5383530 Aug 31 14:30:22.267577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54926) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:22.273690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c374fdd2-d0ca-4dd9-9cc7-c1c28fb566b3 None None] Sync routers for ids ['ca327124-215c-4eb4-954b-f948a4c8b215'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:22.283220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c374fdd2-d0ca-4dd9-9cc7-c1c28fb566b3 None None] Routers {'ca327124-215c-4eb4-954b-f948a4c8b215'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:22.283864 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c374fdd2-d0ca-4dd9-9cc7-c1c28fb566b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:30:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca327124-215c-4eb4-954b-f948a4c8b215'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:22.330101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f30cd1-27ff-4548-ba4a-c3bdae592716 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting subnet 39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:30:22.333905 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f30cd1-27ff-4548-ba4a-c3bdae592716 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.381320 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f30cd1-27ff-4548-ba4a-c3bdae592716 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.479575 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f30cd1-27ff-4548-ba4a-c3bdae592716 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.576955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c374fdd2-d0ca-4dd9-9cc7-c1c28fb566b3 None None] Set router ca327124-215c-4eb4-954b-f948a4c8b215 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:30:22.589351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f30cd1-27ff-4548-ba4a-c3bdae592716 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.631886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c2996-4a1a-4693-8d6f-7cab455f4bf6 req-4c0b875f-e055-4eb8-ae99-65b08cfa08c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:22.633804 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e22c2996-4a1a-4693-8d6f-7cab455f4bf6 req-4c0b875f-e055-4eb8-ae99-65b08cfa08c3 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 943 time: 0.0933695 Aug 31 14:30:22.635076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f30cd1-27ff-4548-ba4a-c3bdae592716 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Subnet': ['ID=39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:22.655235 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f30cd1-27ff-4548-ba4a-c3bdae592716 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.657315 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-67f30cd1-27ff-4548-ba4a-c3bdae592716 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/subnets/39e7ed3b-11e9-46cd-a344-32e9f6aeb4b2 HTTP/1.1" status: 204 len: 168 time: 0.3883071 Aug 31 14:30:22.660054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54930) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:22.666875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2608410-76de-4862-9204-c64453f53b97 None None] Network 535e200f-d6b5-4452-86b8-7b95069ed604 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:22.722591 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e22c2996-4a1a-4693-8d6f-7cab455f4bf6 req-35e894b5-550e-4c4c-83ce-ce276592c2a9 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822721 Aug 31 14:30:22.794993 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.923298 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:22.931558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c374fdd2-d0ca-4dd9-9cc7-c1c28fb566b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:30:21Z', 'revision_number': 5, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port': {'id': '6ead86c4-2dd2-4779-bcb8-cae1e0faeec9', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:22.974496 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d0a18-43ba-4816-9898-524c156d028f None None] DHCP port deletion for 535e200f-d6b5-4452-86b8-7b95069ed604 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:30:22.978259 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c374fdd2-d0ca-4dd9-9cc7-c1c28fb566b3 None None] Checking router: ca327124-215c-4eb4-954b-f948a4c8b215 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:30:22.989465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c374fdd2-d0ca-4dd9-9cc7-c1c28fb566b3 None None] Routers {'ca327124-215c-4eb4-954b-f948a4c8b215'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:22.990119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c374fdd2-d0ca-4dd9-9cc7-c1c28fb566b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:30:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['ca327124-215c-4eb4-954b-f948a4c8b215'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:23.015135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Deleting port 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:23.015480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.128884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a58d0a18-43ba-4816-9898-524c156d028f None None] Deleting port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:30:23.129527 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a58d0a18-43ba-4816-9898-524c156d028f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.132238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c374fdd2-d0ca-4dd9-9cc7-c1c28fb566b3 None None] Set router ca327124-215c-4eb4-954b-f948a4c8b215 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:30:23.225916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c374fdd2-d0ca-4dd9-9cc7-c1c28fb566b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:30:22Z', 'revision_number': 6, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:23.266002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c374fdd2-d0ca-4dd9-9cc7-c1c28fb566b3 None None] The sync data for ids ['ca327124-215c-4eb4-954b-f948a4c8b215'] in n-d-792364-6 is: [{'id': 'ca327124-215c-4eb4-954b-f948a4c8b215', 'name': 'tempest-TestNetworkBasicOps-router-1934651328', 'tenant_id': 'f7b6173980a64ce294c4315a07a0fad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:15Z', 'updated_at': '2021-08-31T14:30:22Z', 'revision_number': 6, 'project_id': 'f7b6173980a64ce294c4315a07a0fad0', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:23.287993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a58d0a18-43ba-4816-9898-524c156d028f None None] For port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0c5cb61c-f593-4cc2-ab81-bc59cd4babcb,segment=NetworkSegment(48184f34-bea9-4240-835f-172ede85fb11),segment_id=48184f34-bea9-4240-835f-172ede85fb11)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:23.288418 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a58d0a18-43ba-4816-9898-524c156d028f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.303268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a58d0a18-43ba-4816-9898-524c156d028f None None] Calling delete_port for 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:23.390112 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a58d0a18-43ba-4816-9898-524c156d028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.415439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d0a18-43ba-4816-9898-524c156d028f None None] Pushing event deleted for resources: {'Port': ['ID=0c5cb61c-f593-4cc2-ab81-bc59cd4babcb,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:23.419089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d0a18-43ba-4816-9898-524c156d028f None None] No DVR routers for this DVR port 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:30:23.447463 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:30:23.451524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] For port 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6ead86c4-2dd2-4779-bcb8-cae1e0faeec9,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:23.452996 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.465903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Calling delete_port for 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:30:23.554763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=917fb5ef-3a95-4448-9ba9-41963e3ec0b6,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:23.567940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '917fb5ef-3a95-4448-9ba9-41963e3ec0b6', 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756', 'port_id': '917fb5ef-3a95-4448-9ba9-41963e3ec0b6', 'mac_address': 'fa:16:3e:4c:4b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceda2d6c-1499-485f-9b1c-ef88d4321996', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:30:23.614494 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.631320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:23.649402 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.667411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=917fb5ef-3a95-4448-9ba9-41963e3ec0b6,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:23.677504 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.688499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Port': ['ID=6ead86c4-2dd2-4779-bcb8-cae1e0faeec9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:23.714324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:23.718311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:23.722361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:23.722361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:23.722361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:23.722361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:23.722361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:23.722361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:23.722361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:23.722361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:23.722361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:23.723274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:23.723274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:23.770155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:23.770155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0c5cb61c-f593-4cc2-ab81-bc59cd4babcb not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:23.770155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 827c1c01-148c-4436-a19a-ac2fb8eff6ab no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:23.776816 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.796226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 827c1c01-148c-4436-a19a-ac2fb8eff6ab {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:23.796594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 827c1c01-148c-4436-a19a-ac2fb8eff6ab not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:23.800808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=917fb5ef-3a95-4448-9ba9-41963e3ec0b6,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:23.870932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d067e-be2f-4368-858d-13e539165d56 req-34688a7d-b113-4b9e-af6a-d4d77ee797a5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:23.873587 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e03d067e-be2f-4368-858d-13e539165d56 req-34688a7d-b113-4b9e-af6a-d4d77ee797a5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 944 time: 0.0494826 Aug 31 14:30:23.882661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.884854 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.915249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e03d067e-be2f-4368-858d-13e539165d56 req-04f6f61f-a6af-4a4f-a989-29b835e3b15d tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359318 Aug 31 14:30:23.929835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['917fb5ef-3a95-4448-9ba9-41963e3ec0b6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:23.932124 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.933915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Fanout notify agent at l3_agent the message router_deleted on router ca327124-215c-4eb4-954b-f948a4c8b215 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:30:23.948073 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:23.949495 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8dcadf9e-27bf-4cb5-9cba-29315b67cba1 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/routers/ca327124-215c-4eb4-954b-f948a4c8b215 HTTP/1.1" status: 204 len: 168 time: 1.2883344 Aug 31 14:30:23.953099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54934) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:24.044371 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.076678 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbe53e1c-9b33-415e-b192-7a591a91efe0 req-f4e9626e-08b1-4b7f-a8f5-b55ac0f10909 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547023 Aug 31 14:30:24.145934 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.157399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535e200f-d6b5-4452-86b8-7b95069ed604']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:24.168755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48184f34-bea9-4240-835f-172ede85fb11') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:24.169049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48184f34-bea9-4240-835f-172ede85fb11') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:24.175590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe53e1c-9b33-415e-b192-7a591a91efe0 req-9cffec97-4985-49b2-8b09-fa352dc2d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:24.177183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbe53e1c-9b33-415e-b192-7a591a91efe0 req-9cffec97-4985-49b2-8b09-fa352dc2d174 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 1097 time: 0.0446320 Aug 31 14:30:24.179644 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.197012 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.205496 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:30:24.206005 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:30:24.210865 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:30:24.285708 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.294157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe53e1c-9b33-415e-b192-7a591a91efe0 req-b2f2cf41-e2d6-47e9-9bea-b31f1c2766fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:24.296638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbe53e1c-9b33-415e-b192-7a591a91efe0 req-b2f2cf41-e2d6-47e9-9bea-b31f1c2766fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 916 time: 0.0991402 Aug 31 14:30:24.298681 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.300548 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] 10.222.0.20 "DELETE /v2.0/networks/535e200f-d6b5-4452-86b8-7b95069ed604 HTTP/1.1" status: 204 len: 168 time: 0.3464627 Aug 31 14:30:24.312618 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f23f25-bfe1-4ada-83cc-fe0f9d278d01 tempest-TestNetworkBasicOps-373191454 tempest-TestNetworkBasicOps-373191454-project] Pushing event deleted for resources: {'Network': ['ID=535e200f-d6b5-4452-86b8-7b95069ed604,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:24.348128 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbe53e1c-9b33-415e-b192-7a591a91efe0 req-851fdbe8-fe11-4c88-a24d-a858a799fc85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c28aa8-90c5-4c48-b53e-70561bca8a07 HTTP/1.1" status: 200 len: 217 time: 0.0412469 Aug 31 14:30:24.403644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe53e1c-9b33-415e-b192-7a591a91efe0 req-5f19097c-09c8-480a-b06d-747b8e073e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:24.405753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbe53e1c-9b33-415e-b192-7a591a91efe0 req-5f19097c-09c8-480a-b06d-747b8e073e89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ceda2d6c-1499-485f-9b1c-ef88d4321996 HTTP/1.1" status: 200 len: 855 time: 0.0499544 Aug 31 14:30:24.446540 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbe53e1c-9b33-415e-b192-7a591a91efe0 req-be1ca86d-9ef6-4f46-881b-b4dadffa0b46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a49ba5-fcae-47c2-8e99-a40dc5e35756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295024 Aug 31 14:30:24.555616 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbe53e1c-9b33-415e-b192-7a591a91efe0 req-8ba7e81d-401a-4a23-aac1-8d192cb49960 service neutron] 10.222.0.52 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987976 Aug 31 14:30:24.566520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54940) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:24.654716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbe53e1c-9b33-415e-b192-7a591a91efe0 req-f708555c-ea63-412e-893a-5d1f32906d27 service neutron] 10.222.0.52 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899074 Aug 31 14:30:24.733484 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ac0c527c-72d8-4da1-979b-db3641588024 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7b6173980a64ce294c4315a07a0fad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653883 Aug 31 14:30:24.735849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54944) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:24.783965 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed880845-678b-46f2-8bf1-e0efd434158a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.805572 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed880845-678b-46f2-8bf1-e0efd434158a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.853344 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed880845-678b-46f2-8bf1-e0efd434158a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.855902 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed880845-678b-46f2-8bf1-e0efd434158a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:24.857131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ed880845-678b-46f2-8bf1-e0efd434158a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09388d78-7151-46fe-a5b6-aa76d0a5f483 HTTP/1.1" status: 204 len: 168 time: 0.1203630 Aug 31 14:30:24.864756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed880845-678b-46f2-8bf1-e0efd434158a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09388d78-7151-46fe-a5b6-aa76d0a5f483,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:25.050481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475fc7-2109-4913-8af6-fe1db99093f1 req-774338f3-7762-4eb4-a971-4722b902fd53 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:25.052159 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-01475fc7-2109-4913-8af6-fe1db99093f1 req-774338f3-7762-4eb4-a971-4722b902fd53 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 944 time: 0.0613136 Aug 31 14:30:25.094043 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-01475fc7-2109-4913-8af6-fe1db99093f1 req-21b4001f-1c69-42ce-9648-d3a52d1fa83f tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354192 Aug 31 14:30:25.156026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54952) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:25.171650 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a2793ce-d174-4eb8-87c1-62f6b27d9f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.262076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a2793ce-d174-4eb8-87c1-62f6b27d9f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.265908 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a2793ce-d174-4eb8-87c1-62f6b27d9f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.303694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8a2793ce-d174-4eb8-87c1-62f6b27d9f15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f13113ad81ca475bbc6b6da44f1d3ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456528 Aug 31 14:30:25.304842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2793ce-d174-4eb8-87c1-62f6b27d9f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b3f6aa-a12c-415c-9c0d-c48ab25ee894,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:25.306413 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54954) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:25.358496 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-acf759be-b40a-4b77-a3a0-d535089099c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.372812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:30:25.381237 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-acf759be-b40a-4b77-a3a0-d535089099c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.396332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:30:25.396708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6ead86c4-2dd2-4779-bcb8-cae1e0faeec9 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:30:25.430756 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-acf759be-b40a-4b77-a3a0-d535089099c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.432944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-acf759be-b40a-4b77-a3a0-d535089099c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.434122 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-acf759be-b40a-4b77-a3a0-d535089099c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0b3f6aa-a12c-415c-9c0d-c48ab25ee894 HTTP/1.1" status: 204 len: 168 time: 0.1257868 Aug 31 14:30:25.442324 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf759be-b40a-4b77-a3a0-d535089099c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b3f6aa-a12c-415c-9c0d-c48ab25ee894,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:25.477463 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:25.531482 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:25.535265 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:25.535643 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.621149 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.649558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a93aa92-f34c-4bc6-854b-39cce6c43361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917fb5ef-3a95-4448-9ba9-41963e3ec0b6'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:25.651837 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a2f7dc-6cb7-48f6-a759-f3d6c37a8e00" -d '{"events": [{"server_uuid": "7a93aa92-f34c-4bc6-854b-39cce6c43361", "name": "network-vif-plugged", "status": "completed", "tag": "917fb5ef-3a95-4448-9ba9-41963e3ec0b6"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:25.667013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=917fb5ef-3a95-4448-9ba9-41963e3ec0b6,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:25.675177 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:25.702576 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5d3831-b7e1-4095-b2cc-ebe9cead7847 x-openstack-request-id: req-6c5d3831-b7e1-4095-b2cc-ebe9cead7847 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:25.702866 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a93aa92-f34c-4bc6-854b-39cce6c43361", "name": "network-vif-plugged", "status": "completed", "tag": "917fb5ef-3a95-4448-9ba9-41963e3ec0b6", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:25.703313 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c5d3831-b7e1-4095-b2cc-ebe9cead7847 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:25.703703 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a93aa92-f34c-4bc6-854b-39cce6c43361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917fb5ef-3a95-4448-9ba9-41963e3ec0b6', 'code': 200} Aug 31 14:30:25.734211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=917fb5ef-3a95-4448-9ba9-41963e3ec0b6,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:25.813211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3aa3d-0ece-4bf5-a335-4879fe88e09c req-a7427c35-b563-4500-9147-56ce6f0bb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:25.815105 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0dc3aa3d-0ece-4bf5-a335-4879fe88e09c req-a7427c35-b563-4500-9147-56ce6f0bb74d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 1096 time: 0.0516002 Aug 31 14:30:25.855067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0dc3aa3d-0ece-4bf5-a335-4879fe88e09c req-45fc51ab-07d1-4bd7-820a-5c6edad900a7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297678 Aug 31 14:30:26.172781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54980) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:26.212885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f26af-8fc4-45fc-acc9-6e815361a780 req-bb0d928c-7710-45c4-bb45-f783d214ff7c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:26.214521 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f68f26af-8fc4-45fc-acc9-6e815361a780 req-bb0d928c-7710-45c4-bb45-f783d214ff7c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 945 time: 0.0524311 Aug 31 14:30:26.259656 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f68f26af-8fc4-45fc-acc9-6e815361a780 req-81d2bcd1-7199-470a-aae7-204ec2bba813 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331762 Aug 31 14:30:26.283795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1904131693-network', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:26.306845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Made reservation on behalf of 4ffd68cf2022444f9bc0f48eba19a21a for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:26.309128 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.317819 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.404901 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.408675 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.432383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:30:26.442486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1b7c7c-fbff-467c-bf59-ac85e80e5f5b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:26.447048 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.447401 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Added segment 52c8bd01-0e9e-4be6-89e4-2fa25157e160 of type vlan for network 5e154f4b-8029-4f60-ba92-7fe5147a560a Aug 31 14:30:26.488379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.521520 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.522546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:26.523305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.576885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4023261 Aug 31 14:30:26.579945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 54984) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:26.585085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5f08c57c-55ac-41e6-a149-24635c98f149 admin admin] Request body: {'subnet': {'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1904131693-subnet', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:26.587072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f5c1f-f49f-4ab6-a211-523098932a2c admin admin] Pushing event updated for resources: {'Network': ['ID=5e154f4b-8029-4f60-ba92-7fe5147a560a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:26.597745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 5e154f4b-8029-4f60-ba92-7fe5147a560a details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:30:26.608308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f08c57c-55ac-41e6-a149-24635c98f149 admin admin] Made reservation on behalf of 4ffd68cf2022444f9bc0f48eba19a21a for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:26.610695 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f08c57c-55ac-41e6-a149-24635c98f149 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.779517 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f08c57c-55ac-41e6-a149-24635c98f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.836257 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08c57c-55ac-41e6-a149-24635c98f149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79115851-811b-47b3-b985-cafcb7c863f3,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:26.846312 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f08c57c-55ac-41e6-a149-24635c98f149 admin admin] Checking segment: {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:26.846670 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f08c57c-55ac-41e6-a149-24635c98f149 admin admin] Network hostable DHCP agents. Network: 5e154f4b-8029-4f60-ba92-7fe5147a560a, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:30:26.866342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f08c57c-55ac-41e6-a149-24635c98f149 admin admin] Network 5e154f4b-8029-4f60-ba92-7fe5147a560a is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:30:26.883624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-5f08c57c-55ac-41e6-a149-24635c98f149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 5e154f4b-8029-4f60-ba92-7fe5147a560a) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:26.888137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f08c57c-55ac-41e6-a149-24635c98f149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:26.889018 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f08c57c-55ac-41e6-a149-24635c98f149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.892114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6132977-d863-42a3-bffb-e67b7361744b None None] Network 5e154f4b-8029-4f60-ba92-7fe5147a560a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:26.905057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5f08c57c-55ac-41e6-a149-24635c98f149 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3238783 Aug 31 14:30:26.907800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 54986) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:26.912525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1904131693-router', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:26.936011 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:26.937696 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.006721 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.057931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-5e154f4b-8029-4f60-ba92-7fe5147a560a', 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'fixed_ips': [{'subnet_id': '79115851-811b-47b3-b985-cafcb7c863f3'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:30:27.058788 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.156640 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.204939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Allocated IP 172.20.0.2 (5e154f4b-8029-4f60-ba92-7fe5147a560a/79115851-811b-47b3-b985-cafcb7c863f3/8e6281d4-786e-4b7a-aee3-e6ed77324a2c) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:27.355156 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.363945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Transition to ACTIVE for port object 8e6281d4-786e-4b7a-aee3-e6ed77324a2c will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:27.378592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Transition to ACTIVE for port object 8e6281d4-786e-4b7a-aee3-e6ed77324a2c will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:27.385808 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.387912 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.409250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.427118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Network 5e154f4b-8029-4f60-ba92-7fe5147a560a is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:27.430074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:27.433678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:27.439126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Pushing event updated for resources: {'Port': ['ID=8e6281d4-786e-4b7a-aee3-e6ed77324a2c,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:27.460767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955a21c-1f67-4661-ba5d-243b9def6555 req-887a5923-b5f9-474d-ae5c-cd9273f69766 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:27.462323 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b955a21c-1f67-4661-ba5d-243b9def6555 req-887a5923-b5f9-474d-ae5c-cd9273f69766 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 945 time: 0.1198144 Aug 31 14:30:27.491560 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Attempting to bind port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:27.491934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Attempting to bind port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:27.492304 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Attempting to bind port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c on network 5e154f4b-8029-4f60-ba92-7fe5147a560a {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:27.497276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:27.497805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Checking segment: {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:27.498222 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.498623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Bound using segment: {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:27.499099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Bound port: 8e6281d4-786e-4b7a-aee3-e6ed77324a2c, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:27.499490 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.546058 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b955a21c-1f67-4661-ba5d-243b9def6555 req-94a4f049-fb9d-4091-84bc-3024877ebd49 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731940 Aug 31 14:30:27.563348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Allocated IP 172.25.3.32 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/eae08608-cbeb-497a-994c-a26c2572071a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:27.571141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] For port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:27.575125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] For port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8e6281d4-786e-4b7a-aee3-e6ed77324a2c,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:27.582292 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.647081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e166d-0876-4850-832a-01a50fa8f04b None None] Pushing event updated for resources: {'Port': ['ID=8e6281d4-786e-4b7a-aee3-e6ed77324a2c,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:27.701559 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.762405 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:27.821858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:27.825297 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:27.828739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:27.869820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Pushing event updated for resources: {'Port': ['ID=eae08608-cbeb-497a-994c-a26c2572071a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:28.133314 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:28.340995 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:28.477134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Router b367c472-c256-42f6-addb-7f29caa5872c is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:30:28.623647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:28.634666 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Sync routers for ids ['b367c472-c256-42f6-addb-7f29caa5872c'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:28.661513 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Routers {'b367c472-c256-42f6-addb-7f29caa5872c'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:28.662324 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:30:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b367c472-c256-42f6-addb-7f29caa5872c'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:28.662491 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:28.666899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55006) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:28.667539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bad890b4-0ae1-48e9-85a6-ff550ca7f7ba admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7580175 Aug 31 14:30:28.706073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55008) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:28.807651 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Set router b367c472-c256-42f6-addb-7f29caa5872c gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:30:28.811879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2686df1a-da59-4449-b86b-ae7749542f7d None None] Network 5e154f4b-8029-4f60-ba92-7fe5147a560a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:28.839559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923c659-c990-487a-a533-0c9bf037b308 req-b28c84b5-e663-4e27-88a0-90f4e2e7b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:28.843064 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1923c659-c990-487a-a533-0c9bf037b308 req-b28c84b5-e663-4e27-88a0-90f4e2e7b9ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 1096 time: 0.1358705 Aug 31 14:30:28.881367 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1923c659-c990-487a-a533-0c9bf037b308 req-62155fe4-6289-4cc8-b476-09a2e82b28d0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305777 Aug 31 14:30:28.908993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d62cd321-e937-4cb0-ba92-4c2918227a71 None None] Provisioning for port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:29.148846 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'name': 'tempest-TestServerMultinode-1904131693-router', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:26Z', 'updated_at': '2021-08-31T14:30:28Z', 'revision_number': 3, 'project_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'gw_port': {'id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:27Z', 'updated_at': '2021-08-31T14:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:29.180323 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.183286 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Checking router: b367c472-c256-42f6-addb-7f29caa5872c for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:30:29.183668 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Updating router b367c472-c256-42f6-addb-7f29caa5872c port eae08608-cbeb-497a-994c-a26c2572071a binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:30:29.227255 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.494645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Allocated IP 172.20.0.1 (5e154f4b-8029-4f60-ba92-7fe5147a560a/79115851-811b-47b3-b985-cafcb7c863f3/f656c9ad-ef2f-4512-bb74-efc495bda128) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:29.500843 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8e6281d4-786e-4b7a-aee3-e6ed77324a2c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:29.588723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:29.601404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:29.601871 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.651018 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.668723 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Transition to ACTIVE for port object eae08608-cbeb-497a-994c-a26c2572071a will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:29.680117 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.680252 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.728225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Transition to ACTIVE for port object f656c9ad-ef2f-4512-bb74-efc495bda128 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:29.752522 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Attempting to bind port eae08608-cbeb-497a-994c-a26c2572071a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:29.753603 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Attempting to bind port eae08608-cbeb-497a-994c-a26c2572071a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:29.754076 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Attempting to bind port eae08608-cbeb-497a-994c-a26c2572071a on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:29.763359 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Pushing event updated for resources: {'Port': ['ID=eae08608-cbeb-497a-994c-a26c2572071a,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:29.764920 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.773329 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:29.773855 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:29.774491 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:29.775297 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:29.775861 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:29.776268 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:29.776655 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:29.776771 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.776985 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:29.777491 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:29.777823 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:29.778153 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:29.779947 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:29.788581 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:29.788974 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:29.789389 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.789841 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:29.790335 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Bound port: eae08608-cbeb-497a-994c-a26c2572071a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:29.790765 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.817467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8e6281d4-786e-4b7a-aee3-e6ed77324a2c,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:29.824793 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.833965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Network 5e154f4b-8029-4f60-ba92-7fe5147a560a is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:29.845267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:29.848085 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] For port eae08608-cbeb-497a-994c-a26c2572071a, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:29.849779 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:29.851870 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] For port eae08608-cbeb-497a-994c-a26c2572071a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=eae08608-cbeb-497a-994c-a26c2572071a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:29.856341 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Pushing event updated for resources: {'Port': ['ID=f656c9ad-ef2f-4512-bb74-efc495bda128,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:29.860034 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:29.895325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=8e6281d4-786e-4b7a-aee3-e6ed77324a2c,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:29.930277 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.041537 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Routers {'b367c472-c256-42f6-addb-7f29caa5872c'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:30.042183 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:30:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b367c472-c256-42f6-addb-7f29caa5872c'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:30.104493 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a77fb-f2ae-44fd-800b-c55aed368b61 None None] Pushing event updated for resources: {'Port': ['ID=eae08608-cbeb-497a-994c-a26c2572071a,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:30.109075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2fa95650-fa7a-4045-bbc4-df5a0f841b0b None None] Provisioning for port f656c9ad-ef2f-4512-bb74-efc495bda128 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:30.117303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2fa95650-fa7a-4045-bbc4-df5a0f841b0b None None] Provisioning complete for port f656c9ad-ef2f-4512-bb74-efc495bda128 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:30.117962 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2fa95650-fa7a-4045-bbc4-df5a0f841b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.132990 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.160517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2fa95650-fa7a-4045-bbc4-df5a0f841b0b None None] Port f656c9ad-ef2f-4512-bb74-efc495bda128 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:30.185653 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] Set router b367c472-c256-42f6-addb-7f29caa5872c gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:30:30.326383 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.332015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.387322 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'name': 'tempest-TestServerMultinode-1904131693-router', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:26Z', 'updated_at': '2021-08-31T14:30:28Z', 'revision_number': 3, 'project_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'gw_port': {'id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:27Z', 'updated_at': '2021-08-31T14:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:30.398827 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.400636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Pushing event updated for resources: {'Port': ['ID=f656c9ad-ef2f-4512-bb74-efc495bda128,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:30.421253 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9e6c6-c6e5-4c28-b185-3001da90cb70 None None] The sync data for ids ['b367c472-c256-42f6-addb-7f29caa5872c'] in n-d-792364-6 is: [{'id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'name': 'tempest-TestServerMultinode-1904131693-router', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:26Z', 'updated_at': '2021-08-31T14:30:28Z', 'revision_number': 3, 'project_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'gw_port': {'id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:27Z', 'updated_at': '2021-08-31T14:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:30.510277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Network 5e154f4b-8029-4f60-ba92-7fe5147a560a is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:30.511803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:30.634024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Router b367c472-c256-42f6-addb-7f29caa5872c has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:30.799807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:30.810058 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ac7c67b0-570e-4562-80c9-ea10edc1c59e admin admin] 10.222.0.20 "PUT /v2.0/routers/b367c472-c256-42f6-addb-7f29caa5872c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1411157 Aug 31 14:30:30.883918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ef214c98-f47f-466b-b1e5-281b5b038ba3 None None] Provisioning complete for port f656c9ad-ef2f-4512-bb74-efc495bda128 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:30.884498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef214c98-f47f-466b-b1e5-281b5b038ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:30.936023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ef214c98-f47f-466b-b1e5-281b5b038ba3 None None] Port f656c9ad-ef2f-4512-bb74-efc495bda128 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:31.392682 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d7804e32-bdd2-4a08-9566-b11119230dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.428102 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55052) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:31.439096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-698246164-network', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:31.485284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Made reservation on behalf of 578cd5dd54dc4b2093d5dfdc6f51a1ed for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:31.492725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.515201 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.555850 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8e6281d4-786e-4b7a-aee3-e6ed77324a2c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:31.652006 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.657732 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.673642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:31.674748 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.682954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:30:31.700200 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93977a0f-7383-4d99-bf3a-d2843f4e29ca,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:31.704163 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.704549 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Added segment 75121ba3-0948-4d8e-9075-72f30059d028 of type vlan for network f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd Aug 31 14:30:31.759805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.787029 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device eae08608-cbeb-497a-994c-a26c2572071a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:31.792964 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.794596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:31.796561 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:31.880778 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4469197 Aug 31 14:30:31.882531 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55056) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:31.890152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30d595-be8a-4df5-bb45-9d0f18670da7 admin admin] Pushing event updated for resources: {'Network': ['ID=f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:31.894174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3791f5ad-bf94-4ba8-af70-fcbfea17bf3d admin admin] Request body: {'subnet': {'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-698246164-subnet', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:31.926035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3791f5ad-bf94-4ba8-af70-fcbfea17bf3d admin admin] Made reservation on behalf of 578cd5dd54dc4b2093d5dfdc6f51a1ed for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:31.929372 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3791f5ad-bf94-4ba8-af70-fcbfea17bf3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.021524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:30:32.098038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port eae08608-cbeb-497a-994c-a26c2572071a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:32.105271 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port eae08608-cbeb-497a-994c-a26c2572071a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:32.105271 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.132490 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3791f5ad-bf94-4ba8-af70-fcbfea17bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.192939 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.195552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791f5ad-bf94-4ba8-af70-fcbfea17bf3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e849bf49-a48b-4d2b-a6b9-4b9150c3acc7,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:32.216243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port eae08608-cbeb-497a-994c-a26c2572071a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=eae08608-cbeb-497a-994c-a26c2572071a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:32.220945 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.233986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3791f5ad-bf94-4ba8-af70-fcbfea17bf3d admin admin] Checking segment: {'id': '75121ba3-0948-4d8e-9075-72f30059d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:32.234354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3791f5ad-bf94-4ba8-af70-fcbfea17bf3d admin admin] Network hostable DHCP agents. Network: f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:30:32.255124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3791f5ad-bf94-4ba8-af70-fcbfea17bf3d admin admin] Network f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:30:32.267766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3791f5ad-bf94-4ba8-af70-fcbfea17bf3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:32.278356 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4003a81-5a5f-4868-a3d6-650ebc4faf2c None None] Network f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:32.282774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3791f5ad-bf94-4ba8-af70-fcbfea17bf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:32.283564 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3791f5ad-bf94-4ba8-af70-fcbfea17bf3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.296208 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=eae08608-cbeb-497a-994c-a26c2572071a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:32.302951 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3791f5ad-bf94-4ba8-af70-fcbfea17bf3d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4178848 Aug 31 14:30:32.305282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55058) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:32.310588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-698246164-router', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:32.334141 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.335362 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.395177 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.461329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd', 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'fixed_ips': [{'subnet_id': 'e849bf49-a48b-4d2b-a6b9-4b9150c3acc7'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:30:32.462347 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.568784 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.611386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Sync routers for ids ['b367c472-c256-42f6-addb-7f29caa5872c'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:32.632063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Routers {'b367c472-c256-42f6-addb-7f29caa5872c'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:32.633093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:30:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b367c472-c256-42f6-addb-7f29caa5872c'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:32.676937 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Allocated IP 172.20.0.2 (f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd/e849bf49-a48b-4d2b-a6b9-4b9150c3acc7/36495447-e36e-415c-b257-ba9fc9ab2739) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:32.797671 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.802404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Set router b367c472-c256-42f6-addb-7f29caa5872c gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:30:32.831088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:32.961546 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Allocated IP 172.25.3.237 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/0a23014e-0e43-4aff-8c3c-aa7372e73c61) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:32.996146 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.015035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Transition to ACTIVE for port object 36495447-e36e-415c-b257-ba9fc9ab2739 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:33.047324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Transition to ACTIVE for port object 36495447-e36e-415c-b257-ba9fc9ab2739 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:33.068350 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.121874 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Network f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:33.130965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:33.136022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:33.148085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Pushing event updated for resources: {'Port': ['ID=36495447-e36e-415c-b257-ba9fc9ab2739,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:33.200091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'name': 'tempest-TestServerMultinode-1904131693-router', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:26Z', 'updated_at': '2021-08-31T14:30:30Z', 'revision_number': 4, 'project_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'gw_port': {'id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:27Z', 'updated_at': '2021-08-31T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'f656c9ad-ef2f-4512-bb74-efc495bda128', 'name': '', 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'mac_address': 'fa:16:3e:80:e7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '79115851-811b-47b3-b985-cafcb7c863f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:29Z', 'updated_at': '2021-08-31T14:30:30Z', 'revision_number': 2, 'project_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'subnets': [{'id': '79115851-811b-47b3-b985-cafcb7c863f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:33.239495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Attempting to bind port 36495447-e36e-415c-b257-ba9fc9ab2739 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:33.239788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Attempting to bind port 36495447-e36e-415c-b257-ba9fc9ab2739 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '75121ba3-0948-4d8e-9075-72f30059d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:33.240161 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Attempting to bind port 36495447-e36e-415c-b257-ba9fc9ab2739 on network f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:33.242621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Checking router: b367c472-c256-42f6-addb-7f29caa5872c for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:30:33.242979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Updating router b367c472-c256-42f6-addb-7f29caa5872c port f656c9ad-ef2f-4512-bb74-efc495bda128 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:30:33.263876 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:33.264263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Checking segment: {'id': '75121ba3-0948-4d8e-9075-72f30059d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:33.264718 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.265132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Bound using segment: {'id': '75121ba3-0948-4d8e-9075-72f30059d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:33.265640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Bound port: 36495447-e36e-415c-b257-ba9fc9ab2739, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75121ba3-0948-4d8e-9075-72f30059d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:33.266038 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.285865 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.386786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] For port 36495447-e36e-415c-b257-ba9fc9ab2739, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:33.435537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device eae08608-cbeb-497a-994c-a26c2572071a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:33.443701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.472253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] For port 36495447-e36e-415c-b257-ba9fc9ab2739, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=36495447-e36e-415c-b257-ba9fc9ab2739,segment=NetworkSegment(75121ba3-0948-4d8e-9075-72f30059d028),segment_id=75121ba3-0948-4d8e-9075-72f30059d028)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:33.484947 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.499653 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.548129 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:33.553242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:33.556919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:33.612166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Pushing event updated for resources: {'Port': ['ID=0a23014e-0e43-4aff-8c3c-aa7372e73c61,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:33.627148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb08f5b-76f9-46a5-b28a-8ffe492925ad None None] Pushing event updated for resources: {'Port': ['ID=36495447-e36e-415c-b257-ba9fc9ab2739,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:33.649776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port eae08608-cbeb-497a-994c-a26c2572071a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:33.650157 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.801504 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:33.835321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Transition to ACTIVE for port object f656c9ad-ef2f-4512-bb74-efc495bda128 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:33.843914 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.005991 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95ed9b-27c9-474f-add1-982643614a71 None None] Pushing event updated for resources: {'Port': ['ID=f656c9ad-ef2f-4512-bb74-efc495bda128,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:34.020801 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Attempting to bind port f656c9ad-ef2f-4512-bb74-efc495bda128 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:34.021176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Attempting to bind port f656c9ad-ef2f-4512-bb74-efc495bda128 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:34.021532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Attempting to bind port f656c9ad-ef2f-4512-bb74-efc495bda128 on network 5e154f4b-8029-4f60-ba92-7fe5147a560a {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:34.050171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:34.051916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Checking segment: {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:34.052352 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.052848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Bound using segment: {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:34.054053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Bound port: f656c9ad-ef2f-4512-bb74-efc495bda128, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:34.054467 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.074151 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.084014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.109108 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4f030651-5797-4d58-abf6-a9348378a83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.151738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] For port f656c9ad-ef2f-4512-bb74-efc495bda128, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:34.156458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] For port f656c9ad-ef2f-4512-bb74-efc495bda128, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f656c9ad-ef2f-4512-bb74-efc495bda128,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:34.163327 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.263927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Routers {'b367c472-c256-42f6-addb-7f29caa5872c'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:34.264846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:30:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b367c472-c256-42f6-addb-7f29caa5872c'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:34.313805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95ed9b-27c9-474f-add1-982643614a71 None None] Pushing event updated for resources: {'Port': ['ID=f656c9ad-ef2f-4512-bb74-efc495bda128,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:34.341964 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.399610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] Set router b367c472-c256-42f6-addb-7f29caa5872c gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:30:34.506971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Router 62eaef93-a21b-4ccd-a37f-6bd65d77f802 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:30:34.631918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:34.645030 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Sync routers for ids ['62eaef93-a21b-4ccd-a37f-6bd65d77f802'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:34.654079 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:34.655757 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c8b03a74-9db8-4263-9c20-ef499df23aea admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3491700 Aug 31 14:30:34.658140 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Routers {'62eaef93-a21b-4ccd-a37f-6bd65d77f802'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:34.658787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55064) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:30:34.659311 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:30:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62eaef93-a21b-4ccd-a37f-6bd65d77f802'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:34.795827 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Set router 62eaef93-a21b-4ccd-a37f-6bd65d77f802 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:30:34.836084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'name': 'tempest-TestServerMultinode-1904131693-router', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:26Z', 'updated_at': '2021-08-31T14:30:30Z', 'revision_number': 4, 'project_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'gw_port': {'id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:27Z', 'updated_at': '2021-08-31T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'f656c9ad-ef2f-4512-bb74-efc495bda128', 'name': '', 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'mac_address': 'fa:16:3e:80:e7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '79115851-811b-47b3-b985-cafcb7c863f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:29Z', 'updated_at': '2021-08-31T14:30:34Z', 'revision_number': 4, 'project_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'subnets': [{'id': '79115851-811b-47b3-b985-cafcb7c863f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:34.839431 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5ac60-f1a0-4279-a707-c8e1ecfd13d0 None None] Network f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:30:34.910383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ab038-93e6-41a4-a96d-362bd27bb5bf None None] The sync data for ids ['b367c472-c256-42f6-addb-7f29caa5872c'] in n-d-792364-6 is: [{'id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'name': 'tempest-TestServerMultinode-1904131693-router', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:26Z', 'updated_at': '2021-08-31T14:30:30Z', 'revision_number': 4, 'project_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'gw_port': {'id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:27Z', 'updated_at': '2021-08-31T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'f656c9ad-ef2f-4512-bb74-efc495bda128', 'name': '', 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'mac_address': 'fa:16:3e:80:e7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '79115851-811b-47b3-b985-cafcb7c863f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:29Z', 'updated_at': '2021-08-31T14:30:34Z', 'revision_number': 4, 'project_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'subnets': [{'id': '79115851-811b-47b3-b985-cafcb7c863f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:34.931330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-17aade8e-b5ac-48dd-9800-d1cd3229b4f2 None None] Provisioning for port 36495447-e36e-415c-b257-ba9fc9ab2739 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:35.022135 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'name': 'tempest-TestServerMultinode-698246164-router', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:33Z', 'revision_number': 3, 'project_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'gw_port': {'id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:35.069458 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Checking router: 62eaef93-a21b-4ccd-a37f-6bd65d77f802 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:30:35.069893 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Updating router 62eaef93-a21b-4ccd-a37f-6bd65d77f802 port 0a23014e-0e43-4aff-8c3c-aa7372e73c61 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:30:35.104660 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.217850 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.279195 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.447281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Allocated IP 172.20.0.1 (f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd/e849bf49-a48b-4d2b-a6b9-4b9150c3acc7/29488999-9e3a-4fb5-9199-4b9e04b80c17) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:35.466401 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.480850 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Transition to ACTIVE for port object 0a23014e-0e43-4aff-8c3c-aa7372e73c61 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:35.487804 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.512501 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 36495447-e36e-415c-b257-ba9fc9ab2739 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:35.561470 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1541492-03a0-4766-a78d-a4cb63a4da26 None None] Pushing event updated for resources: {'Port': ['ID=0a23014e-0e43-4aff-8c3c-aa7372e73c61,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:35.582572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 36495447-e36e-415c-b257-ba9fc9ab2739 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:35.586488 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Attempting to bind port 0a23014e-0e43-4aff-8c3c-aa7372e73c61 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:35.586949 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Attempting to bind port 0a23014e-0e43-4aff-8c3c-aa7372e73c61 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:35.587386 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Attempting to bind port 0a23014e-0e43-4aff-8c3c-aa7372e73c61 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:35.588757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 36495447-e36e-415c-b257-ba9fc9ab2739 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:35.590032 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.593753 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:35.594681 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:35.595113 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.595890 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:35.596569 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Bound port: 0a23014e-0e43-4aff-8c3c-aa7372e73c61, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:35.597065 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.602103 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.623859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Transition to ACTIVE for port object 29488999-9e3a-4fb5-9199-4b9e04b80c17 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:35.657996 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] For port 0a23014e-0e43-4aff-8c3c-aa7372e73c61, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:35.663096 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] For port 0a23014e-0e43-4aff-8c3c-aa7372e73c61, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0a23014e-0e43-4aff-8c3c-aa7372e73c61,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:35.670883 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.674711 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.689861 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.730147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Network f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:35.736708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 36495447-e36e-415c-b257-ba9fc9ab2739, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=36495447-e36e-415c-b257-ba9fc9ab2739,segment=NetworkSegment(75121ba3-0948-4d8e-9075-72f30059d028),segment_id=75121ba3-0948-4d8e-9075-72f30059d028)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:35.741415 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Routers {'62eaef93-a21b-4ccd-a37f-6bd65d77f802'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:35.742070 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:30:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62eaef93-a21b-4ccd-a37f-6bd65d77f802'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:35.744379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:35.745024 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.746019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f656c9ad-ef2f-4512-bb74-efc495bda128 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:35.749671 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1541492-03a0-4766-a78d-a4cb63a4da26 None None] Pushing event updated for resources: {'Port': ['ID=0a23014e-0e43-4aff-8c3c-aa7372e73c61,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:35.761421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:35.767955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Pushing event updated for resources: {'Port': ['ID=29488999-9e3a-4fb5-9199-4b9e04b80c17,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:35.819598 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:35.879583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=36495447-e36e-415c-b257-ba9fc9ab2739,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:35.909718 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] Set router 62eaef93-a21b-4ccd-a37f-6bd65d77f802 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:30:35.914721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port f656c9ad-ef2f-4512-bb74-efc495bda128 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:35.920993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f656c9ad-ef2f-4512-bb74-efc495bda128 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:35.921364 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.047187 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.133311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port f656c9ad-ef2f-4512-bb74-efc495bda128, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f656c9ad-ef2f-4512-bb74-efc495bda128,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:36.149838 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f22d0d51-df21-403a-a452-a44aff724307 None None] Provisioning for port 29488999-9e3a-4fb5-9199-4b9e04b80c17 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:36.156462 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.197784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f22d0d51-df21-403a-a452-a44aff724307 None None] Provisioning complete for port 29488999-9e3a-4fb5-9199-4b9e04b80c17 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:36.198055 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'name': 'tempest-TestServerMultinode-698246164-router', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:33Z', 'revision_number': 3, 'project_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'gw_port': {'id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:36.198635 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f22d0d51-df21-403a-a452-a44aff724307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.231007 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427891d6-c364-4154-97e3-d057dcaa7e75 None None] The sync data for ids ['62eaef93-a21b-4ccd-a37f-6bd65d77f802'] in n-d-792364-6 is: [{'id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'name': 'tempest-TestServerMultinode-698246164-router', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:33Z', 'revision_number': 3, 'project_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'gw_port': {'id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:36.262922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f22d0d51-df21-403a-a452-a44aff724307 None None] Port 29488999-9e3a-4fb5-9199-4b9e04b80c17 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:36.264272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=f656c9ad-ef2f-4512-bb74-efc495bda128,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:36.455218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.680157 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.686585 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.760497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Pushing event updated for resources: {'Port': ['ID=29488999-9e3a-4fb5-9199-4b9e04b80c17,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:36.763746 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.831664 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:36.860877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Network f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:36.862419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:36.988928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Router 62eaef93-a21b-4ccd-a37f-6bd65d77f802 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:30:37.092317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ffdbdf84-1099-40ca-a5aa-b0e0040d952d None None] Provisioning complete for port 29488999-9e3a-4fb5-9199-4b9e04b80c17 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:37.092817 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ffdbdf84-1099-40ca-a5aa-b0e0040d952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.112020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:30:37.123106 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8c30493a-fc2b-4bb1-ada3-ca51e770b2bf admin admin] 10.222.0.20 "PUT /v2.0/routers/62eaef93-a21b-4ccd-a37f-6bd65d77f802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574459 Aug 31 14:30:37.136401 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ffdbdf84-1099-40ca-a5aa-b0e0040d952d None None] Port 29488999-9e3a-4fb5-9199-4b9e04b80c17 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:37.457165 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 36495447-e36e-415c-b257-ba9fc9ab2739 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:37.505225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 36495447-e36e-415c-b257-ba9fc9ab2739 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:37.505607 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.588638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f656c9ad-ef2f-4512-bb74-efc495bda128 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:37.636400 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f656c9ad-ef2f-4512-bb74-efc495bda128 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:37.636804 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.680955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-054f9937-02c7-424a-836f-8108d680f7ed tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:37.682902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-054f9937-02c7-424a-836f-8108d680f7ed tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/networks?id=5e154f4b-8029-4f60-ba92-7fe5147a560a HTTP/1.1" status: 200 len: 911 time: 0.0888870 Aug 31 14:30:37.698128 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-1149aede-7e2f-4dcc-a77e-1a0b4f92c868 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/quotas/578cd5dd54dc4b2093d5dfdc6f51a1ed HTTP/1.1" status: 200 len: 375 time: 0.0093839 Aug 31 14:30:37.719075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0a23014e-0e43-4aff-8c3c-aa7372e73c61 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:37.772705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 0a23014e-0e43-4aff-8c3c-aa7372e73c61 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:37.776487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0a23014e-0e43-4aff-8c3c-aa7372e73c61 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:37.776867 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.783011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-f5a2d037-9a39-44ee-917c-f43b2515c21c tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=578cd5dd54dc4b2093d5dfdc6f51a1ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792463 Aug 31 14:30:37.862749 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.881618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-c0927e93-479b-4355-a2ce-134b0e0053d9 service neutron] 10.222.0.20 "GET /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911613 Aug 31 14:30:37.888650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 0a23014e-0e43-4aff-8c3c-aa7372e73c61, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0a23014e-0e43-4aff-8c3c-aa7372e73c61,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:37.895862 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:37.946425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=0a23014e-0e43-4aff-8c3c-aa7372e73c61,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:37.989080 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-a417c597-c9c4-46da-99b4-f15b7973fe11 service neutron] 10.222.0.20 "GET /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010258 Aug 31 14:30:38.156183 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c44d7f9-3a8d-4f8c-a940-e6fe23ffed53 req-bc855b78-8cf1-4c71-96d6-9f5f51614033 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 210 time: 0.0283797 Aug 31 14:30:38.412722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Sync routers for ids ['62eaef93-a21b-4ccd-a37f-6bd65d77f802'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:30:38.424716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Routers {'62eaef93-a21b-4ccd-a37f-6bd65d77f802'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:38.425350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:30:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62eaef93-a21b-4ccd-a37f-6bd65d77f802'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:38.535439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Set router 62eaef93-a21b-4ccd-a37f-6bd65d77f802 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:30:38.760507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'name': 'tempest-TestServerMultinode-698246164-router', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:36Z', 'revision_number': 4, 'project_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'gw_port': {'id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '29488999-9e3a-4fb5-9199-4b9e04b80c17', 'name': '', 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'mac_address': 'fa:16:3e:99:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e849bf49-a48b-4d2b-a6b9-4b9150c3acc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:35Z', 'updated_at': '2021-08-31T14:30:36Z', 'revision_number': 2, 'project_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'subnets': [{'id': 'e849bf49-a48b-4d2b-a6b9-4b9150c3acc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:38.795124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Checking router: 62eaef93-a21b-4ccd-a37f-6bd65d77f802 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:30:38.795471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Updating router 62eaef93-a21b-4ccd-a37f-6bd65d77f802 port 29488999-9e3a-4fb5-9199-4b9e04b80c17 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:30:38.820846 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.115363 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.127143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Transition to ACTIVE for port object 29488999-9e3a-4fb5-9199-4b9e04b80c17 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:39.135359 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.194809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2d686-1032-4c97-abdd-fdca8c3dab81 None None] Pushing event updated for resources: {'Port': ['ID=29488999-9e3a-4fb5-9199-4b9e04b80c17,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:39.263255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Attempting to bind port 29488999-9e3a-4fb5-9199-4b9e04b80c17 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:39.264550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Attempting to bind port 29488999-9e3a-4fb5-9199-4b9e04b80c17 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '75121ba3-0948-4d8e-9075-72f30059d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:39.265736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Attempting to bind port 29488999-9e3a-4fb5-9199-4b9e04b80c17 on network f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:39.274153 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-277eae4c-b71d-4dc2-ac91-6a7f4a756e74 req-68470268-2787-47f9-949e-209898d0b66b tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 210 time: 0.0274291 Aug 31 14:30:39.275911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:39.276854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Checking segment: {'id': '75121ba3-0948-4d8e-9075-72f30059d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:39.277624 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.278933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Bound using segment: {'id': '75121ba3-0948-4d8e-9075-72f30059d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:39.279884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Bound port: 29488999-9e3a-4fb5-9199-4b9e04b80c17, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75121ba3-0948-4d8e-9075-72f30059d028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:39.280611 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.368945 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.377250 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.389747 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] For port 29488999-9e3a-4fb5-9199-4b9e04b80c17, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:39.393561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] For port 29488999-9e3a-4fb5-9199-4b9e04b80c17, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29488999-9e3a-4fb5-9199-4b9e04b80c17,segment=NetworkSegment(75121ba3-0948-4d8e-9075-72f30059d028),segment_id=75121ba3-0948-4d8e-9075-72f30059d028)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:39.404248 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.435665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cb383e32-6bc5-4d66-834d-c38e2d7c2673 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:39.437611 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cb383e32-6bc5-4d66-834d-c38e2d7c2673 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.52 "GET /v2.0/networks?id=5e154f4b-8029-4f60-ba92-7fe5147a560a HTTP/1.1" status: 200 len: 911 time: 0.1538684 Aug 31 14:30:39.450970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0a23014e-0e43-4aff-8c3c-aa7372e73c61 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:39.458833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Request body: {'port': {'device_id': '3d18f59e-b6d5-4d66-9818-d83d26aeb46c', 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a', 'admin_state_up': True, 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:39.492166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Made reservation on behalf of 578cd5dd54dc4b2093d5dfdc6f51a1ed for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:39.494744 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.539410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2d686-1032-4c97-abdd-fdca8c3dab81 None None] Pushing event updated for resources: {'Port': ['ID=29488999-9e3a-4fb5-9199-4b9e04b80c17,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:39.543167 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Routers {'62eaef93-a21b-4ccd-a37f-6bd65d77f802'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:30:39.543919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:30:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62eaef93-a21b-4ccd-a37f-6bd65d77f802'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:39.608909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0a23014e-0e43-4aff-8c3c-aa7372e73c61 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:39.609216 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.670457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Allocated IP 172.20.0.5 (5e154f4b-8029-4f60-ba92-7fe5147a560a/79115851-811b-47b3-b985-cafcb7c863f3/7672c38c-d370-4dae-96ba-ff0499564165) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:39.696572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] Set router 62eaef93-a21b-4ccd-a37f-6bd65d77f802 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:30:39.847988 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.862285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Transition to ACTIVE for port object 7672c38c-d370-4dae-96ba-ff0499564165 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:39.902365 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:39.956960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Network 5e154f4b-8029-4f60-ba92-7fe5147a560a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:39.960040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:39.964727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:39.966266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'name': 'tempest-TestServerMultinode-698246164-router', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:36Z', 'revision_number': 4, 'project_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'gw_port': {'id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '29488999-9e3a-4fb5-9199-4b9e04b80c17', 'name': '', 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'mac_address': 'fa:16:3e:99:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e849bf49-a48b-4d2b-a6b9-4b9150c3acc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:35Z', 'updated_at': '2021-08-31T14:30:39Z', 'revision_number': 4, 'project_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'subnets': [{'id': 'e849bf49-a48b-4d2b-a6b9-4b9150c3acc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:30:39.967082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Pushing event updated for resources: {'Port': ['ID=7672c38c-d370-4dae-96ba-ff0499564165,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:39.995126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ff262-7ed6-4405-86b5-21dd43a28cd5 None None] The sync data for ids ['62eaef93-a21b-4ccd-a37f-6bd65d77f802'] in n-d-792364-6 is: [{'id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'name': 'tempest-TestServerMultinode-698246164-router', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:36Z', 'revision_number': 4, 'project_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'gw_port': {'id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '29488999-9e3a-4fb5-9199-4b9e04b80c17', 'name': '', 'network_id': 'f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'mac_address': 'fa:16:3e:99:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e849bf49-a48b-4d2b-a6b9-4b9150c3acc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:35Z', 'updated_at': '2021-08-31T14:30:39Z', 'revision_number': 4, 'project_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'subnets': [{'id': 'e849bf49-a48b-4d2b-a6b9-4b9150c3acc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:30:40.010535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:40.011383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.033774 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-cf5c918a-a77d-491d-9572-68541ffd6dc7 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5803366 Aug 31 14:30:40.052943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Request body: {'port': {'device_id': '3d18f59e-b6d5-4d66-9818-d83d26aeb46c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:40.142080 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.312944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8f3aafea-be64-4e8f-b9dc-69ba1434d5c5 None None] Provisioning for port 7672c38c-d370-4dae-96ba-ff0499564165 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:40.319051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8f3aafea-be64-4e8f-b9dc-69ba1434d5c5 None None] Provisioning complete for port 7672c38c-d370-4dae-96ba-ff0499564165 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:40.319585 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8f3aafea-be64-4e8f-b9dc-69ba1434d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.367970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8f3aafea-be64-4e8f-b9dc-69ba1434d5c5 None None] Port 7672c38c-d370-4dae-96ba-ff0499564165 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:40.423405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f36bf-1cd6-4247-be8a-834dfd5e8888 req-f2720022-473a-4f83-a470-be0518df110a tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:40.427728 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-230f36bf-1cd6-4247-be8a-834dfd5e8888 req-f2720022-473a-4f83-a470-be0518df110a tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1027 time: 0.0569963 Aug 31 14:30:40.470624 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-230f36bf-1cd6-4247-be8a-834dfd5e8888 req-eb370d92-4121-4dac-b4dd-b4c4b1af6ed3 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361421 Aug 31 14:30:40.478377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7672c38c-d370-4dae-96ba-ff0499564165 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:40.489012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.502181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Transition to ACTIVE for port object 7672c38c-d370-4dae-96ba-ff0499564165 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:40.507847 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.565450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=7672c38c-d370-4dae-96ba-ff0499564165,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:40.637728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Attempting to bind port 7672c38c-d370-4dae-96ba-ff0499564165 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:40.638072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Attempting to bind port 7672c38c-d370-4dae-96ba-ff0499564165 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:40.638403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Attempting to bind port 7672c38c-d370-4dae-96ba-ff0499564165 on network 5e154f4b-8029-4f60-ba92-7fe5147a560a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:40.645010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Port 7672c38c-d370-4dae-96ba-ff0499564165 on network 5e154f4b-8029-4f60-ba92-7fe5147a560a not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:30:40.645335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Attempting to bind port 7672c38c-d370-4dae-96ba-ff0499564165 on network 5e154f4b-8029-4f60-ba92-7fe5147a560a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:40.650418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:40.650787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Checking segment: {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:40.651136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Bound using segment: {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:40.651564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Bound port: 7672c38c-d370-4dae-96ba-ff0499564165, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:40.651926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.730613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] For port 7672c38c-d370-4dae-96ba-ff0499564165, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:40.735518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] For port 7672c38c-d370-4dae-96ba-ff0499564165, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7672c38c-d370-4dae-96ba-ff0499564165,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:40.745014 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.782813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:40.783574 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:40.785334 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] 10.222.0.52 "PUT /v2.0/ports/7672c38c-d370-4dae-96ba-ff0499564165 HTTP/1.1" status: 200 len: 1091 time: 0.7429628 Aug 31 14:30:40.788193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d18f59e-b6d5-4d66-9818-d83d26aeb46c', 'tag': '7672c38c-d370-4dae-96ba-ff0499564165'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:40.791019 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acd16e9-ddd3-4ea9-b64f-74bcebaddf7d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d18f59e-b6d5-4d66-9818-d83d26aeb46c", "tag": "7672c38c-d370-4dae-96ba-ff0499564165"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:40.830483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ede3ca-d2c4-44e2-94c3-fe35aaf1dcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=7672c38c-d370-4dae-96ba-ff0499564165,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:40.854632 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146a1de5-712d-4b54-8736-c3e073051f49 x-openstack-request-id: req-146a1de5-712d-4b54-8736-c3e073051f49 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:40.854914 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d18f59e-b6d5-4d66-9818-d83d26aeb46c", "tag": "7672c38c-d370-4dae-96ba-ff0499564165", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:40.855273 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-146a1de5-712d-4b54-8736-c3e073051f49 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:40.855833 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d18f59e-b6d5-4d66-9818-d83d26aeb46c', 'tag': '7672c38c-d370-4dae-96ba-ff0499564165', 'status': 'completed', 'code': 200} Aug 31 14:30:40.894756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-104894e2-54bc-4afe-9ed3-d353044a2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:40.896331 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-104894e2-54bc-4afe-9ed3-d353044a2b3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=578cd5dd54dc4b2093d5dfdc6f51a1ed&device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1094 time: 0.0517728 Aug 31 14:30:40.940935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-eed499ca-a225-41ec-9ef6-b15b2b73eae9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7672c38c-d370-4dae-96ba-ff0499564165 HTTP/1.1" status: 200 len: 217 time: 0.0347996 Aug 31 14:30:40.999420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-353f8fc8-0619-45c1-b12d-5c0d9df5e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:41.001164 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-353f8fc8-0619-45c1-b12d-5c0d9df5e462 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79115851-811b-47b3-b985-cafcb7c863f3 HTTP/1.1" status: 200 len: 849 time: 0.0527081 Aug 31 14:30:41.058937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-2ce31eb6-0dce-4017-b10c-2a8bdb718d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:41.060528 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-2ce31eb6-0dce-4017-b10c-2a8bdb718d41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e154f4b-8029-4f60-ba92-7fe5147a560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512950 Aug 31 14:30:41.155591 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-36af8f83-d263-42ae-8200-6bb0923dcb05 service neutron] 10.222.0.52 "GET /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864446 Aug 31 14:30:41.253921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0cbe6ff5-e215-4233-a7f7-829a487ba710 req-70457cc1-8150-44c1-87e3-abd8725e0586 service neutron] 10.222.0.52 "GET /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909522 Aug 31 14:30:41.352168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd16e9-ddd3-4ea9-b64f-74bcebaddf7d req-05cec46a-f3bc-4fbc-a0af-c9e8e1ae964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:41.352168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5acd16e9-ddd3-4ea9-b64f-74bcebaddf7d req-05cec46a-f3bc-4fbc-a0af-c9e8e1ae964a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=578cd5dd54dc4b2093d5dfdc6f51a1ed&device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1094 time: 0.0450788 Aug 31 14:30:41.422567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29488999-9e3a-4fb5-9199-4b9e04b80c17 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:41.458039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd16e9-ddd3-4ea9-b64f-74bcebaddf7d req-d78c17fe-96e9-468d-b8f6-8cabb0f58f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:41.459726 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5acd16e9-ddd3-4ea9-b64f-74bcebaddf7d req-d78c17fe-96e9-468d-b8f6-8cabb0f58f55 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e154f4b-8029-4f60-ba92-7fe5147a560a HTTP/1.1" status: 200 len: 911 time: 0.0989742 Aug 31 14:30:41.533095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5acd16e9-ddd3-4ea9-b64f-74bcebaddf7d req-eac35dc3-979b-44b6-87e3-1c084bdf2daf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7672c38c-d370-4dae-96ba-ff0499564165 HTTP/1.1" status: 200 len: 217 time: 0.0622816 Aug 31 14:30:41.598455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd16e9-ddd3-4ea9-b64f-74bcebaddf7d req-cecea33a-f5ff-44aa-8574-3d25cb3d0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:41.600421 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5acd16e9-ddd3-4ea9-b64f-74bcebaddf7d req-cecea33a-f5ff-44aa-8574-3d25cb3d0d2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79115851-811b-47b3-b985-cafcb7c863f3 HTTP/1.1" status: 200 len: 849 time: 0.0593321 Aug 31 14:30:41.626818 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d97a9-122a-4701-85a4-03d7f880692a req-49538419-5fa4-41d0-bdc4-4723c8c8d588 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:41.636807 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-380d97a9-122a-4701-85a4-03d7f880692a req-49538419-5fa4-41d0-bdc4-4723c8c8d588 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1094 time: 0.0738838 Aug 31 14:30:41.662822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd16e9-ddd3-4ea9-b64f-74bcebaddf7d req-7d731839-f31e-49e6-ba70-24b53c5589d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:41.666728 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5acd16e9-ddd3-4ea9-b64f-74bcebaddf7d req-7d731839-f31e-49e6-ba70-24b53c5589d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e154f4b-8029-4f60-ba92-7fe5147a560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567615 Aug 31 14:30:41.674641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 29488999-9e3a-4fb5-9199-4b9e04b80c17 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:41.678984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 29488999-9e3a-4fb5-9199-4b9e04b80c17 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:41.679476 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.687722 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-380d97a9-122a-4701-85a4-03d7f880692a req-02af97b6-8b67-45c3-85f0-f050c25c8980 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496182 Aug 31 14:30:41.799656 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.802525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5acd16e9-ddd3-4ea9-b64f-74bcebaddf7d req-dc951b2f-0568-4adb-a26a-4b458b85f705 service neutron] 10.222.0.52 "GET /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118627 Aug 31 14:30:41.844859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 29488999-9e3a-4fb5-9199-4b9e04b80c17, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29488999-9e3a-4fb5-9199-4b9e04b80c17,segment=NetworkSegment(75121ba3-0948-4d8e-9075-72f30059d028),segment_id=75121ba3-0948-4d8e-9075-72f30059d028)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:41.850995 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:41.935070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=29488999-9e3a-4fb5-9199-4b9e04b80c17,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:41.940243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5acd16e9-ddd3-4ea9-b64f-74bcebaddf7d req-2bca34bf-163b-4e7b-b388-161f3738c3ae service neutron] 10.222.0.52 "GET /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198266 Aug 31 14:30:42.806789 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da65af1-4628-4716-bee8-ebbd3220f6d8 req-70c48d36-40c9-45b3-94d5-db6043216ddc tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:42.808542 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1da65af1-4628-4716-bee8-ebbd3220f6d8 req-70c48d36-40c9-45b3-94d5-db6043216ddc tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1094 time: 0.0476410 Aug 31 14:30:42.854522 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1da65af1-4628-4716-bee8-ebbd3220f6d8 req-cf86f3be-6413-420d-943a-6ce5d6f151a2 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398145 Aug 31 14:30:43.382677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29488999-9e3a-4fb5-9199-4b9e04b80c17 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:43.435068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 29488999-9e3a-4fb5-9199-4b9e04b80c17 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:43.436010 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:43.964286 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58e557-de28-4ebc-8c4c-3f79e34e6057 req-cd0caee8-cb0a-477d-8616-ab8b924895f9 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:43.966783 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a58e557-de28-4ebc-8c4c-3f79e34e6057 req-cd0caee8-cb0a-477d-8616-ab8b924895f9 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1094 time: 0.0413556 Aug 31 14:30:44.006902 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a58e557-de28-4ebc-8c4c-3f79e34e6057 req-9c6b2a48-64b4-4401-8a7c-8efd56356700 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Aug 31 14:30:44.256573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 7672c38c-d370-4dae-96ba-ff0499564165 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:30:44.357259 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 7672c38c-d370-4dae-96ba-ff0499564165, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7672c38c-d370-4dae-96ba-ff0499564165,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:44.368882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '7672c38c-d370-4dae-96ba-ff0499564165', 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a', 'port_id': '7672c38c-d370-4dae-96ba-ff0499564165', 'mac_address': 'fa:16:3e:2d:d2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79115851-811b-47b3-b985-cafcb7c863f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:30:44.407691 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.421177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7672c38c-d370-4dae-96ba-ff0499564165 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:44.442196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 7672c38c-d370-4dae-96ba-ff0499564165, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7672c38c-d370-4dae-96ba-ff0499564165,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:44.446594 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:44.512552 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=7672c38c-d370-4dae-96ba-ff0499564165,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:44.701795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['7672c38c-d370-4dae-96ba-ff0499564165'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:45.119921 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892241b-d088-4d50-a788-48f3890b9ade req-00126dbd-4b27-481d-a9de-7ec8802e3e25 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:45.121427 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6892241b-d088-4d50-a788-48f3890b9ade req-00126dbd-4b27-481d-a9de-7ec8802e3e25 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1095 time: 0.0458474 Aug 31 14:30:45.159255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6892241b-d088-4d50-a788-48f3890b9ade req-ddfe93f9-8a88-4c54-bd93-c2717dd401f0 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317316 Aug 31 14:30:45.654976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-4ccb8fd3-5cad-4b5f-bdb1-34b6da7774be tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:45.656526 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-4ccb8fd3-5cad-4b5f-bdb1-34b6da7774be tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 815 time: 0.1032834 Aug 31 14:30:45.676147 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-d32d0e4e-2723-44f7-bb90-c0d4f28aced7 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/quotas/f7d012fff9234f84aeaf0d7e846de445 HTTP/1.1" status: 200 len: 375 time: 0.0126216 Aug 31 14:30:45.731782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-4042f6d5-8bc6-4496-97a1-c101217ae835 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498555 Aug 31 14:30:45.828516 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-93e8dadb-0a1a-48fb-bb76-f92fdae74a8b service neutron] 10.222.0.20 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893493 Aug 31 14:30:45.919746 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-dce2f3e9-ed91-4484-965d-069925c14eba service neutron] 10.222.0.20 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850322 Aug 31 14:30:46.089247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb3ce0ff-b204-430b-8323-3ef5c32cd389 req-b667259d-f9fa-414e-883d-1a181646f88f tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 210 time: 0.0337391 Aug 31 14:30:46.253947 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 7672c38c-d370-4dae-96ba-ff0499564165 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:46.283141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734972e-9b0e-4f22-9b31-73bb6d391901 req-5dde2999-b64a-4ed7-a26c-c6102583674f tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:46.285012 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0734972e-9b0e-4f22-9b31-73bb6d391901 req-5dde2999-b64a-4ed7-a26c-c6102583674f tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1095 time: 0.0525155 Aug 31 14:30:46.316668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 7672c38c-d370-4dae-96ba-ff0499564165 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:46.320558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 7672c38c-d370-4dae-96ba-ff0499564165 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:46.320935 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:46.328818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0734972e-9b0e-4f22-9b31-73bb6d391901 req-7ecab2e8-b4ef-4b7a-9ae7-59608ac6dd56 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374317 Aug 31 14:30:46.409691 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:46.433923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d18f59e-b6d5-4d66-9818-d83d26aeb46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672c38c-d370-4dae-96ba-ff0499564165'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:46.436898 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2c9c70-558c-4155-b5e6-de51784994a9" -d '{"events": [{"server_uuid": "3d18f59e-b6d5-4d66-9818-d83d26aeb46c", "name": "network-vif-plugged", "status": "completed", "tag": "7672c38c-d370-4dae-96ba-ff0499564165"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:46.450535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 7672c38c-d370-4dae-96ba-ff0499564165, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7672c38c-d370-4dae-96ba-ff0499564165,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:46.456258 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:46.481702 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a79591f-201a-4216-84f7-00fe2251b81a x-openstack-request-id: req-3a79591f-201a-4216-84f7-00fe2251b81a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:46.482018 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d18f59e-b6d5-4d66-9818-d83d26aeb46c", "name": "network-vif-plugged", "status": "completed", "tag": "7672c38c-d370-4dae-96ba-ff0499564165", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:46.482271 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a79591f-201a-4216-84f7-00fe2251b81a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:46.482666 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d18f59e-b6d5-4d66-9818-d83d26aeb46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672c38c-d370-4dae-96ba-ff0499564165', 'code': 200} Aug 31 14:30:46.519017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=7672c38c-d370-4dae-96ba-ff0499564165,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:46.617864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a04187-44c8-4eb5-8d92-375e1606aece req-28f5bff4-f78f-4324-aad3-3771e36392e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:46.619705 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79a04187-44c8-4eb5-8d92-375e1606aece req-28f5bff4-f78f-4324-aad3-3771e36392e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1096 time: 0.0476489 Aug 31 14:30:46.660754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79a04187-44c8-4eb5-8d92-375e1606aece req-26d2d949-45a5-4eaf-838c-869c864b8392 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Aug 31 14:30:47.193140 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-79809953-50af-41f8-b5b1-b4b3fe369e12 req-c31ba648-2c42-4809-b4be-2f66682e6f54 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 210 time: 0.0290728 Aug 31 14:30:47.301489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-8783de78-da05-4fd8-bc20-527db5297d6a tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:47.303043 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-8783de78-da05-4fd8-bc20-527db5297d6a tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.52 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 815 time: 0.1397078 Aug 31 14:30:47.318703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Request body: {'port': {'device_id': '1f42933b-77e3-4427-b2a7-ec86d14dd82f', 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756', 'admin_state_up': True, 'tenant_id': 'f7d012fff9234f84aeaf0d7e846de445'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:47.478860 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Made reservation on behalf of f7d012fff9234f84aeaf0d7e846de445 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:47.482588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:47.503048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd0ba1-2ac1-4451-a79b-a3b9b50e262d req-d3258ef3-aac3-4af1-9bc9-950015047e28 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:47.504647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-54fd0ba1-2ac1-4451-a79b-a3b9b50e262d req-d3258ef3-aac3-4af1-9bc9-950015047e28 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1096 time: 0.0705907 Aug 31 14:30:47.591004 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-54fd0ba1-2ac1-4451-a79b-a3b9b50e262d req-2d52c610-7b1b-4b65-b423-2ab148f89c7b tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785561 Aug 31 14:30:47.654030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Allocated IP 172.20.0.6 (31a49ba5-fcae-47c2-8e99-a40dc5e35756/ceda2d6c-1499-485f-9b1c-ef88d4321996/d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:47.835410 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:47.878464 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:47.891893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2', '917fb5ef-3a95-4448-9ba9-41963e3ec0b6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:47.898337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['24c28aa8-90c5-4c48-b53e-70561bca8a07'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:47.924920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:47.930244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:47.934866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:47.965919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Pushing event updated for resources: {'Port': ['ID=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:47.989245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:47.989908 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.006431 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f701e345-2680-424c-a7c2-4a9dc102a8fe tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6928427 Aug 31 14:30:48.024559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Request body: {'port': {'device_id': '1f42933b-77e3-4427-b2a7-ec86d14dd82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:48.085740 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.327512 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f12e8-5b98-463a-97d2-539f9824a816 req-c2bb6874-c47b-4a80-97f2-f66b6f502a84 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:48.330491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-947f12e8-5b98-463a-97d2-539f9824a816 req-c2bb6874-c47b-4a80-97f2-f66b6f502a84 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 931 time: 0.0635948 Aug 31 14:30:48.385007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-947f12e8-5b98-463a-97d2-539f9824a816 req-670c7f6e-45e0-4531-aa7c-0d315ec8f5f2 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475850 Aug 31 14:30:48.400705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:48.412138 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.427168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Transition to ACTIVE for port object d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:48.432231 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.480984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:48.553045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Attempting to bind port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:48.553383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Attempting to bind port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:48.553713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Attempting to bind port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e on network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:48.557955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e on network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:30:48.558276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Attempting to bind port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e on network 31a49ba5-fcae-47c2-8e99-a40dc5e35756 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:48.563143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:48.563496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Checking segment: {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:48.563881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Bound using segment: {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:48.564306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Bound port: d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc80e438-c05c-4f59-9940-a0571815a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:48.564696 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.630251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] For port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:48.633779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] For port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:48.639807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.707413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:48.708046 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:48.709514 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] 10.222.0.52 "PUT /v2.0/ports/d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e HTTP/1.1" status: 200 len: 1091 time: 0.6937823 Aug 31 14:30:48.709959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f42933b-77e3-4427-b2a7-ec86d14dd82f', 'tag': 'd4cbeaf5-37a4-4c5f-a153-b0a7183eb63e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:48.712207 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5213d8d5-627c-44f2-a021-c7ab34e812ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1f42933b-77e3-4427-b2a7-ec86d14dd82f", "tag": "d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:48.736390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee6e60-9505-489f-bc92-96f805adbc63 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:48.747900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabcd16-1bbb-4aa7-9e88-64f2e6b4f158 req-c227f32a-ee8d-4d1c-94a3-ba2c03080c8a tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:48.752865 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5cabcd16-1bbb-4aa7-9e88-64f2e6b4f158 req-c227f32a-ee8d-4d1c-94a3-ba2c03080c8a tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1096 time: 0.0865083 Aug 31 14:30:48.759009 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d6fefc-13d8-4b02-a495-086c1a95d8fb x-openstack-request-id: req-19d6fefc-13d8-4b02-a495-086c1a95d8fb {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:48.759433 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f42933b-77e3-4427-b2a7-ec86d14dd82f", "tag": "d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:48.759815 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19d6fefc-13d8-4b02-a495-086c1a95d8fb {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:48.760035 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f42933b-77e3-4427-b2a7-ec86d14dd82f', 'tag': 'd4cbeaf5-37a4-4c5f-a153-b0a7183eb63e', 'status': 'completed', 'code': 200} Aug 31 14:30:48.817550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5cabcd16-1bbb-4aa7-9e88-64f2e6b4f158 req-04269de7-f1fb-4583-aba2-032a070373ef tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604403 Aug 31 14:30:48.822998 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-3c20dbfe-5213-4470-84bb-0588c6b6f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:48.824497 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-3c20dbfe-5213-4470-84bb-0588c6b6f6d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 1094 time: 0.0580952 Aug 31 14:30:48.874820 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-f394f3c1-8716-4a40-b322-db39ce98e68a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e HTTP/1.1" status: 200 len: 217 time: 0.0365868 Aug 31 14:30:48.931726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-020f65d8-646b-4dd3-a382-fe63b459cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:48.933120 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-020f65d8-646b-4dd3-a382-fe63b459cd4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ceda2d6c-1499-485f-9b1c-ef88d4321996 HTTP/1.1" status: 200 len: 855 time: 0.0527325 Aug 31 14:30:48.937731 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9cda-cc1a-4f97-ae96-5b134e1f1a17 req-c6d39cd9-5afc-4f5b-ad9a-5dc81a229ef0 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:48.939323 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1def9cda-cc1a-4f97-ae96-5b134e1f1a17 req-c6d39cd9-5afc-4f5b-ad9a-5dc81a229ef0 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1096 time: 0.0538633 Aug 31 14:30:48.969273 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-244a068b-df04-4287-8be1-c710ae642e4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a49ba5-fcae-47c2-8e99-a40dc5e35756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263104 Aug 31 14:30:48.984207 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1def9cda-cc1a-4f97-ae96-5b134e1f1a17 req-731e4381-2083-4d38-aa67-bccbd6bf7c52 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291760 Aug 31 14:30:49.070882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-aa281108-eb08-4241-8969-1b1e65e511db service neutron] 10.222.0.52 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929127 Aug 31 14:30:49.153924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf663a9-5acd-4a9d-9c3e-7ed45976182e req-bf5a055b-7b1d-48b7-89cb-f7909266c1c5 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.155471 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-daf663a9-5acd-4a9d-9c3e-7ed45976182e req-bf5a055b-7b1d-48b7-89cb-f7909266c1c5 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1096 time: 0.1035690 Aug 31 14:30:49.204487 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7748f53-1e6f-4bad-8a21-531deb2f88f1 req-e3d54eb0-f30b-4d5c-84b3-631fd8c4c494 service neutron] 10.222.0.52 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159322 Aug 31 14:30:49.208956 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-daf663a9-5acd-4a9d-9c3e-7ed45976182e req-80df4080-3d7d-46fb-b251-b75189efe166 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446925 Aug 31 14:30:49.331159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213d8d5-627c-44f2-a021-c7ab34e812ff req-caa9bb34-792b-4672-a5f0-f12be67442da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.331159 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5213d8d5-627c-44f2-a021-c7ab34e812ff req-caa9bb34-792b-4672-a5f0-f12be67442da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 1094 time: 0.0552263 Aug 31 14:30:49.448762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213d8d5-627c-44f2-a021-c7ab34e812ff req-a5390d24-fd82-4b11-99fb-4e6d99294fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.450497 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5213d8d5-627c-44f2-a021-c7ab34e812ff req-a5390d24-fd82-4b11-99fb-4e6d99294fa4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 916 time: 0.1088481 Aug 31 14:30:49.469965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b53129-d269-426d-b38f-3785880f2e78 req-60580956-1bfe-4960-9a22-6dffafababc2 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.473203 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-60580956-1bfe-4960-9a22-6dffafababc2 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/networks?id=5e154f4b-8029-4f60-ba92-7fe5147a560a HTTP/1.1" status: 200 len: 911 time: 0.1019905 Aug 31 14:30:49.491016 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-a1dbf7d2-7b6e-4c33-9739-1c59a8c0327c tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/quotas/578cd5dd54dc4b2093d5dfdc6f51a1ed HTTP/1.1" status: 200 len: 375 time: 0.0107846 Aug 31 14:30:49.512836 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5213d8d5-627c-44f2-a021-c7ab34e812ff req-b04e5402-7402-45a4-9d09-81b14a370d70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e HTTP/1.1" status: 200 len: 217 time: 0.0528388 Aug 31 14:30:49.578790 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-b16c2d3d-96d2-493a-9956-7f3a5587c4ad tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=578cd5dd54dc4b2093d5dfdc6f51a1ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818210 Aug 31 14:30:49.582587 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213d8d5-627c-44f2-a021-c7ab34e812ff req-0626b98f-0a22-4a58-810a-de3d3d01fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.584077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5213d8d5-627c-44f2-a021-c7ab34e812ff req-0626b98f-0a22-4a58-810a-de3d3d01fe4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ceda2d6c-1499-485f-9b1c-ef88d4321996 HTTP/1.1" status: 200 len: 855 time: 0.0533800 Aug 31 14:30:49.593590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee87e1-03d5-4e09-ae37-ac9e4fcc4e90 req-65f8ca61-e15c-4cd8-8b28-c69d74f397d4 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:49.595174 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-03ee87e1-03d5-4e09-ae37-ac9e4fcc4e90 req-65f8ca61-e15c-4cd8-8b28-c69d74f397d4 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 943 time: 0.0923369 Aug 31 14:30:49.627281 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5213d8d5-627c-44f2-a021-c7ab34e812ff req-759079ee-84ed-45f5-a931-2d3f5c7fbc5f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a49ba5-fcae-47c2-8e99-a40dc5e35756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311170 Aug 31 14:30:49.679514 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6e3a2b35-c226-441d-bff2-83ff4f1d5c69 service neutron] 10.222.0.20 "GET /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923848 Aug 31 14:30:49.700308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-03ee87e1-03d5-4e09-ae37-ac9e4fcc4e90 req-285c9a19-5f6c-43e5-92e9-b1af212d5286 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963736 Aug 31 14:30:49.758282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5213d8d5-627c-44f2-a021-c7ab34e812ff req-78d22b8a-be18-4d20-a9ea-228c58388ae4 service neutron] 10.222.0.52 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161809 Aug 31 14:30:49.791989 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-fc1ac3eb-a370-4c57-89ec-0dd073206203 service neutron] 10.222.0.20 "GET /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057200 Aug 31 14:30:49.861790 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5213d8d5-627c-44f2-a021-c7ab34e812ff req-661038f2-7292-41cc-9e28-9664cfb40901 service neutron] 10.222.0.52 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948560 Aug 31 14:30:49.977516 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e2e8d4d7-1a9e-464a-ad26-79fac7a94f2e req-332d6f8c-7e89-461e-ba8b-b8b87ec26a60 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 210 time: 0.0330892 Aug 31 14:30:50.820717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26546780-d659-4432-a7bf-4bb281c61b3f req-6405fe99-79dc-43b9-b3ea-232c38e508bc tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:50.822252 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26546780-d659-4432-a7bf-4bb281c61b3f req-6405fe99-79dc-43b9-b3ea-232c38e508bc tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 943 time: 0.0504773 Aug 31 14:30:50.861674 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-26546780-d659-4432-a7bf-4bb281c61b3f req-e2e9b44e-1c0a-4350-8e92-e6368628fcae tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333052 Aug 31 14:30:51.002345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b53129-d269-426d-b38f-3785880f2e78 req-291faf96-d833-424f-a832-cd62e11e88ac tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:51.003969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-291faf96-d833-424f-a832-cd62e11e88ac tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.13 "GET /v2.0/networks?id=5e154f4b-8029-4f60-ba92-7fe5147a560a HTTP/1.1" status: 200 len: 911 time: 0.0882945 Aug 31 14:30:51.016270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Request body: {'port': {'device_id': '7632bd35-e53b-4223-9263-f9b8a1166028', 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a', 'admin_state_up': True, 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:51.039727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Made reservation on behalf of 578cd5dd54dc4b2093d5dfdc6f51a1ed for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:30:51.042402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.083821 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1288cc31-8cf7-43b4-ae1a-b60f39502758 req-e6852d95-1154-4666-af05-1cd83f7386e5 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 210 time: 0.0302701 Aug 31 14:30:51.180999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Allocated IP 172.20.0.6 (5e154f4b-8029-4f60-ba92-7fe5147a560a/79115851-811b-47b3-b985-cafcb7c863f3/7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:30:51.314508 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.328380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Transition to ACTIVE for port object 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:51.360075 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.371223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['7672c38c-d370-4dae-96ba-ff0499564165'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:51.399379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Network 5e154f4b-8029-4f60-ba92-7fe5147a560a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:30:51.402296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:30:51.408517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:30:51.439198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:51.463926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:51.464589 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.480699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-6ae4662d-21a1-4d01-aafe-5602972e6d97 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4682863 Aug 31 14:30:51.494451 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Request body: {'port': {'device_id': '7632bd35-e53b-4223-9263-f9b8a1166028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:30:51.555946 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.649786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4b2cd663-f416-49c3-85a8-72b5f9e09685 None None] Provisioning for port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:51.654198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4b2cd663-f416-49c3-85a8-72b5f9e09685 None None] Provisioning complete for port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:51.654569 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd663-f416-49c3-85a8-72b5f9e09685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.688955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4b2cd663-f416-49c3-85a8-72b5f9e09685 None None] Port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:30:51.840834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:51.848003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.860252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Transition to ACTIVE for port object 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:30:51.864172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:51.919545 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Pushing event updated for resources: {'Port': ['ID=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:51.987872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Attempting to bind port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:30:51.988299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Attempting to bind port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:30:51.988718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Attempting to bind port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 on network 5e154f4b-8029-4f60-ba92-7fe5147a560a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:51.993318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 on network 5e154f4b-8029-4f60-ba92-7fe5147a560a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:30:51.993454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751ed15-b905-40ea-8464-7ac31d513c3d req-8624ac7f-afcd-4f08-81b4-b0fb511d0564 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:51.993929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Attempting to bind port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 on network 5e154f4b-8029-4f60-ba92-7fe5147a560a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:30:51.997339 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c751ed15-b905-40ea-8464-7ac31d513c3d req-8624ac7f-afcd-4f08-81b4-b0fb511d0564 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 943 time: 0.0540597 Aug 31 14:30:51.998988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:30:51.999356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Checking segment: {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:30:51.999735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Bound using segment: {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:30:52.000164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Bound port: 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c8bd01-0e9e-4be6-89e4-2fa25157e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:30:52.000547 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.036503 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c751ed15-b905-40ea-8464-7ac31d513c3d req-e95f9ccc-6f19-49aa-bd51-7d0de79acf69 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Aug 31 14:30:52.068562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] For port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:30:52.071758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] For port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:30:52.079683 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.085109 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:30:52.119106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:52.119106 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.120048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] 10.222.0.13 "PUT /v2.0/ports/7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 HTTP/1.1" status: 200 len: 1091 time: 0.6301816 Aug 31 14:30:52.120501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7632bd35-e53b-4223-9263-f9b8a1166028', 'tag': '7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:52.123620 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4637d88c-81f4-4b21-82f0-1d60befbc2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7632bd35-e53b-4223-9263-f9b8a1166028", "tag": "7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:52.150790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f4f23-0027-417f-9ebc-b414c94e58af service neutron] Pushing event updated for resources: {'Port': ['ID=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:52.175945 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377a7857-2d66-4462-9c66-41e0f69aadef x-openstack-request-id: req-377a7857-2d66-4462-9c66-41e0f69aadef {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:52.176241 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7632bd35-e53b-4223-9263-f9b8a1166028", "tag": "7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:52.176518 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-377a7857-2d66-4462-9c66-41e0f69aadef {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:52.176922 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7632bd35-e53b-4223-9263-f9b8a1166028', 'tag': '7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3', 'status': 'completed', 'code': 200} Aug 31 14:30:52.240948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3387de-73bd-4e14-961c-3b02262a1993 req-71d65994-4c76-45d2-b7b6-1654dc35a976 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:52.242535 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c3387de-73bd-4e14-961c-3b02262a1993 req-71d65994-4c76-45d2-b7b6-1654dc35a976 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1094 time: 0.0766034 Aug 31 14:30:52.249068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b53129-d269-426d-b38f-3785880f2e78 req-0cfce30b-2989-4a99-bf8a-cfcd309e2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:52.250624 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-0cfce30b-2989-4a99-bf8a-cfcd309e2c78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=578cd5dd54dc4b2093d5dfdc6f51a1ed&device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1094 time: 0.0718355 Aug 31 14:30:52.271619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:30:52.304531 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-fbb531f0-8b23-4947-9f77-5e16634fbf9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 HTTP/1.1" status: 200 len: 217 time: 0.0395169 Aug 31 14:30:52.323907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9c3387de-73bd-4e14-961c-3b02262a1993 req-252efb6f-ac93-4056-9224-1ad6696dba7c tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723310 Aug 31 14:30:52.359623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b53129-d269-426d-b38f-3785880f2e78 req-a5b83ffb-e568-4d95-b6fa-8e827fc258c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:52.361119 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-a5b83ffb-e568-4d95-b6fa-8e827fc258c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79115851-811b-47b3-b985-cafcb7c863f3 HTTP/1.1" status: 200 len: 849 time: 0.0489075 Aug 31 14:30:52.378540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:52.389902 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'd4cbeaf5-37a4-4c5f-a153-b0a7183eb63e', 'network_id': '31a49ba5-fcae-47c2-8e99-a40dc5e35756', 'port_id': 'd4cbeaf5-37a4-4c5f-a153-b0a7183eb63e', 'mac_address': 'fa:16:3e:9b:fb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceda2d6c-1499-485f-9b1c-ef88d4321996', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:30:52.409729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b53129-d269-426d-b38f-3785880f2e78 req-dcbf756c-499a-426b-b2cf-80c7d05a45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:52.411296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-dcbf756c-499a-426b-b2cf-80c7d05a45a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e154f4b-8029-4f60-ba92-7fe5147a560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435753 Aug 31 14:30:52.435700 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.451840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:52.473001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:52.477749 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:52.508734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-ee0831b5-853d-474b-914f-537b25d1c0ad service neutron] 10.222.0.13 "GET /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887823 Aug 31 14:30:52.525250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:52.534080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:52.534440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:52.534789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:52.535127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:52.535464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:52.535801 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:52.536130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:52.536490 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:52.536827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:52.537160 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:52.537489 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:52.537816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:30:52.718847 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:52.958051 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6b53129-d269-426d-b38f-3785880f2e78 req-89049b88-6a85-4afc-8f85-c95a04810abc service neutron] 10.222.0.13 "GET /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423578 Aug 31 14:30:53.046344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637d88c-81f4-4b21-82f0-1d60befbc2ce req-c18551bd-1a47-4916-8dd6-455f984d370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:53.047797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4637d88c-81f4-4b21-82f0-1d60befbc2ce req-c18551bd-1a47-4916-8dd6-455f984d370b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=578cd5dd54dc4b2093d5dfdc6f51a1ed&device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1094 time: 0.0419428 Aug 31 14:30:53.145143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637d88c-81f4-4b21-82f0-1d60befbc2ce req-2c6e8bb7-cb25-4422-8dd6-9b5f9d9b79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:53.146666 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4637d88c-81f4-4b21-82f0-1d60befbc2ce req-2c6e8bb7-cb25-4422-8dd6-9b5f9d9b79c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e154f4b-8029-4f60-ba92-7fe5147a560a HTTP/1.1" status: 200 len: 911 time: 0.0911448 Aug 31 14:30:53.161282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e599e6-ff07-4264-89dc-e8ebf0a79256 req-189f3032-72c9-4b75-8168-66904a1a1b94 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:53.162892 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1e599e6-ff07-4264-89dc-e8ebf0a79256 req-189f3032-72c9-4b75-8168-66904a1a1b94 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 944 time: 0.0535073 Aug 31 14:30:53.198561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4637d88c-81f4-4b21-82f0-1d60befbc2ce req-efb9fa7d-3c9c-4016-bcdc-1d22561ca6dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 HTTP/1.1" status: 200 len: 217 time: 0.0442095 Aug 31 14:30:53.210973 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b1e599e6-ff07-4264-89dc-e8ebf0a79256 req-f3c5a125-5ae7-4060-a110-7280b501fe16 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365491 Aug 31 14:30:53.251537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637d88c-81f4-4b21-82f0-1d60befbc2ce req-e995f164-5ee1-4801-b87c-b6b903ca3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:53.253148 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4637d88c-81f4-4b21-82f0-1d60befbc2ce req-e995f164-5ee1-4801-b87c-b6b903ca3b5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79115851-811b-47b3-b985-cafcb7c863f3 HTTP/1.1" status: 200 len: 849 time: 0.0469704 Aug 31 14:30:53.305972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637d88c-81f4-4b21-82f0-1d60befbc2ce req-1ede68a8-818e-4e3f-a3c1-de271acb1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:53.307392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4637d88c-81f4-4b21-82f0-1d60befbc2ce req-1ede68a8-818e-4e3f-a3c1-de271acb1b1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e154f4b-8029-4f60-ba92-7fe5147a560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433621 Aug 31 14:30:53.412446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4637d88c-81f4-4b21-82f0-1d60befbc2ce req-601bca63-54c4-4ee5-a541-ca7c89eca98b service neutron] 10.222.0.13 "GET /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971487 Aug 31 14:30:53.493525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b70660-fdcb-49b2-8b9e-f825b4caae46 req-9afddb5e-ab09-4df5-8d27-e74b239231f3 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:53.495038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9b70660-fdcb-49b2-8b9e-f825b4caae46 req-9afddb5e-ab09-4df5-8d27-e74b239231f3 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1094 time: 0.1004732 Aug 31 14:30:53.539675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4637d88c-81f4-4b21-82f0-1d60befbc2ce req-04b61e15-2da5-46dc-bd04-2c212e0600a1 service neutron] 10.222.0.13 "GET /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141610 Aug 31 14:30:53.545053 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9b70660-fdcb-49b2-8b9e-f825b4caae46 req-aa4981c4-4205-494d-a579-47a761c921cc tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434470 Aug 31 14:30:54.305523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:54.345935 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e612ff2-a259-46e7-8b5a-477f04138af6 req-21aff6eb-da6a-4e31-a383-2cda8a2aa40f tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:54.347479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8e612ff2-a259-46e7-8b5a-477f04138af6 req-21aff6eb-da6a-4e31-a383-2cda8a2aa40f tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 944 time: 0.0552447 Aug 31 14:30:54.356275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:54.360705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:54.361089 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:54.386739 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8e612ff2-a259-46e7-8b5a-477f04138af6 req-4600faab-dd6d-493d-8c5e-4b61f0d7002b tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318613 Aug 31 14:30:54.438975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:54.464267 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f42933b-77e3-4427-b2a7-ec86d14dd82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cbeaf5-37a4-4c5f-a153-b0a7183eb63e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:54.467097 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3e5419-0141-4105-89e6-2d92414a5c72" -d '{"events": [{"server_uuid": "1f42933b-77e3-4427-b2a7-ec86d14dd82f", "name": "network-vif-plugged", "status": "completed", "tag": "d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:54.479792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:54.484171 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:54.510159 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9304af0-1730-4828-a0ed-b7625fa3c2ca x-openstack-request-id: req-a9304af0-1730-4828-a0ed-b7625fa3c2ca {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:54.510511 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f42933b-77e3-4427-b2a7-ec86d14dd82f", "name": "network-vif-plugged", "status": "completed", "tag": "d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:54.510769 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9304af0-1730-4828-a0ed-b7625fa3c2ca {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:54.511236 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f42933b-77e3-4427-b2a7-ec86d14dd82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cbeaf5-37a4-4c5f-a153-b0a7183eb63e', 'code': 200} Aug 31 14:30:54.537670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:54.609563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2cdda-eddf-47e1-b5cb-e54a71bd1f6a req-60f5d6db-69f1-4692-95b1-9d51260b0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:54.611089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6c2cdda-eddf-47e1-b5cb-e54a71bd1f6a req-60f5d6db-69f1-4692-95b1-9d51260b0bde service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 1096 time: 0.0424507 Aug 31 14:30:54.649849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6c2cdda-eddf-47e1-b5cb-e54a71bd1f6a req-3791e1cc-e115-4c99-b267-96be4419ef5c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296266 Aug 31 14:30:54.654738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88d78b-f2de-45f1-b104-a719d3aa03a9 req-5e23c139-d066-4f4f-9387-5c7ce71f611d tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:54.656344 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5e88d78b-f2de-45f1-b104-a719d3aa03a9 req-5e23c139-d066-4f4f-9387-5c7ce71f611d tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1094 time: 0.0435307 Aug 31 14:30:54.696394 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5e88d78b-f2de-45f1-b104-a719d3aa03a9 req-4c392fb5-b97a-4377-b633-9807ad4eaf57 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298018 Aug 31 14:30:55.518793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd4da4-11dc-41c6-8dc7-8d05fcd6fe2c req-bb31dbb9-a646-4994-b77b-000ad8159e3b tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:55.520326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40cd4da4-11dc-41c6-8dc7-8d05fcd6fe2c req-bb31dbb9-a646-4994-b77b-000ad8159e3b tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 945 time: 0.0512333 Aug 31 14:30:55.562100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40cd4da4-11dc-41c6-8dc7-8d05fcd6fe2c req-bc0249de-8b61-4c67-a99e-7dc99dcb7894 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Aug 31 14:30:55.679112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:30:55.784336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:55.804708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3', 'network_id': '5e154f4b-8029-4f60-ba92-7fe5147a560a', 'port_id': '7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3', 'mac_address': 'fa:16:3e:05:e0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79115851-811b-47b3-b985-cafcb7c863f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:30:55.810657 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac6779-2db2-4ad0-8fd5-45cb4a20a69c req-87012362-92d7-42b6-9916-8bece2f8d4e1 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:55.817131 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5dac6779-2db2-4ad0-8fd5-45cb4a20a69c req-87012362-92d7-42b6-9916-8bece2f8d4e1 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1094 time: 0.0496955 Aug 31 14:30:55.849789 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.853792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5dac6779-2db2-4ad0-8fd5-45cb4a20a69c req-e7e87cca-a0c4-47c7-b2e5-46c9159bad61 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333757 Aug 31 14:30:55.863564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:30:55.883448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:55.887086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:55.932993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:56.139111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:30:56.681720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dc412-a9f5-4f95-9138-4f5114274db2 req-3a0c9a4d-57c9-44e1-b453-dc46a7e31263 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:56.683187 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b7dc412-a9f5-4f95-9138-4f5114274db2 req-3a0c9a4d-57c9-44e1-b453-dc46a7e31263 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 945 time: 0.0523462 Aug 31 14:30:56.721361 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b7dc412-a9f5-4f95-9138-4f5114274db2 req-0ba5fb0b-3a8e-46b7-bf83-ed3485e56727 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318944 Aug 31 14:30:56.963756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f3649-3646-4ee7-bcd7-18bfefd38525 req-c29e3c6c-1a26-4fae-82c1-c5f96a48bd4a tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:56.968928 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ba1f3649-3646-4ee7-bcd7-18bfefd38525 req-c29e3c6c-1a26-4fae-82c1-c5f96a48bd4a tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1095 time: 0.0489528 Aug 31 14:30:57.013118 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ba1f3649-3646-4ee7-bcd7-18bfefd38525 req-f6210de3-1747-46eb-a018-4ac6ac5ee8d6 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392945 Aug 31 14:30:57.695442 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:30:57.747013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:30:57.750739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:30:57.751085 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.828739 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.853170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7632bd35-e53b-4223-9263-f9b8a1166028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:30:57.855440 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaf63de-b722-4530-9e6b-dcf872e03963" -d '{"events": [{"server_uuid": "7632bd35-e53b-4223-9263-f9b8a1166028", "name": "network-vif-plugged", "status": "completed", "tag": "7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:30:57.867460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:30:57.873094 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:30:57.899662 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926aec92-b9ec-4aba-a393-c872ae9b3c17 x-openstack-request-id: req-926aec92-b9ec-4aba-a393-c872ae9b3c17 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:30:57.900652 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7632bd35-e53b-4223-9263-f9b8a1166028", "name": "network-vif-plugged", "status": "completed", "tag": "7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:30:57.900939 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-926aec92-b9ec-4aba-a393-c872ae9b3c17 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:30:57.901350 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7632bd35-e53b-4223-9263-f9b8a1166028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3', 'code': 200} Aug 31 14:30:57.926772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:30:57.996010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678ab5a-3191-492c-848f-5cbb1fc904a2 req-43b964dc-8ba5-4a90-b1a7-056fed85acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:57.998165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6678ab5a-3191-492c-848f-5cbb1fc904a2 req-43b964dc-8ba5-4a90-b1a7-056fed85acae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1096 time: 0.0411277 Aug 31 14:30:58.036940 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6678ab5a-3191-492c-848f-5cbb1fc904a2 req-cf5ca2d6-56b0-4817-9714-201b0962d939 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314732 Aug 31 14:30:58.135371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee3604-f805-4720-8dbf-1dc5f7a83167 req-8fc5c4b9-3ec3-4c98-9d54-976a62814850 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:58.137390 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6fee3604-f805-4720-8dbf-1dc5f7a83167 req-8fc5c4b9-3ec3-4c98-9d54-976a62814850 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1096 time: 0.0507555 Aug 31 14:30:58.174371 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6fee3604-f805-4720-8dbf-1dc5f7a83167 req-cd0139fa-db9b-4911-ad36-e47f71a38fbf tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Aug 31 14:30:59.285906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeea1f-3cbc-483f-b289-c36b0ea026b5 req-a5e33bf3-d7af-4022-870c-97df6d7baee4 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:59.287436 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2cfeea1f-3cbc-483f-b289-c36b0ea026b5 req-a5e33bf3-d7af-4022-870c-97df6d7baee4 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1096 time: 0.0462601 Aug 31 14:30:59.338002 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2cfeea1f-3cbc-483f-b289-c36b0ea026b5 req-70d94b94-5fac-4cc5-a85f-77ccdd81ee85 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398180 Aug 31 14:30:59.457307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486a68c-7da3-4315-876e-f25af6f310e8 req-f262d9ee-1fd6-4e99-8d5c-653e12f1781e tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:59.458904 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e486a68c-7da3-4315-876e-f25af6f310e8 req-f262d9ee-1fd6-4e99-8d5c-653e12f1781e tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1096 time: 0.0528433 Aug 31 14:30:59.494447 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e486a68c-7da3-4315-876e-f25af6f310e8 req-0c664306-ebc8-4c6f-9bb4-4f42682e3eba tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292165 Aug 31 14:30:59.624753 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672768-25c6-4f93-bece-d2203863c089 req-c278b9ca-f693-4c47-9d82-77e650f10d84 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:59.626323 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-31672768-25c6-4f93-bece-d2203863c089 req-c278b9ca-f693-4c47-9d82-77e650f10d84 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1096 time: 0.0442927 Aug 31 14:30:59.661751 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-31672768-25c6-4f93-bece-d2203863c089 req-4c7bde10-e5dc-4cba-8665-b7cf1ad859ef tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289416 Aug 31 14:30:59.914990 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38217cf7-3e91-49e9-95da-b9c283c52d9e req-43f16afe-81ba-4682-bef9-28b6ecba78ad tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:30:59.916454 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38217cf7-3e91-49e9-95da-b9c283c52d9e req-43f16afe-81ba-4682-bef9-28b6ecba78ad tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1096 time: 0.0407526 Aug 31 14:30:59.952191 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38217cf7-3e91-49e9-95da-b9c283c52d9e req-2fe3364b-0afd-48ef-a39e-c836e79f0df0 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289977 Aug 31 14:31:01.087986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e515f-495a-4648-bd0a-c7c7324b7553 req-7506f6a0-e47c-4bb2-8012-a94adf841b9f tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:01.089619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-259e515f-495a-4648-bd0a-c7c7324b7553 req-7506f6a0-e47c-4bb2-8012-a94adf841b9f tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1096 time: 0.0632420 Aug 31 14:31:01.131386 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-259e515f-495a-4648-bd0a-c7c7324b7553 req-4bb8fcff-62e7-45c7-b6e2-89c32ca5f993 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355549 Aug 31 14:31:01.258614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9a3fe-26b4-4b32-9ca9-6c1184204f5e req-28856de3-b2ef-458b-9925-21612d16cf73 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:01.260173 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4d9a3fe-26b4-4b32-9ca9-6c1184204f5e req-28856de3-b2ef-458b-9925-21612d16cf73 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 1096 time: 0.0431521 Aug 31 14:31:01.351356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e4d9a3fe-26b4-4b32-9ca9-6c1184204f5e req-242c1b50-bd12-49df-ab3d-7f96cacc6276 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Deleting port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:01.351703 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e4d9a3fe-26b4-4b32-9ca9-6c1184204f5e req-242c1b50-bd12-49df-ab3d-7f96cacc6276 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:01.385097 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-038f96e8-aac7-4ab3-80a5-54d7a437096d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:01.444839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e4d9a3fe-26b4-4b32-9ca9-6c1184204f5e req-242c1b50-bd12-49df-ab3d-7f96cacc6276 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] For port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:01.445200 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e4d9a3fe-26b4-4b32-9ca9-6c1184204f5e req-242c1b50-bd12-49df-ab3d-7f96cacc6276 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:01.460732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e4d9a3fe-26b4-4b32-9ca9-6c1184204f5e req-242c1b50-bd12-49df-ab3d-7f96cacc6276 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Calling delete_port for 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:01.606830 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e4d9a3fe-26b4-4b32-9ca9-6c1184204f5e req-242c1b50-bd12-49df-ab3d-7f96cacc6276 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:01.621384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['7672c38c-d370-4dae-96ba-ff0499564165'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:01.651590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c1b50-bd12-49df-ab3d-7f96cacc6276 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:01.654590 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:01.696670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d9a3fe-26b4-4b32-9ca9-6c1184204f5e req-242c1b50-bd12-49df-ab3d-7f96cacc6276 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] No DVR routers for this DVR port 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:01.700243 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e4d9a3fe-26b4-4b32-9ca9-6c1184204f5e req-242c1b50-bd12-49df-ab3d-7f96cacc6276 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:01.703392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e4d9a3fe-26b4-4b32-9ca9-6c1184204f5e req-242c1b50-bd12-49df-ab3d-7f96cacc6276 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 HTTP/1.1" status: 204 len: 173 time: 0.4322655 Aug 31 14:31:01.703883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7632bd35-e53b-4223-9263-f9b8a1166028', 'name': 'network-vif-deleted', 'tag': '7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:01.708338 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555c49dc-511b-4cf6-a095-7e52a583cb0a" -d '{"events": [{"server_uuid": "7632bd35-e53b-4223-9263-f9b8a1166028", "name": "network-vif-deleted", "tag": "7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:01.801783 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9478905b-f8c1-4bad-b1e7-e4f9c5cab990 x-openstack-request-id: req-9478905b-f8c1-4bad-b1e7-e4f9c5cab990 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:01.802163 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7632bd35-e53b-4223-9263-f9b8a1166028", "name": "network-vif-deleted", "tag": "7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:01.802505 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9478905b-f8c1-4bad-b1e7-e4f9c5cab990 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:01.803002 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7632bd35-e53b-4223-9263-f9b8a1166028', 'name': 'network-vif-deleted', 'tag': '7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3', 'status': 'completed', 'code': 200} Aug 31 14:31:02.270008 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4e07491d-d3e7-4d87-911d-8685b782cf3c req-34d02714-2ebf-4f2c-a79d-6fc37c943c80 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7632bd35-e53b-4223-9263-f9b8a1166028 HTTP/1.1" status: 200 len: 210 time: 0.0359941 Aug 31 14:31:03.568139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962317f-0844-47e8-a5e3-b5b8aedf5adc req-05e94ecb-2577-40a4-8683-9caba0dd03ae tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:03.569639 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5962317f-0844-47e8-a5e3-b5b8aedf5adc req-05e94ecb-2577-40a4-8683-9caba0dd03ae tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1096 time: 0.0484536 Aug 31 14:31:03.613579 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5962317f-0844-47e8-a5e3-b5b8aedf5adc req-bd2016c0-224c-432e-a67c-53b0934b8aeb tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347867 Aug 31 14:31:03.721728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:03.743080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:03.743426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 7fb91c89-e5c6-47a1-ad7a-0e787cf3b9b3 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:04.049008 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:04.080764 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-191a1b18-7bec-4e53-ba31-09d8fc34b6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:04.742281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dc0c6-06c6-4e7e-94e2-9e8c55a5e712 req-4392b6ce-4535-4b3f-8c79-d82aa901f934 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:04.743881 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-041dc0c6-06c6-4e7e-94e2-9e8c55a5e712 req-4392b6ce-4535-4b3f-8c79-d82aa901f934 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1096 time: 0.0524008 Aug 31 14:31:04.783331 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-041dc0c6-06c6-4e7e-94e2-9e8c55a5e712 req-75c491c0-0364-45b7-95df-c424d99169bb tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93977a0f-7383-4d99-bf3a-d2843f4e29ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Aug 31 14:31:04.984488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855d5cb-cc5f-4ed7-88c8-783a78228b2a req-b018009f-4700-44ab-9289-9302118abdef tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:04.985912 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5855d5cb-cc5f-4ed7-88c8-783a78228b2a req-b018009f-4700-44ab-9289-9302118abdef tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 1096 time: 0.0396924 Aug 31 14:31:05.065323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-5855d5cb-cc5f-4ed7-88c8-783a78228b2a req-7be9d6c2-d4c9-47e0-8802-68ef70a5d564 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Deleting port 7672c38c-d370-4dae-96ba-ff0499564165 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:05.065667 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5855d5cb-cc5f-4ed7-88c8-783a78228b2a req-7be9d6c2-d4c9-47e0-8802-68ef70a5d564 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.145238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5855d5cb-cc5f-4ed7-88c8-783a78228b2a req-7be9d6c2-d4c9-47e0-8802-68ef70a5d564 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] For port 7672c38c-d370-4dae-96ba-ff0499564165, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=7672c38c-d370-4dae-96ba-ff0499564165,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:05.145612 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5855d5cb-cc5f-4ed7-88c8-783a78228b2a req-7be9d6c2-d4c9-47e0-8802-68ef70a5d564 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.158905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-5855d5cb-cc5f-4ed7-88c8-783a78228b2a req-7be9d6c2-d4c9-47e0-8802-68ef70a5d564 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Calling delete_port for 7672c38c-d370-4dae-96ba-ff0499564165 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:05.274448 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.285996 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5855d5cb-cc5f-4ed7-88c8-783a78228b2a req-7be9d6c2-d4c9-47e0-8802-68ef70a5d564 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.297386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['7672c38c-d370-4dae-96ba-ff0499564165'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:05.314679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9d6c2-d4c9-47e0-8802-68ef70a5d564 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Pushing event deleted for resources: {'Port': ['ID=7672c38c-d370-4dae-96ba-ff0499564165,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:05.357897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5855d5cb-cc5f-4ed7-88c8-783a78228b2a req-7be9d6c2-d4c9-47e0-8802-68ef70a5d564 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] No DVR routers for this DVR port 7672c38c-d370-4dae-96ba-ff0499564165 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:05.362656 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5855d5cb-cc5f-4ed7-88c8-783a78228b2a req-7be9d6c2-d4c9-47e0-8802-68ef70a5d564 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:05.364925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5855d5cb-cc5f-4ed7-88c8-783a78228b2a req-7be9d6c2-d4c9-47e0-8802-68ef70a5d564 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.52 "DELETE /v2.0/ports/7672c38c-d370-4dae-96ba-ff0499564165 HTTP/1.1" status: 204 len: 173 time: 0.3729296 Aug 31 14:31:05.365409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d18f59e-b6d5-4d66-9818-d83d26aeb46c', 'name': 'network-vif-deleted', 'tag': '7672c38c-d370-4dae-96ba-ff0499564165'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:05.369574 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de9a6d0-f087-4713-bea9-831f574f4d12" -d '{"events": [{"server_uuid": "3d18f59e-b6d5-4d66-9818-d83d26aeb46c", "name": "network-vif-deleted", "tag": "7672c38c-d370-4dae-96ba-ff0499564165"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:05.415577 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dd7ff6-d4c9-4999-8829-ed59cb288216 x-openstack-request-id: req-84dd7ff6-d4c9-4999-8829-ed59cb288216 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:05.415868 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d18f59e-b6d5-4d66-9818-d83d26aeb46c", "name": "network-vif-deleted", "tag": "7672c38c-d370-4dae-96ba-ff0499564165", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:05.416124 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84dd7ff6-d4c9-4999-8829-ed59cb288216 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:05.416553 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d18f59e-b6d5-4d66-9818-d83d26aeb46c', 'name': 'network-vif-deleted', 'tag': '7672c38c-d370-4dae-96ba-ff0499564165', 'status': 'completed', 'code': 200} Aug 31 14:31:05.908147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ac16f8d8-edb8-44de-9514-112100dd81f2 req-8f4901cb-e5fe-4c1b-9317-31c143bd1369 tempest-TestServerMultinode-426726781 tempest-TestServerMultinode-426726781-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d18f59e-b6d5-4d66-9818-d83d26aeb46c HTTP/1.1" status: 200 len: 210 time: 0.0338898 Aug 31 14:31:06.828560 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:06.970472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55310) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:07.317260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53ec06a2-9bcc-470f-9408-5050147e6c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.586484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-53ec06a2-9bcc-470f-9408-5050147e6c4b admin admin] Deleting port f656c9ad-ef2f-4512-bb74-efc495bda128 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:07.586738 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53ec06a2-9bcc-470f-9408-5050147e6c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.672573 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-53ec06a2-9bcc-470f-9408-5050147e6c4b admin admin] For port f656c9ad-ef2f-4512-bb74-efc495bda128, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f656c9ad-ef2f-4512-bb74-efc495bda128,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:07.672956 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53ec06a2-9bcc-470f-9408-5050147e6c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.686420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-53ec06a2-9bcc-470f-9408-5050147e6c4b admin admin] Calling delete_port for f656c9ad-ef2f-4512-bb74-efc495bda128 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:07.892486 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53ec06a2-9bcc-470f-9408-5050147e6c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:07.921217 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec06a2-9bcc-470f-9408-5050147e6c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f656c9ad-ef2f-4512-bb74-efc495bda128,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:08.101839 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-53ec06a2-9bcc-470f-9408-5050147e6c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:08.342597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ec06a2-9bcc-470f-9408-5050147e6c4b admin admin] Router b367c472-c256-42f6-addb-7f29caa5872c has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:08.351727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 7672c38c-d370-4dae-96ba-ff0499564165 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:08.381392 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 7672c38c-d370-4dae-96ba-ff0499564165 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:08.382273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 7672c38c-d370-4dae-96ba-ff0499564165 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:08.782472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ec06a2-9bcc-470f-9408-5050147e6c4b admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:08.790453 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-53ec06a2-9bcc-470f-9408-5050147e6c4b admin admin] 10.222.0.20 "PUT /v2.0/routers/b367c472-c256-42f6-addb-7f29caa5872c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8184261 Aug 31 14:31:08.793264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55328) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:08.793612 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af598972-6f39-4381-833d-68780a2a0fa9 None None] Sync routers for ids ['b367c472-c256-42f6-addb-7f29caa5872c'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:08.803146 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af598972-6f39-4381-833d-68780a2a0fa9 None None] Routers {'b367c472-c256-42f6-addb-7f29caa5872c'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:08.803771 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-af598972-6f39-4381-833d-68780a2a0fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:31:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b367c472-c256-42f6-addb-7f29caa5872c'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:08.909016 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.022273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.028093 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-af598972-6f39-4381-833d-68780a2a0fa9 None None] Set router b367c472-c256-42f6-addb-7f29caa5872c gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:31:09.093413 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Deleting port eae08608-cbeb-497a-994c-a26c2572071a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:09.093862 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.194984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] For port eae08608-cbeb-497a-994c-a26c2572071a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=eae08608-cbeb-497a-994c-a26c2572071a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:09.195721 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.212691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Calling delete_port for eae08608-cbeb-497a-994c-a26c2572071a owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:09.224864 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-af598972-6f39-4381-833d-68780a2a0fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'name': 'tempest-TestServerMultinode-1904131693-router', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:26Z', 'updated_at': '2021-08-31T14:31:07Z', 'revision_number': 5, 'project_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'gw_port': {'id': 'eae08608-cbeb-497a-994c-a26c2572071a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:27Z', 'updated_at': '2021-08-31T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:09.251975 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af598972-6f39-4381-833d-68780a2a0fa9 None None] Checking router: b367c472-c256-42f6-addb-7f29caa5872c for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:31:09.260913 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af598972-6f39-4381-833d-68780a2a0fa9 None None] Routers {'b367c472-c256-42f6-addb-7f29caa5872c'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:09.261702 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-af598972-6f39-4381-833d-68780a2a0fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:31:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b367c472-c256-42f6-addb-7f29caa5872c'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:09.317629 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.359125 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.381432 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-af598972-6f39-4381-833d-68780a2a0fa9 None None] Set router b367c472-c256-42f6-addb-7f29caa5872c gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:31:09.446726 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-af598972-6f39-4381-833d-68780a2a0fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'name': 'tempest-TestServerMultinode-1904131693-router', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:26Z', 'updated_at': '2021-08-31T14:31:09Z', 'revision_number': 6, 'project_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:09.454026 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.482595 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af598972-6f39-4381-833d-68780a2a0fa9 None None] The sync data for ids ['b367c472-c256-42f6-addb-7f29caa5872c'] in n-d-792364-6 is: [{'id': 'b367c472-c256-42f6-addb-7f29caa5872c', 'name': 'tempest-TestServerMultinode-1904131693-router', 'tenant_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:26Z', 'updated_at': '2021-08-31T14:31:09Z', 'revision_number': 6, 'project_id': '4ffd68cf2022444f9bc0f48eba19a21a', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:09.491029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Pushing event deleted for resources: {'Port': ['ID=eae08608-cbeb-497a-994c-a26c2572071a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:09.560829 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.653931 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.656949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.704753 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.705705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b367c472-c256-42f6-addb-7f29caa5872c {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:31:09.711071 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.715044 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-08c2d480-45a0-4d70-a9d8-62d8d821fd13 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b367c472-c256-42f6-addb-7f29caa5872c HTTP/1.1" status: 204 len: 168 time: 0.9177983 Aug 31 14:31:09.715257 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55332) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:09.769514 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6322627-0431-48f1-90f4-aecaa057a7fc admin admin] Deleting subnet 79115851-811b-47b3-b985-cafcb7c863f3 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:31:09.773517 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6322627-0431-48f1-90f4-aecaa057a7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.809868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6322627-0431-48f1-90f4-aecaa057a7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.907118 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6322627-0431-48f1-90f4-aecaa057a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:09.987417 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6322627-0431-48f1-90f4-aecaa057a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.014304 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6322627-0431-48f1-90f4-aecaa057a7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79115851-811b-47b3-b985-cafcb7c863f3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:10.017980 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6322627-0431-48f1-90f4-aecaa057a7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.022103 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c6322627-0431-48f1-90f4-aecaa057a7fc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/79115851-811b-47b3-b985-cafcb7c863f3 HTTP/1.1" status: 204 len: 168 time: 0.3036950 Aug 31 14:31:10.022399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55334) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:10.024680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a010cf1-1b48-4b5e-9970-295a97e5e9fb None None] Network 5e154f4b-8029-4f60-ba92-7fe5147a560a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:10.101542 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.170229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Deleting port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:10.170577 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.235283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] For port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8e6281d4-786e-4b7a-aee3-e6ed77324a2c,segment=NetworkSegment(52c8bd01-0e9e-4be6-89e4-2fa25157e160),segment_id=52c8bd01-0e9e-4be6-89e4-2fa25157e160)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:10.235827 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.249769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Calling delete_port for 8e6281d4-786e-4b7a-aee3-e6ed77324a2c owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:10.331315 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.335675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b73228b-87a4-4640-b68e-fb3f5c7cdd34 None None] DHCP port deletion for 5e154f4b-8029-4f60-ba92-7fe5147a560a request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:31:10.363968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e6281d4-786e-4b7a-aee3-e6ed77324a2c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:10.374204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] No DVR routers for this DVR port 8e6281d4-786e-4b7a-aee3-e6ed77324a2c on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:10.448227 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.461140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e154f4b-8029-4f60-ba92-7fe5147a560a']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:10.472785 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c8bd01-0e9e-4be6-89e4-2fa25157e160') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:10.473084 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c8bd01-0e9e-4be6-89e4-2fa25157e160') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:10.483585 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.499968 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.507509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:31:10.507509 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:31:10.508855 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:31:10.570817 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.576698 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:10.578687 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5e154f4b-8029-4f60-ba92-7fe5147a560a HTTP/1.1" status: 204 len: 168 time: 0.5532725 Aug 31 14:31:10.588740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55338) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:10.590033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f817f-6793-46fc-a970-5edb8d816b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e154f4b-8029-4f60-ba92-7fe5147a560a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:10.959149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.213536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Deleting port 29488999-9e3a-4fb5-9199-4b9e04b80c17 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:11.213893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.290996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] For port 29488999-9e3a-4fb5-9199-4b9e04b80c17, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29488999-9e3a-4fb5-9199-4b9e04b80c17,segment=NetworkSegment(75121ba3-0948-4d8e-9075-72f30059d028),segment_id=75121ba3-0948-4d8e-9075-72f30059d028)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:11.291356 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.308694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Calling delete_port for 29488999-9e3a-4fb5-9199-4b9e04b80c17 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:11.417236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8e6281d4-786e-4b7a-aee3-e6ed77324a2c no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:11.437956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 8e6281d4-786e-4b7a-aee3-e6ed77324a2c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:11.438595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8e6281d4-786e-4b7a-aee3-e6ed77324a2c not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:11.439174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device eae08608-cbeb-497a-994c-a26c2572071a no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:11.459337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: eae08608-cbeb-497a-994c-a26c2572071a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:11.459679 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device eae08608-cbeb-497a-994c-a26c2572071a not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:11.460088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f656c9ad-ef2f-4512-bb74-efc495bda128 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:11.478730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: f656c9ad-ef2f-4512-bb74-efc495bda128 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:11.478993 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f656c9ad-ef2f-4512-bb74-efc495bda128 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:11.508354 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.535112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=29488999-9e3a-4fb5-9199-4b9e04b80c17,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:11.553256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:11.553618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:11.554025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:11.554369 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:11.554710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:11.555265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:11.555559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:11.555899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:11.556228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:11.557437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:11.557648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:11.558525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:11.739346 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:11.974090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Router 62eaef93-a21b-4ccd-a37f-6bd65d77f802 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:12.084145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:12.092683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-76440363-5e39-4bbc-9336-2b2071a9fb83 admin admin] 10.222.0.20 "PUT /v2.0/routers/62eaef93-a21b-4ccd-a37f-6bd65d77f802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4999948 Aug 31 14:31:12.093773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55344) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:12.096224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2a3e0-1e18-4b9b-a37a-4c476cbcc1ca None None] Sync routers for ids ['62eaef93-a21b-4ccd-a37f-6bd65d77f802'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:12.106276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2a3e0-1e18-4b9b-a37a-4c476cbcc1ca None None] Routers {'62eaef93-a21b-4ccd-a37f-6bd65d77f802'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:12.106990 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1ba2a3e0-1e18-4b9b-a37a-4c476cbcc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:31:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62eaef93-a21b-4ccd-a37f-6bd65d77f802'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:12.207082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.220485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-1ba2a3e0-1e18-4b9b-a37a-4c476cbcc1ca None None] Set router 62eaef93-a21b-4ccd-a37f-6bd65d77f802 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:31:12.326119 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.391294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Deleting port 0a23014e-0e43-4aff-8c3c-aa7372e73c61 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:12.391618 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.425181 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1ba2a3e0-1e18-4b9b-a37a-4c476cbcc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'name': 'tempest-TestServerMultinode-698246164-router', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:31:11Z', 'revision_number': 5, 'project_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'gw_port': {'id': '0a23014e-0e43-4aff-8c3c-aa7372e73c61', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:12.457886 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2a3e0-1e18-4b9b-a37a-4c476cbcc1ca None None] Checking router: 62eaef93-a21b-4ccd-a37f-6bd65d77f802 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:31:12.466913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2a3e0-1e18-4b9b-a37a-4c476cbcc1ca None None] Routers {'62eaef93-a21b-4ccd-a37f-6bd65d77f802'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:12.467520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1ba2a3e0-1e18-4b9b-a37a-4c476cbcc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:31:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62eaef93-a21b-4ccd-a37f-6bd65d77f802'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:12.474581 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] For port 0a23014e-0e43-4aff-8c3c-aa7372e73c61, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0a23014e-0e43-4aff-8c3c-aa7372e73c61,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:12.474957 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.492486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Calling delete_port for 0a23014e-0e43-4aff-8c3c-aa7372e73c61 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:12.554772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-1ba2a3e0-1e18-4b9b-a37a-4c476cbcc1ca None None] Set router 62eaef93-a21b-4ccd-a37f-6bd65d77f802 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:31:12.605739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1ba2a3e0-1e18-4b9b-a37a-4c476cbcc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'name': 'tempest-TestServerMultinode-698246164-router', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:31:12Z', 'revision_number': 6, 'project_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:12.659657 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.693191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a23014e-0e43-4aff-8c3c-aa7372e73c61,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:12.768138 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.798002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2a3e0-1e18-4b9b-a37a-4c476cbcc1ca None None] The sync data for ids ['62eaef93-a21b-4ccd-a37f-6bd65d77f802'] in n-d-792364-6 is: [{'id': '62eaef93-a21b-4ccd-a37f-6bd65d77f802', 'name': 'tempest-TestServerMultinode-698246164-router', 'tenant_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:30:32Z', 'updated_at': '2021-08-31T14:31:12Z', 'revision_number': 6, 'project_id': '578cd5dd54dc4b2093d5dfdc6f51a1ed', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:12.868205 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.878028 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.918326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.919395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62eaef93-a21b-4ccd-a37f-6bd65d77f802 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:31:12.923611 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:12.924894 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0c6b809c-c936-4703-9f37-9ce9bf19e8b0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/62eaef93-a21b-4ccd-a37f-6bd65d77f802 HTTP/1.1" status: 204 len: 168 time: 0.8298080 Aug 31 14:31:12.927282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55354) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:12.976242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec23322b-0987-4212-9212-51aa17fd3649 admin admin] Deleting subnet e849bf49-a48b-4d2b-a6b9-4b9150c3acc7 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:31:12.979447 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec23322b-0987-4212-9212-51aa17fd3649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.016084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec23322b-0987-4212-9212-51aa17fd3649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.097218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec23322b-0987-4212-9212-51aa17fd3649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.160559 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec23322b-0987-4212-9212-51aa17fd3649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.190186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23322b-0987-4212-9212-51aa17fd3649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e849bf49-a48b-4d2b-a6b9-4b9150c3acc7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:13.193986 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec23322b-0987-4212-9212-51aa17fd3649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.198457 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ec23322b-0987-4212-9212-51aa17fd3649 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e849bf49-a48b-4d2b-a6b9-4b9150c3acc7 HTTP/1.1" status: 204 len: 168 time: 0.2678423 Aug 31 14:31:13.199005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55356) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:13.202297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095ddd34-c9bc-4d75-8a37-840cb70469e7 None None] Network f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:13.274930 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.341584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Deleting port 36495447-e36e-415c-b257-ba9fc9ab2739 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:13.342002 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.411905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] For port 36495447-e36e-415c-b257-ba9fc9ab2739, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=36495447-e36e-415c-b257-ba9fc9ab2739,segment=NetworkSegment(75121ba3-0948-4d8e-9075-72f30059d028),segment_id=75121ba3-0948-4d8e-9075-72f30059d028)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:13.412320 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.428392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Calling delete_port for 36495447-e36e-415c-b257-ba9fc9ab2739 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:13.510319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.541398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Pushing event deleted for resources: {'Port': ['ID=36495447-e36e-415c-b257-ba9fc9ab2739,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:13.545827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] No DVR routers for this DVR port 36495447-e36e-415c-b257-ba9fc9ab2739 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:13.622162 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.628273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97be12c8-0388-423f-bd89-c89e074a7149 None None] DHCP port deletion for f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:31:13.638979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:13.650914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75121ba3-0948-4d8e-9075-72f30059d028') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:13.651244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75121ba3-0948-4d8e-9075-72f30059d028') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:13.663645 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.683100 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.699404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:31:13.699871 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:31:13.701803 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:31:13.740024 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 36495447-e36e-415c-b257-ba9fc9ab2739 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:13.761319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 36495447-e36e-415c-b257-ba9fc9ab2739 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:13.761708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 36495447-e36e-415c-b257-ba9fc9ab2739 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:13.762086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29488999-9e3a-4fb5-9199-4b9e04b80c17 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:13.771246 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.779514 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:13.781743 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd HTTP/1.1" status: 204 len: 168 time: 0.5819921 Aug 31 14:31:13.796905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 29488999-9e3a-4fb5-9199-4b9e04b80c17 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:13.798627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f764997-e59a-4ae2-b5e5-0a31a5c74040 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d4edb4-a500-4e8d-ae6b-b3f5f0bbbbcd,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:13.799189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29488999-9e3a-4fb5-9199-4b9e04b80c17 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:13.800467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0a23014e-0e43-4aff-8c3c-aa7372e73c61 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:13.826855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 0a23014e-0e43-4aff-8c3c-aa7372e73c61 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:13.827360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0a23014e-0e43-4aff-8c3c-aa7372e73c61 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:13.980028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55362) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:14.026609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1604d08b-17e1-4710-838d-d8a5aacca149 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ffd68cf2022444f9bc0f48eba19a21a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451529 Aug 31 14:31:14.029731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55364) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:14.086011 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59474d83-e7a8-4866-bf6a-eabc566486ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.108316 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59474d83-e7a8-4866-bf6a-eabc566486ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.157628 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59474d83-e7a8-4866-bf6a-eabc566486ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.160265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59474d83-e7a8-4866-bf6a-eabc566486ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.161478 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-59474d83-e7a8-4866-bf6a-eabc566486ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed1b7c7c-fbff-467c-bf59-ac85e80e5f5b HTTP/1.1" status: 204 len: 168 time: 0.1306841 Aug 31 14:31:14.170737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59474d83-e7a8-4866-bf6a-eabc566486ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1b7c7c-fbff-467c-bf59-ac85e80e5f5b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:14.525023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55370) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:14.569967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6382ed4d-8a9d-4149-b32b-f6cf89bdb2af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=578cd5dd54dc4b2093d5dfdc6f51a1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436063 Aug 31 14:31:14.572564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55372) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:14.624028 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7912a7db-1eff-4da7-ac58-b90e0896a96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.650983 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7912a7db-1eff-4da7-ac58-b90e0896a96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.702191 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7912a7db-1eff-4da7-ac58-b90e0896a96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.705302 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7912a7db-1eff-4da7-ac58-b90e0896a96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:14.706444 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7912a7db-1eff-4da7-ac58-b90e0896a96b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93977a0f-7383-4d99-bf3a-d2843f4e29ca HTTP/1.1" status: 204 len: 168 time: 0.1328783 Aug 31 14:31:14.722606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912a7db-1eff-4da7-ac58-b90e0896a96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93977a0f-7383-4d99-bf3a-d2843f4e29ca,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:15.476684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55396) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:15.583966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-121363558-network', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:15.610695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Made reservation on behalf of ec5ebd3ad742471e840ae64950d7af5a for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:15.613214 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.621994 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.729351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.734177 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.759428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:31:15.769596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8031ada4-f038-4ff8-b182-c6da1b4db533,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:15.774480 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.774835 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Added segment 45be6e59-5357-4b45-ad0b-1f212c1b7193 of type vlan for network 046fd95c-f51c-4036-a225-8c0180fce9de Aug 31 14:31:15.816699 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.843524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.844628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:15.845276 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:15.911248 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4334066 Aug 31 14:31:15.914502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55400) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:15.920375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5eafbb15-3749-468f-b257-e2dcf5ccf8d5 admin admin] Request body: {'subnet': {'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-121363558-subnet', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:15.924359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff1eff-6d2b-4780-a5f9-f44960ced655 admin admin] Pushing event updated for resources: {'Network': ['ID=046fd95c-f51c-4036-a225-8c0180fce9de,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:15.936803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 046fd95c-f51c-4036-a225-8c0180fce9de details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:31:15.949902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eafbb15-3749-468f-b257-e2dcf5ccf8d5 admin admin] Made reservation on behalf of ec5ebd3ad742471e840ae64950d7af5a for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:15.952393 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eafbb15-3749-468f-b257-e2dcf5ccf8d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.143573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eafbb15-3749-468f-b257-e2dcf5ccf8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.201286 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafbb15-3749-468f-b257-e2dcf5ccf8d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=140b2d46-36c9-49cc-8548-d62aa7538342,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:16.211616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eafbb15-3749-468f-b257-e2dcf5ccf8d5 admin admin] Checking segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:16.211984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eafbb15-3749-468f-b257-e2dcf5ccf8d5 admin admin] Network hostable DHCP agents. Network: 046fd95c-f51c-4036-a225-8c0180fce9de, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:31:16.260522 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eafbb15-3749-468f-b257-e2dcf5ccf8d5 admin admin] Network 046fd95c-f51c-4036-a225-8c0180fce9de is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:31:16.273840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-5eafbb15-3749-468f-b257-e2dcf5ccf8d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 046fd95c-f51c-4036-a225-8c0180fce9de) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:16.284426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a5ae44-0559-4910-818f-66cb2ea06669 None None] Network 046fd95c-f51c-4036-a225-8c0180fce9de requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:16.285189 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1ab4c-f573-4e12-b626-c95d0e11ebaa req-00827437-7f7a-4e44-ae43-5617e2072006 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:16.286773 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87f1ab4c-f573-4e12-b626-c95d0e11ebaa req-00827437-7f7a-4e44-ae43-5617e2072006 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 945 time: 0.0710199 Aug 31 14:31:16.288092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eafbb15-3749-468f-b257-e2dcf5ccf8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:16.288738 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5eafbb15-3749-468f-b257-e2dcf5ccf8d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.317108 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5eafbb15-3749-468f-b257-e2dcf5ccf8d5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4011796 Aug 31 14:31:16.319745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55408) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:16.324845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:16.360314 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87f1ab4c-f573-4e12-b626-c95d0e11ebaa req-e4c378aa-499a-4bbd-9a8b-6061caaceaed tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632915 Aug 31 14:31:16.368484 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.369817 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.445620 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.470287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-046fd95c-f51c-4036-a225-8c0180fce9de', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:31:16.471189 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.613101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.633683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Allocated IP 172.20.0.2 (046fd95c-f51c-4036-a225-8c0180fce9de/140b2d46-36c9-49cc-8548-d62aa7538342/d189f2bf-85f4-426f-b497-86d8b34c190e) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:16.794908 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.804337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Transition to ACTIVE for port object d189f2bf-85f4-426f-b497-86d8b34c190e will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:16.821417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Transition to ACTIVE for port object d189f2bf-85f4-426f-b497-86d8b34c190e will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:16.832031 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.858587 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.874245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Network 046fd95c-f51c-4036-a225-8c0180fce9de is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:16.877257 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:16.879900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:16.882624 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.890036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Pushing event updated for resources: {'Port': ['ID=d189f2bf-85f4-426f-b497-86d8b34c190e,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:16.951978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Attempting to bind port d189f2bf-85f4-426f-b497-86d8b34c190e on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:16.953057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Attempting to bind port d189f2bf-85f4-426f-b497-86d8b34c190e by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:16.953057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Attempting to bind port d189f2bf-85f4-426f-b497-86d8b34c190e on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:16.958639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:16.959032 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Checking segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:16.959444 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.959846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Bound using segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:16.960330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Bound port: d189f2bf-85f4-426f-b497-86d8b34c190e, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:16.960751 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:16.998451 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Allocated IP 172.25.3.161 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/46a86af8-8405-4edb-99d7-fae3afa530f1) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:17.033330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] For port d189f2bf-85f4-426f-b497-86d8b34c190e, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:17.037064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] For port d189f2bf-85f4-426f-b497-86d8b34c190e, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d189f2bf-85f4-426f-b497-86d8b34c190e,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:17.042009 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.103327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355d005-93c8-4825-bfeb-39fd5c93ebe1 None None] Pushing event updated for resources: {'Port': ['ID=d189f2bf-85f4-426f-b497-86d8b34c190e,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:17.137827 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.188458 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.233660 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:17.236918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:17.242095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:17.245804 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Pushing event updated for resources: {'Port': ['ID=46a86af8-8405-4edb-99d7-fae3afa530f1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:17.450767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d189f2bf-85f4-426f-b497-86d8b34c190e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:17.522202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port d189f2bf-85f4-426f-b497-86d8b34c190e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:17.549339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b73c63-ffd4-4b95-a73e-30ec8364a97e req-4068dd93-53ab-42cb-87f2-a4cb141b56bc tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:17.550933 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3b73c63-ffd4-4b95-a73e-30ec8364a97e req-4068dd93-53ab-42cb-87f2-a4cb141b56bc tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 945 time: 0.0651729 Aug 31 14:31:17.595542 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b3b73c63-ffd4-4b95-a73e-30ec8364a97e req-b5682ea8-a4ee-431f-bd36-b4ac0c8a7f6e tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383880 Aug 31 14:31:17.612464 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.843686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:17.982644 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Router 88994abb-fa42-40c1-a4b9-4780db0adfd9 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:31:18.095827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df19e7e-eef4-4855-afbe-9b18deb980ab req-836b3fdd-8e05-4a9c-b4c3-c39442b0fd45 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:18.097942 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:18.109474 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2df19e7e-eef4-4855-afbe-9b18deb980ab req-836b3fdd-8e05-4a9c-b4c3-c39442b0fd45 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 945 time: 0.0634904 Aug 31 14:31:18.110057 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Sync routers for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:18.118143 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.121032 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-55e41047-442c-4452-9e0c-289c40153b16 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7997448 Aug 31 14:31:18.123627 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55412) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:18.131655 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:18.132793 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:31:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:18.211069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f99fd-d369-46cf-a7be-6eb6ebf77d44 None None] Network 046fd95c-f51c-4036-a225-8c0180fce9de requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:18.240206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-2df19e7e-eef4-4855-afbe-9b18deb980ab req-56fc463e-b61e-457f-9e57-01ff8b6331eb tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Deleting port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:18.240852 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df19e7e-eef4-4855-afbe-9b18deb980ab req-56fc463e-b61e-457f-9e57-01ff8b6331eb tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.264166 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:31:18.358484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2df19e7e-eef4-4855-afbe-9b18deb980ab req-56fc463e-b61e-457f-9e57-01ff8b6331eb tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] For port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:18.359681 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df19e7e-eef4-4855-afbe-9b18deb980ab req-56fc463e-b61e-457f-9e57-01ff8b6331eb tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.378824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-2df19e7e-eef4-4855-afbe-9b18deb980ab req-56fc463e-b61e-457f-9e57-01ff8b6331eb tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Calling delete_port for d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:18.379500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-061ceb06-28f3-468f-bbed-fcf9742c6009 None None] Provisioning for port d189f2bf-85f4-426f-b497-86d8b34c190e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:18.392706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-061ceb06-28f3-468f-bbed-fcf9742c6009 None None] Provisioning complete for port d189f2bf-85f4-426f-b497-86d8b34c190e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:18.393442 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-061ceb06-28f3-468f-bbed-fcf9742c6009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.512153 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-061ceb06-28f3-468f-bbed-fcf9742c6009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.523346 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:17Z', 'revision_number': 3, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:18.556319 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Checking router: 88994abb-fa42-40c1-a4b9-4780db0adfd9 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:31:18.556821 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Updating router 88994abb-fa42-40c1-a4b9-4780db0adfd9 port 46a86af8-8405-4edb-99d7-fae3afa530f1 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:31:18.568616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-061ceb06-28f3-468f-bbed-fcf9742c6009 None None] For port d189f2bf-85f4-426f-b497-86d8b34c190e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d189f2bf-85f4-426f-b497-86d8b34c190e,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:18.583635 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df19e7e-eef4-4855-afbe-9b18deb980ab req-56fc463e-b61e-457f-9e57-01ff8b6331eb tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.584836 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-061ceb06-28f3-468f-bbed-fcf9742c6009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.591668 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.623302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc463e-b61e-457f-9e57-01ff8b6331eb tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Pushing event deleted for resources: {'Port': ['ID=d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:18.645690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ceb06-28f3-468f-bbed-fcf9742c6009 None None] Pushing event updated for resources: {'Port': ['ID=d189f2bf-85f4-426f-b497-86d8b34c190e,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:18.651506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2', '917fb5ef-3a95-4448-9ba9-41963e3ec0b6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:18.654289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['24c28aa8-90c5-4c48-b53e-70561bca8a07', 'd4cbeaf5-37a4-4c5f-a153-b0a7183eb63e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:18.700058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df19e7e-eef4-4855-afbe-9b18deb980ab req-56fc463e-b61e-457f-9e57-01ff8b6331eb tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] No DVR routers for this DVR port d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:18.703986 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2df19e7e-eef4-4855-afbe-9b18deb980ab req-56fc463e-b61e-457f-9e57-01ff8b6331eb tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.706424 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2df19e7e-eef4-4855-afbe-9b18deb980ab req-56fc463e-b61e-457f-9e57-01ff8b6331eb tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.52 "DELETE /v2.0/ports/d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e HTTP/1.1" status: 204 len: 173 time: 0.5900340 Aug 31 14:31:18.707250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f42933b-77e3-4427-b2a7-ec86d14dd82f', 'name': 'network-vif-deleted', 'tag': 'd4cbeaf5-37a4-4c5f-a153-b0a7183eb63e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:18.718901 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e168483-f130-4da9-ad7a-04ee19b4d0d1" -d '{"events": [{"server_uuid": "1f42933b-77e3-4427-b2a7-ec86d14dd82f", "name": "network-vif-deleted", "tag": "d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:18.795069 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e556357-c46b-404a-a3cc-7362fd5a8d72 x-openstack-request-id: req-1e556357-c46b-404a-a3cc-7362fd5a8d72 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:18.795369 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f42933b-77e3-4427-b2a7-ec86d14dd82f", "name": "network-vif-deleted", "tag": "d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:18.795622 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e556357-c46b-404a-a3cc-7362fd5a8d72 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:18.796047 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f42933b-77e3-4427-b2a7-ec86d14dd82f', 'name': 'network-vif-deleted', 'tag': 'd4cbeaf5-37a4-4c5f-a153-b0a7183eb63e', 'status': 'completed', 'code': 200} Aug 31 14:31:18.811065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fb41a6c4-7fce-4255-bb72-26519e25454e None None] Provisioning complete for port d189f2bf-85f4-426f-b497-86d8b34c190e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:18.811439 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fb41a6c4-7fce-4255-bb72-26519e25454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.960061 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.975569 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Transition to ACTIVE for port object 46a86af8-8405-4edb-99d7-fae3afa530f1 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:18.982946 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:18.997012 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7d491778-3a3e-4a97-87c6-056c670d7b7a req-9105eae1-f874-41aa-9e66-40462482cb36 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f42933b-77e3-4427-b2a7-ec86d14dd82f HTTP/1.1" status: 200 len: 210 time: 0.0412257 Aug 31 14:31:19.036006 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Attempting to bind port 46a86af8-8405-4edb-99d7-fae3afa530f1 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:19.036381 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Attempting to bind port 46a86af8-8405-4edb-99d7-fae3afa530f1 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:19.036770 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Attempting to bind port 46a86af8-8405-4edb-99d7-fae3afa530f1 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:19.048604 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:19.048978 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:19.049581 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.049978 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:19.050477 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Bound port: 46a86af8-8405-4edb-99d7-fae3afa530f1, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:19.050873 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.084243 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891b635-8273-474c-bd22-741185e7f35e None None] Pushing event updated for resources: {'Port': ['ID=46a86af8-8405-4edb-99d7-fae3afa530f1,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:19.110165 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] For port 46a86af8-8405-4edb-99d7-fae3afa530f1, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:19.114574 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] For port 46a86af8-8405-4edb-99d7-fae3afa530f1, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=46a86af8-8405-4edb-99d7-fae3afa530f1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:19.121287 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.164805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.188510 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:19.189159 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:31:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:19.251489 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891b635-8273-474c-bd22-741185e7f35e None None] Pushing event updated for resources: {'Port': ['ID=46a86af8-8405-4edb-99d7-fae3afa530f1,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:19.320023 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:31:19.360858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Allocated IP 172.20.0.1 (046fd95c-f51c-4036-a225-8c0180fce9de/140b2d46-36c9-49cc-8548-d62aa7538342/02ea9767-9ffb-49f8-aba0-8c23477694d0) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:19.424822 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d189f2bf-85f4-426f-b497-86d8b34c190e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:19.480014 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d189f2bf-85f4-426f-b497-86d8b34c190e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:19.480633 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.491871 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.505362 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Transition to ACTIVE for port object 02ea9767-9ffb-49f8-aba0-8c23477694d0 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:19.540952 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.586624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Network 046fd95c-f51c-4036-a225-8c0180fce9de is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:19.589589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:19.593213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:19.598717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Pushing event updated for resources: {'Port': ['ID=02ea9767-9ffb-49f8-aba0-8c23477694d0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:19.610435 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:17Z', 'revision_number': 3, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:19.636428 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.640197 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a72d68-eace-46c5-8b9c-b8d6908020d8 None None] The sync data for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 is: [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:17Z', 'revision_number': 3, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:19.777974 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.869934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f7ddbc1d-cefb-40a6-bb83-f3946bd39c70 None None] Provisioning for port 02ea9767-9ffb-49f8-aba0-8c23477694d0 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:19.887306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f7ddbc1d-cefb-40a6-bb83-f3946bd39c70 None None] Provisioning complete for port 02ea9767-9ffb-49f8-aba0-8c23477694d0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:19.887751 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f7ddbc1d-cefb-40a6-bb83-f3946bd39c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.938135 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46e4aaf4-29fd-477a-a7e2-791dd4c4e186 req-6e00cc0d-ae38-4653-8e74-935108def9d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838337 Aug 31 14:31:19.944183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f7ddbc1d-cefb-40a6-bb83-f3946bd39c70 None None] Port 02ea9767-9ffb-49f8-aba0-8c23477694d0 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:19.986467 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:19.992222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:20.003589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4aaf4-29fd-477a-a7e2-791dd4c4e186 req-1db5e157-6141-4761-88f4-eac13aa44f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:20.005449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46e4aaf4-29fd-477a-a7e2-791dd4c4e186 req-1db5e157-6141-4761-88f4-eac13aa44f87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 1096 time: 0.0453863 Aug 31 14:31:20.073877 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:20.082501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Pushing event updated for resources: {'Port': ['ID=02ea9767-9ffb-49f8-aba0-8c23477694d0,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:20.151312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4aaf4-29fd-477a-a7e2-791dd4c4e186 req-5c5f5232-a1d2-425f-b175-32d70c3b21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:20.153149 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46e4aaf4-29fd-477a-a7e2-791dd4c4e186 req-5c5f5232-a1d2-425f-b175-32d70c3b21c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 916 time: 0.1274092 Aug 31 14:31:20.216850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Network 046fd95c-f51c-4036-a225-8c0180fce9de is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:20.217071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46e4aaf4-29fd-477a-a7e2-791dd4c4e186 req-a71248db-f921-4242-8105-00d7ed9b75ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 HTTP/1.1" status: 200 len: 217 time: 0.0532131 Aug 31 14:31:20.218493 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:20.281871 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4aaf4-29fd-477a-a7e2-791dd4c4e186 req-263dc415-907b-4edc-a5db-a598c77fc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:20.284036 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46e4aaf4-29fd-477a-a7e2-791dd4c4e186 req-263dc415-907b-4edc-a5db-a598c77fc075 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ceda2d6c-1499-485f-9b1c-ef88d4321996 HTTP/1.1" status: 200 len: 855 time: 0.0506225 Aug 31 14:31:20.325539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46e4aaf4-29fd-477a-a7e2-791dd4c4e186 req-3579e077-2c22-443e-beda-df7e02b8dd29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31a49ba5-fcae-47c2-8e99-a40dc5e35756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342417 Aug 31 14:31:20.371469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Router 88994abb-fa42-40c1-a4b9-4780db0adfd9 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:20.477691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46e4aaf4-29fd-477a-a7e2-791dd4c4e186 req-fec8668f-68eb-4843-958f-d31caa1751f8 service neutron] 10.222.0.13 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380312 Aug 31 14:31:20.535352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:20.547154 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-23d7aff7-10ff-4392-8651-cb2ac5fced42 admin admin] 10.222.0.20 "PUT /v2.0/routers/88994abb-fa42-40c1-a4b9-4780db0adfd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4165907 Aug 31 14:31:20.574234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-219bde1c-5824-4e2f-829d-c8ceeb909bad None None] Provisioning complete for port 02ea9767-9ffb-49f8-aba0-8c23477694d0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:20.574830 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-219bde1c-5824-4e2f-829d-c8ceeb909bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:20.616417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-219bde1c-5824-4e2f-829d-c8ceeb909bad None None] Port 02ea9767-9ffb-49f8-aba0-8c23477694d0 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:20.626673 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46e4aaf4-29fd-477a-a7e2-791dd4c4e186 req-1dfc8810-ee58-47a8-a7d4-8107e6894c53 service neutron] 10.222.0.13 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401930 Aug 31 14:31:21.055406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55438) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:21.060406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1511073144-network', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:21.081116 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Made reservation on behalf of 4b4efff5b2df4e27a7efa1eb2bf3ce9c for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:21.083581 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.093006 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.192166 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.197383 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.227596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:31:21.238283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b44627f-5e38-41e8-9034-2abf6cb4dac3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:21.244987 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.245535 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Added segment b8ae2cca-86e7-4df4-b415-614c10bcef18 of type vlan for network 5048197d-0c99-4d45-bc2a-db1366f6de66 Aug 31 14:31:21.293320 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.321677 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.322702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:21.324024 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.400742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55442) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:21.402170 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3442707 Aug 31 14:31:21.403580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaeb07-3bc6-49c4-be23-a9ff1b79f05c admin admin] Pushing event updated for resources: {'Network': ['ID=5048197d-0c99-4d45-bc2a-db1366f6de66,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:21.407544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cdcb2190-e1d7-44d8-ad94-241b1a9b969b admin admin] Request body: {'subnet': {'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1511073144-subnet', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:21.414607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 5048197d-0c99-4d45-bc2a-db1366f6de66 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:31:21.442000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcb2190-e1d7-44d8-ad94-241b1a9b969b admin admin] Made reservation on behalf of 4b4efff5b2df4e27a7efa1eb2bf3ce9c for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:21.444485 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2190-e1d7-44d8-ad94-241b1a9b969b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.474054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 46a86af8-8405-4edb-99d7-fae3afa530f1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:21.524154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Sync routers for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:21.553093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:21.553789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:31:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:21.596258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 46a86af8-8405-4edb-99d7-fae3afa530f1 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:21.606019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 46a86af8-8405-4edb-99d7-fae3afa530f1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:21.606396 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.652294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2190-e1d7-44d8-ad94-241b1a9b969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.700248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:31:21.702400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb2190-e1d7-44d8-ad94-241b1a9b969b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca563e2e-13ff-4d6e-bb38-aad2638c1409,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:21.732078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb2190-e1d7-44d8-ad94-241b1a9b969b admin admin] Checking segment: {'id': 'b8ae2cca-86e7-4df4-b415-614c10bcef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:21.732848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcb2190-e1d7-44d8-ad94-241b1a9b969b admin admin] Network hostable DHCP agents. Network: 5048197d-0c99-4d45-bc2a-db1366f6de66, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:31:21.752028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcb2190-e1d7-44d8-ad94-241b1a9b969b admin admin] Network 5048197d-0c99-4d45-bc2a-db1366f6de66 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:31:21.762211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-cdcb2190-e1d7-44d8-ad94-241b1a9b969b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 5048197d-0c99-4d45-bc2a-db1366f6de66) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:21.767895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb2190-e1d7-44d8-ad94-241b1a9b969b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:21.768893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2190-e1d7-44d8-ad94-241b1a9b969b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.773421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f41074-d5c3-4edf-877d-3b468dda1171 None None] Network 5048197d-0c99-4d45-bc2a-db1366f6de66 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:21.782817 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cdcb2190-e1d7-44d8-ad94-241b1a9b969b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3799984 Aug 31 14:31:21.785292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55444) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:21.789705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1511073144-router', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:21.810555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.812136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.904351 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:21.937262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 46a86af8-8405-4edb-99d7-fae3afa530f1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=46a86af8-8405-4edb-99d7-fae3afa530f1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:21.955072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.067610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=46a86af8-8405-4edb-99d7-fae3afa530f1,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:22.143172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-5048197d-0c99-4d45-bc2a-db1366f6de66', 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'fixed_ips': [{'subnet_id': 'ca563e2e-13ff-4d6e-bb38-aad2638c1409'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:31:22.144035 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.160579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 2, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:22.194834 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Checking router: 88994abb-fa42-40c1-a4b9-4780db0adfd9 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:31:22.195222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Updating router 88994abb-fa42-40c1-a4b9-4780db0adfd9 port 02ea9767-9ffb-49f8-aba0-8c23477694d0 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:31:22.231153 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.381518 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.449101 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:22.471486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:22.471831 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device d4cbeaf5-37a4-4c5f-a153-b0a7183eb63e not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:22.485653 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.601094 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.626199 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.649186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Allocated IP 172.20.0.2 (5048197d-0c99-4d45-bc2a-db1366f6de66/ca563e2e-13ff-4d6e-bb38-aad2638c1409/e4e46350-2f7f-4dc7-b245-863237d3c59b) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:22.735384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Allocated IP 172.25.3.251 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/d3c911cd-d7a5-4498-a1fe-53c6162ad38b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:22.848045 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.888011 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.908048 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.925772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Transition to ACTIVE for port object e4e46350-2f7f-4dc7-b245-863237d3c59b will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:22.928788 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.929078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:22.936597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:22.941032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:22.949965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Transition to ACTIVE for port object 02ea9767-9ffb-49f8-aba0-8c23477694d0 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:22.954594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Transition to ACTIVE for port object e4e46350-2f7f-4dc7-b245-863237d3c59b will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:22.958108 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.967294 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:22.973037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c911cd-d7a5-4498-a1fe-53c6162ad38b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:23.043699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad28bdc-5f37-4a86-90e9-621a53aee70c None None] Pushing event updated for resources: {'Port': ['ID=02ea9767-9ffb-49f8-aba0-8c23477694d0,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:23.053686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Network 5048197d-0c99-4d45-bc2a-db1366f6de66 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:23.086991 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:23.090479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:23.146211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Attempting to bind port 02ea9767-9ffb-49f8-aba0-8c23477694d0 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:23.146211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Attempting to bind port 02ea9767-9ffb-49f8-aba0-8c23477694d0 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:23.146211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Attempting to bind port 02ea9767-9ffb-49f8-aba0-8c23477694d0 on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:23.168606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Pushing event updated for resources: {'Port': ['ID=e4e46350-2f7f-4dc7-b245-863237d3c59b,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:23.186139 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:23.186802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Checking segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:23.187392 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.187967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Bound using segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:23.188956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Bound port: 02ea9767-9ffb-49f8-aba0-8c23477694d0, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:23.189525 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.202476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Attempting to bind port e4e46350-2f7f-4dc7-b245-863237d3c59b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:23.203657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Attempting to bind port e4e46350-2f7f-4dc7-b245-863237d3c59b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'b8ae2cca-86e7-4df4-b415-614c10bcef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:23.204230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Attempting to bind port e4e46350-2f7f-4dc7-b245-863237d3c59b on network 5048197d-0c99-4d45-bc2a-db1366f6de66 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:23.213976 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:23.214642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Checking segment: {'id': 'b8ae2cca-86e7-4df4-b415-614c10bcef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:23.215222 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.215784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Bound using segment: {'id': 'b8ae2cca-86e7-4df4-b415-614c10bcef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:23.216475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Bound port: e4e46350-2f7f-4dc7-b245-863237d3c59b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ae2cca-86e7-4df4-b415-614c10bcef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:23.217054 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.238237 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.316001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] For port 02ea9767-9ffb-49f8-aba0-8c23477694d0, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:23.320314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] For port 02ea9767-9ffb-49f8-aba0-8c23477694d0, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=02ea9767-9ffb-49f8-aba0-8c23477694d0,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:23.330318 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.332547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] For port e4e46350-2f7f-4dc7-b245-863237d3c59b, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:23.337377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] For port e4e46350-2f7f-4dc7-b245-863237d3c59b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e4e46350-2f7f-4dc7-b245-863237d3c59b,segment=NetworkSegment(b8ae2cca-86e7-4df4-b415-614c10bcef18),segment_id=b8ae2cca-86e7-4df4-b415-614c10bcef18)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:23.376227 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.402249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fffbb443-d3ae-4022-81f4-b4d3d26d563c req-08c85c7d-b21b-4b98-aeb3-dd460dbb1c47 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777614 Aug 31 14:31:23.435453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:23.438698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:31:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:23.461187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 46a86af8-8405-4edb-99d7-fae3afa530f1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:23.525399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad28bdc-5f37-4a86-90e9-621a53aee70c None None] Pushing event updated for resources: {'Port': ['ID=02ea9767-9ffb-49f8-aba0-8c23477694d0,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:23.595322 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.702273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46251225-a3c5-420d-b9fc-cbbed3e2b44d None None] Pushing event updated for resources: {'Port': ['ID=e4e46350-2f7f-4dc7-b245-863237d3c59b,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:23.728659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:31:23.731151 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 46a86af8-8405-4edb-99d7-fae3afa530f1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:23.731528 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:23.769715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbb443-d3ae-4022-81f4-b4d3d26d563c req-695ab149-9d61-47b4-a1d8-8e7206bc4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:23.773186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fffbb443-d3ae-4022-81f4-b4d3d26d563c req-695ab149-9d61-47b4-a1d8-8e7206bc4a03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7d012fff9234f84aeaf0d7e846de445&device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 1097 time: 0.2817822 Aug 31 14:31:23.948519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbb443-d3ae-4022-81f4-b4d3d26d563c req-8ed25ada-a2f9-4134-83f5-a9c770d08046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:23.948519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fffbb443-d3ae-4022-81f4-b4d3d26d563c req-8ed25ada-a2f9-4134-83f5-a9c770d08046 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 200 len: 916 time: 0.1499836 Aug 31 14:31:23.958628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Router 1d547f18-83d7-4999-b1f2-3835fd167ab1 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:31:24.003704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fffbb443-d3ae-4022-81f4-b4d3d26d563c req-4d5f87f1-3a55-4519-847c-1bc3427d42d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24c28aa8-90c5-4c48-b53e-70561bca8a07 HTTP/1.1" status: 200 len: 217 time: 0.0466528 Aug 31 14:31:24.088178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:23Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:24.115767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0dd2f-a8e7-4882-9034-2944719257de None None] The sync data for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 is: [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:23Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:24.166805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbb443-d3ae-4022-81f4-b4d3d26d563c req-627d4f75-3715-444f-ae30-85ac971df280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:24.166805 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fffbb443-d3ae-4022-81f4-b4d3d26d563c req-627d4f75-3715-444f-ae30-85ac971df280 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ceda2d6c-1499-485f-9b1c-ef88d4321996 HTTP/1.1" status: 200 len: 855 time: 0.1503747 Aug 31 14:31:24.208655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fffbb443-d3ae-4022-81f4-b4d3d26d563c req-cd9fe7ab-aa64-4741-a373-f821fefe181e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31a49ba5-fcae-47c2-8e99-a40dc5e35756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362594 Aug 31 14:31:24.224338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62dc84-7347-45e3-bb37-43659f023af0 req-ade6e4cd-0213-41e8-8540-5a88263d8a82 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:24.227241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf62dc84-7347-45e3-bb37-43659f023af0 req-ade6e4cd-0213-41e8-8540-5a88263d8a82 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 945 time: 0.4530411 Aug 31 14:31:24.259510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:24.269439 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Sync routers for ids ['1d547f18-83d7-4999-b1f2-3835fd167ab1'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:24.282598 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Routers {'1d547f18-83d7-4999-b1f2-3835fd167ab1'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:24.283370 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:31:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1d547f18-83d7-4999-b1f2-3835fd167ab1'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:24.344094 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.345412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-59a3d8bd-c79f-47b4-98d9-0509e4dedc16 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5591238 Aug 31 14:31:24.348964 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55458) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:24.358007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf62dc84-7347-45e3-bb37-43659f023af0 req-d9180e79-b595-4d09-973a-c319f1e31815 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254990 Aug 31 14:31:24.399776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fffbb443-d3ae-4022-81f4-b4d3d26d563c req-77dd00d1-4302-4031-91d9-caa50486bf07 service neutron] 10.222.0.52 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684046 Aug 31 14:31:24.448630 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Set router 1d547f18-83d7-4999-b1f2-3835fd167ab1 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:31:24.552674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fffbb443-d3ae-4022-81f4-b4d3d26d563c req-a3a62917-d645-4890-8c40-e759825021fc service neutron] 10.222.0.52 "GET /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420341 Aug 31 14:31:24.767457 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'name': 'tempest-TestVolumeBootPattern-1511073144-router', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:21Z', 'updated_at': '2021-08-31T14:31:23Z', 'revision_number': 3, 'project_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'gw_port': {'id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:22Z', 'updated_at': '2021-08-31T14:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:24.807854 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Checking router: 1d547f18-83d7-4999-b1f2-3835fd167ab1 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:31:24.808227 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Updating router 1d547f18-83d7-4999-b1f2-3835fd167ab1 port d3c911cd-d7a5-4498-a1fe-53c6162ad38b binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:31:24.817001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f7f956-b3a6-42e5-9925-3a6e0484456b None None] Network 5048197d-0c99-4d45-bc2a-db1366f6de66 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:31:24.843292 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:24.911873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8131f082-604b-430d-9004-4c897f69901b None None] Provisioning for port e4e46350-2f7f-4dc7-b245-863237d3c59b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:25.005576 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.202748 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.215155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27579c-bbb0-434a-936e-899fd599a3e3 req-46780bbc-b080-4361-b269-65c2a38c0da8 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:25.217923 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Transition to ACTIVE for port object d3c911cd-d7a5-4498-a1fe-53c6162ad38b will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:25.218923 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea27579c-bbb0-434a-936e-899fd599a3e3 req-46780bbc-b080-4361-b269-65c2a38c0da8 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 945 time: 0.1039736 Aug 31 14:31:25.229082 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.264227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Allocated IP 172.20.0.1 (5048197d-0c99-4d45-bc2a-db1366f6de66/ca563e2e-13ff-4d6e-bb38-aad2638c1409/b309d3cf-f616-4dfa-894f-0746b218ea63) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:25.309656 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Attempting to bind port d3c911cd-d7a5-4498-a1fe-53c6162ad38b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:25.310296 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Attempting to bind port d3c911cd-d7a5-4498-a1fe-53c6162ad38b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:25.310672 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Attempting to bind port d3c911cd-d7a5-4498-a1fe-53c6162ad38b on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:25.326215 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:25.326514 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:25.326922 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.327321 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:25.327842 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Bound port: d3c911cd-d7a5-4498-a1fe-53c6162ad38b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:25.328375 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.380673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ea27579c-bbb0-434a-936e-899fd599a3e3 req-a7900bf8-3494-4e22-ab13-f64a8811b3b5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Deleting port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:25.381593 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea27579c-bbb0-434a-936e-899fd599a3e3 req-a7900bf8-3494-4e22-ab13-f64a8811b3b5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.403688 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] For port d3c911cd-d7a5-4498-a1fe-53c6162ad38b, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:25.407436 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] For port d3c911cd-d7a5-4498-a1fe-53c6162ad38b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d3c911cd-d7a5-4498-a1fe-53c6162ad38b,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:25.423669 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e781211-424a-4993-b36c-5858daaac6b2 None None] Pushing event updated for resources: {'Port': ['ID=d3c911cd-d7a5-4498-a1fe-53c6162ad38b,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:25.427877 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.492122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.510934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Transition to ACTIVE for port object b309d3cf-f616-4dfa-894f-0746b218ea63 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:25.555663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ea27579c-bbb0-434a-936e-899fd599a3e3 req-a7900bf8-3494-4e22-ab13-f64a8811b3b5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] For port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=917fb5ef-3a95-4448-9ba9-41963e3ec0b6,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:25.556031 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea27579c-bbb0-434a-936e-899fd599a3e3 req-a7900bf8-3494-4e22-ab13-f64a8811b3b5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.559073 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.568777 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Routers {'1d547f18-83d7-4999-b1f2-3835fd167ab1'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:25.570389 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:31:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1d547f18-83d7-4999-b1f2-3835fd167ab1'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:25.603964 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ea27579c-bbb0-434a-936e-899fd599a3e3 req-a7900bf8-3494-4e22-ab13-f64a8811b3b5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Calling delete_port for 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:25.615224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e4e46350-2f7f-4dc7-b245-863237d3c59b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:25.629771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Network 5048197d-0c99-4d45-bc2a-db1366f6de66 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:25.631957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b309d3cf-f616-4dfa-894f-0746b218ea63,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:25.637930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:25.647812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:25.661969 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e781211-424a-4993-b36c-5858daaac6b2 None None] Pushing event updated for resources: {'Port': ['ID=d3c911cd-d7a5-4498-a1fe-53c6162ad38b,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:25.703730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:25.704093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:25.704489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:25.704816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:25.705155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:25.705492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:25.705827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:25.706160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:25.706492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:25.706822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:25.707153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:25.707483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:31:25.749201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port e4e46350-2f7f-4dc7-b245-863237d3c59b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:25.755249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e4e46350-2f7f-4dc7-b245-863237d3c59b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:25.755757 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.774486 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.793807 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] Set router 1d547f18-83d7-4999-b1f2-3835fd167ab1 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:31:25.877175 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc54d8-cdf6-4c62-876d-fb0f3ad354ee req-4b95ea79-47d6-406c-a6c8-457f0ca1b125 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:25.880613 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea27579c-bbb0-434a-936e-899fd599a3e3 req-a7900bf8-3494-4e22-ab13-f64a8811b3b5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:25.885648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-53fc54d8-cdf6-4c62-876d-fb0f3ad354ee req-4b95ea79-47d6-406c-a6c8-457f0ca1b125 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a93aa92-f34c-4bc6-854b-39cce6c43361 HTTP/1.1" status: 200 len: 945 time: 0.3365529 Aug 31 14:31:25.898308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:25.901446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['24c28aa8-90c5-4c48-b53e-70561bca8a07'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:25.921524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7900bf8-3494-4e22-ab13-f64a8811b3b5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Pushing event deleted for resources: {'Port': ['ID=917fb5ef-3a95-4448-9ba9-41963e3ec0b6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:25.991757 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.037365 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-53fc54d8-cdf6-4c62-876d-fb0f3ad354ee req-e983ca7c-c8a5-47a9-a5ee-70b0ee79e75c tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506832 Aug 31 14:31:26.039621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea27579c-bbb0-434a-936e-899fd599a3e3 req-a7900bf8-3494-4e22-ab13-f64a8811b3b5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] No DVR routers for this DVR port 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:26.043385 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ea27579c-bbb0-434a-936e-899fd599a3e3 req-a7900bf8-3494-4e22-ab13-f64a8811b3b5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.047698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea27579c-bbb0-434a-936e-899fd599a3e3 req-a7900bf8-3494-4e22-ab13-f64a8811b3b5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.13 "DELETE /v2.0/ports/917fb5ef-3a95-4448-9ba9-41963e3ec0b6 HTTP/1.1" status: 204 len: 173 time: 0.8217936 Aug 31 14:31:26.048272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a93aa92-f34c-4bc6-854b-39cce6c43361', 'name': 'network-vif-deleted', 'tag': '917fb5ef-3a95-4448-9ba9-41963e3ec0b6'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:26.050854 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6872d602-89b5-4aba-8b29-512ff2651968" -d '{"events": [{"server_uuid": "7a93aa92-f34c-4bc6-854b-39cce6c43361", "name": "network-vif-deleted", "tag": "917fb5ef-3a95-4448-9ba9-41963e3ec0b6"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:26.062976 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'name': 'tempest-TestVolumeBootPattern-1511073144-router', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:21Z', 'updated_at': '2021-08-31T14:31:23Z', 'revision_number': 3, 'project_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'gw_port': {'id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:22Z', 'updated_at': '2021-08-31T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:26.094431 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port e4e46350-2f7f-4dc7-b245-863237d3c59b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e4e46350-2f7f-4dc7-b245-863237d3c59b,segment=NetworkSegment(b8ae2cca-86e7-4df4-b415-614c10bcef18),segment_id=b8ae2cca-86e7-4df4-b415-614c10bcef18)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:26.101287 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e22e465-6922-47cb-8761-a8ef71e17c69 None None] The sync data for ids ['1d547f18-83d7-4999-b1f2-3835fd167ab1'] in n-d-792364-6 is: [{'id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'name': 'tempest-TestVolumeBootPattern-1511073144-router', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:21Z', 'updated_at': '2021-08-31T14:31:23Z', 'revision_number': 3, 'project_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'gw_port': {'id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:22Z', 'updated_at': '2021-08-31T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:26.109403 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1471e28e-58ff-426d-afb3-a98b1ab8d09b x-openstack-request-id: req-1471e28e-58ff-426d-afb3-a98b1ab8d09b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:26.109692 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a93aa92-f34c-4bc6-854b-39cce6c43361", "name": "network-vif-deleted", "tag": "917fb5ef-3a95-4448-9ba9-41963e3ec0b6", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:26.109947 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1471e28e-58ff-426d-afb3-a98b1ab8d09b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:26.110353 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a93aa92-f34c-4bc6-854b-39cce6c43361', 'name': 'network-vif-deleted', 'tag': '917fb5ef-3a95-4448-9ba9-41963e3ec0b6', 'status': 'completed', 'code': 200} Aug 31 14:31:26.120846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.137853 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.138945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 02ea9767-9ffb-49f8-aba0-8c23477694d0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:26.231496 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f8eb0ba6-0287-4822-9d8d-e243b500ebba None None] Provisioning for port b309d3cf-f616-4dfa-894f-0746b218ea63 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:26.273201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f8eb0ba6-0287-4822-9d8d-e243b500ebba None None] Provisioning complete for port b309d3cf-f616-4dfa-894f-0746b218ea63 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:26.273588 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8eb0ba6-0287-4822-9d8d-e243b500ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.307842 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.314669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.327500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=e4e46350-2f7f-4dc7-b245-863237d3c59b,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:26.386379 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb0ba6-0287-4822-9d8d-e243b500ebba None None] Port b309d3cf-f616-4dfa-894f-0746b218ea63 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:26.404096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b309d3cf-f616-4dfa-894f-0746b218ea63,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:26.418576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 02ea9767-9ffb-49f8-aba0-8c23477694d0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:26.421842 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.436340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 02ea9767-9ffb-49f8-aba0-8c23477694d0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:26.437954 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.569088 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Network 5048197d-0c99-4d45-bc2a-db1366f6de66 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:26.571043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:26.580589 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.661030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 02ea9767-9ffb-49f8-aba0-8c23477694d0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=02ea9767-9ffb-49f8-aba0-8c23477694d0,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:26.668603 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.733743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=02ea9767-9ffb-49f8-aba0-8c23477694d0,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:26.742470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Router 1d547f18-83d7-4999-b1f2-3835fd167ab1 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:31:26.858376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:31:26.863317 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fb05f5b7-e04b-46a1-8007-bca65648d1c2 admin admin] 10.222.0.20 "PUT /v2.0/routers/1d547f18-83d7-4999-b1f2-3835fd167ab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5133119 Aug 31 14:31:26.910066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-da975a9c-e140-448f-a2d1-8ee8414b4517 None None] Provisioning complete for port b309d3cf-f616-4dfa-894f-0746b218ea63 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:26.910630 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-da975a9c-e140-448f-a2d1-8ee8414b4517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:26.950353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-da975a9c-e140-448f-a2d1-8ee8414b4517 None None] Port b309d3cf-f616-4dfa-894f-0746b218ea63 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:27.320401 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2d1e3-3e8c-4e4d-bf56-4ac294a7ae5f req-d86fb93a-14e0-44cc-a2d1-6a38b5aaa20e tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:27.322213 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9cb2d1e3-3e8c-4e4d-bf56-4ac294a7ae5f req-d86fb93a-14e0-44cc-a2d1-6a38b5aaa20e tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 946 time: 0.0536344 Aug 31 14:31:27.367839 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9cb2d1e3-3e8c-4e4d-bf56-4ac294a7ae5f req-72eb1a38-275b-47c8-ab0d-40fadc776160 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375946 Aug 31 14:31:27.515016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e4e46350-2f7f-4dc7-b245-863237d3c59b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:27.572274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e4e46350-2f7f-4dc7-b245-863237d3c59b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:27.573910 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:27.674255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 02ea9767-9ffb-49f8-aba0-8c23477694d0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:27.737500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 02ea9767-9ffb-49f8-aba0-8c23477694d0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:27.737879 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:27.925069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:27.931010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Sync routers for ids ['1d547f18-83d7-4999-b1f2-3835fd167ab1'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:31:27.956281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:27.956668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 917fb5ef-3a95-4448-9ba9-41963e3ec0b6 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:27.970904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Routers {'1d547f18-83d7-4999-b1f2-3835fd167ab1'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:27.972217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:31:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1d547f18-83d7-4999-b1f2-3835fd167ab1'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:28.087097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d3c911cd-d7a5-4498-a1fe-53c6162ad38b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:28.138773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Set router 1d547f18-83d7-4999-b1f2-3835fd167ab1 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:31:28.232454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port d3c911cd-d7a5-4498-a1fe-53c6162ad38b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:28.272910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d3c911cd-d7a5-4498-a1fe-53c6162ad38b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:28.273294 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.425972 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.451106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port d3c911cd-d7a5-4498-a1fe-53c6162ad38b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d3c911cd-d7a5-4498-a1fe-53c6162ad38b,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:28.457253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'name': 'tempest-TestVolumeBootPattern-1511073144-router', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:21Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 4, 'project_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'gw_port': {'id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:22Z', 'updated_at': '2021-08-31T14:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'b309d3cf-f616-4dfa-894f-0746b218ea63', 'name': '', 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'mac_address': 'fa:16:3e:7d:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'ca563e2e-13ff-4d6e-bb38-aad2638c1409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:25Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 2, 'project_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'subnets': [{'id': 'ca563e2e-13ff-4d6e-bb38-aad2638c1409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:28.459547 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.491193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Checking router: 1d547f18-83d7-4999-b1f2-3835fd167ab1 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:31:28.491655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Updating router 1d547f18-83d7-4999-b1f2-3835fd167ab1 port b309d3cf-f616-4dfa-894f-0746b218ea63 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:31:28.514836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8df7e0-f6f2-4e4d-b4f0-e0bc1057d264 req-0d08b772-dddd-422c-808a-2d897d26a57d tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:28.516482 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b8df7e0-f6f2-4e4d-b4f0-e0bc1057d264 req-0d08b772-dddd-422c-808a-2d897d26a57d tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 946 time: 0.0650690 Aug 31 14:31:28.555769 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.570155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b8df7e0-f6f2-4e4d-b4f0-e0bc1057d264 req-eda31087-df9f-4c8b-9f69-85cf93c74074 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444429 Aug 31 14:31:28.579112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=d3c911cd-d7a5-4498-a1fe-53c6162ad38b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:28.772134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f922891-f693-461e-a2ee-722965374c46 req-02206cbc-d762-464e-98dd-5b8bade5b201 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:28.773953 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f922891-f693-461e-a2ee-722965374c46 req-02206cbc-d762-464e-98dd-5b8bade5b201 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 946 time: 0.0523853 Aug 31 14:31:28.853098 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.866984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Transition to ACTIVE for port object b309d3cf-f616-4dfa-894f-0746b218ea63 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:28.878253 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.892560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-2f922891-f693-461e-a2ee-722965374c46 req-d50f8876-9979-40c3-845f-6c3d326a6768 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Deleting port 24c28aa8-90c5-4c48-b53e-70561bca8a07 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:28.892845 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2f922891-f693-461e-a2ee-722965374c46 req-d50f8876-9979-40c3-845f-6c3d326a6768 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:28.941332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2e771-31d2-4619-81b6-99619feef708 None None] Pushing event updated for resources: {'Port': ['ID=b309d3cf-f616-4dfa-894f-0746b218ea63,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:28.999957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-2f922891-f693-461e-a2ee-722965374c46 req-d50f8876-9979-40c3-845f-6c3d326a6768 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] For port 24c28aa8-90c5-4c48-b53e-70561bca8a07, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=24c28aa8-90c5-4c48-b53e-70561bca8a07,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:29.000715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2f922891-f693-461e-a2ee-722965374c46 req-d50f8876-9979-40c3-845f-6c3d326a6768 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.011823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Attempting to bind port b309d3cf-f616-4dfa-894f-0746b218ea63 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:29.012058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Attempting to bind port b309d3cf-f616-4dfa-894f-0746b218ea63 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'b8ae2cca-86e7-4df4-b415-614c10bcef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:29.012310 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Attempting to bind port b309d3cf-f616-4dfa-894f-0746b218ea63 on network 5048197d-0c99-4d45-bc2a-db1366f6de66 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:29.020201 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-2f922891-f693-461e-a2ee-722965374c46 req-d50f8876-9979-40c3-845f-6c3d326a6768 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Calling delete_port for 24c28aa8-90c5-4c48-b53e-70561bca8a07 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:29.020648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:29.021171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Checking segment: {'id': 'b8ae2cca-86e7-4df4-b415-614c10bcef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:29.021735 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.022140 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Bound using segment: {'id': 'b8ae2cca-86e7-4df4-b415-614c10bcef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:29.025272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Bound port: b309d3cf-f616-4dfa-894f-0746b218ea63, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ae2cca-86e7-4df4-b415-614c10bcef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:29.025272 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.106508 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:31:29.113115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] For port b309d3cf-f616-4dfa-894f-0746b218ea63, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:29.117610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] For port b309d3cf-f616-4dfa-894f-0746b218ea63, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b309d3cf-f616-4dfa-894f-0746b218ea63,segment=NetworkSegment(b8ae2cca-86e7-4df4-b415-614c10bcef18),segment_id=b8ae2cca-86e7-4df4-b415-614c10bcef18)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:29.126960 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.201278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Routers {'1d547f18-83d7-4999-b1f2-3835fd167ab1'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:31:29.201971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:31:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1d547f18-83d7-4999-b1f2-3835fd167ab1'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:29.220474 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2f922891-f693-461e-a2ee-722965374c46 req-d50f8876-9979-40c3-845f-6c3d326a6768 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.260735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:29.263231 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['24c28aa8-90c5-4c48-b53e-70561bca8a07'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:29.265851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f8876-9979-40c3-845f-6c3d326a6768 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Pushing event deleted for resources: {'Port': ['ID=24c28aa8-90c5-4c48-b53e-70561bca8a07,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:29.271885 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2e771-31d2-4619-81b6-99619feef708 None None] Pushing event updated for resources: {'Port': ['ID=b309d3cf-f616-4dfa-894f-0746b218ea63,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:29.305057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-cf7367e9-290a-497d-996c-9315d146b38f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:29.312887 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-cf7367e9-290a-497d-996c-9315d146b38f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.1489551 Aug 31 14:31:29.315317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f922891-f693-461e-a2ee-722965374c46 req-d50f8876-9979-40c3-845f-6c3d326a6768 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] No DVR routers for this DVR port 24c28aa8-90c5-4c48-b53e-70561bca8a07 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:29.318313 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-2f922891-f693-461e-a2ee-722965374c46 req-d50f8876-9979-40c3-845f-6c3d326a6768 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.321831 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f922891-f693-461e-a2ee-722965374c46 req-d50f8876-9979-40c3-845f-6c3d326a6768 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.52 "DELETE /v2.0/ports/24c28aa8-90c5-4c48-b53e-70561bca8a07 HTTP/1.1" status: 204 len: 173 time: 0.5405371 Aug 31 14:31:29.323003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6ec228-5859-45b4-8842-0f076aaabd72', 'name': 'network-vif-deleted', 'tag': '24c28aa8-90c5-4c48-b53e-70561bca8a07'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:29.331933 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-f5cdcd40-a59a-430f-81ef-48394e5329bc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/quotas/ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 375 time: 0.0174065 Aug 31 14:31:29.334385 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e8a67-628f-40eb-8f38-b6aa8e0bdc60" -d '{"events": [{"server_uuid": "5a6ec228-5859-45b4-8842-0f076aaabd72", "name": "network-vif-deleted", "tag": "24c28aa8-90c5-4c48-b53e-70561bca8a07"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:29.438657 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-5e1be444-a43e-4b99-9a85-e0f30e5a1a86 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054072 Aug 31 14:31:29.458795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] Set router 1d547f18-83d7-4999-b1f2-3835fd167ab1 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:31:29.495785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d3c911cd-d7a5-4498-a1fe-53c6162ad38b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:29.542182 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebce26ef-0331-46f8-bef3-aabecaded0fb x-openstack-request-id: req-ebce26ef-0331-46f8-bef3-aabecaded0fb {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:29.542927 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6ec228-5859-45b4-8842-0f076aaabd72", "name": "network-vif-deleted", "tag": "24c28aa8-90c5-4c48-b53e-70561bca8a07", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:29.542927 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebce26ef-0331-46f8-bef3-aabecaded0fb {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:29.543116 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6ec228-5859-45b4-8842-0f076aaabd72', 'name': 'network-vif-deleted', 'tag': '24c28aa8-90c5-4c48-b53e-70561bca8a07', 'status': 'completed', 'code': 200} Aug 31 14:31:29.578398 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-ae642ab4-c661-4b6f-8f08-8f45570c63f2 service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388278 Aug 31 14:31:29.687601 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-d785d2ef-bd76-4839-ab51-5a3b7449dc82 service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025863 Aug 31 14:31:29.695353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa5a12fc-51aa-4a21-8c9d-663bde2d71d8 req-bdf50ad9-c865-420d-ba05-10412cc37647 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a6ec228-5859-45b4-8842-0f076aaabd72 HTTP/1.1" status: 200 len: 210 time: 0.0345554 Aug 31 14:31:29.720165 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d3c911cd-d7a5-4498-a1fe-53c6162ad38b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:29.720633 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:29.872878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'name': 'tempest-TestVolumeBootPattern-1511073144-router', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:21Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 4, 'project_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'gw_port': {'id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:22Z', 'updated_at': '2021-08-31T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'b309d3cf-f616-4dfa-894f-0746b218ea63', 'name': '', 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'mac_address': 'fa:16:3e:7d:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'ca563e2e-13ff-4d6e-bb38-aad2638c1409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:25Z', 'updated_at': '2021-08-31T14:31:29Z', 'revision_number': 4, 'project_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'subnets': [{'id': 'ca563e2e-13ff-4d6e-bb38-aad2638c1409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:29.905058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed9624-f092-4328-9c6d-229cfcb087eb None None] The sync data for ids ['1d547f18-83d7-4999-b1f2-3835fd167ab1'] in n-d-792364-6 is: [{'id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'name': 'tempest-TestVolumeBootPattern-1511073144-router', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:21Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 4, 'project_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'gw_port': {'id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:22Z', 'updated_at': '2021-08-31T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'b309d3cf-f616-4dfa-894f-0746b218ea63', 'name': '', 'network_id': '5048197d-0c99-4d45-bc2a-db1366f6de66', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'mac_address': 'fa:16:3e:7d:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'ca563e2e-13ff-4d6e-bb38-aad2638c1409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:25Z', 'updated_at': '2021-08-31T14:31:29Z', 'revision_number': 4, 'project_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'subnets': [{'id': 'ca563e2e-13ff-4d6e-bb38-aad2638c1409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:31:30.049719 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eefacf67-d00c-471b-a6a0-736ab7bcb152 req-232aa6e2-4114-4d27-b831-7e0b959f6f32 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 210 time: 0.0325389 Aug 31 14:31:31.014705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-c569ed5b-0af9-4db5-8b7f-3106d9793c0e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:31.016456 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-c569ed5b-0af9-4db5-8b7f-3106d9793c0e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.1277061 Aug 31 14:31:31.032058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'port': {'device_id': 'd7a5aed2-c313-427c-b41e-59125db7348b', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'admin_state_up': True, 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:31.197595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c7cfa27-59be-439e-b405-6af0e3d61e11 req-69100896-bf9e-4541-a745-a92137a571a5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 210 time: 0.0342631 Aug 31 14:31:31.223293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Made reservation on behalf of ec5ebd3ad742471e840ae64950d7af5a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:31:31.223293 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.375857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Allocated IP 172.20.0.12 (046fd95c-f51c-4036-a225-8c0180fce9de/140b2d46-36c9-49cc-8548-d62aa7538342/169258e7-5833-44d6-966a-242e98dc1fdc) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:31:31.392033 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ba24-2199-4c36-92fb-94520d3228d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.530063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b309d3cf-f616-4dfa-894f-0746b218ea63 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:31.591868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port b309d3cf-f616-4dfa-894f-0746b218ea63 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:31.596969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b309d3cf-f616-4dfa-894f-0746b218ea63 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:31.598207 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.608895 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.625974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Transition to ACTIVE for port object 169258e7-5833-44d6-966a-242e98dc1fdc will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:31.681659 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.701091 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.738965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=169258e7-5833-44d6-966a-242e98dc1fdc,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:31.751321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Network 046fd95c-f51c-4036-a225-8c0180fce9de is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:31:31.752581 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:31:31.754738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port b309d3cf-f616-4dfa-894f-0746b218ea63, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b309d3cf-f616-4dfa-894f-0746b218ea63,segment=NetworkSegment(b8ae2cca-86e7-4df4-b415-614c10bcef18),segment_id=b8ae2cca-86e7-4df4-b415-614c10bcef18)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:31.755063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:31:31.762575 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.844932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:31.845984 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:31.868467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=b309d3cf-f616-4dfa-894f-0746b218ea63,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:31.872914 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-30f1dc33-0de7-4705-81ec-4804b98c1fdb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8455367 Aug 31 14:31:31.893630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Request body: {'port': {'device_id': 'd7a5aed2-c313-427c-b41e-59125db7348b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:31:32.000326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.241150 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dbb49964-2ef0-4362-8709-db1e9d60aba4 None None] Provisioning for port 169258e7-5833-44d6-966a-242e98dc1fdc completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:32.246338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dbb49964-2ef0-4362-8709-db1e9d60aba4 None None] Provisioning complete for port 169258e7-5833-44d6-966a-242e98dc1fdc triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:32.246720 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dbb49964-2ef0-4362-8709-db1e9d60aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.335941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-dbb49964-2ef0-4362-8709-db1e9d60aba4 None None] Port 169258e7-5833-44d6-966a-242e98dc1fdc cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:31:32.373817 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5343c-164a-4fd2-ae20-f5a7de7f11a8 req-e2ad9560-bbbd-4503-893a-0cedd10d6930 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:32.375578 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-46f5343c-164a-4fd2-ae20-f5a7de7f11a8 req-e2ad9560-bbbd-4503-893a-0cedd10d6930 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 932 time: 0.0670941 Aug 31 14:31:32.393543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169258e7-5833-44d6-966a-242e98dc1fdc {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:31:32.401616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.425607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Transition to ACTIVE for port object 169258e7-5833-44d6-966a-242e98dc1fdc will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:31:32.430045 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-46f5343c-164a-4fd2-ae20-f5a7de7f11a8 req-a21bbb47-a527-47d7-9857-5e981ff7334a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477247 Aug 31 14:31:32.441489 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.489153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 24c28aa8-90c5-4c48-b53e-70561bca8a07 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:32.508934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Pushing event updated for resources: {'Port': ['ID=169258e7-5833-44d6-966a-242e98dc1fdc,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:32.530186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 24c28aa8-90c5-4c48-b53e-70561bca8a07 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:32.530802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 24c28aa8-90c5-4c48-b53e-70561bca8a07 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:32.599362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Attempting to bind port 169258e7-5833-44d6-966a-242e98dc1fdc on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:31:32.599823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Attempting to bind port 169258e7-5833-44d6-966a-242e98dc1fdc by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:31:32.600277 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Attempting to bind port 169258e7-5833-44d6-966a-242e98dc1fdc on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:32.606567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Port 169258e7-5833-44d6-966a-242e98dc1fdc on network 046fd95c-f51c-4036-a225-8c0180fce9de not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:31:32.607038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Attempting to bind port 169258e7-5833-44d6-966a-242e98dc1fdc on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:31:32.612325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:31:32.612808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Checking segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:31:32.613290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Bound using segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:31:32.613967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Bound port: 169258e7-5833-44d6-966a-242e98dc1fdc, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:31:32.614497 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.695167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] For port 169258e7-5833-44d6-966a-242e98dc1fdc, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:31:32.698697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] For port 169258e7-5833-44d6-966a-242e98dc1fdc, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=169258e7-5833-44d6-966a-242e98dc1fdc,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:31:32.704662 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.741805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:32.742345 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:32.744038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] 10.222.0.52 "PUT /v2.0/ports/169258e7-5833-44d6-966a-242e98dc1fdc HTTP/1.1" status: 200 len: 1092 time: 0.8565319 Aug 31 14:31:32.745061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a5aed2-c313-427c-b41e-59125db7348b', 'tag': '169258e7-5833-44d6-966a-242e98dc1fdc'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:32.747462 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a8b897-57ac-4bc3-a1be-646198b91d28" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a5aed2-c313-427c-b41e-59125db7348b", "tag": "169258e7-5833-44d6-966a-242e98dc1fdc"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:32.780741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74f4c7-7396-49dd-818c-2de0865b8509 service neutron] Pushing event updated for resources: {'Port': ['ID=169258e7-5833-44d6-966a-242e98dc1fdc,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:32.812767 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b53f1ef-9bd8-430f-80b3-925adec41b7f x-openstack-request-id: req-4b53f1ef-9bd8-430f-80b3-925adec41b7f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:32.813070 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a5aed2-c313-427c-b41e-59125db7348b", "tag": "169258e7-5833-44d6-966a-242e98dc1fdc", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:32.813329 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b53f1ef-9bd8-430f-80b3-925adec41b7f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:32.813731 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a5aed2-c313-427c-b41e-59125db7348b', 'tag': '169258e7-5833-44d6-966a-242e98dc1fdc', 'status': 'completed', 'code': 200} Aug 31 14:31:32.871473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-dd0cca88-efab-4f1d-a387-9b80f6d26865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:32.873093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-dd0cca88-efab-4f1d-a387-9b80f6d26865 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 1095 time: 0.0767472 Aug 31 14:31:32.927007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-f6891edb-771c-44af-978d-a6c227cd4791 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=169258e7-5833-44d6-966a-242e98dc1fdc HTTP/1.1" status: 200 len: 217 time: 0.0439713 Aug 31 14:31:32.984700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-54cabf0f-9fae-4197-9365-5dc5b8fcda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:32.986352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-54cabf0f-9fae-4197-9365-5dc5b8fcda31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0503836 Aug 31 14:31:33.057461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-90f638b4-1757-41e5-8707-bc445effe12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:33.057461 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-90f638b4-1757-41e5-8707-bc445effe12f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548465 Aug 31 14:31:33.159689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-14734ba2-2edb-46e0-ab55-77e8933189d6 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939491 Aug 31 14:31:33.256109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d761f435-e6de-4b6a-a00a-da0a531d86fb req-e4fbbfb5-d5c5-403e-9ecb-d98e848a7a8c service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881784 Aug 31 14:31:33.352913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b897-57ac-4bc3-a1be-646198b91d28 req-1a0d1568-72c2-4317-a114-d4e40dbbe49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:33.355114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-10a8b897-57ac-4bc3-a1be-646198b91d28 req-1a0d1568-72c2-4317-a114-d4e40dbbe49e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 1095 time: 0.0469511 Aug 31 14:31:33.448607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b309d3cf-f616-4dfa-894f-0746b218ea63 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:33.477887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b897-57ac-4bc3-a1be-646198b91d28 req-4967de70-c844-423d-ad15-6f847d5f450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:33.480246 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-10a8b897-57ac-4bc3-a1be-646198b91d28 req-4967de70-c844-423d-ad15-6f847d5f450a service neutron] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.1160548 Aug 31 14:31:33.524976 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port b309d3cf-f616-4dfa-894f-0746b218ea63 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:33.525528 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:33.563730 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-10a8b897-57ac-4bc3-a1be-646198b91d28 req-bc2200e1-32e9-4eb1-be41-247b8b27eea3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=169258e7-5833-44d6-966a-242e98dc1fdc HTTP/1.1" status: 200 len: 217 time: 0.0751665 Aug 31 14:31:33.613885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f73b7b-1c8b-454f-8977-81540eed3bb2 req-3cc0a67c-ca0f-44f6-87ca-17c39a6ffc2b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:33.615839 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12f73b7b-1c8b-454f-8977-81540eed3bb2 req-3cc0a67c-ca0f-44f6-87ca-17c39a6ffc2b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 944 time: 0.0884414 Aug 31 14:31:33.643044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b897-57ac-4bc3-a1be-646198b91d28 req-95e7702e-fdfa-4088-a5d1-51b9144617c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:33.644661 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-10a8b897-57ac-4bc3-a1be-646198b91d28 req-95e7702e-fdfa-4088-a5d1-51b9144617c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0722890 Aug 31 14:31:33.660495 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12f73b7b-1c8b-454f-8977-81540eed3bb2 req-06c58fc5-274a-4da5-afa2-8c5eb9024c51 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387371 Aug 31 14:31:33.706317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8b897-57ac-4bc3-a1be-646198b91d28 req-6d07c435-3a27-4849-8c2b-52aae04d74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:33.707999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-10a8b897-57ac-4bc3-a1be-646198b91d28 req-6d07c435-3a27-4849-8c2b-52aae04d74b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548666 Aug 31 14:31:33.807477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-10a8b897-57ac-4bc3-a1be-646198b91d28 req-b0021f57-664f-4811-860a-092df7ea0b84 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903351 Aug 31 14:31:33.905718 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-10a8b897-57ac-4bc3-a1be-646198b91d28 req-41636daa-7ef4-4edb-a27c-555031a7f792 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890539 Aug 31 14:31:34.051849 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:34.093912 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-df83ad61-c10e-4f11-b8af-c55a0f24d1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:34.330998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec4d58-b52c-4cca-8e7a-dcbc8b3dd2af req-d627678c-015f-4923-a211-861e80aed641 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:34.332566 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-72ec4d58-b52c-4cca-8e7a-dcbc8b3dd2af req-d627678c-015f-4923-a211-861e80aed641 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 945 time: 0.0603485 Aug 31 14:31:34.373560 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-72ec4d58-b52c-4cca-8e7a-dcbc8b3dd2af req-15dcb02e-2b47-48a3-a1f5-fd342d7ea906 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 Aug 31 14:31:34.779709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dc02c-14be-417e-917c-8559539ae073 req-62c9650e-11fe-47c0-bc44-d9a1d2f466c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:34.781314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d6dc02c-14be-417e-917c-8559539ae073 req-62c9650e-11fe-47c0-bc44-d9a1d2f466c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 944 time: 0.0533979 Aug 31 14:31:34.820238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d6dc02c-14be-417e-917c-8559539ae073 req-525a05f6-78c1-449d-b5fb-ae97f1e7aa55 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326815 Aug 31 14:31:35.277313 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:35.505912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77f23e-c301-4094-8635-6acad1ec8b04 req-97fe41dd-ac7e-497f-9de6-b3a55533abce tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:35.514701 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a77f23e-c301-4094-8635-6acad1ec8b04 req-97fe41dd-ac7e-497f-9de6-b3a55533abce tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 945 time: 0.0689547 Aug 31 14:31:35.551645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a77f23e-c301-4094-8635-6acad1ec8b04 req-f648f008-380b-45e5-91c2-98c7fd5353f5 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358911 Aug 31 14:31:35.755151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece9513-236a-476c-8841-f62c3ae08c95 req-4e7c2f1f-b4f5-4583-9ce4-fa1ee005eacb tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:35.756917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece9513-236a-476c-8841-f62c3ae08c95 req-4e7c2f1f-b4f5-4583-9ce4-fa1ee005eacb tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 945 time: 0.0481131 Aug 31 14:31:35.853007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-4ece9513-236a-476c-8841-f62c3ae08c95 req-3aa9549e-7a06-494b-872c-a7cedd4107f6 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Deleting port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:35.853624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ece9513-236a-476c-8841-f62c3ae08c95 req-3aa9549e-7a06-494b-872c-a7cedd4107f6 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:35.984236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ca40c-5cc2-4dbe-8347-bc9a18f0b17f req-4deeae3b-cc04-4a76-be17-9758b1be771f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:35.985776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-913ca40c-5cc2-4dbe-8347-bc9a18f0b17f req-4deeae3b-cc04-4a76-be17-9758b1be771f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 944 time: 0.0903897 Aug 31 14:31:35.991019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4ece9513-236a-476c-8841-f62c3ae08c95 req-3aa9549e-7a06-494b-872c-a7cedd4107f6 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] For port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2,segment=NetworkSegment(bc80e438-c05c-4f59-9940-a0571815a295),segment_id=bc80e438-c05c-4f59-9940-a0571815a295)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:35.991401 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ece9513-236a-476c-8841-f62c3ae08c95 req-3aa9549e-7a06-494b-872c-a7cedd4107f6 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:36.016378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-4ece9513-236a-476c-8841-f62c3ae08c95 req-3aa9549e-7a06-494b-872c-a7cedd4107f6 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Calling delete_port for 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:36.078485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-913ca40c-5cc2-4dbe-8347-bc9a18f0b17f req-716b02e9-f891-4b7b-9e0c-209a678ef12b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843582 Aug 31 14:31:36.509309 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ece9513-236a-476c-8841-f62c3ae08c95 req-3aa9549e-7a06-494b-872c-a7cedd4107f6 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:36.522155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:36.538928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9549e-7a06-494b-872c-a7cedd4107f6 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Pushing event deleted for resources: {'Port': ['ID=4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:36.577175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ece9513-236a-476c-8841-f62c3ae08c95 req-3aa9549e-7a06-494b-872c-a7cedd4107f6 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] No DVR routers for this DVR port 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:36.580067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4ece9513-236a-476c-8841-f62c3ae08c95 req-3aa9549e-7a06-494b-872c-a7cedd4107f6 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:36.582001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4ece9513-236a-476c-8841-f62c3ae08c95 req-3aa9549e-7a06-494b-872c-a7cedd4107f6 tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.13 "DELETE /v2.0/ports/4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 HTTP/1.1" status: 204 len: 173 time: 0.8188696 Aug 31 14:31:36.582444 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a99af95-3715-486e-8b5b-77e7a58ba303', 'name': 'network-vif-deleted', 'tag': '4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:36.584736 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf4574c-738d-48b9-8310-dd8ee0129a11" -d '{"events": [{"server_uuid": "1a99af95-3715-486e-8b5b-77e7a58ba303", "name": "network-vif-deleted", "tag": "4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:36.630782 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ef6b8a-39ca-4050-bcbd-a3888b4bbd48 x-openstack-request-id: req-17ef6b8a-39ca-4050-bcbd-a3888b4bbd48 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:36.631079 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a99af95-3715-486e-8b5b-77e7a58ba303", "name": "network-vif-deleted", "tag": "4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:36.631339 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17ef6b8a-39ca-4050-bcbd-a3888b4bbd48 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:36.632025 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a99af95-3715-486e-8b5b-77e7a58ba303', 'name': 'network-vif-deleted', 'tag': '4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2', 'status': 'completed', 'code': 200} Aug 31 14:31:36.654889 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ea1ca676-a7cc-4419-afce-2acff72da8cc req-9934ace0-ea8e-4ca7-bbd6-9520c85c53cc tempest-AttachVolumeNegativeTest-1793188685 tempest-AttachVolumeNegativeTest-1793188685-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a99af95-3715-486e-8b5b-77e7a58ba303 HTTP/1.1" status: 200 len: 210 time: 0.0298696 Aug 31 14:31:36.832095 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.205525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29660975-262b-44b1-aa8b-7c3a78799e62 req-3d4ebc98-6899-4da0-88ae-3821ebe6b158 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:37.207015 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-29660975-262b-44b1-aa8b-7c3a78799e62 req-3d4ebc98-6899-4da0-88ae-3821ebe6b158 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 944 time: 0.0533409 Aug 31 14:31:37.243914 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-29660975-262b-44b1-aa8b-7c3a78799e62 req-b51d13d3-37ea-4a21-8d3f-2c868069489b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Aug 31 14:31:37.711825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55564) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:37.759258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-077d04d5-5b0b-4f6d-a786-820ac21efb0f admin admin] Deleting subnet ceda2d6c-1499-485f-9b1c-ef88d4321996 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:31:37.762229 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-077d04d5-5b0b-4f6d-a786-820ac21efb0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.796121 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-077d04d5-5b0b-4f6d-a786-820ac21efb0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.833343 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-077d04d5-5b0b-4f6d-a786-820ac21efb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.883429 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-077d04d5-5b0b-4f6d-a786-820ac21efb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.907262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d04d5-5b0b-4f6d-a786-820ac21efb0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceda2d6c-1499-485f-9b1c-ef88d4321996,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:37.912971 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-077d04d5-5b0b-4f6d-a786-820ac21efb0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:37.915184 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-077d04d5-5b0b-4f6d-a786-820ac21efb0f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ceda2d6c-1499-485f-9b1c-ef88d4321996 HTTP/1.1" status: 204 len: 168 time: 0.2019150 Aug 31 14:31:37.917511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55566) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:37.986281 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.063178 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.073043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a49ba5-fcae-47c2-8e99-a40dc5e35756']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:38.082680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc80e438-c05c-4f59-9940-a0571815a295') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:38.082974 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc80e438-c05c-4f59-9940-a0571815a295') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:31:38.091949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.104837 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.110577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:31:38.110999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:31:38.112893 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:31:38.168726 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.175671 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.177645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] 10.222.0.20 "DELETE /v2.0/networks/31a49ba5-fcae-47c2-8e99-a40dc5e35756 HTTP/1.1" status: 204 len: 168 time: 0.2591672 Aug 31 14:31:38.187738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3c894-7f64-4696-a744-9f9aab8dcf10 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a49ba5-fcae-47c2-8e99-a40dc5e35756,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:38.342567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55572) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:38.378851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3347e-1903-4fdb-81aa-de200286edfe req-3886d65e-b1e1-42ad-a809-5407b439807a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:38.380360 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68a3347e-1903-4fdb-81aa-de200286edfe req-3886d65e-b1e1-42ad-a809-5407b439807a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 944 time: 0.0706801 Aug 31 14:31:38.401947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c56c870f-5a6a-440c-86bf-4464a6bd3ae6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7d012fff9234f84aeaf0d7e846de445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583162 Aug 31 14:31:38.404732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55574) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:38.428682 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68a3347e-1903-4fdb-81aa-de200286edfe req-fcb3a2f1-ca6c-424a-bd67-acc056be6984 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383811 Aug 31 14:31:38.455616 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6a58011f-19c2-4199-856c-461ed98a9db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.476190 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6a58011f-19c2-4199-856c-461ed98a9db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.523999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6a58011f-19c2-4199-856c-461ed98a9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.526507 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6a58011f-19c2-4199-856c-461ed98a9db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:38.527706 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6a58011f-19c2-4199-856c-461ed98a9db5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c313c5e-cad5-4bb2-9f3f-e461ed85ad90 HTTP/1.1" status: 204 len: 168 time: 0.1219823 Aug 31 14:31:38.535106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58011f-19c2-4199-856c-461ed98a9db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c313c5e-cad5-4bb2-9f3f-e461ed85ad90,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:39.320523 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:39.355116 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:39.548469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20c3ae-2560-4efc-8e88-282ed73dbcee req-00f297cb-7a24-45b6-a6c7-af431d92cc62 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:39.550236 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c20c3ae-2560-4efc-8e88-282ed73dbcee req-00f297cb-7a24-45b6-a6c7-af431d92cc62 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 944 time: 0.0542932 Aug 31 14:31:39.592450 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c20c3ae-2560-4efc-8e88-282ed73dbcee req-9720b59d-5291-4e39-bc88-3153f261329d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359752 Aug 31 14:31:39.933631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:39.956669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:39.957022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 4b130330-edf4-4a43-8ae5-6ce3e6cdc7a2 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:40.645556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55646) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:40.709647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aaa62-7282-4976-8223-9be8d122d8db req-d15a7ae6-196a-46a3-b004-699df5023905 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:40.711214 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-de2aaa62-7282-4976-8223-9be8d122d8db req-d15a7ae6-196a-46a3-b004-699df5023905 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 944 time: 0.0492754 Aug 31 14:31:40.753951 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-de2aaa62-7282-4976-8223-9be8d122d8db req-5383b662-aaeb-42cb-a76e-a61459f226fd tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360556 Aug 31 14:31:40.782686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-05ca943e-532e-4d07-b123-92b524186115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:40.868644 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-05ca943e-532e-4d07-b123-92b524186115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:40.872389 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-05ca943e-532e-4d07-b123-92b524186115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:40.911884 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-05ca943e-532e-4d07-b123-92b524186115 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa1cd9dabb764b5993f2ec63f321d63a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652202 Aug 31 14:31:40.912803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca943e-532e-4d07-b123-92b524186115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3021ff9b-418c-4c13-af98-3b45e2caeb81,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:40.914620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55650) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:40.962619 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7a9f786-40e2-4a7d-a00a-7f1244cfae26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:40.983400 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7a9f786-40e2-4a7d-a00a-7f1244cfae26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.029291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7a9f786-40e2-4a7d-a00a-7f1244cfae26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.032079 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e7a9f786-40e2-4a7d-a00a-7f1244cfae26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.033253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e7a9f786-40e2-4a7d-a00a-7f1244cfae26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3021ff9b-418c-4c13-af98-3b45e2caeb81 HTTP/1.1" status: 204 len: 168 time: 0.1175404 Aug 31 14:31:41.040574 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9f786-40e2-4a7d-a00a-7f1244cfae26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3021ff9b-418c-4c13-af98-3b45e2caeb81,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:41.312767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55656) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:41.326754 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0dce56c-e59f-48b7-8af7-35205a7942f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.427785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0dce56c-e59f-48b7-8af7-35205a7942f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.434524 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0dce56c-e59f-48b7-8af7-35205a7942f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.475380 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c0dce56c-e59f-48b7-8af7-35205a7942f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7596a51853604814ba9727309f0472c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614830 Aug 31 14:31:41.476288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dce56c-e59f-48b7-8af7-35205a7942f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaa438a-dd82-472b-9d0c-9f32b10380ff,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:41.478051 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55658) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:41.533862 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1428c3bc-ae2e-483b-835e-ae95994b713e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.557127 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1428c3bc-ae2e-483b-835e-ae95994b713e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.610249 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1428c3bc-ae2e-483b-835e-ae95994b713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.614239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1428c3bc-ae2e-483b-835e-ae95994b713e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:41.615465 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1428c3bc-ae2e-483b-835e-ae95994b713e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddaa438a-dd82-472b-9d0c-9f32b10380ff HTTP/1.1" status: 204 len: 168 time: 0.1356893 Aug 31 14:31:41.625374 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428c3bc-ae2e-483b-835e-ae95994b713e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaa438a-dd82-472b-9d0c-9f32b10380ff,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:41.874067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68018738-cbb2-4f17-991f-d3a9f213ddb8 req-630f2b7e-cabb-4beb-bd8f-33a8e59c8785 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:41.875607 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68018738-cbb2-4f17-991f-d3a9f213ddb8 req-630f2b7e-cabb-4beb-bd8f-33a8e59c8785 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 944 time: 0.0494442 Aug 31 14:31:41.914044 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-68018738-cbb2-4f17-991f-d3a9f213ddb8 req-d050e6c5-37d0-44ae-9eaa-62ac6e32388c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Aug 31 14:31:42.519531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 169258e7-5833-44d6-966a-242e98dc1fdc details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:31:42.612926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 169258e7-5833-44d6-966a-242e98dc1fdc, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=169258e7-5833-44d6-966a-242e98dc1fdc,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:42.624603 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '169258e7-5833-44d6-966a-242e98dc1fdc', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'port_id': '169258e7-5833-44d6-966a-242e98dc1fdc', 'mac_address': 'fa:16:3e:ff:ae:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:31:42.664189 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:42.678091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169258e7-5833-44d6-966a-242e98dc1fdc {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:31:42.701955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 169258e7-5833-44d6-966a-242e98dc1fdc, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=169258e7-5833-44d6-966a-242e98dc1fdc,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:42.706332 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:42.754525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=169258e7-5833-44d6-966a-242e98dc1fdc,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:42.917181 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['169258e7-5833-44d6-966a-242e98dc1fdc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:43.039806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837076a-2168-4907-9fc1-815e72829b3b req-c58ca264-477e-4a0a-8f2b-72060bd25ca7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:43.042822 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d837076a-2168-4907-9fc1-815e72829b3b req-c58ca264-477e-4a0a-8f2b-72060bd25ca7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 945 time: 0.0564444 Aug 31 14:31:43.086523 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d837076a-2168-4907-9fc1-815e72829b3b req-460aaf02-86ed-4934-987a-bf456d95f129 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364156 Aug 31 14:31:44.212057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868454e-024f-4367-add0-950a8dc1d9db req-c96ce83f-40ce-4c6d-9bf1-aee535f0ef2f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:44.213682 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0868454e-024f-4367-add0-950a8dc1d9db req-c96ce83f-40ce-4c6d-9bf1-aee535f0ef2f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 945 time: 0.0494409 Aug 31 14:31:44.221466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55728) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:44.257863 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0868454e-024f-4367-add0-950a8dc1d9db req-b39b1ac8-e0d5-412e-a50b-445d28d1e259 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379367 Aug 31 14:31:44.330348 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e213126-0996-41f9-81a0-d74f9ec97e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.419947 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e213126-0996-41f9-81a0-d74f9ec97e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.423855 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e213126-0996-41f9-81a0-d74f9ec97e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.462620 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2e213126-0996-41f9-81a0-d74f9ec97e21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aade7059eef64d0aa7536e3704178023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400787 Aug 31 14:31:44.463525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e213126-0996-41f9-81a0-d74f9ec97e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4745350-00b9-49f5-8803-387a05d7e993,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:44.465437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55732) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:44.514437 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-573dc0a0-6193-4ce7-b8da-fd19505cfc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.534876 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-573dc0a0-6193-4ce7-b8da-fd19505cfc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.535248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 169258e7-5833-44d6-966a-242e98dc1fdc up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:31:44.582173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 169258e7-5833-44d6-966a-242e98dc1fdc completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:31:44.585154 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-573dc0a0-6193-4ce7-b8da-fd19505cfc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.586051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 169258e7-5833-44d6-966a-242e98dc1fdc triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:31:44.586432 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.587837 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-573dc0a0-6193-4ce7-b8da-fd19505cfc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.589087 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-573dc0a0-6193-4ce7-b8da-fd19505cfc4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4745350-00b9-49f5-8803-387a05d7e993 HTTP/1.1" status: 204 len: 168 time: 0.1225512 Aug 31 14:31:44.597946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573dc0a0-6193-4ce7-b8da-fd19505cfc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4745350-00b9-49f5-8803-387a05d7e993,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:44.675412 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.700085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a5aed2-c313-427c-b41e-59125db7348b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169258e7-5833-44d6-966a-242e98dc1fdc'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:44.702393 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4126a356-e807-40f6-adcc-b0b61029d572" -d '{"events": [{"server_uuid": "d7a5aed2-c313-427c-b41e-59125db7348b", "name": "network-vif-plugged", "status": "completed", "tag": "169258e7-5833-44d6-966a-242e98dc1fdc"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:44.713456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 169258e7-5833-44d6-966a-242e98dc1fdc, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=169258e7-5833-44d6-966a-242e98dc1fdc,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:44.718308 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.748195 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbcf799-544f-45eb-bdc3-fe5288b64018 x-openstack-request-id: req-fcbcf799-544f-45eb-bdc3-fe5288b64018 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:44.748496 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a5aed2-c313-427c-b41e-59125db7348b", "name": "network-vif-plugged", "status": "completed", "tag": "169258e7-5833-44d6-966a-242e98dc1fdc", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:44.748808 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcbcf799-544f-45eb-bdc3-fe5288b64018 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:44.749201 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a5aed2-c313-427c-b41e-59125db7348b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169258e7-5833-44d6-966a-242e98dc1fdc', 'code': 200} Aug 31 14:31:44.777237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=169258e7-5833-44d6-966a-242e98dc1fdc,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:44.846767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffdd64-ea4c-43b0-b974-64eb185c1922 req-45ebdf22-ebc7-437a-b037-8637471a005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:44.848308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31ffdd64-ea4c-43b0-b974-64eb185c1922 req-45ebdf22-ebc7-437a-b037-8637471a005c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 1097 time: 0.0410621 Aug 31 14:31:44.868676 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55740) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:44.882723 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bac4b58-aea0-4484-a5dd-796a6a0fbace admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.887622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31ffdd64-ea4c-43b0-b974-64eb185c1922 req-628d01bf-3bfc-425f-85d2-67287622f26e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310528 Aug 31 14:31:44.982552 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bac4b58-aea0-4484-a5dd-796a6a0fbace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:44.986607 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bac4b58-aea0-4484-a5dd-796a6a0fbace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:45.022586 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac4b58-aea0-4484-a5dd-796a6a0fbace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bef3cd-7bc3-45f8-9152-66494a40cfdb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:45.027448 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7bac4b58-aea0-4484-a5dd-796a6a0fbace admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66cd05f104e64409b4ec43d757ac5acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577566 Aug 31 14:31:45.030213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55742) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:45.088377 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e81a-c2a5-48fd-91fe-41416e5f99c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:45.111242 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e81a-c2a5-48fd-91fe-41416e5f99c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:45.160261 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e81a-c2a5-48fd-91fe-41416e5f99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:45.164634 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e81a-c2a5-48fd-91fe-41416e5f99c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:45.166186 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e7c3e81a-c2a5-48fd-91fe-41416e5f99c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69bef3cd-7bc3-45f8-9152-66494a40cfdb HTTP/1.1" status: 204 len: 168 time: 0.1350162 Aug 31 14:31:45.180220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3e81a-c2a5-48fd-91fe-41416e5f99c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bef3cd-7bc3-45f8-9152-66494a40cfdb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:45.391415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6791b-f4bd-4d47-b43e-4fce88affc54 req-620413e5-2680-43cd-8275-25b2cebfa9b0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:45.393193 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27b6791b-f4bd-4d47-b43e-4fce88affc54 req-620413e5-2680-43cd-8275-25b2cebfa9b0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 946 time: 0.0567834 Aug 31 14:31:45.436848 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-27b6791b-f4bd-4d47-b43e-4fce88affc54 req-5f0abb13-575e-454f-9a3f-a8e16122e700 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357928 Aug 31 14:31:46.560178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce7766-d13d-443a-9ae7-ae2b2180edaf req-4f790418-a738-4484-98dc-37e50709cee1 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:46.561760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-27ce7766-d13d-443a-9ae7-ae2b2180edaf req-4f790418-a738-4484-98dc-37e50709cee1 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 946 time: 0.0550811 Aug 31 14:31:46.608986 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-27ce7766-d13d-443a-9ae7-ae2b2180edaf req-33436b1a-7af3-42ab-bc8e-1ff5ec2861d5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384812 Aug 31 14:31:46.724839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8c2ce-44bd-41e0-bc02-f12e864fc4f4 req-51c50163-9cff-49b2-8cc1-5d5b19108c3e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:46.726393 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-04f8c2ce-44bd-41e0-bc02-f12e864fc4f4 req-51c50163-9cff-49b2-8cc1-5d5b19108c3e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 946 time: 0.0527906 Aug 31 14:31:46.767039 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-04f8c2ce-44bd-41e0-bc02-f12e864fc4f4 req-88f2db53-61c4-4908-b8f6-6892fceb2ae9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335653 Aug 31 14:31:46.895969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a51e6-d957-4074-b7db-962f55ece6f2 req-1d53e422-862a-4fa5-9c3d-182089b893be tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:46.897531 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d44a51e6-d957-4074-b7db-962f55ece6f2 req-1d53e422-862a-4fa5-9c3d-182089b893be tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 946 time: 0.0497124 Aug 31 14:31:46.938181 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d44a51e6-d957-4074-b7db-962f55ece6f2 req-6a774535-99d6-4af1-a90b-1f86b2bf0362 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333922 Aug 31 14:31:47.194621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf4ab1-4d82-4eff-9143-803f96449958 req-530b287c-d470-4240-8e6b-b2ea547fc955 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:47.196196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfbf4ab1-4d82-4eff-9143-803f96449958 req-530b287c-d470-4240-8e6b-b2ea547fc955 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 946 time: 0.0561016 Aug 31 14:31:47.238262 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfbf4ab1-4d82-4eff-9143-803f96449958 req-77598e7f-a26d-450e-931b-1c966c16b46e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343721 Aug 31 14:31:48.366610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4942691-e069-4334-a9e1-a25c724414df req-ecb14771-e195-400e-bc14-901eeecc2cdc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:48.368248 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b4942691-e069-4334-a9e1-a25c724414df req-ecb14771-e195-400e-bc14-901eeecc2cdc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 946 time: 0.0559218 Aug 31 14:31:48.425210 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b4942691-e069-4334-a9e1-a25c724414df req-a8ad19e7-b96a-49d1-96dd-c0697c6a2b5f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506141 Aug 31 14:31:48.797104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58153519-8df8-4954-a9ca-28bfa286e1b5 req-e3820ee3-9cf2-4498-8df0-1770aa6506d7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:31:48.798635 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58153519-8df8-4954-a9ca-28bfa286e1b5 req-e3820ee3-9cf2-4498-8df0-1770aa6506d7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 946 time: 0.0568240 Aug 31 14:31:48.892530 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-58153519-8df8-4954-a9ca-28bfa286e1b5 req-c578c7bf-68c0-493f-ad79-70ae170b9a84 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Deleting port 169258e7-5833-44d6-966a-242e98dc1fdc {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:31:48.892883 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58153519-8df8-4954-a9ca-28bfa286e1b5 req-c578c7bf-68c0-493f-ad79-70ae170b9a84 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:48.984397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-58153519-8df8-4954-a9ca-28bfa286e1b5 req-c578c7bf-68c0-493f-ad79-70ae170b9a84 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] For port 169258e7-5833-44d6-966a-242e98dc1fdc, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=169258e7-5833-44d6-966a-242e98dc1fdc,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:31:48.984802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58153519-8df8-4954-a9ca-28bfa286e1b5 req-c578c7bf-68c0-493f-ad79-70ae170b9a84 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:48.997673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-58153519-8df8-4954-a9ca-28bfa286e1b5 req-c578c7bf-68c0-493f-ad79-70ae170b9a84 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Calling delete_port for 169258e7-5833-44d6-966a-242e98dc1fdc owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:31:49.127164 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58153519-8df8-4954-a9ca-28bfa286e1b5 req-c578c7bf-68c0-493f-ad79-70ae170b9a84 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:49.140501 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['169258e7-5833-44d6-966a-242e98dc1fdc'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:31:49.157764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578c7bf-68c0-493f-ad79-70ae170b9a84 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event deleted for resources: {'Port': ['ID=169258e7-5833-44d6-966a-242e98dc1fdc,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:49.200287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-58153519-8df8-4954-a9ca-28bfa286e1b5 req-c578c7bf-68c0-493f-ad79-70ae170b9a84 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] No DVR routers for this DVR port 169258e7-5833-44d6-966a-242e98dc1fdc on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:31:49.203061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58153519-8df8-4954-a9ca-28bfa286e1b5 req-c578c7bf-68c0-493f-ad79-70ae170b9a84 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:49.205242 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58153519-8df8-4954-a9ca-28bfa286e1b5 req-c578c7bf-68c0-493f-ad79-70ae170b9a84 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "DELETE /v2.0/ports/169258e7-5833-44d6-966a-242e98dc1fdc HTTP/1.1" status: 204 len: 173 time: 0.4001827 Aug 31 14:31:49.205729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a5aed2-c313-427c-b41e-59125db7348b', 'name': 'network-vif-deleted', 'tag': '169258e7-5833-44d6-966a-242e98dc1fdc'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:31:49.208130 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7638906-b1c9-4556-87bd-ac7d186be4ce" -d '{"events": [{"server_uuid": "d7a5aed2-c313-427c-b41e-59125db7348b", "name": "network-vif-deleted", "tag": "169258e7-5833-44d6-966a-242e98dc1fdc"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:31:49.259443 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e956bfe0-e7b8-4bb8-afc3-37849a3ab78c x-openstack-request-id: req-e956bfe0-e7b8-4bb8-afc3-37849a3ab78c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:31:49.259852 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a5aed2-c313-427c-b41e-59125db7348b", "name": "network-vif-deleted", "tag": "169258e7-5833-44d6-966a-242e98dc1fdc", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:31:49.260792 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e956bfe0-e7b8-4bb8-afc3-37849a3ab78c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:31:49.261261 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a5aed2-c313-427c-b41e-59125db7348b', 'name': 'network-vif-deleted', 'tag': '169258e7-5833-44d6-966a-242e98dc1fdc', 'status': 'completed', 'code': 200} Aug 31 14:31:49.526584 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7c877864-9526-49c6-9b14-4682f49dc790 req-25f936c8-51bd-4a06-a25c-f5df5ebb1384 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 210 time: 0.0327473 Aug 31 14:31:50.628909 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eaac7971-d2fe-44c0-8623-954151e699aa req-1fadc804-c163-40ee-817f-ed75ac400a47 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 210 time: 0.0285580 Aug 31 14:31:51.733052 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e59f8608-38f5-4529-9916-4f10f2bda3d5 req-c7f583fc-9a39-4ab6-b77e-a5d00bb1199d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 210 time: 0.0308063 Aug 31 14:31:52.200525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55910) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:52.308342 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ef76e13-81ba-4455-a15b-5d2df518d210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.406067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ef76e13-81ba-4455-a15b-5d2df518d210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.410263 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ef76e13-81ba-4455-a15b-5d2df518d210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.452223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0ef76e13-81ba-4455-a15b-5d2df518d210 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77b68580c5cd41b99e4c9eb2829add2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2492175 Aug 31 14:31:52.452223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef76e13-81ba-4455-a15b-5d2df518d210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45034f87-e9b2-42f0-b98e-8fea691101bb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:52.453769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55914) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:52.506872 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c608af7a-65c7-4abf-9966-7df1e68def9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.530118 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c608af7a-65c7-4abf-9966-7df1e68def9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.571643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 169258e7-5833-44d6-966a-242e98dc1fdc no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:31:52.582651 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c608af7a-65c7-4abf-9966-7df1e68def9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.585460 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c608af7a-65c7-4abf-9966-7df1e68def9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:52.589104 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c608af7a-65c7-4abf-9966-7df1e68def9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45034f87-e9b2-42f0-b98e-8fea691101bb HTTP/1.1" status: 204 len: 168 time: 0.1316235 Aug 31 14:31:52.594642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608af7a-65c7-4abf-9966-7df1e68def9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45034f87-e9b2-42f0-b98e-8fea691101bb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:52.609490 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 169258e7-5833-44d6-966a-242e98dc1fdc {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:31:52.609925 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 169258e7-5833-44d6-966a-242e98dc1fdc not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:31:52.842993 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7239b503-4b76-4741-a60e-f041cebac80a req-c47d9405-7c5a-4268-b356-e77fe8693bf0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7a5aed2-c313-427c-b41e-59125db7348b HTTP/1.1" status: 200 len: 210 time: 0.0267289 Aug 31 14:31:52.894316 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 55922) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:52.908959 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67df6352-9921-4f21-963f-65ee24e3b533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.011322 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67df6352-9921-4f21-963f-65ee24e3b533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.015898 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67df6352-9921-4f21-963f-65ee24e3b533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.060578 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-67df6352-9921-4f21-963f-65ee24e3b533 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f2acdfeb278496eb2ca11858f60bf35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650767 Aug 31 14:31:53.061558 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df6352-9921-4f21-963f-65ee24e3b533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b42de29-1201-4aaf-98b5-9183b8aa0ba1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:53.063757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 55924) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:53.116771 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92b62bb8-45bb-4b1c-b2d3-6c7f91f95961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.141500 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92b62bb8-45bb-4b1c-b2d3-6c7f91f95961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.187161 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92b62bb8-45bb-4b1c-b2d3-6c7f91f95961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.189918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-92b62bb8-45bb-4b1c-b2d3-6c7f91f95961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:53.191071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-92b62bb8-45bb-4b1c-b2d3-6c7f91f95961 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b42de29-1201-4aaf-98b5-9183b8aa0ba1 HTTP/1.1" status: 204 len: 168 time: 0.1262546 Aug 31 14:31:53.198833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b62bb8-45bb-4b1c-b2d3-6c7f91f95961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b42de29-1201-4aaf-98b5-9183b8aa0ba1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:55.421651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56004) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:55.539358 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-30f98baa-2b24-4e7c-930f-65202013ad6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.631592 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-30f98baa-2b24-4e7c-930f-65202013ad6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.636301 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-30f98baa-2b24-4e7c-930f-65202013ad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.672949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f98baa-2b24-4e7c-930f-65202013ad6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e976ca9d-99f2-42a9-848f-65550668b67c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:55.679723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-30f98baa-2b24-4e7c-930f-65202013ad6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=177d003f41ab40b09222bcc10be647a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547019 Aug 31 14:31:55.679953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56008) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:55.730746 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-187bbe2c-7a79-4528-ae4e-1552498a8264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.752596 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-187bbe2c-7a79-4528-ae4e-1552498a8264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.801479 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-187bbe2c-7a79-4528-ae4e-1552498a8264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.804206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-187bbe2c-7a79-4528-ae4e-1552498a8264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:55.805474 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-187bbe2c-7a79-4528-ae4e-1552498a8264 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e976ca9d-99f2-42a9-848f-65550668b67c HTTP/1.1" status: 204 len: 168 time: 0.1245193 Aug 31 14:31:55.817804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bbe2c-7a79-4528-ae4e-1552498a8264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e976ca9d-99f2-42a9-848f-65550668b67c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:56.083373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56016) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:56.098220 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-698751ac-37db-47ac-aa7a-d599e246cb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.209548 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-698751ac-37db-47ac-aa7a-d599e246cb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.215022 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-698751ac-37db-47ac-aa7a-d599e246cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.263795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-698751ac-37db-47ac-aa7a-d599e246cb8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aed215c125264157b1ee1d0658ecc295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795068 Aug 31 14:31:56.264074 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56040) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:56.264800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698751ac-37db-47ac-aa7a-d599e246cb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac74d6e4-8f50-4785-81d4-f79af2411d55,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:56.327077 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-051a4e36-1136-4296-ba2f-494293d99586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.350805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-051a4e36-1136-4296-ba2f-494293d99586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.401663 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-051a4e36-1136-4296-ba2f-494293d99586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.404413 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-051a4e36-1136-4296-ba2f-494293d99586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:56.408171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-051a4e36-1136-4296-ba2f-494293d99586 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac74d6e4-8f50-4785-81d4-f79af2411d55 HTTP/1.1" status: 204 len: 168 time: 0.1396017 Aug 31 14:31:56.422043 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a4e36-1136-4296-ba2f-494293d99586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac74d6e4-8f50-4785-81d4-f79af2411d55,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:58.535296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56182) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:58.651647 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e16e7df4-535e-43af-a580-ebdfcee2037d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.746583 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e16e7df4-535e-43af-a580-ebdfcee2037d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.751967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e16e7df4-535e-43af-a580-ebdfcee2037d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.799053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56188) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:58.799565 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e16e7df4-535e-43af-a580-ebdfcee2037d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b017ba9c0890401c97bef97b16dcbf11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627454 Aug 31 14:31:58.800084 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e7df4-535e-43af-a580-ebdfcee2037d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09c47bf-4dbf-4006-a7e0-e3f01e904161,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:58.861235 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ee62fed-2b8e-4d35-acd3-a5e289cb192b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.887159 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ee62fed-2b8e-4d35-acd3-a5e289cb192b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.937999 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ee62fed-2b8e-4d35-acd3-a5e289cb192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.940759 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ee62fed-2b8e-4d35-acd3-a5e289cb192b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:58.941955 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6ee62fed-2b8e-4d35-acd3-a5e289cb192b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f09c47bf-4dbf-4006-a7e0-e3f01e904161 HTTP/1.1" status: 204 len: 168 time: 0.1418538 Aug 31 14:31:58.950289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee62fed-2b8e-4d35-acd3-a5e289cb192b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09c47bf-4dbf-4006-a7e0-e3f01e904161,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:59.225868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56194) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:59.239614 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5e56b328-6cb9-4e12-8e2c-3f3d6a886a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.332900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5e56b328-6cb9-4e12-8e2c-3f3d6a886a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.337686 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5e56b328-6cb9-4e12-8e2c-3f3d6a886a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.377089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5e56b328-6cb9-4e12-8e2c-3f3d6a886a8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acba318ca2794cf186a8c7305e0cb69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500750 Aug 31 14:31:59.377836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56b328-6cb9-4e12-8e2c-3f3d6a886a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2454207c-2ad8-4b6f-9549-360dcb9bec6b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:31:59.380323 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56196) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:31:59.435501 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28e63787-8e73-445f-a7f7-ebfc6db05c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.458591 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28e63787-8e73-445f-a7f7-ebfc6db05c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.506992 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28e63787-8e73-445f-a7f7-ebfc6db05c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.510620 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28e63787-8e73-445f-a7f7-ebfc6db05c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:31:59.511794 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-28e63787-8e73-445f-a7f7-ebfc6db05c41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2454207c-2ad8-4b6f-9549-360dcb9bec6b HTTP/1.1" status: 204 len: 168 time: 0.1309340 Aug 31 14:31:59.519968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e63787-8e73-445f-a7f7-ebfc6db05c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2454207c-2ad8-4b6f-9549-360dcb9bec6b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:00.990705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56242) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:01.092343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-eda4fa5a-2531-42c3-b0e3-32db3f4b569e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Request body: {'quota': {'network': 2}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:01.112919 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eda4fa5a-2531-42c3-b0e3-32db3f4b569e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] 10.222.0.20 "PUT /v2.0/quotas/eb3a25eedc4b49f8aad99efceed804b4 HTTP/1.1" status: 200 len: 368 time: 0.1211135 Aug 31 14:32:01.115680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56246) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:01.121469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Request body: {'network': {'project_id': 'eb3a25eedc4b49f8aad99efceed804b4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:01.143009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Made reservation on behalf of eb3a25eedc4b49f8aad99efceed804b4 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:01.145275 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.154114 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.254074 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.259700 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.280989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:01.297363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e9e916-e24e-4c39-9da3-a92e273fbb3e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:01.300422 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.300804 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Added segment 40647cc4-0dea-4d7a-8abe-782d37eedd80 of type vlan for network 5e55c370-8911-4e77-8b88-bf1757103527 Aug 31 14:32:01.341982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.372792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.373772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:01.374363 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.384968 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee750-1721-4a09-b65d-1f01b157203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.435066 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3182657 Aug 31 14:32:01.437626 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56248) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:01.442779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4827efff-69ba-4069-bae2-14d42d76f75e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Request body: {'network': {'project_id': 'eb3a25eedc4b49f8aad99efceed804b4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:01.458681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58523957-5e1d-4e53-a747-da9459538b16 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Pushing event updated for resources: {'Network': ['ID=5e55c370-8911-4e77-8b88-bf1757103527,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:01.472279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 5e55c370-8911-4e77-8b88-bf1757103527 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:01.476982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4827efff-69ba-4069-bae2-14d42d76f75e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Made reservation on behalf of eb3a25eedc4b49f8aad99efceed804b4 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:01.479920 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4827efff-69ba-4069-bae2-14d42d76f75e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.504149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4827efff-69ba-4069-bae2-14d42d76f75e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:01.514379 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4827efff-69ba-4069-bae2-14d42d76f75e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.514730 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-4827efff-69ba-4069-bae2-14d42d76f75e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Added segment 1817570f-0359-490c-bcc8-221194aed1fa of type vlan for network 24b4afc3-7e55-4817-8945-fb9a4c745e95 Aug 31 14:32:01.557352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4827efff-69ba-4069-bae2-14d42d76f75e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.582321 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4827efff-69ba-4069-bae2-14d42d76f75e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.583527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4827efff-69ba-4069-bae2-14d42d76f75e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:01.584122 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4827efff-69ba-4069-bae2-14d42d76f75e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.638649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4827efff-69ba-4069-bae2-14d42d76f75e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1997068 Aug 31 14:32:01.641826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56250) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:01.647326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-59af4a7c-5c30-4f70-9aab-421703f5c118 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Request body: {'network': {'project_id': 'eb3a25eedc4b49f8aad99efceed804b4'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:01.647609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827efff-69ba-4069-bae2-14d42d76f75e tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Pushing event updated for resources: {'Network': ['ID=24b4afc3-7e55-4817-8945-fb9a4c745e95,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:01.657736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 24b4afc3-7e55-4817-8945-fb9a4c745e95 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:01.666375 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-59af4a7c-5c30-4f70-9aab-421703f5c118 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 14:32:01.667084 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59af4a7c-5c30-4f70-9aab-421703f5c118 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:32:01.672545 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-59af4a7c-5c30-4f70-9aab-421703f5c118 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0295348 Aug 31 14:32:01.672773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56252) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:01.726095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a7acc19f-7a3e-4e22-9457-b911975ed67a tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb3a25eedc4b49f8aad99efceed804b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510533 Aug 31 14:32:01.726307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56254) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:01.783900 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-65377741-470c-410c-9f92-223dbb70cdc0 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.806104 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-65377741-470c-410c-9f92-223dbb70cdc0 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.854575 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-65377741-470c-410c-9f92-223dbb70cdc0 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.857309 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-65377741-470c-410c-9f92-223dbb70cdc0 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:01.860895 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-65377741-470c-410c-9f92-223dbb70cdc0 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/29e9e916-e24e-4c39-9da3-a92e273fbb3e HTTP/1.1" status: 204 len: 168 time: 0.1313152 Aug 31 14:32:01.861394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56256) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:01.869053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65377741-470c-410c-9f92-223dbb70cdc0 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e9e916-e24e-4c39-9da3-a92e273fbb3e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:01.938375 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.020131 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.031029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b4afc3-7e55-4817-8945-fb9a4c745e95']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:02.041464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1817570f-0359-490c-bcc8-221194aed1fa') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:02.041767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1817570f-0359-490c-bcc8-221194aed1fa') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:02.050967 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.064966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.071083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:02.071496 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:02.073721 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:02.135261 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.151375 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.153335 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] 10.222.0.20 "DELETE /v2.0/networks/24b4afc3-7e55-4817-8945-fb9a4c745e95 HTTP/1.1" status: 204 len: 168 time: 0.2906976 Aug 31 14:32:02.154658 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3e9dd-431d-4bae-b29b-bdb65dd78216 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Pushing event deleted for resources: {'Network': ['ID=24b4afc3-7e55-4817-8945-fb9a4c745e95,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:02.156199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56260) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:02.231366 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.310776 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.320683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e55c370-8911-4e77-8b88-bf1757103527']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:02.332309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40647cc4-0dea-4d7a-8abe-782d37eedd80') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:02.332673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40647cc4-0dea-4d7a-8abe-782d37eedd80') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:02.341831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.355637 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.362044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:02.362745 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:02.364378 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:02.424285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.430129 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:02.436833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5e55c370-8911-4e77-8b88-bf1757103527 HTTP/1.1" status: 204 len: 168 time: 0.2751312 Aug 31 14:32:02.450585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9c332-7303-432c-80a2-ed30cb4fe2c9 tempest-QuotasNegativeTest-28755798 tempest-QuotasNegativeTest-28755798-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e55c370-8911-4e77-8b88-bf1757103527,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:02.874607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56268) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:03.024893 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b12ebd16-7848-4bbe-a875-521ccb0653be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.138632 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b12ebd16-7848-4bbe-a875-521ccb0653be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.144737 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b12ebd16-7848-4bbe-a875-521ccb0653be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.192793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56274) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:03.193361 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b12ebd16-7848-4bbe-a875-521ccb0653be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa8a8015b136434dbe84418c2210705a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144951 Aug 31 14:32:03.193361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ebd16-7848-4bbe-a875-521ccb0653be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a072ee8-61c4-40ad-92ee-605b89cad990,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:03.250927 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b5dcff4-47cb-4da0-bbe6-95f1cd483d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.273518 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b5dcff4-47cb-4da0-bbe6-95f1cd483d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.323231 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b5dcff4-47cb-4da0-bbe6-95f1cd483d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.325872 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3b5dcff4-47cb-4da0-bbe6-95f1cd483d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.327104 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3b5dcff4-47cb-4da0-bbe6-95f1cd483d4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a072ee8-61c4-40ad-92ee-605b89cad990 HTTP/1.1" status: 204 len: 168 time: 0.1356754 Aug 31 14:32:03.335770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dcff4-47cb-4da0-bbe6-95f1cd483d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a072ee8-61c4-40ad-92ee-605b89cad990,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:03.673662 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56282) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:03.700713 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8153d0f-cf77-4dd7-a273-d87c3d08dd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.810885 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8153d0f-cf77-4dd7-a273-d87c3d08dd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.817906 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8153d0f-cf77-4dd7-a273-d87c3d08dd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.858970 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8153d0f-cf77-4dd7-a273-d87c3d08dd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa3d62a-587b-4b82-8a07-358858238e92,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:03.863447 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b8153d0f-cf77-4dd7-a273-d87c3d08dd76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00674c140b7f4596aeaac69d9b57263c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1904697 Aug 31 14:32:03.866071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56284) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:03.920908 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7a3073a-3fd9-4558-9aa9-397d6473c26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.943744 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7a3073a-3fd9-4558-9aa9-397d6473c26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.992921 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7a3073a-3fd9-4558-9aa9-397d6473c26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.996059 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a7a3073a-3fd9-4558-9aa9-397d6473c26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:03.999910 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a7a3073a-3fd9-4558-9aa9-397d6473c26b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfa3d62a-587b-4b82-8a07-358858238e92 HTTP/1.1" status: 204 len: 168 time: 0.1328979 Aug 31 14:32:04.008471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3073a-3fd9-4558-9aa9-397d6473c26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa3d62a-587b-4b82-8a07-358858238e92,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:04.054068 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:04.088185 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-667064af-af26-4a66-995f-fd7bdab76744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.280008 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:05.552769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56332) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:05.658712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-01e504a1-ec9d-4f25-8ee4-28269d0a62cd tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:05.686282 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-01e504a1-ec9d-4f25-8ee4-28269d0a62cd tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] 10.222.0.20 "PUT /v2.0/quotas/2bf306074b0848578c122ebbe54e4acc HTTP/1.1" status: 200 len: 366 time: 0.1323221 Aug 31 14:32:05.688798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56336) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:05.698835 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3688a6e8-eacd-4ba7-b93b-7884d41d9f8a tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0089655 Aug 31 14:32:05.701337 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56338) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:05.711537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-db20cb10-64c5-49ec-adff-247d48d521d8 tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] 10.222.0.20 "GET /v2.0/quotas/2bf306074b0848578c122ebbe54e4acc HTTP/1.1" status: 200 len: 366 time: 0.0090406 Aug 31 14:32:05.713803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56340) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:05.730343 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-734d3301-8f3b-44b8-b1f3-b6cab0474757 tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/2bf306074b0848578c122ebbe54e4acc HTTP/1.1" status: 204 len: 168 time: 0.0153127 Aug 31 14:32:05.732689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56342) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:05.748085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56344) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:05.749899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-34acf53e-6e7d-4a30-8964-010eed7c3321 tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0145681 Aug 31 14:32:05.758316 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-df29c0b4-fb89-4ea0-bcb5-f9effcc946eb tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] 10.222.0.20 "GET /v2.0/quotas/2bf306074b0848578c122ebbe54e4acc HTTP/1.1" status: 200 len: 370 time: 0.0090797 Aug 31 14:32:05.761214 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56346) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:05.767418 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9535eda6-6dd3-460d-8c09-a53930253d84 tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] 10.222.0.20 "GET /v2.0/quotas/2bf306074b0848578c122ebbe54e4acc/default HTTP/1.1" status: 200 len: 370 time: 0.0047965 Aug 31 14:32:05.769553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56348) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:05.779433 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-141345c6-e46c-4236-b591-d367f076261b tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] delete failed (client error): The resource could not be found. Aug 31 14:32:05.780453 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-141345c6-e46c-4236-b591-d367f076261b tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/2bf306074b0848578c122ebbe54e4acc HTTP/1.1" status: 404 len: 348 time: 0.0100043 Aug 31 14:32:05.889700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56352) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:05.932638 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Usage tracker for resource:network and tenant:8bc59613a67e48a9a243a3c0dcbeb90c is out of sync, need to count used quota {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:05.938044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:05.946101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Usage tracker for resource:subnet and tenant:8bc59613a67e48a9a243a3c0dcbeb90c is out of sync, need to count used quota {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:05.951431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:05.958262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Usage tracker for resource:subnetpool and tenant:8bc59613a67e48a9a243a3c0dcbeb90c is out of sync, need to count used quota {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:05.965151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:05.971115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Usage tracker for resource:port and tenant:8bc59613a67e48a9a243a3c0dcbeb90c is out of sync, need to count used quota {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:05.975877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:05.982511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Usage tracker for resource:router and tenant:8bc59613a67e48a9a243a3c0dcbeb90c is out of sync, need to count used quota {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:05.987873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:05.994163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Usage tracker for resource:floatingip and tenant:8bc59613a67e48a9a243a3c0dcbeb90c is out of sync, need to count used quota {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:05.999112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:06.041270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Usage tracker for resource:security_group and tenant:8bc59613a67e48a9a243a3c0dcbeb90c is out of sync, need to count used quota {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:06.047041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:06.053916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Usage tracker for resource:security_group_rule and tenant:8bc59613a67e48a9a243a3c0dcbeb90c is out of sync, need to count used quota {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 14:32:06.061005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.quota.resource [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=106388) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 14:32:06.064142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-afe0ea04-0059-4d00-b24d-fdeb4a12b11f tempest-QuotasTest-1725964513 tempest-QuotasTest-1725964513-project-admin] 10.222.0.20 "GET /v2.0/quotas/8bc59613a67e48a9a243a3c0dcbeb90c/details.json HTTP/1.1" status: 200 len: 703 time: 0.1734402 Aug 31 14:32:06.087351 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:32:06.424930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56360) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:06.542832 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-225e1a0e-381b-4dc2-afde-a4a543866f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.633776 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-225e1a0e-381b-4dc2-afde-a4a543866f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.638441 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-225e1a0e-381b-4dc2-afde-a4a543866f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.678863 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-225e1a0e-381b-4dc2-afde-a4a543866f13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89d59e11460445a88ee36db9390b68a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527740 Aug 31 14:32:06.680989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e1a0e-381b-4dc2-afde-a4a543866f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cb3c6f-a8c1-4e91-be34-98b2992e8d41,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:06.682254 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56372) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:06.732270 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b351fd8e-03a5-4635-bc65-6ad1c59935ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.754009 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b351fd8e-03a5-4635-bc65-6ad1c59935ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:06.837820 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.121945 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b351fd8e-03a5-4635-bc65-6ad1c59935ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.124677 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b351fd8e-03a5-4635-bc65-6ad1c59935ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.125861 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b351fd8e-03a5-4635-bc65-6ad1c59935ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5cb3c6f-a8c1-4e91-be34-98b2992e8d41 HTTP/1.1" status: 204 len: 168 time: 0.4417820 Aug 31 14:32:07.134273 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351fd8e-03a5-4635-bc65-6ad1c59935ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cb3c6f-a8c1-4e91-be34-98b2992e8d41,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:07.402106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56388) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:07.415410 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9601ada-01e7-41a6-a291-c8b7b4d98194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.506615 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9601ada-01e7-41a6-a291-c8b7b4d98194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.510940 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9601ada-01e7-41a6-a291-c8b7b4d98194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.548131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9601ada-01e7-41a6-a291-c8b7b4d98194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cc5426-f082-44d2-935a-f34ed8c02d1e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:07.555317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56390) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:07.555909 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d9601ada-01e7-41a6-a291-c8b7b4d98194 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bc59613a67e48a9a243a3c0dcbeb90c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521411 Aug 31 14:32:07.608931 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21448b65-f4a9-47f8-b134-45b6b6aa63da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.630651 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21448b65-f4a9-47f8-b134-45b6b6aa63da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.676958 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21448b65-f4a9-47f8-b134-45b6b6aa63da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.679615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21448b65-f4a9-47f8-b134-45b6b6aa63da admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:07.683278 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-21448b65-f4a9-47f8-b134-45b6b6aa63da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26cc5426-f082-44d2-935a-f34ed8c02d1e HTTP/1.1" status: 204 len: 168 time: 0.1235836 Aug 31 14:32:07.689167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21448b65-f4a9-47f8-b134-45b6b6aa63da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cc5426-f082-44d2-935a-f34ed8c02d1e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:08.971707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56436) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:09.074880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-209962790', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:09.097967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Made reservation on behalf of 117b720627dc40299b9304eb3893400e for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:09.100461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.109574 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.200730 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.204945 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.210195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] device_id is not set on port 7a780aa6-b333-48ee-aca3-93c02e7ed4a1 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:09.265844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137df371-67ec-4e3f-8a07-12f45eb3819c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:09.340350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Allocated IP 172.25.3.10 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/7a780aa6-b333-48ee-aca3-93c02e7ed4a1) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:09.386021 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.392603 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.494950 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.534906 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.578708 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:09.581731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:09.586161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:09.589803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Pushing event updated for resources: {'Port': ['ID=7a780aa6-b333-48ee-aca3-93c02e7ed4a1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:09.626954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:09.627429 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.641139 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a4c02037-8e8e-455d-8beb-ef66707e7dce tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.6683393 Aug 31 14:32:09.644291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56442) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:09.648684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.10'}]}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:09.669957 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.670978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.747096 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:09.914805 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.157316 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.176858 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.324690 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.485328 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.487497 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.543519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.544096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7f8c370-4813-4e8e-ba8c-e72f61db995e {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:32:10.561144 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 14:32:10.562326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-addbd8c9-03c2-43dc-b607-a5ac1b36ebf5 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.9169946 Aug 31 14:32:10.565248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56446) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:10.648850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ae2b1-652e-4884-a8b6-ba6251d102c6 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Deleting port 7a780aa6-b333-48ee-aca3-93c02e7ed4a1 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:10.649213 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae2b1-652e-4884-a8b6-ba6251d102c6 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.729973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae2b1-652e-4884-a8b6-ba6251d102c6 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.741700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ae2b1-652e-4884-a8b6-ba6251d102c6 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Calling delete_port for 7a780aa6-b333-48ee-aca3-93c02e7ed4a1 owned by {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:10.865844 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae2b1-652e-4884-a8b6-ba6251d102c6 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.896905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ae2b1-652e-4884-a8b6-ba6251d102c6 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a780aa6-b333-48ee-aca3-93c02e7ed4a1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:10.955745 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae2b1-652e-4884-a8b6-ba6251d102c6 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:10.957594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6e2ae2b1-652e-4884-a8b6-ba6251d102c6 tempest-RoutersAdminNegativeTest-2091291272 tempest-RoutersAdminNegativeTest-2091291272-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7a780aa6-b333-48ee-aca3-93c02e7ed4a1 HTTP/1.1" status: 204 len: 168 time: 0.3912606 Aug 31 14:32:11.193848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56452) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:11.300538 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d68a65a-6977-454a-b5f8-541882e07853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.387555 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d68a65a-6977-454a-b5f8-541882e07853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.391593 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d68a65a-6977-454a-b5f8-541882e07853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.431592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68a65a-6977-454a-b5f8-541882e07853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e750a20-09c8-461e-b488-4547529f159d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:11.437215 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3d68a65a-6977-454a-b5f8-541882e07853 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c66922258124eee850058b4962c2adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423158 Aug 31 14:32:11.440663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56456) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:11.489465 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.511054 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.559248 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.563607 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.564813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e750a20-09c8-461e-b488-4547529f159d HTTP/1.1" status: 204 len: 168 time: 0.1231396 Aug 31 14:32:11.573429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e750a20-09c8-461e-b488-4547529f159d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:11.581513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:11.581832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:11.582165 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:11.582922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:11.582922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:11.583168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:11.583501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:11.583735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:11.584048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:11.584505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:11.584827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:11.585141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd168b0d-f4c9-4c83-990f-a4197763a4d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:11.848521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56470) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:11.893562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-42367099-27c1-4b18-bd25-6719f08aa820 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=117b720627dc40299b9304eb3893400e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437882 Aug 31 14:32:11.896035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56472) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:11.945861 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-54e1bb88-73e3-4efb-9deb-54d6f166b322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:11.971869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-54e1bb88-73e3-4efb-9deb-54d6f166b322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:12.019074 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-54e1bb88-73e3-4efb-9deb-54d6f166b322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:12.021593 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-54e1bb88-73e3-4efb-9deb-54d6f166b322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:12.022754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-54e1bb88-73e3-4efb-9deb-54d6f166b322 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/137df371-67ec-4e3f-8a07-12f45eb3819c HTTP/1.1" status: 204 len: 168 time: 0.1257880 Aug 31 14:32:12.030742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1bb88-73e3-4efb-9deb-54d6f166b322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137df371-67ec-4e3f-8a07-12f45eb3819c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:12.764861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56494) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:12.878419 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1522947610'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:12.900494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Made reservation on behalf of 0a89abe208344f96b13918b39426b7ab for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:12.904069 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:12.913272 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.007341 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.011236 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.039397 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:13.048842 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d55f6d7-4beb-40f0-8d59-f3b4a359ee98,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:13.054851 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.055207 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Added segment 21a3d7a6-81dc-451c-98ba-7238e1928e83 of type vlan for network c2dd1228-862f-4e7a-98d5-6f7d9ba9135d Aug 31 14:32:13.094535 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.117833 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.123416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:13.124009 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.178314 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4115143 Aug 31 14:32:13.181109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56500) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:13.186025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-26fe9258-1851-4f57-bd37-587b01de8fa2 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Request body: {'subnet': {'network_id': 'c2dd1228-862f-4e7a-98d5-6f7d9ba9135d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:13.233573 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca0b4f-3b12-4b0d-a7a2-e20be01d50c4 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event updated for resources: {'Network': ['ID=c2dd1228-862f-4e7a-98d5-6f7d9ba9135d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:13.244006 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network c2dd1228-862f-4e7a-98d5-6f7d9ba9135d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:13.284075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fe9258-1851-4f57-bd37-587b01de8fa2 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Made reservation on behalf of 0a89abe208344f96b13918b39426b7ab for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:13.287541 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26fe9258-1851-4f57-bd37-587b01de8fa2 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.462862 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26fe9258-1851-4f57-bd37-587b01de8fa2 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.521484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe9258-1851-4f57-bd37-587b01de8fa2 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event updated for resources: {'Subnet': ['ID=976fae78-7268-4f65-82b0-553a98859eec,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:13.529973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe9258-1851-4f57-bd37-587b01de8fa2 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Checking segment: {'id': '21a3d7a6-81dc-451c-98ba-7238e1928e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c2dd1228-862f-4e7a-98d5-6f7d9ba9135d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:13.530335 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe9258-1851-4f57-bd37-587b01de8fa2 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Network hostable DHCP agents. Network: c2dd1228-862f-4e7a-98d5-6f7d9ba9135d, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:13.546601 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe9258-1851-4f57-bd37-587b01de8fa2 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Network c2dd1228-862f-4e7a-98d5-6f7d9ba9135d is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:13.555026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-26fe9258-1851-4f57-bd37-587b01de8fa2 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, c2dd1228-862f-4e7a-98d5-6f7d9ba9135d) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:13.559742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe9258-1851-4f57-bd37-587b01de8fa2 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:13.560344 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26fe9258-1851-4f57-bd37-587b01de8fa2 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.564966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3448f-eff5-4a50-88ba-6aa3e8fe6d57 None None] Network c2dd1228-862f-4e7a-98d5-6f7d9ba9135d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:13.579886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56502) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:13.580571 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-26fe9258-1851-4f57-bd37-587b01de8fa2 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3977878 Aug 31 14:32:13.584777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d6bc72c4-b2e4-4e08-809d-0c1334449eed tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-73541006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:13.608136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72c4-b2e4-4e08-809d-0c1334449eed tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.609187 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72c4-b2e4-4e08-809d-0c1334449eed tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.665914 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72c4-b2e4-4e08-809d-0c1334449eed tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.669812 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72c4-b2e4-4e08-809d-0c1334449eed tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.690084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bc72c4-b2e4-4e08-809d-0c1334449eed tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.691712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d6bc72c4-b2e4-4e08-809d-0c1334449eed tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.1106784 Aug 31 14:32:13.694401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56504) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:13.717352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-c2dd1228-862f-4e7a-98d5-6f7d9ba9135d', 'network_id': 'c2dd1228-862f-4e7a-98d5-6f7d9ba9135d', 'tenant_id': '0a89abe208344f96b13918b39426b7ab', 'fixed_ips': [{'subnet_id': '976fae78-7268-4f65-82b0-553a98859eec'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:32:13.718250 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:13.867109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Allocated IP 172.20.0.2 (c2dd1228-862f-4e7a-98d5-6f7d9ba9135d/976fae78-7268-4f65-82b0-553a98859eec/bc610708-08a8-44ff-a44e-06732a5f6f17) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:14.027414 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:14.037249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Transition to ACTIVE for port object bc610708-08a8-44ff-a44e-06732a5f6f17 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:14.038690 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:14.052903 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Transition to ACTIVE for port object bc610708-08a8-44ff-a44e-06732a5f6f17 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:14.059776 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:14.094901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Network c2dd1228-862f-4e7a-98d5-6f7d9ba9135d is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:14.097784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:14.104091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:14.114439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Pushing event updated for resources: {'Port': ['ID=bc610708-08a8-44ff-a44e-06732a5f6f17,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:14.138653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:14.139010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:14.139362 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:14.139703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:14.140034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:14.140607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:14.140945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:14.141276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:14.141601 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:14.142166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:14.142704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:14.143237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:14.180368 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Attempting to bind port bc610708-08a8-44ff-a44e-06732a5f6f17 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:14.180796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Attempting to bind port bc610708-08a8-44ff-a44e-06732a5f6f17 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '21a3d7a6-81dc-451c-98ba-7238e1928e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c2dd1228-862f-4e7a-98d5-6f7d9ba9135d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:14.181735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Attempting to bind port bc610708-08a8-44ff-a44e-06732a5f6f17 on network c2dd1228-862f-4e7a-98d5-6f7d9ba9135d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:14.194474 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:14.194866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Checking segment: {'id': '21a3d7a6-81dc-451c-98ba-7238e1928e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c2dd1228-862f-4e7a-98d5-6f7d9ba9135d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:14.195288 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:14.195697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Bound using segment: {'id': '21a3d7a6-81dc-451c-98ba-7238e1928e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c2dd1228-862f-4e7a-98d5-6f7d9ba9135d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:14.196183 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Bound port: bc610708-08a8-44ff-a44e-06732a5f6f17, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a3d7a6-81dc-451c-98ba-7238e1928e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c2dd1228-862f-4e7a-98d5-6f7d9ba9135d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:14.196662 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:14.266269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] For port bc610708-08a8-44ff-a44e-06732a5f6f17, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:14.269657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] For port bc610708-08a8-44ff-a44e-06732a5f6f17, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=bc610708-08a8-44ff-a44e-06732a5f6f17,segment=NetworkSegment(21a3d7a6-81dc-451c-98ba-7238e1928e83),segment_id=21a3d7a6-81dc-451c-98ba-7238e1928e83)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:14.275896 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:14.337008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33dc46-ef3f-4407-bf1e-337d0cbb7daa None None] Pushing event updated for resources: {'Port': ['ID=bc610708-08a8-44ff-a44e-06732a5f6f17,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:14.743744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408bc88-c206-499e-8839-f84df0cd884f req-2b11fd4e-18c6-4574-b66e-129a636699df tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:14.745210 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-2b11fd4e-18c6-4574-b66e-129a636699df tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.2450922 Aug 31 14:32:14.789862 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-db39489f-6177-4809-b507-a01e8a9d0eca tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/quotas/ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 375 time: 0.0386224 Aug 31 14:32:14.841917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Allocated IP 172.20.0.1 (c2dd1228-862f-4e7a-98d5-6f7d9ba9135d/976fae78-7268-4f65-82b0-553a98859eec/2488088d-63c0-4a68-aa5e-6b53ef99a109) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:14.917711 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-597683ea-83fa-441d-be5a-21df7c00db1c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172640 Aug 31 14:32:14.934678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-26b8322f-426d-4b2b-82ea-cef3f4bc804e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:32:14.935704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-26b8322f-426d-4b2b-82ea-cef3f4bc804e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085058 Aug 31 14:32:15.043918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.072409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Transition to ACTIVE for port object 2488088d-63c0-4a68-aa5e-6b53ef99a109 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:15.079947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-5b10b892-d678-424a-be8b-7213f1f9266c service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361525 Aug 31 14:32:15.168577 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.230804 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4465a78b-56b5-47a7-a92f-3f401c21971a None None] Network c2dd1228-862f-4e7a-98d5-6f7d9ba9135d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:15.235037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Network c2dd1228-862f-4e7a-98d5-6f7d9ba9135d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:15.239694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-9a589603-6d54-4b31-ae1c-4ced29fec1b5 service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520433 Aug 31 14:32:15.242572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:15.246276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:15.276484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event updated for resources: {'Port': ['ID=2488088d-63c0-4a68-aa5e-6b53ef99a109,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:15.305467 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.345974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bd52ef4c-44c1-435a-b3e7-ebe584b9e34b None None] Provisioning for port bc610708-08a8-44ff-a44e-06732a5f6f17 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:15.467055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.504371 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c6610d28-1fbe-4f6a-8315-1d077e00c053 req-14008797-3be5-4018-9b26-9085eeecabd9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 210 time: 0.0526557 Aug 31 14:32:15.539894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device bc610708-08a8-44ff-a44e-06732a5f6f17 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:15.595433 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port bc610708-08a8-44ff-a44e-06732a5f6f17 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:15.599622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port bc610708-08a8-44ff-a44e-06732a5f6f17 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:15.600325 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.697705 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.737173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port bc610708-08a8-44ff-a44e-06732a5f6f17, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=bc610708-08a8-44ff-a44e-06732a5f6f17,segment=NetworkSegment(21a3d7a6-81dc-451c-98ba-7238e1928e83),segment_id=21a3d7a6-81dc-451c-98ba-7238e1928e83)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:15.746889 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.787334 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.792550 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.810505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1203614b-7d42-40cb-85fc-872389e92492 None None] Provisioning complete for port bc610708-08a8-44ff-a44e-06732a5f6f17 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:15.810880 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1203614b-7d42-40cb-85fc-872389e92492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.844422 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=bc610708-08a8-44ff-a44e-06732a5f6f17,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:15.890124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event updated for resources: {'Port': ['ID=2488088d-63c0-4a68-aa5e-6b53ef99a109,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:15.893712 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.919664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1203614b-7d42-40cb-85fc-872389e92492 None None] Provisioning for port 2488088d-63c0-4a68-aa5e-6b53ef99a109 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:15.927248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1203614b-7d42-40cb-85fc-872389e92492 None None] Provisioning complete for port 2488088d-63c0-4a68-aa5e-6b53ef99a109 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:15.927620 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1203614b-7d42-40cb-85fc-872389e92492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:15.970878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1203614b-7d42-40cb-85fc-872389e92492 None None] Port 2488088d-63c0-4a68-aa5e-6b53ef99a109 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:16.004516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Network c2dd1228-862f-4e7a-98d5-6f7d9ba9135d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:16.006386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:16.092303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cfe73840-0fdf-4d55-a12b-98248fd35f6a None None] Provisioning complete for port 2488088d-63c0-4a68-aa5e-6b53ef99a109 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:16.092733 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cfe73840-0fdf-4d55-a12b-98248fd35f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.138920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-cfe73840-0fdf-4d55-a12b-98248fd35f6a None None] Port 2488088d-63c0-4a68-aa5e-6b53ef99a109 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:16.150873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Router 13a5ef7d-34f3-40ea-93d5-a1e62465bbf4 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:32:16.252890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:16.258400 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e4a51f94-b073-45bc-b19d-8525e198ae17 None None] Provisioning complete for port 2488088d-63c0-4a68-aa5e-6b53ef99a109 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:16.258755 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-332701a4-445e-49b2-83db-df8574e419d1 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "PUT /v2.0/routers/13a5ef7d-34f3-40ea-93d5-a1e62465bbf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633593 Aug 31 14:32:16.261621 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4a51f94-b073-45bc-b19d-8525e198ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.261895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56530) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:16.264739 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8702202-6669-4b0a-8e74-66351c3de1d7 None None] Sync routers for ids ['13a5ef7d-34f3-40ea-93d5-a1e62465bbf4'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:16.269297 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Request body: {'port': {'network_id': 'c2dd1228-862f-4e7a-98d5-6f7d9ba9135d', 'name': 'tempest-FloatingIPNegativeTestJSON-1315193545'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:16.273842 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8702202-6669-4b0a-8e74-66351c3de1d7 None None] Routers {'13a5ef7d-34f3-40ea-93d5-a1e62465bbf4'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:16.274478 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b8702202-6669-4b0a-8e74-66351c3de1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['13a5ef7d-34f3-40ea-93d5-a1e62465bbf4'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:16.301234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e4a51f94-b073-45bc-b19d-8525e198ae17 None None] Port 2488088d-63c0-4a68-aa5e-6b53ef99a109 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:16.309153 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b8702202-6669-4b0a-8e74-66351c3de1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:16.317178 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8702202-6669-4b0a-8e74-66351c3de1d7 None None] Routers {'13a5ef7d-34f3-40ea-93d5-a1e62465bbf4'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:16.317798 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b8702202-6669-4b0a-8e74-66351c3de1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['13a5ef7d-34f3-40ea-93d5-a1e62465bbf4'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:16.353464 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b8702202-6669-4b0a-8e74-66351c3de1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:16.354134 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8702202-6669-4b0a-8e74-66351c3de1d7 None None] The sync data for ids ['13a5ef7d-34f3-40ea-93d5-a1e62465bbf4'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:16.381644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Made reservation on behalf of 0a89abe208344f96b13918b39426b7ab for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:16.385571 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.407820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] device_id is not set on port f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1 yet. {{(pid=106388) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:16.633758 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45b294eb-40d7-452f-a92e-6b48cf51efef req-b1a14021-abc7-445d-9524-f0ed2638ef8b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 210 time: 0.0455759 Aug 31 14:32:16.639815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Allocated IP 172.20.0.14 (c2dd1228-862f-4e7a-98d5-6f7d9ba9135d/976fae78-7268-4f65-82b0-553a98859eec/f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:16.648209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408bc88-c206-499e-8839-f84df0cd884f req-0e2ae41d-96a7-4f8d-b240-88d04b274945 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:16.649772 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-0e2ae41d-96a7-4f8d-b240-88d04b274945 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.1960952 Aug 31 14:32:16.664989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'port': {'device_id': 'e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'admin_state_up': True, 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:16.883127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Made reservation on behalf of ec5ebd3ad742471e840ae64950d7af5a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:16.886888 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.913668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:16.969101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Transition to ACTIVE for port object f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:17.060016 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.062181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Allocated IP 172.20.0.8 (046fd95c-f51c-4036-a225-8c0180fce9de/140b2d46-36c9-49cc-8548-d62aa7538342/4db52005-9b4f-4096-b49b-051ed3dde431) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:17.124215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Network c2dd1228-862f-4e7a-98d5-6f7d9ba9135d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:17.133835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:17.141758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:17.144319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event updated for resources: {'Port': ['ID=f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:17.257546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:17.258198 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.284637 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-741c0123-9a0c-4132-9d65-f34996f583ca tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0193985 Aug 31 14:32:17.288389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56538) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:17.296343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:17.327431 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.335035 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.352076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Transition to ACTIVE for port object 4db52005-9b4f-4096-b49b-051ed3dde431 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:17.391516 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.447440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-174b673b-82d7-4924-af34-496c8b7c9021 None None] Provisioning for port f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:17.465533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Network 046fd95c-f51c-4036-a225-8c0180fce9de is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:17.465838 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-174b673b-82d7-4924-af34-496c8b7c9021 None None] Provisioning complete for port f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:17.469774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:17.470359 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-174b673b-82d7-4924-af34-496c8b7c9021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.473461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:17.478481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.500759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=4db52005-9b4f-4096-b49b-051ed3dde431,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:17.535764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:17.536654 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.559742 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device bc610708-08a8-44ff-a44e-06732a5f6f17 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:17.564818 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-54862296-3084-4f7a-b00f-2627ab01da57 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9037948 Aug 31 14:32:17.579797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-d39260ca-d16f-40da-9c3b-5486438e4afd tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:32:17.581147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-d39260ca-d16f-40da-9c3b-5486438e4afd tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069396 Aug 31 14:32:17.599039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Request body: {'port': {'device_id': 'e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:17.619005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-174b673b-82d7-4924-af34-496c8b7c9021 None None] Port f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:17.655592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port bc610708-08a8-44ff-a44e-06732a5f6f17 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:17.656230 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.685565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Allocated IP 172.25.3.72 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/5e68b88b-65b3-4953-a3f9-a1c6d85d6292) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:17.693960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.850372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3192d787-5514-4375-9c05-c01dadf97a53 None None] Provisioning for port 4db52005-9b4f-4096-b49b-051ed3dde431 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:17.856045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3192d787-5514-4375-9c05-c01dadf97a53 None None] Provisioning complete for port 4db52005-9b4f-4096-b49b-051ed3dde431 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:17.856827 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3192d787-5514-4375-9c05-c01dadf97a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.872500 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:17.886878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dff6f8-f4e3-4b22-90ed-a2a4a08436ff req-dee64ee8-d315-4b8a-9c57-e7bdf8ebfee0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:17.888773 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38dff6f8-f4e3-4b22-90ed-a2a4a08436ff req-dee64ee8-d315-4b8a-9c57-e7bdf8ebfee0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 931 time: 0.1015570 Aug 31 14:32:17.901426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3192d787-5514-4375-9c05-c01dadf97a53 None None] Port 4db52005-9b4f-4096-b49b-051ed3dde431 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:17.943560 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38dff6f8-f4e3-4b22-90ed-a2a4a08436ff req-af1ca748-e9c2-427e-be73-ca462fe60f56 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472009 Aug 31 14:32:17.955726 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.003083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:18.011205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:18.015040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:18.041554 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event updated for resources: {'Port': ['ID=5e68b88b-65b3-4953-a3f9-a1c6d85d6292,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:18.077222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db52005-9b4f-4096-b49b-051ed3dde431 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:32:18.089270 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.104004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Transition to ACTIVE for port object 4db52005-9b4f-4096-b49b-051ed3dde431 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:18.108535 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.119442 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.157616 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.171534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Pushing event updated for resources: {'Port': ['ID=4db52005-9b4f-4096-b49b-051ed3dde431,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:18.252271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Attempting to bind port 4db52005-9b4f-4096-b49b-051ed3dde431 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:18.252682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Attempting to bind port 4db52005-9b4f-4096-b49b-051ed3dde431 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:18.253068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Attempting to bind port 4db52005-9b4f-4096-b49b-051ed3dde431 on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:18.258381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Port 4db52005-9b4f-4096-b49b-051ed3dde431 on network 046fd95c-f51c-4036-a225-8c0180fce9de not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:32:18.258663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Attempting to bind port 4db52005-9b4f-4096-b49b-051ed3dde431 on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:18.265155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:18.265672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Checking segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:18.266076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Bound using segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:18.266606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Bound port: 4db52005-9b4f-4096-b49b-051ed3dde431, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:18.266977 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.358794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] For port 4db52005-9b4f-4096-b49b-051ed3dde431, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:18.362940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] For port 4db52005-9b4f-4096-b49b-051ed3dde431, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4db52005-9b4f-4096-b49b-051ed3dde431,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:18.369659 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.373826 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.381769 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.406954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:18.407713 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.409823 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] 10.222.0.52 "PUT /v2.0/ports/4db52005-9b4f-4096-b49b-051ed3dde431 HTTP/1.1" status: 200 len: 1091 time: 0.8173702 Aug 31 14:32:18.412133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1', 'tag': '4db52005-9b4f-4096-b49b-051ed3dde431'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:32:18.415608 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aca5761-7338-4d98-b5ef-8bda88db36a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1", "tag": "4db52005-9b4f-4096-b49b-051ed3dde431"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:32:18.439035 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event updated for resources: {'Port': ['ID=5e68b88b-65b3-4953-a3f9-a1c6d85d6292,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:18.502885 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616d7475-f20e-48fa-8897-f9d74f6919f5 x-openstack-request-id: req-616d7475-f20e-48fa-8897-f9d74f6919f5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:32:18.502885 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1", "tag": "4db52005-9b4f-4096-b49b-051ed3dde431", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:32:18.503141 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-616d7475-f20e-48fa-8897-f9d74f6919f5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:32:18.504076 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1', 'tag': '4db52005-9b4f-4096-b49b-051ed3dde431', 'status': 'completed', 'code': 200} Aug 31 14:32:18.506528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e9e56-f919-4279-92f7-850ce9615a65 service neutron] Pushing event updated for resources: {'Port': ['ID=4db52005-9b4f-4096-b49b-051ed3dde431,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:18.508113 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.526776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408bc88-c206-499e-8839-f84df0cd884f req-7f6113ad-82d1-4cb2-bce8-895b3cbc18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:18.535018 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-7f6113ad-82d1-4cb2-bce8-895b3cbc18ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 1094 time: 0.0604494 Aug 31 14:32:18.539912 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.543891 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-682c1e39-2837-466c-a988-f8fb5adce2a6 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2497230 Aug 31 14:32:18.544076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56546) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:18.548756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-15051689-4632-4ce5-92ad-9012d8108fae tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Request body: {'floatingip': {'port_id': 'f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:18.586010 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-40502585-223a-4550-abe9-b757568a461c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4db52005-9b4f-4096-b49b-051ed3dde431 HTTP/1.1" status: 200 len: 217 time: 0.0487123 Aug 31 14:32:18.600600 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-15051689-4632-4ce5-92ad-9012d8108fae tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.753147 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-15051689-4632-4ce5-92ad-9012d8108fae tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] update failed (client error): The resource could not be found. Aug 31 14:32:18.756517 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-15051689-4632-4ce5-92ad-9012d8108fae tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "PUT /v2.0/floatingips/40407ae1-ffb7-4c6e-8154-2037040a3672 HTTP/1.1" status: 404 len: 507 time: 0.2093017 Aug 31 14:32:18.757480 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56548) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:18.896896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0803b721-8e90-47f4-b405-306d22a6a8cd tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Deleting port 5e68b88b-65b3-4953-a3f9-a1c6d85d6292 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:18.897260 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0803b721-8e90-47f4-b405-306d22a6a8cd tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.915926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408bc88-c206-499e-8839-f84df0cd884f req-a2e54363-2b58-4dcc-8df7-5786ee6ecb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:18.917444 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-a2e54363-2b58-4dcc-8df7-5786ee6ecb41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.3174362 Aug 31 14:32:18.968751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408bc88-c206-499e-8839-f84df0cd884f req-a027a857-cca3-49b8-9abc-7b050ed7c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:18.969957 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-a027a857-cca3-49b8-9abc-7b050ed7c550 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427485 Aug 31 14:32:18.980654 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0803b721-8e90-47f4-b405-306d22a6a8cd tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.981084 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0803b721-8e90-47f4-b405-306d22a6a8cd tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:18.999281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-0803b721-8e90-47f4-b405-306d22a6a8cd tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Calling delete_port for 5e68b88b-65b3-4953-a3f9-a1c6d85d6292 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:19.083114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-a5c0f12d-eb6b-42e9-af6d-88afe4087d05 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045992 Aug 31 14:32:19.136495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a109adf-6e8b-4008-81b6-9562ab96c48b req-0527ab1f-7c45-4b4b-b1d7-48f120feea5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:19.138054 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8a109adf-6e8b-4008-81b6-9562ab96c48b req-0527ab1f-7c45-4b4b-b1d7-48f120feea5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.1086779 Aug 31 14:32:19.192456 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8a109adf-6e8b-4008-81b6-9562ab96c48b req-139a3ac5-bb26-45b9-af55-eee0c0b30a2a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462396 Aug 31 14:32:19.199085 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b408bc88-c206-499e-8839-f84df0cd884f req-f9aee609-9cd0-4204-a0ff-8724597562b8 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080854 Aug 31 14:32:19.236859 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0803b721-8e90-47f4-b405-306d22a6a8cd tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.264665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803b721-8e90-47f4-b405-306d22a6a8cd tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event deleted for resources: {'Port': ['ID=5e68b88b-65b3-4953-a3f9-a1c6d85d6292,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:19.303566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca5761-7338-4d98-b5ef-8bda88db36a1 req-5862fc92-5f59-4d9b-a97a-c96491e77a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:19.305267 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7aca5761-7338-4d98-b5ef-8bda88db36a1 req-5862fc92-5f59-4d9b-a97a-c96491e77a4a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 1094 time: 0.0486121 Aug 31 14:32:19.333064 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0803b721-8e90-47f4-b405-306d22a6a8cd tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.336068 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0803b721-8e90-47f4-b405-306d22a6a8cd tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.341178 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0803b721-8e90-47f4-b405-306d22a6a8cd tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "DELETE /v2.0/floatingips/40407ae1-ffb7-4c6e-8154-2037040a3672 HTTP/1.1" status: 204 len: 168 time: 0.5792520 Aug 31 14:32:19.341445 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56552) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:19.345970 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-99aa4e5d-d997-4622-ae40-f33fc98de266 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Request body: {'floatingip': {'floating_network_id': 'c2dd1228-862f-4e7a-98d5-6f7d9ba9135d', 'port_id': 'f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:19.373273 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99aa4e5d-d997-4622-ae40-f33fc98de266 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.422270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca5761-7338-4d98-b5ef-8bda88db36a1 req-700f2f52-c662-43f3-b43b-6534ec53e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:19.423776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7aca5761-7338-4d98-b5ef-8bda88db36a1 req-700f2f52-c662-43f3-b43b-6534ec53e46c service neutron] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.1104488 Aug 31 14:32:19.471327 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7aca5761-7338-4d98-b5ef-8bda88db36a1 req-93ac3dd6-f63e-452d-8bea-550979440b36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4db52005-9b4f-4096-b49b-051ed3dde431 HTTP/1.1" status: 200 len: 217 time: 0.0389316 Aug 31 14:32:19.501125 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-99aa4e5d-d997-4622-ae40-f33fc98de266 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:32:19.502484 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-99aa4e5d-d997-4622-ae40-f33fc98de266 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1598930 Aug 31 14:32:19.508896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56554) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:19.515231 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': 'f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:19.560274 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.579616 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca5761-7338-4d98-b5ef-8bda88db36a1 req-5316dfed-aa7c-4755-b6b6-c75cf08134dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:19.581670 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7aca5761-7338-4d98-b5ef-8bda88db36a1 req-5316dfed-aa7c-4755-b6b6-c75cf08134dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.1034987 Aug 31 14:32:19.648010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca5761-7338-4d98-b5ef-8bda88db36a1 req-282d40cf-4b07-40a2-bd8c-50f5362874f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:19.649803 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7aca5761-7338-4d98-b5ef-8bda88db36a1 req-282d40cf-4b07-40a2-bd8c-50f5362874f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606396 Aug 31 14:32:19.683784 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:19.769875 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7aca5761-7338-4d98-b5ef-8bda88db36a1 req-572fbbba-4740-43a9-b20c-cf0e8870a0e7 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097295 Aug 31 14:32:19.851543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Allocated IP 172.25.3.24 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/c923157d-0353-43bf-abbd-3975250a8388) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:19.909770 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7aca5761-7338-4d98-b5ef-8bda88db36a1 req-7f99030a-4b0e-45fb-b9bf-082df089e8b5 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310422 Aug 31 14:32:19.977421 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:20.023904 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:20.092880 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:20.099598 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:20.104948 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:20.132310 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event updated for resources: {'Port': ['ID=c923157d-0353-43bf-abbd-3975250a8388,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:20.320595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Deleting port c923157d-0353-43bf-abbd-3975250a8388 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:20.320984 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:20.355938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad52da3-8344-4bbb-9527-78caaba768ad req-4b029fa1-951a-4546-a7bf-f9b693550ce7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:20.364999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ad52da3-8344-4bbb-9527-78caaba768ad req-4b029fa1-951a-4546-a7bf-f9b693550ce7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0684490 Aug 31 14:32:20.421054 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ad52da3-8344-4bbb-9527-78caaba768ad req-8aaae16e-53a6-408e-9abb-919b23f50dc7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552316 Aug 31 14:32:20.437256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:20.438034 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:20.455716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Calling delete_port for c923157d-0353-43bf-abbd-3975250a8388 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:20.654119 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:20.683741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event deleted for resources: {'Port': ['ID=c923157d-0353-43bf-abbd-3975250a8388,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:20.785957 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] create failed (client error): The resource could not be found. Aug 31 14:32:20.788614 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7e95e451-b303-44be-972b-e1b9a9f562c0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2772262 Aug 31 14:32:20.792881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56558) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:20.924883 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-bd1069f6-f0b2-4634-b5c8-b084ff1a0691 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Deleting port f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:20.925396 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd1069f6-f0b2-4634-b5c8-b084ff1a0691 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:20.983915 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-04128f55-04f7-45b8-830a-070a35db2884 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1401029 Aug 31 14:32:21.039693 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd1069f6-f0b2-4634-b5c8-b084ff1a0691 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:21.057644 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-bd1069f6-f0b2-4634-b5c8-b084ff1a0691 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Calling delete_port for f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:21.090190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-3d423fb7-4eee-42e2-8105-004090413bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:21.091997 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-3d423fb7-4eee-42e2-8105-004090413bad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8aa2c14a8524d188041836430bc5dbc&device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 1096 time: 0.0587113 Aug 31 14:32:21.226397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-6631e828-0abf-4784-8e80-5e5111503328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:21.228475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-6631e828-0abf-4784-8e80-5e5111503328 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81ed5b97-a863-44b7-b289-88ec011b6b2d HTTP/1.1" status: 200 len: 909 time: 0.1164415 Aug 31 14:32:21.257758 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd1069f6-f0b2-4634-b5c8-b084ff1a0691 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:21.294762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1069f6-f0b2-4634-b5c8-b084ff1a0691 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event deleted for resources: {'Port': ['ID=f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:21.342883 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-df8b5772-0b45-4275-a4a3-f3d8f63ce257 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bc28a0a-611e-4e7b-8100-97a7c2442b84 HTTP/1.1" status: 200 len: 1000 time: 0.1068952 Aug 31 14:32:21.386579 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd1069f6-f0b2-4634-b5c8-b084ff1a0691 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:21.389690 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bd1069f6-f0b2-4634-b5c8-b084ff1a0691 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "DELETE /v2.0/ports/f2b5d4bc-ab30-46c0-a873-ca4b1b7443e1 HTTP/1.1" status: 204 len: 168 time: 0.5955296 Aug 31 14:32:21.392507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56562) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:21.439718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-c01d7907-48bf-4155-bb4b-7b4e7c871a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:21.441362 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-c01d7907-48bf-4155-bb4b-7b4e7c871a61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04b0f829-bf54-4128-b449-860a8c6b7baf HTTP/1.1" status: 200 len: 847 time: 0.0912719 Aug 31 14:32:21.458038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae4bfc-e476-48a1-b754-eba956767cd0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:21.459608 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2eae4bfc-e476-48a1-b754-eba956767cd0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "GET /v2.0/ports?device_id=13a5ef7d-34f3-40ea-93d5-a1e62465bbf4 HTTP/1.1" status: 200 len: 913 time: 0.0660155 Aug 31 14:32:21.464859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56566) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:21.532119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-ca6366b8-ab01-4ce9-bed6-24527848637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:21.533739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-ca6366b8-ab01-4ce9-bed6-24527848637c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ed5b97-a863-44b7-b289-88ec011b6b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851371 Aug 31 14:32:21.549179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-a78acd36-288c-4f81-995d-3453c2c3c8d2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:32:21.550192 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-a78acd36-288c-4f81-995d-3453c2c3c8d2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057437 Aug 31 14:32:21.641205 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd7dcd-c7ea-44c1-91d7-efaa201b7872 req-dcaa972e-4cac-48e2-bcf7-a1da09296a41 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:21.643547 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0cd7dcd-c7ea-44c1-91d7-efaa201b7872 req-dcaa972e-4cac-48e2-bcf7-a1da09296a41 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0808547 Aug 31 14:32:21.662007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-485c3b16-4dc1-47a2-a21c-39c1c53eaa12 service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040075 Aug 31 14:32:21.767208 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e0cd7dcd-c7ea-44c1-91d7-efaa201b7872 req-a75faac5-c67a-40df-a1a3-fed1decb10cc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837419 Aug 31 14:32:21.776149 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e338bc36-bc0b-48cc-a14d-3a3caa576fe6 req-8501d001-3c41-4010-8b34-29f0fc8b6cd7 service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062465 Aug 31 14:32:21.964384 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebb3037f-836a-4df3-b541-0a916e7449fc tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.289745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ebb3037f-836a-4df3-b541-0a916e7449fc tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Deleting port 2488088d-63c0-4a68-aa5e-6b53ef99a109 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:22.290135 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebb3037f-836a-4df3-b541-0a916e7449fc tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.383699 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebb3037f-836a-4df3-b541-0a916e7449fc tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.397298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ebb3037f-836a-4df3-b541-0a916e7449fc tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Calling delete_port for 2488088d-63c0-4a68-aa5e-6b53ef99a109 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:22.600840 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebb3037f-836a-4df3-b541-0a916e7449fc tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.629783 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3037f-836a-4df3-b541-0a916e7449fc tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event deleted for resources: {'Port': ['ID=2488088d-63c0-4a68-aa5e-6b53ef99a109,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:22.795674 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebb3037f-836a-4df3-b541-0a916e7449fc tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:22.941539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d30d5-88fd-4345-af0d-cff0c636882a req-3f5aedbf-488e-4686-979a-9631a64defff tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:22.943381 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4b9d30d5-88fd-4345-af0d-cff0c636882a req-3f5aedbf-488e-4686-979a-9631a64defff tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0526967 Aug 31 14:32:22.966998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb3037f-836a-4df3-b541-0a916e7449fc tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Router 13a5ef7d-34f3-40ea-93d5-a1e62465bbf4 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:32:22.987926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4b9d30d5-88fd-4345-af0d-cff0c636882a req-b85029bd-aaab-4bed-8436-6e1716c362b7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378385 Aug 31 14:32:23.054854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb3037f-836a-4df3-b541-0a916e7449fc tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:23.064373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56570) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:23.080112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585bf463-cb37-46c2-b16a-7d8b7949db64 None None] Sync routers for ids ['13a5ef7d-34f3-40ea-93d5-a1e62465bbf4'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:23.085014 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ebb3037f-836a-4df3-b541-0a916e7449fc tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "PUT /v2.0/routers/13a5ef7d-34f3-40ea-93d5-a1e62465bbf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6189697 Aug 31 14:32:23.105647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585bf463-cb37-46c2-b16a-7d8b7949db64 None None] Routers {'13a5ef7d-34f3-40ea-93d5-a1e62465bbf4'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:23.106747 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-585bf463-cb37-46c2-b16a-7d8b7949db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['13a5ef7d-34f3-40ea-93d5-a1e62465bbf4'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:23.148743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-585bf463-cb37-46c2-b16a-7d8b7949db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:23.156778 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-874536f8-670b-402a-b420-8eca4040a43e tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.161594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585bf463-cb37-46c2-b16a-7d8b7949db64 None None] Routers {'13a5ef7d-34f3-40ea-93d5-a1e62465bbf4'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:23.162353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-585bf463-cb37-46c2-b16a-7d8b7949db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['13a5ef7d-34f3-40ea-93d5-a1e62465bbf4'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:23.195531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-585bf463-cb37-46c2-b16a-7d8b7949db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:23.197215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585bf463-cb37-46c2-b16a-7d8b7949db64 None None] The sync data for ids ['13a5ef7d-34f3-40ea-93d5-a1e62465bbf4'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:23.330250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-874536f8-670b-402a-b420-8eca4040a43e tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.332551 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-874536f8-670b-402a-b420-8eca4040a43e tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.381814 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-874536f8-670b-402a-b420-8eca4040a43e tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.382457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874536f8-670b-402a-b420-8eca4040a43e tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Fanout notify agent at l3_agent the message router_deleted on router 13a5ef7d-34f3-40ea-93d5-a1e62465bbf4 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:32:23.398383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-874536f8-670b-402a-b420-8eca4040a43e tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.400085 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-874536f8-670b-402a-b420-8eca4040a43e tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "DELETE /v2.0/routers/13a5ef7d-34f3-40ea-93d5-a1e62465bbf4 HTTP/1.1" status: 204 len: 168 time: 0.3346982 Aug 31 14:32:23.402650 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56572) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:23.467548 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c00eac8-ae07-4fa5-bc1e-69f5efb470e0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Deleting subnet 976fae78-7268-4f65-82b0-553a98859eec {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:32:23.470759 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c00eac8-ae07-4fa5-bc1e-69f5efb470e0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.511639 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c00eac8-ae07-4fa5-bc1e-69f5efb470e0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.928727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c00eac8-ae07-4fa5-bc1e-69f5efb470e0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:23.994351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c00eac8-ae07-4fa5-bc1e-69f5efb470e0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.020580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00eac8-ae07-4fa5-bc1e-69f5efb470e0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event deleted for resources: {'Subnet': ['ID=976fae78-7268-4f65-82b0-553a98859eec,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:24.028642 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c00eac8-ae07-4fa5-bc1e-69f5efb470e0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.033915 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1c00eac8-ae07-4fa5-bc1e-69f5efb470e0 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "DELETE /v2.0/subnets/976fae78-7268-4f65-82b0-553a98859eec HTTP/1.1" status: 204 len: 168 time: 0.6301341 Aug 31 14:32:24.035726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b7eec-913b-4d7e-a1eb-41d17c2ec567 None None] Network c2dd1228-862f-4e7a-98d5-6f7d9ba9135d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:24.036584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56576) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:24.144036 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.168176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5932d2-8344-4188-9cc6-391dd9124e62 req-d7160548-73d6-45b1-a4e4-08df7b3a4067 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:24.169749 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff5932d2-8344-4188-9cc6-391dd9124e62 req-d7160548-73d6-45b1-a4e4-08df7b3a4067 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0745547 Aug 31 14:32:24.239645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ea2e3c-b4b8-490e-90d1-e2c48c9f5fc5 None None] DHCP port deletion for c2dd1228-862f-4e7a-98d5-6f7d9ba9135d request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:32:24.245622 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff5932d2-8344-4188-9cc6-391dd9124e62 req-fceee8d3-de98-4385-bbd7-952e370a86eb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505087 Aug 31 14:32:24.260665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Deleting port bc610708-08a8-44ff-a44e-06732a5f6f17 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:24.261018 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.302367 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea2e3c-b4b8-490e-90d1-e2c48c9f5fc5 None None] Deleting port bc610708-08a8-44ff-a44e-06732a5f6f17 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:24.302605 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2e3c-b4b8-490e-90d1-e2c48c9f5fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.333115 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] For port bc610708-08a8-44ff-a44e-06732a5f6f17, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=bc610708-08a8-44ff-a44e-06732a5f6f17,segment=NetworkSegment(21a3d7a6-81dc-451c-98ba-7238e1928e83),segment_id=21a3d7a6-81dc-451c-98ba-7238e1928e83)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:24.334267 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.347825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Calling delete_port for bc610708-08a8-44ff-a44e-06732a5f6f17 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:24.374411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e4ea2e3c-b4b8-490e-90d1-e2c48c9f5fc5 None None] For port bc610708-08a8-44ff-a44e-06732a5f6f17, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=bc610708-08a8-44ff-a44e-06732a5f6f17,segment=NetworkSegment(21a3d7a6-81dc-451c-98ba-7238e1928e83),segment_id=21a3d7a6-81dc-451c-98ba-7238e1928e83)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:24.375552 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2e3c-b4b8-490e-90d1-e2c48c9f5fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.387891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea2e3c-b4b8-490e-90d1-e2c48c9f5fc5 None None] Calling delete_port for bc610708-08a8-44ff-a44e-06732a5f6f17 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:24.443966 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.471882 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2e3c-b4b8-490e-90d1-e2c48c9f5fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.479413 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] No DVR routers for this DVR port bc610708-08a8-44ff-a44e-06732a5f6f17 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:24.509229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea2e3c-b4b8-490e-90d1-e2c48c9f5fc5 None None] No DVR routers for this DVR port bc610708-08a8-44ff-a44e-06732a5f6f17 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:24.510994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea2e3c-b4b8-490e-90d1-e2c48c9f5fc5 None None] Pushing event deleted for resources: {'Port': ['ID=bc610708-08a8-44ff-a44e-06732a5f6f17,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:24.530451 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event deleted for resources: {'Port': ['ID=bc610708-08a8-44ff-a44e-06732a5f6f17,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:24.577423 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.587543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2dd1228-862f-4e7a-98d5-6f7d9ba9135d']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:24.597951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a3d7a6-81dc-451c-98ba-7238e1928e83') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:24.598250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a3d7a6-81dc-451c-98ba-7238e1928e83') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:24.608492 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.636044 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.643954 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:24.644373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:24.647599 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:24.713739 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.721274 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:24.724680 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] 10.222.0.20 "DELETE /v2.0/networks/c2dd1228-862f-4e7a-98d5-6f7d9ba9135d HTTP/1.1" status: 204 len: 168 time: 0.6859889 Aug 31 14:32:24.736770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6a76e-58ea-4806-9220-7d50f34e5220 tempest-FloatingIPNegativeTestJSON-1474388078 tempest-FloatingIPNegativeTestJSON-1474388078-project] Pushing event deleted for resources: {'Network': ['ID=c2dd1228-862f-4e7a-98d5-6f7d9ba9135d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:24.978735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56582) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:25.114394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c5f52db2-2607-4423-959e-3b7d23567e97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a89abe208344f96b13918b39426b7ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345108 Aug 31 14:32:25.116894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56586) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:25.164549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db3dc15d-07cb-4579-8593-4aff87ed87f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:25.188640 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db3dc15d-07cb-4579-8593-4aff87ed87f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:25.236232 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db3dc15d-07cb-4579-8593-4aff87ed87f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:25.238897 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-db3dc15d-07cb-4579-8593-4aff87ed87f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:25.240063 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-db3dc15d-07cb-4579-8593-4aff87ed87f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d55f6d7-4beb-40f0-8d59-f3b4a359ee98 HTTP/1.1" status: 204 len: 168 time: 0.1222169 Aug 31 14:32:25.248213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dc15d-07cb-4579-8593-4aff87ed87f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d55f6d7-4beb-40f0-8d59-f3b4a359ee98,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:25.365113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3721de7-11f7-46d8-886d-cf22df499490 req-fc696227-0491-42e6-87bb-d06558265c39 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:25.366642 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3721de7-11f7-46d8-886d-cf22df499490 req-fc696227-0491-42e6-87bb-d06558265c39 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0500369 Aug 31 14:32:25.412170 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3721de7-11f7-46d8-886d-cf22df499490 req-30d2d5ca-373c-4a7b-80a8-de678db48fae tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354846 Aug 31 14:32:25.455322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device bc610708-08a8-44ff-a44e-06732a5f6f17 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:32:25.475115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: bc610708-08a8-44ff-a44e-06732a5f6f17 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:32:25.475462 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device bc610708-08a8-44ff-a44e-06732a5f6f17 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:32:25.886614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56610) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:25.982344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'networks': [{'name': 'tempest-network--1949153781'}, {'name': 'tempest-network--1528727962'}]} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:25.982922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'network': {'name': 'tempest-network--1949153781'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:25.983155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'network': {'name': 'tempest-network--1528727962'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:26.009777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Made reservation on behalf of c9ad85aff08d45d3a8d5b867d7b0e83a for: {'network': 2} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:26.015408 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.023545 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.112154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.116568 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.117034 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.156124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f2dd4c-0f7d-4900-b368-c54795a4f568,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:26.161338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:26.172573 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.173071 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Added segment 6c1c386f-aae4-426d-aadc-e1eee320e4c5 of type vlan for network 731944f5-8b28-47f3-b4f5-3cfeaa26b4c6 Aug 31 14:32:26.217504 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.246656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:26.257595 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.257958 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Added segment 76fcb462-764e-485b-9007-d57e604642b0 of type vlan for network c1bdd2ba-1e65-44bf-9311-ecd5bf7586ce Aug 31 14:32:26.303508 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.340146 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.341123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.346910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:26.351829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:26.352567 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.429038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5413151 Aug 31 14:32:26.432339 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56614) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:26.471253 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event updated for resources: {'Network': ['ID=731944f5-8b28-47f3-b4f5-3cfeaa26b4c6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:26.484376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 731944f5-8b28-47f3-b4f5-3cfeaa26b4c6 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:26.594807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3feebc3-7bed-4771-a6ae-2271131dde09 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event updated for resources: {'Network': ['ID=c1bdd2ba-1e65-44bf-9311-ecd5bf7586ce,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:26.607027 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network c1bdd2ba-1e65-44bf-9311-ecd5bf7586ce details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:26.690155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05945210-45c8-488e-bdba-5ffa7c729119 req-ba4e66bc-288a-479a-a4bf-6bd47e879627 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:26.693147 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05945210-45c8-488e-bdba-5ffa7c729119 req-ba4e66bc-288a-479a-a4bf-6bd47e879627 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.1646647 Aug 31 14:32:26.735417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6de15-5195-4883-88ee-62ef692a1c5d tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:26.741526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6de15-5195-4883-88ee-62ef692a1c5d tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:26.747987 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6de15-5195-4883-88ee-62ef692a1c5d tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:26.754233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6de15-5195-4883-88ee-62ef692a1c5d tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:26.756278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5fe6de15-5195-4883-88ee-62ef692a1c5d tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3221118 Aug 31 14:32:26.759514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56618) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:26.777360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05945210-45c8-488e-bdba-5ffa7c729119 req-32744a18-f07e-4406-9282-5a7ccc70bd1e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766718 Aug 31 14:32:26.835056 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.943236 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.953408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731944f5-8b28-47f3-b4f5-3cfeaa26b4c6']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:26.963723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1c386f-aae4-426d-aadc-e1eee320e4c5') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:26.964011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1c386f-aae4-426d-aadc-e1eee320e4c5') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:26.972643 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.985821 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.991561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:26.991930 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:26.995392 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:27.056157 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.064471 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.065488 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "DELETE /v2.0/networks/731944f5-8b28-47f3-b4f5-3cfeaa26b4c6 HTTP/1.1" status: 204 len: 168 time: 0.3049049 Aug 31 14:32:27.068254 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56620) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:27.078420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71d3c2-789e-4003-a557-14c8517221d9 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event deleted for resources: {'Network': ['ID=731944f5-8b28-47f3-b4f5-3cfeaa26b4c6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:27.148698 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.241083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.252385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bdd2ba-1e65-44bf-9311-ecd5bf7586ce']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:27.263642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fcb462-764e-485b-9007-d57e604642b0') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:27.263948 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fcb462-764e-485b-9007-d57e604642b0') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:27.274307 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.287883 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.294291 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:27.294679 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:27.298049 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:27.360916 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.367024 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.372122 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "DELETE /v2.0/networks/c1bdd2ba-1e65-44bf-9311-ecd5bf7586ce HTTP/1.1" status: 204 len: 168 time: 0.3001435 Aug 31 14:32:27.372898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56622) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:27.387344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event deleted for resources: {'Network': ['ID=c1bdd2ba-1e65-44bf-9311-ecd5bf7586ce,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:27.394943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:27.395293 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:27.395649 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:27.395983 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:27.396321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:27.396698 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:27.397032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:27.397364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:27.397689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:27.398019 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:27.398343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:27.398666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89dabde-8327-456e-9ca4-dd09b2664cc7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:32:27.588721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c53398a-df4d-4509-a51a-3c035dce23b4 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:27.598745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c53398a-df4d-4509-a51a-3c035dce23b4 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:27.601330 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0c53398a-df4d-4509-a51a-3c035dce23b4 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2263381 Aug 31 14:32:27.605117 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56624) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:27.610296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b3b56caa-c091-4448-9eba-b5918072d619 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1619278490'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:27.633712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b56caa-c091-4448-9eba-b5918072d619 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Made reservation on behalf of c9ad85aff08d45d3a8d5b867d7b0e83a for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:27.637808 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3b56caa-c091-4448-9eba-b5918072d619 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.662307 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b56caa-c091-4448-9eba-b5918072d619 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:27.673584 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3b56caa-c091-4448-9eba-b5918072d619 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.673939 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b3b56caa-c091-4448-9eba-b5918072d619 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Added segment 547768d0-118a-4d49-b631-dc97b351d480 of type vlan for network eb4f85c5-b5ad-4313-9115-57ca73e88c4e Aug 31 14:32:27.716603 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3b56caa-c091-4448-9eba-b5918072d619 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.741713 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3b56caa-c091-4448-9eba-b5918072d619 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.748192 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b56caa-c091-4448-9eba-b5918072d619 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:27.748934 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3b56caa-c091-4448-9eba-b5918072d619 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.817049 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b3b56caa-c091-4448-9eba-b5918072d619 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2107739 Aug 31 14:32:27.819810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56628) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:27.825049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6be9a26a-f0a8-4c7e-a5db-9480605f8f4a tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1889889713'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:27.826252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b56caa-c091-4448-9eba-b5918072d619 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event updated for resources: {'Network': ['ID=eb4f85c5-b5ad-4313-9115-57ca73e88c4e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:27.837556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network eb4f85c5-b5ad-4313-9115-57ca73e88c4e details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:27.859928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be9a26a-f0a8-4c7e-a5db-9480605f8f4a tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Made reservation on behalf of c9ad85aff08d45d3a8d5b867d7b0e83a for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:27.863877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6be9a26a-f0a8-4c7e-a5db-9480605f8f4a tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.923109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be9a26a-f0a8-4c7e-a5db-9480605f8f4a tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:27.938288 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6be9a26a-f0a8-4c7e-a5db-9480605f8f4a tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:27.938640 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-6be9a26a-f0a8-4c7e-a5db-9480605f8f4a tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Added segment 1923016e-2d36-431c-b77b-b5d2d2ce4fae of type vlan for network 27eb1599-4b28-49ab-ba3b-ca19502d6336 Aug 31 14:32:27.946677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ffd5f-0bdf-4933-a297-57d43ee5c994 req-9d04e2c3-7511-4b58-bce5-9a7279deb83a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:27.948168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa1ffd5f-0bdf-4933-a297-57d43ee5c994 req-9d04e2c3-7511-4b58-bce5-9a7279deb83a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0819161 Aug 31 14:32:28.008954 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6be9a26a-f0a8-4c7e-a5db-9480605f8f4a tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.023032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aa1ffd5f-0bdf-4933-a297-57d43ee5c994 req-594742be-65a7-448a-8efe-634a506f3288 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679922 Aug 31 14:32:28.043467 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6be9a26a-f0a8-4c7e-a5db-9480605f8f4a tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.050469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be9a26a-f0a8-4c7e-a5db-9480605f8f4a tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:28.052311 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6be9a26a-f0a8-4c7e-a5db-9480605f8f4a tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.115564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6be9a26a-f0a8-4c7e-a5db-9480605f8f4a tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2945132 Aug 31 14:32:28.118368 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56630) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:28.124138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9a26a-f0a8-4c7e-a5db-9480605f8f4a tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event updated for resources: {'Network': ['ID=27eb1599-4b28-49ab-ba3b-ca19502d6336,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:28.124550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'ports': [{'network_id': 'eb4f85c5-b5ad-4313-9115-57ca73e88c4e', 'name': 'tempest-port--2086457616', 'admin_state_up': True}, {'network_id': '27eb1599-4b28-49ab-ba3b-ca19502d6336', 'admin_state_up': False}]} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:28.124875 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'port': {'network_id': 'eb4f85c5-b5ad-4313-9115-57ca73e88c4e', 'name': 'tempest-port--2086457616', 'admin_state_up': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:28.125373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'port': {'network_id': '27eb1599-4b28-49ab-ba3b-ca19502d6336', 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:28.135772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 27eb1599-4b28-49ab-ba3b-ca19502d6336 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:28.293308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Made reservation on behalf of c9ad85aff08d45d3a8d5b867d7b0e83a for: {'port': 2} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:28.298107 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.311508 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.390630 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] device_id is not set on port da90bcf4-3fdc-493e-b993-6c907043ed77 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:28.512990 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.580328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] device_id is not set on port 636fb86b-22e8-4a38-b5ef-ea2abfdb58c9 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:28.694340 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.734588 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.797054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event updated for resources: {'Port': ['ID=da90bcf4-3fdc-493e-b993-6c907043ed77,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:28.820527 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Checking segment: {'id': '547768d0-118a-4d49-b631-dc97b351d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'eb4f85c5-b5ad-4313-9115-57ca73e88c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:28.821432 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Network hostable DHCP agents. Network: eb4f85c5-b5ad-4313-9115-57ca73e88c4e, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:28.838751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Network eb4f85c5-b5ad-4313-9115-57ca73e88c4e is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:28.848188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, eb4f85c5-b5ad-4313-9115-57ca73e88c4e) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:28.852052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:28.852982 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.861810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d2c10-930f-4307-9bf9-8f254a935653 None None] Network eb4f85c5-b5ad-4313-9115-57ca73e88c4e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:28.912400 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event updated for resources: {'Port': ['ID=636fb86b-22e8-4a38-b5ef-ea2abfdb58c9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:28.923782 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Checking segment: {'id': '1923016e-2d36-431c-b77b-b5d2d2ce4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27eb1599-4b28-49ab-ba3b-ca19502d6336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:28.924152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Network hostable DHCP agents. Network: 27eb1599-4b28-49ab-ba3b-ca19502d6336, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:28.944917 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Network 27eb1599-4b28-49ab-ba3b-ca19502d6336 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:28.959247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 27eb1599-4b28-49ab-ba3b-ca19502d6336) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:28.964414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:28.970870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:28.975721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b802c1-1002-430a-9f0b-e6ea507ec8e1 None None] Network 27eb1599-4b28-49ab-ba3b-ca19502d6336 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:28.976412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:28.977251 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:28.995585 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-99ec57bb-b3c0-4262-80e3-93c8987dfd51 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8755343 Aug 31 14:32:28.998179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56632) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:29.090745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ce2af-cb36-4617-81fa-4e1675dd76ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:29.098253 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ce2af-cb36-4617-81fa-4e1675dd76ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:29.100427 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2f8ce2af-cb36-4617-81fa-4e1675dd76ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1012447 Aug 31 14:32:29.103418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56636) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:29.232031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384ab34-9908-4aa6-a36b-8bfe59f45102 req-371113e2-a62e-4882-8c2f-2eb499844219 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:29.233758 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b384ab34-9908-4aa6-a36b-8bfe59f45102 req-371113e2-a62e-4882-8c2f-2eb499844219 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0867488 Aug 31 14:32:29.271826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-38d65e10-f043-4bc0-86b4-1c255aee8661 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Deleting port da90bcf4-3fdc-493e-b993-6c907043ed77 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:29.272196 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38d65e10-f043-4bc0-86b4-1c255aee8661 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.336753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b384ab34-9908-4aa6-a36b-8bfe59f45102 req-c8db5805-ce4b-4902-8f40-aad34b41ea9e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947449 Aug 31 14:32:29.355403 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38d65e10-f043-4bc0-86b4-1c255aee8661 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.368870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-38d65e10-f043-4bc0-86b4-1c255aee8661 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Calling delete_port for da90bcf4-3fdc-493e-b993-6c907043ed77 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:29.448103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38d65e10-f043-4bc0-86b4-1c255aee8661 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.480243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d65e10-f043-4bc0-86b4-1c255aee8661 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event deleted for resources: {'Port': ['ID=da90bcf4-3fdc-493e-b993-6c907043ed77,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:29.485888 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38d65e10-f043-4bc0-86b4-1c255aee8661 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.487945 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-38d65e10-f043-4bc0-86b4-1c255aee8661 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "DELETE /v2.0/ports/da90bcf4-3fdc-493e-b993-6c907043ed77 HTTP/1.1" status: 204 len: 168 time: 0.3830478 Aug 31 14:32:29.490584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56638) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:29.579970 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-cbd38ceb-628e-4790-a1c0-a20d87c89da2 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Deleting port 636fb86b-22e8-4a38-b5ef-ea2abfdb58c9 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:29.580320 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cbd38ceb-628e-4790-a1c0-a20d87c89da2 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.650699 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cbd38ceb-628e-4790-a1c0-a20d87c89da2 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.663716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-cbd38ceb-628e-4790-a1c0-a20d87c89da2 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Calling delete_port for 636fb86b-22e8-4a38-b5ef-ea2abfdb58c9 owned by {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:29.741157 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cbd38ceb-628e-4790-a1c0-a20d87c89da2 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.772730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd38ceb-628e-4790-a1c0-a20d87c89da2 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event deleted for resources: {'Port': ['ID=636fb86b-22e8-4a38-b5ef-ea2abfdb58c9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:29.779356 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cbd38ceb-628e-4790-a1c0-a20d87c89da2 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.783793 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cbd38ceb-628e-4790-a1c0-a20d87c89da2 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "DELETE /v2.0/ports/636fb86b-22e8-4a38-b5ef-ea2abfdb58c9 HTTP/1.1" status: 204 len: 168 time: 0.2900815 Aug 31 14:32:29.784094 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56640) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:29.840251 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e6f3feb5-b44f-4af8-9953-2e409081fc5b tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0510430 Aug 31 14:32:29.840251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56642) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:29.845061 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-68e7d51f-6925-44b2-a8e9-833e4a0d246c tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1551520252'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:29.866242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e7d51f-6925-44b2-a8e9-833e4a0d246c tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Made reservation on behalf of c9ad85aff08d45d3a8d5b867d7b0e83a for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:29.870323 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51f-6925-44b2-a8e9-833e4a0d246c tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.894718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e7d51f-6925-44b2-a8e9-833e4a0d246c tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:29.904227 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51f-6925-44b2-a8e9-833e4a0d246c tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.904663 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-68e7d51f-6925-44b2-a8e9-833e4a0d246c tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Added segment e8e03ce4-320c-466e-aa04-04708a050cef of type vlan for network 4befb6c7-43da-48fc-abd6-7833374607ad Aug 31 14:32:29.944117 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51f-6925-44b2-a8e9-833e4a0d246c tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.969089 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51f-6925-44b2-a8e9-833e4a0d246c tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:29.974754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e7d51f-6925-44b2-a8e9-833e4a0d246c tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:29.975346 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-68e7d51f-6925-44b2-a8e9-833e4a0d246c tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.040252 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-68e7d51f-6925-44b2-a8e9-833e4a0d246c tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1989272 Aug 31 14:32:30.043262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56644) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:30.048768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5abe5a95-b89d-4cfc-a0d4-aad56e81f2ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1774027426'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:30.053268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7d51f-6925-44b2-a8e9-833e4a0d246c tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event updated for resources: {'Network': ['ID=4befb6c7-43da-48fc-abd6-7833374607ad,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:30.064693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 4befb6c7-43da-48fc-abd6-7833374607ad details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:30.078517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abe5a95-b89d-4cfc-a0d4-aad56e81f2ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Made reservation on behalf of c9ad85aff08d45d3a8d5b867d7b0e83a for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:30.081937 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5abe5a95-b89d-4cfc-a0d4-aad56e81f2ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.108071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abe5a95-b89d-4cfc-a0d4-aad56e81f2ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:30.117015 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5abe5a95-b89d-4cfc-a0d4-aad56e81f2ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.117366 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-5abe5a95-b89d-4cfc-a0d4-aad56e81f2ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Added segment f771d527-2563-4556-bb37-b45388472fc8 of type vlan for network 5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90 Aug 31 14:32:30.160663 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5abe5a95-b89d-4cfc-a0d4-aad56e81f2ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.191173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5abe5a95-b89d-4cfc-a0d4-aad56e81f2ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.197907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abe5a95-b89d-4cfc-a0d4-aad56e81f2ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:30.198536 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5abe5a95-b89d-4cfc-a0d4-aad56e81f2ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:30.263125 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5abe5a95-b89d-4cfc-a0d4-aad56e81f2ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2188735 Aug 31 14:32:30.270604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe5a95-b89d-4cfc-a0d4-aad56e81f2ac tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event updated for resources: {'Network': ['ID=5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:30.282453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:30.474545 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56bf93-2448-4a4f-8b34-9beea023fade req-9149cb8d-799b-4f4d-8262-e54c0b346112 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:30.476080 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ae56bf93-2448-4a4f-8b34-9beea023fade req-9149cb8d-799b-4f4d-8262-e54c0b346112 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0552127 Aug 31 14:32:30.516779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ae56bf93-2448-4a4f-8b34-9beea023fade req-dfb84a44-0dc9-4f14-b8e5-094e6735b51f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335040 Aug 31 14:32:31.378659 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c293de23-29ff-4707-994e-b385ec3f123c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:31.630307 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106baa2-bf39-41cc-88b5-45ba99b4b0ce req-fcdab198-765a-4083-a384-41fcd3bb84f9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:31.632108 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f106baa2-bf39-41cc-88b5-45ba99b4b0ce req-fcdab198-765a-4083-a384-41fcd3bb84f9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0491931 Aug 31 14:32:31.670111 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f106baa2-bf39-41cc-88b5-45ba99b4b0ce req-1aadca2d-2294-4ce9-9f45-61f5d9943fb6 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311277 Aug 31 14:32:32.794235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f56f1-461e-4b2f-b8b4-2513dcf5431c req-c47b2301-9ec0-4c4c-8976-97c424cd9fdc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:32.795748 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff0f56f1-461e-4b2f-b8b4-2513dcf5431c req-c47b2301-9ec0-4c4c-8976-97c424cd9fdc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0542135 Aug 31 14:32:32.833375 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff0f56f1-461e-4b2f-b8b4-2513dcf5431c req-7f190a1b-b892-479b-a18d-32c71bc15884 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Aug 31 14:32:33.576901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56656) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:33.582097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'subnets': [{'network_id': '4befb6c7-43da-48fc-abd6-7833374607ad', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--924573125', 'ip_version': 6}, {'network_id': '5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:33.582419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'subnet': {'network_id': '4befb6c7-43da-48fc-abd6-7833374607ad', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--924573125', 'ip_version': 6}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:33.583079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Request body: {'subnet': {'network_id': '5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:33.748409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Made reservation on behalf of c9ad85aff08d45d3a8d5b867d7b0e83a for: {'subnet': 2} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:33.753169 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.753503 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:33.950909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cdc0d-32d3-423b-a964-136c434fe35d req-e955f878-1653-4073-802f-dea8754fe190 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:33.952599 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-130cdc0d-32d3-423b-a964-136c434fe35d req-e955f878-1653-4073-802f-dea8754fe190 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0508761 Aug 31 14:32:33.995214 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-130cdc0d-32d3-423b-a964-136c434fe35d req-ece44d27-4df9-469d-95ca-a1bdfd32abe0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366354 Aug 31 14:32:34.058879 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.090024 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-91c459bd-fe9d-4109-8f15-53da26db1b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.376201 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.435097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event updated for resources: {'Subnet': ['ID=c239ad7b-e759-4447-8a1c-9d131786af79,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:34.445162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Checking segment: {'id': 'e8e03ce4-320c-466e-aa04-04708a050cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4befb6c7-43da-48fc-abd6-7833374607ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:34.445563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Network hostable DHCP agents. Network: 4befb6c7-43da-48fc-abd6-7833374607ad, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:34.462642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Network 4befb6c7-43da-48fc-abd6-7833374607ad is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:34.470496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 4befb6c7-43da-48fc-abd6-7833374607ad) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:34.474414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.481108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4890548-c024-47a7-b032-19bcf582bacb None None] Network 4befb6c7-43da-48fc-abd6-7833374607ad requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:34.537670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event updated for resources: {'Subnet': ['ID=7e4b0e3c-048b-4fa8-a65e-438cf7034ba0,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:34.546967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Checking segment: {'id': 'f771d527-2563-4556-bb37-b45388472fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:34.547338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Network hostable DHCP agents. Network: 5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:34.564538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Network 5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:34.573560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:34.577796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:34.578261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:34.578910 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.589280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abd6c99-85d7-45e5-9e1c-23ed1e530cd2 None None] Network 5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:34.594520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-45c0108e-85b1-469f-b2d3-f549875f84f6 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0165472 Aug 31 14:32:34.597213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56660) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:34.685417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa1138-7bcc-4900-9a11-0d8de7ebeeff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-4befb6c7-43da-48fc-abd6-7833374607ad', 'network_id': '4befb6c7-43da-48fc-abd6-7833374607ad', 'tenant_id': 'c9ad85aff08d45d3a8d5b867d7b0e83a', 'fixed_ips': [{'subnet_id': 'c239ad7b-e759-4447-8a1c-9d131786af79'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:32:34.686943 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-21aa1138-7bcc-4900-9a11-0d8de7ebeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.687414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f94d02-d1af-42d7-893a-791b51a42998 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:34.689109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f94d02-d1af-42d7-893a-791b51a42998 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:34.690470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f94d02-d1af-42d7-893a-791b51a42998 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:34.692510 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d9f94d02-d1af-42d7-893a-791b51a42998 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0938034 Aug 31 14:32:34.701874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56662) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:34.755263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb920ef-551f-4b71-9c59-f79d9132632e tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Deleting subnet c239ad7b-e759-4447-8a1c-9d131786af79 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:32:34.758733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efb920ef-551f-4b71-9c59-f79d9132632e tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.799395 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efb920ef-551f-4b71-9c59-f79d9132632e tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.844749 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efb920ef-551f-4b71-9c59-f79d9132632e tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.847816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1d313c-b70a-4670-9d08-5a8e00f2e17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90', 'network_id': '5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90', 'tenant_id': 'c9ad85aff08d45d3a8d5b867d7b0e83a', 'fixed_ips': [{'subnet_id': '7e4b0e3c-048b-4fa8-a65e-438cf7034ba0'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:32:34.848772 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa1d313c-b70a-4670-9d08-5a8e00f2e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.912691 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efb920ef-551f-4b71-9c59-f79d9132632e tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.938339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb920ef-551f-4b71-9c59-f79d9132632e tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event deleted for resources: {'Subnet': ['ID=c239ad7b-e759-4447-8a1c-9d131786af79,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:34.944355 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-efb920ef-551f-4b71-9c59-f79d9132632e tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:34.946837 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-efb920ef-551f-4b71-9c59-f79d9132632e tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "DELETE /v2.0/subnets/c239ad7b-e759-4447-8a1c-9d131786af79 HTTP/1.1" status: 204 len: 168 time: 0.2439520 Aug 31 14:32:34.949601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56664) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:35.001188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-668f69a2-13b4-4f05-b721-eeeafb71adad tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Deleting subnet 7e4b0e3c-048b-4fa8-a65e-438cf7034ba0 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:32:35.004635 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-668f69a2-13b4-4f05-b721-eeeafb71adad tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server [None req-21aa1138-7bcc-4900-9a11-0d8de7ebeeff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c239ad7b-e759-4447-8a1c-9d131786af79: This subnet is being modified by another concurrent operation. Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c239ad7b-e759-4447-8a1c-9d131786af79: This subnet is being modified by another concurrent operation. Aug 31 14:32:35.035373 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Aug 31 14:32:35.055907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ad34d1-85f0-48f7-bb3a-ccdbbac70c6f None None] Network 4befb6c7-43da-48fc-abd6-7833374607ad requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:35.058131 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-668f69a2-13b4-4f05-b721-eeeafb71adad tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.141066 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-668f69a2-13b4-4f05-b721-eeeafb71adad tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.172147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f37885-f75d-4201-93e5-56ac4ccf3460 req-3c524072-600c-4fe7-819a-d8090894f5a4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:35.174805 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7f37885-f75d-4201-93e5-56ac4ccf3460 req-3c524072-600c-4fe7-819a-d8090894f5a4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0947571 Aug 31 14:32:35.236678 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7f37885-f75d-4201-93e5-56ac4ccf3460 req-eec070cf-52ef-43b5-afdb-9d8c85feba59 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515900 Aug 31 14:32:35.243293 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-668f69a2-13b4-4f05-b721-eeeafb71adad tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server [None req-aa1d313c-b70a-4670-9d08-5a8e00f2e17e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e4b0e3c-048b-4fa8-a65e-438cf7034ba0: This subnet is being modified by another concurrent operation. Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e4b0e3c-048b-4fa8-a65e-438cf7034ba0: This subnet is being modified by another concurrent operation. Aug 31 14:32:35.246650 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Aug 31 14:32:35.264837 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8b7a98-22b0-49c3-9380-2f018c53930b None None] Network 5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:35.285764 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-668f69a2-13b4-4f05-b721-eeeafb71adad tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.287793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-668f69a2-13b4-4f05-b721-eeeafb71adad tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "DELETE /v2.0/subnets/7e4b0e3c-048b-4fa8-a65e-438cf7034ba0 HTTP/1.1" status: 204 len: 168 time: 0.3372085 Aug 31 14:32:35.289012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f69a2-13b4-4f05-b721-eeeafb71adad tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4b0e3c-048b-4fa8-a65e-438cf7034ba0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:35.290461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56668) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:35.326854 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.343067 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991a68ac-bce2-406a-9ab6-b43c70e5c0b2 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:35.344577 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-991a68ac-bce2-406a-9ab6-b43c70e5c0b2 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0530663 Aug 31 14:32:35.348422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56670) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:35.382301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ecfdd-1526-4025-b282-b92bbd19f931 None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:32:35.428672 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.470648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ecfdd-1526-4025-b282-b92bbd19f931 None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:32:35.516498 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.526063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:35.536795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f771d527-2563-4556-bb37-b45388472fc8') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:35.537095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f771d527-2563-4556-bb37-b45388472fc8') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:35.546576 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.560607 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.566398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:35.566789 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:35.569710 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:35.632420 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.639132 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.641036 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "DELETE /v2.0/networks/5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90 HTTP/1.1" status: 204 len: 168 time: 0.2915869 Aug 31 14:32:35.643546 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56672) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:35.656721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d8263-df26-4195-b5a2-44203fe022c5 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event deleted for resources: {'Network': ['ID=5e2dbbd0-fbf7-4a1f-a4ee-4d7c7b90cc90,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:35.706797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ca68d-87f7-4c39-82f4-f78c42487017 None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:32:35.725115 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.802037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ca68d-87f7-4c39-82f4-f78c42487017 None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:32:35.809524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.819289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4befb6c7-43da-48fc-abd6-7833374607ad']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:35.833178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e03ce4-320c-466e-aa04-04708a050cef') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:35.833476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e03ce4-320c-466e-aa04-04708a050cef') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:35.842123 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.857501 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.864083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:35.864793 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:35.868185 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:35.931711 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.941112 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:35.943012 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "DELETE /v2.0/networks/4befb6c7-43da-48fc-abd6-7833374607ad HTTP/1.1" status: 204 len: 168 time: 0.2982612 Aug 31 14:32:35.945454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56674) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:35.963154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91751ed-eb82-49d3-8d81-9ca2326c9457 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event deleted for resources: {'Network': ['ID=4befb6c7-43da-48fc-abd6-7833374607ad,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:36.036634 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.129382 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.140032 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27eb1599-4b28-49ab-ba3b-ca19502d6336']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:36.152263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1923016e-2d36-431c-b77b-b5d2d2ce4fae') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:36.152263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1923016e-2d36-431c-b77b-b5d2d2ce4fae') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:36.161213 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.175382 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.181239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:36.181631 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:36.184950 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:36.247661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.254869 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.257035 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "DELETE /v2.0/networks/27eb1599-4b28-49ab-ba3b-ca19502d6336 HTTP/1.1" status: 204 len: 168 time: 0.3106530 Aug 31 14:32:36.259829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56676) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:36.288600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cce7d7-18f7-493e-894b-1a00d4a0ccbf tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event deleted for resources: {'Network': ['ID=27eb1599-4b28-49ab-ba3b-ca19502d6336,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:36.380298 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.397438 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c80639-3cce-49c3-a253-c7524971a3ae req-4945ea12-7bec-4763-922e-750e363d4fba tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:36.399536 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4c80639-3cce-49c3-a253-c7524971a3ae req-4945ea12-7bec-4763-922e-750e363d4fba tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0832143 Aug 31 14:32:36.503008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4c80639-3cce-49c3-a253-c7524971a3ae req-a2e98201-b4f3-4c80-8e34-3db2bcbb02b5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970547 Aug 31 14:32:36.507384 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.517899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4f85c5-b5ad-4313-9115-57ca73e88c4e']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:36.528369 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547768d0-118a-4d49-b631-dc97b351d480') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:36.528784 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547768d0-118a-4d49-b631-dc97b351d480') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:36.537564 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.554632 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.560505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:36.560898 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:36.563824 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:36.620252 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.627164 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.629015 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] 10.222.0.20 "DELETE /v2.0/networks/eb4f85c5-b5ad-4313-9115-57ca73e88c4e HTTP/1.1" status: 204 len: 168 time: 0.3681870 Aug 31 14:32:36.642912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcc22d-71da-4d68-b6bb-52838b48a3d7 tempest-BulkNetworkOpsIpV6Test-1475939560 tempest-BulkNetworkOpsIpV6Test-1475939560-project] Pushing event deleted for resources: {'Network': ['ID=eb4f85c5-b5ad-4313-9115-57ca73e88c4e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:36.797987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 4db52005-9b4f-4096-b49b-051ed3dde431 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:32:36.871119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56684) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:36.871584 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.905042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 4db52005-9b4f-4096-b49b-051ed3dde431, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4db52005-9b4f-4096-b49b-051ed3dde431,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:36.915219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '4db52005-9b4f-4096-b49b-051ed3dde431', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'port_id': '4db52005-9b4f-4096-b49b-051ed3dde431', 'mac_address': 'fa:16:3e:53:5f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:32:36.953935 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:36.967007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db52005-9b4f-4096-b49b-051ed3dde431 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:32:36.985911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 4db52005-9b4f-4096-b49b-051ed3dde431, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4db52005-9b4f-4096-b49b-051ed3dde431,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:36.990831 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.028060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ea153ca1-7653-41a8-b74d-70d050590fb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9ad85aff08d45d3a8d5b867d7b0e83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535571 Aug 31 14:32:37.028409 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56688) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:37.050717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=4db52005-9b4f-4096-b49b-051ed3dde431,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:37.082223 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2a673e2-5fa5-45a2-8291-65b6adbe26b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.108295 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2a673e2-5fa5-45a2-8291-65b6adbe26b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.165265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2a673e2-5fa5-45a2-8291-65b6adbe26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.167847 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f2a673e2-5fa5-45a2-8291-65b6adbe26b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:37.169057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f2a673e2-5fa5-45a2-8291-65b6adbe26b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06f2dd4c-0f7d-4900-b368-c54795a4f568 HTTP/1.1" status: 204 len: 168 time: 0.1398225 Aug 31 14:32:37.177630 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a673e2-5fa5-45a2-8291-65b6adbe26b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f2dd4c-0f7d-4900-b368-c54795a4f568,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:37.223852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['4db52005-9b4f-4096-b49b-051ed3dde431'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:32:37.623381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945324c7-09a6-4444-9e0b-d0976d890522 req-d5e3ecae-f2e3-4b1d-97ec-f37a9aa8b626 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:37.624997 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-945324c7-09a6-4444-9e0b-d0976d890522 req-d5e3ecae-f2e3-4b1d-97ec-f37a9aa8b626 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 944 time: 0.0547032 Aug 31 14:32:37.668739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-945324c7-09a6-4444-9e0b-d0976d890522 req-a9feb2f2-e553-4821-a5a4-514562e0270e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353401 Aug 31 14:32:37.827346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56712) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:37.923297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fdb404ba-ec24-4cbd-b46b-07016ced62f1 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] Request body: {'port': {'network_id': 'ee34cb79-256f-4671-9673-db83ea6af263', 'name': 'tempest-NetworksNegativeTestJSON-1413430404'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:37.936565 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb404ba-ec24-4cbd-b46b-07016ced62f1 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] POST failed (client error): The resource could not be found. Aug 31 14:32:37.937086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb404ba-ec24-4cbd-b46b-07016ced62f1 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:32:37.938187 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fdb404ba-ec24-4cbd-b46b-07016ced62f1 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1098266 Aug 31 14:32:37.941929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56716) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:37.959584 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-8561eb0f-dd61-4c94-90bb-05f6244fdb4f tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] DELETE failed (client error): The resource could not be found. Aug 31 14:32:37.960106 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8561eb0f-dd61-4c94-90bb-05f6244fdb4f tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:32:37.962386 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8561eb0f-dd61-4c94-90bb-05f6244fdb4f tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] 10.222.0.20 "DELETE /v2.0/networks/e10eddb4-8c99-4a30-8961-8bffcf50abcd HTTP/1.1" status: 404 len: 339 time: 0.0195768 Aug 31 14:32:37.965880 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56718) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:37.989696 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-164e9efb-8efd-43e4-aba7-13e36b2ce9b1 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] DELETE failed (client error): The resource could not be found. Aug 31 14:32:37.990327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164e9efb-8efd-43e4-aba7-13e36b2ce9b1 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:32:37.992025 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-164e9efb-8efd-43e4-aba7-13e36b2ce9b1 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] 10.222.0.20 "DELETE /v2.0/ports/2f97a06f-a721-4dba-a9ca-61b883320f9b HTTP/1.1" status: 404 len: 333 time: 0.0252409 Aug 31 14:32:37.996262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56720) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:38.027789 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df0fed4-fe6b-42ac-ba29-ff16dcdd6d54 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] DELETE failed (client error): The resource could not be found. Aug 31 14:32:38.028238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df0fed4-fe6b-42ac-ba29-ff16dcdd6d54 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:32:38.029971 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1df0fed4-fe6b-42ac-ba29-ff16dcdd6d54 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] 10.222.0.20 "DELETE /v2.0/subnets/cd3481a0-a2da-4ce2-8a77-ce1e6f2ad9da HTTP/1.1" status: 404 len: 337 time: 0.0327482 Aug 31 14:32:38.033441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56722) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:38.053540 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2487677-892a-4957-8011-03bd1181a6b5 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] GET failed (client error): The resource could not be found. Aug 31 14:32:38.054973 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c2487677-892a-4957-8011-03bd1181a6b5 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] 10.222.0.20 "GET /v2.0/networks/d9f7de92-18cf-48eb-9df8-3304541b9f36 HTTP/1.1" status: 404 len: 339 time: 0.0206184 Aug 31 14:32:38.058429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56724) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:38.082020 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bd275d-aa21-4f7c-8f41-187da9616702 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] GET failed (client error): The resource could not be found. Aug 31 14:32:38.083449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-35bd275d-aa21-4f7c-8f41-187da9616702 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] 10.222.0.20 "GET /v2.0/ports/e7862e9d-9490-472b-8016-76db0f7b6b5c HTTP/1.1" status: 404 len: 333 time: 0.0241275 Aug 31 14:32:38.087379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56726) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:38.113398 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbe001b-d40b-4da7-afd5-71b12676ebed tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] GET failed (client error): The resource could not be found. Aug 31 14:32:38.114648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3fbe001b-d40b-4da7-afd5-71b12676ebed tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] 10.222.0.20 "GET /v2.0/subnets/4c6710bf-050e-40f1-9921-14e640d885a4 HTTP/1.1" status: 404 len: 337 time: 0.0263782 Aug 31 14:32:38.118020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56728) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:38.123250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-21fdcce1-74be-47b5-a85f-20e7e95ab966 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] Request body: {'network': {'name': 'new_name'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:38.137244 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fdcce1-74be-47b5-a85f-20e7e95ab966 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] PUT failed (client error): The resource could not be found. Aug 31 14:32:38.137839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21fdcce1-74be-47b5-a85f-20e7e95ab966 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:32:38.138921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-21fdcce1-74be-47b5-a85f-20e7e95ab966 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] 10.222.0.20 "PUT /v2.0/networks/aaf66046-3e9d-4039-8bb7-ed4d487a055f HTTP/1.1" status: 404 len: 339 time: 0.0200226 Aug 31 14:32:38.142183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56730) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:38.147004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b880b7bd-8fba-41bd-b0f6-5416b98f66d8 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] Request body: {'port': {'name': 'new_name'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:38.164518 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-b880b7bd-8fba-41bd-b0f6-5416b98f66d8 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] PUT failed (client error): The resource could not be found. Aug 31 14:32:38.165104 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b880b7bd-8fba-41bd-b0f6-5416b98f66d8 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:32:38.166170 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b880b7bd-8fba-41bd-b0f6-5416b98f66d8 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] 10.222.0.20 "PUT /v2.0/ports/2f86eb4e-e01e-4067-a190-66f98c30c9fd HTTP/1.1" status: 404 len: 333 time: 0.0231164 Aug 31 14:32:38.169395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56732) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:38.174399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-27ee8ee1-74e3-497c-b312-5e8ee1aa6d25 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:38.195090 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ee8ee1-74e3-497c-b312-5e8ee1aa6d25 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] PUT failed (client error): The resource could not be found. Aug 31 14:32:38.196088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ee8ee1-74e3-497c-b312-5e8ee1aa6d25 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:32:38.197235 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-27ee8ee1-74e3-497c-b312-5e8ee1aa6d25 tempest-NetworksNegativeTestJSON-1391501071 tempest-NetworksNegativeTestJSON-1391501071-project] 10.222.0.20 "PUT /v2.0/subnets/72f4164b-f1b5-40cb-8929-d3edf2773544 HTTP/1.1" status: 404 len: 337 time: 0.0269461 Aug 31 14:32:38.434535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56738) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:38.541040 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fde3-023d-43ed-828f-3c15adf66687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.635804 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fde3-023d-43ed-828f-3c15adf66687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.640518 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fde3-023d-43ed-828f-3c15adf66687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.678619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e5d8fde3-023d-43ed-828f-3c15adf66687 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60cfa3dae9ff414cb3361c39284e04bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430160 Aug 31 14:32:38.679502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8fde3-023d-43ed-828f-3c15adf66687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4166e58e-b41d-4a5b-8cd8-203171a6a577,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:38.681987 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56742) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:38.732210 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-44aabbb6-9098-4b41-8b15-cd25927853d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.777800 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-44aabbb6-9098-4b41-8b15-cd25927853d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.811288 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 4db52005-9b4f-4096-b49b-051ed3dde431 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:38.822895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6824-a9be-4660-8457-16719e86255a req-70758629-1d20-4291-9614-a77aa1c68967 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:38.824382 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-566c6824-a9be-4660-8457-16719e86255a req-70758629-1d20-4291-9614-a77aa1c68967 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 944 time: 0.0877745 Aug 31 14:32:38.854067 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-44aabbb6-9098-4b41-8b15-cd25927853d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.856595 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-44aabbb6-9098-4b41-8b15-cd25927853d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.857764 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-44aabbb6-9098-4b41-8b15-cd25927853d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4166e58e-b41d-4a5b-8cd8-203171a6a577 HTTP/1.1" status: 204 len: 168 time: 0.1748624 Aug 31 14:32:38.861381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 4db52005-9b4f-4096-b49b-051ed3dde431 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:38.866493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 4db52005-9b4f-4096-b49b-051ed3dde431 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:38.866885 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.874718 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aabbb6-9098-4b41-8b15-cd25927853d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4166e58e-b41d-4a5b-8cd8-203171a6a577,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:38.879199 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-566c6824-a9be-4660-8457-16719e86255a req-2a96c235-c478-47da-8a69-51b779343a89 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471463 Aug 31 14:32:38.974295 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:38.995705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db52005-9b4f-4096-b49b-051ed3dde431'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:32:38.997771 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4cbe29-5ab4-4c8b-adb0-54ec1423b408" -d '{"events": [{"server_uuid": "e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1", "name": "network-vif-plugged", "status": "completed", "tag": "4db52005-9b4f-4096-b49b-051ed3dde431"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:32:39.010623 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 4db52005-9b4f-4096-b49b-051ed3dde431, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4db52005-9b4f-4096-b49b-051ed3dde431,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:39.014933 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.043398 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1c219d-4867-413e-ad77-e3f912c828ee x-openstack-request-id: req-fb1c219d-4867-413e-ad77-e3f912c828ee {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:32:39.043735 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1", "name": "network-vif-plugged", "status": "completed", "tag": "4db52005-9b4f-4096-b49b-051ed3dde431", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:32:39.043938 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb1c219d-4867-413e-ad77-e3f912c828ee {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:32:39.044369 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db52005-9b4f-4096-b49b-051ed3dde431', 'code': 200} Aug 31 14:32:39.071782 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=4db52005-9b4f-4096-b49b-051ed3dde431,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:39.243245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8953f5c-7691-4cd1-b3a9-4633c52818de req-a00caf31-4156-453c-8ec1-1c26ab3411ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.244967 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8953f5c-7691-4cd1-b3a9-4633c52818de req-a00caf31-4156-453c-8ec1-1c26ab3411ea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 1096 time: 0.1431832 Aug 31 14:32:39.282314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8953f5c-7691-4cd1-b3a9-4633c52818de req-3613bb85-2da3-42a8-8a8b-4e07068d4879 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290680 Aug 31 14:32:39.357136 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.391657 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.540288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56770) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:39.645100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1150765839'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:39.669838 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:39.674016 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.683240 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.780156 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.783950 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.815242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:39.822497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378ca785-20bb-4fa3-bd4c-d6fb1a172038,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:39.829553 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.829941 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Added segment ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5 of type vlan for network 7bd3c63f-95f2-4d48-be73-8636eb21f185 Aug 31 14:32:39.868918 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.900483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.906117 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:39.906728 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:39.965274 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4238539 Aug 31 14:32:39.968102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56776) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:39.973474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cfabd838-eb4e-4393-9495-40b87b07e197 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-755497033'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:39.996199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfabd838-eb4e-4393-9495-40b87b07e197 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:39.999763 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfabd838-eb4e-4393-9495-40b87b07e197 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.008573 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45903340-f1f9-4292-a9e6-27c8a43e6621 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Network': ['ID=7bd3c63f-95f2-4d48-be73-8636eb21f185,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:40.020069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 7bd3c63f-95f2-4d48-be73-8636eb21f185 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:40.028456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2442f3-9f3b-423e-8446-c51cc76c003d req-9204a695-9485-4cd1-8872-36980774c919 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:40.030294 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a2442f3-9f3b-423e-8446-c51cc76c003d req-9204a695-9485-4cd1-8872-36980774c919 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0697408 Aug 31 14:32:40.034795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfabd838-eb4e-4393-9495-40b87b07e197 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:40.046069 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfabd838-eb4e-4393-9495-40b87b07e197 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.046751 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-cfabd838-eb4e-4393-9495-40b87b07e197 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Added segment 4f25521f-dd1d-479a-b28d-41be265d0bf3 of type vlan for network d9bfb6f4-c494-4856-8410-10efd3828db6 Aug 31 14:32:40.081737 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2a2442f3-9f3b-423e-8446-c51cc76c003d req-2d176139-5c34-415f-963f-8151e156a0b2 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Aug 31 14:32:40.096744 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfabd838-eb4e-4393-9495-40b87b07e197 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.128786 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfabd838-eb4e-4393-9495-40b87b07e197 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.135074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfabd838-eb4e-4393-9495-40b87b07e197 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:40.135656 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cfabd838-eb4e-4393-9495-40b87b07e197 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.191598 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cfabd838-eb4e-4393-9495-40b87b07e197 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2222624 Aug 31 14:32:40.194933 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56778) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:40.200657 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6ff0d074-5a6a-463c-8884-c85cbe99cd86 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'subnet': {'network_id': '7bd3c63f-95f2-4d48-be73-8636eb21f185', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:40.203809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabd838-eb4e-4393-9495-40b87b07e197 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Network': ['ID=d9bfb6f4-c494-4856-8410-10efd3828db6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:40.219691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network d9bfb6f4-c494-4856-8410-10efd3828db6 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:40.302318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff0d074-5a6a-463c-8884-c85cbe99cd86 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:40.305848 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ff0d074-5a6a-463c-8884-c85cbe99cd86 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.799051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ff0d074-5a6a-463c-8884-c85cbe99cd86 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.854556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0d074-5a6a-463c-8884-c85cbe99cd86 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Subnet': ['ID=93bb1546-c428-4e14-8c90-da61b86f644c,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:40.864469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff0d074-5a6a-463c-8884-c85cbe99cd86 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Checking segment: {'id': 'ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bd3c63f-95f2-4d48-be73-8636eb21f185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:40.864876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff0d074-5a6a-463c-8884-c85cbe99cd86 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network hostable DHCP agents. Network: 7bd3c63f-95f2-4d48-be73-8636eb21f185, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:40.881467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff0d074-5a6a-463c-8884-c85cbe99cd86 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network 7bd3c63f-95f2-4d48-be73-8636eb21f185 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:40.889720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6ff0d074-5a6a-463c-8884-c85cbe99cd86 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 7bd3c63f-95f2-4d48-be73-8636eb21f185) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:40.894094 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff0d074-5a6a-463c-8884-c85cbe99cd86 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:40.895036 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ff0d074-5a6a-463c-8884-c85cbe99cd86 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:40.899541 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d963f5-e50b-4888-beed-bcf306d17505 None None] Network 7bd3c63f-95f2-4d48-be73-8636eb21f185 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:40.917605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6ff0d074-5a6a-463c-8884-c85cbe99cd86 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7175853 Aug 31 14:32:40.917850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56780) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:40.922719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-0079e082-c36c-48f5-93b1-c9c04ac3b31e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'subnet': {'network_id': 'd9bfb6f4-c494-4856-8410-10efd3828db6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:41.010149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0079e082-c36c-48f5-93b1-c9c04ac3b31e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:41.013716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0079e082-c36c-48f5-93b1-c9c04ac3b31e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.045073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-7bd3c63f-95f2-4d48-be73-8636eb21f185', 'network_id': '7bd3c63f-95f2-4d48-be73-8636eb21f185', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'fixed_ips': [{'subnet_id': '93bb1546-c428-4e14-8c90-da61b86f644c'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:32:41.045936 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.178941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Allocated IP 2001:db8::2 (7bd3c63f-95f2-4d48-be73-8636eb21f185/93bb1546-c428-4e14-8c90-da61b86f644c/ac8858ce-e2b6-4cd4-abef-207076349f8a) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:41.203222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0079e082-c36c-48f5-93b1-c9c04ac3b31e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.234452 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49365d-93f5-4da4-9438-55560e62193f req-c9677cc0-989f-410c-afd1-11b2a3abce88 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:41.240132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d49365d-93f5-4da4-9438-55560e62193f req-c9677cc0-989f-410c-afd1-11b2a3abce88 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0587945 Aug 31 14:32:41.265535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079e082-c36c-48f5-93b1-c9c04ac3b31e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Subnet': ['ID=21517115-998e-4036-a986-902623503a0f,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:41.276109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d49365d-93f5-4da4-9438-55560e62193f req-e2be2850-4ced-44ef-acc2-d9857992b951 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333619 Aug 31 14:32:41.276317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079e082-c36c-48f5-93b1-c9c04ac3b31e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Checking segment: {'id': '4f25521f-dd1d-479a-b28d-41be265d0bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9bfb6f4-c494-4856-8410-10efd3828db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:41.276632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079e082-c36c-48f5-93b1-c9c04ac3b31e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network hostable DHCP agents. Network: d9bfb6f4-c494-4856-8410-10efd3828db6, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:41.295380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079e082-c36c-48f5-93b1-c9c04ac3b31e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network d9bfb6f4-c494-4856-8410-10efd3828db6 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:41.305768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-0079e082-c36c-48f5-93b1-c9c04ac3b31e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, d9bfb6f4-c494-4856-8410-10efd3828db6) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:41.312114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0079e082-c36c-48f5-93b1-c9c04ac3b31e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:41.312729 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0079e082-c36c-48f5-93b1-c9c04ac3b31e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.327414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6520bc5-478f-452a-b182-3772e8804afa None None] Network d9bfb6f4-c494-4856-8410-10efd3828db6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:41.331789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56786) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:41.332540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0079e082-c36c-48f5-93b1-c9c04ac3b31e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4137440 Aug 31 14:32:41.337212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9ec8a41b-f3aa-474d-a918-63384f6baa26 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1518511751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:41.365635 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ec8a41b-f3aa-474d-a918-63384f6baa26 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.367083 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ec8a41b-f3aa-474d-a918-63384f6baa26 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.409522 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df498a-0c9e-4c51-a0fa-60f4cf500290 req-19a08e15-c12d-4d19-92d1-c72151cd54a9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:41.409906 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.411406 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30df498a-0c9e-4c51-a0fa-60f4cf500290 req-19a08e15-c12d-4d19-92d1-c72151cd54a9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0540187 Aug 31 14:32:41.428750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Transition to ACTIVE for port object ac8858ce-e2b6-4cd4-abef-207076349f8a will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:41.437757 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ec8a41b-f3aa-474d-a918-63384f6baa26 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.443672 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ec8a41b-f3aa-474d-a918-63384f6baa26 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.457084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Transition to ACTIVE for port object ac8858ce-e2b6-4cd4-abef-207076349f8a will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:41.461706 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9ec8a41b-f3aa-474d-a918-63384f6baa26 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.464717 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9ec8a41b-f3aa-474d-a918-63384f6baa26 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1318405 Aug 31 14:32:41.467695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56788) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:41.472627 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30df498a-0c9e-4c51-a0fa-60f4cf500290 req-ac4d83a3-3575-48f2-a49b-6b8937d4ad7f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437627 Aug 31 14:32:41.481587 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.535312 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Network 7bd3c63f-95f2-4d48-be73-8636eb21f185 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:41.542199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:41.546256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:41.572869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Pushing event updated for resources: {'Port': ['ID=ac8858ce-e2b6-4cd4-abef-207076349f8a,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:41.596975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-d9bfb6f4-c494-4856-8410-10efd3828db6', 'network_id': 'd9bfb6f4-c494-4856-8410-10efd3828db6', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'fixed_ips': [{'subnet_id': '21517115-998e-4036-a986-902623503a0f'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:32:41.597846 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.645412 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Attempting to bind port ac8858ce-e2b6-4cd4-abef-207076349f8a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:41.645697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Attempting to bind port ac8858ce-e2b6-4cd4-abef-207076349f8a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bd3c63f-95f2-4d48-be73-8636eb21f185'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:41.646098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Attempting to bind port ac8858ce-e2b6-4cd4-abef-207076349f8a on network 7bd3c63f-95f2-4d48-be73-8636eb21f185 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:41.695223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:41.695626 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Checking segment: {'id': 'ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bd3c63f-95f2-4d48-be73-8636eb21f185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:41.696173 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.696606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Bound using segment: {'id': 'ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bd3c63f-95f2-4d48-be73-8636eb21f185'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:41.697103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Bound port: ac8858ce-e2b6-4cd4-abef-207076349f8a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7bd3c63f-95f2-4d48-be73-8636eb21f185'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:41.697488 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.734351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c5014-36bb-4289-ada5-47d046874162 req-21f40e64-e984-4bb2-8505-2ba9e9d107da tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:41.735903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e02c5014-36bb-4289-ada5-47d046874162 req-21f40e64-e984-4bb2-8505-2ba9e9d107da tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 945 time: 0.1799927 Aug 31 14:32:41.810266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e02c5014-36bb-4289-ada5-47d046874162 req-4b046d66-c144-4af9-b5c7-b7a7730b66ac tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656624 Aug 31 14:32:41.814468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Allocated IP 2001:db8:1::2 (d9bfb6f4-c494-4856-8410-10efd3828db6/21517115-998e-4036-a986-902623503a0f/ea32f5da-3df2-4c13-9a3a-03591ad45fd3) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:41.817059 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] For port ac8858ce-e2b6-4cd4-abef-207076349f8a, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:41.821919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] For port ac8858ce-e2b6-4cd4-abef-207076349f8a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ac8858ce-e2b6-4cd4-abef-207076349f8a,segment=NetworkSegment(ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5),segment_id=ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:41.830566 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.837495 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:41.965717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff95177-d5d9-41e2-881e-b973d2a85c5f None None] Pushing event updated for resources: {'Port': ['ID=ac8858ce-e2b6-4cd4-abef-207076349f8a,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:42.049065 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.066578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Transition to ACTIVE for port object ea32f5da-3df2-4c13-9a3a-03591ad45fd3 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:42.089813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Transition to ACTIVE for port object ea32f5da-3df2-4c13-9a3a-03591ad45fd3 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:42.099500 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.165742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Allocated IP 2001:db8::1 (7bd3c63f-95f2-4d48-be73-8636eb21f185/93bb1546-c428-4e14-8c90-da61b86f644c/5a64ca64-094c-4602-aa13-772e38f4e600) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:42.182759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Network d9bfb6f4-c494-4856-8410-10efd3828db6 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:42.188117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:42.193223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:42.196722 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Pushing event updated for resources: {'Port': ['ID=ea32f5da-3df2-4c13-9a3a-03591ad45fd3,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:42.266454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Attempting to bind port ea32f5da-3df2-4c13-9a3a-03591ad45fd3 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:42.266879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Attempting to bind port ea32f5da-3df2-4c13-9a3a-03591ad45fd3 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '4f25521f-dd1d-479a-b28d-41be265d0bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9bfb6f4-c494-4856-8410-10efd3828db6'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:42.267199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Attempting to bind port ea32f5da-3df2-4c13-9a3a-03591ad45fd3 on network d9bfb6f4-c494-4856-8410-10efd3828db6 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:42.274416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:42.274809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Checking segment: {'id': '4f25521f-dd1d-479a-b28d-41be265d0bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9bfb6f4-c494-4856-8410-10efd3828db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:42.275250 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.275703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Bound using segment: {'id': '4f25521f-dd1d-479a-b28d-41be265d0bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9bfb6f4-c494-4856-8410-10efd3828db6'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:42.276144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Bound port: ea32f5da-3df2-4c13-9a3a-03591ad45fd3, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f25521f-dd1d-479a-b28d-41be265d0bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd9bfb6f4-c494-4856-8410-10efd3828db6'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:42.276567 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.333369 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.345247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac691ee-1e8a-481f-b0b0-814587248ac2 req-1c817ded-062f-4669-973a-b2e39b5edf54 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:42.346829 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aac691ee-1e8a-481f-b0b0-814587248ac2 req-1c817ded-062f-4669-973a-b2e39b5edf54 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 945 time: 0.1735175 Aug 31 14:32:42.356790 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] For port ea32f5da-3df2-4c13-9a3a-03591ad45fd3, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:42.361892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] For port ea32f5da-3df2-4c13-9a3a-03591ad45fd3, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ea32f5da-3df2-4c13-9a3a-03591ad45fd3,segment=NetworkSegment(4f25521f-dd1d-479a-b28d-41be265d0bf3),segment_id=4f25521f-dd1d-479a-b28d-41be265d0bf3)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:42.366060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Transition to ACTIVE for port object 5a64ca64-094c-4602-aa13-772e38f4e600 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:42.366619 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.408381 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aac691ee-1e8a-481f-b0b0-814587248ac2 req-603732b5-5d2c-4133-8605-25f7783d065a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512140 Aug 31 14:32:42.441728 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.443732 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ed84c-cbfd-45e3-8d09-cb6574e40631 None None] Pushing event updated for resources: {'Port': ['ID=ea32f5da-3df2-4c13-9a3a-03591ad45fd3,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:42.485025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network 7bd3c63f-95f2-4d48-be73-8636eb21f185 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:42.488898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:42.493941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:42.494709 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.549800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=5a64ca64-094c-4602-aa13-772e38f4e600,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:42.653095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.955386 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.962608 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:42.963563 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:43.055014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=5a64ca64-094c-4602-aa13-772e38f4e600,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:43.057684 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6414add-e0f2-4735-8175-a2765e7ed73f None None] Network 7bd3c63f-95f2-4d48-be73-8636eb21f185 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:43.087161 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:32:43.117431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network 7bd3c63f-95f2-4d48-be73-8636eb21f185 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:43.119357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:43.130081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d352afcd-5663-4c0a-8927-66b6e132cdc5 None None] Provisioning for port ac8858ce-e2b6-4cd4-abef-207076349f8a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:43.259818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 41eb6782-fcdf-49e4-930e-27fc11e8d1ad is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:32:43.389481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:43.398163 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d27cb497-a9b5-4d7e-8e4b-93db92b1bed9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/41eb6782-fcdf-49e4-930e-27fc11e8d1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9289539 Aug 31 14:32:43.401644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56798) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:43.407680 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3118b37f-29c7-4eca-a7e3-311fc9728013 None None] Sync routers for ids ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:43.460034 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3118b37f-29c7-4eca-a7e3-311fc9728013 None None] Routers {'41eb6782-fcdf-49e4-930e-27fc11e8d1ad'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:43.463684 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3118b37f-29c7-4eca-a7e3-311fc9728013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:43.536360 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3118b37f-29c7-4eca-a7e3-311fc9728013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:43.558473 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3118b37f-29c7-4eca-a7e3-311fc9728013 None None] Routers {'41eb6782-fcdf-49e4-930e-27fc11e8d1ad'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:43.559381 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3118b37f-29c7-4eca-a7e3-311fc9728013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:43.642666 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3118b37f-29c7-4eca-a7e3-311fc9728013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:43.643781 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3118b37f-29c7-4eca-a7e3-311fc9728013 None None] The sync data for ids ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:43.668010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42147ac-6b9c-454d-a89f-b4476ef6c9ec req-b39b1a9d-8bf4-40c9-aadb-3e1d6e1408a5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:43.669840 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e42147ac-6b9c-454d-a89f-b4476ef6c9ec req-b39b1a9d-8bf4-40c9-aadb-3e1d6e1408a5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0907733 Aug 31 14:32:43.722466 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ac8858ce-e2b6-4cd4-abef-207076349f8a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:43.758057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e42147ac-6b9c-454d-a89f-b4476ef6c9ec req-7aa04c9c-5ea4-4040-a75a-af4e980bd04a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737810 Aug 31 14:32:43.794840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ac8858ce-e2b6-4cd4-abef-207076349f8a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:43.803179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ac8858ce-e2b6-4cd4-abef-207076349f8a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:43.803795 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:43.829939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fea7971-077f-465a-9a3f-58185dd7d7de None None] Network d9bfb6f4-c494-4856-8410-10efd3828db6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:43.856158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626edb3e-48f0-41db-b8a4-7b1e11f9e51a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:43.860296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-626edb3e-48f0-41db-b8a4-7b1e11f9e51a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports/5a64ca64-094c-4602-aa13-772e38f4e600 HTTP/1.1" status: 200 len: 911 time: 0.4550264 Aug 31 14:32:43.861142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56802) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:43.894052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf3021-76aa-436b-8dde-65c4d2dfc4ac req-7853bd81-03d2-446c-91fe-e0df42eb23ed tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:43.895617 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0cf3021-76aa-436b-8dde-65c4d2dfc4ac req-7853bd81-03d2-446c-91fe-e0df42eb23ed tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0604885 Aug 31 14:32:44.007452 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b0cf3021-76aa-436b-8dde-65c4d2dfc4ac req-739e3a43-01d5-43f4-a8fe-3ba393bb4f68 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Deleting port 4db52005-9b4f-4096-b49b-051ed3dde431 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:44.007854 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b0cf3021-76aa-436b-8dde-65c4d2dfc4ac req-739e3a43-01d5-43f4-a8fe-3ba393bb4f68 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.115078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-b0cf3021-76aa-436b-8dde-65c4d2dfc4ac req-739e3a43-01d5-43f4-a8fe-3ba393bb4f68 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] For port 4db52005-9b4f-4096-b49b-051ed3dde431, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=4db52005-9b4f-4096-b49b-051ed3dde431,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:44.115559 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b0cf3021-76aa-436b-8dde-65c4d2dfc4ac req-739e3a43-01d5-43f4-a8fe-3ba393bb4f68 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.138644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b0cf3021-76aa-436b-8dde-65c4d2dfc4ac req-739e3a43-01d5-43f4-a8fe-3ba393bb4f68 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Calling delete_port for 4db52005-9b4f-4096-b49b-051ed3dde431 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:44.173954 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9736a5ae-7376-46f3-9e23-9f785e3ac0a6 None None] Provisioning for port ea32f5da-3df2-4c13-9a3a-03591ad45fd3 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:44.197849 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.282959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9736a5ae-7376-46f3-9e23-9f785e3ac0a6 None None] Provisioning complete for port ac8858ce-e2b6-4cd4-abef-207076349f8a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:44.284631 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9736a5ae-7376-46f3-9e23-9f785e3ac0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.285985 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.301828 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ac8858ce-e2b6-4cd4-abef-207076349f8a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ac8858ce-e2b6-4cd4-abef-207076349f8a,segment=NetworkSegment(ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5),segment_id=ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:44.314990 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b0cf3021-76aa-436b-8dde-65c4d2dfc4ac req-739e3a43-01d5-43f4-a8fe-3ba393bb4f68 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.339536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['4db52005-9b4f-4096-b49b-051ed3dde431'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:32:44.342201 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.342995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ea32f5da-3df2-4c13-9a3a-03591ad45fd3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:44.358271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e3a43-01d5-43f4-a8fe-3ba393bb4f68 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event deleted for resources: {'Port': ['ID=4db52005-9b4f-4096-b49b-051ed3dde431,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:44.426861 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cf3021-76aa-436b-8dde-65c4d2dfc4ac req-739e3a43-01d5-43f4-a8fe-3ba393bb4f68 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] No DVR routers for this DVR port 4db52005-9b4f-4096-b49b-051ed3dde431 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:44.429858 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b0cf3021-76aa-436b-8dde-65c4d2dfc4ac req-739e3a43-01d5-43f4-a8fe-3ba393bb4f68 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.432551 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0cf3021-76aa-436b-8dde-65c4d2dfc4ac req-739e3a43-01d5-43f4-a8fe-3ba393bb4f68 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "DELETE /v2.0/ports/4db52005-9b4f-4096-b49b-051ed3dde431 HTTP/1.1" status: 204 len: 173 time: 0.5280297 Aug 31 14:32:44.433342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1', 'name': 'network-vif-deleted', 'tag': '4db52005-9b4f-4096-b49b-051ed3dde431'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:32:44.436576 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f84042b-c563-47b5-b713-6fc722782366" -d '{"events": [{"server_uuid": "e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1", "name": "network-vif-deleted", "tag": "4db52005-9b4f-4096-b49b-051ed3dde431"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:32:44.496940 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24531285-9699-4322-aee6-175cf53c9d77 x-openstack-request-id: req-24531285-9699-4322-aee6-175cf53c9d77 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:32:44.498217 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1", "name": "network-vif-deleted", "tag": "4db52005-9b4f-4096-b49b-051ed3dde431", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:32:44.498729 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24531285-9699-4322-aee6-175cf53c9d77 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:32:44.499382 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1', 'name': 'network-vif-deleted', 'tag': '4db52005-9b4f-4096-b49b-051ed3dde431', 'status': 'completed', 'code': 200} Aug 31 14:32:44.512567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ac8858ce-e2b6-4cd4-abef-207076349f8a,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:44.561104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ea32f5da-3df2-4c13-9a3a-03591ad45fd3 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:44.572577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ea32f5da-3df2-4c13-9a3a-03591ad45fd3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:44.573156 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.640226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9736a5ae-7376-46f3-9e23-9f785e3ac0a6 None None] Provisioning for port 5a64ca64-094c-4602-aa13-772e38f4e600 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:44.645182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9736a5ae-7376-46f3-9e23-9f785e3ac0a6 None None] Provisioning complete for port 5a64ca64-094c-4602-aa13-772e38f4e600 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:44.645659 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9736a5ae-7376-46f3-9e23-9f785e3ac0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.705914 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.728084 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Allocated IP 2001:db8:1::1 (d9bfb6f4-c494-4856-8410-10efd3828db6/21517115-998e-4036-a986-902623503a0f/15e84743-6a23-49b7-a77a-df4a55ba012b) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:44.736009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9736a5ae-7376-46f3-9e23-9f785e3ac0a6 None None] Port 5a64ca64-094c-4602-aa13-772e38f4e600 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:44.752374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ea32f5da-3df2-4c13-9a3a-03591ad45fd3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ea32f5da-3df2-4c13-9a3a-03591ad45fd3,segment=NetworkSegment(4f25521f-dd1d-479a-b28d-41be265d0bf3),segment_id=4f25521f-dd1d-479a-b28d-41be265d0bf3)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:44.758327 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.827487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ea32f5da-3df2-4c13-9a3a-03591ad45fd3,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:44.856604 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3b361923-4e8b-44f3-b356-8320c0775371 None None] Provisioning complete for port ea32f5da-3df2-4c13-9a3a-03591ad45fd3 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:44.856983 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b361923-4e8b-44f3-b356-8320c0775371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.875689 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ef1c3115-9917-4a75-b8c4-e0981a276c0c req-6ac929c3-9746-49a6-925a-dc9e4ee6e93e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 210 time: 0.0422826 Aug 31 14:32:44.894390 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.917376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Transition to ACTIVE for port object 15e84743-6a23-49b7-a77a-df4a55ba012b will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:44.944062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3b361923-4e8b-44f3-b356-8320c0775371 None None] Provisioning complete for port 5a64ca64-094c-4602-aa13-772e38f4e600 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:44.944454 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b361923-4e8b-44f3-b356-8320c0775371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.957118 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:44.980343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3b361923-4e8b-44f3-b356-8320c0775371 None None] Port 5a64ca64-094c-4602-aa13-772e38f4e600 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:45.000560 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network d9bfb6f4-c494-4856-8410-10efd3828db6 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:45.003680 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:45.007835 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:45.008392 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.014450 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=15e84743-6a23-49b7-a77a-df4a55ba012b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:45.135854 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.303816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-edcf8f79-9ad4-4dcf-ab58-2852d121b6dc None None] Provisioning for port 15e84743-6a23-49b7-a77a-df4a55ba012b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:45.307948 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-edcf8f79-9ad4-4dcf-ab58-2852d121b6dc None None] Provisioning complete for port 15e84743-6a23-49b7-a77a-df4a55ba012b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:45.308332 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-edcf8f79-9ad4-4dcf-ab58-2852d121b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.347514 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-edcf8f79-9ad4-4dcf-ab58-2852d121b6dc None None] Port 15e84743-6a23-49b7-a77a-df4a55ba012b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:45.413031 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.423149 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.424122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.480870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ac8858ce-e2b6-4cd4-abef-207076349f8a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:45.515593 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=15e84743-6a23-49b7-a77a-df4a55ba012b,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:45.543086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ac8858ce-e2b6-4cd4-abef-207076349f8a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:45.543476 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.553899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network d9bfb6f4-c494-4856-8410-10efd3828db6 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:45.555442 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:45.627886 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ea32f5da-3df2-4c13-9a3a-03591ad45fd3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:45.661728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 41eb6782-fcdf-49e4-930e-27fc11e8d1ad has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:32:45.687520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ea32f5da-3df2-4c13-9a3a-03591ad45fd3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:45.687950 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.762879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:45.774479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b148b4d6-52ba-494f-b31d-1ff868f77f0a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/41eb6782-fcdf-49e4-930e-27fc11e8d1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9091897 Aug 31 14:32:45.774863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56808) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:45.779136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542a012-b389-43f4-9df1-4b9e7e1e845f None None] Sync routers for ids ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:45.794961 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542a012-b389-43f4-9df1-4b9e7e1e845f None None] Routers {'41eb6782-fcdf-49e4-930e-27fc11e8d1ad'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:45.795597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9542a012-b389-43f4-9df1-4b9e7e1e845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:45.830034 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a12f02-1e32-4eed-b346-107512273ac8 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:45.831449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a1a12f02-1e32-4eed-b346-107512273ac8 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports/15e84743-6a23-49b7-a77a-df4a55ba012b HTTP/1.1" status: 200 len: 913 time: 0.0556018 Aug 31 14:32:45.833534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9542a012-b389-43f4-9df1-4b9e7e1e845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:45.834358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56810) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:45.842912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542a012-b389-43f4-9df1-4b9e7e1e845f None None] Routers {'41eb6782-fcdf-49e4-930e-27fc11e8d1ad'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:45.843610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9542a012-b389-43f4-9df1-4b9e7e1e845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:45.879503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-9542a012-b389-43f4-9df1-4b9e7e1e845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:45.880076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542a012-b389-43f4-9df1-4b9e7e1e845f None None] The sync data for ids ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:45.890738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-61e4758e-4a27-46e9-ab4c-cd94cfb1ce53 None None] Provisioning complete for port 15e84743-6a23-49b7-a77a-df4a55ba012b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:45.891117 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61e4758e-4a27-46e9-ab4c-cd94cfb1ce53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:45.929031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-61e4758e-4a27-46e9-ab4c-cd94cfb1ce53 None None] Port 15e84743-6a23-49b7-a77a-df4a55ba012b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:46.032349 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3740e72c-163e-4065-802a-ff48b36d63b1 req-1a7fda98-d645-4d10-8c63-96b7bd48e819 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 210 time: 0.0578911 Aug 31 14:32:46.216967 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7eeec476-950b-4aee-af22-acc093a431d1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:46.462990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7eeec476-950b-4aee-af22-acc093a431d1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port 15e84743-6a23-49b7-a77a-df4a55ba012b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:46.463342 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7eeec476-950b-4aee-af22-acc093a431d1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:46.553160 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7eeec476-950b-4aee-af22-acc093a431d1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:46.565840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7eeec476-950b-4aee-af22-acc093a431d1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for 15e84743-6a23-49b7-a77a-df4a55ba012b owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:46.739853 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7eeec476-950b-4aee-af22-acc093a431d1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:46.771606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeec476-950b-4aee-af22-acc093a431d1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=15e84743-6a23-49b7-a77a-df4a55ba012b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:46.829668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 4db52005-9b4f-4096-b49b-051ed3dde431 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:32:46.854871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 4db52005-9b4f-4096-b49b-051ed3dde431 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:32:46.855877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 4db52005-9b4f-4096-b49b-051ed3dde431 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:32:46.892136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7eeec476-950b-4aee-af22-acc093a431d1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:47.086919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeec476-950b-4aee-af22-acc093a431d1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 41eb6782-fcdf-49e4-930e-27fc11e8d1ad has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:32:47.138509 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-65f9624a-0f33-4dfa-b888-44930c192319 req-f20129aa-6c94-49fd-bc76-bfdd36904dec tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 210 time: 0.0358086 Aug 31 14:32:47.188300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeec476-950b-4aee-af22-acc093a431d1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:47.197726 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7eeec476-950b-4aee-af22-acc093a431d1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/41eb6782-fcdf-49e4-930e-27fc11e8d1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3580489 Aug 31 14:32:47.197726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56818) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:47.200812 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc098ea1-1bc3-4235-ba6f-fad52ed63502 None None] Sync routers for ids ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:47.211063 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc098ea1-1bc3-4235-ba6f-fad52ed63502 None None] Routers {'41eb6782-fcdf-49e4-930e-27fc11e8d1ad'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:47.211791 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-dc098ea1-1bc3-4235-ba6f-fad52ed63502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:47.244730 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-dc098ea1-1bc3-4235-ba6f-fad52ed63502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:47.255030 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc098ea1-1bc3-4235-ba6f-fad52ed63502 None None] Routers {'41eb6782-fcdf-49e4-930e-27fc11e8d1ad'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:47.255994 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-dc098ea1-1bc3-4235-ba6f-fad52ed63502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:47.288510 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-dc098ea1-1bc3-4235-ba6f-fad52ed63502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:47.289202 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc098ea1-1bc3-4235-ba6f-fad52ed63502 None None] The sync data for ids ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:47.517144 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b821e3c-5be5-44f0-84f3-2775e0fa9472 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:47.758593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3b821e3c-5be5-44f0-84f3-2775e0fa9472 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port 5a64ca64-094c-4602-aa13-772e38f4e600 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:47.758948 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b821e3c-5be5-44f0-84f3-2775e0fa9472 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:47.844915 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b821e3c-5be5-44f0-84f3-2775e0fa9472 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:47.858009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3b821e3c-5be5-44f0-84f3-2775e0fa9472 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for 5a64ca64-094c-4602-aa13-772e38f4e600 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:48.038021 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b821e3c-5be5-44f0-84f3-2775e0fa9472 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:48.070550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b821e3c-5be5-44f0-84f3-2775e0fa9472 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=5a64ca64-094c-4602-aa13-772e38f4e600,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:48.392285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3b1cd72a-2ddf-40f0-b229-1d1b15bcabda req-9141a70f-3bb1-4f33-9885-0f6a22bb1159 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93d5301-e4f4-4bc6-a1fd-9ad77156ecf1 HTTP/1.1" status: 200 len: 210 time: 0.0310850 Aug 31 14:32:48.467241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b821e3c-5be5-44f0-84f3-2775e0fa9472 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:48.621282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b821e3c-5be5-44f0-84f3-2775e0fa9472 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 41eb6782-fcdf-49e4-930e-27fc11e8d1ad has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:32:48.697042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b821e3c-5be5-44f0-84f3-2775e0fa9472 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:48.702658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3b821e3c-5be5-44f0-84f3-2775e0fa9472 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/41eb6782-fcdf-49e4-930e-27fc11e8d1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5041091 Aug 31 14:32:48.705478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56822) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:48.708911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a46803-bd56-4eb6-9be9-8f1983e92a87 None None] Sync routers for ids ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:48.718778 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a46803-bd56-4eb6-9be9-8f1983e92a87 None None] Routers {'41eb6782-fcdf-49e4-930e-27fc11e8d1ad'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:48.719421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-75a46803-bd56-4eb6-9be9-8f1983e92a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:48.739596 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-44078d66-239d-4d93-b56d-4ed37f5fe885 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=41eb6782-fcdf-49e4-930e-27fc11e8d1ad HTTP/1.1" status: 200 len: 205 time: 0.0309155 Aug 31 14:32:48.740464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56824) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:48.765592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-75a46803-bd56-4eb6-9be9-8f1983e92a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:48.775000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a46803-bd56-4eb6-9be9-8f1983e92a87 None None] Routers {'41eb6782-fcdf-49e4-930e-27fc11e8d1ad'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:48.775646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-75a46803-bd56-4eb6-9be9-8f1983e92a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:48.809507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-75a46803-bd56-4eb6-9be9-8f1983e92a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:48.810168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a46803-bd56-4eb6-9be9-8f1983e92a87 None None] The sync data for ids ['41eb6782-fcdf-49e4-930e-27fc11e8d1ad'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:48.825087 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4d7330f-731a-4f31-a293-30a3bcdf3ce5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:48.986702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4d7330f-731a-4f31-a293-30a3bcdf3ce5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:48.988940 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4d7330f-731a-4f31-a293-30a3bcdf3ce5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.033681 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4d7330f-731a-4f31-a293-30a3bcdf3ce5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.034197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d7330f-731a-4f31-a293-30a3bcdf3ce5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Fanout notify agent at l3_agent the message router_deleted on router 41eb6782-fcdf-49e4-930e-27fc11e8d1ad {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:32:49.042370 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e4d7330f-731a-4f31-a293-30a3bcdf3ce5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.043556 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e4d7330f-731a-4f31-a293-30a3bcdf3ce5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/41eb6782-fcdf-49e4-930e-27fc11e8d1ad HTTP/1.1" status: 204 len: 168 time: 0.3020883 Aug 31 14:32:49.046198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56826) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:49.098388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d32c8d-3796-4a97-ace6-0d12916e43c8 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting subnet 21517115-998e-4036-a986-902623503a0f {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:32:49.101492 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16d32c8d-3796-4a97-ace6-0d12916e43c8 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.151191 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16d32c8d-3796-4a97-ace6-0d12916e43c8 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.237214 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16d32c8d-3796-4a97-ace6-0d12916e43c8 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.294345 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16d32c8d-3796-4a97-ace6-0d12916e43c8 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.326856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d32c8d-3796-4a97-ace6-0d12916e43c8 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Subnet': ['ID=21517115-998e-4036-a986-902623503a0f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:49.328887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16d32c8d-3796-4a97-ace6-0d12916e43c8 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.333525 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-16d32c8d-3796-4a97-ace6-0d12916e43c8 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/21517115-998e-4036-a986-902623503a0f HTTP/1.1" status: 204 len: 168 time: 0.2863085 Aug 31 14:32:49.334090 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56828) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:49.334417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880ae14-614c-4d74-aa68-c44d2eab7728 None None] Network d9bfb6f4-c494-4856-8410-10efd3828db6 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:49.387049 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-18dcdb27-d04b-4e6c-91a8-6fe722c54377 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting subnet 93bb1546-c428-4e14-8c90-da61b86f644c {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:32:49.390816 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18dcdb27-d04b-4e6c-91a8-6fe722c54377 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.437719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18dcdb27-d04b-4e6c-91a8-6fe722c54377 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.552305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c271a6d-2a74-4cc4-939a-2100b9ba1a0f None None] DHCP port deletion for d9bfb6f4-c494-4856-8410-10efd3828db6 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:32:49.559910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18dcdb27-d04b-4e6c-91a8-6fe722c54377 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.598737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0c271a6d-2a74-4cc4-939a-2100b9ba1a0f None None] Deleting port ea32f5da-3df2-4c13-9a3a-03591ad45fd3 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:49.599116 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c271a6d-2a74-4cc4-939a-2100b9ba1a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.619524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18dcdb27-d04b-4e6c-91a8-6fe722c54377 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.653145 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcdb27-d04b-4e6c-91a8-6fe722c54377 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Subnet': ['ID=93bb1546-c428-4e14-8c90-da61b86f644c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:49.662063 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18dcdb27-d04b-4e6c-91a8-6fe722c54377 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.667058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56834) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:49.667869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-18dcdb27-d04b-4e6c-91a8-6fe722c54377 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/93bb1546-c428-4e14-8c90-da61b86f644c HTTP/1.1" status: 204 len: 168 time: 0.3324409 Aug 31 14:32:49.674691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942202a2-3537-4af0-a726-ace338796ddf None None] Network 7bd3c63f-95f2-4d48-be73-8636eb21f185 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:49.683405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0c271a6d-2a74-4cc4-939a-2100b9ba1a0f None None] For port ea32f5da-3df2-4c13-9a3a-03591ad45fd3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ea32f5da-3df2-4c13-9a3a-03591ad45fd3,segment=NetworkSegment(4f25521f-dd1d-479a-b28d-41be265d0bf3),segment_id=4f25521f-dd1d-479a-b28d-41be265d0bf3)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:49.683955 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c271a6d-2a74-4cc4-939a-2100b9ba1a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.736766 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0c271a6d-2a74-4cc4-939a-2100b9ba1a0f None None] Calling delete_port for ea32f5da-3df2-4c13-9a3a-03591ad45fd3 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:49.745622 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.801076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port ea32f5da-3df2-4c13-9a3a-03591ad45fd3 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:49.801753 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.873044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] For port ea32f5da-3df2-4c13-9a3a-03591ad45fd3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ea32f5da-3df2-4c13-9a3a-03591ad45fd3,segment=NetworkSegment(4f25521f-dd1d-479a-b28d-41be265d0bf3),segment_id=4f25521f-dd1d-479a-b28d-41be265d0bf3)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:49.873326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.887457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for ea32f5da-3df2-4c13-9a3a-03591ad45fd3 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:49.902657 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c271a6d-2a74-4cc4-939a-2100b9ba1a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:49.933839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c271a6d-2a74-4cc4-939a-2100b9ba1a0f None None] No DVR routers for this DVR port ea32f5da-3df2-4c13-9a3a-03591ad45fd3 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:49.938995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c271a6d-2a74-4cc4-939a-2100b9ba1a0f None None] Pushing event deleted for resources: {'Port': ['ID=ea32f5da-3df2-4c13-9a3a-03591ad45fd3,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:49.973385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84db91e-d5d8-4260-acb3-00b0b7f28c95 None None] DHCP port deletion for 7bd3c63f-95f2-4d48-be73-8636eb21f185 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:32:49.983770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.010971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=ea32f5da-3df2-4c13-9a3a-03591ad45fd3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:50.016168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No DVR routers for this DVR port ea32f5da-3df2-4c13-9a3a-03591ad45fd3 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:50.027431 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a84db91e-d5d8-4260-acb3-00b0b7f28c95 None None] Deleting port ac8858ce-e2b6-4cd4-abef-207076349f8a {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:50.027832 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a84db91e-d5d8-4260-acb3-00b0b7f28c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.097960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a84db91e-d5d8-4260-acb3-00b0b7f28c95 None None] For port ac8858ce-e2b6-4cd4-abef-207076349f8a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ac8858ce-e2b6-4cd4-abef-207076349f8a,segment=NetworkSegment(ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5),segment_id=ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:50.098273 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a84db91e-d5d8-4260-acb3-00b0b7f28c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.106067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.112113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a84db91e-d5d8-4260-acb3-00b0b7f28c95 None None] Calling delete_port for ac8858ce-e2b6-4cd4-abef-207076349f8a owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:50.117140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bfb6f4-c494-4856-8410-10efd3828db6']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:50.129278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f25521f-dd1d-479a-b28d-41be265d0bf3') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:50.129965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f25521f-dd1d-479a-b28d-41be265d0bf3') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:50.141390 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.156901 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.163054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:50.163606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:50.166578 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:50.203017 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a84db91e-d5d8-4260-acb3-00b0b7f28c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.230441 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84db91e-d5d8-4260-acb3-00b0b7f28c95 None None] Pushing event deleted for resources: {'Port': ['ID=ac8858ce-e2b6-4cd4-abef-207076349f8a,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:50.234173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84db91e-d5d8-4260-acb3-00b0b7f28c95 None None] No DVR routers for this DVR port ac8858ce-e2b6-4cd4-abef-207076349f8a on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:50.235600 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.257194 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.259685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/networks/d9bfb6f4-c494-4856-8410-10efd3828db6 HTTP/1.1" status: 204 len: 168 time: 0.5916331 Aug 31 14:32:50.260767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99af95-6d00-46ef-951a-bf8ad806fd62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Network': ['ID=d9bfb6f4-c494-4856-8410-10efd3828db6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:50.262370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56836) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:50.337216 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.433514 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.443391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd3c63f-95f2-4d48-be73-8636eb21f185']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:50.454827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:50.455125 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb8ab18-70ce-4b88-b101-d2bfb2cc4ce5') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:50.464172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.478187 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.484251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:50.484688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:50.487670 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:50.549607 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.557839 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.559849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/networks/7bd3c63f-95f2-4d48-be73-8636eb21f185 HTTP/1.1" status: 204 len: 168 time: 0.2965264 Aug 31 14:32:50.564847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56840) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:50.569422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7883713e-491b-49d1-a341-cdc0ebf9b956 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1901983136'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:50.582898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdeb9a-5956-43d9-8843-4aaca677220f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Network': ['ID=7bd3c63f-95f2-4d48-be73-8636eb21f185,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:50.594239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7883713e-491b-49d1-a341-cdc0ebf9b956 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:50.597887 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7883713e-491b-49d1-a341-cdc0ebf9b956 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.624173 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7883713e-491b-49d1-a341-cdc0ebf9b956 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:50.634773 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7883713e-491b-49d1-a341-cdc0ebf9b956 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.635187 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-7883713e-491b-49d1-a341-cdc0ebf9b956 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Added segment fe2e1008-edc1-4090-8cf0-0aef1070ad43 of type vlan for network 9163e5aa-cec6-405f-b63f-f92fcf0aff73 Aug 31 14:32:50.680973 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7883713e-491b-49d1-a341-cdc0ebf9b956 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.709568 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7883713e-491b-49d1-a341-cdc0ebf9b956 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.715439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7883713e-491b-49d1-a341-cdc0ebf9b956 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:50.716047 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7883713e-491b-49d1-a341-cdc0ebf9b956 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:50.792109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7883713e-491b-49d1-a341-cdc0ebf9b956 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2238827 Aug 31 14:32:50.793299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56850) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:50.797571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f5ad6003-678f-4eb9-a3c7-649e51db5470 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'subnet': {'network_id': '9163e5aa-cec6-405f-b63f-f92fcf0aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:50.803247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883713e-491b-49d1-a341-cdc0ebf9b956 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Network': ['ID=9163e5aa-cec6-405f-b63f-f92fcf0aff73,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:50.816723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 9163e5aa-cec6-405f-b63f-f92fcf0aff73 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:50.914129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ad6003-678f-4eb9-a3c7-649e51db5470 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:50.918250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f5ad6003-678f-4eb9-a3c7-649e51db5470 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.109439 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f5ad6003-678f-4eb9-a3c7-649e51db5470 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.166441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad6003-678f-4eb9-a3c7-649e51db5470 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Subnet': ['ID=1134e342-83a9-4c14-9b9f-5a469a76bc89,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:51.184090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ad6003-678f-4eb9-a3c7-649e51db5470 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Checking segment: {'id': 'fe2e1008-edc1-4090-8cf0-0aef1070ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9163e5aa-cec6-405f-b63f-f92fcf0aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:51.184090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad6003-678f-4eb9-a3c7-649e51db5470 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network hostable DHCP agents. Network: 9163e5aa-cec6-405f-b63f-f92fcf0aff73, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:51.203730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad6003-678f-4eb9-a3c7-649e51db5470 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network 9163e5aa-cec6-405f-b63f-f92fcf0aff73 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:51.213585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-f5ad6003-678f-4eb9-a3c7-649e51db5470 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 9163e5aa-cec6-405f-b63f-f92fcf0aff73) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:51.219324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad6003-678f-4eb9-a3c7-649e51db5470 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:51.220237 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f5ad6003-678f-4eb9-a3c7-649e51db5470 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.224857 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d075d4-8b83-4159-9d90-36781ad20a4e None None] Network 9163e5aa-cec6-405f-b63f-f92fcf0aff73 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:51.240846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f5ad6003-678f-4eb9-a3c7-649e51db5470 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4448967 Aug 31 14:32:51.241159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56852) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:51.246653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-215a7e82-dc4e-456d-b6b8-f9246997dee2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-222274357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:51.271325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-215a7e82-dc4e-456d-b6b8-f9246997dee2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.272615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-215a7e82-dc4e-456d-b6b8-f9246997dee2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.333061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-215a7e82-dc4e-456d-b6b8-f9246997dee2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.338192 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-215a7e82-dc4e-456d-b6b8-f9246997dee2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.354841 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-215a7e82-dc4e-456d-b6b8-f9246997dee2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.359238 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56854) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:51.361054 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-215a7e82-dc4e-456d-b6b8-f9246997dee2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1182179 Aug 31 14:32:51.367881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'port': {'network_id': '9163e5aa-cec6-405f-b63f-f92fcf0aff73', 'name': 'tempest-RoutersIpV6Test-1440695507'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:51.389381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-9163e5aa-cec6-405f-b63f-f92fcf0aff73', 'network_id': '9163e5aa-cec6-405f-b63f-f92fcf0aff73', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'fixed_ips': [{'subnet_id': '1134e342-83a9-4c14-9b9f-5a469a76bc89'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:32:51.390407 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.499763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ac8858ce-e2b6-4cd4-abef-207076349f8a no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:32:51.512697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:51.516592 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.535755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] device_id is not set on port ae31af09-d0d0-4092-a821-1f4c75acc9f4 yet. {{(pid=106387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 14:32:51.544295 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ac8858ce-e2b6-4cd4-abef-207076349f8a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:32:51.544672 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ac8858ce-e2b6-4cd4-abef-207076349f8a not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:32:51.545098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ea32f5da-3df2-4c13-9a3a-03591ad45fd3 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:32:51.568350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ea32f5da-3df2-4c13-9a3a-03591ad45fd3 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:32:51.568735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ea32f5da-3df2-4c13-9a3a-03591ad45fd3 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:32:51.589030 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Allocated IP 2001:db8::2 (9163e5aa-cec6-405f-b63f-f92fcf0aff73/1134e342-83a9-4c14-9b9f-5a469a76bc89/1933d6ac-53df-4840-b292-cf0cb55f29fb) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:51.754832 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.764777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Transition to ACTIVE for port object 1933d6ac-53df-4840-b292-cf0cb55f29fb will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:51.783603 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Transition to ACTIVE for port object 1933d6ac-53df-4840-b292-cf0cb55f29fb will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:51.789302 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.831409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Network 9163e5aa-cec6-405f-b63f-f92fcf0aff73 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:51.834281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:51.841381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:51.849687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Allocated IP 2001:db8::203 (9163e5aa-cec6-405f-b63f-f92fcf0aff73/1134e342-83a9-4c14-9b9f-5a469a76bc89/ae31af09-d0d0-4092-a821-1f4c75acc9f4) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:51.855303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Pushing event updated for resources: {'Port': ['ID=1933d6ac-53df-4840-b292-cf0cb55f29fb,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:51.907293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Attempting to bind port 1933d6ac-53df-4840-b292-cf0cb55f29fb on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:51.907672 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Attempting to bind port 1933d6ac-53df-4840-b292-cf0cb55f29fb by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'fe2e1008-edc1-4090-8cf0-0aef1070ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9163e5aa-cec6-405f-b63f-f92fcf0aff73'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:51.908045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Attempting to bind port 1933d6ac-53df-4840-b292-cf0cb55f29fb on network 9163e5aa-cec6-405f-b63f-f92fcf0aff73 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:51.913358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:51.913746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Checking segment: {'id': 'fe2e1008-edc1-4090-8cf0-0aef1070ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9163e5aa-cec6-405f-b63f-f92fcf0aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:51.914449 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.914901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Bound using segment: {'id': 'fe2e1008-edc1-4090-8cf0-0aef1070ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9163e5aa-cec6-405f-b63f-f92fcf0aff73'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:51.915531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Bound port: 1933d6ac-53df-4840-b292-cf0cb55f29fb, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2e1008-edc1-4090-8cf0-0aef1070ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9163e5aa-cec6-405f-b63f-f92fcf0aff73'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:51.915996 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:51.984730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] For port 1933d6ac-53df-4840-b292-cf0cb55f29fb, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:51.987968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] For port 1933d6ac-53df-4840-b292-cf0cb55f29fb, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1933d6ac-53df-4840-b292-cf0cb55f29fb,segment=NetworkSegment(fe2e1008-edc1-4090-8cf0-0aef1070ad43),segment_id=fe2e1008-edc1-4090-8cf0-0aef1070ad43)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:51.993417 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.019777 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.035294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Transition to ACTIVE for port object ae31af09-d0d0-4092-a821-1f4c75acc9f4 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:52.051087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f8440-2a8e-496a-b2aa-f9844dcdba72 None None] Pushing event updated for resources: {'Port': ['ID=1933d6ac-53df-4840-b292-cf0cb55f29fb,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:52.071461 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.116628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network 9163e5aa-cec6-405f-b63f-f92fcf0aff73 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:52.120331 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:52.124116 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:52.129939 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:52.130576 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.137341 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=ae31af09-d0d0-4092-a821-1f4c75acc9f4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:52.153553 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5057d8ad-ba47-42f7-84af-324f14274b2b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7902899 Aug 31 14:32:52.153773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56860) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:52.826567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:52.981734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e7f9a-559e-426e-a487-63815acd5295 None None] Network 9163e5aa-cec6-405f-b63f-f92fcf0aff73 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:53.046180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5d5adb7c-43fa-4a60-8e91-7052ccbdc89f None None] Provisioning for port 1933d6ac-53df-4840-b292-cf0cb55f29fb completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:53.089891 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.095128 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.164184 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=ae31af09-d0d0-4092-a821-1f4c75acc9f4,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:53.277912 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.395224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ac01d104-476a-414f-849a-6aaafee3a164 None None] Provisioning for port ae31af09-d0d0-4092-a821-1f4c75acc9f4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:53.400400 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ac01d104-476a-414f-849a-6aaafee3a164 None None] Provisioning complete for port ae31af09-d0d0-4092-a821-1f4c75acc9f4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:53.401026 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ac01d104-476a-414f-849a-6aaafee3a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.431374 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.453171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ac01d104-476a-414f-849a-6aaafee3a164 None None] Port ae31af09-d0d0-4092-a821-1f4c75acc9f4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:53.562913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1933d6ac-53df-4840-b292-cf0cb55f29fb up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:53.628762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 1933d6ac-53df-4840-b292-cf0cb55f29fb completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:53.634240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 1933d6ac-53df-4840-b292-cf0cb55f29fb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:53.634626 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.687935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8b26f292-b409-4131-8663-78dae373b59f None None] Provisioning complete for port ae31af09-d0d0-4092-a821-1f4c75acc9f4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:53.688921 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8b26f292-b409-4131-8663-78dae373b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.754690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8b26f292-b409-4131-8663-78dae373b59f None None] Port ae31af09-d0d0-4092-a821-1f4c75acc9f4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:53.775166 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.786552 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.792133 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.793421 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:53.902100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=ae31af09-d0d0-4092-a821-1f4c75acc9f4,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:53.950516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network 9163e5aa-cec6-405f-b63f-f92fcf0aff73 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:53.952666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:54.019264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 1933d6ac-53df-4840-b292-cf0cb55f29fb, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1933d6ac-53df-4840-b292-cf0cb55f29fb,segment=NetworkSegment(fe2e1008-edc1-4090-8cf0-0aef1070ad43),segment_id=fe2e1008-edc1-4090-8cf0-0aef1070ad43)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:54.022476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2682a3a3-cc56-4ea3-b33b-d2e8a25f06f5 None None] Provisioning complete for port ae31af09-d0d0-4092-a821-1f4c75acc9f4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:54.022869 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2682a3a3-cc56-4ea3-b33b-d2e8a25f06f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.053896 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.093456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 8fabefca-2b23-4b45-b485-166cb68a4cab is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:32:54.125477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2682a3a3-cc56-4ea3-b33b-d2e8a25f06f5 None None] Port ae31af09-d0d0-4092-a821-1f4c75acc9f4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:54.134165 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=1933d6ac-53df-4840-b292-cf0cb55f29fb,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:54.195818 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:54.204543 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7baa7716-5857-4711-8c68-251f6594d082 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/8fabefca-2b23-4b45-b485-166cb68a4cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0466936 Aug 31 14:32:54.205400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56870) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:54.208379 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e03398b-08ef-4bfe-b371-a9945078d3ae None None] Sync routers for ids ['8fabefca-2b23-4b45-b485-166cb68a4cab'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:54.223763 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e03398b-08ef-4bfe-b371-a9945078d3ae None None] Routers {'8fabefca-2b23-4b45-b485-166cb68a4cab'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:54.224401 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4e03398b-08ef-4bfe-b371-a9945078d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8fabefca-2b23-4b45-b485-166cb68a4cab'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:54.254924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2a07f-7420-41b7-ad9a-d16863fb30c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:54.256591 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dbf2a07f-7420-41b7-ad9a-d16863fb30c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports/ae31af09-d0d0-4092-a821-1f4c75acc9f4 HTTP/1.1" status: 200 len: 984 time: 0.0494924 Aug 31 14:32:54.260012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56872) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:54.260405 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4e03398b-08ef-4bfe-b371-a9945078d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:54.270268 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e03398b-08ef-4bfe-b371-a9945078d3ae None None] Routers {'8fabefca-2b23-4b45-b485-166cb68a4cab'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:54.270819 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4e03398b-08ef-4bfe-b371-a9945078d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8fabefca-2b23-4b45-b485-166cb68a4cab'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:54.302213 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4e03398b-08ef-4bfe-b371-a9945078d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:54.302869 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e03398b-08ef-4bfe-b371-a9945078d3ae None None] The sync data for ids ['8fabefca-2b23-4b45-b485-166cb68a4cab'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:54.351427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-adff29c1-b8d6-4801-a777-6d6630c30bdb None None] Provisioning complete for port ae31af09-d0d0-4092-a821-1f4c75acc9f4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:54.351841 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adff29c1-b8d6-4801-a777-6d6630c30bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.388317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-adff29c1-b8d6-4801-a777-6d6630c30bdb None None] Port ae31af09-d0d0-4092-a821-1f4c75acc9f4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:32:54.693062 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32f70e18-ba9b-4823-99ef-64761b341a06 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.902292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-32f70e18-ba9b-4823-99ef-64761b341a06 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port ae31af09-d0d0-4092-a821-1f4c75acc9f4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:54.902633 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32f70e18-ba9b-4823-99ef-64761b341a06 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:54.993820 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32f70e18-ba9b-4823-99ef-64761b341a06 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:55.006954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-32f70e18-ba9b-4823-99ef-64761b341a06 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for ae31af09-d0d0-4092-a821-1f4c75acc9f4 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:55.193694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32f70e18-ba9b-4823-99ef-64761b341a06 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:55.228653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f70e18-ba9b-4823-99ef-64761b341a06 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=ae31af09-d0d0-4092-a821-1f4c75acc9f4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:55.341983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32f70e18-ba9b-4823-99ef-64761b341a06 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:55.541483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1933d6ac-53df-4840-b292-cf0cb55f29fb up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:55.595904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 1933d6ac-53df-4840-b292-cf0cb55f29fb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:55.596276 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:55.825599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f70e18-ba9b-4823-99ef-64761b341a06 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 8fabefca-2b23-4b45-b485-166cb68a4cab has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:32:55.903153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f70e18-ba9b-4823-99ef-64761b341a06 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:55.908732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-32f70e18-ba9b-4823-99ef-64761b341a06 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/8fabefca-2b23-4b45-b485-166cb68a4cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475828 Aug 31 14:32:55.911435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56948) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:55.916725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4f3a2-d5d9-4e08-8d32-b8760aafba52 None None] Sync routers for ids ['8fabefca-2b23-4b45-b485-166cb68a4cab'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:55.926633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d4f3a2-d5d9-4e08-8d32-b8760aafba52 None None] Routers {'8fabefca-2b23-4b45-b485-166cb68a4cab'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:55.927352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e7d4f3a2-d5d9-4e08-8d32-b8760aafba52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8fabefca-2b23-4b45-b485-166cb68a4cab'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:55.963185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e7d4f3a2-d5d9-4e08-8d32-b8760aafba52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:55.971973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d4f3a2-d5d9-4e08-8d32-b8760aafba52 None None] Routers {'8fabefca-2b23-4b45-b485-166cb68a4cab'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:55.972696 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e7d4f3a2-d5d9-4e08-8d32-b8760aafba52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['8fabefca-2b23-4b45-b485-166cb68a4cab'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:56.005951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e7d4f3a2-d5d9-4e08-8d32-b8760aafba52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:56.006608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4f3a2-d5d9-4e08-8d32-b8760aafba52 None None] The sync data for ids ['8fabefca-2b23-4b45-b485-166cb68a4cab'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:56.108870 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-acc7abdf-f51c-4557-b892-ff991208f140 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 14:32:56.109928 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-acc7abdf-f51c-4557-b892-ff991208f140 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/8fabefca-2b23-4b45-b485-166cb68a4cab/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1974969 Aug 31 14:32:56.112688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56950) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:56.141376 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4bbee416-df82-4fd8-aa48-76ce9ad61b4b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fabefca-2b23-4b45-b485-166cb68a4cab HTTP/1.1" status: 200 len: 205 time: 0.0276115 Aug 31 14:32:56.143872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56952) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:56.223682 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e219f056-c2b6-4fc7-a2ff-93f34b1f8bd9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.382906 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e219f056-c2b6-4fc7-a2ff-93f34b1f8bd9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.385072 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e219f056-c2b6-4fc7-a2ff-93f34b1f8bd9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.433141 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e219f056-c2b6-4fc7-a2ff-93f34b1f8bd9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.433748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e219f056-c2b6-4fc7-a2ff-93f34b1f8bd9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Fanout notify agent at l3_agent the message router_deleted on router 8fabefca-2b23-4b45-b485-166cb68a4cab {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:32:56.441732 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e219f056-c2b6-4fc7-a2ff-93f34b1f8bd9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.442747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e219f056-c2b6-4fc7-a2ff-93f34b1f8bd9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/8fabefca-2b23-4b45-b485-166cb68a4cab HTTP/1.1" status: 204 len: 168 time: 0.2979250 Aug 31 14:32:56.445826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56954) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:56.500612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e02e7b-8884-4701-b8f3-25da495782d7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting subnet 1134e342-83a9-4c14-9b9f-5a469a76bc89 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:32:56.504095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8e02e7b-8884-4701-b8f3-25da495782d7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.552556 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8e02e7b-8884-4701-b8f3-25da495782d7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.649904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8e02e7b-8884-4701-b8f3-25da495782d7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.711579 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8e02e7b-8884-4701-b8f3-25da495782d7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.738729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e02e7b-8884-4701-b8f3-25da495782d7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Subnet': ['ID=1134e342-83a9-4c14-9b9f-5a469a76bc89,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:56.742674 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8e02e7b-8884-4701-b8f3-25da495782d7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.747316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b8e02e7b-8884-4701-b8f3-25da495782d7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/1134e342-83a9-4c14-9b9f-5a469a76bc89 HTTP/1.1" status: 204 len: 168 time: 0.3009505 Aug 31 14:32:56.747912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56958) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:56.748815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b90eb48-511a-4073-a0c7-8c0ea0ec38d8 None None] Network 9163e5aa-cec6-405f-b63f-f92fcf0aff73 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:56.842252 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.902571 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port 1933d6ac-53df-4840-b292-cf0cb55f29fb {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:56.902916 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.933687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3311e7c5-ae14-41eb-b7db-c50e28844d6c None None] DHCP port deletion for 9163e5aa-cec6-405f-b63f-f92fcf0aff73 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:32:56.970246 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] For port 1933d6ac-53df-4840-b292-cf0cb55f29fb, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1933d6ac-53df-4840-b292-cf0cb55f29fb,segment=NetworkSegment(fe2e1008-edc1-4090-8cf0-0aef1070ad43),segment_id=fe2e1008-edc1-4090-8cf0-0aef1070ad43)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:56.970950 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.984597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3311e7c5-ae14-41eb-b7db-c50e28844d6c None None] Deleting port 1933d6ac-53df-4840-b292-cf0cb55f29fb {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:32:56.985115 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3311e7c5-ae14-41eb-b7db-c50e28844d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:56.986611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for 1933d6ac-53df-4840-b292-cf0cb55f29fb owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:57.056580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3311e7c5-ae14-41eb-b7db-c50e28844d6c None None] For port 1933d6ac-53df-4840-b292-cf0cb55f29fb, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=1933d6ac-53df-4840-b292-cf0cb55f29fb,segment=NetworkSegment(fe2e1008-edc1-4090-8cf0-0aef1070ad43),segment_id=fe2e1008-edc1-4090-8cf0-0aef1070ad43)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:32:57.057290 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3311e7c5-ae14-41eb-b7db-c50e28844d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.078223 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.079923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3311e7c5-ae14-41eb-b7db-c50e28844d6c None None] Calling delete_port for 1933d6ac-53df-4840-b292-cf0cb55f29fb owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:32:57.111475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=1933d6ac-53df-4840-b292-cf0cb55f29fb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:57.113399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No DVR routers for this DVR port 1933d6ac-53df-4840-b292-cf0cb55f29fb on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:57.170298 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3311e7c5-ae14-41eb-b7db-c50e28844d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.195362 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.198697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311e7c5-ae14-41eb-b7db-c50e28844d6c None None] Pushing event deleted for resources: {'Port': ['ID=1933d6ac-53df-4840-b292-cf0cb55f29fb,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:57.207294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9163e5aa-cec6-405f-b63f-f92fcf0aff73']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:57.209573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3311e7c5-ae14-41eb-b7db-c50e28844d6c None None] No DVR routers for this DVR port 1933d6ac-53df-4840-b292-cf0cb55f29fb on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:32:57.222567 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2e1008-edc1-4090-8cf0-0aef1070ad43') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:57.222866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2e1008-edc1-4090-8cf0-0aef1070ad43') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:57.232947 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.249542 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.256086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:32:57.256533 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:32:57.259426 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:32:57.322737 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.328481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.334379 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/networks/9163e5aa-cec6-405f-b63f-f92fcf0aff73 HTTP/1.1" status: 204 len: 168 time: 0.5815022 Aug 31 14:32:57.335109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56960) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:57.341060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8d6783ff-bb22-43ef-8c6a-ab21f7363dea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-954520154'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:57.347336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6349dcd-fa35-42ed-85b8-b10a42f84526 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Network': ['ID=9163e5aa-cec6-405f-b63f-f92fcf0aff73,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:57.364890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6783ff-bb22-43ef-8c6a-ab21f7363dea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:57.368383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8d6783ff-bb22-43ef-8c6a-ab21f7363dea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.393101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6783ff-bb22-43ef-8c6a-ab21f7363dea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:32:57.406158 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8d6783ff-bb22-43ef-8c6a-ab21f7363dea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.406518 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-8d6783ff-bb22-43ef-8c6a-ab21f7363dea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Added segment e0d0b0eb-6a7a-4990-a732-6f7d43e97af3 of type vlan for network ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef Aug 31 14:32:57.457179 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8d6783ff-bb22-43ef-8c6a-ab21f7363dea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.470632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1933d6ac-53df-4840-b292-cf0cb55f29fb no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:32:57.488595 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8d6783ff-bb22-43ef-8c6a-ab21f7363dea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.494767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 1933d6ac-53df-4840-b292-cf0cb55f29fb {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:32:57.494962 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6783ff-bb22-43ef-8c6a-ab21f7363dea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:57.495262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 1933d6ac-53df-4840-b292-cf0cb55f29fb not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:32:57.495489 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8d6783ff-bb22-43ef-8c6a-ab21f7363dea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.526846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8d6783ff-bb22-43ef-8c6a-ab21f7363dea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1872175 Aug 31 14:32:57.527243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56962) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:57.533108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9f9a2709-7ef1-4a2a-9d0a-6a50db1c6cd5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'subnet': {'network_id': 'ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:57.575159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6783ff-bb22-43ef-8c6a-ab21f7363dea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Network': ['ID=ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:57.589970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:32:57.651924 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9a2709-7ef1-4a2a-9d0a-6a50db1c6cd5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:32:57.655566 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2709-7ef1-4a2a-9d0a-6a50db1c6cd5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.847944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2709-7ef1-4a2a-9d0a-6a50db1c6cd5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.914507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a2709-7ef1-4a2a-9d0a-6a50db1c6cd5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Subnet': ['ID=5241614a-2811-4702-96f6-b895a6e86cd6,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:57.923709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a2709-7ef1-4a2a-9d0a-6a50db1c6cd5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Checking segment: {'id': 'e0d0b0eb-6a7a-4990-a732-6f7d43e97af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:57.924072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a2709-7ef1-4a2a-9d0a-6a50db1c6cd5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network hostable DHCP agents. Network: ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:32:57.942157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a2709-7ef1-4a2a-9d0a-6a50db1c6cd5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:32:57.952766 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a2709-7ef1-4a2a-9d0a-6a50db1c6cd5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:57.957146 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9a2709-7ef1-4a2a-9d0a-6a50db1c6cd5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:57.957777 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2709-7ef1-4a2a-9d0a-6a50db1c6cd5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:57.965204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e73b13-ec71-4764-8abd-a9567d7f5afc None None] Network ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:57.976524 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9f9a2709-7ef1-4a2a-9d0a-6a50db1c6cd5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4467251 Aug 31 14:32:57.977802 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56966) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:57.983365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ba1aec36-1900-4f9e-a3cb-65cdba4a6ea9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-748237256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:32:58.008375 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba1aec36-1900-4f9e-a3cb-65cdba4a6ea9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.009253 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba1aec36-1900-4f9e-a3cb-65cdba4a6ea9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.067438 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba1aec36-1900-4f9e-a3cb-65cdba4a6ea9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.073872 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba1aec36-1900-4f9e-a3cb-65cdba4a6ea9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.093085 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba1aec36-1900-4f9e-a3cb-65cdba4a6ea9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.094446 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ba1aec36-1900-4f9e-a3cb-65cdba4a6ea9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1156492 Aug 31 14:32:58.097171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56968) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:58.127585 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef', 'network_id': 'ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'fixed_ips': [{'subnet_id': '5241614a-2811-4702-96f6-b895a6e86cd6'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:32:58.128630 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.273201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Allocated IP 2001:db8::2 (ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef/5241614a-2811-4702-96f6-b895a6e86cd6/102139b1-646d-4c7d-b436-7f1f1f35c86b) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:58.400961 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.437619 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.450741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Transition to ACTIVE for port object 102139b1-646d-4c7d-b436-7f1f1f35c86b will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:58.468575 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Transition to ACTIVE for port object 102139b1-646d-4c7d-b436-7f1f1f35c86b will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:58.476396 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.523598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Pushing event updated for resources: {'Port': ['ID=102139b1-646d-4c7d-b436-7f1f1f35c86b,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:58.532002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Network ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:58.533719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:58.536079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:58.599564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Attempting to bind port 102139b1-646d-4c7d-b436-7f1f1f35c86b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:32:58.600693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Attempting to bind port 102139b1-646d-4c7d-b436-7f1f1f35c86b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0d0b0eb-6a7a-4990-a732-6f7d43e97af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:32:58.600693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Attempting to bind port 102139b1-646d-4c7d-b436-7f1f1f35c86b on network ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:32:58.607531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:32:58.608016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Checking segment: {'id': 'e0d0b0eb-6a7a-4990-a732-6f7d43e97af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:32:58.608518 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.608996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Bound using segment: {'id': 'e0d0b0eb-6a7a-4990-a732-6f7d43e97af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:32:58.609604 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Bound port: 102139b1-646d-4c7d-b436-7f1f1f35c86b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d0b0eb-6a7a-4990-a732-6f7d43e97af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:32:58.610072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.684365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] For port 102139b1-646d-4c7d-b436-7f1f1f35c86b, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:32:58.686798 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Allocated IP 2001:db8::1 (ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef/5241614a-2811-4702-96f6-b895a6e86cd6/f0738e90-3a78-4357-b114-fd3989912420) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:32:58.687829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] For port 102139b1-646d-4c7d-b436-7f1f1f35c86b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=102139b1-646d-4c7d-b436-7f1f1f35c86b,segment=NetworkSegment(e0d0b0eb-6a7a-4990-a732-6f7d43e97af3),segment_id=e0d0b0eb-6a7a-4990-a732-6f7d43e97af3)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:32:58.695156 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.776335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dd718-1f23-4578-aa68-7eee52f79e20 None None] Pushing event updated for resources: {'Port': ['ID=102139b1-646d-4c7d-b436-7f1f1f35c86b,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:58.815177 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.831248 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Transition to ACTIVE for port object f0738e90-3a78-4357-b114-fd3989912420 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:32:58.869390 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:58.925430 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:58.931593 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:58.934225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=f0738e90-3a78-4357-b114-fd3989912420,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:58.942027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:32:58.942027 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.083339 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.357529 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.362937 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.363805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:32:59.465768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=f0738e90-3a78-4357-b114-fd3989912420,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:32:59.506416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:32:59.508347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:32:59.542678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 102139b1-646d-4c7d-b436-7f1f1f35c86b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:32:59.613167 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 102139b1-646d-4c7d-b436-7f1f1f35c86b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:59.653745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router e826e810-aad1-4157-9376-265b9902c719 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:32:59.759306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:32:59.768179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56974) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:59.771582 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a2c0f-e501-41db-b59a-9abc27261c4e None None] Sync routers for ids ['e826e810-aad1-4157-9376-265b9902c719'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:32:59.773004 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f099571f-955a-40dc-8a99-0f3b5f874ac3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/e826e810-aad1-4157-9376-265b9902c719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6747475 Aug 31 14:32:59.781412 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a2c0f-e501-41db-b59a-9abc27261c4e None None] Routers {'e826e810-aad1-4157-9376-265b9902c719'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:59.782301 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f84a2c0f-e501-41db-b59a-9abc27261c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e826e810-aad1-4157-9376-265b9902c719'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:59.821966 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f84a2c0f-e501-41db-b59a-9abc27261c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:59.831208 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a2c0f-e501-41db-b59a-9abc27261c4e None None] Routers {'e826e810-aad1-4157-9376-265b9902c719'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:32:59.831823 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f84a2c0f-e501-41db-b59a-9abc27261c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e826e810-aad1-4157-9376-265b9902c719'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:59.846049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a21a23-219a-4aab-9bd6-a4a18cc030b3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:32:59.847910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b9a21a23-219a-4aab-9bd6-a4a18cc030b3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports/f0738e90-3a78-4357-b114-fd3989912420 HTTP/1.1" status: 200 len: 911 time: 0.0783470 Aug 31 14:32:59.851347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56976) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:32:59.855109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40733313-a82d-42a8-80c0-d437c3f4b410 None None] Network ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:32:59.872621 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f84a2c0f-e501-41db-b59a-9abc27261c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:32:59.873279 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a2c0f-e501-41db-b59a-9abc27261c4e None None] The sync data for ids ['e826e810-aad1-4157-9376-265b9902c719'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:32:59.988145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5ef7c290-4753-458c-9287-819f67e56e43 None None] Provisioning for port 102139b1-646d-4c7d-b436-7f1f1f35c86b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:32:59.996040 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5ef7c290-4753-458c-9287-819f67e56e43 None None] Provisioning complete for port 102139b1-646d-4c7d-b436-7f1f1f35c86b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:32:59.996416 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c290-4753-458c-9287-819f67e56e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.126330 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c290-4753-458c-9287-819f67e56e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.162464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5ef7c290-4753-458c-9287-819f67e56e43 None None] For port 102139b1-646d-4c7d-b436-7f1f1f35c86b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=102139b1-646d-4c7d-b436-7f1f1f35c86b,segment=NetworkSegment(e0d0b0eb-6a7a-4990-a732-6f7d43e97af3),segment_id=e0d0b0eb-6a7a-4990-a732-6f7d43e97af3)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:00.170413 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c290-4753-458c-9287-819f67e56e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.207194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2551e33f-32cc-4ae9-969b-c59e131bc387 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.230470 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7c290-4753-458c-9287-819f67e56e43 None None] Pushing event updated for resources: {'Port': ['ID=102139b1-646d-4c7d-b436-7f1f1f35c86b,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:00.400843 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-429ebeda-727c-4fed-bcc8-9d6fc9cce7cd None None] Provisioning for port f0738e90-3a78-4357-b114-fd3989912420 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:00.407193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-429ebeda-727c-4fed-bcc8-9d6fc9cce7cd None None] Provisioning complete for port f0738e90-3a78-4357-b114-fd3989912420 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:00.408299 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-429ebeda-727c-4fed-bcc8-9d6fc9cce7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.474522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-429ebeda-727c-4fed-bcc8-9d6fc9cce7cd None None] Port f0738e90-3a78-4357-b114-fd3989912420 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:00.486536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-429ebeda-727c-4fed-bcc8-9d6fc9cce7cd None None] Provisioning complete for port 102139b1-646d-4c7d-b436-7f1f1f35c86b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:00.487237 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-429ebeda-727c-4fed-bcc8-9d6fc9cce7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.706573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c93b0878-9bf0-4541-8f15-a971274b8a41 None None] Provisioning complete for port f0738e90-3a78-4357-b114-fd3989912420 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:00.707298 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c93b0878-9bf0-4541-8f15-a971274b8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.763720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c93b0878-9bf0-4541-8f15-a971274b8a41 None None] Port f0738e90-3a78-4357-b114-fd3989912420 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:00.842003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2551e33f-32cc-4ae9-969b-c59e131bc387 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port f0738e90-3a78-4357-b114-fd3989912420 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:00.842347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2551e33f-32cc-4ae9-969b-c59e131bc387 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.884577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ad7c3777-5276-42fa-8db6-92be8ec8b24b None None] Provisioning complete for port f0738e90-3a78-4357-b114-fd3989912420 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:00.885458 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3777-5276-42fa-8db6-92be8ec8b24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.922792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c3777-5276-42fa-8db6-92be8ec8b24b None None] Port f0738e90-3a78-4357-b114-fd3989912420 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:00.937778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2551e33f-32cc-4ae9-969b-c59e131bc387 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:00.951427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2551e33f-32cc-4ae9-969b-c59e131bc387 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for f0738e90-3a78-4357-b114-fd3989912420 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:01.129194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2551e33f-32cc-4ae9-969b-c59e131bc387 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.164088 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551e33f-32cc-4ae9-969b-c59e131bc387 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=f0738e90-3a78-4357-b114-fd3989912420,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:01.257079 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2551e33f-32cc-4ae9-969b-c59e131bc387 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.382763 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-82d61c23-a34a-4894-a5ea-abb436e1739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.435535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2551e33f-32cc-4ae9-969b-c59e131bc387 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router e826e810-aad1-4157-9376-265b9902c719 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:01.492002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 102139b1-646d-4c7d-b436-7f1f1f35c86b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:01.521386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2551e33f-32cc-4ae9-969b-c59e131bc387 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:01.528929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2551e33f-32cc-4ae9-969b-c59e131bc387 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/e826e810-aad1-4157-9376-265b9902c719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6745088 Aug 31 14:33:01.529969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56980) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:01.534811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd1173-87a0-4c88-93cb-648ed05d3e2e None None] Sync routers for ids ['e826e810-aad1-4157-9376-265b9902c719'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:01.551626 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd1173-87a0-4c88-93cb-648ed05d3e2e None None] Routers {'e826e810-aad1-4157-9376-265b9902c719'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:01.551626 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-76bd1173-87a0-4c88-93cb-648ed05d3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e826e810-aad1-4157-9376-265b9902c719'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:01.561237 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-51b20d55-f5fc-431c-b5ef-bc673ccbecdf tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=e826e810-aad1-4157-9376-265b9902c719 HTTP/1.1" status: 200 len: 205 time: 0.0301383 Aug 31 14:33:01.563727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56982) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:01.585649 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-76bd1173-87a0-4c88-93cb-648ed05d3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:01.601332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd1173-87a0-4c88-93cb-648ed05d3e2e None None] Routers {'e826e810-aad1-4157-9376-265b9902c719'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:01.602055 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-76bd1173-87a0-4c88-93cb-648ed05d3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:32:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['e826e810-aad1-4157-9376-265b9902c719'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:01.605703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 102139b1-646d-4c7d-b436-7f1f1f35c86b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:01.606090 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.640887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-76bd1173-87a0-4c88-93cb-648ed05d3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:01.641647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd1173-87a0-4c88-93cb-648ed05d3e2e None None] The sync data for ids ['e826e810-aad1-4157-9376-265b9902c719'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:01.648927 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60944a00-beca-416e-ae20-0823af118622 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.820126 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60944a00-beca-416e-ae20-0823af118622 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.822812 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60944a00-beca-416e-ae20-0823af118622 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.871400 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60944a00-beca-416e-ae20-0823af118622 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.872220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60944a00-beca-416e-ae20-0823af118622 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Fanout notify agent at l3_agent the message router_deleted on router e826e810-aad1-4157-9376-265b9902c719 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:01.878889 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60944a00-beca-416e-ae20-0823af118622 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.880009 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-60944a00-beca-416e-ae20-0823af118622 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/e826e810-aad1-4157-9376-265b9902c719 HTTP/1.1" status: 204 len: 168 time: 0.3153870 Aug 31 14:33:01.883555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56986) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:01.935015 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9d6404-2539-40ce-8758-958617bddc41 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting subnet 5241614a-2811-4702-96f6-b895a6e86cd6 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:33:01.938317 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb9d6404-2539-40ce-8758-958617bddc41 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:01.979843 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb9d6404-2539-40ce-8758-958617bddc41 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.068492 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb9d6404-2539-40ce-8758-958617bddc41 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.129631 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb9d6404-2539-40ce-8758-958617bddc41 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.158646 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d6404-2539-40ce-8758-958617bddc41 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Subnet': ['ID=5241614a-2811-4702-96f6-b895a6e86cd6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:02.162324 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb9d6404-2539-40ce-8758-958617bddc41 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.164286 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eb9d6404-2539-40ce-8758-958617bddc41 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/5241614a-2811-4702-96f6-b895a6e86cd6 HTTP/1.1" status: 204 len: 168 time: 0.2797644 Aug 31 14:33:02.167149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 56988) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:02.170358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7982737b-fe05-457f-bc3a-9b47d3346844 None None] Network ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:02.255867 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.317242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port 102139b1-646d-4c7d-b436-7f1f1f35c86b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:02.317580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.372819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1657220f-5036-4d9e-a8d4-6533e41db52c None None] DHCP port deletion for ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:33:02.387086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] For port 102139b1-646d-4c7d-b436-7f1f1f35c86b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=102139b1-646d-4c7d-b436-7f1f1f35c86b,segment=NetworkSegment(e0d0b0eb-6a7a-4990-a732-6f7d43e97af3),segment_id=e0d0b0eb-6a7a-4990-a732-6f7d43e97af3)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:02.387483 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.402183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for 102139b1-646d-4c7d-b436-7f1f1f35c86b owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:02.428219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1657220f-5036-4d9e-a8d4-6533e41db52c None None] Deleting port 102139b1-646d-4c7d-b436-7f1f1f35c86b {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:02.428765 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1657220f-5036-4d9e-a8d4-6533e41db52c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.492783 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.503336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1657220f-5036-4d9e-a8d4-6533e41db52c None None] For port 102139b1-646d-4c7d-b436-7f1f1f35c86b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=102139b1-646d-4c7d-b436-7f1f1f35c86b,segment=NetworkSegment(e0d0b0eb-6a7a-4990-a732-6f7d43e97af3),segment_id=e0d0b0eb-6a7a-4990-a732-6f7d43e97af3)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:02.504081 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1657220f-5036-4d9e-a8d4-6533e41db52c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.517718 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1657220f-5036-4d9e-a8d4-6533e41db52c None None] Calling delete_port for 102139b1-646d-4c7d-b436-7f1f1f35c86b owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:02.519261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=102139b1-646d-4c7d-b436-7f1f1f35c86b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:02.523177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No DVR routers for this DVR port 102139b1-646d-4c7d-b436-7f1f1f35c86b on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:02.604832 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1657220f-5036-4d9e-a8d4-6533e41db52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.614528 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.626925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:02.639877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d0b0eb-6a7a-4990-a732-6f7d43e97af3') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:02.640213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d0b0eb-6a7a-4990-a732-6f7d43e97af3') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:02.646336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1657220f-5036-4d9e-a8d4-6533e41db52c None None] No DVR routers for this DVR port 102139b1-646d-4c7d-b436-7f1f1f35c86b on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:02.648978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657220f-5036-4d9e-a8d4-6533e41db52c None None] Pushing event deleted for resources: {'Port': ['ID=102139b1-646d-4c7d-b436-7f1f1f35c86b,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:02.655023 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.672588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.678868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:33:02.679275 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:33:02.682394 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:33:02.742666 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.748226 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.750537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/networks/ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef HTTP/1.1" status: 204 len: 168 time: 0.5818243 Aug 31 14:33:02.754629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56990) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:02.760095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1369892081', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:02.766048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69d7f0-7bf0-4ab6-9a13-c9597bab82c3 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Network': ['ID=ee7d77d5-3de3-47fa-84a9-ebdad3ccd3ef,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:02.791384 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.792425 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.848541 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:02.999065 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.221364 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.241379 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.359473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Allocated IP 172.25.3.125 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/2496ee35-ae99-41eb-b19a-e25929fd662a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:03.488344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 102139b1-646d-4c7d-b436-7f1f1f35c86b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:03.499216 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.509694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 102139b1-646d-4c7d-b436-7f1f1f35c86b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:03.510128 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 102139b1-646d-4c7d-b436-7f1f1f35c86b not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:03.549801 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:03.595376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:03.598371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:03.604259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:03.632116 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=2496ee35-ae99-41eb-b19a-e25929fd662a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:03.871839 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.062892 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.081069 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.091942 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-91cebaf7-5b16-4d83-b636-02e304ef748a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.554688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 4b5e5aa8-3ead-4332-8c06-60265d927947 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:04.665002 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:04.674597 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9842409-ca4a-40bc-8c7d-4ef0e4cae4dd None None] Sync routers for ids ['4b5e5aa8-3ead-4332-8c06-60265d927947'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:04.684874 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:04.685519 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9842409-ca4a-40bc-8c7d-4ef0e4cae4dd None None] Routers {'4b5e5aa8-3ead-4332-8c06-60265d927947'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:04.686324 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b4ab7315-1692-476c-b8ef-8fbe08050b76 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9306257 Aug 31 14:33:04.688887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56996) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:04.689361 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f9842409-ca4a-40bc-8c7d-4ef0e4cae4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4b5e5aa8-3ead-4332-8c06-60265d927947'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:04.725380 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f9842409-ca4a-40bc-8c7d-4ef0e4cae4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:04.734306 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9842409-ca4a-40bc-8c7d-4ef0e4cae4dd None None] Routers {'4b5e5aa8-3ead-4332-8c06-60265d927947'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:04.735122 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f9842409-ca4a-40bc-8c7d-4ef0e4cae4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4b5e5aa8-3ead-4332-8c06-60265d927947'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:04.766748 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f9842409-ca4a-40bc-8c7d-4ef0e4cae4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:04.767414 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9842409-ca4a-40bc-8c7d-4ef0e4cae4dd None None] The sync data for ids ['4b5e5aa8-3ead-4332-8c06-60265d927947'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:04.805312 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5172538d-8371-4acf-a9bf-f3cf86f0f023 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/routers/4b5e5aa8-3ead-4332-8c06-60265d927947 HTTP/1.1" status: 200 len: 885 time: 0.1150820 Aug 31 14:33:04.809705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 56998) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:05.051538 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-861f2484-ff03-425d-8d43-fe048d005f12 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2407362 Aug 31 14:33:05.054687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57002) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:05.065895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e30715e5-865a-43fe-bb7e-d7580bbc1290 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1369892081'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:05.289052 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.383397 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e30715e5-865a-43fe-bb7e-d7580bbc1290 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.395891 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e30715e5-865a-43fe-bb7e-d7580bbc1290 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.514052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30715e5-865a-43fe-bb7e-d7580bbc1290 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 4b5e5aa8-3ead-4332-8c06-60265d927947 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:05.625815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30715e5-865a-43fe-bb7e-d7580bbc1290 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:05.634074 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e30715e5-865a-43fe-bb7e-d7580bbc1290 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:05.635938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e30715e5-865a-43fe-bb7e-d7580bbc1290 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/4b5e5aa8-3ead-4332-8c06-60265d927947 HTTP/1.1" status: 200 len: 892 time: 0.5801213 Aug 31 14:33:05.640635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57004) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:05.641509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d072c-eb1f-4ab3-b093-d4691a069ab6 None None] Sync routers for ids ['4b5e5aa8-3ead-4332-8c06-60265d927947'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:05.652128 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d072c-eb1f-4ab3-b093-d4691a069ab6 None None] Routers {'4b5e5aa8-3ead-4332-8c06-60265d927947'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:05.652875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-270d072c-eb1f-4ab3-b093-d4691a069ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4b5e5aa8-3ead-4332-8c06-60265d927947'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:05.684336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-270d072c-eb1f-4ab3-b093-d4691a069ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:05.695206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d072c-eb1f-4ab3-b093-d4691a069ab6 None None] Routers {'4b5e5aa8-3ead-4332-8c06-60265d927947'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:05.696061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-270d072c-eb1f-4ab3-b093-d4691a069ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['4b5e5aa8-3ead-4332-8c06-60265d927947'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:05.732232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-270d072c-eb1f-4ab3-b093-d4691a069ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:05.732923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d072c-eb1f-4ab3-b093-d4691a069ab6 None None] The sync data for ids ['4b5e5aa8-3ead-4332-8c06-60265d927947'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:05.791340 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e132217e-24f9-45dc-89dd-6c012bbc2e56 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/routers/4b5e5aa8-3ead-4332-8c06-60265d927947 HTTP/1.1" status: 200 len: 892 time: 0.1495283 Aug 31 14:33:05.794780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57006) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:05.822885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dbb952f8-e09f-4861-b8fe-0b8fff9129f5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5e5aa8-3ead-4332-8c06-60265d927947 HTTP/1.1" status: 200 len: 205 time: 0.0267041 Aug 31 14:33:05.825360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57008) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:05.933378 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.039511 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.097728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port 2496ee35-ae99-41eb-b19a-e25929fd662a {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:06.098079 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.192582 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.207129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for 2496ee35-ae99-41eb-b19a-e25929fd662a owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:06.388147 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.418403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=2496ee35-ae99-41eb-b19a-e25929fd662a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:06.478946 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.571012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.573387 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.623424 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.623979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Fanout notify agent at l3_agent the message router_deleted on router 4b5e5aa8-3ead-4332-8c06-60265d927947 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:06.632380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.637004 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-48d14919-8506-4414-adb0-6672df401e16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/4b5e5aa8-3ead-4332-8c06-60265d927947 HTTP/1.1" status: 204 len: 168 time: 0.8105717 Aug 31 14:33:06.638426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57020) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:06.643518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8c33a70e-af8e-4149-89c8-3d651f5b3cd4 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2059633644'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:06.665565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c33a70e-af8e-4149-89c8-3d651f5b3cd4 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:06.669621 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c33a70e-af8e-4149-89c8-3d651f5b3cd4 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.695420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c33a70e-af8e-4149-89c8-3d651f5b3cd4 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:33:06.705749 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c33a70e-af8e-4149-89c8-3d651f5b3cd4 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.706022 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-8c33a70e-af8e-4149-89c8-3d651f5b3cd4 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Added segment 7e6ea164-b017-4a15-b919-32e854bf90af of type vlan for network e404f268-886b-4a41-bb2c-996711eefcad Aug 31 14:33:06.755251 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c33a70e-af8e-4149-89c8-3d651f5b3cd4 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.781042 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c33a70e-af8e-4149-89c8-3d651f5b3cd4 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.786683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c33a70e-af8e-4149-89c8-3d651f5b3cd4 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:06.787285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c33a70e-af8e-4149-89c8-3d651f5b3cd4 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.843544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8c33a70e-af8e-4149-89c8-3d651f5b3cd4 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2040570 Aug 31 14:33:06.844140 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:06.846621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57030) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:06.854252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0ee35ec6-5c6c-4c37-85eb-9eaec4d6651b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'subnet': {'network_id': 'e404f268-886b-4a41-bb2c-996711eefcad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:06.872752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33a70e-af8e-4149-89c8-3d651f5b3cd4 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Network': ['ID=e404f268-886b-4a41-bb2c-996711eefcad,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:06.883521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network e404f268-886b-4a41-bb2c-996711eefcad details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:33:06.953484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee35ec6-5c6c-4c37-85eb-9eaec4d6651b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:06.957461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ee35ec6-5c6c-4c37-85eb-9eaec4d6651b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.142588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ee35ec6-5c6c-4c37-85eb-9eaec4d6651b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.210561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee35ec6-5c6c-4c37-85eb-9eaec4d6651b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Subnet': ['ID=d80e67fa-97f7-49f5-8a11-bcf04092b404,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:07.218774 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee35ec6-5c6c-4c37-85eb-9eaec4d6651b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Checking segment: {'id': '7e6ea164-b017-4a15-b919-32e854bf90af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e404f268-886b-4a41-bb2c-996711eefcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:07.219143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee35ec6-5c6c-4c37-85eb-9eaec4d6651b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network hostable DHCP agents. Network: e404f268-886b-4a41-bb2c-996711eefcad, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:33:07.236393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee35ec6-5c6c-4c37-85eb-9eaec4d6651b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network e404f268-886b-4a41-bb2c-996711eefcad is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:33:07.246221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-0ee35ec6-5c6c-4c37-85eb-9eaec4d6651b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, e404f268-886b-4a41-bb2c-996711eefcad) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:07.249807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee35ec6-5c6c-4c37-85eb-9eaec4d6651b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:07.250492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ee35ec6-5c6c-4c37-85eb-9eaec4d6651b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.254227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24397bc-dda6-4641-8df2-36670277f5de None None] Network e404f268-886b-4a41-bb2c-996711eefcad requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:07.270747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0ee35ec6-5c6c-4c37-85eb-9eaec4d6651b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4230371 Aug 31 14:33:07.273846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57034) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:07.278723 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2703cc63-58ad-4d5a-b039-884d22ab2a40 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1285729046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:07.302244 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2703cc63-58ad-4d5a-b039-884d22ab2a40 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.303262 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2703cc63-58ad-4d5a-b039-884d22ab2a40 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.362175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2703cc63-58ad-4d5a-b039-884d22ab2a40 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.367648 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2703cc63-58ad-4d5a-b039-884d22ab2a40 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.384974 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2703cc63-58ad-4d5a-b039-884d22ab2a40 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.389103 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2703cc63-58ad-4d5a-b039-884d22ab2a40 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1113656 Aug 31 14:33:07.389450 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57036) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:07.419181 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-e404f268-886b-4a41-bb2c-996711eefcad', 'network_id': 'e404f268-886b-4a41-bb2c-996711eefcad', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'fixed_ips': [{'subnet_id': 'd80e67fa-97f7-49f5-8a11-bcf04092b404'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:33:07.420140 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.567300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Allocated IP 2001:db8::2 (e404f268-886b-4a41-bb2c-996711eefcad/d80e67fa-97f7-49f5-8a11-bcf04092b404/6a10401e-ee58-47f8-a43a-fb70fda16e7a) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:07.697990 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.735499 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.744938 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Transition to ACTIVE for port object 6a10401e-ee58-47f8-a43a-fb70fda16e7a will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:07.763021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Transition to ACTIVE for port object 6a10401e-ee58-47f8-a43a-fb70fda16e7a will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:07.772755 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.823603 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Network e404f268-886b-4a41-bb2c-996711eefcad is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:07.827166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:07.832328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:07.834440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Pushing event updated for resources: {'Port': ['ID=6a10401e-ee58-47f8-a43a-fb70fda16e7a,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:07.892247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Attempting to bind port 6a10401e-ee58-47f8-a43a-fb70fda16e7a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:07.892978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Attempting to bind port 6a10401e-ee58-47f8-a43a-fb70fda16e7a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '7e6ea164-b017-4a15-b919-32e854bf90af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e404f268-886b-4a41-bb2c-996711eefcad'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:07.893098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Attempting to bind port 6a10401e-ee58-47f8-a43a-fb70fda16e7a on network e404f268-886b-4a41-bb2c-996711eefcad {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:07.898397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:07.899296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Checking segment: {'id': '7e6ea164-b017-4a15-b919-32e854bf90af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e404f268-886b-4a41-bb2c-996711eefcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:07.899960 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.900834 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Bound using segment: {'id': '7e6ea164-b017-4a15-b919-32e854bf90af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e404f268-886b-4a41-bb2c-996711eefcad'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:07.901521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Bound port: 6a10401e-ee58-47f8-a43a-fb70fda16e7a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6ea164-b017-4a15-b919-32e854bf90af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e404f268-886b-4a41-bb2c-996711eefcad'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:07.902190 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:07.969967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] For port 6a10401e-ee58-47f8-a43a-fb70fda16e7a, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:07.973294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] For port 6a10401e-ee58-47f8-a43a-fb70fda16e7a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6a10401e-ee58-47f8-a43a-fb70fda16e7a,segment=NetworkSegment(7e6ea164-b017-4a15-b919-32e854bf90af),segment_id=7e6ea164-b017-4a15-b919-32e854bf90af)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:07.973458 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Allocated IP 2001:db8::1 (e404f268-886b-4a41-bb2c-996711eefcad/d80e67fa-97f7-49f5-8a11-bcf04092b404/d42bc691-176d-485a-b95b-814e918299c1) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:07.979936 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.046229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f37505-67c8-49e0-8628-da90fc210050 None None] Pushing event updated for resources: {'Port': ['ID=6a10401e-ee58-47f8-a43a-fb70fda16e7a,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:08.101195 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.117642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Transition to ACTIVE for port object d42bc691-176d-485a-b95b-814e918299c1 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:08.154072 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.197847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network e404f268-886b-4a41-bb2c-996711eefcad is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:08.203670 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:08.208459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:08.208459 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.277258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=d42bc691-176d-485a-b95b-814e918299c1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:08.368419 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.642849 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.648202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.648999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:08.738279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=d42bc691-176d-485a-b95b-814e918299c1,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:08.788953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network e404f268-886b-4a41-bb2c-996711eefcad is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:08.790451 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:08.919098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router b5dc113a-e36a-4232-967d-edc4034e1301 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:09.028499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:09.040867 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753da629-96ce-4905-a4d6-3be3649e50f0 None None] Sync routers for ids ['b5dc113a-e36a-4232-967d-edc4034e1301'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:09.043644 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2cb0fab3-af78-4355-9430-7b1459a60b62 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/b5dc113a-e36a-4232-967d-edc4034e1301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6530218 Aug 31 14:33:09.046382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57048) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:09.054380 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753da629-96ce-4905-a4d6-3be3649e50f0 None None] Routers {'b5dc113a-e36a-4232-967d-edc4034e1301'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:09.055392 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-753da629-96ce-4905-a4d6-3be3649e50f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b5dc113a-e36a-4232-967d-edc4034e1301'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:09.110663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a54d7fc-628e-4362-805e-4460ce1b95e2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:09.111394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9a54d7fc-628e-4362-805e-4460ce1b95e2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports/d42bc691-176d-485a-b95b-814e918299c1 HTTP/1.1" status: 200 len: 911 time: 0.0632904 Aug 31 14:33:09.113686 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57050) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:09.114384 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-753da629-96ce-4905-a4d6-3be3649e50f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:09.123345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3f51981b-64ae-465e-9121-c571f7057482 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd80e67fa-97f7-49f5-8a11-bcf04092b404'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:09.129416 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753da629-96ce-4905-a4d6-3be3649e50f0 None None] Routers {'b5dc113a-e36a-4232-967d-edc4034e1301'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:09.130076 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-753da629-96ce-4905-a4d6-3be3649e50f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b5dc113a-e36a-4232-967d-edc4034e1301'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:09.170093 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-753da629-96ce-4905-a4d6-3be3649e50f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:09.171031 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753da629-96ce-4905-a4d6-3be3649e50f0 None None] The sync data for ids ['b5dc113a-e36a-4232-967d-edc4034e1301'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:09.278168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946a280b-44cb-412d-96d4-df205f7090ae None None] Network e404f268-886b-4a41-bb2c-996711eefcad requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:09.284349 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f51981b-64ae-465e-9121-c571f7057482 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.358096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-13b55355-37e2-4662-8895-28b860ca58a9 None None] Provisioning for port 6a10401e-ee58-47f8-a43a-fb70fda16e7a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:09.415539 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.438871 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.593934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6a10401e-ee58-47f8-a43a-fb70fda16e7a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:09.663075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 6a10401e-ee58-47f8-a43a-fb70fda16e7a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:09.669577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6a10401e-ee58-47f8-a43a-fb70fda16e7a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:09.670634 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.785126 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.811894 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f51981b-64ae-465e-9121-c571f7057482 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.824986 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f51981b-64ae-465e-9121-c571f7057482 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.826698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 6a10401e-ee58-47f8-a43a-fb70fda16e7a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6a10401e-ee58-47f8-a43a-fb70fda16e7a,segment=NetworkSegment(7e6ea164-b017-4a15-b919-32e854bf90af),segment_id=7e6ea164-b017-4a15-b919-32e854bf90af)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:09.832046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51981b-64ae-465e-9121-c571f7057482 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:09.833105 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3f51981b-64ae-465e-9121-c571f7057482 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.834375 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:09.839963 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3f51981b-64ae-465e-9121-c571f7057482 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/ports/d42bc691-176d-485a-b95b-814e918299c1 HTTP/1.1" status: 200 len: 911 time: 0.7215071 Aug 31 14:33:09.839963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57054) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:09.925561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=6a10401e-ee58-47f8-a43a-fb70fda16e7a,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:09.941771 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4a7e1c08-9374-4d04-abcd-40481feaeb71 None None] Provisioning complete for port 6a10401e-ee58-47f8-a43a-fb70fda16e7a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:09.942151 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a7e1c08-9374-4d04-abcd-40481feaeb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.070250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4a7e1c08-9374-4d04-abcd-40481feaeb71 None None] Provisioning for port d42bc691-176d-485a-b95b-814e918299c1 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:10.076241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4a7e1c08-9374-4d04-abcd-40481feaeb71 None None] Provisioning complete for port d42bc691-176d-485a-b95b-814e918299c1 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:10.077024 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a7e1c08-9374-4d04-abcd-40481feaeb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.124772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e1c08-9374-4d04-abcd-40481feaeb71 None None] Port d42bc691-176d-485a-b95b-814e918299c1 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:10.247235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5aca2dad-68c6-4df0-aca1-bb5f1c3c8457 None None] Provisioning complete for port d42bc691-176d-485a-b95b-814e918299c1 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:10.247698 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5aca2dad-68c6-4df0-aca1-bb5f1c3c8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.289170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5aca2dad-68c6-4df0-aca1-bb5f1c3c8457 None None] Port d42bc691-176d-485a-b95b-814e918299c1 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:10.446344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51981b-64ae-465e-9121-c571f7057482 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=d42bc691-176d-485a-b95b-814e918299c1,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:10.509776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dc4ed9f5-f489-4a72-8cd8-f407f0b7aea4 None None] Provisioning complete for port d42bc691-176d-485a-b95b-814e918299c1 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:10.510485 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed9f5-f489-4a72-8cd8-f407f0b7aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.545943 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-dc4ed9f5-f489-4a72-8cd8-f407f0b7aea4 None None] Port d42bc691-176d-485a-b95b-814e918299c1 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:10.609553 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ef07205-5248-48c0-ba95-97961f82755f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.853322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7ef07205-5248-48c0-ba95-97961f82755f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port d42bc691-176d-485a-b95b-814e918299c1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:10.854107 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ef07205-5248-48c0-ba95-97961f82755f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.938960 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ef07205-5248-48c0-ba95-97961f82755f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:10.950926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7ef07205-5248-48c0-ba95-97961f82755f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for d42bc691-176d-485a-b95b-814e918299c1 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:11.116054 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ef07205-5248-48c0-ba95-97961f82755f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.142597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef07205-5248-48c0-ba95-97961f82755f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=d42bc691-176d-485a-b95b-814e918299c1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:11.239100 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ef07205-5248-48c0-ba95-97961f82755f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.395494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef07205-5248-48c0-ba95-97961f82755f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router b5dc113a-e36a-4232-967d-edc4034e1301 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:11.472867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef07205-5248-48c0-ba95-97961f82755f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:11.481026 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7ef07205-5248-48c0-ba95-97961f82755f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/b5dc113a-e36a-4232-967d-edc4034e1301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6373267 Aug 31 14:33:11.481447 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57062) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:11.489107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f63a1e-9e90-457e-859f-0966b6538226 None None] Sync routers for ids ['b5dc113a-e36a-4232-967d-edc4034e1301'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:11.499899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f63a1e-9e90-457e-859f-0966b6538226 None None] Routers {'b5dc113a-e36a-4232-967d-edc4034e1301'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:11.501095 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-45f63a1e-9e90-457e-859f-0966b6538226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b5dc113a-e36a-4232-967d-edc4034e1301'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:11.504634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6a10401e-ee58-47f8-a43a-fb70fda16e7a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:11.521624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57064) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:11.522179 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1f158d59-a7d5-40cc-809d-3e38dd814c4e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5dc113a-e36a-4232-967d-edc4034e1301 HTTP/1.1" status: 200 len: 205 time: 0.0392926 Aug 31 14:33:11.557786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-45f63a1e-9e90-457e-859f-0966b6538226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:11.577226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f63a1e-9e90-457e-859f-0966b6538226 None None] Routers {'b5dc113a-e36a-4232-967d-edc4034e1301'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:11.577954 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-45f63a1e-9e90-457e-859f-0966b6538226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['b5dc113a-e36a-4232-967d-edc4034e1301'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:11.618121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-45f63a1e-9e90-457e-859f-0966b6538226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:11.618978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f63a1e-9e90-457e-859f-0966b6538226 None None] The sync data for ids ['b5dc113a-e36a-4232-967d-edc4034e1301'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:11.632937 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6a10401e-ee58-47f8-a43a-fb70fda16e7a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:11.633290 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:11.889097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad37c34-6d73-4790-97cc-15de3cdd6cea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.090694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad37c34-6d73-4790-97cc-15de3cdd6cea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.096691 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad37c34-6d73-4790-97cc-15de3cdd6cea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.110054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-dcb133b2-ae04-49d8-9d95-8ccbb24a590e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:12.111526 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-dcb133b2-ae04-49d8-9d95-8ccbb24a590e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.2484510 Aug 31 14:33:12.155003 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-b5a122c9-dc40-4fe4-a559-eaa792cbc690 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/quotas/ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 375 time: 0.0114596 Aug 31 14:33:12.156127 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad37c34-6d73-4790-97cc-15de3cdd6cea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.156672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad37c34-6d73-4790-97cc-15de3cdd6cea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Fanout notify agent at l3_agent the message router_deleted on router b5dc113a-e36a-4232-967d-edc4034e1301 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:12.163430 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bad37c34-6d73-4790-97cc-15de3cdd6cea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.164492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bad37c34-6d73-4790-97cc-15de3cdd6cea tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/b5dc113a-e36a-4232-967d-edc4034e1301 HTTP/1.1" status: 204 len: 168 time: 0.6411905 Aug 31 14:33:12.167254 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57072) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:12.216202 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-9701b15d-995c-4047-ac6b-8cc0a79d16b4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506065 Aug 31 14:33:12.219347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc21c28-465b-43dd-9eb3-c00475089659 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting subnet d80e67fa-97f7-49f5-8a11-bcf04092b404 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:33:12.222679 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc21c28-465b-43dd-9eb3-c00475089659 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.263623 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc21c28-465b-43dd-9eb3-c00475089659 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.351381 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc21c28-465b-43dd-9eb3-c00475089659 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.360126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-76e34bfe-b1eb-405a-8fb0-760af092f5ca service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354396 Aug 31 14:33:12.409567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc21c28-465b-43dd-9eb3-c00475089659 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.439476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc21c28-465b-43dd-9eb3-c00475089659 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Subnet': ['ID=d80e67fa-97f7-49f5-8a11-bcf04092b404,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:12.441366 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0dc21c28-465b-43dd-9eb3-c00475089659 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.443269 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0dc21c28-465b-43dd-9eb3-c00475089659 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/d80e67fa-97f7-49f5-8a11-bcf04092b404 HTTP/1.1" status: 204 len: 168 time: 0.2750039 Aug 31 14:33:12.450072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57078) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:12.450303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2979f787-bf9c-48ee-bcd2-619c39179e51 None None] Network e404f268-886b-4a41-bb2c-996711eefcad requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:12.469207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-a652fb8a-8cd7-424b-99d6-987e63989d0e service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010540 Aug 31 14:33:12.526202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.589950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port 6a10401e-ee58-47f8-a43a-fb70fda16e7a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:12.590526 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.635146 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf00779-1912-47e2-9161-0644bbf26d14 None None] DHCP port deletion for e404f268-886b-4a41-bb2c-996711eefcad request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:33:12.659065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] For port 6a10401e-ee58-47f8-a43a-fb70fda16e7a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6a10401e-ee58-47f8-a43a-fb70fda16e7a,segment=NetworkSegment(7e6ea164-b017-4a15-b919-32e854bf90af),segment_id=7e6ea164-b017-4a15-b919-32e854bf90af)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:12.659734 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.673325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for 6a10401e-ee58-47f8-a43a-fb70fda16e7a owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:12.690756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-edf00779-1912-47e2-9161-0644bbf26d14 None None] Deleting port 6a10401e-ee58-47f8-a43a-fb70fda16e7a {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:12.691143 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-edf00779-1912-47e2-9161-0644bbf26d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.763148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-edf00779-1912-47e2-9161-0644bbf26d14 None None] For port 6a10401e-ee58-47f8-a43a-fb70fda16e7a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6a10401e-ee58-47f8-a43a-fb70fda16e7a,segment=NetworkSegment(7e6ea164-b017-4a15-b919-32e854bf90af),segment_id=7e6ea164-b017-4a15-b919-32e854bf90af)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:12.763783 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-edf00779-1912-47e2-9161-0644bbf26d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.779815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-edf00779-1912-47e2-9161-0644bbf26d14 None None] Calling delete_port for 6a10401e-ee58-47f8-a43a-fb70fda16e7a owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:12.786237 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.810063 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-50850d00-3e8e-417c-822f-fbe109b60930 req-d962327d-aef6-46c4-8e50-4c8865dd33b2 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 210 time: 0.0390172 Aug 31 14:33:12.830170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=6a10401e-ee58-47f8-a43a-fb70fda16e7a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:12.834799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No DVR routers for this DVR port 6a10401e-ee58-47f8-a43a-fb70fda16e7a on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:12.860706 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-edf00779-1912-47e2-9161-0644bbf26d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.887710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf00779-1912-47e2-9161-0644bbf26d14 None None] No DVR routers for this DVR port 6a10401e-ee58-47f8-a43a-fb70fda16e7a on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:12.890063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf00779-1912-47e2-9161-0644bbf26d14 None None] Pushing event deleted for resources: {'Port': ['ID=6a10401e-ee58-47f8-a43a-fb70fda16e7a,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:12.922752 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.933653 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e404f268-886b-4a41-bb2c-996711eefcad']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:12.943830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6ea164-b017-4a15-b919-32e854bf90af') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:12.944841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6ea164-b017-4a15-b919-32e854bf90af') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:12.954125 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.968604 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.974733 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:33:12.975181 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:33:12.978298 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:33:13.041515 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.048894 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.050728 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/networks/e404f268-886b-4a41-bb2c-996711eefcad HTTP/1.1" status: 204 len: 168 time: 0.6036417 Aug 31 14:33:13.055169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57096) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:13.059807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b761783e-9262-47e5-a1d4-926e004714d5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-347182997', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:13.065866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f03b7-f13a-4ce1-851b-7ddb1f472ff5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Network': ['ID=e404f268-886b-4a41-bb2c-996711eefcad,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:13.083332 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b761783e-9262-47e5-a1d4-926e004714d5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.084524 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b761783e-9262-47e5-a1d4-926e004714d5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.138103 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b761783e-9262-47e5-a1d4-926e004714d5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.141544 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b761783e-9262-47e5-a1d4-926e004714d5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.158221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b761783e-9262-47e5-a1d4-926e004714d5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.159396 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b761783e-9262-47e5-a1d4-926e004714d5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1032262 Aug 31 14:33:13.162076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57100) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:13.167509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-14096573'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:13.189294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:13.192834 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.216661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:33:13.226049 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.226484 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Added segment dd4f21ef-fb46-4bac-9a68-0ff708164a7b of type vlan for network 42d8490b-b982-4ae9-910d-e591cf036e9b Aug 31 14:33:13.274905 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.301715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.308108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:13.308730 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.370852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2071755 Aug 31 14:33:13.373665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57102) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:13.380757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-20e30513-4de9-4e75-8c88-31cbc926c1b7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'subnet': {'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:13.396110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Network': ['ID=42d8490b-b982-4ae9-910d-e591cf036e9b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:13.449192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:13.449846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:13.450396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:13.450728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:13.451059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:13.451390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:13.452718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:13.453260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:13.454311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:13.454650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:13.455016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:13.455347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e493d5-a5fa-40d0-b968-177e9333f27a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:13.468892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 42d8490b-b982-4ae9-910d-e591cf036e9b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:33:13.510305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e30513-4de9-4e75-8c88-31cbc926c1b7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:13.513934 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20e30513-4de9-4e75-8c88-31cbc926c1b7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.520481 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6a10401e-ee58-47f8-a43a-fb70fda16e7a no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:13.548394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 6a10401e-ee58-47f8-a43a-fb70fda16e7a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:13.548875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6a10401e-ee58-47f8-a43a-fb70fda16e7a not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:13.710912 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20e30513-4de9-4e75-8c88-31cbc926c1b7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.774672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e30513-4de9-4e75-8c88-31cbc926c1b7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Subnet': ['ID=7c484185-64c4-41f1-b83f-710ac97d0bb5,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:13.783808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e30513-4de9-4e75-8c88-31cbc926c1b7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Checking segment: {'id': 'dd4f21ef-fb46-4bac-9a68-0ff708164a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:13.784167 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e30513-4de9-4e75-8c88-31cbc926c1b7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network hostable DHCP agents. Network: 42d8490b-b982-4ae9-910d-e591cf036e9b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:33:13.801591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e30513-4de9-4e75-8c88-31cbc926c1b7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network 42d8490b-b982-4ae9-910d-e591cf036e9b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:33:13.810294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-20e30513-4de9-4e75-8c88-31cbc926c1b7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 42d8490b-b982-4ae9-910d-e591cf036e9b) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:13.814776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e30513-4de9-4e75-8c88-31cbc926c1b7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:13.815368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20e30513-4de9-4e75-8c88-31cbc926c1b7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.820511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c1ae50-dd01-432b-8c10-8430ad62d030 None None] Network 42d8490b-b982-4ae9-910d-e591cf036e9b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:13.882686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-20e30513-4de9-4e75-8c88-31cbc926c1b7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5079679 Aug 31 14:33:13.885530 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57106) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:13.990276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-42d8490b-b982-4ae9-910d-e591cf036e9b', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:33:13.991215 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:13.995907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6dad774f-8fb2-4711-aabb-990a9f5b54e2 req-9ea7c3ed-3876-4b10-8618-aa9c13930b63 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 210 time: 0.1041882 Aug 31 14:33:14.098546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-cf55b7b0-1ba4-4571-9e64-351773c344f0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:14.101363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-cf55b7b0-1ba4-4571-9e64-351773c344f0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.2688668 Aug 31 14:33:14.143358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'port': {'device_id': '5993aa8d-5372-421b-b7c3-9c8a54728c58', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'admin_state_up': True, 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:14.149788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Allocated IP 2001:db8::2 (42d8490b-b982-4ae9-910d-e591cf036e9b/7c484185-64c4-41f1-b83f-710ac97d0bb5/f2105af2-fb16-4715-83e8-fbfa62814d47) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:14.305911 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:14.309238 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:14.315506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Transition to ACTIVE for port object f2105af2-fb16-4715-83e8-fbfa62814d47 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:14.331605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Transition to ACTIVE for port object f2105af2-fb16-4715-83e8-fbfa62814d47 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:14.339719 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:14.385479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Network 42d8490b-b982-4ae9-910d-e591cf036e9b is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:14.390459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:14.393256 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:14.401332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Pushing event updated for resources: {'Port': ['ID=f2105af2-fb16-4715-83e8-fbfa62814d47,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:14.412679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Made reservation on behalf of ec5ebd3ad742471e840ae64950d7af5a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:14.415787 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:14.447882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:14.448261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:14.448612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:14.449219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:14.449570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:14.449904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:14.450241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:14.450573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:14.450900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:14.451232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:14.451558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:14.451883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:14.487160 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Attempting to bind port f2105af2-fb16-4715-83e8-fbfa62814d47 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:14.487539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Attempting to bind port f2105af2-fb16-4715-83e8-fbfa62814d47 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'dd4f21ef-fb46-4bac-9a68-0ff708164a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:14.487906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Attempting to bind port f2105af2-fb16-4715-83e8-fbfa62814d47 on network 42d8490b-b982-4ae9-910d-e591cf036e9b {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:14.493634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:14.494148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Checking segment: {'id': 'dd4f21ef-fb46-4bac-9a68-0ff708164a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:14.494593 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:14.494996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Bound using segment: {'id': 'dd4f21ef-fb46-4bac-9a68-0ff708164a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:14.495482 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Bound port: f2105af2-fb16-4715-83e8-fbfa62814d47, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4f21ef-fb46-4bac-9a68-0ff708164a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:14.495875 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:14.565406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] For port f2105af2-fb16-4715-83e8-fbfa62814d47, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:14.568830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] For port f2105af2-fb16-4715-83e8-fbfa62814d47, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f2105af2-fb16-4715-83e8-fbfa62814d47,segment=NetworkSegment(dd4f21ef-fb46-4bac-9a68-0ff708164a7b),segment_id=dd4f21ef-fb46-4bac-9a68-0ff708164a7b)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:14.574848 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:14.639520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53909b40-1c7f-451c-95ae-18baa4ba9d3e None None] Pushing event updated for resources: {'Port': ['ID=f2105af2-fb16-4715-83e8-fbfa62814d47,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:14.694592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Allocated IP 2001:db8::1 (42d8490b-b982-4ae9-910d-e591cf036e9b/7c484185-64c4-41f1-b83f-710ac97d0bb5/ff50c2a4-1c81-4596-97a3-0a5510e07b02) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:14.714311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Allocated IP 172.20.0.6 (046fd95c-f51c-4036-a225-8c0180fce9de/140b2d46-36c9-49cc-8548-d62aa7538342/281a494f-dd21-4a2c-8249-f432bdcaec02) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:14.931059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:14.958458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Transition to ACTIVE for port object ff50c2a4-1c81-4596-97a3-0a5510e07b02 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:14.993974 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.017509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Transition to ACTIVE for port object 281a494f-dd21-4a2c-8249-f432bdcaec02 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:15.032699 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.089674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network 42d8490b-b982-4ae9-910d-e591cf036e9b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:15.096170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:15.101547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:15.102210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.104773 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.151174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=ff50c2a4-1c81-4596-97a3-0a5510e07b02,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:15.159412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67269404-e4cb-4a0a-aff2-649442f36d15 req-2e5d61a9-b2fa-4be9-b1f6-fb9cfc9206e9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:15.161683 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-67269404-e4cb-4a0a-aff2-649442f36d15 req-2e5d61a9-b2fa-4be9-b1f6-fb9cfc9206e9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 931 time: 0.0667601 Aug 31 14:33:15.189372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Network 046fd95c-f51c-4036-a225-8c0180fce9de is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:15.212933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:15.218731 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-67269404-e4cb-4a0a-aff2-649442f36d15 req-173e125e-a4af-4f50-b79d-ac2bf50ab842 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449376 Aug 31 14:33:15.223728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:15.259213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=281a494f-dd21-4a2c-8249-f432bdcaec02,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:15.327951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:15.328608 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.346580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.361938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-328b16df-c8fc-436a-9828-0cb3fb26af74 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2242997 Aug 31 14:33:15.399211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Request body: {'port': {'device_id': '5993aa8d-5372-421b-b7c3-9c8a54728c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:15.554101 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.576624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f2105af2-fb16-4715-83e8-fbfa62814d47 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:15.652092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b571867e-9f40-4d53-8769-0ef068a7a138 None None] Provisioning for port 281a494f-dd21-4a2c-8249-f432bdcaec02 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:15.657383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b571867e-9f40-4d53-8769-0ef068a7a138 None None] Provisioning complete for port 281a494f-dd21-4a2c-8249-f432bdcaec02 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:15.657819 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b571867e-9f40-4d53-8769-0ef068a7a138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.699539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b571867e-9f40-4d53-8769-0ef068a7a138 None None] Port 281a494f-dd21-4a2c-8249-f432bdcaec02 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:15.704178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port f2105af2-fb16-4715-83e8-fbfa62814d47 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:15.834692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4811fcc-3d20-41de-a500-be6df8978b99 None None] Network 42d8490b-b982-4ae9-910d-e591cf036e9b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:15.880366 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.888593 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.889371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:15.972799 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8ecea58e-7da7-4450-bece-511be56bbc35 None None] Provisioning for port f2105af2-fb16-4715-83e8-fbfa62814d47 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:15.983296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8ecea58e-7da7-4450-bece-511be56bbc35 None None] Provisioning complete for port f2105af2-fb16-4715-83e8-fbfa62814d47 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:15.983811 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ecea58e-7da7-4450-bece-511be56bbc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.014664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=ff50c2a4-1c81-4596-97a3-0a5510e07b02,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:16.064209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281a494f-dd21-4a2c-8249-f432bdcaec02 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:33:16.084598 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.106867 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ecea58e-7da7-4450-bece-511be56bbc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.111034 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Transition to ACTIVE for port object 281a494f-dd21-4a2c-8249-f432bdcaec02 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:16.117401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network 42d8490b-b982-4ae9-910d-e591cf036e9b is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:16.118621 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.124354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:16.151933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8ecea58e-7da7-4450-bece-511be56bbc35 None None] For port f2105af2-fb16-4715-83e8-fbfa62814d47, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f2105af2-fb16-4715-83e8-fbfa62814d47,segment=NetworkSegment(dd4f21ef-fb46-4bac-9a68-0ff708164a7b),segment_id=dd4f21ef-fb46-4bac-9a68-0ff708164a7b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:16.163322 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ecea58e-7da7-4450-bece-511be56bbc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.229117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecea58e-7da7-4450-bece-511be56bbc35 None None] Pushing event updated for resources: {'Port': ['ID=f2105af2-fb16-4715-83e8-fbfa62814d47,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:16.405343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3dd392fc-6737-4569-8bb3-ea646f2d14c8 None None] Provisioning for port ff50c2a4-1c81-4596-97a3-0a5510e07b02 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:16.410255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3dd392fc-6737-4569-8bb3-ea646f2d14c8 None None] Provisioning complete for port ff50c2a4-1c81-4596-97a3-0a5510e07b02 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:16.410740 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dd392fc-6737-4569-8bb3-ea646f2d14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.475934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3dd392fc-6737-4569-8bb3-ea646f2d14c8 None None] Port ff50c2a4-1c81-4596-97a3-0a5510e07b02 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:16.491341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3dd392fc-6737-4569-8bb3-ea646f2d14c8 None None] Provisioning complete for port f2105af2-fb16-4715-83e8-fbfa62814d47 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:16.491891 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dd392fc-6737-4569-8bb3-ea646f2d14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.541824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Pushing event updated for resources: {'Port': ['ID=281a494f-dd21-4a2c-8249-f432bdcaec02,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:16.669429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c55224-a62a-4055-8572-2defca5484da req-567e98b1-9f46-4e05-b2dc-f98363cbfd2c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:16.676808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b5c55224-a62a-4055-8572-2defca5484da req-567e98b1-9f46-4e05-b2dc-f98363cbfd2c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 943 time: 0.2296398 Aug 31 14:33:16.737657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Attempting to bind port 281a494f-dd21-4a2c-8249-f432bdcaec02 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:16.737997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Attempting to bind port 281a494f-dd21-4a2c-8249-f432bdcaec02 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:16.738260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c2ed431f-099d-4639-95fc-7cff9ce8915c None None] Provisioning complete for port ff50c2a4-1c81-4596-97a3-0a5510e07b02 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:16.738724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Attempting to bind port 281a494f-dd21-4a2c-8249-f432bdcaec02 on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:16.738834 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c2ed431f-099d-4639-95fc-7cff9ce8915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.758252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b5c55224-a62a-4055-8572-2defca5484da req-bd87bb6a-4875-4f2f-894d-498a01f76d0b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804508 Aug 31 14:33:16.759743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Port 281a494f-dd21-4a2c-8249-f432bdcaec02 on network 046fd95c-f51c-4036-a225-8c0180fce9de not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:33:16.760074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Attempting to bind port 281a494f-dd21-4a2c-8249-f432bdcaec02 on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:16.786994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:16.787904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Checking segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:16.788753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Bound using segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:16.788753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Bound port: 281a494f-dd21-4a2c-8249-f432bdcaec02, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:16.789113 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.807955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:16.809437 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed431f-099d-4639-95fc-7cff9ce8915c None None] Port ff50c2a4-1c81-4596-97a3-0a5510e07b02 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:16.942285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] For port 281a494f-dd21-4a2c-8249-f432bdcaec02, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:16.947451 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] For port 281a494f-dd21-4a2c-8249-f432bdcaec02, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=281a494f-dd21-4a2c-8249-f432bdcaec02,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:16.950793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:16.957129 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-739304cb-4943-4210-8e49-726ba9255fc9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0657423 Aug 31 14:33:16.957529 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:16.960182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57116) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:16.962896 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Sync routers for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:16.968982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f8573836-2a3e-45e1-884b-575c637cad10 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1571464330'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:16.975666 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:16.976552 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:16.997002 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8573836-2a3e-45e1-884b-575c637cad10 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:17.003370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.004012 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.005782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] 10.222.0.52 "PUT /v2.0/ports/281a494f-dd21-4a2c-8249-f432bdcaec02 HTTP/1.1" status: 200 len: 1091 time: 1.6132989 Aug 31 14:33:17.006926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5993aa8d-5372-421b-b7c3-9c8a54728c58', 'tag': '281a494f-dd21-4a2c-8249-f432bdcaec02'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:17.009400 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b7e0f3-a064-47e6-b97d-58585f9b1e90" -d '{"events": [{"name": "network-changed", "server_uuid": "5993aa8d-5372-421b-b7c3-9c8a54728c58", "tag": "281a494f-dd21-4a2c-8249-f432bdcaec02"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:17.017227 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8573836-2a3e-45e1-884b-575c637cad10 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.062149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abe635-ce7f-4547-969c-55fa627369d7 service neutron] Pushing event updated for resources: {'Port': ['ID=281a494f-dd21-4a2c-8249-f432bdcaec02,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:17.084847 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-db753afc-b510-4f53-b520-323e4858337b None None] Provisioning complete for port ff50c2a4-1c81-4596-97a3-0a5510e07b02 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:17.085204 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-db753afc-b510-4f53-b520-323e4858337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.095454 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8573836-2a3e-45e1-884b-575c637cad10 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:33:17.115737 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8573836-2a3e-45e1-884b-575c637cad10 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.116352 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-f8573836-2a3e-45e1-884b-575c637cad10 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Added segment e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df of type vlan for network 64c1be2d-4881-48bc-b458-4ebbf7003017 Aug 31 14:33:17.146181 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-db753afc-b510-4f53-b520-323e4858337b None None] Port ff50c2a4-1c81-4596-97a3-0a5510e07b02 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:17.147354 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed4bc1f-e34f-4b35-b7f8-96ff5f3651c2 x-openstack-request-id: req-1ed4bc1f-e34f-4b35-b7f8-96ff5f3651c2 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:17.148184 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5993aa8d-5372-421b-b7c3-9c8a54728c58", "tag": "281a494f-dd21-4a2c-8249-f432bdcaec02", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:17.153261 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:17.156869 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ed4bc1f-e34f-4b35-b7f8-96ff5f3651c2 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:17.157311 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5993aa8d-5372-421b-b7c3-9c8a54728c58', 'tag': '281a494f-dd21-4a2c-8249-f432bdcaec02', 'status': 'completed', 'code': 200} Aug 31 14:33:17.185406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-80fee669-d1ee-4e03-901d-5441e6186eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.188099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8573836-2a3e-45e1-884b-575c637cad10 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.189179 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-80fee669-d1ee-4e03-901d-5441e6186eb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 1094 time: 0.1034508 Aug 31 14:33:17.227559 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8573836-2a3e-45e1-884b-575c637cad10 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.235800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8573836-2a3e-45e1-884b-575c637cad10 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.236860 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f8573836-2a3e-45e1-884b-575c637cad10 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.253242 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-dfd9b1d3-74b3-4b9d-8998-b521c494880c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=281a494f-dd21-4a2c-8249-f432bdcaec02 HTTP/1.1" status: 200 len: 217 time: 0.0546358 Aug 31 14:33:17.309167 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f8573836-2a3e-45e1-884b-575c637cad10 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3472085 Aug 31 14:33:17.312826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57120) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:17.323677 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-67f8b110-9db2-4f8b-97e9-4582ec120567 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'subnet': {'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:17.345132 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8573836-2a3e-45e1-884b-575c637cad10 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Network': ['ID=64c1be2d-4881-48bc-b458-4ebbf7003017,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:17.375099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 64c1be2d-4881-48bc-b458-4ebbf7003017 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:33:17.385701 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:15Z', 'revision_number': 2, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:15Z', 'revision_number': 2, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:17.418547 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Checking router: 85dd0907-71f6-465c-893b-fa7ae8bfc4ed for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:17.419116 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Updating router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed port ff50c2a4-1c81-4596-97a3-0a5510e07b02 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:33:17.423333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-dd830280-ef93-4f47-9299-fbc079643581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.424871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-dd830280-ef93-4f47-9299-fbc079643581 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.1605282 Aug 31 14:33:17.453083 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.494843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f8b110-9db2-4f8b-97e9-4582ec120567 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:17.501325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67f8b110-9db2-4f8b-97e9-4582ec120567 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.525060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-3056d6f0-cf0b-4edf-942e-6e4691d48ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:17.526750 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-3056d6f0-cf0b-4edf-942e-6e4691d48ed3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917404 Aug 31 14:33:17.565915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f2105af2-fb16-4715-83e8-fbfa62814d47 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:17.626955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f2105af2-fb16-4715-83e8-fbfa62814d47 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:17.627731 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.737614 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-d14d3de2-c059-4ca6-9f22-013c3d5e51f6 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828806 Aug 31 14:33:17.782918 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.794577 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Transition to ACTIVE for port object ff50c2a4-1c81-4596-97a3-0a5510e07b02 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:17.806827 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.861922 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Pushing event updated for resources: {'Port': ['ID=ff50c2a4-1c81-4596-97a3-0a5510e07b02,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:17.876513 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:17.876933 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:17.877496 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:17.877900 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:17.878300 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:17.878696 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:17.879087 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:17.879481 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:17.879877 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:17.880279 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:17.880993 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:17.881385 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:17.937506 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Attempting to bind port ff50c2a4-1c81-4596-97a3-0a5510e07b02 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:17.937972 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Attempting to bind port ff50c2a4-1c81-4596-97a3-0a5510e07b02 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'dd4f21ef-fb46-4bac-9a68-0ff708164a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:17.938407 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Attempting to bind port ff50c2a4-1c81-4596-97a3-0a5510e07b02 on network 42d8490b-b982-4ae9-910d-e591cf036e9b {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:17.942392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d5b1995-3a82-4111-a2ad-f0ffa05ae6e2 req-b1c05141-f022-45ad-9edf-b1bf4bb60860 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963875 Aug 31 14:33:17.943707 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67f8b110-9db2-4f8b-97e9-4582ec120567 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.944083 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:17.944791 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Checking segment: {'id': 'dd4f21ef-fb46-4bac-9a68-0ff708164a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:17.945233 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:17.945682 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Bound using segment: {'id': 'dd4f21ef-fb46-4bac-9a68-0ff708164a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:17.946307 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Bound port: ff50c2a4-1c81-4596-97a3-0a5510e07b02, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4f21ef-fb46-4bac-9a68-0ff708164a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:17.946829 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:18.048164 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] For port ff50c2a4-1c81-4596-97a3-0a5510e07b02, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:18.052426 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] For port ff50c2a4-1c81-4596-97a3-0a5510e07b02, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ff50c2a4-1c81-4596-97a3-0a5510e07b02,segment=NetworkSegment(dd4f21ef-fb46-4bac-9a68-0ff708164a7b),segment_id=dd4f21ef-fb46-4bac-9a68-0ff708164a7b)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:18.060843 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:18.071059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cda973-f70c-4053-8e3d-db96f87825d7 req-da456a41-61cb-4eb2-ab14-b9c6b034688a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:18.073498 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f0cda973-f70c-4053-8e3d-db96f87825d7 req-da456a41-61cb-4eb2-ab14-b9c6b034688a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 943 time: 0.1790023 Aug 31 14:33:18.084654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8b110-9db2-4f8b-97e9-4582ec120567 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Checking segment: {'id': 'e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:18.085031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f8b110-9db2-4f8b-97e9-4582ec120567 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network hostable DHCP agents. Network: 64c1be2d-4881-48bc-b458-4ebbf7003017, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:33:18.116883 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:18.118178 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:18.120355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8b110-9db2-4f8b-97e9-4582ec120567 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Subnet': ['ID=41926639-d245-4309-9714-56a041ae5038,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:18.172795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f0cda973-f70c-4053-8e3d-db96f87825d7 req-32560998-5f4f-4e22-a8a9-5942f2653ab1 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742114 Aug 31 14:33:18.183380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7e0f3-a064-47e6-b97d-58585f9b1e90 req-ad7deec7-9421-4157-885f-5c73c1b58e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:18.185345 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0b7e0f3-a064-47e6-b97d-58585f9b1e90 req-ad7deec7-9421-4157-885f-5c73c1b58e64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 1094 time: 0.1806002 Aug 31 14:33:18.186637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f8b110-9db2-4f8b-97e9-4582ec120567 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network 64c1be2d-4881-48bc-b458-4ebbf7003017 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:33:18.208968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-67f8b110-9db2-4f8b-97e9-4582ec120567 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 64c1be2d-4881-48bc-b458-4ebbf7003017) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:18.216573 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:18.233946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec05616-0a16-4134-b703-eb0972160c4b None None] Network 64c1be2d-4881-48bc-b458-4ebbf7003017 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:18.262379 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd286f1-c4a0-45ac-a9ef-7f6532a43e76 None None] Pushing event updated for resources: {'Port': ['ID=ff50c2a4-1c81-4596-97a3-0a5510e07b02,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:18.267402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f8b110-9db2-4f8b-97e9-4582ec120567 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:18.267402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-67f8b110-9db2-4f8b-97e9-4582ec120567 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:18.302523 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-67f8b110-9db2-4f8b-97e9-4582ec120567 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9876275 Aug 31 14:33:18.305422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57126) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:18.360991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7e0f3-a064-47e6-b97d-58585f9b1e90 req-be6eea51-e19e-4e08-882c-440716345f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:18.362358 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0b7e0f3-a064-47e6-b97d-58585f9b1e90 req-be6eea51-e19e-4e08-882c-440716345f49 service neutron] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.1643467 Aug 31 14:33:18.442613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0b7e0f3-a064-47e6-b97d-58585f9b1e90 req-7d4d81c6-648d-415d-b9d8-e4e7118964f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=281a494f-dd21-4a2c-8249-f432bdcaec02 HTTP/1.1" status: 200 len: 217 time: 0.0697505 Aug 31 14:33:18.536215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-64c1be2d-4881-48bc-b458-4ebbf7003017', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:33:18.536914 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:18.542035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7e0f3-a064-47e6-b97d-58585f9b1e90 req-db81511e-6dd4-41db-9b8b-8aba8fece058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:18.544219 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0b7e0f3-a064-47e6-b97d-58585f9b1e90 req-db81511e-6dd4-41db-9b8b-8aba8fece058 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0924673 Aug 31 14:33:18.618300 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:15Z', 'revision_number': 2, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:18Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:18.659702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7e0f3-a064-47e6-b97d-58585f9b1e90 req-3d53db84-1c81-4b84-9491-bb0ce309efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:18.660328 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64bd75b-feb7-41a4-8442-0c5cbee01336 None None] The sync data for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 is: [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:15Z', 'revision_number': 2, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:18Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:18.661443 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0b7e0f3-a064-47e6-b97d-58585f9b1e90 req-3d53db84-1c81-4b84-9491-bb0ce309efda service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083918 Aug 31 14:33:18.723928 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Allocated IP 2001:db8:1::2 (64c1be2d-4881-48bc-b458-4ebbf7003017/41926639-d245-4309-9714-56a041ae5038/63c1f98a-d407-44bd-97e8-6f64f5eddaa5) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:18.822964 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0b7e0f3-a064-47e6-b97d-58585f9b1e90 req-0a1b1c9a-b5d5-4a1b-8be0-aeba5bf81825 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515553 Aug 31 14:33:18.870716 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:18.888350 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:18.899875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Transition to ACTIVE for port object 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:18.928125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Transition to ACTIVE for port object 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:18.938155 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.007323 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0b7e0f3-a064-47e6-b97d-58585f9b1e90 req-8ee24a70-e277-4207-b430-797810156983 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742549 Aug 31 14:33:19.025314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Network 64c1be2d-4881-48bc-b458-4ebbf7003017 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:19.028520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:19.032467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:19.041226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Pushing event updated for resources: {'Port': ['ID=63c1f98a-d407-44bd-97e8-6f64f5eddaa5,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:19.094269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Attempting to bind port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:19.094647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Attempting to bind port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:19.095019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Attempting to bind port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 on network 64c1be2d-4881-48bc-b458-4ebbf7003017 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:19.103523 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:19.103819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Checking segment: {'id': 'e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:19.104344 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.104880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Bound using segment: {'id': 'e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:19.105833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Bound port: 63c1f98a-d407-44bd-97e8-6f64f5eddaa5, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:19.105833 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.181449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] For port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:19.185390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] For port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=63c1f98a-d407-44bd-97e8-6f64f5eddaa5,segment=NetworkSegment(e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df),segment_id=e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:19.196037 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.210530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Allocated IP 2001:db8:1::1 (64c1be2d-4881-48bc-b458-4ebbf7003017/41926639-d245-4309-9714-56a041ae5038/922a277c-539c-4bb2-95f9-4b825b75122e) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:19.271007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d7c56-56ac-4967-8857-098721c676c4 None None] Pushing event updated for resources: {'Port': ['ID=63c1f98a-d407-44bd-97e8-6f64f5eddaa5,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:19.377504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97ee7-8f5f-4265-ae44-5e2e69a08b44 req-a5cd40fe-81ea-48f0-bb44-38e0152f99e5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:19.379536 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4b97ee7-8f5f-4265-ae44-5e2e69a08b44 req-a5cd40fe-81ea-48f0-bb44-38e0152f99e5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 943 time: 0.1182220 Aug 31 14:33:19.427292 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.479428 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a4b97ee7-8f5f-4265-ae44-5e2e69a08b44 req-53171ec7-50a5-40df-bdc4-ef55378d7264 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849018 Aug 31 14:33:19.483655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Transition to ACTIVE for port object 922a277c-539c-4bb2-95f9-4b825b75122e will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:19.538849 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.582642 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network 64c1be2d-4881-48bc-b458-4ebbf7003017 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:19.589925 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ff50c2a4-1c81-4596-97a3-0a5510e07b02 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:19.596187 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:19.603500 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:19.604766 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.649654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=922a277c-539c-4bb2-95f9-4b825b75122e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:19.651678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ff50c2a4-1c81-4596-97a3-0a5510e07b02 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:19.656011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ff50c2a4-1c81-4596-97a3-0a5510e07b02 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:19.656752 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.739783 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.741110 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.778429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ff50c2a4-1c81-4596-97a3-0a5510e07b02, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ff50c2a4-1c81-4596-97a3-0a5510e07b02,segment=NetworkSegment(dd4f21ef-fb46-4bac-9a68-0ff708164a7b),segment_id=dd4f21ef-fb46-4bac-9a68-0ff708164a7b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:19.784409 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:19.848681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ff50c2a4-1c81-4596-97a3-0a5510e07b02,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:20.010608 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.015532 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.016397 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.086972 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:33:20.110550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=922a277c-539c-4bb2-95f9-4b825b75122e,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:20.156266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network 64c1be2d-4881-48bc-b458-4ebbf7003017 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:20.157824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:20.252938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:20.352461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:20.359268 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-521c6ef9-23d2-44cd-aa5e-d1f1448a5772 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0505784 Aug 31 14:33:20.360626 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57130) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:20.363187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Sync routers for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:20.365947 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-28335326-dcd2-4ab5-9b9b-87a3b48cdfad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-504815733'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:20.374952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:20.375819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:20.388893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28335326-dcd2-4ab5-9b9b-87a3b48cdfad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:20.392359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28335326-dcd2-4ab5-9b9b-87a3b48cdfad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.422235 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28335326-dcd2-4ab5-9b9b-87a3b48cdfad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:33:20.433067 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28335326-dcd2-4ab5-9b9b-87a3b48cdfad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.433067 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-28335326-dcd2-4ab5-9b9b-87a3b48cdfad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Added segment 81f6fecd-6bb9-44e5-a450-135481522298 of type vlan for network bccc9fcc-652b-4f42-87cf-45034ad73b27 Aug 31 14:33:20.483276 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28335326-dcd2-4ab5-9b9b-87a3b48cdfad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.514005 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28335326-dcd2-4ab5-9b9b-87a3b48cdfad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.520274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28335326-dcd2-4ab5-9b9b-87a3b48cdfad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:20.521409 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28335326-dcd2-4ab5-9b9b-87a3b48cdfad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.606404 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-28335326-dcd2-4ab5-9b9b-87a3b48cdfad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2447813 Aug 31 14:33:20.607385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28335326-dcd2-4ab5-9b9b-87a3b48cdfad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Network': ['ID=bccc9fcc-652b-4f42-87cf-45034ad73b27,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:20.611229 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57134) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:20.617169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4e1e79fd-be95-4dc4-93bf-05b358954fac tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'subnet': {'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:20.634048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f30591-7e5b-45ba-9d85-fea46415d735 req-3862cfea-7c9b-480f-b21b-63b1820defb4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:20.637626 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2f30591-7e5b-45ba-9d85-fea46415d735 req-3862cfea-7c9b-480f-b21b-63b1820defb4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 943 time: 0.0805163 Aug 31 14:33:20.643985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network bccc9fcc-652b-4f42-87cf-45034ad73b27 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:33:20.686153 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2f30591-7e5b-45ba-9d85-fea46415d735 req-041f5697-c612-433c-9a7d-e481c16eb457 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Aug 31 14:33:20.699904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:20.737972 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1e79fd-be95-4dc4-93bf-05b358954fac tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:20.742391 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e1e79fd-be95-4dc4-93bf-05b358954fac tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.934916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 3, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 2, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:20.950224 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e1e79fd-be95-4dc4-93bf-05b358954fac tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:20.964131 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Checking router: 85dd0907-71f6-465c-893b-fa7ae8bfc4ed for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:20.964528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Updating router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed port 922a277c-539c-4bb2-95f9-4b825b75122e binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:33:20.984058 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc29b792-be28-4385-8357-081043109639 None None] Network 64c1be2d-4881-48bc-b458-4ebbf7003017 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:21.011525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e79fd-be95-4dc4-93bf-05b358954fac tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Subnet': ['ID=0ce2d965-2b00-456c-98a3-ec43547f703d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:21.020267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1e79fd-be95-4dc4-93bf-05b358954fac tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Checking segment: {'id': '81f6fecd-6bb9-44e5-a450-135481522298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:21.020662 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e79fd-be95-4dc4-93bf-05b358954fac tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network hostable DHCP agents. Network: bccc9fcc-652b-4f42-87cf-45034ad73b27, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:33:21.037640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e79fd-be95-4dc4-93bf-05b358954fac tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network bccc9fcc-652b-4f42-87cf-45034ad73b27 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:33:21.039776 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.046499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e79fd-be95-4dc4-93bf-05b358954fac tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, bccc9fcc-652b-4f42-87cf-45034ad73b27) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:21.050506 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e79fd-be95-4dc4-93bf-05b358954fac tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:21.051083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e1e79fd-be95-4dc4-93bf-05b358954fac tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.060866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db79150-83e3-4371-8823-996c3c277dfb None None] Network bccc9fcc-652b-4f42-87cf-45034ad73b27 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:21.069019 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4e1e79fd-be95-4dc4-93bf-05b358954fac tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4536321 Aug 31 14:33:21.069225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a5b89a56-92e0-416c-8023-a7c602dd6756 None None] Provisioning for port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:21.069351 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57136) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:21.472081 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91425568-e3c3-4740-ad56-ec735a84eb29 req-e74a4ca9-f562-4526-82ae-e7b7aeae0086 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633385 Aug 31 14:33:21.491318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-bccc9fcc-652b-4f42-87cf-45034ad73b27', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:33:21.492778 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.582074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425568-e3c3-4740-ad56-ec735a84eb29 req-58c0a2fc-9524-4ef9-b21a-df1e8aa4cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:21.584177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91425568-e3c3-4740-ad56-ec735a84eb29 req-58c0a2fc-9524-4ef9-b21a-df1e8aa4cdd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8aa2c14a8524d188041836430bc5dbc&device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 1096 time: 0.0542948 Aug 31 14:33:21.639180 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.652225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Transition to ACTIVE for port object 922a277c-539c-4bb2-95f9-4b825b75122e will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:21.672768 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.719137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:21.749435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425568-e3c3-4740-ad56-ec735a84eb29 req-febc3731-63c2-4452-9061-fdbc9e4c7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:21.750850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91425568-e3c3-4740-ad56-ec735a84eb29 req-febc3731-63c2-4452-9061-fdbc9e4c7024 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81ed5b97-a863-44b7-b289-88ec011b6b2d HTTP/1.1" status: 200 len: 909 time: 0.1467428 Aug 31 14:33:21.819370 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1c68d-6878-4330-9429-6494815e90a0 None None] Pushing event updated for resources: {'Port': ['ID=922a277c-539c-4bb2-95f9-4b825b75122e,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:21.840827 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91425568-e3c3-4740-ad56-ec735a84eb29 req-014afc78-082c-470e-9496-828577076c0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bc28a0a-611e-4e7b-8100-97a7c2442b84 HTTP/1.1" status: 200 len: 1000 time: 0.0826099 Aug 31 14:33:21.846856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Allocated IP 2001:db8:2::2 (bccc9fcc-652b-4f42-87cf-45034ad73b27/0ce2d965-2b00-456c-98a3-ec43547f703d/3801247c-c563-4d68-be6e-9823dce11bed) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:21.909448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425568-e3c3-4740-ad56-ec735a84eb29 req-4ad24991-a673-435f-b100-23a39f86f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:21.910851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Attempting to bind port 922a277c-539c-4bb2-95f9-4b825b75122e on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:21.911201 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91425568-e3c3-4740-ad56-ec735a84eb29 req-4ad24991-a673-435f-b100-23a39f86f130 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04b0f829-bf54-4128-b449-860a8c6b7baf HTTP/1.1" status: 200 len: 847 time: 0.0634758 Aug 31 14:33:21.911327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Attempting to bind port 922a277c-539c-4bb2-95f9-4b825b75122e by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:21.911595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Attempting to bind port 922a277c-539c-4bb2-95f9-4b825b75122e on network 64c1be2d-4881-48bc-b458-4ebbf7003017 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:21.935456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:21.936590 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Checking segment: {'id': 'e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:21.936590 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.936870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Bound using segment: {'id': 'e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:21.937193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Bound port: 922a277c-539c-4bb2-95f9-4b825b75122e, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:21.937843 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:21.973706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425568-e3c3-4740-ad56-ec735a84eb29 req-9ec1c8b8-92aa-457e-a716-1b282d0e4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:21.976221 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91425568-e3c3-4740-ad56-ec735a84eb29 req-9ec1c8b8-92aa-457e-a716-1b282d0e4223 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ed5b97-a863-44b7-b289-88ec011b6b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571549 Aug 31 14:33:21.992079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf7eb9-b92a-49c9-8d82-16eed7efd5e4 req-aaac2e24-df5a-40cf-8e80-5d5779934404 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:21.994202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:21.999456 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbaf7eb9-b92a-49c9-8d82-16eed7efd5e4 req-aaac2e24-df5a-40cf-8e80-5d5779934404 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 943 time: 0.1694748 Aug 31 14:33:22.000820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:22.001339 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.035607 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.079580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] For port 922a277c-539c-4bb2-95f9-4b825b75122e, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:22.083084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] For port 922a277c-539c-4bb2-95f9-4b825b75122e, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=922a277c-539c-4bb2-95f9-4b825b75122e,segment=NetworkSegment(e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df),segment_id=e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:22.098139 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbaf7eb9-b92a-49c9-8d82-16eed7efd5e4 req-0716fa2c-26d4-4841-9bb5-b06a077c1df9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977619 Aug 31 14:33:22.102920 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.104307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91425568-e3c3-4740-ad56-ec735a84eb29 req-651f6520-911e-4467-a275-838b3bb7a79e service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190248 Aug 31 14:33:22.165947 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1c68d-6878-4330-9429-6494815e90a0 None None] Pushing event updated for resources: {'Port': ['ID=922a277c-539c-4bb2-95f9-4b825b75122e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:22.168645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-69b3b9a9-cfaa-49e0-a37c-f761ef0d87cb None None] Provisioning for port 922a277c-539c-4bb2-95f9-4b825b75122e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:22.242071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91425568-e3c3-4740-ad56-ec735a84eb29 req-b1d1754c-9b84-435e-835b-502c9a26f2f1 service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315944 Aug 31 14:33:22.279091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:22.280497 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:22.381515 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.411978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Transition to ACTIVE for port object 3801247c-c563-4d68-be6e-9823dce11bed will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:22.424186 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.449211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:22.480320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Transition to ACTIVE for port object 3801247c-c563-4d68-be6e-9823dce11bed will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:22.493073 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.538074 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Allocated IP 2001:db8:2::1 (bccc9fcc-652b-4f42-87cf-45034ad73b27/0ce2d965-2b00-456c-98a3-ec43547f703d/70da4848-769f-485e-85dd-58070c405f35) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:22.546813 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=63c1f98a-d407-44bd-97e8-6f64f5eddaa5,segment=NetworkSegment(e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df),segment_id=e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:22.591540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Network bccc9fcc-652b-4f42-87cf-45034ad73b27 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:22.592387 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.593178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ff50c2a4-1c81-4596-97a3-0a5510e07b02 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:22.622814 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:22.640453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:22.671308 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.689822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Transition to ACTIVE for port object 70da4848-769f-485e-85dd-58070c405f35 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:22.730870 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.779616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network bccc9fcc-652b-4f42-87cf-45034ad73b27 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:22.783357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:22.788888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:22.789434 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.793192 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=70da4848-769f-485e-85dd-58070c405f35,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:22.844132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Pushing event updated for resources: {'Port': ['ID=3801247c-c563-4d68-be6e-9823dce11bed,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:22.908520 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:22.986223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=63c1f98a-d407-44bd-97e8-6f64f5eddaa5,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:22.988814 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Attempting to bind port 3801247c-c563-4d68-be6e-9823dce11bed on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:22.989191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Attempting to bind port 3801247c-c563-4d68-be6e-9823dce11bed by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '81f6fecd-6bb9-44e5-a450-135481522298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:22.989566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Attempting to bind port 3801247c-c563-4d68-be6e-9823dce11bed on network bccc9fcc-652b-4f42-87cf-45034ad73b27 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:23.008458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:23.008964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Checking segment: {'id': '81f6fecd-6bb9-44e5-a450-135481522298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:23.009389 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.009796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Bound using segment: {'id': '81f6fecd-6bb9-44e5-a450-135481522298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:23.010280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Bound port: 3801247c-c563-4d68-be6e-9823dce11bed, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f6fecd-6bb9-44e5-a450-135481522298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:23.010677 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.012337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ff50c2a4-1c81-4596-97a3-0a5510e07b02 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:23.012724 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.153408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] For port 3801247c-c563-4d68-be6e-9823dce11bed, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:23.158006 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] For port 3801247c-c563-4d68-be6e-9823dce11bed, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3801247c-c563-4d68-be6e-9823dce11bed,segment=NetworkSegment(81f6fecd-6bb9-44e5-a450-135481522298),segment_id=81f6fecd-6bb9-44e5-a450-135481522298)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:23.176805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.182542 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.183076 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.184212 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.214985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 3, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:22Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:23.248389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0908-2b12-4e36-a5a7-a334e1da6b45 req-1c30e5e4-aebc-4aae-ab63-41220636ddf2 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:23.252711 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283dc34e-d92b-44cc-9c01-cb9e0d2544f6 None None] The sync data for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 is: [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 3, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:22Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:23.261136 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-975c0908-2b12-4e36-a5a7-a334e1da6b45 req-1c30e5e4-aebc-4aae-ab63-41220636ddf2 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 943 time: 0.0734375 Aug 31 14:33:23.277668 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=70da4848-769f-485e-85dd-58070c405f35,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:23.291386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa98529-cbfc-4464-880a-ac18d5b6d688 None None] Pushing event updated for resources: {'Port': ['ID=3801247c-c563-4d68-be6e-9823dce11bed,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:23.326940 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-975c0908-2b12-4e36-a5a7-a334e1da6b45 req-d7934b01-b764-4a75-9611-f361eb0df251 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546687 Aug 31 14:33:23.368416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network bccc9fcc-652b-4f42-87cf-45034ad73b27 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:23.370403 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:23.496358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:23.639091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:23.644496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3cc6cfc5-d38e-4482-a651-1cd5095e182f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5738583 Aug 31 14:33:23.647054 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57142) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:23.652425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6aee0f6f-f262-47a0-916f-cb99d063b9e0 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-137013781'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:23.657741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:23.686625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aee0f6f-f262-47a0-916f-cb99d063b9e0 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:23.699170 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6aee0f6f-f262-47a0-916f-cb99d063b9e0 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.727130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:23.727516 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.733739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aee0f6f-f262-47a0-916f-cb99d063b9e0 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:33:23.745226 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6aee0f6f-f262-47a0-916f-cb99d063b9e0 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.745746 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-6aee0f6f-f262-47a0-916f-cb99d063b9e0 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Added segment 99304a02-0cab-4a44-86a0-be5f277abd6a of type vlan for network d71d9c36-9d12-447e-b761-89aadc7dceea Aug 31 14:33:23.805628 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6aee0f6f-f262-47a0-916f-cb99d063b9e0 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.809691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 922a277c-539c-4bb2-95f9-4b825b75122e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:23.836361 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6aee0f6f-f262-47a0-916f-cb99d063b9e0 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.845540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aee0f6f-f262-47a0-916f-cb99d063b9e0 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:23.846818 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6aee0f6f-f262-47a0-916f-cb99d063b9e0 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.863550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 922a277c-539c-4bb2-95f9-4b825b75122e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:23.869539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 922a277c-539c-4bb2-95f9-4b825b75122e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:23.870247 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:23.921713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57144) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:23.928726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-18d34477-cc0f-4c67-9d31-967e335a8992 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'subnet': {'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:23.932244 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6aee0f6f-f262-47a0-916f-cb99d063b9e0 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2840452 Aug 31 14:33:23.945110 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee0f6f-f262-47a0-916f-cb99d063b9e0 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Network': ['ID=d71d9c36-9d12-447e-b761-89aadc7dceea,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:23.962148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network d71d9c36-9d12-447e-b761-89aadc7dceea details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:33:24.021936 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.036139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d34477-cc0f-4c67-9d31-967e335a8992 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Made reservation on behalf of 3bcfa4cd018c4ff9ad363f7e184f7eb6 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:24.040961 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18d34477-cc0f-4c67-9d31-967e335a8992 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.075934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 922a277c-539c-4bb2-95f9-4b825b75122e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=922a277c-539c-4bb2-95f9-4b825b75122e,segment=NetworkSegment(e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df),segment_id=e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:24.082139 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.143496 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=922a277c-539c-4bb2-95f9-4b825b75122e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:24.152709 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Sync routers for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:24.167066 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:24.167690 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:24.249051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18d34477-cc0f-4c67-9d31-967e335a8992 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.260657 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:24.312391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d34477-cc0f-4c67-9d31-967e335a8992 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Subnet': ['ID=0f20304b-57ea-460c-8d63-5d4fa450bed1,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:24.329327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d34477-cc0f-4c67-9d31-967e335a8992 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Checking segment: {'id': '99304a02-0cab-4a44-86a0-be5f277abd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:24.329690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d34477-cc0f-4c67-9d31-967e335a8992 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network hostable DHCP agents. Network: d71d9c36-9d12-447e-b761-89aadc7dceea, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:33:24.366148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d34477-cc0f-4c67-9d31-967e335a8992 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network d71d9c36-9d12-447e-b761-89aadc7dceea is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:33:24.383392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-18d34477-cc0f-4c67-9d31-967e335a8992 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, d71d9c36-9d12-447e-b761-89aadc7dceea) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:24.390053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d34477-cc0f-4c67-9d31-967e335a8992 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:24.390823 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18d34477-cc0f-4c67-9d31-967e335a8992 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.398537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2958a750-0933-4ff5-934b-b5eae2c26225 None None] Network d71d9c36-9d12-447e-b761-89aadc7dceea requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:24.414270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-18d34477-cc0f-4c67-9d31-967e335a8992 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4911928 Aug 31 14:33:24.417424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57148) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:24.523225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baddbb0-4b5a-4d66-9ff9-bfbb96ddf011 req-23792300-2b25-4427-9381-669d12c6d201 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:24.527006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6baddbb0-4b5a-4d66-9ff9-bfbb96ddf011 req-23792300-2b25-4427-9381-669d12c6d201 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 943 time: 0.0927358 Aug 31 14:33:24.551053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c61f118-9788-499e-9dda-ef2199975af1 None None] Network bccc9fcc-652b-4f42-87cf-45034ad73b27 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:24.577937 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:22Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '70da4848-769f-485e-85dd-58070c405f35', 'name': '', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:e8:61:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:22Z', 'updated_at': '2021-08-31T14:33:23Z', 'revision_number': 2, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:24.586172 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6baddbb0-4b5a-4d66-9ff9-bfbb96ddf011 req-4d7db478-6cf0-4f7a-8b0e-b70f3d36a49e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528305 Aug 31 14:33:24.606427 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Checking router: 85dd0907-71f6-465c-893b-fa7ae8bfc4ed for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:24.606683 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Updating router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed port 70da4848-769f-485e-85dd-58070c405f35 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:33:24.634400 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.656019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fae9deb9-b51a-421c-8a6e-a6d67f7efbd4 None None] Provisioning for port 3801247c-c563-4d68-be6e-9823dce11bed completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:24.722651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-d71d9c36-9d12-447e-b761-89aadc7dceea', 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'fixed_ips': [{'subnet_id': '0f20304b-57ea-460c-8d63-5d4fa450bed1'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:33:24.723522 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:24.927565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Allocated IP 2001:db8:3::2 (d71d9c36-9d12-447e-b761-89aadc7dceea/0f20304b-57ea-460c-8d63-5d4fa450bed1/0ca87af9-fe6e-4997-9963-7aa376247b71) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:24.990706 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.002819 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Transition to ACTIVE for port object 70da4848-769f-485e-85dd-58070c405f35 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:25.010980 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.071775 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d1e09-63a3-40c9-81d7-7943bd171d33 None None] Pushing event updated for resources: {'Port': ['ID=70da4848-769f-485e-85dd-58070c405f35,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:25.121449 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.132385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Transition to ACTIVE for port object 0ca87af9-fe6e-4997-9963-7aa376247b71 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:25.134976 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Attempting to bind port 70da4848-769f-485e-85dd-58070c405f35 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:25.135804 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Attempting to bind port 70da4848-769f-485e-85dd-58070c405f35 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '81f6fecd-6bb9-44e5-a450-135481522298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:25.136269 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Attempting to bind port 70da4848-769f-485e-85dd-58070c405f35 on network bccc9fcc-652b-4f42-87cf-45034ad73b27 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:25.141907 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:25.142451 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Checking segment: {'id': '81f6fecd-6bb9-44e5-a450-135481522298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:25.142954 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.143444 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Bound using segment: {'id': '81f6fecd-6bb9-44e5-a450-135481522298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:25.144017 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Bound port: 70da4848-769f-485e-85dd-58070c405f35, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f6fecd-6bb9-44e5-a450-135481522298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:25.144524 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.153286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Transition to ACTIVE for port object 0ca87af9-fe6e-4997-9963-7aa376247b71 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:25.162384 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.218182 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.220076 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] For port 70da4848-769f-485e-85dd-58070c405f35, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:25.223695 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] For port 70da4848-769f-485e-85dd-58070c405f35, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=70da4848-769f-485e-85dd-58070c405f35,segment=NetworkSegment(81f6fecd-6bb9-44e5-a450-135481522298),segment_id=81f6fecd-6bb9-44e5-a450-135481522298)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:25.229311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Pushing event updated for resources: {'Port': ['ID=0ca87af9-fe6e-4997-9963-7aa376247b71,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:25.230379 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.238010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Network d71d9c36-9d12-447e-b761-89aadc7dceea is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:25.241672 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:25.244279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:25.254809 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-989a13df-ac49-4837-a517-d00289ddbea8 None None] Provisioning for port 70da4848-769f-485e-85dd-58070c405f35 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:25.295439 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:25.296181 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:25.331900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Attempting to bind port 0ca87af9-fe6e-4997-9963-7aa376247b71 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:25.332375 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Attempting to bind port 0ca87af9-fe6e-4997-9963-7aa376247b71 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '99304a02-0cab-4a44-86a0-be5f277abd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:25.332834 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Attempting to bind port 0ca87af9-fe6e-4997-9963-7aa376247b71 on network d71d9c36-9d12-447e-b761-89aadc7dceea {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:25.340459 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d1e09-63a3-40c9-81d7-7943bd171d33 None None] Pushing event updated for resources: {'Port': ['ID=70da4848-769f-485e-85dd-58070c405f35,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:25.341346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:25.341816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Checking segment: {'id': '99304a02-0cab-4a44-86a0-be5f277abd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:25.342300 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.342765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Bound using segment: {'id': '99304a02-0cab-4a44-86a0-be5f277abd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:25.343327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Bound port: 0ca87af9-fe6e-4997-9963-7aa376247b71, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99304a02-0cab-4a44-86a0-be5f277abd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:25.343789 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.406862 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:25.419557 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] For port 0ca87af9-fe6e-4997-9963-7aa376247b71, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:25.425413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] For port 0ca87af9-fe6e-4997-9963-7aa376247b71, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0ca87af9-fe6e-4997-9963-7aa376247b71,segment=NetworkSegment(99304a02-0cab-4a44-86a0-be5f277abd6a),segment_id=99304a02-0cab-4a44-86a0-be5f277abd6a)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:25.436650 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.548632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72591f09-42ca-4314-95e5-46e417d61d58 None None] Pushing event updated for resources: {'Port': ['ID=0ca87af9-fe6e-4997-9963-7aa376247b71,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:25.617380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Allocated IP 2001:db8:3::1 (d71d9c36-9d12-447e-b761-89aadc7dceea/0f20304b-57ea-460c-8d63-5d4fa450bed1/00bc3c08-81d4-4118-b187-a9ba9a1c14f4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:25.667590 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3801247c-c563-4d68-be6e-9823dce11bed up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:25.742693 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:22Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '70da4848-769f-485e-85dd-58070c405f35', 'name': '', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:e8:61:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:22Z', 'updated_at': '2021-08-31T14:33:25Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:25.758230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 3801247c-c563-4d68-be6e-9823dce11bed completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:25.765506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3801247c-c563-4d68-be6e-9823dce11bed triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:25.766040 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.778005 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4274bd-30a4-4b64-8530-a22ea27137db None None] The sync data for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 is: [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:22Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '70da4848-769f-485e-85dd-58070c405f35', 'name': '', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:e8:61:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:22Z', 'updated_at': '2021-08-31T14:33:25Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:25.859542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56578533-c28a-4849-8821-cbf6b79b9e4d req-ef9fa960-1fce-4b47-ab37-aed778f4464a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:25.861918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56578533-c28a-4849-8821-cbf6b79b9e4d req-ef9fa960-1fce-4b47-ab37-aed778f4464a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 943 time: 0.1257021 Aug 31 14:33:25.943340 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.944959 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:25.977035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56578533-c28a-4849-8821-cbf6b79b9e4d req-3c391d45-3cce-4bca-962a-61b3309f8370 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804060 Aug 31 14:33:26.001623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Transition to ACTIVE for port object 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:26.008127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 3801247c-c563-4d68-be6e-9823dce11bed, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3801247c-c563-4d68-be6e-9823dce11bed,segment=NetworkSegment(81f6fecd-6bb9-44e5-a450-135481522298),segment_id=81f6fecd-6bb9-44e5-a450-135481522298)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:26.013247 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.014553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 922a277c-539c-4bb2-95f9-4b825b75122e up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:26.074995 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.145004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 922a277c-539c-4bb2-95f9-4b825b75122e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:26.145521 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.148847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network d71d9c36-9d12-447e-b761-89aadc7dceea is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:26.151954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:26.158904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:26.159477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.195934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=3801247c-c563-4d68-be6e-9823dce11bed,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:26.216414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=00bc3c08-81d4-4118-b187-a9ba9a1c14f4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:26.319875 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.641332 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.646791 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.647680 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:26.740149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event updated for resources: {'Port': ['ID=00bc3c08-81d4-4118-b187-a9ba9a1c14f4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:26.783179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Network d71d9c36-9d12-447e-b761-89aadc7dceea is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:26.784753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:26.850925 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8473620-f8a0-4fab-99c0-d97c818fee59 None None] Network d71d9c36-9d12-447e-b761-89aadc7dceea requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:26.887583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:26.955738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8be58198-7bad-4241-9d42-586b1d9ce308 None None] Provisioning for port 0ca87af9-fe6e-4997-9963-7aa376247b71 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:26.981783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:26.986867 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9e449818-2e75-42d4-a856-7cddff95e47f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5672874 Aug 31 14:33:26.989612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57152) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:26.994764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-84b76e1f-eb9b-4b7e-b45f-6021f63c64cc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:26.998084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Sync routers for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:27.015300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:27.016063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:27.091353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 281a494f-dd21-4a2c-8249-f432bdcaec02 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:33:27.120896 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90954d-dc2f-4051-a7a6-7c9d5aaccebf req-f9628644-dfe1-4ac7-a163-2be8ef0d9029 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:27.122877 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cc90954d-dc2f-4051-a7a6-7c9d5aaccebf req-f9628644-dfe1-4ac7-a163-2be8ef0d9029 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 943 time: 0.0717666 Aug 31 14:33:27.148477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:27.178602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cc90954d-dc2f-4051-a7a6-7c9d5aaccebf req-fe9b2959-1769-40a1-a9af-aa9c3e3f0513 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Aug 31 14:33:27.351087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 281a494f-dd21-4a2c-8249-f432bdcaec02, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=281a494f-dd21-4a2c-8249-f432bdcaec02,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:27.367803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '281a494f-dd21-4a2c-8249-f432bdcaec02', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'port_id': '281a494f-dd21-4a2c-8249-f432bdcaec02', 'mac_address': 'fa:16:3e:c7:da:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:33:27.403636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.extraroute_db [None req-84b76e1f-eb9b-4b7e-b45f-6021f63c64cc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=106388) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:33:27.425863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.extraroute_db [None req-84b76e1f-eb9b-4b7e-b45f-6021f63c64cc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Removed routes are [] {{(pid=106388) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:33:27.426349 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84b76e1f-eb9b-4b7e-b45f-6021f63c64cc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.466645 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.471536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49758b12-cb0e-4552-9f7a-593e42569154 None None] Provisioning for port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:27.491685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-49758b12-cb0e-4552-9f7a-593e42569154 None None] Provisioning complete for port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:27.491685 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49758b12-cb0e-4552-9f7a-593e42569154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.492647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281a494f-dd21-4a2c-8249-f432bdcaec02 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:33:27.544994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 281a494f-dd21-4a2c-8249-f432bdcaec02, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=281a494f-dd21-4a2c-8249-f432bdcaec02,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:27.565498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.607589 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-49758b12-cb0e-4552-9f7a-593e42569154 None None] Port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:27.635906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:26Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '00bc3c08-81d4-4118-b187-a9ba9a1c14f4', 'name': '', 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0f20304b-57ea-460c-8d63-5d4fa450bed1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:25Z', 'updated_at': '2021-08-31T14:33:26Z', 'revision_number': 2, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0f20304b-57ea-460c-8d63-5d4fa450bed1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70da4848-769f-485e-85dd-58070c405f35', 'name': '', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:e8:61:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:22Z', 'updated_at': '2021-08-31T14:33:25Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:27.672335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=281a494f-dd21-4a2c-8249-f432bdcaec02,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:27.678450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Checking router: 85dd0907-71f6-465c-893b-fa7ae8bfc4ed for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:27.678806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Updating router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:33:27.696378 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84b76e1f-eb9b-4b7e-b45f-6021f63c64cc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.715921 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84b76e1f-eb9b-4b7e-b45f-6021f63c64cc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.726996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 70da4848-769f-485e-85dd-58070c405f35 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:27.734848 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.807698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['281a494f-dd21-4a2c-8249-f432bdcaec02'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:33:27.823419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b76e1f-eb9b-4b7e-b45f-6021f63c64cc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:27.926381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b76e1f-eb9b-4b7e-b45f-6021f63c64cc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:27.935931 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-84b76e1f-eb9b-4b7e-b45f-6021f63c64cc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:27.937307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-84b76e1f-eb9b-4b7e-b45f-6021f63c64cc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed HTTP/1.1" status: 200 len: 953 time: 0.9462562 Aug 31 14:33:27.939965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57156) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:28.053426 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8a9870a5-b244-4153-81ed-63548c7cc8b2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed HTTP/1.1" status: 200 len: 953 time: 0.1121628 Aug 31 14:33:28.055969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57158) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:28.060348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9da643cb-044f-4e92-89c4-e52e3f5584b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'router': {'routes': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:28.079050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b145a797-30c5-4773-93dc-2465a28e7eae None None] Provisioning complete for port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:28.079657 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b145a797-30c5-4773-93dc-2465a28e7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.127419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 70da4848-769f-485e-85dd-58070c405f35 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:28.155763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 70da4848-769f-485e-85dd-58070c405f35 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:28.156127 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.184777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b145a797-30c5-4773-93dc-2465a28e7eae None None] Port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:28.387384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-329c0fa8-adda-4530-8c9f-7700b7fc1bc4 None None] Provisioning complete for port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:28.387673 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-329c0fa8-adda-4530-8c9f-7700b7fc1bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.453292 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.491534 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.495020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-329c0fa8-adda-4530-8c9f-7700b7fc1bc4 None None] Port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:28.516996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Transition to ACTIVE for port object 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:28.533238 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.536389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 70da4848-769f-485e-85dd-58070c405f35, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=70da4848-769f-485e-85dd-58070c405f35,segment=NetworkSegment(81f6fecd-6bb9-44e5-a450-135481522298),segment_id=81f6fecd-6bb9-44e5-a450-135481522298)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:28.568580 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.569413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3801247c-c563-4d68-be6e-9823dce11bed up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:28.615493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1a4fe-4518-471c-aa0c-180c54a3a6f9 None None] Pushing event updated for resources: {'Port': ['ID=00bc3c08-81d4-4118-b187-a9ba9a1c14f4,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:28.700597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cd2b7-6123-4b63-b027-b55e679282be req-d687b5ac-a255-4592-8bd2-b5eb38da2545 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:28.702544 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c7cd2b7-6123-4b63-b027-b55e679282be req-d687b5ac-a255-4592-8bd2-b5eb38da2545 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 944 time: 0.4449265 Aug 31 14:33:28.732240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Attempting to bind port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:28.732240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Attempting to bind port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '99304a02-0cab-4a44-86a0-be5f277abd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:28.732724 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Attempting to bind port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 on network d71d9c36-9d12-447e-b761-89aadc7dceea {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:28.737329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=70da4848-769f-485e-85dd-58070c405f35,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:28.744833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:28.745214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Checking segment: {'id': '99304a02-0cab-4a44-86a0-be5f277abd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:28.745611 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.746167 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Bound using segment: {'id': '99304a02-0cab-4a44-86a0-be5f277abd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:28.746463 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Bound port: 00bc3c08-81d4-4118-b187-a9ba9a1c14f4, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99304a02-0cab-4a44-86a0-be5f277abd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:28.746855 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.749001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3801247c-c563-4d68-be6e-9823dce11bed triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:28.749358 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.805580 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c7cd2b7-6123-4b63-b027-b55e679282be req-7aebf5b0-39ef-46ae-8898-caed0839cfcd tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892305 Aug 31 14:33:28.900347 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] For port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:28.900947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.extraroute_db [None req-9da643cb-044f-4e92-89c4-e52e3f5584b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Added routes are [] {{(pid=106388) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:33:28.901383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.extraroute_db [None req-9da643cb-044f-4e92-89c4-e52e3f5584b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=106388) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:33:28.920038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] For port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=00bc3c08-81d4-4118-b187-a9ba9a1c14f4,segment=NetworkSegment(99304a02-0cab-4a44-86a0-be5f277abd6a),segment_id=99304a02-0cab-4a44-86a0-be5f277abd6a)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:28.927083 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:28.933092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0ca87af9-fe6e-4997-9963-7aa376247b71 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:28.938396 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9da643cb-044f-4e92-89c4-e52e3f5584b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.028399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:29.029049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:29.032891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1a4fe-4518-471c-aa0c-180c54a3a6f9 None None] Pushing event updated for resources: {'Port': ['ID=00bc3c08-81d4-4118-b187-a9ba9a1c14f4,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:29.132057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 0ca87af9-fe6e-4997-9963-7aa376247b71 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:29.141467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0ca87af9-fe6e-4997-9963-7aa376247b71 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:29.141841 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.143895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:29.150606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9da643cb-044f-4e92-89c4-e52e3f5584b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.154208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9da643cb-044f-4e92-89c4-e52e3f5584b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.190346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 281a494f-dd21-4a2c-8249-f432bdcaec02 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:29.254764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da643cb-044f-4e92-89c4-e52e3f5584b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:29.351877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da643cb-044f-4e92-89c4-e52e3f5584b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:29.359225 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9da643cb-044f-4e92-89c4-e52e3f5584b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.360419 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9da643cb-044f-4e92-89c4-e52e3f5584b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed HTTP/1.1" status: 200 len: 703 time: 1.3035064 Aug 31 14:33:29.362970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57162) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:29.386090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 281a494f-dd21-4a2c-8249-f432bdcaec02 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:29.401697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 281a494f-dd21-4a2c-8249-f432bdcaec02 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:29.401979 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.405678 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.463172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d3a878b8-c9d2-442e-927a-3adac46cd604 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed HTTP/1.1" status: 200 len: 703 time: 0.0990822 Aug 31 14:33:29.465942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57164) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:29.503292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 0ca87af9-fe6e-4997-9963-7aa376247b71, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0ca87af9-fe6e-4997-9963-7aa376247b71,segment=NetworkSegment(99304a02-0cab-4a44-86a0-be5f277abd6a),segment_id=99304a02-0cab-4a44-86a0-be5f277abd6a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:29.512258 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.597216 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.603958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 70da4848-769f-485e-85dd-58070c405f35 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:29.612873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=0ca87af9-fe6e-4997-9963-7aa376247b71,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:29.638300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 7, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '00bc3c08-81d4-4118-b187-a9ba9a1c14f4', 'name': '', 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0f20304b-57ea-460c-8d63-5d4fa450bed1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:25Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0f20304b-57ea-460c-8d63-5d4fa450bed1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70da4848-769f-485e-85dd-58070c405f35', 'name': '', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:e8:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:22Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:29.683184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827bbb1e-356f-4868-a38a-c63819721730 None None] The sync data for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 is: [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 7, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '00bc3c08-81d4-4118-b187-a9ba9a1c14f4', 'name': '', 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0f20304b-57ea-460c-8d63-5d4fa450bed1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:25Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0f20304b-57ea-460c-8d63-5d4fa450bed1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70da4848-769f-485e-85dd-58070c405f35', 'name': '', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:e8:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:22Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:29.692398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5993aa8d-5372-421b-b7c3-9c8a54728c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281a494f-dd21-4a2c-8249-f432bdcaec02'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:29.695297 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f1cdcc-bc4a-4208-901c-38ceed1b4f87" -d '{"events": [{"server_uuid": "5993aa8d-5372-421b-b7c3-9c8a54728c58", "name": "network-vif-plugged", "status": "completed", "tag": "281a494f-dd21-4a2c-8249-f432bdcaec02"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:29.711621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 281a494f-dd21-4a2c-8249-f432bdcaec02, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=281a494f-dd21-4a2c-8249-f432bdcaec02,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:29.720056 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.759308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 70da4848-769f-485e-85dd-58070c405f35 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:29.759736 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:29.812753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=281a494f-dd21-4a2c-8249-f432bdcaec02,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:29.910482 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29206b4d-0a10-4c28-8239-62929a83ebee tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:30.012056 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a237f8f-5005-434e-921f-91f15ed3ded2 x-openstack-request-id: req-7a237f8f-5005-434e-921f-91f15ed3ded2 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:30.012704 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5993aa8d-5372-421b-b7c3-9c8a54728c58", "name": "network-vif-plugged", "status": "completed", "tag": "281a494f-dd21-4a2c-8249-f432bdcaec02", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:30.013199 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a237f8f-5005-434e-921f-91f15ed3ded2 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:30.013669 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5993aa8d-5372-421b-b7c3-9c8a54728c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281a494f-dd21-4a2c-8249-f432bdcaec02', 'code': 200} Aug 31 14:33:30.060550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4a73-0464-48cf-803b-920f428c679b req-2277881e-fa49-40ed-8c01-6ba258e4fa3d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:30.063803 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31da4a73-0464-48cf-803b-920f428c679b req-2277881e-fa49-40ed-8c01-6ba258e4fa3d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 945 time: 0.1567097 Aug 31 14:33:30.179674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-31da4a73-0464-48cf-803b-920f428c679b req-9b8909fd-c6d8-4f4d-a661-0acbcfa97488 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102712 Aug 31 14:33:30.201028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730987fe-880d-466c-9bd2-5a9a227e7515 req-e0387f9b-e1e1-4f16-981f-168c347c31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:30.205030 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-730987fe-880d-466c-9bd2-5a9a227e7515 req-e0387f9b-e1e1-4f16-981f-168c347c31e5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 1096 time: 0.1176147 Aug 31 14:33:30.274239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-730987fe-880d-466c-9bd2-5a9a227e7515 req-b4379399-3961-4f69-bf3c-8cc39fe6e1c8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627289 Aug 31 14:33:30.332635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-29206b4d-0a10-4c28-8239-62929a83ebee tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:30.333588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29206b4d-0a10-4c28-8239-62929a83ebee tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:30.424507 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56f90a-5fcf-4f0d-9c65-92f902b8e28f None None] Sync routers for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:30.429032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-29206b4d-0a10-4c28-8239-62929a83ebee tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] For port 00bc3c08-81d4-4118-b187-a9ba9a1c14f4, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=00bc3c08-81d4-4118-b187-a9ba9a1c14f4,segment=NetworkSegment(99304a02-0cab-4a44-86a0-be5f277abd6a),segment_id=99304a02-0cab-4a44-86a0-be5f277abd6a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:30.429406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29206b4d-0a10-4c28-8239-62929a83ebee tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:30.433798 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56f90a-5fcf-4f0d-9c65-92f902b8e28f None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:30.434428 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5d56f90a-5fcf-4f0d-9c65-92f902b8e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:30.442729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-29206b4d-0a10-4c28-8239-62929a83ebee tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for 00bc3c08-81d4-4118-b187-a9ba9a1c14f4 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:30.525662 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-5d56f90a-5fcf-4f0d-9c65-92f902b8e28f None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:30.623639 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29206b4d-0a10-4c28-8239-62929a83ebee tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:30.653854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29206b4d-0a10-4c28-8239-62929a83ebee tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=00bc3c08-81d4-4118-b187-a9ba9a1c14f4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:30.758485 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5d56f90a-5fcf-4f0d-9c65-92f902b8e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 7, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '00bc3c08-81d4-4118-b187-a9ba9a1c14f4', 'name': '', 'network_id': 'd71d9c36-9d12-447e-b761-89aadc7dceea', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '0f20304b-57ea-460c-8d63-5d4fa450bed1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:25Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 4, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0f20304b-57ea-460c-8d63-5d4fa450bed1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70da4848-769f-485e-85dd-58070c405f35', 'name': '', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:e8:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:22Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:30.781807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-29206b4d-0a10-4c28-8239-62929a83ebee tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:30.790529 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56f90a-5fcf-4f0d-9c65-92f902b8e28f None None] Checking router: 85dd0907-71f6-465c-893b-fa7ae8bfc4ed for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:30.800065 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56f90a-5fcf-4f0d-9c65-92f902b8e28f None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:30.800395 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5d56f90a-5fcf-4f0d-9c65-92f902b8e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:30.989291 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-5d56f90a-5fcf-4f0d-9c65-92f902b8e28f None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:31.213127 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5d56f90a-5fcf-4f0d-9c65-92f902b8e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:30Z', 'revision_number': 8, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '70da4848-769f-485e-85dd-58070c405f35', 'name': '', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:e8:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:22Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:31.253751 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56f90a-5fcf-4f0d-9c65-92f902b8e28f None None] The sync data for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 is: [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:30Z', 'revision_number': 8, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '70da4848-769f-485e-85dd-58070c405f35', 'name': '', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:e8:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:22Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:31.291786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29206b4d-0a10-4c28-8239-62929a83ebee tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:31.318730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4decf-28d0-491e-9699-dae2e811249f req-8915878a-2599-4310-91db-24c824191d64 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:31.320480 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eaa4decf-28d0-491e-9699-dae2e811249f req-8915878a-2599-4310-91db-24c824191d64 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 945 time: 0.0622084 Aug 31 14:33:31.367617 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-eaa4decf-28d0-491e-9699-dae2e811249f req-fc05885f-8dd6-4711-a497-10e9162dce7f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359335 Aug 31 14:33:31.386963 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d9f0554a-ff35-4fc5-89f4-39366c6855b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.404310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29206b4d-0a10-4c28-8239-62929a83ebee tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:31.416862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57174) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:31.421007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-29206b4d-0a10-4c28-8239-62929a83ebee tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9540105 Aug 31 14:33:31.475201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting subnet 0f20304b-57ea-460c-8d63-5d4fa450bed1 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:33:31.478570 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.525224 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.610001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.673848 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.698310 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0ca87af9-fe6e-4997-9963-7aa376247b71 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:31.703843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Subnet': ['ID=0f20304b-57ea-460c-8d63-5d4fa450bed1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:31.714430 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.719168 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/0f20304b-57ea-460c-8d63-5d4fa450bed1 HTTP/1.1" status: 204 len: 168 time: 0.2989469 Aug 31 14:33:31.719285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57176) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:31.726371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8052d6d-5d0a-45f2-bd17-efea0cae391d None None] Network d71d9c36-9d12-447e-b761-89aadc7dceea requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:31.730100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:31.730456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:31.730803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:31.731144 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:31.731483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:31.731822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:31.732156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:31.732670 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:31.732819 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:31.733208 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:31.733552 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:31.733879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24519028-6d65-4f56-b177-227a6aed77c7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:33:31.806158 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.853673 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7029ca8e-5151-4d16-be6d-b7505c9382d8 None None] Sync routers for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:31.859364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port 0ca87af9-fe6e-4997-9963-7aa376247b71 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:31.859706 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.862769 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0ca87af9-fe6e-4997-9963-7aa376247b71 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:31.863146 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.892806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029ca8e-5151-4d16-be6d-b7505c9382d8 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:31.893449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7029ca8e-5151-4d16-be6d-b7505c9382d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:31.924834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] For port 0ca87af9-fe6e-4997-9963-7aa376247b71, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0ca87af9-fe6e-4997-9963-7aa376247b71,segment=NetworkSegment(99304a02-0cab-4a44-86a0-be5f277abd6a),segment_id=99304a02-0cab-4a44-86a0-be5f277abd6a)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:31.925147 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:31.937703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for 0ca87af9-fe6e-4997-9963-7aa376247b71 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:32.019250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.049708 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=0ca87af9-fe6e-4997-9963-7aa376247b71,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:32.053441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No DVR routers for this DVR port 0ca87af9-fe6e-4997-9963-7aa376247b71 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:32.129930 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.141148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71d9c36-9d12-447e-b761-89aadc7dceea']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:32.144002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Could not find standard attr ID for object 0ca87af9-fe6e-4997-9963-7aa376247b71. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:33:32.150383 n-d-792364-6 neutron-server[106389]: INFO neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No ports have port_id starting with 0ca87af9-fe6e-4997-9963-7aa376247b71 Aug 31 14:33:32.153824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99304a02-0cab-4a44-86a0-be5f277abd6a') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:32.153824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99304a02-0cab-4a44-86a0-be5f277abd6a') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:32.162909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7029ca8e-5151-4d16-be6d-b7505c9382d8 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:32.163109 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.177887 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.184894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:33:32.185299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:33:32.188341 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:33:32.239480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64bce19-cc7e-4845-8779-1caac395299a None None] DHCP port deletion for d71d9c36-9d12-447e-b761-89aadc7dceea request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:33:32.256245 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.266703 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.269795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/networks/d71d9c36-9d12-447e-b761-89aadc7dceea HTTP/1.1" status: 204 len: 168 time: 0.5495136 Aug 31 14:33:32.270518 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57178) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:32.281646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd596044-2b00-4b19-8dc2-92fdbd9db38d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Network': ['ID=d71d9c36-9d12-447e-b761-89aadc7dceea,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:32.373032 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7029ca8e-5151-4d16-be6d-b7505c9382d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:30Z', 'revision_number': 8, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '70da4848-769f-485e-85dd-58070c405f35', 'name': '', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:e8:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:22Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:32.405643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7029ca8e-5151-4d16-be6d-b7505c9382d8 None None] Checking router: 85dd0907-71f6-465c-893b-fa7ae8bfc4ed for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:32.412957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029ca8e-5151-4d16-be6d-b7505c9382d8 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:32.413661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7029ca8e-5151-4d16-be6d-b7505c9382d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:32.499885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be3183-3da6-47f7-be77-2887972f9311 req-15acc54e-a85b-4790-9297-668d2866b246 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:32.501566 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62be3183-3da6-47f7-be77-2887972f9311 req-15acc54e-a85b-4790-9297-668d2866b246 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 945 time: 0.0514004 Aug 31 14:33:32.512755 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7029ca8e-5151-4d16-be6d-b7505c9382d8 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:32.550308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62be3183-3da6-47f7-be77-2887972f9311 req-e8e5097f-a93b-41f2-866d-2501402a24be tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Aug 31 14:33:32.634444 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd403060-ac45-4120-bb46-bd5dc0883d52 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:32.747967 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10283e4a-6b7a-40c5-b402-75b87a92ab29 req-d7f8ca59-f123-4f5e-9a12-20407102e64a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:32.752464 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-10283e4a-6b7a-40c5-b402-75b87a92ab29 req-d7f8ca59-f123-4f5e-9a12-20407102e64a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 945 time: 0.1319132 Aug 31 14:33:32.752650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7029ca8e-5151-4d16-be6d-b7505c9382d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:30Z', 'revision_number': 8, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '70da4848-769f-485e-85dd-58070c405f35', 'name': '', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:e8:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:22Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:32.779460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7029ca8e-5151-4d16-be6d-b7505c9382d8 None None] The sync data for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 is: [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:30Z', 'revision_number': 8, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '70da4848-769f-485e-85dd-58070c405f35', 'name': '', 'network_id': 'bccc9fcc-652b-4f42-87cf-45034ad73b27', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:e8:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:22Z', 'updated_at': '2021-08-31T14:33:28Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '0ce2d965-2b00-456c-98a3-ec43547f703d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:32.845022 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-10283e4a-6b7a-40c5-b402-75b87a92ab29 req-3b7b74e9-26f4-452f-83db-45089c947cf6 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879211 Aug 31 14:33:32.974743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-dd403060-ac45-4120-bb46-bd5dc0883d52 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port 70da4848-769f-485e-85dd-58070c405f35 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:32.975145 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd403060-ac45-4120-bb46-bd5dc0883d52 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.070805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-dd403060-ac45-4120-bb46-bd5dc0883d52 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] For port 70da4848-769f-485e-85dd-58070c405f35, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=70da4848-769f-485e-85dd-58070c405f35,segment=NetworkSegment(81f6fecd-6bb9-44e5-a450-135481522298),segment_id=81f6fecd-6bb9-44e5-a450-135481522298)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:33.071293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd403060-ac45-4120-bb46-bd5dc0883d52 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.085467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-dd403060-ac45-4120-bb46-bd5dc0883d52 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for 70da4848-769f-485e-85dd-58070c405f35 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:33.268137 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd403060-ac45-4120-bb46-bd5dc0883d52 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.297871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd403060-ac45-4120-bb46-bd5dc0883d52 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=70da4848-769f-485e-85dd-58070c405f35,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:33.425894 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd403060-ac45-4120-bb46-bd5dc0883d52 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.675801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd403060-ac45-4120-bb46-bd5dc0883d52 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:33.678239 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0ca87af9-fe6e-4997-9963-7aa376247b71 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:33.704672 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 0ca87af9-fe6e-4997-9963-7aa376247b71 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:33.705027 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0ca87af9-fe6e-4997-9963-7aa376247b71 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:33.810540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd403060-ac45-4120-bb46-bd5dc0883d52 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:33.821290 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dd403060-ac45-4120-bb46-bd5dc0883d52 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5479460 Aug 31 14:33:33.822926 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a20a4-cc57-4622-9bcb-3c10b3ab1db8 None None] Sync routers for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:33.823724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57212) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:33.836153 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a20a4-cc57-4622-9bcb-3c10b3ab1db8 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:33.836692 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d69a20a4-cc57-4622-9bcb-3c10b3ab1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:33.884359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-709d7cac-becf-4109-b31c-4f1b3dd776e5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting subnet 0ce2d965-2b00-456c-98a3-ec43547f703d {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:33:33.888276 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-709d7cac-becf-4109-b31c-4f1b3dd776e5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.939458 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-709d7cac-becf-4109-b31c-4f1b3dd776e5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:33.950852 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d69a20a4-cc57-4622-9bcb-3c10b3ab1db8 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:34.044979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-709d7cac-becf-4109-b31c-4f1b3dd776e5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.074059 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.101348 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3774475f-4fba-47db-8db8-683f57441d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.142174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-709d7cac-becf-4109-b31c-4f1b3dd776e5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.173709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d7cac-becf-4109-b31c-4f1b3dd776e5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce2d965-2b00-456c-98a3-ec43547f703d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:34.184409 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-709d7cac-becf-4109-b31c-4f1b3dd776e5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.189143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e1f5e-eafb-4744-85d0-c7d20837b220 None None] Network bccc9fcc-652b-4f42-87cf-45034ad73b27 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:34.189334 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-709d7cac-becf-4109-b31c-4f1b3dd776e5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/0ce2d965-2b00-456c-98a3-ec43547f703d HTTP/1.1" status: 204 len: 168 time: 0.3620296 Aug 31 14:33:34.189595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57230) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:34.197079 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d69a20a4-cc57-4622-9bcb-3c10b3ab1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:33Z', 'revision_number': 9, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:34.239262 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a20a4-cc57-4622-9bcb-3c10b3ab1db8 None None] Checking router: 85dd0907-71f6-465c-893b-fa7ae8bfc4ed for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:34.256463 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a20a4-cc57-4622-9bcb-3c10b3ab1db8 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:34.257113 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d69a20a4-cc57-4622-9bcb-3c10b3ab1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:34.291464 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.382809 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d69a20a4-cc57-4622-9bcb-3c10b3ab1db8 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:34.397445 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port 3801247c-c563-4d68-be6e-9823dce11bed {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:34.397797 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.429878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180736d4-3dcd-4110-a31e-0a8502ef5d1b None None] DHCP port deletion for bccc9fcc-652b-4f42-87cf-45034ad73b27 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:33:34.497550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] For port 3801247c-c563-4d68-be6e-9823dce11bed, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3801247c-c563-4d68-be6e-9823dce11bed,segment=NetworkSegment(81f6fecd-6bb9-44e5-a450-135481522298),segment_id=81f6fecd-6bb9-44e5-a450-135481522298)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:34.498134 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.522572 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for 3801247c-c563-4d68-be6e-9823dce11bed owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:34.560778 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-180736d4-3dcd-4110-a31e-0a8502ef5d1b None None] Deleting port 3801247c-c563-4d68-be6e-9823dce11bed {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:34.563063 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-180736d4-3dcd-4110-a31e-0a8502ef5d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.651756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-180736d4-3dcd-4110-a31e-0a8502ef5d1b None None] For port 3801247c-c563-4d68-be6e-9823dce11bed, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3801247c-c563-4d68-be6e-9823dce11bed,segment=NetworkSegment(81f6fecd-6bb9-44e5-a450-135481522298),segment_id=81f6fecd-6bb9-44e5-a450-135481522298)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:34.653202 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-180736d4-3dcd-4110-a31e-0a8502ef5d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.671260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-180736d4-3dcd-4110-a31e-0a8502ef5d1b None None] Calling delete_port for 3801247c-c563-4d68-be6e-9823dce11bed owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:34.678295 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.701657 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d69a20a4-cc57-4622-9bcb-3c10b3ab1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:33Z', 'revision_number': 9, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:34.701993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No DVR routers for this DVR port 3801247c-c563-4d68-be6e-9823dce11bed on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:34.736816 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a20a4-cc57-4622-9bcb-3c10b3ab1db8 None None] The sync data for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 is: [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:33Z', 'revision_number': 9, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': '922a277c-539c-4bb2-95f9-4b825b75122e', 'name': '', 'network_id': '64c1be2d-4881-48bc-b458-4ebbf7003017', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:b5:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '41926639-d245-4309-9714-56a041ae5038', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:19Z', 'updated_at': '2021-08-31T14:33:24Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '41926639-d245-4309-9714-56a041ae5038', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:34.743724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=3801247c-c563-4d68-be6e-9823dce11bed,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:34.777007 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-180736d4-3dcd-4110-a31e-0a8502ef5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.793818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180736d4-3dcd-4110-a31e-0a8502ef5d1b None None] No DVR routers for this DVR port 3801247c-c563-4d68-be6e-9823dce11bed on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:34.813171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180736d4-3dcd-4110-a31e-0a8502ef5d1b None None] Pushing event deleted for resources: {'Port': ['ID=3801247c-c563-4d68-be6e-9823dce11bed,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:34.819958 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.831952 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccc9fcc-652b-4f42-87cf-45034ad73b27']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:34.843703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f6fecd-6bb9-44e5-a450-135481522298') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:34.844030 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f6fecd-6bb9-44e5-a450-135481522298') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:34.853141 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.868116 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.874331 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:33:34.874731 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:33:34.877684 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:33:34.937567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.945162 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:34.947089 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/networks/bccc9fcc-652b-4f42-87cf-45034ad73b27 HTTP/1.1" status: 204 len: 168 time: 0.7566130 Aug 31 14:33:34.950680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57250) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:34.959669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728327d-0e0a-4609-89f5-773b5fa07d72 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Network': ['ID=bccc9fcc-652b-4f42-87cf-45034ad73b27,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:35.289723 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:35.302820 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-489ed719-80de-49a2-9278-0bce5d697fa7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:35.549434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-489ed719-80de-49a2-9278-0bce5d697fa7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port 922a277c-539c-4bb2-95f9-4b825b75122e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:35.549899 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-489ed719-80de-49a2-9278-0bce5d697fa7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:35.601615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 70da4848-769f-485e-85dd-58070c405f35 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:35.622854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 70da4848-769f-485e-85dd-58070c405f35 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:35.623333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 70da4848-769f-485e-85dd-58070c405f35 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:35.623783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3801247c-c563-4d68-be6e-9823dce11bed no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:35.645755 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 3801247c-c563-4d68-be6e-9823dce11bed {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:35.646410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3801247c-c563-4d68-be6e-9823dce11bed not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:35.653128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-489ed719-80de-49a2-9278-0bce5d697fa7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] For port 922a277c-539c-4bb2-95f9-4b825b75122e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=922a277c-539c-4bb2-95f9-4b825b75122e,segment=NetworkSegment(e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df),segment_id=e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:35.653504 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-489ed719-80de-49a2-9278-0bce5d697fa7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:35.659725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-e2d1d8e9-b870-4875-b2bc-8359e38a0941 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:35.661134 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-e2d1d8e9-b870-4875-b2bc-8359e38a0941 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.1214130 Aug 31 14:33:35.674420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-489ed719-80de-49a2-9278-0bce5d697fa7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for 922a277c-539c-4bb2-95f9-4b825b75122e owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:35.677816 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-e63ce941-c02b-4c7a-89a6-06d09dd0db6e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/quotas/ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 375 time: 0.0093980 Aug 31 14:33:35.731592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-8dbdd3cd-41c2-448a-9917-ab98b2c7209b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481684 Aug 31 14:33:35.849561 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-489ed719-80de-49a2-9278-0bce5d697fa7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:35.875830 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-7fbd3bab-9756-4fa8-ba9b-0cf608dc1208 service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367419 Aug 31 14:33:35.878112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ed719-80de-49a2-9278-0bce5d697fa7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=922a277c-539c-4bb2-95f9-4b825b75122e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:36.003875 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-489ed719-80de-49a2-9278-0bce5d697fa7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.213137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489ed719-80de-49a2-9278-0bce5d697fa7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:36.316934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489ed719-80de-49a2-9278-0bce5d697fa7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:36.327675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-489ed719-80de-49a2-9278-0bce5d697fa7 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3740852 Aug 31 14:33:36.329075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57268) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:36.330242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742db3b7-0fa4-4833-a0e0-2dc63f6eede7 None None] Sync routers for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:36.341564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742db3b7-0fa4-4833-a0e0-2dc63f6eede7 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:36.342981 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-742db3b7-0fa4-4833-a0e0-2dc63f6eede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:36.348654 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-68d68c38-3c1e-44c3-86ef-f420b7d4931b service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633586 Aug 31 14:33:36.384818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0e91d8-a4d4-432d-b5d8-3e681b92fb80 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting subnet 41926639-d245-4309-9714-56a041ae5038 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:33:36.388585 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e0e91d8-a4d4-432d-b5d8-3e681b92fb80 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.434352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e0e91d8-a4d4-432d-b5d8-3e681b92fb80 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.438907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-742db3b7-0fa4-4833-a0e0-2dc63f6eede7 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:36.549106 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e0e91d8-a4d4-432d-b5d8-3e681b92fb80 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.584943 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b45716d-4433-40fa-9fa3-e6793ff2064f req-77f29fb9-245f-4659-b20b-6720b96a0fa1 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 210 time: 0.0493453 Aug 31 14:33:36.681437 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e0e91d8-a4d4-432d-b5d8-3e681b92fb80 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.691153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-742db3b7-0fa4-4833-a0e0-2dc63f6eede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:35Z', 'revision_number': 10, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:36.701702 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e0e91d8-a4d4-432d-b5d8-3e681b92fb80 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.706029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7e0e91d8-a4d4-432d-b5d8-3e681b92fb80 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/41926639-d245-4309-9714-56a041ae5038 HTTP/1.1" status: 204 len: 168 time: 0.3734107 Aug 31 14:33:36.706417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57280) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:36.726204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec6acd0-7fe5-4ab1-90f2-57828f7c5bb3 None None] Network 64c1be2d-4881-48bc-b458-4ebbf7003017 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:36.729577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742db3b7-0fa4-4833-a0e0-2dc63f6eede7 None None] Checking router: 85dd0907-71f6-465c-893b-fa7ae8bfc4ed for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:36.734599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e91d8-a4d4-432d-b5d8-3e681b92fb80 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Subnet': ['ID=41926639-d245-4309-9714-56a041ae5038,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:36.775797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742db3b7-0fa4-4833-a0e0-2dc63f6eede7 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:36.775797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-742db3b7-0fa4-4833-a0e0-2dc63f6eede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:36.798142 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.858507 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:36.858914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.885078 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.913425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-742db3b7-0fa4-4833-a0e0-2dc63f6eede7 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:36.925142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] For port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=63c1f98a-d407-44bd-97e8-6f64f5eddaa5,segment=NetworkSegment(e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df),segment_id=e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:36.925512 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:36.940530 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:37.025752 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.055499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=63c1f98a-d407-44bd-97e8-6f64f5eddaa5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:37.060590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No DVR routers for this DVR port 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:37.142407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b4194-a9ef-41e8-ba91-7910f3b23b77 None None] DHCP port deletion for 64c1be2d-4881-48bc-b458-4ebbf7003017 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:33:37.148312 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.165787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-742db3b7-0fa4-4833-a0e0-2dc63f6eede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:35Z', 'revision_number': 10, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:37.168245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c1be2d-4881-48bc-b458-4ebbf7003017']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:37.184295 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:37.184735 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e968d4c9-cf0f-4e1d-b4d7-1daaf4b1e5df') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:37.193103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742db3b7-0fa4-4833-a0e0-2dc63f6eede7 None None] The sync data for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 is: [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:35Z', 'revision_number': 10, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None, '_interfaces': [{'id': 'ff50c2a4-1c81-4596-97a3-0a5510e07b02', 'name': '', 'network_id': '42d8490b-b982-4ae9-910d-e591cf036e9b', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'mac_address': 'fa:16:3e:41:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:33:14Z', 'updated_at': '2021-08-31T14:33:19Z', 'revision_number': 5, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'subnets': [{'id': '7c484185-64c4-41f1-b83f-710ac97d0bb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:37.195758 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.215498 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.222090 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:33:37.222698 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:33:37.226219 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:33:37.287781 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.294431 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.296387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/networks/64c1be2d-4881-48bc-b458-4ebbf7003017 HTTP/1.1" status: 204 len: 168 time: 0.5888267 Aug 31 14:33:37.300421 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57284) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:37.316271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a9ca6-b796-4ca7-9242-334a1a2954b5 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Network': ['ID=64c1be2d-4881-48bc-b458-4ebbf7003017,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:37.648262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-0db4bee4-a1a4-45e9-97cf-3af7f74a1dd8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:37.650598 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-0db4bee4-a1a4-45e9-97cf-3af7f74a1dd8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.13 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.1500645 Aug 31 14:33:37.673622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'port': {'device_id': 'bdae1af8-10de-4a3c-a2fc-2b29438cdc70', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'admin_state_up': True, 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:37.682612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:37.734094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:37.735356 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 63c1f98a-d407-44bd-97e8-6f64f5eddaa5 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:37.736285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 922a277c-539c-4bb2-95f9-4b825b75122e no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:37.754382 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ac98d60-1dab-4985-bdec-7c027ccf76be req-31cc1c97-fa4d-4f96-ad38-fbc0741e2594 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 210 time: 0.0337148 Aug 31 14:33:37.760745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 922a277c-539c-4bb2-95f9-4b825b75122e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:37.761100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 922a277c-539c-4bb2-95f9-4b825b75122e not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:37.763376 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c83488d4-665e-49ca-9798-871c62a16362 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.842667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Made reservation on behalf of ec5ebd3ad742471e840ae64950d7af5a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:37.846228 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:37.991468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Allocated IP 172.20.0.14 (046fd95c-f51c-4036-a225-8c0180fce9de/140b2d46-36c9-49cc-8548-d62aa7538342/09de4c1f-c783-43cc-b2d7-a00f45c492b8) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:38.033649 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c83488d4-665e-49ca-9798-871c62a16362 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port ff50c2a4-1c81-4596-97a3-0a5510e07b02 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:38.034264 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c83488d4-665e-49ca-9798-871c62a16362 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.139869 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-c83488d4-665e-49ca-9798-871c62a16362 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] For port ff50c2a4-1c81-4596-97a3-0a5510e07b02, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ff50c2a4-1c81-4596-97a3-0a5510e07b02,segment=NetworkSegment(dd4f21ef-fb46-4bac-9a68-0ff708164a7b),segment_id=dd4f21ef-fb46-4bac-9a68-0ff708164a7b)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:38.140243 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c83488d4-665e-49ca-9798-871c62a16362 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.169951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c83488d4-665e-49ca-9798-871c62a16362 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for ff50c2a4-1c81-4596-97a3-0a5510e07b02 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:38.175322 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.192389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Transition to ACTIVE for port object 09de4c1f-c783-43cc-b2d7-a00f45c492b8 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:38.228039 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.242985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['281a494f-dd21-4a2c-8249-f432bdcaec02'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:33:38.277685 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Network 046fd95c-f51c-4036-a225-8c0180fce9de is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:38.284932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:38.290834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:38.331713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=09de4c1f-c783-43cc-b2d7-a00f45c492b8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:38.368049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:38.369208 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.385285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-88af3d7f-1bf6-4c66-9077-58210aecb38c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7200801 Aug 31 14:33:38.399658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Request body: {'port': {'device_id': 'bdae1af8-10de-4a3c-a2fc-2b29438cdc70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:38.428555 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c83488d4-665e-49ca-9798-871c62a16362 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.488970 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.508329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83488d4-665e-49ca-9798-871c62a16362 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=ff50c2a4-1c81-4596-97a3-0a5510e07b02,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:38.607346 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c83488d4-665e-49ca-9798-871c62a16362 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.760215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a35be95a-0bba-4c73-b817-87f8f01d9c11 None None] Provisioning for port 09de4c1f-c783-43cc-b2d7-a00f45c492b8 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:38.764368 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a35be95a-0bba-4c73-b817-87f8f01d9c11 None None] Provisioning complete for port 09de4c1f-c783-43cc-b2d7-a00f45c492b8 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:38.764786 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a35be95a-0bba-4c73-b817-87f8f01d9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.785933 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83488d4-665e-49ca-9798-871c62a16362 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:38.825394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a35be95a-0bba-4c73-b817-87f8f01d9c11 None None] Port 09de4c1f-c783-43cc-b2d7-a00f45c492b8 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:38.860537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09de4c1f-c783-43cc-b2d7-a00f45c492b8 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:33:38.884927 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:38.891035 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83488d4-665e-49ca-9798-871c62a16362 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:38.900832 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c83488d4-665e-49ca-9798-871c62a16362 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5969427 Aug 31 14:33:38.903659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57294) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:38.912031 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a035ed-8efb-42f1-bf95-cb88c6eaaf61 None None] Sync routers for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:38.923603 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a035ed-8efb-42f1-bf95-cb88c6eaaf61 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:38.924226 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d8a035ed-8efb-42f1-bf95-cb88c6eaaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:38.956040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Transition to ACTIVE for port object 09de4c1f-c783-43cc-b2d7-a00f45c492b8 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:38.971265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.001142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420b276-6628-43ea-86d6-ac584fcfda5f req-90be21df-92dd-4f53-a137-03980fab725a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:39.002649 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d8a035ed-8efb-42f1-bf95-cb88c6eaaf61 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:39.002806 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a420b276-6628-43ea-86d6-ac584fcfda5f req-90be21df-92dd-4f53-a137-03980fab725a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 932 time: 0.1358166 Aug 31 14:33:39.045000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc772394-662a-4d9c-a05e-18055c7b164b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting subnet 7c484185-64c4-41f1-b83f-710ac97d0bb5 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:33:39.048244 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc772394-662a-4d9c-a05e-18055c7b164b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.066572 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d8a035ed-8efb-42f1-bf95-cb88c6eaaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:38Z', 'revision_number': 11, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:39.088834 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc772394-662a-4d9c-a05e-18055c7b164b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.102294 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a035ed-8efb-42f1-bf95-cb88c6eaaf61 None None] Checking router: 85dd0907-71f6-465c-893b-fa7ae8bfc4ed for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:39.112622 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a035ed-8efb-42f1-bf95-cb88c6eaaf61 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:39.113549 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d8a035ed-8efb-42f1-bf95-cb88c6eaaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:39.183432 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc772394-662a-4d9c-a05e-18055c7b164b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.188363 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d8a035ed-8efb-42f1-bf95-cb88c6eaaf61 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:39.252185 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d8a035ed-8efb-42f1-bf95-cb88c6eaaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:38Z', 'revision_number': 11, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:39.256499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc772394-662a-4d9c-a05e-18055c7b164b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.302628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Pushing event updated for resources: {'Port': ['ID=09de4c1f-c783-43cc-b2d7-a00f45c492b8,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:39.310728 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cc772394-662a-4d9c-a05e-18055c7b164b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.314925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cc772394-662a-4d9c-a05e-18055c7b164b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/7c484185-64c4-41f1-b83f-710ac97d0bb5 HTTP/1.1" status: 204 len: 168 time: 0.4021370 Aug 31 14:33:39.315918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57296) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:39.326101 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a82e62-5a23-44eb-b53f-b927cf68a094 None None] Network 42d8490b-b982-4ae9-910d-e591cf036e9b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:39.327013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc772394-662a-4d9c-a05e-18055c7b164b tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Subnet': ['ID=7c484185-64c4-41f1-b83f-710ac97d0bb5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:39.381845 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a420b276-6628-43ea-86d6-ac584fcfda5f req-915e0d3c-dd16-4474-b6e3-01dc0a6a4a03 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561819 Aug 31 14:33:39.387446 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a035ed-8efb-42f1-bf95-cb88c6eaaf61 None None] The sync data for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 is: [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:38Z', 'revision_number': 11, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:39.391733 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Attempting to bind port 09de4c1f-c783-43cc-b2d7-a00f45c492b8 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:39.392188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Attempting to bind port 09de4c1f-c783-43cc-b2d7-a00f45c492b8 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:39.392419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Attempting to bind port 09de4c1f-c783-43cc-b2d7-a00f45c492b8 on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:39.397666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Port 09de4c1f-c783-43cc-b2d7-a00f45c492b8 on network 046fd95c-f51c-4036-a225-8c0180fce9de not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:33:39.398002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Attempting to bind port 09de4c1f-c783-43cc-b2d7-a00f45c492b8 on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:39.410762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:39.410762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Checking segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:39.411128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Bound using segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:39.412045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Bound port: 09de4c1f-c783-43cc-b2d7-a00f45c492b8, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:39.412411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.449112 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.451820 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.493387 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.494668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] For port 09de4c1f-c783-43cc-b2d7-a00f45c492b8, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:39.498758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] For port 09de4c1f-c783-43cc-b2d7-a00f45c492b8, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=09de4c1f-c783-43cc-b2d7-a00f45c492b8,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:39.507285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.548698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:39.550015 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.552423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/09de4c1f-c783-43cc-b2d7-a00f45c492b8 HTTP/1.1" status: 200 len: 1092 time: 1.1590693 Aug 31 14:33:39.553213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdae1af8-10de-4a3c-a2fc-2b29438cdc70', 'tag': '09de4c1f-c783-43cc-b2d7-a00f45c492b8'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:33:39.556146 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9dc491-d950-4fc2-8b35-9d323ce7c59c" -d '{"events": [{"name": "network-changed", "server_uuid": "bdae1af8-10de-4a3c-a2fc-2b29438cdc70", "tag": "09de4c1f-c783-43cc-b2d7-a00f45c492b8"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:33:39.586981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Deleting port f2105af2-fb16-4715-83e8-fbfa62814d47 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:39.587332 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.609184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaab869-0e83-4ac8-af10-f72edf6576f0 service neutron] Pushing event updated for resources: {'Port': ['ID=09de4c1f-c783-43cc-b2d7-a00f45c492b8,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:39.629216 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83525159-5bc9-499c-9e17-4e8470131048 x-openstack-request-id: req-83525159-5bc9-499c-9e17-4e8470131048 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:33:39.629643 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdae1af8-10de-4a3c-a2fc-2b29438cdc70", "tag": "09de4c1f-c783-43cc-b2d7-a00f45c492b8", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:33:39.630026 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83525159-5bc9-499c-9e17-4e8470131048 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:33:39.630841 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdae1af8-10de-4a3c-a2fc-2b29438cdc70', 'tag': '09de4c1f-c783-43cc-b2d7-a00f45c492b8', 'status': 'completed', 'code': 200} Aug 31 14:33:39.651215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-ac0bceec-a21d-4430-b92f-d5c56c1c72d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:39.653110 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-ac0bceec-a21d-4430-b92f-d5c56c1c72d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 1095 time: 0.0552363 Aug 31 14:33:39.671835 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] For port f2105af2-fb16-4715-83e8-fbfa62814d47, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f2105af2-fb16-4715-83e8-fbfa62814d47,segment=NetworkSegment(dd4f21ef-fb46-4bac-9a68-0ff708164a7b),segment_id=dd4f21ef-fb46-4bac-9a68-0ff708164a7b)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:39.672667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.688540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Calling delete_port for f2105af2-fb16-4715-83e8-fbfa62814d47 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:39.704120 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-37f26062-5f4f-4474-b7cd-44f51fab68c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09de4c1f-c783-43cc-b2d7-a00f45c492b8 HTTP/1.1" status: 200 len: 217 time: 0.0414219 Aug 31 14:33:39.765314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-1a9661c6-0599-4394-962c-745b8c2e8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:39.767358 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-1a9661c6-0599-4394-962c-745b8c2e8dd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0558074 Aug 31 14:33:39.771454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee89948-dc01-4028-8902-3e85a5af3d3e None None] DHCP port deletion for 42d8490b-b982-4ae9-910d-e591cf036e9b request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:33:39.824366 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.838971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No DVR routers for this DVR port f2105af2-fb16-4715-83e8-fbfa62814d47 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:39.841580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-a957a074-5aa9-4722-9374-e2a04c07f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:39.843319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-a957a074-5aa9-4722-9374-e2a04c07f26c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689375 Aug 31 14:33:39.912078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Port': ['ID=f2105af2-fb16-4715-83e8-fbfa62814d47,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:39.918003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f2105af2-fb16-4715-83e8-fbfa62814d47 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:39.959317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-aee89948-dc01-4028-8902-3e85a5af3d3e None None] Deleting port f2105af2-fb16-4715-83e8-fbfa62814d47 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:39.959697 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aee89948-dc01-4028-8902-3e85a5af3d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:39.995228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.015059 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-96d63256-3459-41da-af16-61686ab430d7 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634357 Aug 31 14:33:40.016092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d8490b-b982-4ae9-910d-e591cf036e9b']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:40.036794 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4f21ef-fb46-4bac-9a68-0ff708164a7b') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:40.037672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4f21ef-fb46-4bac-9a68-0ff708164a7b') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:40.038698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: f2105af2-fb16-4715-83e8-fbfa62814d47 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:40.039286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f2105af2-fb16-4715-83e8-fbfa62814d47 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:40.039717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ff50c2a4-1c81-4596-97a3-0a5510e07b02 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:40.055841 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.067261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ff50c2a4-1c81-4596-97a3-0a5510e07b02 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:40.067950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ff50c2a4-1c81-4596-97a3-0a5510e07b02 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:40.086137 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.093266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-aee89948-dc01-4028-8902-3e85a5af3d3e None None] For port f2105af2-fb16-4715-83e8-fbfa62814d47, host n-d-792364-6, got binding levels [] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:40.093805 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aee89948-dc01-4028-8902-3e85a5af3d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.095199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:33:40.096479 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.109669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-aee89948-dc01-4028-8902-3e85a5af3d3e None None] Calling delete_port for f2105af2-fb16-4715-83e8-fbfa62814d47 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:40.112895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.ipam_backend_mixin [None req-aee89948-dc01-4028-8902-3e85a5af3d3e None None] Port f2105af2-fb16-4715-83e8-fbfa62814d47 was not found and therefore no delete operation was performed {{(pid=106389) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:33:40.115054 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aee89948-dc01-4028-8902-3e85a5af3d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.137074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ebb2621c-10e8-46ad-b644-a8219b408998 req-7fe2dd43-2bd1-44e1-8c51-c8cedc941838 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112680 Aug 31 14:33:40.140644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee89948-dc01-4028-8902-3e85a5af3d3e None None] Pushing event deleted for resources: {'Port': ['ID=f2105af2-fb16-4715-83e8-fbfa62814d47,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:33:40.148170 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:33:40.151125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee89948-dc01-4028-8902-3e85a5af3d3e None None] No DVR routers for this DVR port f2105af2-fb16-4715-83e8-fbfa62814d47 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:40.178820 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.192939 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.192939 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/networks/42d8490b-b982-4ae9-910d-e591cf036e9b HTTP/1.1" status: 204 len: 168 time: 0.8748744 Aug 31 14:33:40.195828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57300) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:40.200010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-549f344c-8d77-46af-8d3c-a71cc45dbfe1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'router': {'routes': None}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:40.211491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91631e-1f35-4ac4-8d06-9b8349eb40bc tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Pushing event deleted for resources: {'Network': ['ID=42d8490b-b982-4ae9-910d-e591cf036e9b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:40.371899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dc491-d950-4fc2-8b35-9d323ce7c59c req-d9e181b1-24b5-4961-9c20-00d0bbb204c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:40.373346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a9dc491-d950-4fc2-8b35-9d323ce7c59c req-d9e181b1-24b5-4961-9c20-00d0bbb204c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 1095 time: 0.1691699 Aug 31 14:33:40.401684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.extraroute_db [None req-549f344c-8d77-46af-8d3c-a71cc45dbfe1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Added routes are [] {{(pid=106388) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 14:33:40.401988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.extraroute_db [None req-549f344c-8d77-46af-8d3c-a71cc45dbfe1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Removed routes are [] {{(pid=106388) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 14:33:40.402364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-549f344c-8d77-46af-8d3c-a71cc45dbfe1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.969609 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-549f344c-8d77-46af-8d3c-a71cc45dbfe1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:40.981257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dc491-d950-4fc2-8b35-9d323ce7c59c req-89637765-0b26-46a2-9a3b-24283b1c419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:40.983402 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a9dc491-d950-4fc2-8b35-9d323ce7c59c req-89637765-0b26-46a2-9a3b-24283b1c419b service neutron] 10.222.0.13 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.5908384 Aug 31 14:33:40.984464 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-549f344c-8d77-46af-8d3c-a71cc45dbfe1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.001342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2025581-c0fa-45cd-bfd2-0672aa03bc2d req-98b0a184-7dc3-4e54-a66e-a0c219bb2f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:41.004464 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e2025581-c0fa-45cd-bfd2-0672aa03bc2d req-98b0a184-7dc3-4e54-a66e-a0c219bb2f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.5084069 Aug 31 14:33:41.083589 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a9dc491-d950-4fc2-8b35-9d323ce7c59c req-4ca060a7-97f9-42be-82b3-09e5e8806d47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09de4c1f-c783-43cc-b2d7-a00f45c492b8 HTTP/1.1" status: 200 len: 217 time: 0.0760512 Aug 31 14:33:41.179513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549f344c-8d77-46af-8d3c-a71cc45dbfe1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:41.190394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e2025581-c0fa-45cd-bfd2-0672aa03bc2d req-b84947de-a134-4337-854f-e1982bb90c1f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758108 Aug 31 14:33:41.213394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dc491-d950-4fc2-8b35-9d323ce7c59c req-02222030-8c40-451b-9282-38fa0708b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:41.214936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a9dc491-d950-4fc2-8b35-9d323ce7c59c req-02222030-8c40-451b-9282-38fa0708b87b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0904274 Aug 31 14:33:41.336886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549f344c-8d77-46af-8d3c-a71cc45dbfe1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:41.344018 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-549f344c-8d77-46af-8d3c-a71cc45dbfe1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.347717 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-549f344c-8d77-46af-8d3c-a71cc45dbfe1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed HTTP/1.1" status: 200 len: 704 time: 1.1489866 Aug 31 14:33:41.348074 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57304) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:41.354820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815591c-9e69-4ed5-b39c-70c8446b9483 None None] Sync routers for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:41.355365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dc491-d950-4fc2-8b35-9d323ce7c59c req-16a358ff-1534-4027-9231-d2941c8ef182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:41.356816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a9dc491-d950-4fc2-8b35-9d323ce7c59c req-16a358ff-1534-4027-9231-d2941c8ef182 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346684 Aug 31 14:33:41.369254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815591c-9e69-4ed5-b39c-70c8446b9483 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:41.370069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2815591c-9e69-4ed5-b39c-70c8446b9483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:41.383868 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0d8552cd-71a3-40b8-a7c3-fdbf73789f40 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dd0907-71f6-465c-893b-fa7ae8bfc4ed HTTP/1.1" status: 200 len: 205 time: 0.0345545 Aug 31 14:33:41.386802 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57306) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:41.464188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2815591c-9e69-4ed5-b39c-70c8446b9483 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:41.464956 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d77e490-c639-49cf-95a9-6958fa614b48 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.473709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a9dc491-d950-4fc2-8b35-9d323ce7c59c req-a87c2231-a1b5-448f-8ef8-4e92a95bcada service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099324 Aug 31 14:33:41.552543 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2815591c-9e69-4ed5-b39c-70c8446b9483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:38Z', 'revision_number': 11, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:41.587920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815591c-9e69-4ed5-b39c-70c8446b9483 None None] Checking router: 85dd0907-71f6-465c-893b-fa7ae8bfc4ed for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:41.597313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815591c-9e69-4ed5-b39c-70c8446b9483 None None] Routers {'85dd0907-71f6-465c-893b-fa7ae8bfc4ed'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:41.597954 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2815591c-9e69-4ed5-b39c-70c8446b9483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:41.624902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9a9dc491-d950-4fc2-8b35-9d323ce7c59c req-9b8ba948-c55e-4b0d-8829-66234064432e service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429193 Aug 31 14:33:41.705893 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d77e490-c639-49cf-95a9-6958fa614b48 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.710282 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d77e490-c639-49cf-95a9-6958fa614b48 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.786949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d77e490-c639-49cf-95a9-6958fa614b48 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.789654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d77e490-c639-49cf-95a9-6958fa614b48 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Fanout notify agent at l3_agent the message router_deleted on router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:41.801569 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6d77e490-c639-49cf-95a9-6958fa614b48 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.802997 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6d77e490-c639-49cf-95a9-6958fa614b48 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed HTTP/1.1" status: 204 len: 168 time: 0.4151709 Aug 31 14:33:41.809236 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57308) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:41.817981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2ac71498-f29b-4ddb-b20f-700c81e1bd00 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1095500938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:41.856454 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ac71498-f29b-4ddb-b20f-700c81e1bd00 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.857622 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ac71498-f29b-4ddb-b20f-700c81e1bd00 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.860524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2815591c-9e69-4ed5-b39c-70c8446b9483 None None] Set router 85dd0907-71f6-465c-893b-fa7ae8bfc4ed gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:41.921009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2815591c-9e69-4ed5-b39c-70c8446b9483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:38Z', 'revision_number': 11, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:41.956997 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ac71498-f29b-4ddb-b20f-700c81e1bd00 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.959157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815591c-9e69-4ed5-b39c-70c8446b9483 None None] The sync data for ids ['85dd0907-71f6-465c-893b-fa7ae8bfc4ed'] in n-d-792364-6 is: [{'id': '85dd0907-71f6-465c-893b-fa7ae8bfc4ed', 'name': 'tempest-RoutersIpV6Test-router-347182997', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:13Z', 'updated_at': '2021-08-31T14:33:38Z', 'revision_number': 11, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:41.963615 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ac71498-f29b-4ddb-b20f-700c81e1bd00 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.997087 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2ac71498-f29b-4ddb-b20f-700c81e1bd00 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:41.998250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2ac71498-f29b-4ddb-b20f-700c81e1bd00 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1880219 Aug 31 14:33:42.001816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57310) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.007068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-fd41413b-fb24-49cf-b9e4-1a5addc828f1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:42.337179 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd41413b-fb24-49cf-b9e4-1a5addc828f1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4338'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:42.361465 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd41413b-fb24-49cf-b9e4-1a5addc828f1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736665'] for router, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:42.453344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8c3fa-1796-402b-97f4-b9885602ccd6 req-e8211dd5-c7d3-473e-8f87-faad2ff47343 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:42.456346 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ea8c3fa-1796-402b-97f4-b9885602ccd6 req-e8211dd5-c7d3-473e-8f87-faad2ff47343 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.1050992 Aug 31 14:33:42.505834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd41413b-fb24-49cf-b9e4-1a5addc828f1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Router 37c1b705-9484-407e-8133-20aaf9144136 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:42.522103 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ea8c3fa-1796-402b-97f4-b9885602ccd6 req-8a51c234-7710-423c-82d2-cbb9c3d58876 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545845 Aug 31 14:33:42.657240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41413b-fb24-49cf-b9e4-1a5addc828f1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:42.672139 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd41413b-fb24-49cf-b9e4-1a5addc828f1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:42.673741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fd41413b-fb24-49cf-b9e4-1a5addc828f1 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "PUT /v2.0/routers/37c1b705-9484-407e-8133-20aaf9144136 HTTP/1.1" status: 200 len: 698 time: 0.6712492 Aug 31 14:33:42.676239 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff6db3-6e88-4d4b-9ca6-1a730ad13224 None None] Sync routers for ids ['37c1b705-9484-407e-8133-20aaf9144136'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:42.677637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57314) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.689859 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff6db3-6e88-4d4b-9ca6-1a730ad13224 None None] Routers {'37c1b705-9484-407e-8133-20aaf9144136'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:42.691374 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-baff6db3-6e88-4d4b-9ca6-1a730ad13224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['37c1b705-9484-407e-8133-20aaf9144136'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:42.779156 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f7ec0f4c-4f40-4f3a-b286-504911491111 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/routers/37c1b705-9484-407e-8133-20aaf9144136 HTTP/1.1" status: 200 len: 704 time: 0.1011260 Aug 31 14:33:42.783100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57316) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.786225 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-baff6db3-6e88-4d4b-9ca6-1a730ad13224 None None] Set router 37c1b705-9484-407e-8133-20aaf9144136 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:42.835579 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b813046d-6585-48d9-ad93-fe9aebdc79ad tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c1b705-9484-407e-8133-20aaf9144136 HTTP/1.1" status: 200 len: 205 time: 0.0502222 Aug 31 14:33:42.838575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57318) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:42.859594 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-baff6db3-6e88-4d4b-9ca6-1a730ad13224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c1b705-9484-407e-8133-20aaf9144136', 'name': 'tempest-RoutersIpV6Test-router-1095500938', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:41Z', 'updated_at': '2021-08-31T14:33:42Z', 'revision_number': 2, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:42.893360 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff6db3-6e88-4d4b-9ca6-1a730ad13224 None None] Checking router: 37c1b705-9484-407e-8133-20aaf9144136 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:33:42.907412 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff6db3-6e88-4d4b-9ca6-1a730ad13224 None None] Routers {'37c1b705-9484-407e-8133-20aaf9144136'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:42.908933 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-baff6db3-6e88-4d4b-9ca6-1a730ad13224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['37c1b705-9484-407e-8133-20aaf9144136'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:42.946312 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d166161-e75d-4193-b5f0-4642e3118727 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:42.998036 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-baff6db3-6e88-4d4b-9ca6-1a730ad13224 None None] Set router 37c1b705-9484-407e-8133-20aaf9144136 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:33:43.062478 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-baff6db3-6e88-4d4b-9ca6-1a730ad13224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c1b705-9484-407e-8133-20aaf9144136', 'name': 'tempest-RoutersIpV6Test-router-1095500938', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:41Z', 'updated_at': '2021-08-31T14:33:42Z', 'revision_number': 2, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:43.103396 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff6db3-6e88-4d4b-9ca6-1a730ad13224 None None] The sync data for ids ['37c1b705-9484-407e-8133-20aaf9144136'] in n-d-792364-6 is: [{'id': '37c1b705-9484-407e-8133-20aaf9144136', 'name': 'tempest-RoutersIpV6Test-router-1095500938', 'tenant_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:33:41Z', 'updated_at': '2021-08-31T14:33:42Z', 'revision_number': 2, 'project_id': '3bcfa4cd018c4ff9ad363f7e184f7eb6', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:43.169127 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d166161-e75d-4193-b5f0-4642e3118727 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:43.175377 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d166161-e75d-4193-b5f0-4642e3118727 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:43.249648 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d166161-e75d-4193-b5f0-4642e3118727 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:43.251801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d166161-e75d-4193-b5f0-4642e3118727 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Fanout notify agent at l3_agent the message router_deleted on router 37c1b705-9484-407e-8133-20aaf9144136 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:33:43.271728 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3d166161-e75d-4193-b5f0-4642e3118727 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:43.275466 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3d166161-e75d-4193-b5f0-4642e3118727 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/37c1b705-9484-407e-8133-20aaf9144136 HTTP/1.1" status: 204 len: 168 time: 0.4350579 Aug 31 14:33:43.281139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57320) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.357562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-116f7c08-71b3-4fea-b165-4dee2ec35b35 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c1b705-9484-407e-8133-20aaf9144136 HTTP/1.1" status: 200 len: 205 time: 0.0743082 Aug 31 14:33:43.360030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57322) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.466740 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-f698c664-fa87-48c3-81f7-0940797b3b53 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] delete failed (client error): The resource could not be found. Aug 31 14:33:43.472189 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f698c664-fa87-48c3-81f7-0940797b3b53 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/37c1b705-9484-407e-8133-20aaf9144136 HTTP/1.1" status: 404 len: 336 time: 0.1071963 Aug 31 14:33:43.472667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57324) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.507402 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc3ee4b-4596-4838-aaeb-5602b3e6d110 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:43.508024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc3ee4b-4596-4838-aaeb-5602b3e6d110 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:43.512592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-adc3ee4b-4596-4838-aaeb-5602b3e6d110 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/0f20304b-57ea-460c-8d63-5d4fa450bed1 HTTP/1.1" status: 404 len: 337 time: 0.0363543 Aug 31 14:33:43.513730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57326) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.543855 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef59eb34-c92e-456c-aea2-fa9169bd0bbb tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:43.544307 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef59eb34-c92e-456c-aea2-fa9169bd0bbb tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:43.547611 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ef59eb34-c92e-456c-aea2-fa9169bd0bbb tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/0ce2d965-2b00-456c-98a3-ec43547f703d HTTP/1.1" status: 404 len: 337 time: 0.0321634 Aug 31 14:33:43.550480 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57328) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.582696 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa954a7-0682-4cc5-842b-12412bba1c29 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:43.583082 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa954a7-0682-4cc5-842b-12412bba1c29 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:43.588149 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2aa954a7-0682-4cc5-842b-12412bba1c29 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/41926639-d245-4309-9714-56a041ae5038 HTTP/1.1" status: 404 len: 337 time: 0.0330269 Aug 31 14:33:43.588149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57332) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.619109 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-39eb1ecc-a8d2-48a1-aa8f-91fc43e135a9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:43.619575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39eb1ecc-a8d2-48a1-aa8f-91fc43e135a9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:43.621475 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-39eb1ecc-a8d2-48a1-aa8f-91fc43e135a9 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/7c484185-64c4-41f1-b83f-710ac97d0bb5 HTTP/1.1" status: 404 len: 337 time: 0.0327966 Aug 31 14:33:43.625352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57334) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.669048 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6659d2d0-cd2e-4048-8eb4-c43778799b65 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dd0907-71f6-465c-893b-fa7ae8bfc4ed HTTP/1.1" status: 200 len: 205 time: 0.0415964 Aug 31 14:33:43.669641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57336) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.722299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3fc4e-493e-4803-acc5-92dc8437c544 req-88792a9f-0c7e-4a80-abb1-6aae35a91d7e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:43.724127 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-85d3fc4e-493e-4803-acc5-92dc8437c544 req-88792a9f-0c7e-4a80-abb1-6aae35a91d7e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.0616937 Aug 31 14:33:43.730552 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-cc832aa4-154a-477c-928c-6510c84c7e9d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] delete failed (client error): The resource could not be found. Aug 31 14:33:43.734091 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cc832aa4-154a-477c-928c-6510c84c7e9d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/85dd0907-71f6-465c-893b-fa7ae8bfc4ed HTTP/1.1" status: 404 len: 336 time: 0.0608664 Aug 31 14:33:43.738331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57338) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.773785 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6bc9e262-2f13-4ff2-8f17-4a3f3974d86a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5dc113a-e36a-4232-967d-edc4034e1301 HTTP/1.1" status: 200 len: 205 time: 0.0342779 Aug 31 14:33:43.776247 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57340) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.809255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-85d3fc4e-493e-4803-acc5-92dc8437c544 req-4bb66985-d8f8-41a0-acd0-41ffa4ea3524 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765429 Aug 31 14:33:43.837571 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-cd90d125-c64a-4120-99f6-378923167a75 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] delete failed (client error): The resource could not be found. Aug 31 14:33:43.838945 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cd90d125-c64a-4120-99f6-378923167a75 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/b5dc113a-e36a-4232-967d-edc4034e1301 HTTP/1.1" status: 404 len: 336 time: 0.0614355 Aug 31 14:33:43.842278 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57342) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.872057 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5975b5-670a-45e1-93fc-276f7144c964 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:43.872561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5975b5-670a-45e1-93fc-276f7144c964 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:43.874438 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7e5975b5-670a-45e1-93fc-276f7144c964 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/d80e67fa-97f7-49f5-8a11-bcf04092b404 HTTP/1.1" status: 404 len: 337 time: 0.0298407 Aug 31 14:33:43.877684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57344) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.906818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a187eb6a-87fa-4902-8fc5-d94a09b9f94d tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5e5aa8-3ead-4332-8c06-60265d927947 HTTP/1.1" status: 200 len: 205 time: 0.0269907 Aug 31 14:33:43.909346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57346) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.958003 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-e9d43328-26f2-4b1f-9b2f-63cdb20fd133 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] delete failed (client error): The resource could not be found. Aug 31 14:33:43.962451 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e9d43328-26f2-4b1f-9b2f-63cdb20fd133 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/4b5e5aa8-3ead-4332-8c06-60265d927947 HTTP/1.1" status: 404 len: 336 time: 0.0489941 Aug 31 14:33:43.962784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57348) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:43.999737 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3fffab05-5ee9-43bb-bb28-f532beafe05f tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=e826e810-aad1-4157-9376-265b9902c719 HTTP/1.1" status: 200 len: 205 time: 0.0356367 Aug 31 14:33:44.002112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57350) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.052250 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-3dba9cd0-d299-45e4-8009-02628f6c6c1e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] delete failed (client error): The resource could not be found. Aug 31 14:33:44.053376 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3dba9cd0-d299-45e4-8009-02628f6c6c1e tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/e826e810-aad1-4157-9376-265b9902c719 HTTP/1.1" status: 404 len: 336 time: 0.0503676 Aug 31 14:33:44.056743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57352) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.089699 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d3ee91-9364-4330-bf1c-63b570f223f2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:44.090156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d3ee91-9364-4330-bf1c-63b570f223f2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:44.092026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-29d3ee91-9364-4330-bf1c-63b570f223f2 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/5241614a-2811-4702-96f6-b895a6e86cd6 HTTP/1.1" status: 404 len: 337 time: 0.0343504 Aug 31 14:33:44.094659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57354) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.133595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f781edd2-f5ce-4adf-8e8e-b63a8aaefa16 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fabefca-2b23-4b45-b485-166cb68a4cab HTTP/1.1" status: 200 len: 205 time: 0.0376627 Aug 31 14:33:44.138847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57356) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.185242 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-fcaef930-1249-422a-9396-f96bf93c6200 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] delete failed (client error): The resource could not be found. Aug 31 14:33:44.187991 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fcaef930-1249-422a-9396-f96bf93c6200 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/8fabefca-2b23-4b45-b485-166cb68a4cab HTTP/1.1" status: 404 len: 336 time: 0.0465140 Aug 31 14:33:44.189179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57358) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.226124 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcc47fa-78d0-43e5-a7b7-05578bf41d7a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:44.226551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcc47fa-78d0-43e5-a7b7-05578bf41d7a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:44.228576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dfcc47fa-78d0-43e5-a7b7-05578bf41d7a tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/1134e342-83a9-4c14-9b9f-5a469a76bc89 HTTP/1.1" status: 404 len: 337 time: 0.0383744 Aug 31 14:33:44.236216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57360) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.273466 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-74ff69a4-bdc2-47fb-a5a1-30ff89037a79 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "GET /v2.0/ports?device_id=41eb6782-fcdf-49e4-930e-27fc11e8d1ad HTTP/1.1" status: 200 len: 205 time: 0.0358474 Aug 31 14:33:44.275911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57362) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.323277 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-75918438-a1cd-44ad-bf16-e854d9fe0af8 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] delete failed (client error): The resource could not be found. Aug 31 14:33:44.324393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-75918438-a1cd-44ad-bf16-e854d9fe0af8 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/routers/41eb6782-fcdf-49e4-930e-27fc11e8d1ad HTTP/1.1" status: 404 len: 336 time: 0.0472405 Aug 31 14:33:44.327206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57364) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.356702 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-0869f780-055f-4bb6-ad6a-1ae332264f66 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:44.357178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0869f780-055f-4bb6-ad6a-1ae332264f66 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:44.358970 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0869f780-055f-4bb6-ad6a-1ae332264f66 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/21517115-998e-4036-a986-902623503a0f HTTP/1.1" status: 404 len: 337 time: 0.0306165 Aug 31 14:33:44.365978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57366) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.417033 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db03850-42ff-421a-82ce-cc8dedfa5a57 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] DELETE failed (client error): The resource could not be found. Aug 31 14:33:44.417855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db03850-42ff-421a-82ce-cc8dedfa5a57 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:33:44.423229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8db03850-42ff-421a-82ce-cc8dedfa5a57 tempest-RoutersIpV6Test-186201365 tempest-RoutersIpV6Test-186201365-project] 10.222.0.20 "DELETE /v2.0/subnets/93bb1546-c428-4e14-8c90-da61b86f644c HTTP/1.1" status: 404 len: 337 time: 0.0552285 Aug 31 14:33:44.748288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57372) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.928704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f09a66b2-ef5c-4fcf-ae8d-66a112fd8480 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bcfa4cd018c4ff9ad363f7e184f7eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790059 Aug 31 14:33:44.932117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57378) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:44.952849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c432d-b330-4b48-872d-5f8b7cc34075 req-9787214d-f5cb-40be-89d8-046f58ed6fee tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:44.954351 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e85c432d-b330-4b48-872d-5f8b7cc34075 req-9787214d-f5cb-40be-89d8-046f58ed6fee tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.0614133 Aug 31 14:33:44.994173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a71de5d1-4623-4684-a3e9-d44c8773575e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:45.008350 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e85c432d-b330-4b48-872d-5f8b7cc34075 req-c9417112-893c-426f-9383-f9c75e559918 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417776 Aug 31 14:33:45.034080 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a71de5d1-4623-4684-a3e9-d44c8773575e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:45.097143 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a71de5d1-4623-4684-a3e9-d44c8773575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:45.100153 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a71de5d1-4623-4684-a3e9-d44c8773575e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:45.101519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a71de5d1-4623-4684-a3e9-d44c8773575e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/378ca785-20bb-4fa3-bd4c-d6fb1a172038 HTTP/1.1" status: 204 len: 168 time: 0.1683764 Aug 31 14:33:45.110894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71de5d1-4623-4684-a3e9-d44c8773575e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378ca785-20bb-4fa3-bd4c-d6fb1a172038,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:45.878807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57400) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:45.984000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-62474ffe-56ef-4c37-a236-37d03e728854 tempest-DvrRoutersNegativeTest-1262804059 tempest-DvrRoutersNegativeTest-1262804059-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-931398201', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:45.987081 n-d-792364-6 neutron-server[106387]: DEBUG neutron.policy [None req-62474ffe-56ef-4c37-a236-37d03e728854 tempest-DvrRoutersNegativeTest-1262804059 tempest-DvrRoutersNegativeTest-1262804059-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=106387) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 14:33:45.987388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.policy [None req-62474ffe-56ef-4c37-a236-37d03e728854 tempest-DvrRoutersNegativeTest-1262804059 tempest-DvrRoutersNegativeTest-1262804059-project] Failed policy check for 'create_router' {{(pid=106387) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 14:33:45.987927 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-62474ffe-56ef-4c37-a236-37d03e728854 tempest-DvrRoutersNegativeTest-1262804059 tempest-DvrRoutersNegativeTest-1262804059-project] create failed (client error): Access was denied to this resource. Aug 31 14:33:45.992700 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-62474ffe-56ef-4c37-a236-37d03e728854 tempest-DvrRoutersNegativeTest-1262804059 tempest-DvrRoutersNegativeTest-1262804059-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1127791 Aug 31 14:33:46.124595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4e32-536f-4f8b-adda-d2c685f09057 req-e3ca9f4e-f3c3-4ab1-a65e-670e29bea460 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:46.140271 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b58e4e32-536f-4f8b-adda-d2c685f09057 req-e3ca9f4e-f3c3-4ab1-a65e-670e29bea460 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.0714309 Aug 31 14:33:46.188234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b58e4e32-536f-4f8b-adda-d2c685f09057 req-6403a4dd-84e3-4e08-9668-a0200314a0c5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469427 Aug 31 14:33:46.308108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57410) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:46.430167 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e1ac5ba-c75d-4d6b-a2bf-4f1c597df078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:46.523527 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e1ac5ba-c75d-4d6b-a2bf-4f1c597df078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:46.527505 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5e1ac5ba-c75d-4d6b-a2bf-4f1c597df078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:46.564785 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5e1ac5ba-c75d-4d6b-a2bf-4f1c597df078 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a525ed8fedbf4553a806fb820e884e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552147 Aug 31 14:33:46.565631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ac5ba-c75d-4d6b-a2bf-4f1c597df078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a033a335-a89f-4720-9236-344de99c38ce,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:46.568141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57414) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:46.620057 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7c30-8399-42d3-ba96-c73b6a0cc10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:46.644030 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7c30-8399-42d3-ba96-c73b6a0cc10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:46.690588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7c30-8399-42d3-ba96-c73b6a0cc10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:46.694624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7c30-8399-42d3-ba96-c73b6a0cc10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:46.696123 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3d3e7c30-8399-42d3-ba96-c73b6a0cc10c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a033a335-a89f-4720-9236-344de99c38ce HTTP/1.1" status: 204 len: 168 time: 0.1267755 Aug 31 14:33:46.705488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e7c30-8399-42d3-ba96-c73b6a0cc10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a033a335-a89f-4720-9236-344de99c38ce,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:47.310934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c511ba-2516-4b70-b2b4-1424f8e6778e req-1dea659c-8b31-475d-a9dc-c4fd26920468 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:47.312478 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12c511ba-2516-4b70-b2b4-1424f8e6778e req-1dea659c-8b31-475d-a9dc-c4fd26920468 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.0528207 Aug 31 14:33:47.350607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57438) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:47.352264 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-12c511ba-2516-4b70-b2b4-1424f8e6778e req-0ced6665-c1e2-486f-aae9-e17eed0b50ec tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335603 Aug 31 14:33:47.451254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3faeb5c6-5abd-4955-bc9c-95480c322c73 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2048146756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:47.477929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3faeb5c6-5abd-4955-bc9c-95480c322c73 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.478956 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3faeb5c6-5abd-4955-bc9c-95480c322c73 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.530746 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3faeb5c6-5abd-4955-bc9c-95480c322c73 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.535259 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3faeb5c6-5abd-4955-bc9c-95480c322c73 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.552173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3faeb5c6-5abd-4955-bc9c-95480c322c73 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.553457 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3faeb5c6-5abd-4955-bc9c-95480c322c73 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2018349 Aug 31 14:33:47.556203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57442) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:47.561125 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2095218201'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:47.582276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Made reservation on behalf of 48c371348a734cc984449e6a041e86c8 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:47.586480 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.598332 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.697701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.701316 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.729152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:33:47.737836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa5eb2-2fa0-404c-8f06-924fa5e7a55e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:47.743766 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.744132 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Added segment d1590fcf-f94c-40cb-be39-379828576351 of type vlan for network e79b03ab-73ba-4f2e-b664-6c3b0283f058 Aug 31 14:33:47.785259 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.809882 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.815475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:47.816066 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:47.874955 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3175311 Aug 31 14:33:47.877460 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57444) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:47.883265 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a584c122-6312-4bd3-a801-2bd808232889 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Request body: {'subnet': {'network_id': 'e79b03ab-73ba-4f2e-b664-6c3b0283f058', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:47.904674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a47229-12b9-42ed-9972-043f4446bcde tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event updated for resources: {'Network': ['ID=e79b03ab-73ba-4f2e-b664-6c3b0283f058,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:47.918210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network e79b03ab-73ba-4f2e-b664-6c3b0283f058 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:33:47.990702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a584c122-6312-4bd3-a801-2bd808232889 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Made reservation on behalf of 48c371348a734cc984449e6a041e86c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:47.996010 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a584c122-6312-4bd3-a801-2bd808232889 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.183009 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a584c122-6312-4bd3-a801-2bd808232889 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.243529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584c122-6312-4bd3-a801-2bd808232889 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event updated for resources: {'Subnet': ['ID=653d9664-a96e-4854-96fd-0bee2618efd2,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:48.252326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a584c122-6312-4bd3-a801-2bd808232889 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Checking segment: {'id': 'd1590fcf-f94c-40cb-be39-379828576351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e79b03ab-73ba-4f2e-b664-6c3b0283f058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:48.252726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584c122-6312-4bd3-a801-2bd808232889 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Network hostable DHCP agents. Network: e79b03ab-73ba-4f2e-b664-6c3b0283f058, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:33:48.270414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584c122-6312-4bd3-a801-2bd808232889 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Network e79b03ab-73ba-4f2e-b664-6c3b0283f058 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:33:48.279978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a584c122-6312-4bd3-a801-2bd808232889 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, e79b03ab-73ba-4f2e-b664-6c3b0283f058) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:48.290682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024ea640-32b2-49f6-9d1c-7bae049bd399 None None] Network e79b03ab-73ba-4f2e-b664-6c3b0283f058 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:48.291062 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a584c122-6312-4bd3-a801-2bd808232889 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:48.292047 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a584c122-6312-4bd3-a801-2bd808232889 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.315086 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a584c122-6312-4bd3-a801-2bd808232889 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4334400 Aug 31 14:33:48.315338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57446) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:48.320889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3e057efa-3336-45d2-ab66-2155f46d1452 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Request body: {'network': {'name': 'tempest-router-network01--1112654084'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:48.342956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e057efa-3336-45d2-ab66-2155f46d1452 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Made reservation on behalf of 48c371348a734cc984449e6a041e86c8 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:48.346467 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e057efa-3336-45d2-ab66-2155f46d1452 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.386349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e057efa-3336-45d2-ab66-2155f46d1452 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:33:48.396478 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e057efa-3336-45d2-ab66-2155f46d1452 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.396963 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-3e057efa-3336-45d2-ab66-2155f46d1452 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Added segment 34d78ed3-1dba-4f66-895c-c94013e9f0c8 of type vlan for network 77142a58-8574-4657-848b-93ba59790a18 Aug 31 14:33:48.442480 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e057efa-3336-45d2-ab66-2155f46d1452 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.473035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-e79b03ab-73ba-4f2e-b664-6c3b0283f058', 'network_id': 'e79b03ab-73ba-4f2e-b664-6c3b0283f058', 'tenant_id': '48c371348a734cc984449e6a041e86c8', 'fixed_ips': [{'subnet_id': '653d9664-a96e-4854-96fd-0bee2618efd2'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:33:48.474831 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.498925 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e057efa-3336-45d2-ab66-2155f46d1452 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.515997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e057efa-3336-45d2-ab66-2155f46d1452 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:48.517185 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3e057efa-3336-45d2-ab66-2155f46d1452 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.586692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf678c8-c91f-4e58-80e6-13eb00998c85 req-597cdab3-922a-4611-adf7-c4f4aa75099d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:48.588235 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdf678c8-c91f-4e58-80e6-13eb00998c85 req-597cdab3-922a-4611-adf7-c4f4aa75099d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.1383095 Aug 31 14:33:48.596801 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3e057efa-3336-45d2-ab66-2155f46d1452 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2780135 Aug 31 14:33:48.597116 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57450) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:48.603335 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-45e16843-e40e-4a02-ae9a-5f3901eed332 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Request body: {'network': {'name': 'tempest-router-network02--1711282015'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:48.625543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e16843-e40e-4a02-ae9a-5f3901eed332 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Made reservation on behalf of 48c371348a734cc984449e6a041e86c8 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:48.629848 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45e16843-e40e-4a02-ae9a-5f3901eed332 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.637710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Allocated IP 172.20.0.2 (e79b03ab-73ba-4f2e-b664-6c3b0283f058/653d9664-a96e-4854-96fd-0bee2618efd2/14625e22-9df1-47dc-8848-e52b6c70ff03) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:48.648123 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdf678c8-c91f-4e58-80e6-13eb00998c85 req-f93ccb19-b9e4-4290-9b59-937fb72ba8ca tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451951 Aug 31 14:33:48.651428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e057efa-3336-45d2-ab66-2155f46d1452 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event updated for resources: {'Network': ['ID=77142a58-8574-4657-848b-93ba59790a18,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:48.666807 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e16843-e40e-4a02-ae9a-5f3901eed332 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:33:48.669196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 77142a58-8574-4657-848b-93ba59790a18 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:33:48.678005 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45e16843-e40e-4a02-ae9a-5f3901eed332 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.678383 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-45e16843-e40e-4a02-ae9a-5f3901eed332 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Added segment 134a775f-baae-41dd-bc1d-3c537b008b33 of type vlan for network a41ee98c-aed9-4115-a182-dea90d2ec6ed Aug 31 14:33:48.720294 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45e16843-e40e-4a02-ae9a-5f3901eed332 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.750280 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45e16843-e40e-4a02-ae9a-5f3901eed332 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.757457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e16843-e40e-4a02-ae9a-5f3901eed332 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:48.758541 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-45e16843-e40e-4a02-ae9a-5f3901eed332 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.819576 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-45e16843-e40e-4a02-ae9a-5f3901eed332 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2202234 Aug 31 14:33:48.822778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57452) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:48.828207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-12cb1162-bce3-42b9-b4b8-62f245895d5a tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Request body: {'subnet': {'network_id': '77142a58-8574-4657-848b-93ba59790a18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:48.838993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e16843-e40e-4a02-ae9a-5f3901eed332 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event updated for resources: {'Network': ['ID=a41ee98c-aed9-4115-a182-dea90d2ec6ed,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:48.853433 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network a41ee98c-aed9-4115-a182-dea90d2ec6ed details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:33:48.939263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cb1162-bce3-42b9-b4b8-62f245895d5a tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Made reservation on behalf of 48c371348a734cc984449e6a041e86c8 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:48.943407 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12cb1162-bce3-42b9-b4b8-62f245895d5a tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.946045 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:48.960106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Transition to ACTIVE for port object 14625e22-9df1-47dc-8848-e52b6c70ff03 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:48.983704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Transition to ACTIVE for port object 14625e22-9df1-47dc-8848-e52b6c70ff03 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:48.988825 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.027539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Network e79b03ab-73ba-4f2e-b664-6c3b0283f058 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:49.033105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:49.036514 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:49.065674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Pushing event updated for resources: {'Port': ['ID=14625e22-9df1-47dc-8848-e52b6c70ff03,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:49.100013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Attempting to bind port 14625e22-9df1-47dc-8848-e52b6c70ff03 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:49.100313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Attempting to bind port 14625e22-9df1-47dc-8848-e52b6c70ff03 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'd1590fcf-f94c-40cb-be39-379828576351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e79b03ab-73ba-4f2e-b664-6c3b0283f058'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:49.100714 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Attempting to bind port 14625e22-9df1-47dc-8848-e52b6c70ff03 on network e79b03ab-73ba-4f2e-b664-6c3b0283f058 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:49.105828 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:49.106210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Checking segment: {'id': 'd1590fcf-f94c-40cb-be39-379828576351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e79b03ab-73ba-4f2e-b664-6c3b0283f058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:49.106621 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.107025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Bound using segment: {'id': 'd1590fcf-f94c-40cb-be39-379828576351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e79b03ab-73ba-4f2e-b664-6c3b0283f058'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:49.107503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Bound port: 14625e22-9df1-47dc-8848-e52b6c70ff03, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1590fcf-f94c-40cb-be39-379828576351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e79b03ab-73ba-4f2e-b664-6c3b0283f058'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:49.107892 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.144054 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12cb1162-bce3-42b9-b4b8-62f245895d5a tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.177725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] For port 14625e22-9df1-47dc-8848-e52b6c70ff03, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:49.181241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] For port 14625e22-9df1-47dc-8848-e52b6c70ff03, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=14625e22-9df1-47dc-8848-e52b6c70ff03,segment=NetworkSegment(d1590fcf-f94c-40cb-be39-379828576351),segment_id=d1590fcf-f94c-40cb-be39-379828576351)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:49.185995 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.212847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb1162-bce3-42b9-b4b8-62f245895d5a tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event updated for resources: {'Subnet': ['ID=d39ad9f0-4bf2-47bb-a33f-6dde5a8272c4,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:49.232917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb1162-bce3-42b9-b4b8-62f245895d5a tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Checking segment: {'id': '34d78ed3-1dba-4f66-895c-c94013e9f0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77142a58-8574-4657-848b-93ba59790a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:49.233284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb1162-bce3-42b9-b4b8-62f245895d5a tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Network hostable DHCP agents. Network: 77142a58-8574-4657-848b-93ba59790a18, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:33:49.256700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746d647-1354-431f-969f-f2c8bc3ea1fe None None] Pushing event updated for resources: {'Port': ['ID=14625e22-9df1-47dc-8848-e52b6c70ff03,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:49.258292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb1162-bce3-42b9-b4b8-62f245895d5a tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Network 77142a58-8574-4657-848b-93ba59790a18 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:33:49.273713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-12cb1162-bce3-42b9-b4b8-62f245895d5a tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 77142a58-8574-4657-848b-93ba59790a18) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:49.282074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9466913c-5b4b-41dc-bb6c-3e3677d42083 None None] Network 77142a58-8574-4657-848b-93ba59790a18 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:49.291821 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb1162-bce3-42b9-b4b8-62f245895d5a tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:49.292919 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-12cb1162-bce3-42b9-b4b8-62f245895d5a tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.313944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57454) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:49.314822 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-12cb1162-bce3-42b9-b4b8-62f245895d5a tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4907243 Aug 31 14:33:49.320138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d789926b-cc35-4d65-a5f5-789b7a23796e tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Request body: {'subnet': {'network_id': 'a41ee98c-aed9-4115-a182-dea90d2ec6ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:49.459633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d789926b-cc35-4d65-a5f5-789b7a23796e tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Made reservation on behalf of 48c371348a734cc984449e6a041e86c8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:33:49.483785 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d789926b-cc35-4d65-a5f5-789b7a23796e tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.511146 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-77142a58-8574-4657-848b-93ba59790a18', 'network_id': '77142a58-8574-4657-848b-93ba59790a18', 'tenant_id': '48c371348a734cc984449e6a041e86c8', 'fixed_ips': [{'subnet_id': 'd39ad9f0-4bf2-47bb-a33f-6dde5a8272c4'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:33:49.512337 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.727460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 14625e22-9df1-47dc-8848-e52b6c70ff03 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:49.789847 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Allocated IP 172.20.0.2 (77142a58-8574-4657-848b-93ba59790a18/d39ad9f0-4bf2-47bb-a33f-6dde5a8272c4/7c3101d8-dfb3-4581-9342-04d023606067) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:49.812233 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 14625e22-9df1-47dc-8848-e52b6c70ff03 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:49.863098 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d789926b-cc35-4d65-a5f5-789b7a23796e tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.903945 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72a03b-8ba9-4ac2-a66e-67956eaf2890 req-a94beb40-94ad-4e09-b5a4-75cce14439d5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:49.905599 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fa72a03b-8ba9-4ac2-a66e-67956eaf2890 req-a94beb40-94ad-4e09-b5a4-75cce14439d5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.1370561 Aug 31 14:33:49.960882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789926b-cc35-4d65-a5f5-789b7a23796e tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event updated for resources: {'Subnet': ['ID=c099f7e1-3652-4440-aa24-e5cf2a16059a,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:49.964944 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:49.976410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Transition to ACTIVE for port object 7c3101d8-dfb3-4581-9342-04d023606067 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:49.982289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d789926b-cc35-4d65-a5f5-789b7a23796e tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Checking segment: {'id': '134a775f-baae-41dd-bc1d-3c537b008b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41ee98c-aed9-4115-a182-dea90d2ec6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:49.982662 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d789926b-cc35-4d65-a5f5-789b7a23796e tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Network hostable DHCP agents. Network: a41ee98c-aed9-4115-a182-dea90d2ec6ed, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:33:49.994581 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fa72a03b-8ba9-4ac2-a66e-67956eaf2890 req-7f3fe5c7-ae68-4f56-b200-9b02daf3ac18 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720696 Aug 31 14:33:50.008890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Transition to ACTIVE for port object 7c3101d8-dfb3-4581-9342-04d023606067 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:50.011116 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d789926b-cc35-4d65-a5f5-789b7a23796e tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Network a41ee98c-aed9-4115-a182-dea90d2ec6ed is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:33:50.017751 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.024891 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d789926b-cc35-4d65-a5f5-789b7a23796e tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, a41ee98c-aed9-4115-a182-dea90d2ec6ed) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:50.038678 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d789926b-cc35-4d65-a5f5-789b7a23796e tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:50.039315 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d789926b-cc35-4d65-a5f5-789b7a23796e tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.055478 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb1202e-70ed-418c-ac4c-38ef1cf8fe47 None None] Network a41ee98c-aed9-4115-a182-dea90d2ec6ed requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:50.056684 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d789926b-cc35-4d65-a5f5-789b7a23796e tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7413440 Aug 31 14:33:50.059519 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57458) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:50.118261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Network 77142a58-8574-4657-848b-93ba59790a18 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:50.124049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:50.127635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Pushing event updated for resources: {'Port': ['ID=7c3101d8-dfb3-4581-9342-04d023606067,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:50.130466 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:50.217289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Attempting to bind port 7c3101d8-dfb3-4581-9342-04d023606067 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:50.217666 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Attempting to bind port 7c3101d8-dfb3-4581-9342-04d023606067 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '34d78ed3-1dba-4f66-895c-c94013e9f0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77142a58-8574-4657-848b-93ba59790a18'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:50.218039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Attempting to bind port 7c3101d8-dfb3-4581-9342-04d023606067 on network 77142a58-8574-4657-848b-93ba59790a18 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:50.231062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:50.231456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Checking segment: {'id': '34d78ed3-1dba-4f66-895c-c94013e9f0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77142a58-8574-4657-848b-93ba59790a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:50.231869 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.232275 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Bound using segment: {'id': '34d78ed3-1dba-4f66-895c-c94013e9f0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77142a58-8574-4657-848b-93ba59790a18'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:50.232821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Bound port: 7c3101d8-dfb3-4581-9342-04d023606067, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d78ed3-1dba-4f66-895c-c94013e9f0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '77142a58-8574-4657-848b-93ba59790a18'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:50.233217 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.381854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-a41ee98c-aed9-4115-a182-dea90d2ec6ed', 'network_id': 'a41ee98c-aed9-4115-a182-dea90d2ec6ed', 'tenant_id': '48c371348a734cc984449e6a041e86c8', 'fixed_ips': [{'subnet_id': 'c099f7e1-3652-4440-aa24-e5cf2a16059a'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:33:50.383670 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.386953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] For port 7c3101d8-dfb3-4581-9342-04d023606067, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:50.393761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] For port 7c3101d8-dfb3-4581-9342-04d023606067, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7c3101d8-dfb3-4581-9342-04d023606067,segment=NetworkSegment(34d78ed3-1dba-4f66-895c-c94013e9f0c8),segment_id=34d78ed3-1dba-4f66-895c-c94013e9f0c8)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:50.408342 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.411462 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:50.626395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa07af-45e6-42d3-b459-94cb522b96c1 None None] Network e79b03ab-73ba-4f2e-b664-6c3b0283f058 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:50.697745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619a805-d9c2-4a89-94cd-d635229c33f8 None None] Pushing event updated for resources: {'Port': ['ID=7c3101d8-dfb3-4581-9342-04d023606067,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:50.718614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Allocated IP 172.20.0.2 (a41ee98c-aed9-4115-a182-dea90d2ec6ed/c099f7e1-3652-4440-aa24-e5cf2a16059a/24684057-19eb-4406-bfa1-726c9f08f456) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:50.723939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bf098648-da13-4720-aed1-997588eb6869 None None] Provisioning for port 14625e22-9df1-47dc-8848-e52b6c70ff03 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:50.781577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bf098648-da13-4720-aed1-997588eb6869 None None] Provisioning complete for port 14625e22-9df1-47dc-8848-e52b6c70ff03 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:50.781995 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bf098648-da13-4720-aed1-997588eb6869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.164287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a2f31-9601-4d23-98f6-126a30abd9db req-94f3bed8-f13d-433c-b0e6-76d75e48e6f4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:51.166021 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e9a2f31-9601-4d23-98f6-126a30abd9db req-94f3bed8-f13d-433c-b0e6-76d75e48e6f4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.0920060 Aug 31 14:33:51.214491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Allocated IP 172.20.0.1 (77142a58-8574-4657-848b-93ba59790a18/d39ad9f0-4bf2-47bb-a33f-6dde5a8272c4/fb5f5821-6c47-406c-8839-40dfb3400894) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:51.217830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9e9a2f31-9601-4d23-98f6-126a30abd9db req-4fed4c99-7696-4a81-b8cd-90bb32ad09f4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443544 Aug 31 14:33:51.287104 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bf098648-da13-4720-aed1-997588eb6869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.320272 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.354643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Transition to ACTIVE for port object 24684057-19eb-4406-bfa1-726c9f08f456 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:51.366475 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.385894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-bf098648-da13-4720-aed1-997588eb6869 None None] For port 14625e22-9df1-47dc-8848-e52b6c70ff03, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=14625e22-9df1-47dc-8848-e52b6c70ff03,segment=NetworkSegment(d1590fcf-f94c-40cb-be39-379828576351),segment_id=d1590fcf-f94c-40cb-be39-379828576351)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:51.386856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Transition to ACTIVE for port object fb5f5821-6c47-406c-8839-40dfb3400894 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:51.392413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Transition to ACTIVE for port object 24684057-19eb-4406-bfa1-726c9f08f456 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:51.396852 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bf098648-da13-4720-aed1-997588eb6869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.408130 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.432591 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.486367 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Network a41ee98c-aed9-4115-a182-dea90d2ec6ed is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:51.491765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:51.499657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:51.511198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event updated for resources: {'Port': ['ID=fb5f5821-6c47-406c-8839-40dfb3400894,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:51.513203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf098648-da13-4720-aed1-997588eb6869 None None] Pushing event updated for resources: {'Port': ['ID=14625e22-9df1-47dc-8848-e52b6c70ff03,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:51.530163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Network 77142a58-8574-4657-848b-93ba59790a18 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:51.531814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:51.535342 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:51.604831 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.644636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Pushing event updated for resources: {'Port': ['ID=24684057-19eb-4406-bfa1-726c9f08f456,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:51.667180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Attempting to bind port 24684057-19eb-4406-bfa1-726c9f08f456 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:33:51.667558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Attempting to bind port 24684057-19eb-4406-bfa1-726c9f08f456 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '134a775f-baae-41dd-bc1d-3c537b008b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41ee98c-aed9-4115-a182-dea90d2ec6ed'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:33:51.667929 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Attempting to bind port 24684057-19eb-4406-bfa1-726c9f08f456 on network a41ee98c-aed9-4115-a182-dea90d2ec6ed {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:33:51.675047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:33:51.675513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Checking segment: {'id': '134a775f-baae-41dd-bc1d-3c537b008b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41ee98c-aed9-4115-a182-dea90d2ec6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:33:51.675934 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.677280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Bound using segment: {'id': '134a775f-baae-41dd-bc1d-3c537b008b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41ee98c-aed9-4115-a182-dea90d2ec6ed'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:33:51.677494 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Bound port: 24684057-19eb-4406-bfa1-726c9f08f456, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134a775f-baae-41dd-bc1d-3c537b008b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a41ee98c-aed9-4115-a182-dea90d2ec6ed'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:33:51.677891 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.799739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 14625e22-9df1-47dc-8848-e52b6c70ff03 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:51.806818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] For port 24684057-19eb-4406-bfa1-726c9f08f456, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:33:51.842608 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.847200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] For port 24684057-19eb-4406-bfa1-726c9f08f456, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=24684057-19eb-4406-bfa1-726c9f08f456,segment=NetworkSegment(134a775f-baae-41dd-bc1d-3c537b008b33),segment_id=134a775f-baae-41dd-bc1d-3c537b008b33)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:33:51.858213 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.940514 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6d9f9-0c2b-4391-a8ca-23714a3ee08c None None] Pushing event updated for resources: {'Port': ['ID=24684057-19eb-4406-bfa1-726c9f08f456,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:51.951970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-170622e4-4ffc-4bc5-8a6b-f48e15806c10 None None] Provisioning complete for port 14625e22-9df1-47dc-8848-e52b6c70ff03 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:51.952298 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-170622e4-4ffc-4bc5-8a6b-f48e15806c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:51.982507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 14625e22-9df1-47dc-8848-e52b6c70ff03 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:51.982901 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.032865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a953fb-c882-4862-a9ad-497ab5a94879 None None] Network 77142a58-8574-4657-848b-93ba59790a18 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:52.267934 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.284045 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.309313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7c3101d8-dfb3-4581-9342-04d023606067 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:52.407664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 7c3101d8-dfb3-4581-9342-04d023606067 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:52.414026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7c3101d8-dfb3-4581-9342-04d023606067 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:52.414415 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.416038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e38c18cf-1e83-4cc8-ada5-0c24fa086906 None None] Provisioning for port 7c3101d8-dfb3-4581-9342-04d023606067 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:52.421835 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event updated for resources: {'Port': ['ID=fb5f5821-6c47-406c-8839-40dfb3400894,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:52.424745 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.445041 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e38c18cf-1e83-4cc8-ada5-0c24fa086906 None None] Provisioning complete for port 7c3101d8-dfb3-4581-9342-04d023606067 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:52.445544 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e38c18cf-1e83-4cc8-ada5-0c24fa086906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.448499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce273a-ac9e-45fd-a565-53140aace546 req-b90f3204-c116-464e-8934-05611e02d860 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:52.450299 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-34ce273a-ac9e-45fd-a565-53140aace546 req-b90f3204-c116-464e-8934-05611e02d860 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.1092076 Aug 31 14:33:52.560219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-34ce273a-ac9e-45fd-a565-53140aace546 req-50d06df5-33b8-43d0-b8ea-54367c191bbb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918515 Aug 31 14:33:52.588059 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.599890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Network 77142a58-8574-4657-848b-93ba59790a18 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:52.601740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:52.654031 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e38c18cf-1e83-4cc8-ada5-0c24fa086906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.674786 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 7c3101d8-dfb3-4581-9342-04d023606067, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7c3101d8-dfb3-4581-9342-04d023606067,segment=NetworkSegment(34d78ed3-1dba-4f66-895c-c94013e9f0c8),segment_id=34d78ed3-1dba-4f66-895c-c94013e9f0c8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:52.679835 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:52.763656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Router d49b1aa6-d302-4fa3-8682-fe5e5daabf41 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:33:52.780983 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-e38c18cf-1e83-4cc8-ada5-0c24fa086906 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:33:52.781339 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-e38c18cf-1e83-4cc8-ada5-0c24fa086906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:33:52.781953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=7c3101d8-dfb3-4581-9342-04d023606067,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:52.868078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:52.876043 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b0dd3137-e575-4c35-8704-6bc49c5a1104 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "PUT /v2.0/routers/d49b1aa6-d302-4fa3-8682-fe5e5daabf41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8120086 Aug 31 14:33:52.876224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57466) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:52.886107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d508a826-9cb1-44b3-b655-806933be46bd None None] Sync routers for ids ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:52.896521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d508a826-9cb1-44b3-b655-806933be46bd None None] Routers {'d49b1aa6-d302-4fa3-8682-fe5e5daabf41'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:52.897168 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d508a826-9cb1-44b3-b655-806933be46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:52.935444 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d508a826-9cb1-44b3-b655-806933be46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:52.946339 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d508a826-9cb1-44b3-b655-806933be46bd None None] Routers {'d49b1aa6-d302-4fa3-8682-fe5e5daabf41'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:52.947011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d508a826-9cb1-44b3-b655-806933be46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:52.985091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d508a826-9cb1-44b3-b655-806933be46bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:52.985769 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d508a826-9cb1-44b3-b655-806933be46bd None None] The sync data for ids ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:53.271150 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-3100e2bf-09f1-49b3-bcee-eb05e98bfd37 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:33:53.272229 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3100e2bf-09f1-49b3-bcee-eb05e98bfd37 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "PUT /v2.0/routers/d49b1aa6-d302-4fa3-8682-fe5e5daabf41/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3950083 Aug 31 14:33:53.275533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57468) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:53.305105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a2ec73-db56-4c75-9386-184885bd456e None None] Network a41ee98c-aed9-4115-a182-dea90d2ec6ed requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:53.482505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-988ff767-4c00-44e1-ab4e-2b29850b24df None None] Provisioning for port fb5f5821-6c47-406c-8839-40dfb3400894 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:53.486749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-988ff767-4c00-44e1-ab4e-2b29850b24df None None] Provisioning complete for port fb5f5821-6c47-406c-8839-40dfb3400894 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:53.487137 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-988ff767-4c00-44e1-ab4e-2b29850b24df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.523645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-988ff767-4c00-44e1-ab4e-2b29850b24df None None] Port fb5f5821-6c47-406c-8839-40dfb3400894 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:53.534049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-988ff767-4c00-44e1-ab4e-2b29850b24df None None] Provisioning complete for port 7c3101d8-dfb3-4581-9342-04d023606067 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:53.534595 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-988ff767-4c00-44e1-ab4e-2b29850b24df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.624022 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f16d4ebd-8fd9-4871-a2bd-c8b9e70382ce tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.717393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-988ff767-4c00-44e1-ab4e-2b29850b24df None None] Provisioning for port 24684057-19eb-4406-bfa1-726c9f08f456 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:53.727237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3baa9-8426-4fd4-bd1c-99bc1ca17f73 req-9f35923c-6533-424d-a93d-bb668b6bded4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:53.730914 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04c3baa9-8426-4fd4-bd1c-99bc1ca17f73 req-9f35923c-6533-424d-a93d-bb668b6bded4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.0850158 Aug 31 14:33:53.748419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 24684057-19eb-4406-bfa1-726c9f08f456 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:53.790573 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04c3baa9-8426-4fd4-bd1c-99bc1ca17f73 req-fa7f1b4f-12b0-4df8-b7d7-307697737cfc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481598 Aug 31 14:33:53.814725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 24684057-19eb-4406-bfa1-726c9f08f456 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:53.824869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 24684057-19eb-4406-bfa1-726c9f08f456 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:53.825491 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.870930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-705d42ec-a80d-43c0-9693-40dacf3803b6 None None] Provisioning complete for port 24684057-19eb-4406-bfa1-726c9f08f456 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:53.871309 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-705d42ec-a80d-43c0-9693-40dacf3803b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.951889 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:53.952656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f16d4ebd-8fd9-4871-a2bd-c8b9e70382ce tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Deleting port fb5f5821-6c47-406c-8839-40dfb3400894 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:53.953013 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f16d4ebd-8fd9-4871-a2bd-c8b9e70382ce tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.014195 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 24684057-19eb-4406-bfa1-726c9f08f456, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=24684057-19eb-4406-bfa1-726c9f08f456,segment=NetworkSegment(134a775f-baae-41dd-bc1d-3c537b008b33),segment_id=134a775f-baae-41dd-bc1d-3c537b008b33)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:54.015209 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-705d42ec-a80d-43c0-9693-40dacf3803b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.029447 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.031449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7c3101d8-dfb3-4581-9342-04d023606067 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:54.056057 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f16d4ebd-8fd9-4871-a2bd-c8b9e70382ce tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.068461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f16d4ebd-8fd9-4871-a2bd-c8b9e70382ce tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Calling delete_port for fb5f5821-6c47-406c-8839-40dfb3400894 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:54.148761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=24684057-19eb-4406-bfa1-726c9f08f456,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:54.167107 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-705d42ec-a80d-43c0-9693-40dacf3803b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:33:54.167469 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-705d42ec-a80d-43c0-9693-40dacf3803b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:33:54.175139 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7c3101d8-dfb3-4581-9342-04d023606067 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:54.175521 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.247206 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f16d4ebd-8fd9-4871-a2bd-c8b9e70382ce tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.278768 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d4ebd-8fd9-4871-a2bd-c8b9e70382ce tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event deleted for resources: {'Port': ['ID=fb5f5821-6c47-406c-8839-40dfb3400894,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:54.423179 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f16d4ebd-8fd9-4871-a2bd-c8b9e70382ce tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.584830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16d4ebd-8fd9-4871-a2bd-c8b9e70382ce tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Router d49b1aa6-d302-4fa3-8682-fe5e5daabf41 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:54.657429 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16d4ebd-8fd9-4871-a2bd-c8b9e70382ce tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:54.662953 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f16d4ebd-8fd9-4871-a2bd-c8b9e70382ce tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "PUT /v2.0/routers/d49b1aa6-d302-4fa3-8682-fe5e5daabf41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3860614 Aug 31 14:33:54.666563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57472) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:54.667505 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ca82e-8681-4a02-82d8-cba3b832cdaf None None] Sync routers for ids ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:54.678111 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ca82e-8681-4a02-82d8-cba3b832cdaf None None] Routers {'d49b1aa6-d302-4fa3-8682-fe5e5daabf41'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:54.678828 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e80ca82e-8681-4a02-82d8-cba3b832cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:54.710772 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-153e8385-d132-4710-b92b-14344b3cc395 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] delete failed (client error): The resource could not be found. Aug 31 14:33:54.713570 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e80ca82e-8681-4a02-82d8-cba3b832cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:54.717427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57474) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:54.717566 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-153e8385-d132-4710-b92b-14344b3cc395 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-142975931 HTTP/1.1" status: 404 len: 334 time: 0.0493312 Aug 31 14:33:54.721837 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a94bd310-de1e-4174-9795-e5ca6f9d66e8 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd49b1aa6-d302-4fa3-8682-fe5e5daabf41'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:54.724555 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ca82e-8681-4a02-82d8-cba3b832cdaf None None] Routers {'d49b1aa6-d302-4fa3-8682-fe5e5daabf41'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:54.725239 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e80ca82e-8681-4a02-82d8-cba3b832cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:54.761227 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e80ca82e-8681-4a02-82d8-cba3b832cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:54.761870 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ca82e-8681-4a02-82d8-cba3b832cdaf None None] The sync data for ids ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:54.962016 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a94bd310-de1e-4174-9795-e5ca6f9d66e8 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:54.990101 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-a94bd310-de1e-4174-9795-e5ca6f9d66e8 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] update failed (client error): The resource could not be found. Aug 31 14:33:54.991180 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a94bd310-de1e-4174-9795-e5ca6f9d66e8 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "PUT /v2.0/routers/d49b1aa6-d302-4fa3-8682-fe5e5daabf41 HTTP/1.1" status: 404 len: 339 time: 0.2733238 Aug 31 14:33:54.995918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57478) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:54.999513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f847220-89ff-48dd-960c-5b6b740a4b40 req-e78504d4-14ef-4151-a057-14b83f69589c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:55.001095 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f847220-89ff-48dd-960c-5b6b740a4b40 req-e78504d4-14ef-4151-a057-14b83f69589c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.0979595 Aug 31 14:33:55.053812 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4f847220-89ff-48dd-960c-5b6b740a4b40 req-ac3aa513-3df2-4bfe-afe9-dc81b5ade3be tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419383 Aug 31 14:33:55.282548 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.521209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Allocated IP 172.20.0.1 (e79b03ab-73ba-4f2e-b664-6c3b0283f058/653d9664-a96e-4854-96fd-0bee2618efd2/ed28e72a-ed1a-42e6-8ab1-43081e424334) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:33:55.615110 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 24684057-19eb-4406-bfa1-726c9f08f456 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:33:55.659312 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.673855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 24684057-19eb-4406-bfa1-726c9f08f456 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:55.674232 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.674715 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Transition to ACTIVE for port object ed28e72a-ed1a-42e6-8ab1-43081e424334 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:33:55.709793 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:55.756324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Network e79b03ab-73ba-4f2e-b664-6c3b0283f058 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:55.759868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:55.763432 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:33:55.791524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event updated for resources: {'Port': ['ID=ed28e72a-ed1a-42e6-8ab1-43081e424334,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:55.822428 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.040716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2abc0d6a-0767-46b7-9136-98dc1658c41b None None] Provisioning for port ed28e72a-ed1a-42e6-8ab1-43081e424334 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:33:56.044964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2abc0d6a-0767-46b7-9136-98dc1658c41b None None] Provisioning complete for port ed28e72a-ed1a-42e6-8ab1-43081e424334 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:56.045337 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2abc0d6a-0767-46b7-9136-98dc1658c41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.080129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2abc0d6a-0767-46b7-9136-98dc1658c41b None None] Port ed28e72a-ed1a-42e6-8ab1-43081e424334 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:56.260234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392704ae-a936-4e93-a0f1-877a4ae4c119 req-c5159a18-b589-4044-9ec8-a4f541188181 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:56.261802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-392704ae-a936-4e93-a0f1-877a4ae4c119 req-c5159a18-b589-4044-9ec8-a4f541188181 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.0933747 Aug 31 14:33:56.324666 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.341541 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-392704ae-a936-4e93-a0f1-877a4ae4c119 req-ad681854-b276-4dc3-9199-47c8cd93e803 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715058 Aug 31 14:33:56.595708 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.603352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.680447 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:56.682204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event updated for resources: {'Port': ['ID=ed28e72a-ed1a-42e6-8ab1-43081e424334,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:56.774678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Network e79b03ab-73ba-4f2e-b664-6c3b0283f058 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:33:56.776065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:33:56.882453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Router d49b1aa6-d302-4fa3-8682-fe5e5daabf41 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:56.995931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:57.001578 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-61dd3258-f13f-4592-958c-b8f78745b3d6 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "PUT /v2.0/routers/d49b1aa6-d302-4fa3-8682-fe5e5daabf41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0040026 Aug 31 14:33:57.003767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57482) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:57.007797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec10496-a0da-428b-bcb6-0a335964ca14 None None] Sync routers for ids ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:57.024013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2de69a8b-132d-4373-8b91-333480e66c42 None None] Provisioning complete for port ed28e72a-ed1a-42e6-8ab1-43081e424334 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:33:57.024391 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2de69a8b-132d-4373-8b91-333480e66c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.027013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec10496-a0da-428b-bcb6-0a335964ca14 None None] Routers {'d49b1aa6-d302-4fa3-8682-fe5e5daabf41'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:57.027659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-dec10496-a0da-428b-bcb6-0a335964ca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:57.076596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-dec10496-a0da-428b-bcb6-0a335964ca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:57.086495 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:33:57.094743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2de69a8b-132d-4373-8b91-333480e66c42 None None] Port ed28e72a-ed1a-42e6-8ab1-43081e424334 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:33:57.096147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec10496-a0da-428b-bcb6-0a335964ca14 None None] Routers {'d49b1aa6-d302-4fa3-8682-fe5e5daabf41'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:57.096802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-dec10496-a0da-428b-bcb6-0a335964ca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:57.099933 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7834b9ac-dca3-4eb6-aadb-e6a427fc66c2 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.132363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-dec10496-a0da-428b-bcb6-0a335964ca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:57.132990 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec10496-a0da-428b-bcb6-0a335964ca14 None None] The sync data for ids ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'] in n-d-792364-6 is: [] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:57.195784 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-7834b9ac-dca3-4eb6-aadb-e6a427fc66c2 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 14:33:57.197079 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7834b9ac-dca3-4eb6-aadb-e6a427fc66c2 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "DELETE /v2.0/routers/d49b1aa6-d302-4fa3-8682-fe5e5daabf41 HTTP/1.1" status: 409 len: 329 time: 0.1923561 Aug 31 14:33:57.199745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57484) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:57.475607 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b2c5e-bfca-4d84-b7fe-074329c84243 req-1aa8cfd8-ef83-4c20-8448-9794883467e0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:57.478002 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3b9b2c5e-bfca-4d84-b7fe-074329c84243 req-1aa8cfd8-ef83-4c20-8448-9794883467e0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.0582507 Aug 31 14:33:57.518059 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3b9b2c5e-bfca-4d84-b7fe-074329c84243 req-820e0bab-cfa5-41d3-a134-739592f2be90 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338566 Aug 31 14:33:57.534329 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa9e28c4-80f7-4195-bb0c-38b9664c5bf7 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.786185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e28c4-80f7-4195-bb0c-38b9664c5bf7 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Deleting port ed28e72a-ed1a-42e6-8ab1-43081e424334 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:57.786454 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa9e28c4-80f7-4195-bb0c-38b9664c5bf7 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.875960 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa9e28c4-80f7-4195-bb0c-38b9664c5bf7 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:57.888757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e28c4-80f7-4195-bb0c-38b9664c5bf7 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Calling delete_port for ed28e72a-ed1a-42e6-8ab1-43081e424334 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:58.063059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa9e28c4-80f7-4195-bb0c-38b9664c5bf7 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.091781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e28c4-80f7-4195-bb0c-38b9664c5bf7 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event deleted for resources: {'Port': ['ID=ed28e72a-ed1a-42e6-8ab1-43081e424334,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:58.246460 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa9e28c4-80f7-4195-bb0c-38b9664c5bf7 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.423472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9e28c4-80f7-4195-bb0c-38b9664c5bf7 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Router d49b1aa6-d302-4fa3-8682-fe5e5daabf41 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:33:58.503368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9e28c4-80f7-4195-bb0c-38b9664c5bf7 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:33:58.508796 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-aa9e28c4-80f7-4195-bb0c-38b9664c5bf7 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "PUT /v2.0/routers/d49b1aa6-d302-4fa3-8682-fe5e5daabf41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3080719 Aug 31 14:33:58.512623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57488) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:58.514996 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660bcf4-380b-4411-8624-ce16f563220e None None] Sync routers for ids ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:33:58.525825 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660bcf4-380b-4411-8624-ce16f563220e None None] Routers {'d49b1aa6-d302-4fa3-8682-fe5e5daabf41'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:58.526440 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4660bcf4-380b-4411-8624-ce16f563220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:58.550150 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-798ef7de-1012-46d0-9ed4-aa226ab40f38 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] show failed (client error): The resource could not be found. Aug 31 14:33:58.555469 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-798ef7de-1012-46d0-9ed4-aa226ab40f38 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1744573853 HTTP/1.1" status: 404 len: 335 time: 0.0377653 Aug 31 14:33:58.555886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57492) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:58.561140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5e48db4f-3d1c-443e-89b8-445e6d53e441 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:33:58.563495 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4660bcf4-380b-4411-8624-ce16f563220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:58.575027 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660bcf4-380b-4411-8624-ce16f563220e None None] Routers {'d49b1aa6-d302-4fa3-8682-fe5e5daabf41'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:33:58.576050 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4660bcf4-380b-4411-8624-ce16f563220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:33:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:58.596741 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-5e48db4f-3d1c-443e-89b8-445e6d53e441 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] update failed (client error): The resource could not be found. Aug 31 14:33:58.598531 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5e48db4f-3d1c-443e-89b8-445e6d53e441 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1527971760 HTTP/1.1" status: 404 len: 335 time: 0.0412409 Aug 31 14:33:58.605351 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57494) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:58.613120 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4660bcf4-380b-4411-8624-ce16f563220e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:58.613877 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660bcf4-380b-4411-8624-ce16f563220e None None] The sync data for ids ['d49b1aa6-d302-4fa3-8682-fe5e5daabf41'] in n-d-792364-6 is: [] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:33:58.657403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeeb9c-646d-4e21-bac5-8cb93a3ea099 req-70663248-ceb6-4551-bc5a-b18e31720821 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:58.658898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1efeeb9c-646d-4e21-bac5-8cb93a3ea099 req-70663248-ceb6-4551-bc5a-b18e31720821 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.0559249 Aug 31 14:33:58.667789 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-8065df1c-1213-40d2-b476-f6828220c71b tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Deleting subnet c099f7e1-3652-4440-aa24-e5cf2a16059a {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:33:58.671913 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8065df1c-1213-40d2-b476-f6828220c71b tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.699627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1efeeb9c-646d-4e21-bac5-8cb93a3ea099 req-fd9d861e-7312-49a4-ac91-cce39ca78211 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334132 Aug 31 14:33:58.718772 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8065df1c-1213-40d2-b476-f6828220c71b tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.821192 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8065df1c-1213-40d2-b476-f6828220c71b tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.894168 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8065df1c-1213-40d2-b476-f6828220c71b tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.924126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065df1c-1213-40d2-b476-f6828220c71b tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event deleted for resources: {'Subnet': ['ID=c099f7e1-3652-4440-aa24-e5cf2a16059a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:58.926126 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8065df1c-1213-40d2-b476-f6828220c71b tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:58.930865 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8065df1c-1213-40d2-b476-f6828220c71b tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "DELETE /v2.0/subnets/c099f7e1-3652-4440-aa24-e5cf2a16059a HTTP/1.1" status: 204 len: 168 time: 0.3208425 Aug 31 14:33:58.930865 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57496) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:58.934803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a26eb51-e0bf-495b-bddc-242725e466ae None None] Network a41ee98c-aed9-4115-a182-dea90d2ec6ed requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:58.984923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-87295c38-b9dc-456e-a7e7-370de9ba1fa8 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Deleting subnet d39ad9f0-4bf2-47bb-a33f-6dde5a8272c4 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:33:58.988182 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87295c38-b9dc-456e-a7e7-370de9ba1fa8 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.033305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87295c38-b9dc-456e-a7e7-370de9ba1fa8 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.106234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78db537d-9d75-4405-b554-a247fd8be2f8 None None] DHCP port deletion for a41ee98c-aed9-4115-a182-dea90d2ec6ed request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:33:59.138174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87295c38-b9dc-456e-a7e7-370de9ba1fa8 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.159530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-78db537d-9d75-4405-b554-a247fd8be2f8 None None] Deleting port 24684057-19eb-4406-bfa1-726c9f08f456 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:59.160134 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-78db537d-9d75-4405-b554-a247fd8be2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.204670 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87295c38-b9dc-456e-a7e7-370de9ba1fa8 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.234347 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87295c38-b9dc-456e-a7e7-370de9ba1fa8 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event deleted for resources: {'Subnet': ['ID=d39ad9f0-4bf2-47bb-a33f-6dde5a8272c4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:59.236422 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87295c38-b9dc-456e-a7e7-370de9ba1fa8 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.238838 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-87295c38-b9dc-456e-a7e7-370de9ba1fa8 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "DELETE /v2.0/subnets/d39ad9f0-4bf2-47bb-a33f-6dde5a8272c4 HTTP/1.1" status: 204 len: 168 time: 0.3066392 Aug 31 14:33:59.242756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57498) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:59.245338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-78db537d-9d75-4405-b554-a247fd8be2f8 None None] For port 24684057-19eb-4406-bfa1-726c9f08f456, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=24684057-19eb-4406-bfa1-726c9f08f456,segment=NetworkSegment(134a775f-baae-41dd-bc1d-3c537b008b33),segment_id=134a775f-baae-41dd-bc1d-3c537b008b33)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:59.245900 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-78db537d-9d75-4405-b554-a247fd8be2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.251067 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6323cf68-343d-48d1-9f20-255c72cffffe None None] Network 77142a58-8574-4657-848b-93ba59790a18 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:33:59.304265 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-78db537d-9d75-4405-b554-a247fd8be2f8 None None] Calling delete_port for 24684057-19eb-4406-bfa1-726c9f08f456 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:59.323991 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.386802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Deleting port 24684057-19eb-4406-bfa1-726c9f08f456 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:59.387112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.458126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] For port 24684057-19eb-4406-bfa1-726c9f08f456, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=24684057-19eb-4406-bfa1-726c9f08f456,segment=NetworkSegment(134a775f-baae-41dd-bc1d-3c537b008b33),segment_id=134a775f-baae-41dd-bc1d-3c537b008b33)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:59.458518 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.473758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Calling delete_port for 24684057-19eb-4406-bfa1-726c9f08f456 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:59.566451 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.593168 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event deleted for resources: {'Port': ['ID=24684057-19eb-4406-bfa1-726c9f08f456,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:59.596726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] No DVR routers for this DVR port 24684057-19eb-4406-bfa1-726c9f08f456 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:59.635659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 24684057-19eb-4406-bfa1-726c9f08f456 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:33:59.671196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 24684057-19eb-4406-bfa1-726c9f08f456 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:33:59.671556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 24684057-19eb-4406-bfa1-726c9f08f456 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:33:59.685385 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.692831 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-78db537d-9d75-4405-b554-a247fd8be2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.700644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41ee98c-aed9-4115-a182-dea90d2ec6ed']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:59.715419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134a775f-baae-41dd-bc1d-3c537b008b33') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:59.715754 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134a775f-baae-41dd-bc1d-3c537b008b33') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:33:59.719035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db537d-9d75-4405-b554-a247fd8be2f8 None None] Pushing event deleted for resources: {'Port': ['ID=24684057-19eb-4406-bfa1-726c9f08f456,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:59.725192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db537d-9d75-4405-b554-a247fd8be2f8 None None] No DVR routers for this DVR port 24684057-19eb-4406-bfa1-726c9f08f456 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:33:59.728306 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.749846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.759127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:33:59.759594 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:33:59.763024 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:33:59.793434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ac3d7-a236-4bb9-90a5-99bf4773bd5e None None] DHCP port deletion for 77142a58-8574-4657-848b-93ba59790a18 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:33:59.837553 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.844193 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.844626 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ac3d7-a236-4bb9-90a5-99bf4773bd5e None None] Deleting port 7c3101d8-dfb3-4581-9342-04d023606067 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:33:59.845118 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c1ac3d7-a236-4bb9-90a5-99bf4773bd5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.849102 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "DELETE /v2.0/networks/a41ee98c-aed9-4115-a182-dea90d2ec6ed HTTP/1.1" status: 204 len: 168 time: 0.6044395 Aug 31 14:33:59.853512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57502) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:33:59.866143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893ddc3-9ebe-4249-a27c-1517a6d17da1 req-92e44273-8c67-46f7-9e93-825d64e69289 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:33:59.867507 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6893ddc3-9ebe-4249-a27c-1517a6d17da1 req-92e44273-8c67-46f7-9e93-825d64e69289 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 944 time: 0.0611565 Aug 31 14:33:59.890300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129559f-6c44-4ddc-b94a-9028c45c209c tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event deleted for resources: {'Network': ['ID=a41ee98c-aed9-4115-a182-dea90d2ec6ed,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:33:59.918882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c1ac3d7-a236-4bb9-90a5-99bf4773bd5e None None] For port 7c3101d8-dfb3-4581-9342-04d023606067, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7c3101d8-dfb3-4581-9342-04d023606067,segment=NetworkSegment(34d78ed3-1dba-4f66-895c-c94013e9f0c8),segment_id=34d78ed3-1dba-4f66-895c-c94013e9f0c8)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:33:59.919330 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c1ac3d7-a236-4bb9-90a5-99bf4773bd5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:33:59.922192 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6893ddc3-9ebe-4249-a27c-1517a6d17da1 req-fdae3fa5-9f9b-4e8a-92f8-3268955b329d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477955 Aug 31 14:33:59.939062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ac3d7-a236-4bb9-90a5-99bf4773bd5e None None] Calling delete_port for 7c3101d8-dfb3-4581-9342-04d023606067 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:33:59.958779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.014658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Deleting port 7c3101d8-dfb3-4581-9342-04d023606067 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:00.015020 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.030928 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c1ac3d7-a236-4bb9-90a5-99bf4773bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.062971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ac3d7-a236-4bb9-90a5-99bf4773bd5e None None] Pushing event deleted for resources: {'Port': ['ID=7c3101d8-dfb3-4581-9342-04d023606067,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:00.069681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1ac3d7-a236-4bb9-90a5-99bf4773bd5e None None] No DVR routers for this DVR port 7c3101d8-dfb3-4581-9342-04d023606067 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:00.083691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] For port 7c3101d8-dfb3-4581-9342-04d023606067, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7c3101d8-dfb3-4581-9342-04d023606067,segment=NetworkSegment(34d78ed3-1dba-4f66-895c-c94013e9f0c8),segment_id=34d78ed3-1dba-4f66-895c-c94013e9f0c8)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:00.084124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.101002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Calling delete_port for 7c3101d8-dfb3-4581-9342-04d023606067 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:00.464970 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.491070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event deleted for resources: {'Port': ['ID=7c3101d8-dfb3-4581-9342-04d023606067,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:00.495099 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] No DVR routers for this DVR port 7c3101d8-dfb3-4581-9342-04d023606067 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:00.577982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.592760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77142a58-8574-4657-848b-93ba59790a18']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:00.603218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d78ed3-1dba-4f66-895c-c94013e9f0c8') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:00.603516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d78ed3-1dba-4f66-895c-c94013e9f0c8') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:00.613064 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.625392 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 09de4c1f-c783-43cc-b2d7-a00f45c492b8 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:34:00.627820 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.636358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:00.636795 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: self.session.flush() Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:00.640958 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:00.713124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.720117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.723040 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "DELETE /v2.0/networks/77142a58-8574-4657-848b-93ba59790a18 HTTP/1.1" status: 204 len: 168 time: 0.8684540 Aug 31 14:34:00.725889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57504) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:00.730485 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 09de4c1f-c783-43cc-b2d7-a00f45c492b8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=09de4c1f-c783-43cc-b2d7-a00f45c492b8,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:00.741831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef886f-71dc-4eee-a19c-7bc3642b1f15 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event deleted for resources: {'Network': ['ID=77142a58-8574-4657-848b-93ba59790a18,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:00.744187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '09de4c1f-c783-43cc-b2d7-a00f45c492b8', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'port_id': '09de4c1f-c783-43cc-b2d7-a00f45c492b8', 'mac_address': 'fa:16:3e:0b:1d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:34:00.778459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6a8d8d-636e-4888-a020-0476855daccf tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Deleting subnet 653d9664-a96e-4854-96fd-0bee2618efd2 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:00.781635 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8d8d-636e-4888-a020-0476855daccf tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.782698 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.795471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09de4c1f-c783-43cc-b2d7-a00f45c492b8 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:34:00.816022 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 09de4c1f-c783-43cc-b2d7-a00f45c492b8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=09de4c1f-c783-43cc-b2d7-a00f45c492b8,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:00.821627 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.823485 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8d8d-636e-4888-a020-0476855daccf tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.877959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=09de4c1f-c783-43cc-b2d7-a00f45c492b8,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:00.913777 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8d8d-636e-4888-a020-0476855daccf tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:00.974464 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8d8d-636e-4888-a020-0476855daccf tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.003415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8d8d-636e-4888-a020-0476855daccf tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event deleted for resources: {'Subnet': ['ID=653d9664-a96e-4854-96fd-0bee2618efd2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:01.006301 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8d8d-636e-4888-a020-0476855daccf tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.008336 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1f6a8d8d-636e-4888-a020-0476855daccf tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "DELETE /v2.0/subnets/653d9664-a96e-4854-96fd-0bee2618efd2 HTTP/1.1" status: 204 len: 168 time: 0.2815754 Aug 31 14:34:01.011080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57508) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:01.015902 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d030c11-a868-4101-a0c6-8346b3d8f3dc None None] Network e79b03ab-73ba-4f2e-b664-6c3b0283f058 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:01.069380 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['09de4c1f-c783-43cc-b2d7-a00f45c492b8'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:01.111356 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.120572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d571988-6bb7-4ecd-a510-59ca3d5b2145 req-cecc7072-1290-4895-9687-34de654ee1f5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:01.122365 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d571988-6bb7-4ecd-a510-59ca3d5b2145 req-cecc7072-1290-4895-9687-34de654ee1f5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 945 time: 0.1270092 Aug 31 14:34:01.196881 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d571988-6bb7-4ecd-a510-59ca3d5b2145 req-9012a8d0-7358-4108-b934-4f5a733a315c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675473 Aug 31 14:34:01.214856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Deleting port 14625e22-9df1-47dc-8848-e52b6c70ff03 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:01.215815 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.258019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e7140-229f-45d7-9f06-6f681a8617df None None] DHCP port deletion for e79b03ab-73ba-4f2e-b664-6c3b0283f058 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:34:01.286991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] For port 14625e22-9df1-47dc-8848-e52b6c70ff03, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=14625e22-9df1-47dc-8848-e52b6c70ff03,segment=NetworkSegment(d1590fcf-f94c-40cb-be39-379828576351),segment_id=d1590fcf-f94c-40cb-be39-379828576351)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:01.287372 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.302041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Calling delete_port for 14625e22-9df1-47dc-8848-e52b6c70ff03 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:01.313465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b82e7140-229f-45d7-9f06-6f681a8617df None None] Deleting port 14625e22-9df1-47dc-8848-e52b6c70ff03 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:01.313854 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b82e7140-229f-45d7-9f06-6f681a8617df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.385305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.389156 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b82e7140-229f-45d7-9f06-6f681a8617df None None] For port 14625e22-9df1-47dc-8848-e52b6c70ff03, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=14625e22-9df1-47dc-8848-e52b6c70ff03,segment=NetworkSegment(d1590fcf-f94c-40cb-be39-379828576351),segment_id=d1590fcf-f94c-40cb-be39-379828576351)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:01.389567 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b82e7140-229f-45d7-9f06-6f681a8617df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.404200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b82e7140-229f-45d7-9f06-6f681a8617df None None] Calling delete_port for 14625e22-9df1-47dc-8848-e52b6c70ff03 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:01.405970 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-45945c0c-b9e1-4365-9966-bf14c52613ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.412836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event deleted for resources: {'Port': ['ID=14625e22-9df1-47dc-8848-e52b6c70ff03,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:01.414816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] No DVR routers for this DVR port 14625e22-9df1-47dc-8848-e52b6c70ff03 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:34:01.483622 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:34:01.490566 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b82e7140-229f-45d7-9f06-6f681a8617df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.507406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.518420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79b03ab-73ba-4f2e-b664-6c3b0283f058']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:01.519312 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e7140-229f-45d7-9f06-6f681a8617df None None] Pushing event deleted for resources: {'Port': ['ID=14625e22-9df1-47dc-8848-e52b6c70ff03,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:01.523405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e7140-229f-45d7-9f06-6f681a8617df None None] No DVR routers for this DVR port 14625e22-9df1-47dc-8848-e52b6c70ff03 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:01.534660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1590fcf-f94c-40cb-be39-379828576351') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:01.534660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1590fcf-f94c-40cb-be39-379828576351') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:01.544370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.558779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.565093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:01.565736 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:01.568589 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:01.610320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 14625e22-9df1-47dc-8848-e52b6c70ff03 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:01.630406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 14625e22-9df1-47dc-8848-e52b6c70ff03 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:01.630728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 14625e22-9df1-47dc-8848-e52b6c70ff03 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:01.631150 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7c3101d8-dfb3-4581-9342-04d023606067 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:01.639631 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.646041 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:01.648088 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "DELETE /v2.0/networks/e79b03ab-73ba-4f2e-b664-6c3b0283f058 HTTP/1.1" status: 204 len: 168 time: 0.6360183 Aug 31 14:34:01.650757 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57510) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:01.654732 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 7c3101d8-dfb3-4581-9342-04d023606067 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:01.655085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7c3101d8-dfb3-4581-9342-04d023606067 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:01.669640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0741fb3-014c-453b-a909-1e0d5023f0e4 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Pushing event deleted for resources: {'Network': ['ID=e79b03ab-73ba-4f2e-b664-6c3b0283f058,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:01.683598 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-757e59c1-c9a6-4201-b162-401caaf91b62 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49b1aa6-d302-4fa3-8682-fe5e5daabf41 HTTP/1.1" status: 200 len: 205 time: 0.0315862 Aug 31 14:34:01.686039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57512) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:01.760190 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-33873772-d5ad-4b0b-ba8c-5776ff6a9083 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.264476 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-33873772-d5ad-4b0b-ba8c-5776ff6a9083 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.266701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-33873772-d5ad-4b0b-ba8c-5776ff6a9083 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.335086 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-33873772-d5ad-4b0b-ba8c-5776ff6a9083 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.336413 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33873772-d5ad-4b0b-ba8c-5776ff6a9083 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Fanout notify agent at l3_agent the message router_deleted on router d49b1aa6-d302-4fa3-8682-fe5e5daabf41 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:34:02.343970 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-33873772-d5ad-4b0b-ba8c-5776ff6a9083 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.345147 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-33873772-d5ad-4b0b-ba8c-5776ff6a9083 tempest-RoutersNegativeTest-1650364203 tempest-RoutersNegativeTest-1650364203-project] 10.222.0.20 "DELETE /v2.0/routers/d49b1aa6-d302-4fa3-8682-fe5e5daabf41 HTTP/1.1" status: 204 len: 168 time: 0.6581883 Aug 31 14:34:02.368594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e0d8b-7454-45e2-9285-353e0208ed9c req-a179dac1-50a1-4dce-a6e7-6925b8a5a8a0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:02.370569 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c4e0d8b-7454-45e2-9285-353e0208ed9c req-a179dac1-50a1-4dce-a6e7-6925b8a5a8a0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 945 time: 0.0951607 Aug 31 14:34:02.416075 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c4e0d8b-7454-45e2-9285-353e0208ed9c req-59a9ef37-6d1f-47ab-9327-225057d888cd tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389211 Aug 31 14:34:02.611444 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57520) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:02.648127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 09de4c1f-c783-43cc-b2d7-a00f45c492b8 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:02.707513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 09de4c1f-c783-43cc-b2d7-a00f45c492b8 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:02.711700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 09de4c1f-c783-43cc-b2d7-a00f45c492b8 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:02.712163 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.771868 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-382e1788-3c86-4dae-ac6e-aa46bd369b89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48c371348a734cc984449e6a041e86c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549690 Aug 31 14:34:02.772192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57524) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:02.801909 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.824074 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c91b5fb7-f814-4196-9bbe-16552c19e4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.828779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae1af8-10de-4a3c-a2fc-2b29438cdc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09de4c1f-c783-43cc-b2d7-a00f45c492b8'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:02.831293 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f55e9b-5688-466b-97f3-98986e30fd11" -d '{"events": [{"server_uuid": "bdae1af8-10de-4a3c-a2fc-2b29438cdc70", "name": "network-vif-plugged", "status": "completed", "tag": "09de4c1f-c783-43cc-b2d7-a00f45c492b8"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:02.845972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 09de4c1f-c783-43cc-b2d7-a00f45c492b8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=09de4c1f-c783-43cc-b2d7-a00f45c492b8,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:02.848599 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c91b5fb7-f814-4196-9bbe-16552c19e4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.852303 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.884185 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1dcd58-222f-4f55-a800-854ee787c7de x-openstack-request-id: req-fa1dcd58-222f-4f55-a800-854ee787c7de {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:02.884500 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae1af8-10de-4a3c-a2fc-2b29438cdc70", "name": "network-vif-plugged", "status": "completed", "tag": "09de4c1f-c783-43cc-b2d7-a00f45c492b8", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:02.884752 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa1dcd58-222f-4f55-a800-854ee787c7de {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:02.885309 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae1af8-10de-4a3c-a2fc-2b29438cdc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09de4c1f-c783-43cc-b2d7-a00f45c492b8', 'code': 200} Aug 31 14:34:02.912084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c91b5fb7-f814-4196-9bbe-16552c19e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.913843 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=09de4c1f-c783-43cc-b2d7-a00f45c492b8,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:02.916282 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c91b5fb7-f814-4196-9bbe-16552c19e4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:02.917554 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c91b5fb7-f814-4196-9bbe-16552c19e4fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2baa5eb2-2fa0-404c-8f06-924fa5e7a55e HTTP/1.1" status: 204 len: 168 time: 0.1446717 Aug 31 14:34:02.929289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b5fb7-f814-4196-9bbe-16552c19e4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa5eb2-2fa0-404c-8f06-924fa5e7a55e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:03.007825 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fda85e-8164-43a2-88d2-e5622ec3892f req-4c4f16cc-4bdf-4af9-877a-5a8dc4b3452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:03.009851 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-00fda85e-8164-43a2-88d2-e5622ec3892f req-4c4f16cc-4bdf-4af9-877a-5a8dc4b3452e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 1097 time: 0.0544903 Aug 31 14:34:03.055723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-00fda85e-8164-43a2-88d2-e5622ec3892f req-a087b8a9-96e3-4b7a-9c98-ec55a3236269 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386083 Aug 31 14:34:03.545929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c551f-5562-4a3c-ac90-e5991e294e38 req-de4ba656-49ce-44db-a437-af79e37058bc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:03.548885 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-985c551f-5562-4a3c-ac90-e5991e294e38 req-de4ba656-49ce-44db-a437-af79e37058bc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 946 time: 0.0560503 Aug 31 14:34:03.590772 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-985c551f-5562-4a3c-ac90-e5991e294e38 req-178bc534-a0fc-4921-8d7e-8075cde054bb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350199 Aug 31 14:34:04.070267 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.105370 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c38d5807-0d64-464b-ad12-c67b24d42c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.719296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146432a-3e32-4afd-ae10-ea0604b27b40 req-30ecafe6-6a72-462e-9476-f1e838a8a314 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:04.720844 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b146432a-3e32-4afd-ae10-ea0604b27b40 req-30ecafe6-6a72-462e-9476-f1e838a8a314 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 946 time: 0.0578322 Aug 31 14:34:04.757232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57580) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:04.763593 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b146432a-3e32-4afd-ae10-ea0604b27b40 req-85195177-8ad7-4e37-a8bd-aba87d5a1431 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340967 Aug 31 14:34:04.882386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7df1ae8d-dac1-4014-9afb-22fa5a582228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:04.912876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159e01c-9da4-4b4e-9479-59ba5ffa2756 req-c6ae6260-4e87-46cb-a7fc-76ff05e6a2ae tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:04.914475 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4159e01c-9da4-4b4e-9479-59ba5ffa2756 req-c6ae6260-4e87-46cb-a7fc-76ff05e6a2ae tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 946 time: 0.0766966 Aug 31 14:34:04.978573 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4159e01c-9da4-4b4e-9479-59ba5ffa2756 req-01eac8f0-2ee1-4508-8e19-4efe6653398c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570214 Aug 31 14:34:05.042354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7df1ae8d-dac1-4014-9afb-22fa5a582228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.047778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7df1ae8d-dac1-4014-9afb-22fa5a582228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.089243 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7df1ae8d-dac1-4014-9afb-22fa5a582228 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73e7dfa23b404aadb4c41168f69e9434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298388 Aug 31 14:34:05.090443 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1ae8d-dac1-4014-9afb-22fa5a582228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a0d61f-0d43-445a-881b-69e1685a3f94,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:05.092296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57590) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:05.154949 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-52566384-d644-401e-8bba-9cb928f740bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.178088 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-52566384-d644-401e-8bba-9cb928f740bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.238874 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-52566384-d644-401e-8bba-9cb928f740bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.242783 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-52566384-d644-401e-8bba-9cb928f740bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.244473 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-52566384-d644-401e-8bba-9cb928f740bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90a0d61f-0d43-445a-881b-69e1685a3f94 HTTP/1.1" status: 204 len: 168 time: 0.1488316 Aug 31 14:34:05.256948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52566384-d644-401e-8bba-9cb928f740bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a0d61f-0d43-445a-881b-69e1685a3f94,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:05.296285 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.342681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d5be2-3c10-408c-a369-b700ba97e628 req-4735e8c5-b22b-47ac-ad2e-25a4c7c719ed tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:05.344288 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c0d5be2-3c10-408c-a369-b700ba97e628 req-4735e8c5-b22b-47ac-ad2e-25a4c7c719ed tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 946 time: 0.0533841 Aug 31 14:34:05.389496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c0d5be2-3c10-408c-a369-b700ba97e628 req-16bee480-860c-4a08-9c5d-95966576b28f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366971 Aug 31 14:34:05.573352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57598) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:05.587149 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cd19dae3-8743-4019-8a99-1d82afffd7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.685167 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cd19dae3-8743-4019-8a99-1d82afffd7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.689005 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cd19dae3-8743-4019-8a99-1d82afffd7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.729228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19dae3-8743-4019-8a99-1d82afffd7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49fbf2e-bee7-4fcb-b6db-0d971e69c3e9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:05.733547 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cd19dae3-8743-4019-8a99-1d82afffd7bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38aa2de1ffcd441c93a4a8147e0f04e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591711 Aug 31 14:34:05.736414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57600) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:05.787839 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-222c8982-0f0b-4df5-823a-63574a875950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.810386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-222c8982-0f0b-4df5-823a-63574a875950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.857257 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-222c8982-0f0b-4df5-823a-63574a875950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.859786 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-222c8982-0f0b-4df5-823a-63574a875950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:05.860974 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-222c8982-0f0b-4df5-823a-63574a875950 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a49fbf2e-bee7-4fcb-b6db-0d971e69c3e9 HTTP/1.1" status: 204 len: 168 time: 0.1236267 Aug 31 14:34:05.876702 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c8982-0f0b-4df5-823a-63574a875950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49fbf2e-bee7-4fcb-b6db-0d971e69c3e9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:06.522191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93d1f7-d281-42c1-a937-c3a017f6f456 req-278b3399-30f2-4aa4-b04d-f2bd56270668 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:06.523747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f93d1f7-d281-42c1-a937-c3a017f6f456 req-278b3399-30f2-4aa4-b04d-f2bd56270668 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 946 time: 0.0555081 Aug 31 14:34:06.563785 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f93d1f7-d281-42c1-a937-c3a017f6f456 req-a1e1d921-dc5a-42ac-8554-3a5300b67998 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337007 Aug 31 14:34:06.643836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57624) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:06.736620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56953f70-7ff8-452e-8146-272a0aafe5ff req-f779f295-6117-4602-b3e6-a2177609f210 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:06.738168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56953f70-7ff8-452e-8146-272a0aafe5ff req-f779f295-6117-4602-b3e6-a2177609f210 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 946 time: 0.0494552 Aug 31 14:34:06.744917 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-759280815-network', 'tenant_id': '9e711bada0c54da19e07f13714435a4e'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:06.766526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Made reservation on behalf of 9e711bada0c54da19e07f13714435a4e for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:06.769616 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.781361 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.851072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.853965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-56953f70-7ff8-452e-8146-272a0aafe5ff req-125d8957-9914-4bf2-a2e4-b44d283b9cf0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Deleting port 09de4c1f-c783-43cc-b2d7-a00f45c492b8 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:06.854312 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-56953f70-7ff8-452e-8146-272a0aafe5ff req-125d8957-9914-4bf2-a2e4-b44d283b9cf0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.885749 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.890481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.917353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:34:06.936933 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.937288 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Added segment e1553ba7-0848-472b-9566-fb1448d4ef51 of type vlan for network b9138721-999b-45f4-91a2-3a8ea43732d7 Aug 31 14:34:06.938641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce732461-07e9-456a-979e-789d74879185,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:06.949101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-56953f70-7ff8-452e-8146-272a0aafe5ff req-125d8957-9914-4bf2-a2e4-b44d283b9cf0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] For port 09de4c1f-c783-43cc-b2d7-a00f45c492b8, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=09de4c1f-c783-43cc-b2d7-a00f45c492b8,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:06.949101 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-56953f70-7ff8-452e-8146-272a0aafe5ff req-125d8957-9914-4bf2-a2e4-b44d283b9cf0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:06.967446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-56953f70-7ff8-452e-8146-272a0aafe5ff req-125d8957-9914-4bf2-a2e4-b44d283b9cf0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Calling delete_port for 09de4c1f-c783-43cc-b2d7-a00f45c492b8 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:07.001863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.030772 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.031841 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:07.032454 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.097758 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4525616 Aug 31 14:34:07.100599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57628) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:07.105868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-893069bd-97c7-4f5b-9e89-290edcce3a94 admin admin] Request body: {'subnet': {'network_id': 'b9138721-999b-45f4-91a2-3a8ea43732d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-759280815-subnet', 'tenant_id': '9e711bada0c54da19e07f13714435a4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:07.113712 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-56953f70-7ff8-452e-8146-272a0aafe5ff req-125d8957-9914-4bf2-a2e4-b44d283b9cf0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.120191 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13024cb-9a7b-450c-a5ed-b1924054ae77 admin admin] Pushing event updated for resources: {'Network': ['ID=b9138721-999b-45f4-91a2-3a8ea43732d7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:07.129617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['09de4c1f-c783-43cc-b2d7-a00f45c492b8'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:07.133487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['281a494f-dd21-4a2c-8249-f432bdcaec02'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:07.144744 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893069bd-97c7-4f5b-9e89-290edcce3a94 admin admin] Made reservation on behalf of 9e711bada0c54da19e07f13714435a4e for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:07.147660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d8957-9914-4bf2-a2e4-b44d283b9cf0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event deleted for resources: {'Port': ['ID=09de4c1f-c783-43cc-b2d7-a00f45c492b8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:07.148540 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-893069bd-97c7-4f5b-9e89-290edcce3a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.206744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-56953f70-7ff8-452e-8146-272a0aafe5ff req-125d8957-9914-4bf2-a2e4-b44d283b9cf0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] No DVR routers for this DVR port 09de4c1f-c783-43cc-b2d7-a00f45c492b8 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:07.210512 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-56953f70-7ff8-452e-8146-272a0aafe5ff req-125d8957-9914-4bf2-a2e4-b44d283b9cf0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.213737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network b9138721-999b-45f4-91a2-3a8ea43732d7 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:34:07.216902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-56953f70-7ff8-452e-8146-272a0aafe5ff req-125d8957-9914-4bf2-a2e4-b44d283b9cf0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.13 "DELETE /v2.0/ports/09de4c1f-c783-43cc-b2d7-a00f45c492b8 HTTP/1.1" status: 204 len: 173 time: 0.4677570 Aug 31 14:34:07.218241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae1af8-10de-4a3c-a2fc-2b29438cdc70', 'name': 'network-vif-deleted', 'tag': '09de4c1f-c783-43cc-b2d7-a00f45c492b8'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:07.223572 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba527e4-f989-4f1a-906d-f749dde749e7" -d '{"events": [{"server_uuid": "bdae1af8-10de-4a3c-a2fc-2b29438cdc70", "name": "network-vif-deleted", "tag": "09de4c1f-c783-43cc-b2d7-a00f45c492b8"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:07.282982 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21da05b4-a9cb-44c5-a11d-cce2d1f1c57e x-openstack-request-id: req-21da05b4-a9cb-44c5-a11d-cce2d1f1c57e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:07.283649 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae1af8-10de-4a3c-a2fc-2b29438cdc70", "name": "network-vif-deleted", "tag": "09de4c1f-c783-43cc-b2d7-a00f45c492b8", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:07.284456 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21da05b4-a9cb-44c5-a11d-cce2d1f1c57e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:07.285050 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae1af8-10de-4a3c-a2fc-2b29438cdc70', 'name': 'network-vif-deleted', 'tag': '09de4c1f-c783-43cc-b2d7-a00f45c492b8', 'status': 'completed', 'code': 200} Aug 31 14:34:07.400529 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-893069bd-97c7-4f5b-9e89-290edcce3a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.474180 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893069bd-97c7-4f5b-9e89-290edcce3a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d7b06db-f996-4b82-9114-881dc173a4db,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:07.484266 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893069bd-97c7-4f5b-9e89-290edcce3a94 admin admin] Checking segment: {'id': 'e1553ba7-0848-472b-9566-fb1448d4ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b9138721-999b-45f4-91a2-3a8ea43732d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:07.484900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893069bd-97c7-4f5b-9e89-290edcce3a94 admin admin] Network hostable DHCP agents. Network: b9138721-999b-45f4-91a2-3a8ea43732d7, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:34:07.505482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893069bd-97c7-4f5b-9e89-290edcce3a94 admin admin] Network b9138721-999b-45f4-91a2-3a8ea43732d7 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:34:07.515915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-893069bd-97c7-4f5b-9e89-290edcce3a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, b9138721-999b-45f4-91a2-3a8ea43732d7) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:07.520327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893069bd-97c7-4f5b-9e89-290edcce3a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:07.521591 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-893069bd-97c7-4f5b-9e89-290edcce3a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:07.527537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff047c2-47bf-4010-be08-a93c2b309fe1 None None] Network b9138721-999b-45f4-91a2-3a8ea43732d7 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:07.548147 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-893069bd-97c7-4f5b-9e89-290edcce3a94 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4378273 Aug 31 14:34:07.714574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994bf227-20fc-4699-872f-9ae54573a504 None None] Network b9138721-999b-45f4-91a2-3a8ea43732d7 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:07.723619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6ccf055-7a48-4305-8682-8268eeef9c55 req-67c483d1-3041-49cb-bcda-3e43a39284f2 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 210 time: 0.0493288 Aug 31 14:34:08.070405 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57648) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.075538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1663884957-network', 'tenant_id': '012ad93123204f64b66e1d60868fea60'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:08.097431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Made reservation on behalf of 012ad93123204f64b66e1d60868fea60 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:08.100698 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.110896 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.217126 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.221616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.247598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:34:08.257968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a854704-3057-4b03-a78d-a8d4774ebc9c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:08.262985 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.263276 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Added segment c4417008-cc43-47d2-9c70-28a892ac1d42 of type vlan for network 38a17b22-12da-4956-adcb-4a918e4361f4 Aug 31 14:34:08.306757 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.332885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.336374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:08.337060 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.402732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3310404 Aug 31 14:34:08.405469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57650) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.412143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc244ba-2e55-4675-b98c-7fdb729e8b69 admin admin] Pushing event updated for resources: {'Network': ['ID=38a17b22-12da-4956-adcb-4a918e4361f4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:08.419714 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3fc37bd0-991a-47bc-93ec-953b2fe622ee admin admin] Request body: {'subnet': {'network_id': '38a17b22-12da-4956-adcb-4a918e4361f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1663884957-subnet', 'tenant_id': '012ad93123204f64b66e1d60868fea60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:08.425915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 38a17b22-12da-4956-adcb-4a918e4361f4 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:34:08.452065 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc37bd0-991a-47bc-93ec-953b2fe622ee admin admin] Made reservation on behalf of 012ad93123204f64b66e1d60868fea60 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:08.454760 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3fc37bd0-991a-47bc-93ec-953b2fe622ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.636558 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3fc37bd0-991a-47bc-93ec-953b2fe622ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.691949 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc37bd0-991a-47bc-93ec-953b2fe622ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=53235ad6-3508-43ca-b5ce-68e2a3e84504,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:08.710749 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc37bd0-991a-47bc-93ec-953b2fe622ee admin admin] Checking segment: {'id': 'c4417008-cc43-47d2-9c70-28a892ac1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '38a17b22-12da-4956-adcb-4a918e4361f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:08.711116 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc37bd0-991a-47bc-93ec-953b2fe622ee admin admin] Network hostable DHCP agents. Network: 38a17b22-12da-4956-adcb-4a918e4361f4, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:34:08.729763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc37bd0-991a-47bc-93ec-953b2fe622ee admin admin] Network 38a17b22-12da-4956-adcb-4a918e4361f4 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:34:08.740194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-3fc37bd0-991a-47bc-93ec-953b2fe622ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 38a17b22-12da-4956-adcb-4a918e4361f4) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:08.745153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc37bd0-991a-47bc-93ec-953b2fe622ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:08.745763 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3fc37bd0-991a-47bc-93ec-953b2fe622ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:08.752219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1290254-1556-49f5-86e9-48c59b1a1006 None None] Network 38a17b22-12da-4956-adcb-4a918e4361f4 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:08.763861 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3fc37bd0-991a-47bc-93ec-953b2fe622ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3565052 Aug 31 14:34:08.858547 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f0bae526-f9a3-46c0-b0f2-25823aa3940d req-aa8c2f96-c9e2-441c-9f50-8640bf485f53 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 210 time: 0.0420024 Aug 31 14:34:08.911212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57656) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:08.940415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe959c1-2ddf-4959-b8e1-65c98fc45514 None None] Network 38a17b22-12da-4956-adcb-4a918e4361f4 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:08.958096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-13de88e8-3108-4bd4-ac2e-f41b281d0f98 admin admin] Deleting subnet 1d7b06db-f996-4b82-9114-881dc173a4db {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:08.961711 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13de88e8-3108-4bd4-ac2e-f41b281d0f98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.000868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13de88e8-3108-4bd4-ac2e-f41b281d0f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.050472 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13de88e8-3108-4bd4-ac2e-f41b281d0f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.107484 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13de88e8-3108-4bd4-ac2e-f41b281d0f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.135125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de88e8-3108-4bd4-ac2e-f41b281d0f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d7b06db-f996-4b82-9114-881dc173a4db,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:09.139855 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13de88e8-3108-4bd4-ac2e-f41b281d0f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.141971 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-13de88e8-3108-4bd4-ac2e-f41b281d0f98 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1d7b06db-f996-4b82-9114-881dc173a4db HTTP/1.1" status: 204 len: 168 time: 0.2297163 Aug 31 14:34:09.144742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57658) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:09.215698 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.301151 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.311893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9138721-999b-45f4-91a2-3a8ea43732d7']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:09.322847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1553ba7-0848-472b-9566-fb1448d4ef51') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:09.323149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1553ba7-0848-472b-9566-fb1448d4ef51') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:09.332256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.346467 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.355465 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:09.356043 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:09.357958 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:09.419491 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.420392 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.429914 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.440367 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.444967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b9138721-999b-45f4-91a2-3a8ea43732d7 HTTP/1.1" status: 204 len: 168 time: 0.2965796 Aug 31 14:34:09.446491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57660) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:09.459852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920069e-82ad-484a-a393-28e5d8f5d096 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9138721-999b-45f4-91a2-3a8ea43732d7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:09.494055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-502094f6-95e0-405c-94ff-8a2a9f10b939 admin admin] Deleting subnet 53235ad6-3508-43ca-b5ce-68e2a3e84504 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:09.497282 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-502094f6-95e0-405c-94ff-8a2a9f10b939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.533256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-502094f6-95e0-405c-94ff-8a2a9f10b939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.575044 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-502094f6-95e0-405c-94ff-8a2a9f10b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.634522 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-502094f6-95e0-405c-94ff-8a2a9f10b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.660757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502094f6-95e0-405c-94ff-8a2a9f10b939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53235ad6-3508-43ca-b5ce-68e2a3e84504,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:09.665959 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-502094f6-95e0-405c-94ff-8a2a9f10b939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.668097 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-502094f6-95e0-405c-94ff-8a2a9f10b939 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/53235ad6-3508-43ca-b5ce-68e2a3e84504 HTTP/1.1" status: 204 len: 168 time: 0.2210689 Aug 31 14:34:09.670513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57662) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:09.740413 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.827402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.838375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a17b22-12da-4956-adcb-4a918e4361f4']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:09.849762 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4417008-cc43-47d2-9c70-28a892ac1d42') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:09.850052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4417008-cc43-47d2-9c70-28a892ac1d42') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:09.858978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.872678 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.878763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:09.879155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:09.881284 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:09.975779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f9561418-6c13-4114-bf35-bb2bcaaa037f req-644dcb08-620f-40d3-acc9-1193c7b0ced0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 210 time: 0.0370934 Aug 31 14:34:09.977192 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.983335 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:09.985413 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/38a17b22-12da-4956-adcb-4a918e4361f4 HTTP/1.1" status: 204 len: 168 time: 0.3139637 Aug 31 14:34:09.996673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e3a87-360d-484f-b163-d7463dbaa0d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=38a17b22-12da-4956-adcb-4a918e4361f4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:10.219581 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57668) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:10.262802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-956831a0-5f8a-4ce9-b5b6-ec3f65799b09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e711bada0c54da19e07f13714435a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419815 Aug 31 14:34:10.265374 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57670) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:10.320733 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3c2f879-97ae-461a-a0ed-ab8398ad9db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.346640 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3c2f879-97ae-461a-a0ed-ab8398ad9db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.398031 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3c2f879-97ae-461a-a0ed-ab8398ad9db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.400676 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3c2f879-97ae-461a-a0ed-ab8398ad9db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.401965 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a3c2f879-97ae-461a-a0ed-ab8398ad9db4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce732461-07e9-456a-979e-789d74879185 HTTP/1.1" status: 204 len: 168 time: 0.1356525 Aug 31 14:34:10.418105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2f879-97ae-461a-a0ed-ab8398ad9db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce732461-07e9-456a-979e-789d74879185,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:10.679709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 09de4c1f-c783-43cc-b2d7-a00f45c492b8 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:10.717000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 09de4c1f-c783-43cc-b2d7-a00f45c492b8 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:10.717721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 09de4c1f-c783-43cc-b2d7-a00f45c492b8 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:10.787789 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57676) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:10.840383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d53b325a-cb04-4c39-8001-4970949f9853 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=012ad93123204f64b66e1d60868fea60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512598 Aug 31 14:34:10.842773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57678) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:10.899617 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6561313-4172-4138-9786-ab735c174b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.922483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6561313-4172-4138-9786-ab735c174b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.972949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6561313-4172-4138-9786-ab735c174b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.976247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6561313-4172-4138-9786-ab735c174b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:10.978010 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c6561313-4172-4138-9786-ab735c174b19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a854704-3057-4b03-a78d-a8d4774ebc9c HTTP/1.1" status: 204 len: 168 time: 0.1342983 Aug 31 14:34:10.986207 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6561313-4172-4138-9786-ab735c174b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a854704-3057-4b03-a78d-a8d4774ebc9c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:11.135630 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c72d81f-76bb-4ae1-b73c-60ef3e0ee8c9 req-bb8b9672-0ca4-4111-9f9a-9573a810af45 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdae1af8-10de-4a3c-a2fc-2b29438cdc70 HTTP/1.1" status: 200 len: 210 time: 0.0289512 Aug 31 14:34:13.029945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57748) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:13.156246 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71e429ef-942c-4198-b868-b4984819cdc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.254143 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71e429ef-942c-4198-b868-b4984819cdc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.258414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71e429ef-942c-4198-b868-b4984819cdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.307991 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57756) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:13.308416 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-71e429ef-942c-4198-b868-b4984819cdc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac2494ad963c4118a26450e695235f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772479 Aug 31 14:34:13.309420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e429ef-942c-4198-b868-b4984819cdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf7a428-8741-4e53-b17c-538b953983f5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:13.395522 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79c10bb3-356d-4e7a-a48b-a0de7ad89b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.425258 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79c10bb3-356d-4e7a-a48b-a0de7ad89b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.474429 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79c10bb3-356d-4e7a-a48b-a0de7ad89b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.478014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79c10bb3-356d-4e7a-a48b-a0de7ad89b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.482138 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-79c10bb3-356d-4e7a-a48b-a0de7ad89b95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/daf7a428-8741-4e53-b17c-538b953983f5 HTTP/1.1" status: 204 len: 168 time: 0.1730428 Aug 31 14:34:13.491246 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c10bb3-356d-4e7a-a48b-a0de7ad89b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf7a428-8741-4e53-b17c-538b953983f5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:13.832700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57764) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:13.851210 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efd532a1-490a-467b-bcd3-d404cc02ee98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.953441 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efd532a1-490a-467b-bcd3-d404cc02ee98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:13.960937 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-efd532a1-490a-467b-bcd3-d404cc02ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.009200 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-efd532a1-490a-467b-bcd3-d404cc02ee98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ff4059dda734403bdd867c8cfbfb936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744220 Aug 31 14:34:14.010257 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd532a1-490a-467b-bcd3-d404cc02ee98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79cb046-50aa-45a1-a50d-4c03c6944d85,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:14.011481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57766) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:14.089103 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.112240 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.164300 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.166912 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:14.168089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c79cb046-50aa-45a1-a50d-4c03c6944d85 HTTP/1.1" status: 204 len: 168 time: 0.1503150 Aug 31 14:34:14.178845 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79cb046-50aa-45a1-a50d-4c03c6944d85,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:14.188531 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:14.188979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:14.189383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:14.190310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:14.190791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:14.191408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:14.191664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:14.192056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:14.192678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:14.193236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:14.193905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:14.194488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06accd7d-0b2d-4c06-a81e-0d9d08bcf69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:15.694297 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834a63f-4d3c-40ce-964a-b5039b1dab1e req-49c2d2b9-7f7d-4382-88e0-11f8dfd5c4fc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:15.695651 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a834a63f-4d3c-40ce-964a-b5039b1dab1e req-49c2d2b9-7f7d-4382-88e0-11f8dfd5c4fc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 945 time: 0.0694304 Aug 31 14:34:15.744364 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a834a63f-4d3c-40ce-964a-b5039b1dab1e req-36909e45-e6d5-4d23-a446-98d93e39e9fc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Aug 31 14:34:16.885133 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f7151-911c-4ad3-8aa7-6b8bca015ed6 req-5a5df531-ec5e-475d-ac7f-1203112545b3 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:16.886765 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-471f7151-911c-4ad3-8aa7-6b8bca015ed6 req-5a5df531-ec5e-475d-ac7f-1203112545b3 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 945 time: 0.0640836 Aug 31 14:34:16.944361 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-471f7151-911c-4ad3-8aa7-6b8bca015ed6 req-ec5c099d-abb0-4378-bfb8-d5472d164a28 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=8031ada4-f038-4ff8-b182-c6da1b4db533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514195 Aug 31 14:34:17.316740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9da05-29bd-455e-994b-60e891f46a55 req-fd420eda-cc0b-400d-a92c-d47df66b80cb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:17.318285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83d9da05-29bd-455e-994b-60e891f46a55 req-fd420eda-cc0b-400d-a92c-d47df66b80cb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 945 time: 0.0509028 Aug 31 14:34:17.419798 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-83d9da05-29bd-455e-994b-60e891f46a55 req-cb83bbfb-e356-46ee-b792-965a1d94c830 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Deleting port 281a494f-dd21-4a2c-8249-f432bdcaec02 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:17.420151 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-83d9da05-29bd-455e-994b-60e891f46a55 req-cb83bbfb-e356-46ee-b792-965a1d94c830 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.512744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-83d9da05-29bd-455e-994b-60e891f46a55 req-cb83bbfb-e356-46ee-b792-965a1d94c830 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] For port 281a494f-dd21-4a2c-8249-f432bdcaec02, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=281a494f-dd21-4a2c-8249-f432bdcaec02,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:17.513120 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-83d9da05-29bd-455e-994b-60e891f46a55 req-cb83bbfb-e356-46ee-b792-965a1d94c830 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.526040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-83d9da05-29bd-455e-994b-60e891f46a55 req-cb83bbfb-e356-46ee-b792-965a1d94c830 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Calling delete_port for 281a494f-dd21-4a2c-8249-f432bdcaec02 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:17.657603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-83d9da05-29bd-455e-994b-60e891f46a55 req-cb83bbfb-e356-46ee-b792-965a1d94c830 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.672235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['281a494f-dd21-4a2c-8249-f432bdcaec02'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:17.689498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83bbfb-e356-46ee-b792-965a1d94c830 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event deleted for resources: {'Port': ['ID=281a494f-dd21-4a2c-8249-f432bdcaec02,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:17.733694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d9da05-29bd-455e-994b-60e891f46a55 req-cb83bbfb-e356-46ee-b792-965a1d94c830 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] No DVR routers for this DVR port 281a494f-dd21-4a2c-8249-f432bdcaec02 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:17.737065 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-83d9da05-29bd-455e-994b-60e891f46a55 req-cb83bbfb-e356-46ee-b792-965a1d94c830 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:17.739121 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-83d9da05-29bd-455e-994b-60e891f46a55 req-cb83bbfb-e356-46ee-b792-965a1d94c830 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "DELETE /v2.0/ports/281a494f-dd21-4a2c-8249-f432bdcaec02 HTTP/1.1" status: 204 len: 173 time: 0.4143968 Aug 31 14:34:17.739624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5993aa8d-5372-421b-b7c3-9c8a54728c58', 'name': 'network-vif-deleted', 'tag': '281a494f-dd21-4a2c-8249-f432bdcaec02'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:17.743542 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadd143c-216c-4483-9e9c-a83dc3b60f34" -d '{"events": [{"server_uuid": "5993aa8d-5372-421b-b7c3-9c8a54728c58", "name": "network-vif-deleted", "tag": "281a494f-dd21-4a2c-8249-f432bdcaec02"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:17.788588 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d62385-d413-4ed1-b5c5-0b892a231b0a x-openstack-request-id: req-d3d62385-d413-4ed1-b5c5-0b892a231b0a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:17.788883 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5993aa8d-5372-421b-b7c3-9c8a54728c58", "name": "network-vif-deleted", "tag": "281a494f-dd21-4a2c-8249-f432bdcaec02", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:17.789130 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3d62385-d413-4ed1-b5c5-0b892a231b0a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:17.789534 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5993aa8d-5372-421b-b7c3-9c8a54728c58', 'name': 'network-vif-deleted', 'tag': '281a494f-dd21-4a2c-8249-f432bdcaec02', 'status': 'completed', 'code': 200} Aug 31 14:34:18.042637 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b108807e-2116-4804-958b-481ea3e9716d req-6c3cd57b-53fe-4867-8a7b-20171a9ba147 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 210 time: 0.0294421 Aug 31 14:34:18.738571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57864) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:18.853370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60ed9f8a-4c03-4d74-ad8c-2ea6bb97f185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.945651 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60ed9f8a-4c03-4d74-ad8c-2ea6bb97f185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.949768 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60ed9f8a-4c03-4d74-ad8c-2ea6bb97f185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:18.988866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-60ed9f8a-4c03-4d74-ad8c-2ea6bb97f185 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f01a0c504c7f42108e2d00ce9f4bdf7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491086 Aug 31 14:34:18.990295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed9f8a-4c03-4d74-ad8c-2ea6bb97f185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49395e68-5247-4914-b264-351e8d695834,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:18.992467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57868) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:19.046367 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ac38-87d7-4511-917e-ebf4fbd39b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.069300 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ac38-87d7-4511-917e-ebf4fbd39b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.121910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ac38-87d7-4511-917e-ebf4fbd39b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.124897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ac38-87d7-4511-917e-ebf4fbd39b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.126054 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b6c3ac38-87d7-4511-917e-ebf4fbd39b91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49395e68-5247-4914-b264-351e8d695834 HTTP/1.1" status: 204 len: 168 time: 0.1324704 Aug 31 14:34:19.134997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3ac38-87d7-4511-917e-ebf4fbd39b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49395e68-5247-4914-b264-351e8d695834,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:19.172274 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-373dd58b-1c26-4640-a114-7fb988f9e122 req-37a3b242-cfb1-421e-a2a8-2cd150a72ef2 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 210 time: 0.0480845 Aug 31 14:34:19.401605 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 57876) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:19.415983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f6493c9-3970-48f5-a466-a4baea4b6a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.509095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f6493c9-3970-48f5-a466-a4baea4b6a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.513378 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0f6493c9-3970-48f5-a466-a4baea4b6a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.551184 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0f6493c9-3970-48f5-a466-a4baea4b6a43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22d2e1086fcf42589fb20362e3c960a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484754 Aug 31 14:34:19.552216 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6493c9-3970-48f5-a466-a4baea4b6a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717b3b4e-e23a-4238-b786-5ee081bf16ad,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:19.554038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 57878) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:19.606514 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dfb4a5b-e838-4506-983c-ebcbee0c15b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.627950 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dfb4a5b-e838-4506-983c-ebcbee0c15b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.674436 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dfb4a5b-e838-4506-983c-ebcbee0c15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.677697 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2dfb4a5b-e838-4506-983c-ebcbee0c15b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:19.681221 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2dfb4a5b-e838-4506-983c-ebcbee0c15b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/717b3b4e-e23a-4238-b786-5ee081bf16ad HTTP/1.1" status: 204 len: 168 time: 0.1236222 Aug 31 14:34:19.687086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb4a5b-e838-4506-983c-ebcbee0c15b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717b3b4e-e23a-4238-b786-5ee081bf16ad,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:20.280892 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e957313a-a5e0-4eb7-92e1-3bc1422974e6 req-2efe9a78-070e-477d-bda3-451877b80fee tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 210 time: 0.0336704 Aug 31 14:34:21.414699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-295040f2-4bc3-4525-9236-0764ac6ec2a5 req-d6b00723-5734-4f10-9a08-c2919dd268a7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5993aa8d-5372-421b-b7c3-9c8a54728c58 HTTP/1.1" status: 200 len: 210 time: 0.0388780 Aug 31 14:34:21.451753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 281a494f-dd21-4a2c-8249-f432bdcaec02 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:21.490321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 281a494f-dd21-4a2c-8249-f432bdcaec02 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:21.490826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 281a494f-dd21-4a2c-8249-f432bdcaec02 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:22.541433 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd10b338-206b-4a3a-b69c-5794887955ea req-4c250a46-483d-461e-b7c9-c3132a4e1da9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466657 Aug 31 14:34:22.625148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b338-206b-4a3a-b69c-5794887955ea req-56874c46-02ba-4a16-8874-7892b01347b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:22.626702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd10b338-206b-4a3a-b69c-5794887955ea req-56874c46-02ba-4a16-8874-7892b01347b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8aa2c14a8524d188041836430bc5dbc&device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 1096 time: 0.0410478 Aug 31 14:34:22.738997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b338-206b-4a3a-b69c-5794887955ea req-4d5877e7-b0e1-497d-a383-4806079e8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:22.740644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd10b338-206b-4a3a-b69c-5794887955ea req-4d5877e7-b0e1-497d-a383-4806079e8851 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81ed5b97-a863-44b7-b289-88ec011b6b2d HTTP/1.1" status: 200 len: 909 time: 0.0927238 Aug 31 14:34:22.820526 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd10b338-206b-4a3a-b69c-5794887955ea req-96c83b91-46ef-4665-b42a-91444118852a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bc28a0a-611e-4e7b-8100-97a7c2442b84 HTTP/1.1" status: 200 len: 1000 time: 0.0721617 Aug 31 14:34:22.875656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b338-206b-4a3a-b69c-5794887955ea req-82c6edd2-398f-4714-bf75-c0acb3c926c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:22.877587 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd10b338-206b-4a3a-b69c-5794887955ea req-82c6edd2-398f-4714-bf75-c0acb3c926c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04b0f829-bf54-4128-b449-860a8c6b7baf HTTP/1.1" status: 200 len: 847 time: 0.0494971 Aug 31 14:34:22.934092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b338-206b-4a3a-b69c-5794887955ea req-59effe82-4df8-4d48-973b-34042cfef083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:22.935797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd10b338-206b-4a3a-b69c-5794887955ea req-59effe82-4df8-4d48-973b-34042cfef083 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81ed5b97-a863-44b7-b289-88ec011b6b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513899 Aug 31 14:34:23.032783 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd10b338-206b-4a3a-b69c-5794887955ea req-8a29fea2-2b00-445f-a67d-319d124b38c8 service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885606 Aug 31 14:34:23.133679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fd10b338-206b-4a3a-b69c-5794887955ea req-ef6eda97-c689-4c88-a68d-315b2672a0da service neutron] 10.222.0.13 "GET /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937815 Aug 31 14:34:24.587364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58002) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:24.592248 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-28f3fc6f-8734-4503-ae3b-0cf28173a85b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1251673498', 'description': 'tempest-secgroup-smoke-1251673498 description', 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:24.613452 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28f3fc6f-8734-4503-ae3b-0cf28173a85b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.698114 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28f3fc6f-8734-4503-ae3b-0cf28173a85b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.702063 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28f3fc6f-8734-4503-ae3b-0cf28173a85b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.729293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-28f3fc6f-8734-4503-ae3b-0cf28173a85b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.730542 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-28f3fc6f-8734-4503-ae3b-0cf28173a85b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1421511 Aug 31 14:34:24.732392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3fc6f-8734-4503-ae3b-0cf28173a85b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b9407d-6021-45eb-bc5c-0381451f5ffb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:24.733665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58004) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:24.740636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a4316664-576f-4875-b147-d325782e38df tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'security_group_rule': {'security_group_id': 'd6b9407d-6021-45eb-bc5c-0381451f5ffb', 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:24.768824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4316664-576f-4875-b147-d325782e38df tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.828953 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4316664-576f-4875-b147-d325782e38df tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.833270 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4316664-576f-4875-b147-d325782e38df tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.852356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4316664-576f-4875-b147-d325782e38df tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d5b3b4-a886-4428-9a5c-473c1f0f1d0b,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:24.858494 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4316664-576f-4875-b147-d325782e38df tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.859680 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a4316664-576f-4875-b147-d325782e38df tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241145 Aug 31 14:34:24.862365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58006) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:24.867639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-02ea8897-102a-4389-af52-d538ee97c5db tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'security_group_rule': {'security_group_id': 'd6b9407d-6021-45eb-bc5c-0381451f5ffb', 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:24.894506 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02ea8897-102a-4389-af52-d538ee97c5db tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.951186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02ea8897-102a-4389-af52-d538ee97c5db tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.955774 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02ea8897-102a-4389-af52-d538ee97c5db tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.974583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea8897-102a-4389-af52-d538ee97c5db tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d47ff89-9f4e-4b78-9a54-4315500d4dd9,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:24.982084 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-02ea8897-102a-4389-af52-d538ee97c5db tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:24.985176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-02ea8897-102a-4389-af52-d538ee97c5db tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216645 Aug 31 14:34:24.986493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58012) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:24.991881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-922fde5f-0585-4e6d-9d53-ad86e509ed9c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'security_group_rule': {'security_group_id': 'd6b9407d-6021-45eb-bc5c-0381451f5ffb', 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:25.020469 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-922fde5f-0585-4e6d-9d53-ad86e509ed9c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.085899 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-922fde5f-0585-4e6d-9d53-ad86e509ed9c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.090188 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-922fde5f-0585-4e6d-9d53-ad86e509ed9c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.114595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fde5f-0585-4e6d-9d53-ad86e509ed9c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b340126d-4f1d-4390-807c-bf13797b6eaf,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:25.119383 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-922fde5f-0585-4e6d-9d53-ad86e509ed9c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.120641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-922fde5f-0585-4e6d-9d53-ad86e509ed9c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330433 Aug 31 14:34:25.123556 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58014) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:25.128398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-98aeaa93-7a64-4001-85f4-a8334eac1a92 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'security_group_rule': {'security_group_id': 'd6b9407d-6021-45eb-bc5c-0381451f5ffb', 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:25.158079 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98aeaa93-7a64-4001-85f4-a8334eac1a92 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.232239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98aeaa93-7a64-4001-85f4-a8334eac1a92 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.236032 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98aeaa93-7a64-4001-85f4-a8334eac1a92 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.255082 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aeaa93-7a64-4001-85f4-a8334eac1a92 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1e8f27-5518-48cd-b0e0-939a66f073c5,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:25.262667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98aeaa93-7a64-4001-85f4-a8334eac1a92 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.267371 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-98aeaa93-7a64-4001-85f4-a8334eac1a92 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402946 Aug 31 14:34:25.267676 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58018) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:25.272467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-13fad8e8-e7df-46d0-a521-02ee7274ce4d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'security_group_rule': {'security_group_id': 'd6b9407d-6021-45eb-bc5c-0381451f5ffb', 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:25.278661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58020) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:25.295165 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-13fad8e8-e7df-46d0-a521-02ee7274ce4d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Project ec5ebd3ad742471e840ae64950d7af5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:34:25.299979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13fad8e8-e7df-46d0-a521-02ee7274ce4d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.362709 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13fad8e8-e7df-46d0-a521-02ee7274ce4d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.368327 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13fad8e8-e7df-46d0-a521-02ee7274ce4d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.393973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fad8e8-e7df-46d0-a521-02ee7274ce4d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b84532-40aa-46f4-bd8d-3cd0b9309a97,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:25.397948 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3aebad6-e6f6-43ad-b060-1fa3651ca86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.400234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13fad8e8-e7df-46d0-a521-02ee7274ce4d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.404347 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-13fad8e8-e7df-46d0-a521-02ee7274ce4d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327472 Aug 31 14:34:25.404517 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58024) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:25.409044 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-201601f7-f75d-4c29-ae64-a3f56f810afb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'security_group_rule': {'security_group_id': 'd6b9407d-6021-45eb-bc5c-0381451f5ffb', 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:25.426424 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.db.api [None req-201601f7-f75d-4c29-ae64-a3f56f810afb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 14:34:25.426424 n-d-792364-6 neutron-server[106387]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 14:34:25.426424 n-d-792364-6 neutron-server[106387]: [parameters: {'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'id': '678a17fd-09cb-4062-b31c-eeb49b339628', 'expiration': datetime.datetime(2021, 8, 31, 14, 36, 25, 419921)}] Aug 31 14:34:25.426424 n-d-792364-6 neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 14:34:25.427498 n-d-792364-6 neutron-server[106387]: DEBUG oslo_db.api [None req-201601f7-f75d-4c29-ae64-a3f56f810afb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 14:34:25.496311 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3aebad6-e6f6-43ad-b060-1fa3651ca86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.499833 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3aebad6-e6f6-43ad-b060-1fa3651ca86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.537553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a3aebad6-e6f6-43ad-b060-1fa3651ca86e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=522d9a5155724409a6089fea14926896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578769 Aug 31 14:34:25.538671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aebad6-e6f6-43ad-b060-1fa3651ca86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2280db10-6428-41f3-afd6-0e92d68615e4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:25.540320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58026) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:25.588374 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6adcc23-4bf2-4345-be39-82f5eca9dfae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.609609 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6adcc23-4bf2-4345-be39-82f5eca9dfae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.656565 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6adcc23-4bf2-4345-be39-82f5eca9dfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.659094 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c6adcc23-4bf2-4345-be39-82f5eca9dfae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.660238 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c6adcc23-4bf2-4345-be39-82f5eca9dfae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2280db10-6428-41f3-afd6-0e92d68615e4 HTTP/1.1" status: 204 len: 168 time: 0.1189206 Aug 31 14:34:25.668306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adcc23-4bf2-4345-be39-82f5eca9dfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2280db10-6428-41f3-afd6-0e92d68615e4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:25.920041 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58032) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:25.937241 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-099b2207-d21f-483e-ad40-e46b1adc8a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:25.962685 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-201601f7-f75d-4c29-ae64-a3f56f810afb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Project ec5ebd3ad742471e840ae64950d7af5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:34:25.971291 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-201601f7-f75d-4c29-ae64-a3f56f810afb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.061790 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-201601f7-f75d-4c29-ae64-a3f56f810afb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.070242 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-201601f7-f75d-4c29-ae64-a3f56f810afb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.103418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201601f7-f75d-4c29-ae64-a3f56f810afb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0876cc9b-8b54-4bb9-9176-ffcc00c02118,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:26.106372 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-099b2207-d21f-483e-ad40-e46b1adc8a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.111594 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-099b2207-d21f-483e-ad40-e46b1adc8a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.117965 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-201601f7-f75d-4c29-ae64-a3f56f810afb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.122187 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-201601f7-f75d-4c29-ae64-a3f56f810afb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7137141 Aug 31 14:34:26.162825 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-099b2207-d21f-483e-ad40-e46b1adc8a69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e8e13b405184c12ab197f4783d15bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414391 Aug 31 14:34:26.163814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b2207-d21f-483e-ad40-e46b1adc8a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baef3d8-31cf-41d0-b572-447c09daa5ff,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:26.165611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58044) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:26.219494 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-81e8347d-90c0-4893-8ae5-99336e0fc95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.244005 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-81e8347d-90c0-4893-8ae5-99336e0fc95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.293086 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-81e8347d-90c0-4893-8ae5-99336e0fc95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.295879 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-81e8347d-90c0-4893-8ae5-99336e0fc95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:26.297192 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-81e8347d-90c0-4893-8ae5-99336e0fc95e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0baef3d8-31cf-41d0-b572-447c09daa5ff HTTP/1.1" status: 204 len: 168 time: 0.1300485 Aug 31 14:34:26.305755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8347d-90c0-4893-8ae5-99336e0fc95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baef3d8-31cf-41d0-b572-447c09daa5ff,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:31.394294 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-75b7c28f-9ab0-42d4-9f72-d66fda88fd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:33.537730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5951b-a8d0-4eac-9eef-d50ed00e203f req-bd716f6a-3123-4133-891c-df714a29ede0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:33.539572 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16a5951b-a8d0-4eac-9eef-d50ed00e203f req-bd716f6a-3123-4133-891c-df714a29ede0 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 945 time: 0.0627384 Aug 31 14:34:33.582983 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16a5951b-a8d0-4eac-9eef-d50ed00e203f req-a96c0e0b-90c1-40e7-91d4-ab0e2011521d tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372651 Aug 31 14:34:34.074381 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.087879 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:34:34.103075 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61523edd-9783-431c-95c7-4427f85056c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:34.750664 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488401-2e32-4d1c-b77e-a99e2e2f7962 req-767879da-25d7-4678-be2c-d3aabcbb997d tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:34.766360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f2488401-2e32-4d1c-b77e-a99e2e2f7962 req-767879da-25d7-4678-be2c-d3aabcbb997d tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 945 time: 0.0893459 Aug 31 14:34:34.790584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed29d24-0775-489c-b8a1-975042106097 req-17f4ffc3-d73c-47fd-b48e-dc45b3e824de tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:34.793853 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fed29d24-0775-489c-b8a1-975042106097 req-17f4ffc3-d73c-47fd-b48e-dc45b3e824de tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 945 time: 0.0681295 Aug 31 14:34:34.866800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f2488401-2e32-4d1c-b77e-a99e2e2f7962 req-ebc278b2-0835-474a-8a67-5782a0ec25e4 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994668 Aug 31 14:34:34.965450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Deleting port 2bc28a0a-611e-4e7b-8100-97a7c2442b84 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:34.967452 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.082741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] For port 2bc28a0a-611e-4e7b-8100-97a7c2442b84, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2bc28a0a-611e-4e7b-8100-97a7c2442b84,segment=NetworkSegment(da3c4d2b-1691-4aca-b09e-3bda7e58e2c2),segment_id=da3c4d2b-1691-4aca-b09e-3bda7e58e2c2)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:35.083367 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.298226 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.395700 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.396136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.396563 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Floating IP 44bd0746-8828-4321-9783-5a461d462915 disassociated. External IP: 172.25.3.64, port: 2bc28a0a-611e-4e7b-8100-97a7c2442b84. Aug 31 14:34:35.397094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Calling delete_port for 2bc28a0a-611e-4e7b-8100-97a7c2442b84 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:35.546991 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.582645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event deleted for resources: {'Port': ['ID=2bc28a0a-611e-4e7b-8100-97a7c2442b84,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:35.720346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Router c0f3c0ad-63de-4b87-82a6-3bece159a422 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:34:35.852559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:34:35.863947 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3e5120-5905-4446-b0e3-1df55a85634c None None] Sync routers for ids ['c0f3c0ad-63de-4b87-82a6-3bece159a422'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:34:35.897576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3e5120-5905-4446-b0e3-1df55a85634c None None] Routers {'c0f3c0ad-63de-4b87-82a6-3bece159a422'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:35.898252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8e3e5120-5905-4446-b0e3-1df55a85634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:34:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c0f3c0ad-63de-4b87-82a6-3bece159a422'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:35.978592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] No DVR routers for this DVR port 2bc28a0a-611e-4e7b-8100-97a7c2442b84 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:35.983086 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:35.987449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fed29d24-0775-489c-b8a1-975042106097 req-d6c797c6-269b-4b5b-a4cc-b529fef1d7dc tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.13 "DELETE /v2.0/ports/2bc28a0a-611e-4e7b-8100-97a7c2442b84 HTTP/1.1" status: 204 len: 173 time: 1.1873095 Aug 31 14:34:35.987951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'name': 'network-vif-deleted', 'tag': '2bc28a0a-611e-4e7b-8100-97a7c2442b84'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:36.004308 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60467199-f381-4275-b622-89bc558ea025" -d '{"events": [{"server_uuid": "ebc197ef-15d9-49c1-9fb8-dc6639e9b25a", "name": "network-vif-deleted", "tag": "2bc28a0a-611e-4e7b-8100-97a7c2442b84"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:36.136211 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229367e0-2fbd-452e-8dbd-c478f9a33a96 x-openstack-request-id: req-229367e0-2fbd-452e-8dbd-c478f9a33a96 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:36.136533 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc197ef-15d9-49c1-9fb8-dc6639e9b25a", "name": "network-vif-deleted", "tag": "2bc28a0a-611e-4e7b-8100-97a7c2442b84", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:36.136788 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-229367e0-2fbd-452e-8dbd-c478f9a33a96 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:36.137201 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc197ef-15d9-49c1-9fb8-dc6639e9b25a', 'name': 'network-vif-deleted', 'tag': '2bc28a0a-611e-4e7b-8100-97a7c2442b84', 'status': 'completed', 'code': 200} Aug 31 14:34:36.157677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8e3e5120-5905-4446-b0e3-1df55a85634c None None] Set router c0f3c0ad-63de-4b87-82a6-3bece159a422 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:36.414477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-61b0312b-adba-4d14-bd95-f567bfe615de req-4ef7232e-509d-4283-80bd-ee7a214f983f tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc197ef-15d9-49c1-9fb8-dc6639e9b25a HTTP/1.1" status: 200 len: 210 time: 0.0374122 Aug 31 14:34:36.590018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8e3e5120-5905-4446-b0e3-1df55a85634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'c4ab2449-8200-423d-bd6b-de6a7c6de94d', 'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'mac_address': 'fa:16:3e:09:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:25Z', 'updated_at': '2021-08-31T14:29:35Z', 'revision_number': 5, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'subnets': [{'id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:36.619768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3e5120-5905-4446-b0e3-1df55a85634c None None] Checking router: c0f3c0ad-63de-4b87-82a6-3bece159a422 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:34:36.629078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3e5120-5905-4446-b0e3-1df55a85634c None None] Routers {'c0f3c0ad-63de-4b87-82a6-3bece159a422'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:36.629964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8e3e5120-5905-4446-b0e3-1df55a85634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:34:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c0f3c0ad-63de-4b87-82a6-3bece159a422'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:36.765430 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8e3e5120-5905-4446-b0e3-1df55a85634c None None] Set router c0f3c0ad-63de-4b87-82a6-3bece159a422 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:36.898818 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:36.998543 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8e3e5120-5905-4446-b0e3-1df55a85634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'c4ab2449-8200-423d-bd6b-de6a7c6de94d', 'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'mac_address': 'fa:16:3e:09:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:25Z', 'updated_at': '2021-08-31T14:29:35Z', 'revision_number': 5, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'subnets': [{'id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:37.026758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3e5120-5905-4446-b0e3-1df55a85634c None None] The sync data for ids ['c0f3c0ad-63de-4b87-82a6-3bece159a422'] in n-d-792364-6 is: [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:29:26Z', 'revision_number': 4, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'c4ab2449-8200-423d-bd6b-de6a7c6de94d', 'name': '', 'network_id': '81ed5b97-a863-44b7-b289-88ec011b6b2d', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'mac_address': 'fa:16:3e:09:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:25Z', 'updated_at': '2021-08-31T14:29:35Z', 'revision_number': 5, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'subnets': [{'id': '04b0f829-bf54-4128-b449-860a8c6b7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:34:37.328782 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4c40d8-1c6a-4f21-b612-2fe6cb64dcfd None None] New status for floating IP 44bd0746-8828-4321-9783-5a461d462915: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:34:37.495355 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58248) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:37.653562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Deleting port 9e69fd2b-fceb-47c5-9319-3ca979f21369 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:37.653910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.744492 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.745001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.759926 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Calling delete_port for 9e69fd2b-fceb-47c5-9319-3ca979f21369 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:37.902078 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:37.948905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event deleted for resources: {'Port': ['ID=9e69fd2b-fceb-47c5-9319-3ca979f21369,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:37.960576 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:37.961296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:37.961859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:37.962355 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:37.962845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:37.963316 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:37.963800 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:37.964277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:37.964774 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:37.965251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:37.965724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:37.966203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:38.036109 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.040820 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.044541 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9f2743cb-1f9f-4992-893f-9afb9d15c2da tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "DELETE /v2.0/floatingips/44bd0746-8828-4321-9783-5a461d462915 HTTP/1.1" status: 204 len: 168 time: 0.5457692 Aug 31 14:34:38.130093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58254) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:38.197581 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-598c5ab4-7a8d-41d6-a7c2-677c13ea56e9 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.230305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-598c5ab4-7a8d-41d6-a7c2-677c13ea56e9 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.328351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-598c5ab4-7a8d-41d6-a7c2-677c13ea56e9 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.340778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-598c5ab4-7a8d-41d6-a7c2-677c13ea56e9 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:38.356189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-598c5ab4-7a8d-41d6-a7c2-677c13ea56e9 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] 10.222.0.20 "DELETE /v2.0/security-groups/7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8 HTTP/1.1" status: 204 len: 168 time: 0.2230239 Aug 31 14:34:38.377153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c5ab4-7a8d-41d6-a7c2-677c13ea56e9 tempest-TestServerBasicOps-2005704270 tempest-TestServerBasicOps-2005704270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f881b5b-5e02-44cd-bc12-d9ab86f4c8f8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:38.399447 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58274) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:38.835393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2bc28a0a-611e-4e7b-8100-97a7c2442b84 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:38.858311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 2bc28a0a-611e-4e7b-8100-97a7c2442b84 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:38.858657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2bc28a0a-611e-4e7b-8100-97a7c2442b84 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:38.998625 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-388a6c4e-2305-487e-8de3-596100777656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:39.259392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-388a6c4e-2305-487e-8de3-596100777656 admin admin] Deleting port c4ab2449-8200-423d-bd6b-de6a7c6de94d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:39.259888 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-388a6c4e-2305-487e-8de3-596100777656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:39.340148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-388a6c4e-2305-487e-8de3-596100777656 admin admin] For port c4ab2449-8200-423d-bd6b-de6a7c6de94d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c4ab2449-8200-423d-bd6b-de6a7c6de94d,segment=NetworkSegment(da3c4d2b-1691-4aca-b09e-3bda7e58e2c2),segment_id=da3c4d2b-1691-4aca-b09e-3bda7e58e2c2)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:39.340717 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-388a6c4e-2305-487e-8de3-596100777656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:39.357659 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-388a6c4e-2305-487e-8de3-596100777656 admin admin] Calling delete_port for c4ab2449-8200-423d-bd6b-de6a7c6de94d owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:39.418007 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:39.426115 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:39.565341 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-388a6c4e-2305-487e-8de3-596100777656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:39.598297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a6c4e-2305-487e-8de3-596100777656 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ab2449-8200-423d-bd6b-de6a7c6de94d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:39.792900 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-388a6c4e-2305-487e-8de3-596100777656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:40.015788 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388a6c4e-2305-487e-8de3-596100777656 admin admin] Router c0f3c0ad-63de-4b87-82a6-3bece159a422 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:34:40.129923 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388a6c4e-2305-487e-8de3-596100777656 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:34:40.138640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58298) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:40.139055 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-388a6c4e-2305-487e-8de3-596100777656 admin admin] 10.222.0.20 "PUT /v2.0/routers/c0f3c0ad-63de-4b87-82a6-3bece159a422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7380517 Aug 31 14:34:40.143134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920becfa-5c88-4efd-9fbc-04fbb05fa622 None None] Sync routers for ids ['c0f3c0ad-63de-4b87-82a6-3bece159a422'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:34:40.152655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920becfa-5c88-4efd-9fbc-04fbb05fa622 None None] Routers {'c0f3c0ad-63de-4b87-82a6-3bece159a422'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:40.153589 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-920becfa-5c88-4efd-9fbc-04fbb05fa622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:34:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c0f3c0ad-63de-4b87-82a6-3bece159a422'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:40.266222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-920becfa-5c88-4efd-9fbc-04fbb05fa622 None None] Set router c0f3c0ad-63de-4b87-82a6-3bece159a422 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:40.612561 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:40.635509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-920becfa-5c88-4efd-9fbc-04fbb05fa622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:34:39Z', 'revision_number': 5, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:40.666718 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920becfa-5c88-4efd-9fbc-04fbb05fa622 None None] Checking router: c0f3c0ad-63de-4b87-82a6-3bece159a422 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:34:40.683337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920becfa-5c88-4efd-9fbc-04fbb05fa622 None None] Routers {'c0f3c0ad-63de-4b87-82a6-3bece159a422'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:40.684149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-920becfa-5c88-4efd-9fbc-04fbb05fa622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:34:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c0f3c0ad-63de-4b87-82a6-3bece159a422'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:40.727936 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:40.798043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Deleting port 6cd0f247-baa0-4239-a614-cf670d821260 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:40.798754 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:40.871483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-920becfa-5c88-4efd-9fbc-04fbb05fa622 None None] Set router c0f3c0ad-63de-4b87-82a6-3bece159a422 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:40.887207 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58308) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:40.904499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] For port 6cd0f247-baa0-4239-a614-cf670d821260, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6cd0f247-baa0-4239-a614-cf670d821260,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:40.904877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:40.925292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Calling delete_port for 6cd0f247-baa0-4239-a614-cf670d821260 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:41.044934 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c441e6d3-097b-4ca0-be82-33919b23b69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.096594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-920becfa-5c88-4efd-9fbc-04fbb05fa622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:34:39Z', 'revision_number': 5, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:41.136815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920becfa-5c88-4efd-9fbc-04fbb05fa622 None None] The sync data for ids ['c0f3c0ad-63de-4b87-82a6-3bece159a422'] in n-d-792364-6 is: [{'id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'name': 'tempest-TestServerBasicOps-635257958-router', 'tenant_id': 'd8aa2c14a8524d188041836430bc5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '6cd0f247-baa0-4239-a614-cf670d821260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:21Z', 'updated_at': '2021-08-31T14:34:39Z', 'revision_number': 5, 'project_id': 'd8aa2c14a8524d188041836430bc5dbc', 'gw_port': {'id': '6cd0f247-baa0-4239-a614-cf670d821260', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f3c0ad-63de-4b87-82a6-3bece159a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:22Z', 'updated_at': '2021-08-31T14:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:34:41.171170 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c441e6d3-097b-4ca0-be82-33919b23b69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.178194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c441e6d3-097b-4ca0-be82-33919b23b69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.200690 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.223802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c441e6d3-097b-4ca0-be82-33919b23b69f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24fe376049494700a11337671ef1d1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353128 Aug 31 14:34:41.225560 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441e6d3-097b-4ca0-be82-33919b23b69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6c6679-a16b-4fe3-8c53-64b86e0f09d3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:41.228114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58312) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:41.235203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd0f247-baa0-4239-a614-cf670d821260,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:41.304148 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1b66631e-a8aa-49f8-aa09-451adade1e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.306640 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.332169 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1b66631e-a8aa-49f8-aa09-451adade1e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.390318 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1b66631e-a8aa-49f8-aa09-451adade1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.394200 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1b66631e-a8aa-49f8-aa09-451adade1e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.398890 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1b66631e-a8aa-49f8-aa09-451adade1e1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c6c6679-a16b-4fe3-8c53-64b86e0f09d3 HTTP/1.1" status: 204 len: 168 time: 0.1674914 Aug 31 14:34:41.406558 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.407463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66631e-a8aa-49f8-aa09-451adade1e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6c6679-a16b-4fe3-8c53-64b86e0f09d3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:41.411755 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.471057 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.471773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0f3c0ad-63de-4b87-82a6-3bece159a422 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:34:41.477037 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.480462 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eaa728b1-67f6-48ff-b4b2-ea102731b662 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c0f3c0ad-63de-4b87-82a6-3bece159a422 HTTP/1.1" status: 204 len: 168 time: 1.3384876 Aug 31 14:34:41.480850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58316) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:41.540909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06f5407-fffe-47f3-ba33-8b28c249e830 admin admin] Deleting subnet 04b0f829-bf54-4128-b449-860a8c6b7baf {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:41.544666 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b06f5407-fffe-47f3-ba33-8b28c249e830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.631450 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b06f5407-fffe-47f3-ba33-8b28c249e830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.734412 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b06f5407-fffe-47f3-ba33-8b28c249e830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.747959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c4ab2449-8200-423d-bd6b-de6a7c6de94d no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:41.787041 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: c4ab2449-8200-423d-bd6b-de6a7c6de94d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:41.787041 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c4ab2449-8200-423d-bd6b-de6a7c6de94d not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:41.803156 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b06f5407-fffe-47f3-ba33-8b28c249e830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.813544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58322) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:41.830574 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6956702-b33e-4cfd-9fd0-bedd11bcd7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.835138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f5407-fffe-47f3-ba33-8b28c249e830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b0f829-bf54-4128-b449-860a8c6b7baf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:41.839266 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b06f5407-fffe-47f3-ba33-8b28c249e830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.841442 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b06f5407-fffe-47f3-ba33-8b28c249e830 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/04b0f829-bf54-4128-b449-860a8c6b7baf HTTP/1.1" status: 204 len: 168 time: 0.3594916 Aug 31 14:34:41.843848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58324) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:41.851150 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6d234c-6566-42e5-9135-d49d7234e498 None None] Network 81ed5b97-a863-44b7-b289-88ec011b6b2d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:41.939894 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6956702-b33e-4cfd-9fd0-bedd11bcd7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.940038 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.946228 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6956702-b33e-4cfd-9fd0-bedd11bcd7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:41.982674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c6956702-b33e-4cfd-9fd0-bedd11bcd7f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bac930a8fdd34831a0960541a148a5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680081 Aug 31 14:34:41.983347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58326) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:42.040599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6956702-b33e-4cfd-9fd0-bedd11bcd7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2cfa50-98f6-41f2-bb39-fd96432ea58e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:42.050519 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Deleting port 3d73c3b2-743e-4ce2-9874-4919526adaea {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:42.050949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.099865 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20e386e6-c1b3-4ce1-987b-5835ffb9a50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.136827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20e386e6-c1b3-4ce1-987b-5835ffb9a50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.138888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] For port 3d73c3b2-743e-4ce2-9874-4919526adaea, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3d73c3b2-743e-4ce2-9874-4919526adaea,segment=NetworkSegment(da3c4d2b-1691-4aca-b09e-3bda7e58e2c2),segment_id=da3c4d2b-1691-4aca-b09e-3bda7e58e2c2)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:42.139033 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.152117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] DHCP port deletion for 81ed5b97-a863-44b7-b289-88ec011b6b2d request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:34:42.180953 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Calling delete_port for 3d73c3b2-743e-4ce2-9874-4919526adaea owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:42.229658 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20e386e6-c1b3-4ce1-987b-5835ffb9a50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.233299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20e386e6-c1b3-4ce1-987b-5835ffb9a50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.234502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-20e386e6-c1b3-4ce1-987b-5835ffb9a50b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab2cfa50-98f6-41f2-bb39-fd96432ea58e HTTP/1.1" status: 204 len: 168 time: 0.2491579 Aug 31 14:34:42.246456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e386e6-c1b3-4ce1-987b-5835ffb9a50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2cfa50-98f6-41f2-bb39-fd96432ea58e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:42.256297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Deleting port 3d73c3b2-743e-4ce2-9874-4919526adaea {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:42.257580 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.300341 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.337425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3d73c3b2-743e-4ce2-9874-4919526adaea,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:42.339434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] No DVR routers for this DVR port 3d73c3b2-743e-4ce2-9874-4919526adaea on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:42.357325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] For port 3d73c3b2-743e-4ce2-9874-4919526adaea, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3d73c3b2-743e-4ce2-9874-4919526adaea,segment=NetworkSegment(da3c4d2b-1691-4aca-b09e-3bda7e58e2c2),segment_id=da3c4d2b-1691-4aca-b09e-3bda7e58e2c2)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:42.358041 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.386599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Calling delete_port for 3d73c3b2-743e-4ce2-9874-4919526adaea owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:42.438143 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.460767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ed5b97-a863-44b7-b289-88ec011b6b2d']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:42.474734 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:42.475405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3c4d2b-1691-4aca-b09e-3bda7e58e2c2') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:42.488593 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.489064 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.513579 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.524568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:42.525483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:42.528192 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:42.531883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Pushing event deleted for resources: {'Port': ['ID=3d73c3b2-743e-4ce2-9874-4919526adaea,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:42.533137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] No DVR routers for this DVR port 3d73c3b2-743e-4ce2-9874-4919526adaea on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:42.543780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:42.543780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:42.544061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:42.544309 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:42.546230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:42.546230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:42.546230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:42.546230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:42.546230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:42.548899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:42.548899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:42.548899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb0112-874c-4663-8fd7-b9a5a0ada3b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:34:42.636530 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.666344 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:42.666344 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] 10.222.0.20 "DELETE /v2.0/networks/81ed5b97-a863-44b7-b289-88ec011b6b2d HTTP/1.1" status: 204 len: 168 time: 0.8141813 Aug 31 14:34:42.666344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7e093-8bad-4ffd-81d7-cba31500b8ad admin admin] Pushing event deleted for resources: {'Network': ['ID=81ed5b97-a863-44b7-b289-88ec011b6b2d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:42.667839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58334) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:43.096615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dda98596-7263-4ca7-9cc3-809257fa325e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.361837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-dda98596-7263-4ca7-9cc3-809257fa325e admin admin] Deleting port b74fec33-dffa-4852-84d9-5deccc4b09ab {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:43.362490 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dda98596-7263-4ca7-9cc3-809257fa325e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.464583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-dda98596-7263-4ca7-9cc3-809257fa325e admin admin] For port b74fec33-dffa-4852-84d9-5deccc4b09ab, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b74fec33-dffa-4852-84d9-5deccc4b09ab,segment=NetworkSegment(52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da),segment_id=52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:43.464917 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dda98596-7263-4ca7-9cc3-809257fa325e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.481703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-dda98596-7263-4ca7-9cc3-809257fa325e admin admin] Calling delete_port for b74fec33-dffa-4852-84d9-5deccc4b09ab owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:43.657219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3d73c3b2-743e-4ce2-9874-4919526adaea no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:43.677957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 3d73c3b2-743e-4ce2-9874-4919526adaea {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:43.678303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3d73c3b2-743e-4ce2-9874-4919526adaea not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:43.679234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6cd0f247-baa0-4239-a614-cf670d821260 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:43.694299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dda98596-7263-4ca7-9cc3-809257fa325e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:43.700742 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 6cd0f247-baa0-4239-a614-cf670d821260 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:43.701291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6cd0f247-baa0-4239-a614-cf670d821260 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:43.731785 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda98596-7263-4ca7-9cc3-809257fa325e admin admin] Pushing event deleted for resources: {'Port': ['ID=b74fec33-dffa-4852-84d9-5deccc4b09ab,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:43.937861 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dda98596-7263-4ca7-9cc3-809257fa325e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:44.066483 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-5011105f-8c26-4e4c-bc3f-82abd404446c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251673498&fields=id&tenant_id=ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 267 time: 0.0366454 Aug 31 14:34:44.179432 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-6acd789d-7ae6-4050-ae87-29e6b3ea8009 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:44.181186 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-6acd789d-7ae6-4050-ae87-29e6b3ea8009 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.1069355 Aug 31 14:34:44.186882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda98596-7263-4ca7-9cc3-809257fa325e admin admin] Router c8d9e1dd-f43c-4599-aa7d-4d2e263820fa has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:34:44.197482 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-a6f6cabe-7add-4bc1-bc03-1236586fb025 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/quotas/ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 375 time: 0.0102468 Aug 31 14:34:44.258231 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-2e6bed66-7c95-4f14-be03-5d2d622678f1 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530322 Aug 31 14:34:44.308726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda98596-7263-4ca7-9cc3-809257fa325e admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:34:44.317613 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076218cb-534f-4537-8d6a-06bd6f7345f3 None None] Sync routers for ids ['c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:34:44.322258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dda98596-7263-4ca7-9cc3-809257fa325e admin admin] 10.222.0.20 "PUT /v2.0/routers/c8d9e1dd-f43c-4599-aa7d-4d2e263820fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6558514 Aug 31 14:34:44.322784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58388) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:44.330830 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076218cb-534f-4537-8d6a-06bd6f7345f3 None None] Routers {'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:44.331679 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-076218cb-534f-4537-8d6a-06bd6f7345f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:34:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:44.361657 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-c1ac1efa-d5a1-4ce8-9c0d-42fe85ec706d service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906024 Aug 31 14:34:44.456092 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-076218cb-534f-4537-8d6a-06bd6f7345f3 None None] Set router c8d9e1dd-f43c-4599-aa7d-4d2e263820fa gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:44.470731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:44.578915 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:44.658486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Deleting port df00bf52-bda7-44dd-a5c6-494560bb129d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:44.659006 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:44.689248 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-076218cb-534f-4537-8d6a-06bd6f7345f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'name': 'tempest-TestServerBasicOps-1559887854-router', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:28Z', 'updated_at': '2021-08-31T14:34:43Z', 'revision_number': 5, 'project_id': 'adba95c2729a4a84a7e5d54ca249974a', 'gw_port': {'id': 'df00bf52-bda7-44dd-a5c6-494560bb129d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:29:29Z', 'updated_at': '2021-08-31T14:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:44.756540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] For port df00bf52-bda7-44dd-a5c6-494560bb129d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=df00bf52-bda7-44dd-a5c6-494560bb129d,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:44.757144 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:44.782362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Calling delete_port for df00bf52-bda7-44dd-a5c6-494560bb129d owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:44.830122 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076218cb-534f-4537-8d6a-06bd6f7345f3 None None] Checking router: c8d9e1dd-f43c-4599-aa7d-4d2e263820fa for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:34:44.841210 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076218cb-534f-4537-8d6a-06bd6f7345f3 None None] Routers {'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:34:44.842067 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-076218cb-534f-4537-8d6a-06bd6f7345f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:34:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:44.881160 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3eb1c85f-948f-4326-8271-4c22fb850a36 service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132413 Aug 31 14:34:44.968181 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-076218cb-534f-4537-8d6a-06bd6f7345f3 None None] Set router c8d9e1dd-f43c-4599-aa7d-4d2e263820fa gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:34:45.011061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.030873 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-076218cb-534f-4537-8d6a-06bd6f7345f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'name': 'tempest-TestServerBasicOps-1559887854-router', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:28Z', 'updated_at': '2021-08-31T14:34:44Z', 'revision_number': 6, 'project_id': 'adba95c2729a4a84a7e5d54ca249974a', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:45.043568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Pushing event deleted for resources: {'Port': ['ID=df00bf52-bda7-44dd-a5c6-494560bb129d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:45.061162 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076218cb-534f-4537-8d6a-06bd6f7345f3 None None] The sync data for ids ['c8d9e1dd-f43c-4599-aa7d-4d2e263820fa'] in n-d-792364-6 is: [{'id': 'c8d9e1dd-f43c-4599-aa7d-4d2e263820fa', 'name': 'tempest-TestServerBasicOps-1559887854-router', 'tenant_id': 'adba95c2729a4a84a7e5d54ca249974a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:29:28Z', 'updated_at': '2021-08-31T14:34:44Z', 'revision_number': 6, 'project_id': 'adba95c2729a4a84a7e5d54ca249974a', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:34:45.134199 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.236717 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.239008 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.289652 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.290283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8d9e1dd-f43c-4599-aa7d-4d2e263820fa {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:34:45.295819 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.299594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-01be2b43-7fa4-4a32-891f-705345ad7178 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c8d9e1dd-f43c-4599-aa7d-4d2e263820fa HTTP/1.1" status: 204 len: 168 time: 0.9735124 Aug 31 14:34:45.299928 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58410) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:45.340266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-42bfbba5-1ebd-4a8b-a067-e28f15d1ea74 req-763ef893-974e-4487-9147-e7ed500ca494 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 210 time: 0.0417676 Aug 31 14:34:45.350178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1c98c5-523c-4051-976a-04ad7ea55d2a admin admin] Deleting subnet 6d81b894-4ddd-4554-8917-c1f0586c8683 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:34:45.353594 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff1c98c5-523c-4051-976a-04ad7ea55d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.396746 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff1c98c5-523c-4051-976a-04ad7ea55d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.498370 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff1c98c5-523c-4051-976a-04ad7ea55d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.562347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff1c98c5-523c-4051-976a-04ad7ea55d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.594654 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ff1c98c5-523c-4051-976a-04ad7ea55d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.600334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58418) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:45.601124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ff1c98c5-523c-4051-976a-04ad7ea55d2a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6d81b894-4ddd-4554-8917-c1f0586c8683 HTTP/1.1" status: 204 len: 168 time: 0.2996256 Aug 31 14:34:45.602128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c98c5-523c-4051-976a-04ad7ea55d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d81b894-4ddd-4554-8917-c1f0586c8683,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:45.602409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405b11a5-827c-4c50-b08f-b1e66fc99c94 None None] Network 989ec07e-5f84-489d-8351-a066903719b9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:34:45.705733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.775766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Deleting port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:45.776091 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.841771 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] For port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf,segment=NetworkSegment(52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da),segment_id=52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:45.842136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.859628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Calling delete_port for d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:45.903860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82cba31-8eea-46d1-8782-6b1419c007d4 None None] DHCP port deletion for 989ec07e-5f84-489d-8351-a066903719b9 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:34:45.961907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b82cba31-8eea-46d1-8782-6b1419c007d4 None None] Deleting port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:34:45.962613 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b82cba31-8eea-46d1-8782-6b1419c007d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:45.969836 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.002381 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:46.008640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] No DVR routers for this DVR port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:46.012402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device df00bf52-bda7-44dd-a5c6-494560bb129d no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:46.045655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: df00bf52-bda7-44dd-a5c6-494560bb129d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:46.046118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device df00bf52-bda7-44dd-a5c6-494560bb129d not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:46.046608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b74fec33-dffa-4852-84d9-5deccc4b09ab no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:46.069286 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: b74fec33-dffa-4852-84d9-5deccc4b09ab {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:46.069640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b74fec33-dffa-4852-84d9-5deccc4b09ab not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:46.070939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:34:46.107850 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:34:46.108262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:34:46.115364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b82cba31-8eea-46d1-8782-6b1419c007d4 None None] For port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf,segment=NetworkSegment(52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da),segment_id=52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:46.115665 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b82cba31-8eea-46d1-8782-6b1419c007d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.134622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b82cba31-8eea-46d1-8782-6b1419c007d4 None None] Calling delete_port for d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:34:46.232872 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b82cba31-8eea-46d1-8782-6b1419c007d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.270126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82cba31-8eea-46d1-8782-6b1419c007d4 None None] No DVR routers for this DVR port d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:34:46.273616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cba31-8eea-46d1-8782-6b1419c007d4 None None] Pushing event deleted for resources: {'Port': ['ID=d8aad5b9-a34d-4cac-9e7f-e63c9b7ce7cf,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:46.479541 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.502106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989ec07e-5f84-489d-8351-a066903719b9']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:46.517922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:46.518229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ab076a-ba80-41c8-9ee1-1d7ce1e8a4da') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:34:46.543250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-75da2b3d-5884-42bc-8e65-b8b37fc4ff23 req-456a8c27-d111-4fef-91cf-def4f8120080 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 210 time: 0.0488954 Aug 31 14:34:46.544737 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.576153 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.591987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-44c0f925-3adb-4d0f-baf7-0753c0a58d76 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:46.593588 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-44c0f925-3adb-4d0f-baf7-0753c0a58d76 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.1758533 Aug 31 14:34:46.594749 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:34:46.595168 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:34:46.597082 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:34:46.686853 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-dda2a65d-282a-401a-8f82-46b609632a01 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 380 time: 0.0773098 Aug 31 14:34:46.687433 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.694479 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.697493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] 10.222.0.20 "DELETE /v2.0/networks/989ec07e-5f84-489d-8351-a066903719b9 HTTP/1.1" status: 204 len: 168 time: 1.0941410 Aug 31 14:34:46.707287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'port': {'device_id': 'ec6d0543-5941-45db-827f-2ea0156df499', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'admin_state_up': True, 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'security_groups': ['d6b9407d-6021-45eb-bc5c-0381451f5ffb']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:46.723666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309933ee-8242-43bc-b84e-aeaacb2f199b admin admin] Pushing event deleted for resources: {'Network': ['ID=989ec07e-5f84-489d-8351-a066903719b9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:46.871979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Made reservation on behalf of ec5ebd3ad742471e840ae64950d7af5a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:34:46.876330 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:46.972523 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58438) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:47.027161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-72d6bc6e-cddc-421d-bead-6876a85b913c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8aa2c14a8524d188041836430bc5dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534728 Aug 31 14:34:47.029734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Allocated IP 172.20.0.7 (046fd95c-f51c-4036-a225-8c0180fce9de/140b2d46-36c9-49cc-8548-d62aa7538342/e5742cd3-f70b-49ea-8f42-7ae728b6e47e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:34:47.030271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58440) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:47.104872 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b66da181-12b0-4cd7-9f0b-dc6bea4065b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.128965 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b66da181-12b0-4cd7-9f0b-dc6bea4065b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.198829 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b66da181-12b0-4cd7-9f0b-dc6bea4065b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.201320 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b66da181-12b0-4cd7-9f0b-dc6bea4065b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.202499 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b66da181-12b0-4cd7-9f0b-dc6bea4065b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8054d159-aa19-4009-8dba-53195780632c HTTP/1.1" status: 204 len: 168 time: 0.1710517 Aug 31 14:34:47.212644 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66da181-12b0-4cd7-9f0b-dc6bea4065b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8054d159-aa19-4009-8dba-53195780632c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:47.223885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.242147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Transition to ACTIVE for port object e5742cd3-f70b-49ea-8f42-7ae728b6e47e will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:47.290023 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.344958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Network 046fd95c-f51c-4036-a225-8c0180fce9de is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:34:47.351347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:34:47.362179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=e5742cd3-f70b-49ea-8f42-7ae728b6e47e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:47.366085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:34:47.445560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.446268 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.472545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-3c0fbeed-8fc5-4bdd-8f3b-7b22e49780c4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7731578 Aug 31 14:34:47.490475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Request body: {'port': {'device_id': 'ec6d0543-5941-45db-827f-2ea0156df499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:34:47.599617 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.745248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dd13c3af-0199-4f57-903e-d86aa8268228 None None] Provisioning for port e5742cd3-f70b-49ea-8f42-7ae728b6e47e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:47.749632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dd13c3af-0199-4f57-903e-d86aa8268228 None None] Provisioning complete for port e5742cd3-f70b-49ea-8f42-7ae728b6e47e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:47.750157 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dd13c3af-0199-4f57-903e-d86aa8268228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.775773 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58460) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:47.818746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-dd13c3af-0199-4f57-903e-d86aa8268228 None None] Port e5742cd3-f70b-49ea-8f42-7ae728b6e47e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:34:47.835944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db056ed2-8311-4636-bb0b-231dfd72fc05 req-f118b36b-e934-4044-be81-bbaa4a167c42 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:47.837569 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db056ed2-8311-4636-bb0b-231dfd72fc05 req-f118b36b-e934-4044-be81-bbaa4a167c42 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 931 time: 0.1674287 Aug 31 14:34:47.839129 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b3aa1d50-3f64-4b22-ab7c-b4136b9d70e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adba95c2729a4a84a7e5d54ca249974a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607252 Aug 31 14:34:47.841184 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58462) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:47.897459 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df48a9a3-fa99-4adf-b8ae-227070faecb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.922351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df48a9a3-fa99-4adf-b8ae-227070faecb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.935936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db056ed2-8311-4636-bb0b-231dfd72fc05 req-97743835-9ace-4d12-b3c1-59e0bc5fb6f9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863662 Aug 31 14:34:47.986242 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df48a9a3-fa99-4adf-b8ae-227070faecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.990359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-df48a9a3-fa99-4adf-b8ae-227070faecb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:47.992463 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-df48a9a3-fa99-4adf-b8ae-227070faecb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ce59ab2-b699-406f-9de7-cff90da62627 HTTP/1.1" status: 204 len: 168 time: 0.1500573 Aug 31 14:34:48.003581 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48a9a3-fa99-4adf-b8ae-227070faecb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce59ab2-b699-406f-9de7-cff90da62627,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:48.069474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5742cd3-f70b-49ea-8f42-7ae728b6e47e {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:34:48.079079 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.096451 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Transition to ACTIVE for port object e5742cd3-f70b-49ea-8f42-7ae728b6e47e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:34:48.102250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.203044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5742cd3-f70b-49ea-8f42-7ae728b6e47e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:48.266734 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Attempting to bind port e5742cd3-f70b-49ea-8f42-7ae728b6e47e on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:34:48.267080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Attempting to bind port e5742cd3-f70b-49ea-8f42-7ae728b6e47e by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:34:48.268028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Attempting to bind port e5742cd3-f70b-49ea-8f42-7ae728b6e47e on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:48.273343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Port e5742cd3-f70b-49ea-8f42-7ae728b6e47e on network 046fd95c-f51c-4036-a225-8c0180fce9de not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:34:48.273674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Attempting to bind port e5742cd3-f70b-49ea-8f42-7ae728b6e47e on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:34:48.279732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:34:48.280174 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Checking segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:34:48.280674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Bound using segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:34:48.281256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Bound port: e5742cd3-f70b-49ea-8f42-7ae728b6e47e, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:34:48.281679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.391480 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] For port e5742cd3-f70b-49ea-8f42-7ae728b6e47e, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:34:48.395661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] For port e5742cd3-f70b-49ea-8f42-7ae728b6e47e, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e5742cd3-f70b-49ea-8f42-7ae728b6e47e,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:34:48.402967 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.466585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.467535 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:48.469347 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] 10.222.0.52 "PUT /v2.0/ports/e5742cd3-f70b-49ea-8f42-7ae728b6e47e HTTP/1.1" status: 200 len: 1091 time: 0.9869277 Aug 31 14:34:48.470339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6d0543-5941-45db-827f-2ea0156df499', 'tag': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:48.473204 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261ddcc6-5015-448d-921a-97cb31689691" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6d0543-5941-45db-827f-2ea0156df499", "tag": "e5742cd3-f70b-49ea-8f42-7ae728b6e47e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:48.564261 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef46c11d-694d-474b-92aa-8b9e7c7f38b0 x-openstack-request-id: req-ef46c11d-694d-474b-92aa-8b9e7c7f38b0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:48.565003 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6d0543-5941-45db-827f-2ea0156df499", "tag": "e5742cd3-f70b-49ea-8f42-7ae728b6e47e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:48.565533 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef46c11d-694d-474b-92aa-8b9e7c7f38b0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:48.566396 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6d0543-5941-45db-827f-2ea0156df499', 'tag': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e', 'status': 'completed', 'code': 200} Aug 31 14:34:48.582009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9672e9b-1d5a-4c97-953d-800eb101d5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5742cd3-f70b-49ea-8f42-7ae728b6e47e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:48.660973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-290baec2-5a0e-49d6-98e5-c17a0a099e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.668888 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-290baec2-5a0e-49d6-98e5-c17a0a099e7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 1094 time: 0.0941887 Aug 31 14:34:48.746609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-c9ece289-4bf8-4f0f-8d21-b8214d8bc908 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5742cd3-f70b-49ea-8f42-7ae728b6e47e HTTP/1.1" status: 200 len: 217 time: 0.0631990 Aug 31 14:34:48.814654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-942316b3-6789-4b5b-b853-a944a6ee6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.816277 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-942316b3-6789-4b5b-b853-a944a6ee6702 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0576203 Aug 31 14:34:48.873926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-00142040-ee9b-44ae-89b8-bbe243f0dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:48.875486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-00142040-ee9b-44ae-89b8-bbe243f0dcea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513644 Aug 31 14:34:48.987810 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-d676312f-e60e-4160-97d8-6586fca689fa service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982265 Aug 31 14:34:49.129368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2097ac-7f43-4174-ac12-9a22e291a4bd req-82c8e979-988c-4300-8c68-822e1eeb99ca tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:49.131455 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f2097ac-7f43-4174-ac12-9a22e291a4bd req-82c8e979-988c-4300-8c68-822e1eeb99ca tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 943 time: 0.0873592 Aug 31 14:34:49.135605 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3bf3c752-09f5-4d8c-b59e-d669d7ff46b6 req-f8c7e989-7da9-4af3-9ee7-96db4635bb68 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391129 Aug 31 14:34:49.175434 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f2097ac-7f43-4174-ac12-9a22e291a4bd req-3544b15b-0df4-4097-a04d-d35d9f226c38 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375936 Aug 31 14:34:49.242758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ddcc6-5015-448d-921a-97cb31689691 req-45b03390-7e21-4050-a52c-a0ff789d40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:49.244808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-261ddcc6-5015-448d-921a-97cb31689691 req-45b03390-7e21-4050-a52c-a0ff789d40f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 1094 time: 0.0437222 Aug 31 14:34:49.345582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ddcc6-5015-448d-921a-97cb31689691 req-20c2c0de-b0c8-4da6-a1c6-117592069ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:49.347131 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-261ddcc6-5015-448d-921a-97cb31689691 req-20c2c0de-b0c8-4da6-a1c6-117592069ad4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0952206 Aug 31 14:34:49.392553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-261ddcc6-5015-448d-921a-97cb31689691 req-a0fc53a9-ed19-4601-9454-049c9aad3efb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5742cd3-f70b-49ea-8f42-7ae728b6e47e HTTP/1.1" status: 200 len: 217 time: 0.0370653 Aug 31 14:34:49.444023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ddcc6-5015-448d-921a-97cb31689691 req-b195eb57-4ac5-4fa2-a22e-b0562febe98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:49.449778 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-261ddcc6-5015-448d-921a-97cb31689691 req-b195eb57-4ac5-4fa2-a22e-b0562febe98c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0500433 Aug 31 14:34:49.499420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ddcc6-5015-448d-921a-97cb31689691 req-0be02929-320c-471c-a605-23acc574f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:49.500965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-261ddcc6-5015-448d-921a-97cb31689691 req-0be02929-320c-471c-a605-23acc574f4c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432081 Aug 31 14:34:49.600315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-261ddcc6-5015-448d-921a-97cb31689691 req-a43cf6f4-e2a6-4f0c-bc68-e57bf0e4ef81 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897889 Aug 31 14:34:49.697164 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-261ddcc6-5015-448d-921a-97cb31689691 req-7b613849-e59e-45a9-b055-be50d8a68aae service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889962 Aug 31 14:34:50.318672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d33f2-86a0-4ee4-a9f0-e326fec96462 req-827fde4a-4775-468f-8bcc-63e4a324c041 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:50.323692 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d4d33f2-86a0-4ee4-a9f0-e326fec96462 req-827fde4a-4775-468f-8bcc-63e4a324c041 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 943 time: 0.0624573 Aug 31 14:34:50.361007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d4d33f2-86a0-4ee4-a9f0-e326fec96462 req-f0572613-6a03-4226-b2fd-11f24af4f48f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335140 Aug 31 14:34:51.499288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e789238-7f70-482b-8457-6fec30f9771b req-0512c981-0b16-47eb-b0db-0541a1050530 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:51.500828 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6e789238-7f70-482b-8457-6fec30f9771b req-0512c981-0b16-47eb-b0db-0541a1050530 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 943 time: 0.0613108 Aug 31 14:34:51.540685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6e789238-7f70-482b-8457-6fec30f9771b req-45909784-8efa-4ee3-9738-1e45d833444c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336418 Aug 31 14:34:52.661250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bba7d9-929a-4a23-822e-bad7dfd1063c req-e6560721-22d2-46a4-a1a5-f5b95340c9b5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:52.663254 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6bba7d9-929a-4a23-822e-bad7dfd1063c req-e6560721-22d2-46a4-a1a5-f5b95340c9b5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 943 time: 0.0556312 Aug 31 14:34:52.703042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b6bba7d9-929a-4a23-822e-bad7dfd1063c req-074edf4b-af84-4004-834a-301b6c7a9929 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333505 Aug 31 14:34:53.808237 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58524) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:53.839139 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23a6c-553e-46f6-9ef0-e04716d640b8 req-423b53e6-5f68-4efc-9c7b-0f99875865f8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:53.840733 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0e23a6c-553e-46f6-9ef0-e04716d640b8 req-423b53e6-5f68-4efc-9c7b-0f99875865f8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 943 time: 0.0544372 Aug 31 14:34:53.887664 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0e23a6c-553e-46f6-9ef0-e04716d640b8 req-f5d7eaca-55fe-4360-b4b9-377266dd5f36 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405443 Aug 31 14:34:53.920956 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24092ef8-3319-4139-8902-28222687cc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.010305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24092ef8-3319-4139-8902-28222687cc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.014110 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-24092ef8-3319-4139-8902-28222687cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.057308 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-24092ef8-3319-4139-8902-28222687cc39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd6fa9789a2443b6a99700e455a5c40d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479458 Aug 31 14:34:54.058005 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24092ef8-3319-4139-8902-28222687cc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf00e29-6557-4290-a3a0-b799f4ccb247,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:54.060061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58528) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:54.107745 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-128b3967-e033-4000-ba98-102fbfaea0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.128557 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-128b3967-e033-4000-ba98-102fbfaea0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.176911 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-128b3967-e033-4000-ba98-102fbfaea0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.180067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-128b3967-e033-4000-ba98-102fbfaea0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.181253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-128b3967-e033-4000-ba98-102fbfaea0f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/daf00e29-6557-4290-a3a0-b799f4ccb247 HTTP/1.1" status: 204 len: 168 time: 0.1201096 Aug 31 14:34:54.188736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b3967-e033-4000-ba98-102fbfaea0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf00e29-6557-4290-a3a0-b799f4ccb247,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:54.438281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58534) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:54.451529 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-411af76c-4561-4ef3-abae-8bb3c7d4d91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.544288 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-411af76c-4561-4ef3-abae-8bb3c7d4d91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.548653 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-411af76c-4561-4ef3-abae-8bb3c7d4d91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.587969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-411af76c-4561-4ef3-abae-8bb3c7d4d91e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27156dc0f67442e7bdd5f212653f05d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485918 Aug 31 14:34:54.589015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411af76c-4561-4ef3-abae-8bb3c7d4d91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc86b9a8-d2e4-49ac-8c7e-1a4dcca41985,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:54.590724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58536) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:54.639392 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1cda3e05-c674-4b24-8ecc-7f09ad1000ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.660782 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1cda3e05-c674-4b24-8ecc-7f09ad1000ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.709137 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1cda3e05-c674-4b24-8ecc-7f09ad1000ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.711689 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1cda3e05-c674-4b24-8ecc-7f09ad1000ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:54.712867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1cda3e05-c674-4b24-8ecc-7f09ad1000ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc86b9a8-d2e4-49ac-8c7e-1a4dcca41985 HTTP/1.1" status: 204 len: 168 time: 0.1207614 Aug 31 14:34:54.720228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda3e05-c674-4b24-8ecc-7f09ad1000ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc86b9a8-d2e4-49ac-8c7e-1a4dcca41985,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:55.004743 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c0f36-6a03-4ed1-a93b-a076a137885c req-ea1dfd66-cb7e-4ac8-80ff-c763fcb6e226 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:55.006788 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec1c0f36-6a03-4ed1-a93b-a076a137885c req-ea1dfd66-cb7e-4ac8-80ff-c763fcb6e226 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 943 time: 0.0514529 Aug 31 14:34:55.038141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58544) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:55.047560 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ec1c0f36-6a03-4ed1-a93b-a076a137885c req-3aefa46d-7c8b-419e-a397-bb82e4edd043 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343952 Aug 31 14:34:55.051307 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08357451-d553-4cc0-8e5c-d14676bb869d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:55.140679 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08357451-d553-4cc0-8e5c-d14676bb869d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:55.144355 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08357451-d553-4cc0-8e5c-d14676bb869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:55.181293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-08357451-d553-4cc0-8e5c-d14676bb869d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b357138f1db47deba065c296d3c1d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420403 Aug 31 14:34:55.183307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08357451-d553-4cc0-8e5c-d14676bb869d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e02e90f-9119-472e-9297-6d4fe591f936,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:55.184172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58546) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:34:55.233279 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e00a143-8bd2-46a5-98d8-d0dc57652f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:55.257961 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e00a143-8bd2-46a5-98d8-d0dc57652f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:55.302704 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e00a143-8bd2-46a5-98d8-d0dc57652f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:55.305416 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6e00a143-8bd2-46a5-98d8-d0dc57652f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:55.306624 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6e00a143-8bd2-46a5-98d8-d0dc57652f24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e02e90f-9119-472e-9297-6d4fe591f936 HTTP/1.1" status: 204 len: 168 time: 0.1213975 Aug 31 14:34:55.314472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00a143-8bd2-46a5-98d8-d0dc57652f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e02e90f-9119-472e-9297-6d4fe591f936,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:56.169970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca943cc-8f78-427f-842a-038e781140a3 req-f59e7d87-22a3-458f-a004-4734904d161d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:56.171500 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fca943cc-8f78-427f-842a-038e781140a3 req-f59e7d87-22a3-458f-a004-4734904d161d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 943 time: 0.0552108 Aug 31 14:34:56.212716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fca943cc-8f78-427f-842a-038e781140a3 req-b40b21c9-cb87-4c94-94f4-45cae2bbe21a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331216 Aug 31 14:34:57.335363 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b97866-cb81-4404-8b93-fe02831b5ab1 req-e14e1c3d-0ece-42d6-a89c-eaffa1b94fa1 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:57.341124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e5b97866-cb81-4404-8b93-fe02831b5ab1 req-e14e1c3d-0ece-42d6-a89c-eaffa1b94fa1 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 943 time: 0.0571535 Aug 31 14:34:57.382094 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e5b97866-cb81-4404-8b93-fe02831b5ab1 req-577003cf-8c3d-4be2-af22-8c7e9d778ec6 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390494 Aug 31 14:34:57.653659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e5742cd3-f70b-49ea-8f42-7ae728b6e47e details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:34:57.750083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e5742cd3-f70b-49ea-8f42-7ae728b6e47e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e5742cd3-f70b-49ea-8f42-7ae728b6e47e,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:57.762549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'port_id': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e', 'mac_address': 'fa:16:3e:b0:6c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:34:57.804240 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:57.817424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5742cd3-f70b-49ea-8f42-7ae728b6e47e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:34:57.837899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e5742cd3-f70b-49ea-8f42-7ae728b6e47e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e5742cd3-f70b-49ea-8f42-7ae728b6e47e,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:57.842793 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:57.894159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=e5742cd3-f70b-49ea-8f42-7ae728b6e47e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:34:58.065564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['e5742cd3-f70b-49ea-8f42-7ae728b6e47e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:34:58.519763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1ae06-9296-4edb-82f6-abab86a42669 req-bd62240d-51c9-4c29-8f1e-f6cebc251e2f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:58.522035 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47a1ae06-9296-4edb-82f6-abab86a42669 req-bd62240d-51c9-4c29-8f1e-f6cebc251e2f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 944 time: 0.0545516 Aug 31 14:34:58.575903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47a1ae06-9296-4edb-82f6-abab86a42669 req-a7904ecd-8339-49b4-85e7-7f3555091e2c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442863 Aug 31 14:34:59.685484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e5742cd3-f70b-49ea-8f42-7ae728b6e47e up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:34:59.695402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e609703-ea53-49f7-a7d5-d8a081df3823 req-ddd43eeb-949e-4b80-973b-6ad0ed3fc71f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:34:59.696938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4e609703-ea53-49f7-a7d5-d8a081df3823 req-ddd43eeb-949e-4b80-973b-6ad0ed3fc71f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 944 time: 0.0512764 Aug 31 14:34:59.737865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port e5742cd3-f70b-49ea-8f42-7ae728b6e47e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:34:59.739335 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4e609703-ea53-49f7-a7d5-d8a081df3823 req-5df9219f-c1e1-48b2-ab57-1f4f31b73f67 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360584 Aug 31 14:34:59.742572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port e5742cd3-f70b-49ea-8f42-7ae728b6e47e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:34:59.743207 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.828951 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.853944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6d0543-5941-45db-827f-2ea0156df499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:34:59.856225 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bd181e-3bc5-4c6b-badb-3c9ba10139bd" -d '{"events": [{"server_uuid": "ec6d0543-5941-45db-827f-2ea0156df499", "name": "network-vif-plugged", "status": "completed", "tag": "e5742cd3-f70b-49ea-8f42-7ae728b6e47e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:34:59.870074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port e5742cd3-f70b-49ea-8f42-7ae728b6e47e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e5742cd3-f70b-49ea-8f42-7ae728b6e47e,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:34:59.875243 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:34:59.904616 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acf2888-5e01-4aa5-afcc-6e35b4bb7083 x-openstack-request-id: req-9acf2888-5e01-4aa5-afcc-6e35b4bb7083 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:34:59.904910 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6d0543-5941-45db-827f-2ea0156df499", "name": "network-vif-plugged", "status": "completed", "tag": "e5742cd3-f70b-49ea-8f42-7ae728b6e47e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:34:59.905171 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9acf2888-5e01-4aa5-afcc-6e35b4bb7083 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:34:59.905562 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6d0543-5941-45db-827f-2ea0156df499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e', 'code': 200} Aug 31 14:34:59.935358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=e5742cd3-f70b-49ea-8f42-7ae728b6e47e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:00.007278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0e15d-0d5e-4485-8188-c1ecc85b5e81 req-fd32b4e9-f4c3-41ee-83dd-1456576b4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:00.008999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dcb0e15d-0d5e-4485-8188-c1ecc85b5e81 req-fd32b4e9-f4c3-41ee-83dd-1456576b4754 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 1096 time: 0.0432613 Aug 31 14:35:00.045232 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dcb0e15d-0d5e-4485-8188-c1ecc85b5e81 req-934f3f6b-e3e9-4304-8858-75382dcbff31 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286043 Aug 31 14:35:00.865742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89899d74-bb18-47cd-be9d-f56a3f48d945 req-66fe7daa-fede-4cb9-a778-e192c63d17c6 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:00.867345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-89899d74-bb18-47cd-be9d-f56a3f48d945 req-66fe7daa-fede-4cb9-a778-e192c63d17c6 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 945 time: 0.0572531 Aug 31 14:35:00.907097 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-89899d74-bb18-47cd-be9d-f56a3f48d945 req-6baf0f71-4da0-4207-b670-3fe997c7bc7c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336285 Aug 31 14:35:01.389597 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60db06b7-6781-417f-94eb-1e4fe06868ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:02.037192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2609443-dc0c-40a4-a221-a64407890fb4 req-f2dab709-ec16-40f9-b2e3-b77486944204 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.038778 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2609443-dc0c-40a4-a221-a64407890fb4 req-f2dab709-ec16-40f9-b2e3-b77486944204 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 945 time: 0.0612843 Aug 31 14:35:02.079358 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2609443-dc0c-40a4-a221-a64407890fb4 req-bc5f995f-880c-4d24-81c4-1deaa8007fb9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341358 Aug 31 14:35:02.198939 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5279642-f91c-41d4-8d31-df0531b15cd5 req-54c7df5d-5aa8-432c-831c-77aee4cf0af8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.200377 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5279642-f91c-41d4-8d31-df0531b15cd5 req-54c7df5d-5aa8-432c-831c-77aee4cf0af8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 945 time: 0.0511215 Aug 31 14:35:02.241541 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5279642-f91c-41d4-8d31-df0531b15cd5 req-d1ba735d-def6-4f6e-9e8c-647720de74b8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349944 Aug 31 14:35:02.265023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58668) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:02.307315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac7f5fb-7dc5-4223-8f85-59579c0777bc tempest-TestVolumeBootPattern-1515314178 tempest-TestVolumeBootPattern-1515314178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:02.308900 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5ac7f5fb-7dc5-4223-8f85-59579c0777bc tempest-TestVolumeBootPattern-1515314178 tempest-TestVolumeBootPattern-1515314178-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 1091 time: 0.0428746 Aug 31 14:35:02.312011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58670) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:02.317081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:35:02.343940 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:02.446834 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:02.554751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Allocated IP 172.25.3.112 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/69e29ca8-3726-493e-910f-364ac35055bb) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:35:02.665109 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:02.705749 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:02.751663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:35:02.754953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:35:02.757915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:35:02.783668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=69e29ca8-3726-493e-910f-364ac35055bb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:03.300866 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:03.416357 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:03.892232 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:03.898089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:03.973310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=69e29ca8-3726-493e-910f-364ac35055bb,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:03.976137 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:04.066415 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:04.079192 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Floating IP a168177e-92a7-4855-97c5-dec85f73bed3 associated. External IP: 172.25.3.112, port: e5742cd3-f70b-49ea-8f42-7ae728b6e47e. Aug 31 14:35:04.098017 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e09d1d9-550b-499f-99d6-772b3a75e74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:04.301425 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Router 88994abb-fa42-40c1-a4b9-4780db0adfd9 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:35:04.422854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:35:04.433055 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a23264-8843-44b4-b9ac-b36e6a0f2840 None None] Sync routers for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:35:04.440272 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:04.444227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a23264-8843-44b4-b9ac-b36e6a0f2840 None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:04.445401 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b3a23264-8843-44b4-b9ac-b36e6a0f2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:35:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:04.469870 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b9749a6c-330f-41e3-9b39-efb1414453b9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1565294 Aug 31 14:35:04.470465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6d0543-5941-45db-827f-2ea0156df499', 'tag': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:35:04.475276 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21288fda-62f9-47d7-81d7-d318773a5bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6d0543-5941-45db-827f-2ea0156df499", "tag": "e5742cd3-f70b-49ea-8f42-7ae728b6e47e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:35:04.530508 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ef121a-b576-4ff9-924e-fccdfc6b5ba5 x-openstack-request-id: req-a1ef121a-b576-4ff9-924e-fccdfc6b5ba5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:35:04.530807 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6d0543-5941-45db-827f-2ea0156df499", "tag": "e5742cd3-f70b-49ea-8f42-7ae728b6e47e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:35:04.531058 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1ef121a-b576-4ff9-924e-fccdfc6b5ba5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:35:04.531463 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6d0543-5941-45db-827f-2ea0156df499', 'tag': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e', 'status': 'completed', 'code': 200} Aug 31 14:35:04.584273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b3a23264-8843-44b4-b9ac-b36e6a0f2840 None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:35:04.610229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21288fda-62f9-47d7-81d7-d318773a5bb7 req-6ae567e2-4e5c-449d-b8cd-46aa11ee8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:04.616402 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21288fda-62f9-47d7-81d7-d318773a5bb7 req-6ae567e2-4e5c-449d-b8cd-46aa11ee8ee2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 1096 time: 0.0452540 Aug 31 14:35:04.719200 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21288fda-62f9-47d7-81d7-d318773a5bb7 req-6e17ebc9-11d9-4073-b1b7-3d31c33dea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:04.720794 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21288fda-62f9-47d7-81d7-d318773a5bb7 req-6e17ebc9-11d9-4073-b1b7-3d31c33dea31 service neutron] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0998130 Aug 31 14:35:04.801615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21288fda-62f9-47d7-81d7-d318773a5bb7 req-48167951-4a5b-46ae-90df-ffdd190f3448 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5742cd3-f70b-49ea-8f42-7ae728b6e47e HTTP/1.1" status: 200 len: 999 time: 0.0725543 Aug 31 14:35:04.849937 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b3a23264-8843-44b4-b9ac-b36e6a0f2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'a168177e-92a7-4855-97c5-dec85f73bed3', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:b0:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d0543-5941-45db-827f-2ea0156df499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:35:02Z', 'updated_at': '2021-08-31T14:35:02Z', 'revision_number': 0, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:04.874673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21288fda-62f9-47d7-81d7-d318773a5bb7 req-ec4b18d9-76f3-4a43-bf79-06dbad9c7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:04.877234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21288fda-62f9-47d7-81d7-d318773a5bb7 req-ec4b18d9-76f3-4a43-bf79-06dbad9c7873 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0675647 Aug 31 14:35:04.882428 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a23264-8843-44b4-b9ac-b36e6a0f2840 None None] Checking router: 88994abb-fa42-40c1-a4b9-4780db0adfd9 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:35:04.891206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a23264-8843-44b4-b9ac-b36e6a0f2840 None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:35:04.892084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b3a23264-8843-44b4-b9ac-b36e6a0f2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:35:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:04.942665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21288fda-62f9-47d7-81d7-d318773a5bb7 req-ce74247f-b8cd-4382-84c7-d4c6282c51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:04.944655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21288fda-62f9-47d7-81d7-d318773a5bb7 req-ce74247f-b8cd-4382-84c7-d4c6282c51cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594552 Aug 31 14:35:05.014130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b3a23264-8843-44b4-b9ac-b36e6a0f2840 None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:35:05.046422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21288fda-62f9-47d7-81d7-d318773a5bb7 req-b10d19ff-8667-4109-a302-299ab9902dc7 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931456 Aug 31 14:35:05.154212 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21288fda-62f9-47d7-81d7-d318773a5bb7 req-e26a733f-f75b-487b-878b-98d6a8435712 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999706 Aug 31 14:35:05.258078 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b3a23264-8843-44b4-b9ac-b36e6a0f2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'a168177e-92a7-4855-97c5-dec85f73bed3', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:b0:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d0543-5941-45db-827f-2ea0156df499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:35:02Z', 'updated_at': '2021-08-31T14:35:02Z', 'revision_number': 0, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:35:05.293407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a23264-8843-44b4-b9ac-b36e6a0f2840 None None] The sync data for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 is: [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'a168177e-92a7-4855-97c5-dec85f73bed3', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:b0:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d0543-5941-45db-827f-2ea0156df499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:35:02Z', 'updated_at': '2021-08-31T14:35:02Z', 'revision_number': 0, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:35:05.305574 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:05.517422 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8f82e-2d56-4c90-a483-f1de7fa074f0 None None] New status for floating IP a168177e-92a7-4855-97c5-dec85f73bed3: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:35:06.858864 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.412046 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:09.436948 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:11.087649 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:35:25.220044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58790) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:25.337895 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.435874 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.439457 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.480211 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=465ef2d8986d4ca0b996b2b36d734551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590241 Aug 31 14:35:25.481233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e57396-43c3-4e39-9fda-1bfecc54be31,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:25.483197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 58798) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:35:25.489294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.489668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.490040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.490588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.490921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.491270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.491599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.491929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.492251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.492717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.492982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.493274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab45107-f8f8-456b-bae8-2a34a3ad00a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:35:25.541467 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-379ecc91-b605-4fbb-9288-2cbf5803b30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.571237 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-379ecc91-b605-4fbb-9288-2cbf5803b30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.623962 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-379ecc91-b605-4fbb-9288-2cbf5803b30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.626654 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-379ecc91-b605-4fbb-9288-2cbf5803b30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:25.627874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-379ecc91-b605-4fbb-9288-2cbf5803b30a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6e57396-43c3-4e39-9fda-1bfecc54be31 HTTP/1.1" status: 204 len: 168 time: 0.1437395 Aug 31 14:35:25.637027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ecc91-b605-4fbb-9288-2cbf5803b30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e57396-43c3-4e39-9fda-1bfecc54be31,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:35:26.313816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d7d7040f-9e9c-4a79-adb5-c4c18ea7f122 req-4c59bcfa-e87f-47b5-b5da-121dab6cc122 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446916 Aug 31 14:35:26.396533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7040f-9e9c-4a79-adb5-c4c18ea7f122 req-6e7375b6-2372-4811-88a5-80197b64b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:26.398075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d7d7040f-9e9c-4a79-adb5-c4c18ea7f122 req-6e7375b6-2372-4811-88a5-80197b64b7f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 1096 time: 0.0413506 Aug 31 14:35:26.505024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7040f-9e9c-4a79-adb5-c4c18ea7f122 req-02d77024-ed66-4aef-a0fd-c986c6f64460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:26.506559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d7d7040f-9e9c-4a79-adb5-c4c18ea7f122 req-02d77024-ed66-4aef-a0fd-c986c6f64460 service neutron] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0842900 Aug 31 14:35:26.577022 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d7d7040f-9e9c-4a79-adb5-c4c18ea7f122 req-badf5353-891e-4633-a0ce-8aba698544b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5742cd3-f70b-49ea-8f42-7ae728b6e47e HTTP/1.1" status: 200 len: 1001 time: 0.0624032 Aug 31 14:35:26.628219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7040f-9e9c-4a79-adb5-c4c18ea7f122 req-eab4879e-747e-4062-b3b0-bc4f1a232272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:26.629762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d7d7040f-9e9c-4a79-adb5-c4c18ea7f122 req-eab4879e-747e-4062-b3b0-bc4f1a232272 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0454609 Aug 31 14:35:26.683123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7040f-9e9c-4a79-adb5-c4c18ea7f122 req-70862cfd-51dc-4342-be65-cbac427c748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:35:26.684700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d7d7040f-9e9c-4a79-adb5-c4c18ea7f122 req-70862cfd-51dc-4342-be65-cbac427c748d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465434 Aug 31 14:35:26.779471 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d7d7040f-9e9c-4a79-adb5-c4c18ea7f122 req-d6e80668-a7b5-44c9-b825-1c02cb187437 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870337 Aug 31 14:35:26.870873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d7d7040f-9e9c-4a79-adb5-c4c18ea7f122 req-32663796-aa2d-4d8a-bf67-357927be6ea4 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823672 Aug 31 14:35:31.391291 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-79d6bb1f-bf03-4ecb-9246-034214424c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.073372 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:34.099385 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-065a4195-d808-40d1-8626-27643a4eee33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:35.301753 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:36.862156 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.431476 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:39.440342 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:35:48.086447 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:36:01.393472 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8f616cdc-606d-41ba-87d9-0ee10c3281e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:04.065370 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:04.098650 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ffc2731-71f0-4fad-a782-99d6a2652e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:05.304603 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:06.863496 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:09.450130 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:09.451269 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:25.085901 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:36:27.313466 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-406d0142-3d3b-4edc-8fe6-e1015a4a5ac6 req-93c49eef-4e74-418c-802e-c5bd3fa14fed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470288 Aug 31 14:36:27.397007 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0142-3d3b-4edc-8fe6-e1015a4a5ac6 req-35a12179-a838-4634-8f36-d13a0283bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:27.398492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-406d0142-3d3b-4edc-8fe6-e1015a4a5ac6 req-35a12179-a838-4634-8f36-d13a0283bfc6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 1096 time: 0.0405736 Aug 31 14:36:27.503539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0142-3d3b-4edc-8fe6-e1015a4a5ac6 req-b5d8e5e4-30de-47dc-b69d-503ccfacdeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:27.505084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-406d0142-3d3b-4edc-8fe6-e1015a4a5ac6 req-b5d8e5e4-30de-47dc-b69d-503ccfacdeeb service neutron] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0863187 Aug 31 14:36:27.579528 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-406d0142-3d3b-4edc-8fe6-e1015a4a5ac6 req-148570e4-6967-40cf-a313-6f008c6bf62f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5742cd3-f70b-49ea-8f42-7ae728b6e47e HTTP/1.1" status: 200 len: 1001 time: 0.0666964 Aug 31 14:36:27.629492 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0142-3d3b-4edc-8fe6-e1015a4a5ac6 req-2155387b-3cdd-4cda-8319-ad444f461d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:27.631515 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-406d0142-3d3b-4edc-8fe6-e1015a4a5ac6 req-2155387b-3cdd-4cda-8319-ad444f461d0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0447612 Aug 31 14:36:27.684579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0142-3d3b-4edc-8fe6-e1015a4a5ac6 req-b857c95d-e109-4a5b-b613-4ff0dd531dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:27.686124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-406d0142-3d3b-4edc-8fe6-e1015a4a5ac6 req-b857c95d-e109-4a5b-b613-4ff0dd531dbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461278 Aug 31 14:36:27.779194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-406d0142-3d3b-4edc-8fe6-e1015a4a5ac6 req-aac726a4-5994-43bf-9f70-cf5051982930 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850675 Aug 31 14:36:27.874283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-406d0142-3d3b-4edc-8fe6-e1015a4a5ac6 req-f2da9fa2-179f-4a9a-bf1a-8fda79961a29 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865061 Aug 31 14:36:31.393657 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c42bddf8-7a78-4d56-af53-757db2ed9cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.065260 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:34.098359 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d4258773-4be7-453b-8493-1f50fc4fca5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:35.312323 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:36.865948 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:39.473864 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:39.474938 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:57.704387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170295a-13da-4c88-9517-f9771b9bf252 req-9ca7cd55-13b9-46de-906a-3043b0799529 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:57.706064 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7170295a-13da-4c88-9517-f9771b9bf252 req-9ca7cd55-13b9-46de-906a-3043b0799529 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 945 time: 0.1701529 Aug 31 14:36:57.751256 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7170295a-13da-4c88-9517-f9771b9bf252 req-020c4a6c-6aff-4d00-a9fd-c5b427b28786 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392110 Aug 31 14:36:58.967200 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e0dbb-687f-4d0c-8fb5-8bf19c166bf4 req-b29f4f57-0811-4122-a97a-42f16c4dbae6 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:58.968743 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c62e0dbb-687f-4d0c-8fb5-8bf19c166bf4 req-b29f4f57-0811-4122-a97a-42f16c4dbae6 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 945 time: 0.1209474 Aug 31 14:36:59.013065 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c62e0dbb-687f-4d0c-8fb5-8bf19c166bf4 req-7c757f3c-1a20-4dcb-8e9d-e6e74ba5ff75 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379224 Aug 31 14:36:59.118488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-e935797a-8cd4-45d4-be6d-6b6ce55d9ed1 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:36:59.119942 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-e935797a-8cd4-45d4-be6d-6b6ce55d9ed1 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 945 time: 0.0472653 Aug 31 14:36:59.208244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Deleting port e5742cd3-f70b-49ea-8f42-7ae728b6e47e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:36:59.208496 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.297910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] For port e5742cd3-f70b-49ea-8f42-7ae728b6e47e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=e5742cd3-f70b-49ea-8f42-7ae728b6e47e,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:36:59.298197 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.464621 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.465022 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.465866 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Floating IP a168177e-92a7-4855-97c5-dec85f73bed3 disassociated. External IP: 172.25.3.112, port: e5742cd3-f70b-49ea-8f42-7ae728b6e47e. Aug 31 14:36:59.466214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Calling delete_port for e5742cd3-f70b-49ea-8f42-7ae728b6e47e owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:36:59.594590 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.624129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event deleted for resources: {'Port': ['ID=e5742cd3-f70b-49ea-8f42-7ae728b6e47e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:36:59.634813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:59.635163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:59.635506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:59.635844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:59.636184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:59.636797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:59.637643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:59.637973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:59.638299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:59.638621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:59.638959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:59.640194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:36:59.748188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Router 88994abb-fa42-40c1-a4b9-4780db0adfd9 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:36:59.854333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:36:59.865104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a8068-e12c-48ed-9e93-69262a11d380 None None] Sync routers for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:36:59.873928 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a8068-e12c-48ed-9e93-69262a11d380 None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:36:59.874600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-be7a8068-e12c-48ed-9e93-69262a11d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:36:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:36:59.893364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] No DVR routers for this DVR port e5742cd3-f70b-49ea-8f42-7ae728b6e47e on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:36:59.895942 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:36:59.898027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ff08f372-ea7d-45c8-ba7f-610e67fd16fb req-42d6c37e-e2d8-47b6-b093-f721e99c3e5b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "DELETE /v2.0/ports/e5742cd3-f70b-49ea-8f42-7ae728b6e47e HTTP/1.1" status: 204 len: 173 time: 0.7701783 Aug 31 14:36:59.898481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6d0543-5941-45db-827f-2ea0156df499', 'name': 'network-vif-deleted', 'tag': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:36:59.901049 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064a73ea-fb69-4358-bfdf-ccd775a493f0" -d '{"events": [{"server_uuid": "ec6d0543-5941-45db-827f-2ea0156df499", "name": "network-vif-deleted", "tag": "e5742cd3-f70b-49ea-8f42-7ae728b6e47e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:36:59.996123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-be7a8068-e12c-48ed-9e93-69262a11d380 None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:00.062715 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80009daa-11c5-47de-a7c2-d6d20dca7d4d x-openstack-request-id: req-80009daa-11c5-47de-a7c2-d6d20dca7d4d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:00.063299 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6d0543-5941-45db-827f-2ea0156df499", "name": "network-vif-deleted", "tag": "e5742cd3-f70b-49ea-8f42-7ae728b6e47e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:00.063652 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80009daa-11c5-47de-a7c2-d6d20dca7d4d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:00.064165 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6d0543-5941-45db-827f-2ea0156df499', 'name': 'network-vif-deleted', 'tag': 'e5742cd3-f70b-49ea-8f42-7ae728b6e47e', 'status': 'completed', 'code': 200} Aug 31 14:37:00.136748 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e5c34ef0-f0b3-4bda-a58d-9e6f8c9f4bef req-9f428de2-85f0-455b-a38b-8ae6ef6cd9c3 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 210 time: 0.0339060 Aug 31 14:37:00.221251 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-be7a8068-e12c-48ed-9e93-69262a11d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:00.249065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a8068-e12c-48ed-9e93-69262a11d380 None None] Checking router: 88994abb-fa42-40c1-a4b9-4780db0adfd9 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:37:00.257418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a8068-e12c-48ed-9e93-69262a11d380 None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:00.258090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-be7a8068-e12c-48ed-9e93-69262a11d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:36:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:00.366180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-be7a8068-e12c-48ed-9e93-69262a11d380 None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:00.568801 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-be7a8068-e12c-48ed-9e93-69262a11d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:00.596115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a8068-e12c-48ed-9e93-69262a11d380 None None] The sync data for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 is: [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:37:00.813983 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24762a49-c380-4f21-9104-a5be8043afb4 None None] New status for floating IP a168177e-92a7-4855-97c5-dec85f73bed3: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:37:01.237086 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf80471b-6878-4dda-9f5b-3bdd31d6c589 req-b3039ce5-ff9f-418c-8bd8-81edd927c328 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 210 time: 0.0272377 Aug 31 14:37:01.394709 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bd8984e3-3e3f-4887-bcd9-a7c80dbf3178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:02.084658 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:37:02.246939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e5742cd3-f70b-49ea-8f42-7ae728b6e47e no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:37:02.267516 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: e5742cd3-f70b-49ea-8f42-7ae728b6e47e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:37:02.267866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device e5742cd3-f70b-49ea-8f42-7ae728b6e47e not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:37:02.331424 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7c221e95-7747-46cb-b759-64b9140c3167 req-05bc77bb-f7ce-4aa8-b8f6-be5d1e0590d7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 210 time: 0.0271173 Aug 31 14:37:03.444694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8409a9f7-de4f-4589-9091-0b243c58aa03 req-6ca171b3-9acb-4d47-9609-b9e53d9bfaf4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6d0543-5941-45db-827f-2ea0156df499 HTTP/1.1" status: 200 len: 210 time: 0.0322661 Aug 31 14:37:04.066381 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:04.098443 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3bb3fb13-e59a-431f-999f-d1e6d395e8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:04.652285 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-07cb4fd7-f1da-4743-8900-43ba1f62080f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251673498&fields=id&tenant_id=ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 267 time: 0.0420029 Aug 31 14:37:04.762933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-271f8d5c-98c4-4886-ab2d-57bf744e59c9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:04.764390 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-271f8d5c-98c4-4886-ab2d-57bf744e59c9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.1048965 Aug 31 14:37:04.779832 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-e4f603b6-c9a9-4ca2-a5e4-a50119397a82 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/quotas/ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 375 time: 0.0096476 Aug 31 14:37:04.836616 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-04657d04-c22f-471d-84fd-0f4e45ab3b8f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515912 Aug 31 14:37:04.928549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-a29b8ea5-26e1-45a9-9a09-d80287d8aeb1 service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802081 Aug 31 14:37:05.021306 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-d409c0c7-c645-4e69-a726-a0e35a594cc4 service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865326 Aug 31 14:37:05.311229 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-98635334-5568-4c27-b7ed-b5232b380d0e req-588c6ccd-cadc-4007-bcff-c1ef1f715fa9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 210 time: 0.0300164 Aug 31 14:37:05.317949 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.196188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-a92a6463-219c-4912-b12c-a7346781e1f5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:06.197756 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-a92a6463-219c-4912-b12c-a7346781e1f5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.13 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.1096740 Aug 31 14:37:06.247572 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-7da514ac-1795-486e-9809-03bae5b0d636 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 380 time: 0.0397820 Aug 31 14:37:06.257548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'port': {'device_id': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'admin_state_up': True, 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'security_groups': ['d6b9407d-6021-45eb-bc5c-0381451f5ffb']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:06.373777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Made reservation on behalf of ec5ebd3ad742471e840ae64950d7af5a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:37:06.377758 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.424070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c16540ae-bf84-40cc-9c89-370408591f7e req-92e1e273-9bb1-4ff4-84a6-615bc3ee32e9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 210 time: 0.0349460 Aug 31 14:37:06.534096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Allocated IP 172.20.0.13 (046fd95c-f51c-4036-a225-8c0180fce9de/140b2d46-36c9-49cc-8548-d62aa7538342/8e202b69-2a9c-4458-8251-43d7cdc8f2da) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:06.671469 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.685633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Transition to ACTIVE for port object 8e202b69-2a9c-4458-8251-43d7cdc8f2da will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:06.722922 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.772210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Network 046fd95c-f51c-4036-a225-8c0180fce9de is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:06.777628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:06.782565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:06.811562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=8e202b69-2a9c-4458-8251-43d7cdc8f2da,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:06.844469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:06.845238 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.865913 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-dd67d73c-0847-4cfd-8381-fd542d61a42c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6097183 Aug 31 14:37:06.874627 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:06.877153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Request body: {'port': {'device_id': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:06.937774 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.046094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5bc6503b-0f2b-4170-b0fd-e88542a6a081 None None] Provisioning for port 8e202b69-2a9c-4458-8251-43d7cdc8f2da completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:07.051032 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5bc6503b-0f2b-4170-b0fd-e88542a6a081 None None] Provisioning complete for port 8e202b69-2a9c-4458-8251-43d7cdc8f2da triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:07.051481 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bc6503b-0f2b-4170-b0fd-e88542a6a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.089770 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5bc6503b-0f2b-4170-b0fd-e88542a6a081 None None] Port 8e202b69-2a9c-4458-8251-43d7cdc8f2da cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:37:07.205534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e202b69-2a9c-4458-8251-43d7cdc8f2da {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:07.213112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.224842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Transition to ACTIVE for port object 8e202b69-2a9c-4458-8251-43d7cdc8f2da will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:37:07.228792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.278036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Pushing event updated for resources: {'Port': ['ID=8e202b69-2a9c-4458-8251-43d7cdc8f2da,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:07.356553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Attempting to bind port 8e202b69-2a9c-4458-8251-43d7cdc8f2da on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:37:07.356907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Attempting to bind port 8e202b69-2a9c-4458-8251-43d7cdc8f2da by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:37:07.357247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Attempting to bind port 8e202b69-2a9c-4458-8251-43d7cdc8f2da on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:07.362470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Port 8e202b69-2a9c-4458-8251-43d7cdc8f2da on network 046fd95c-f51c-4036-a225-8c0180fce9de not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:37:07.362810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Attempting to bind port 8e202b69-2a9c-4458-8251-43d7cdc8f2da on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:37:07.368533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:37:07.368885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Checking segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:37:07.369273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Bound using segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:37:07.369722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Bound port: 8e202b69-2a9c-4458-8251-43d7cdc8f2da, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:37:07.370093 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.457765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] For port 8e202b69-2a9c-4458-8251-43d7cdc8f2da, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:37:07.461872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] For port 8e202b69-2a9c-4458-8251-43d7cdc8f2da, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:37:07.467897 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.532650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:07.533702 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:07.535237 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] 10.222.0.13 "PUT /v2.0/ports/8e202b69-2a9c-4458-8251-43d7cdc8f2da HTTP/1.1" status: 200 len: 1092 time: 0.6634860 Aug 31 14:37:07.535697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'tag': '8e202b69-2a9c-4458-8251-43d7cdc8f2da'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:07.538006 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab6ca8e-a23e-434b-8aab-4e1dd33cdb79" -d '{"events": [{"name": "network-changed", "server_uuid": "036592a7-2cf2-40ab-96b2-dec5e93204e4", "tag": "8e202b69-2a9c-4458-8251-43d7cdc8f2da"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:07.565258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ddd46-ece6-461e-92ef-567aa8d19bad service neutron] Pushing event updated for resources: {'Port': ['ID=8e202b69-2a9c-4458-8251-43d7cdc8f2da,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:07.580206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b84e19-29ae-45e4-bf1b-01710535fba4 req-69494faa-f5c0-42e1-852a-d8e56113a73d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:07.581969 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7b84e19-29ae-45e4-bf1b-01710535fba4 req-69494faa-f5c0-42e1-852a-d8e56113a73d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 944 time: 0.0765529 Aug 31 14:37:07.617213 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337604bf-7d93-45b1-9727-904c1c3f0eff x-openstack-request-id: req-337604bf-7d93-45b1-9727-904c1c3f0eff {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:07.618012 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036592a7-2cf2-40ab-96b2-dec5e93204e4", "tag": "8e202b69-2a9c-4458-8251-43d7cdc8f2da", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:07.618465 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-337604bf-7d93-45b1-9727-904c1c3f0eff {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:07.619205 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'tag': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'status': 'completed', 'code': 200} Aug 31 14:37:07.638291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-c418abe0-b115-4b58-90e0-e5b453a13176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:07.640643 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-c418abe0-b115-4b58-90e0-e5b453a13176 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 1095 time: 0.0544190 Aug 31 14:37:07.641152 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b7b84e19-29ae-45e4-bf1b-01710535fba4 req-4470959c-2009-435e-8637-b17bfc7cf7b8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516117 Aug 31 14:37:07.698284 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-a6df3ae0-e6c9-4578-857e-0da8f9a48526 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da HTTP/1.1" status: 200 len: 217 time: 0.0479560 Aug 31 14:37:07.749094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-d361cca3-bc11-4a84-910f-ddbbebd3c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:07.750594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-d361cca3-bc11-4a84-910f-ddbbebd3c73d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0452747 Aug 31 14:37:07.797855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-2a4e96d8-7f1c-48e0-acab-be409516648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:07.799276 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-2a4e96d8-7f1c-48e0-acab-be409516648c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408340 Aug 31 14:37:07.891062 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-643e60f3-1691-44bf-abac-d30963e1a205 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845501 Aug 31 14:37:07.979145 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-516341aa-ecf8-4959-bbe5-28a55be40041 req-c8a4bb16-5ade-41d8-8f12-b74bc39a2a26 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806558 Aug 31 14:37:08.062242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ca8e-a23e-434b-8aab-4e1dd33cdb79 req-e51232d0-51c7-44ed-a6df-2eb0dfcd0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:08.063769 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cab6ca8e-a23e-434b-8aab-4e1dd33cdb79 req-e51232d0-51c7-44ed-a6df-2eb0dfcd0b57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 1095 time: 0.0410442 Aug 31 14:37:08.163203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ca8e-a23e-434b-8aab-4e1dd33cdb79 req-59e3a338-6efb-47bc-b3f6-1afed929028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:08.164741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cab6ca8e-a23e-434b-8aab-4e1dd33cdb79 req-59e3a338-6efb-47bc-b3f6-1afed929028e service neutron] 10.222.0.13 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0928168 Aug 31 14:37:08.206383 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cab6ca8e-a23e-434b-8aab-4e1dd33cdb79 req-d7933c26-56fd-4ebf-b605-a5b8b4b90808 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da HTTP/1.1" status: 200 len: 217 time: 0.0350120 Aug 31 14:37:08.267322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ca8e-a23e-434b-8aab-4e1dd33cdb79 req-14ca7adc-6ea3-4968-a179-f627248981ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:08.268775 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cab6ca8e-a23e-434b-8aab-4e1dd33cdb79 req-14ca7adc-6ea3-4968-a179-f627248981ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0556676 Aug 31 14:37:08.319198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ca8e-a23e-434b-8aab-4e1dd33cdb79 req-26bee8bb-7da3-42d9-b36c-d2b6bba41de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:08.321161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cab6ca8e-a23e-434b-8aab-4e1dd33cdb79 req-26bee8bb-7da3-42d9-b36c-d2b6bba41de3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458670 Aug 31 14:37:08.412733 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cab6ca8e-a23e-434b-8aab-4e1dd33cdb79 req-7c4418eb-d43f-4ca8-9242-1d0fb454ca8b service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840178 Aug 31 14:37:08.507394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cab6ca8e-a23e-434b-8aab-4e1dd33cdb79 req-58fec3a1-8ff0-4eb8-8d88-9ea08da318e4 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875549 Aug 31 14:37:08.747452 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc82b3-c414-48bb-8bf7-1d364dd9fe1c req-5e744e12-5285-4d4b-8f9c-074bdad24353 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:08.749106 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e2cc82b3-c414-48bb-8bf7-1d364dd9fe1c req-5e744e12-5285-4d4b-8f9c-074bdad24353 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 944 time: 0.0511508 Aug 31 14:37:08.791916 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e2cc82b3-c414-48bb-8bf7-1d364dd9fe1c req-15562ef4-ccec-4572-9b78-95852121f84a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361080 Aug 31 14:37:09.463542 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.487633 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:09.913946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb45d92-7cc7-465a-bb4b-ef082010866f req-1749d70b-c3d9-40f9-a79b-d1ff01374e68 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:09.915464 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2eb45d92-7cc7-465a-bb4b-ef082010866f req-1749d70b-c3d9-40f9-a79b-d1ff01374e68 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 944 time: 0.0550034 Aug 31 14:37:09.954869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2eb45d92-7cc7-465a-bb4b-ef082010866f req-cddde491-15d5-42e2-a701-d211ff08403e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331855 Aug 31 14:37:11.067759 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6264e9-9a93-41c7-bb29-24a544d50d9d req-09461b59-e2b9-49de-9506-b8988dc1fc90 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:11.069292 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e6264e9-9a93-41c7-bb29-24a544d50d9d req-09461b59-e2b9-49de-9506-b8988dc1fc90 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 944 time: 0.0472698 Aug 31 14:37:11.111290 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e6264e9-9a93-41c7-bb29-24a544d50d9d req-95167bdd-dda4-4e61-9694-8ab52cd360ba tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356638 Aug 31 14:37:12.229808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38206db6-b97e-4878-8bd3-bd788bc99c4a req-107a61ea-69a8-41a2-b36e-022af5cd4af4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:12.231864 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38206db6-b97e-4878-8bd3-bd788bc99c4a req-107a61ea-69a8-41a2-b36e-022af5cd4af4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 944 time: 0.0523293 Aug 31 14:37:12.269667 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38206db6-b97e-4878-8bd3-bd788bc99c4a req-cf4777d3-f109-4b5f-9dfa-cf9015020172 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315032 Aug 31 14:37:13.389760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee155e7-d5fc-4aae-8064-0f55ad600d26 req-5383eb26-5488-4cc3-83e5-47bec0770007 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:13.391273 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ee155e7-d5fc-4aae-8064-0f55ad600d26 req-5383eb26-5488-4cc3-83e5-47bec0770007 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 944 time: 0.0500398 Aug 31 14:37:13.430270 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ee155e7-d5fc-4aae-8064-0f55ad600d26 req-1951d7e7-abce-4c03-84e7-1ded4bb55fd4 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327487 Aug 31 14:37:14.543671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6f9f0-36fe-4c4c-b66b-c828e0f3b908 req-0c24d32c-127b-4898-aacd-9cb9d984d895 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:14.545303 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c9f6f9f0-36fe-4c4c-b66b-c828e0f3b908 req-0c24d32c-127b-4898-aacd-9cb9d984d895 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 944 time: 0.0492053 Aug 31 14:37:14.586842 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c9f6f9f0-36fe-4c4c-b66b-c828e0f3b908 req-28d378f5-0acf-4b13-aaf1-c90a7cf73a20 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344412 Aug 31 14:37:15.700332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a43ef-605f-44e4-ac20-a32e6e47e20b req-304d7074-75a6-4466-ae25-91d098931e0b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:15.701969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b81a43ef-605f-44e4-ac20-a32e6e47e20b req-304d7074-75a6-4466-ae25-91d098931e0b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 944 time: 0.0492482 Aug 31 14:37:15.739917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b81a43ef-605f-44e4-ac20-a32e6e47e20b req-7bb67119-fb44-48b2-af5d-047f41fdbbeb tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Aug 31 14:37:16.858264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecd522-cef7-48dc-a47b-5e35de678c37 req-b5f49947-064e-4f55-b77c-0db1cae35ea5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:16.859766 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-41ecd522-cef7-48dc-a47b-5e35de678c37 req-b5f49947-064e-4f55-b77c-0db1cae35ea5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 944 time: 0.0488636 Aug 31 14:37:16.897925 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-41ecd522-cef7-48dc-a47b-5e35de678c37 req-7593df6a-b1f3-43a1-a59b-49da0f7e6609 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322125 Aug 31 14:37:18.008306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ee50e-e0f1-41ce-b0b0-32b6c7ae6194 req-d7e47f7c-c187-4465-b9f5-50330a096152 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:18.009797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b72ee50e-e0f1-41ce-b0b0-32b6c7ae6194 req-d7e47f7c-c187-4465-b9f5-50330a096152 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 944 time: 0.0472004 Aug 31 14:37:18.050973 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b72ee50e-e0f1-41ce-b0b0-32b6c7ae6194 req-5873300f-9d09-4ee1-bf2e-dd03c2ca0925 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344005 Aug 31 14:37:19.169959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e2911-fee7-41e3-9a89-4c853b53900c req-348f62b9-2732-4cd7-b094-b62cf7bfdb01 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:19.171490 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bb0e2911-fee7-41e3-9a89-4c853b53900c req-348f62b9-2732-4cd7-b094-b62cf7bfdb01 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 944 time: 0.0535522 Aug 31 14:37:19.208524 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bb0e2911-fee7-41e3-9a89-4c853b53900c req-53ac8669-44f2-49c9-be9f-433885f2dab7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311089 Aug 31 14:37:19.416238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 8e202b69-2a9c-4458-8251-43d7cdc8f2da details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:37:19.506547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 8e202b69-2a9c-4458-8251-43d7cdc8f2da, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:19.518310 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'port_id': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'mac_address': 'fa:16:3e:96:df:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:37:19.557455 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.569772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e202b69-2a9c-4458-8251-43d7cdc8f2da {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:37:19.589083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 8e202b69-2a9c-4458-8251-43d7cdc8f2da, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:19.593228 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:19.638803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=8e202b69-2a9c-4458-8251-43d7cdc8f2da,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:19.645889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:19.646247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:19.646596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:19.646941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:19.647321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:19.647690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:19.648029 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:19.648365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:19.648723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:19.649055 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:19.649385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:19.649716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:37:19.847021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['8e202b69-2a9c-4458-8251-43d7cdc8f2da'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:37:20.323134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18450eb4-2697-4e56-aae9-244d895c48be req-329f71c3-3db3-4ccf-9bf8-1adbed3f8ec5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:20.325141 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18450eb4-2697-4e56-aae9-244d895c48be req-329f71c3-3db3-4ccf-9bf8-1adbed3f8ec5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 945 time: 0.0491490 Aug 31 14:37:20.364594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18450eb4-2697-4e56-aae9-244d895c48be req-09212090-b6b6-48c5-a1d9-c5d8c2859920 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334380 Aug 31 14:37:21.447692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 8e202b69-2a9c-4458-8251-43d7cdc8f2da up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:37:21.478564 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5677e-21f2-4bc5-8468-5b962e7e81d8 req-b8109e86-0225-46cb-9c0a-bfa6dc6dbab6 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:21.480060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ed5677e-21f2-4bc5-8468-5b962e7e81d8 req-b8109e86-0225-46cb-9c0a-bfa6dc6dbab6 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 945 time: 0.0483587 Aug 31 14:37:21.497335 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 8e202b69-2a9c-4458-8251-43d7cdc8f2da completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:37:21.501375 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 8e202b69-2a9c-4458-8251-43d7cdc8f2da triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:37:21.501759 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.519719 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ed5677e-21f2-4bc5-8468-5b962e7e81d8 req-62293618-ab12-4d99-8598-5becda9015f9 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329370 Aug 31 14:37:21.579767 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.602096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e202b69-2a9c-4458-8251-43d7cdc8f2da'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:21.604341 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e1a1fe-db83-439f-a207-dd4d740a03fb" -d '{"events": [{"server_uuid": "036592a7-2cf2-40ab-96b2-dec5e93204e4", "name": "network-vif-plugged", "status": "completed", "tag": "8e202b69-2a9c-4458-8251-43d7cdc8f2da"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:21.617119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 8e202b69-2a9c-4458-8251-43d7cdc8f2da, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:37:21.621124 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:21.644370 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339e2cdd-0d40-4a9d-a9ba-69f8a659c07d x-openstack-request-id: req-339e2cdd-0d40-4a9d-a9ba-69f8a659c07d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:21.644635 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036592a7-2cf2-40ab-96b2-dec5e93204e4", "name": "network-vif-plugged", "status": "completed", "tag": "8e202b69-2a9c-4458-8251-43d7cdc8f2da", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:21.644890 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-339e2cdd-0d40-4a9d-a9ba-69f8a659c07d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:21.645280 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'code': 200} Aug 31 14:37:21.672003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=8e202b69-2a9c-4458-8251-43d7cdc8f2da,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:21.790561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e112b3-19d6-4db2-a43d-20debb39d898 req-118583b0-0822-4183-8cac-8a3f8ff209e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:21.792066 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94e112b3-19d6-4db2-a43d-20debb39d898 req-118583b0-0822-4183-8cac-8a3f8ff209e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 1097 time: 0.0901799 Aug 31 14:37:21.826622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94e112b3-19d6-4db2-a43d-20debb39d898 req-2c23cfa5-2945-46eb-99ab-c886e52dbfc5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272760 Aug 31 14:37:22.633495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbab27-1e3a-4f31-9a29-5a698ca6d3d3 req-7d8117c0-f2e5-4b44-b7fa-1dd608c4e0bf tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:22.634990 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8ecbab27-1e3a-4f31-9a29-5a698ca6d3d3 req-7d8117c0-f2e5-4b44-b7fa-1dd608c4e0bf tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 946 time: 0.0492222 Aug 31 14:37:22.673649 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8ecbab27-1e3a-4f31-9a29-5a698ca6d3d3 req-75087f4e-bbee-4ec6-b5dd-a3d00b1edfc3 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324295 Aug 31 14:37:23.791485 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cd472-214d-44cb-84ea-c983ff3e3ea0 req-447c0c6c-9fc9-4dc2-9ee1-5bf72079920d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:23.793010 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-358cd472-214d-44cb-84ea-c983ff3e3ea0 req-447c0c6c-9fc9-4dc2-9ee1-5bf72079920d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 946 time: 0.0506642 Aug 31 14:37:23.834355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-358cd472-214d-44cb-84ea-c983ff3e3ea0 req-56ecce3e-6dff-4422-ad70-8d86d0aba2cc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347557 Aug 31 14:37:23.951109 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b52e0-f633-4a08-9799-4fb6b53e4215 req-fa2dae14-829a-4fa8-b195-968667651ef5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:23.952697 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-326b52e0-f633-4a08-9799-4fb6b53e4215 req-fa2dae14-829a-4fa8-b195-968667651ef5 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 946 time: 0.0535154 Aug 31 14:37:23.991486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-326b52e0-f633-4a08-9799-4fb6b53e4215 req-578fa20c-a620-4d4e-81bd-063c6bb752db tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Aug 31 14:37:24.014205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58946) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:24.162418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19292f92-435d-4c74-93ca-dc528bc8fe6a tempest-TestVolumeBootPattern-1515314178 tempest-TestVolumeBootPattern-1515314178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:24.163968 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-19292f92-435d-4c74-93ca-dc528bc8fe6a tempest-TestVolumeBootPattern-1515314178 tempest-TestVolumeBootPattern-1515314178-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 1092 time: 0.1487763 Aug 31 14:37:24.167105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 58950) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:37:24.171436 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:37:24.192738 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.287216 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.390877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Allocated IP 172.25.3.77 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/fadbd53c-fdd3-4bbc-a550-8fc4654234b7) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:37:24.499055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.542071 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:24.582133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:37:24.585042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:37:24.588652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:37:24.609666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=fadbd53c-fdd3-4bbc-a550-8fc4654234b7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:25.239511 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.303270 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.450599 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.455057 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.519555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=fadbd53c-fdd3-4bbc-a550-8fc4654234b7,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:37:25.531412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.630810 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Floating IP d827928c-8eba-4265-9279-e84bc83c5882 associated. External IP: 172.25.3.77, port: 8e202b69-2a9c-4458-8251-43d7cdc8f2da. Aug 31 14:37:25.845652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Router 88994abb-fa42-40c1-a4b9-4780db0adfd9 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:37:25.952598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:37:25.962451 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1286536-f1d7-4a5e-b927-86f187564aca None None] Sync routers for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:37:25.969368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:25.972296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1286536-f1d7-4a5e-b927-86f187564aca None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:25.972961 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d1286536-f1d7-4a5e-b927-86f187564aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:37:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:25.995652 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c45559e2-bfd6-41a2-aa34-76c8034d6914 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8275309 Aug 31 14:37:25.996242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'tag': '8e202b69-2a9c-4458-8251-43d7cdc8f2da'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:37:25.999123 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fa76eb-5bc9-4608-b1b3-0f93204b9bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "036592a7-2cf2-40ab-96b2-dec5e93204e4", "tag": "8e202b69-2a9c-4458-8251-43d7cdc8f2da"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:37:26.038314 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84297079-79d9-4195-8da8-8b2c2e3580f9 x-openstack-request-id: req-84297079-79d9-4195-8da8-8b2c2e3580f9 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:37:26.038606 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036592a7-2cf2-40ab-96b2-dec5e93204e4", "tag": "8e202b69-2a9c-4458-8251-43d7cdc8f2da", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:37:26.038861 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84297079-79d9-4195-8da8-8b2c2e3580f9 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:37:26.039283 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'tag': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'status': 'completed', 'code': 200} Aug 31 14:37:26.085262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d1286536-f1d7-4a5e-b927-86f187564aca None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:26.101285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa76eb-5bc9-4608-b1b3-0f93204b9bc4 req-ed3e5308-df37-4527-868f-b35f7956d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:26.102722 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77fa76eb-5bc9-4608-b1b3-0f93204b9bc4 req-ed3e5308-df37-4527-868f-b35f7956d94d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 1097 time: 0.0416875 Aug 31 14:37:26.197910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa76eb-5bc9-4608-b1b3-0f93204b9bc4 req-bee7b070-c273-4f56-af2f-39881692b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:26.199449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77fa76eb-5bc9-4608-b1b3-0f93204b9bc4 req-bee7b070-c273-4f56-af2f-39881692b450 service neutron] 10.222.0.13 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0898526 Aug 31 14:37:26.268188 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77fa76eb-5bc9-4608-b1b3-0f93204b9bc4 req-2f497893-4e52-487a-a0d4-e01e72354248 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da HTTP/1.1" status: 200 len: 999 time: 0.0607457 Aug 31 14:37:26.311962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d1286536-f1d7-4a5e-b927-86f187564aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'd827928c-8eba-4265-9279-e84bc83c5882', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:96:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:24Z', 'revision_number': 0, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:26.322503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa76eb-5bc9-4608-b1b3-0f93204b9bc4 req-971dc3dc-85de-4c53-8148-10f39f637e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:26.324001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77fa76eb-5bc9-4608-b1b3-0f93204b9bc4 req-971dc3dc-85de-4c53-8148-10f39f637e24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0488427 Aug 31 14:37:26.338509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1286536-f1d7-4a5e-b927-86f187564aca None None] Checking router: 88994abb-fa42-40c1-a4b9-4780db0adfd9 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:37:26.346777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1286536-f1d7-4a5e-b927-86f187564aca None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:37:26.347397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d1286536-f1d7-4a5e-b927-86f187564aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:37:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:26.370756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa76eb-5bc9-4608-b1b3-0f93204b9bc4 req-a6c3e101-8a84-4e3a-994d-e5a8a8d0e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:26.373315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77fa76eb-5bc9-4608-b1b3-0f93204b9bc4 req-a6c3e101-8a84-4e3a-994d-e5a8a8d0e5a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412865 Aug 31 14:37:26.457299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d1286536-f1d7-4a5e-b927-86f187564aca None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:37:26.501912 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d9a503-6dcf-43af-b5a9-61a1224e9af8 req-977f691c-c4ec-4899-889d-6ddd7cf6b8dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737784 Aug 31 14:37:26.507293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77fa76eb-5bc9-4608-b1b3-0f93204b9bc4 req-16e1b6fd-c06c-4409-abce-dfa61b5b7c16 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235175 Aug 31 14:37:26.596657 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77fa76eb-5bc9-4608-b1b3-0f93204b9bc4 req-324f5796-3895-4461-a42a-b6f2f74d5682 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819385 Aug 31 14:37:26.682683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d1286536-f1d7-4a5e-b927-86f187564aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'd827928c-8eba-4265-9279-e84bc83c5882', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:96:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:24Z', 'revision_number': 0, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:37:26.707253 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9a503-6dcf-43af-b5a9-61a1224e9af8 req-a09a364d-9154-4611-8833-a43b35b3fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:26.709296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d9a503-6dcf-43af-b5a9-61a1224e9af8 req-a09a364d-9154-4611-8833-a43b35b3fec0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 1097 time: 0.0504181 Aug 31 14:37:26.713744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1286536-f1d7-4a5e-b927-86f187564aca None None] The sync data for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 is: [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'd827928c-8eba-4265-9279-e84bc83c5882', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:96:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:24Z', 'revision_number': 0, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:37:26.817616 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9a503-6dcf-43af-b5a9-61a1224e9af8 req-f8bf9fb3-0d25-4134-8df5-84c155abf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:26.819392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d9a503-6dcf-43af-b5a9-61a1224e9af8 req-f8bf9fb3-0d25-4134-8df5-84c155abf71d service neutron] 10.222.0.13 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0884860 Aug 31 14:37:26.894682 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d9a503-6dcf-43af-b5a9-61a1224e9af8 req-bd4c69c5-4f97-42be-b556-47f0a718455b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da HTTP/1.1" status: 200 len: 999 time: 0.0672159 Aug 31 14:37:26.907271 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d813d1db-e9cb-426e-8133-12a1d2dc26ed None None] New status for floating IP d827928c-8eba-4265-9279-e84bc83c5882: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:37:26.945306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9a503-6dcf-43af-b5a9-61a1224e9af8 req-f800a72f-0cad-4c59-871f-8d3e17152fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:26.946804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d9a503-6dcf-43af-b5a9-61a1224e9af8 req-f800a72f-0cad-4c59-871f-8d3e17152fbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0455911 Aug 31 14:37:26.992820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9a503-6dcf-43af-b5a9-61a1224e9af8 req-a7eb242d-7b8f-4732-9aa1-5fc3967698f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:37:26.994355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d9a503-6dcf-43af-b5a9-61a1224e9af8 req-a7eb242d-7b8f-4732-9aa1-5fc3967698f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402997 Aug 31 14:37:27.091083 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d9a503-6dcf-43af-b5a9-61a1224e9af8 req-8b5e7994-65df-4fdd-9574-758dc0c71715 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888746 Aug 31 14:37:27.181650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46d9a503-6dcf-43af-b5a9-61a1224e9af8 req-1176b5b0-072b-40ba-9b08-7230f23a5399 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842793 Aug 31 14:37:29.495636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-70cc205f-1fa4-47e4-8f42-7fb077a1d94e req-8432d71c-d1c0-4cba-a2f8-1b155c249565 service neutron] (106387) timed out ('10.222.0.20', 46638) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:37:31.395344 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a40e153d-63cf-4c42-bb4f-c120fdcd1e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:34.068523 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:34.099658 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-287b159d-a5e5-428d-bd84-b3f8ffd690f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:35.318143 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:36.873006 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.083695 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:37:39.477438 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:37:39.524977 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:01.397287 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0cd37606-e2a8-4b85-bf62-9c5fee9fcfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:04.062865 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:04.101300 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-40799e7f-2e04-4fae-84e7-fbfa4a0dabd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:05.321975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:06.874939 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:09.479783 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:09.511267 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:16.082449 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:38:26.414283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18666379-db2c-48b9-bc8f-f318e617f0e1 req-f8c2ceef-2d28-43e3-8163-5b6ec880cf0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409606 Aug 31 14:38:26.501961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18666379-db2c-48b9-bc8f-f318e617f0e1 req-083e129d-368f-4e69-ae62-a6fc4c14f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:26.503595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18666379-db2c-48b9-bc8f-f318e617f0e1 req-083e129d-368f-4e69-ae62-a6fc4c14f0e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 1097 time: 0.0469203 Aug 31 14:38:26.609035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18666379-db2c-48b9-bc8f-f318e617f0e1 req-568fc0a7-17fd-4b68-b164-5a5f188bf512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:26.610576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18666379-db2c-48b9-bc8f-f318e617f0e1 req-568fc0a7-17fd-4b68-b164-5a5f188bf512 service neutron] 10.222.0.13 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0887897 Aug 31 14:38:26.682302 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18666379-db2c-48b9-bc8f-f318e617f0e1 req-c1ac07fe-a14f-42d8-9597-3844ae610f51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da HTTP/1.1" status: 200 len: 1001 time: 0.0645018 Aug 31 14:38:26.733392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18666379-db2c-48b9-bc8f-f318e617f0e1 req-02606a86-583b-4365-9d5f-c800a484f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:26.734963 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18666379-db2c-48b9-bc8f-f318e617f0e1 req-02606a86-583b-4365-9d5f-c800a484f385 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0459938 Aug 31 14:38:26.780341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18666379-db2c-48b9-bc8f-f318e617f0e1 req-b2b27d44-1032-48d3-a329-90f9ddebbd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:38:26.781890 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18666379-db2c-48b9-bc8f-f318e617f0e1 req-b2b27d44-1032-48d3-a329-90f9ddebbd27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405114 Aug 31 14:38:26.877128 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18666379-db2c-48b9-bc8f-f318e617f0e1 req-74385bba-ffc8-425c-8a27-7cef767e3893 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878675 Aug 31 14:38:26.979702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18666379-db2c-48b9-bc8f-f318e617f0e1 req-6f815f25-dda0-43f8-920e-34d2e1ee4fac service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952463 Aug 31 14:38:31.397573 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-084ab8f4-d7a7-4a32-adf3-8807cb96e5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:34.066061 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:34.105149 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-120e93a2-ebb0-4b1a-8c5a-a3534c19f40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:35.322481 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:36.879551 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:39.477245 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:39.526971 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:38:53.082161 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:39:01.398171 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8538-9d2c-4699-a087-409205b07e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:04.070130 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:04.105868 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-95711377-9c0d-417b-9415-2c30c04eb67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:05.328318 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:06.881910 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:09.492402 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:09.556094 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:15.077894 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-0c73854d-f4e6-4d93-a512-af1c3226553e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251673498&fields=id&tenant_id=ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 267 time: 0.0324626 Aug 31 14:39:15.181951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-bb42660a-f602-4460-9620-569c588b3e43 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:15.183317 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-bb42660a-f602-4460-9620-569c588b3e43 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.0982015 Aug 31 14:39:15.198661 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-ffc93f2b-d0a0-4a1c-a4a5-5a126bda42c3 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/quotas/ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 375 time: 0.0095558 Aug 31 14:39:15.262864 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-7df62a78-5542-484e-8d1c-61b1a301b7f3 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0590355 Aug 31 14:39:15.280336 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-fadf72bc-80c0-4389-8607-5478d18ec140 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:39:15.281341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-fadf72bc-80c0-4389-8607-5478d18ec140 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058846 Aug 31 14:39:15.419040 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-a415f4ef-3060-4849-a868-3952e1c69331 service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316116 Aug 31 14:39:15.513754 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-ece6c413-77df-4b59-bff7-ab8b3ba257fb service neutron] 10.222.0.20 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876622 Aug 31 14:39:15.810212 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec934e37-0a69-4436-9f95-692bd685d6e8 req-edb740f5-2190-4f09-b7cf-12346b921c3f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 210 time: 0.0281694 Aug 31 14:39:16.819089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-107b4a62-b1a3-493a-bc6b-7edc571d7a72 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:16.820592 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-107b4a62-b1a3-493a-bc6b-7edc571d7a72 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 811 time: 0.1078660 Aug 31 14:39:16.866919 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-93727d61-8ce3-4b5b-b3fb-d16dff759b8b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec5ebd3ad742471e840ae64950d7af5a HTTP/1.1" status: 200 len: 380 time: 0.0365527 Aug 31 14:39:16.880379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'port': {'device_id': '5f33895a-7180-4e96-a570-36f278df0be7', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'admin_state_up': True, 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'security_groups': ['d6b9407d-6021-45eb-bc5c-0381451f5ffb']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:16.913345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f5522c49-d8ac-4877-a4f6-75709fa92fc1 req-33fcbb20-95ad-4743-8eab-ac63ae6c9ada tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 210 time: 0.0284338 Aug 31 14:39:16.990148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Made reservation on behalf of ec5ebd3ad742471e840ae64950d7af5a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:39:16.993941 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:17.125288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Allocated IP 172.20.0.7 (046fd95c-f51c-4036-a225-8c0180fce9de/140b2d46-36c9-49cc-8548-d62aa7538342/348f1a3e-0871-4d8b-a28f-8a4542fd1378) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:17.266821 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:17.281005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Transition to ACTIVE for port object 348f1a3e-0871-4d8b-a28f-8a4542fd1378 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:17.313598 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:17.366088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Network 046fd95c-f51c-4036-a225-8c0180fce9de is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:17.369242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:17.373312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:17.399711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=348f1a3e-0871-4d8b-a28f-8a4542fd1378,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:17.421036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:17.421428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:17.421783 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:17.422126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:17.422465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:17.422798 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:17.423126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:17.423455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:17.423781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:17.425462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:17.425462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:17.425462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:17.445720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:17.446473 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:17.464809 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e8598ef6-600a-438a-99ad-2f8e2388769c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883267 Aug 31 14:39:17.594217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Request body: {'port': {'device_id': '5f33895a-7180-4e96-a570-36f278df0be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:17.651161 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:17.665891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d8ccef88-46e6-4f8d-a18f-c91d3893c150 None None] Provisioning for port 348f1a3e-0871-4d8b-a28f-8a4542fd1378 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:17.670100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d8ccef88-46e6-4f8d-a18f-c91d3893c150 None None] Provisioning complete for port 348f1a3e-0871-4d8b-a28f-8a4542fd1378 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:17.670548 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d8ccef88-46e6-4f8d-a18f-c91d3893c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:17.708949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d8ccef88-46e6-4f8d-a18f-c91d3893c150 None None] Port 348f1a3e-0871-4d8b-a28f-8a4542fd1378 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:39:17.914534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348f1a3e-0871-4d8b-a28f-8a4542fd1378 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:39:17.921855 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:17.934287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Transition to ACTIVE for port object 348f1a3e-0871-4d8b-a28f-8a4542fd1378 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:39:17.939772 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:18.068529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Pushing event updated for resources: {'Port': ['ID=348f1a3e-0871-4d8b-a28f-8a4542fd1378,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:18.129638 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Attempting to bind port 348f1a3e-0871-4d8b-a28f-8a4542fd1378 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:39:18.130131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Attempting to bind port 348f1a3e-0871-4d8b-a28f-8a4542fd1378 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:39:18.130563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Attempting to bind port 348f1a3e-0871-4d8b-a28f-8a4542fd1378 on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:18.138535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Port 348f1a3e-0871-4d8b-a28f-8a4542fd1378 on network 046fd95c-f51c-4036-a225-8c0180fce9de not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:39:18.138947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Attempting to bind port 348f1a3e-0871-4d8b-a28f-8a4542fd1378 on network 046fd95c-f51c-4036-a225-8c0180fce9de {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:39:18.150508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858ad7a-2ca1-4665-852f-f48a96662bfa req-823d27a9-c409-44a3-995d-91f20f264fe3 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:18.152112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2858ad7a-2ca1-4665-852f-f48a96662bfa req-823d27a9-c409-44a3-995d-91f20f264fe3 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 943 time: 0.0885625 Aug 31 14:39:18.155151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:39:18.155497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Checking segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:39:18.155889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Bound using segment: {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:39:18.156638 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Bound port: 348f1a3e-0871-4d8b-a28f-8a4542fd1378, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45be6e59-5357-4b45-ad0b-1f212c1b7193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:39:18.156739 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:18.229770 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2858ad7a-2ca1-4665-852f-f48a96662bfa req-b92d1133-f3aa-413e-93a3-75f45add142f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706363 Aug 31 14:39:18.253826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] For port 348f1a3e-0871-4d8b-a28f-8a4542fd1378, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:39:18.257882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] For port 348f1a3e-0871-4d8b-a28f-8a4542fd1378, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=348f1a3e-0871-4d8b-a28f-8a4542fd1378,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:39:18.261333 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:18.296199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:18.296862 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:18.298286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] 10.222.0.52 "PUT /v2.0/ports/348f1a3e-0871-4d8b-a28f-8a4542fd1378 HTTP/1.1" status: 200 len: 1091 time: 0.8241396 Aug 31 14:39:18.298746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f33895a-7180-4e96-a570-36f278df0be7', 'tag': '348f1a3e-0871-4d8b-a28f-8a4542fd1378'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:18.301132 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f841c0d-4efc-417e-a503-939b92f35ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f33895a-7180-4e96-a570-36f278df0be7", "tag": "348f1a3e-0871-4d8b-a28f-8a4542fd1378"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:18.337633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1ef95-9d01-4a59-917d-e62aa8f637d3 service neutron] Pushing event updated for resources: {'Port': ['ID=348f1a3e-0871-4d8b-a28f-8a4542fd1378,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:18.358000 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b722d3d-8508-4c23-b669-b67384d854fb x-openstack-request-id: req-9b722d3d-8508-4c23-b669-b67384d854fb {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:18.358296 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f33895a-7180-4e96-a570-36f278df0be7", "tag": "348f1a3e-0871-4d8b-a28f-8a4542fd1378", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:18.358550 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b722d3d-8508-4c23-b669-b67384d854fb {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:18.358952 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f33895a-7180-4e96-a570-36f278df0be7', 'tag': '348f1a3e-0871-4d8b-a28f-8a4542fd1378', 'status': 'completed', 'code': 200} Aug 31 14:39:18.394385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-200e03a4-b01a-4ab0-9d92-36c8db5de858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:18.395952 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-200e03a4-b01a-4ab0-9d92-36c8db5de858 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 1094 time: 0.0479519 Aug 31 14:39:18.451573 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-dd05e9f6-691d-47d5-9ae2-bb14896b0a0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348f1a3e-0871-4d8b-a28f-8a4542fd1378 HTTP/1.1" status: 200 len: 217 time: 0.0458379 Aug 31 14:39:18.508805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79ef8f4a-d808-4fbe-9354-bacaadd31e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:18.510327 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-79ef8f4a-d808-4fbe-9354-bacaadd31e55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0519841 Aug 31 14:39:18.559696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-63f5f7ad-97ec-453b-97fa-6aa8c59ce717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:18.563777 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-63f5f7ad-97ec-453b-97fa-6aa8c59ce717 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428998 Aug 31 14:39:18.651243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-e26755cd-1bd6-4398-8af7-7f669ca98693 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818489 Aug 31 14:39:18.749737 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5430c7c-199a-48da-bbd1-0b651794ef8f req-fe37bcf3-d25e-4c58-ae0b-9cf3b5fb1f8f service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888367 Aug 31 14:39:18.836857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f841c0d-4efc-417e-a503-939b92f35ad3 req-dd8c39ab-f24c-4718-b0e7-118af89d64fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:18.838373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f841c0d-4efc-417e-a503-939b92f35ad3 req-dd8c39ab-f24c-4718-b0e7-118af89d64fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 1094 time: 0.0414217 Aug 31 14:39:18.932516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f841c0d-4efc-417e-a503-939b92f35ad3 req-514f0ee8-dc1c-454b-8ced-415089079c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:18.934020 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f841c0d-4efc-417e-a503-939b92f35ad3 req-514f0ee8-dc1c-454b-8ced-415089079c43 service neutron] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0883613 Aug 31 14:39:18.977232 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f841c0d-4efc-417e-a503-939b92f35ad3 req-ce6bbf11-702e-49e3-9dfc-5ee25b72d4d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348f1a3e-0871-4d8b-a28f-8a4542fd1378 HTTP/1.1" status: 200 len: 217 time: 0.0346966 Aug 31 14:39:19.027100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f841c0d-4efc-417e-a503-939b92f35ad3 req-ad470b02-6c86-4f36-9de1-1f2432f91c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:19.035077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f841c0d-4efc-417e-a503-939b92f35ad3 req-ad470b02-6c86-4f36-9de1-1f2432f91c0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0443811 Aug 31 14:39:19.078822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f841c0d-4efc-417e-a503-939b92f35ad3 req-11304131-57ec-42fb-af1d-4fee1b77c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:19.080385 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f841c0d-4efc-417e-a503-939b92f35ad3 req-11304131-57ec-42fb-af1d-4fee1b77c0e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442820 Aug 31 14:39:19.171056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f841c0d-4efc-417e-a503-939b92f35ad3 req-887b76f8-c686-46b8-92e5-8a4587e9d342 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819004 Aug 31 14:39:19.266273 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f841c0d-4efc-417e-a503-939b92f35ad3 req-b6fa399d-4dcc-4e12-83c4-9cc456109392 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873961 Aug 31 14:39:19.358789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620a5af-0ded-4d5c-8ea9-eaa89f0232fd req-6031dad6-4572-4ff7-a966-75a5a747d50a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:19.360291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d620a5af-0ded-4d5c-8ea9-eaa89f0232fd req-6031dad6-4572-4ff7-a966-75a5a747d50a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 943 time: 0.0503824 Aug 31 14:39:19.401502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d620a5af-0ded-4d5c-8ea9-eaa89f0232fd req-6239a8e6-a38d-4953-a41d-96528c013845 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343301 Aug 31 14:39:20.523156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e919a-3f2f-4497-87e6-ab983f465dc9 req-a6df16bd-9374-413a-99ad-e42b34256d62 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:20.524771 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a78e919a-3f2f-4497-87e6-ab983f465dc9 req-a6df16bd-9374-413a-99ad-e42b34256d62 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 943 time: 0.0523117 Aug 31 14:39:20.562517 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a78e919a-3f2f-4497-87e6-ab983f465dc9 req-894f3f81-34db-430e-87ed-b83a988fbded tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Aug 31 14:39:21.683966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1ea81-cca9-4cad-a705-b662afeb29b5 req-01544d03-9889-4b40-934f-94cc8ff63331 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:21.685506 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fef1ea81-cca9-4cad-a705-b662afeb29b5 req-01544d03-9889-4b40-934f-94cc8ff63331 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 943 time: 0.0517249 Aug 31 14:39:21.725092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fef1ea81-cca9-4cad-a705-b662afeb29b5 req-912c1e49-4267-43c0-9ec8-7b7ee366d38e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315681 Aug 31 14:39:22.859885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7dfef-5280-4c54-b38b-254e5d474861 req-1d0b36fb-7133-4d64-8bb4-12c6d82dc6fd tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:22.861505 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-32e7dfef-5280-4c54-b38b-254e5d474861 req-1d0b36fb-7133-4d64-8bb4-12c6d82dc6fd tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 943 time: 0.0638123 Aug 31 14:39:22.904767 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-32e7dfef-5280-4c54-b38b-254e5d474861 req-87255aa7-830b-4675-a2d3-d9467fb3e12c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357246 Aug 31 14:39:24.025877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b37c30-76ae-47d7-b7fb-728d96609d4e req-9f88e4f7-af4a-4921-9afd-c75acdfc4aec tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:24.027373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53b37c30-76ae-47d7-b7fb-728d96609d4e req-9f88e4f7-af4a-4921-9afd-c75acdfc4aec tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 943 time: 0.0543458 Aug 31 14:39:24.064662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53b37c30-76ae-47d7-b7fb-728d96609d4e req-fa19d3a9-4a43-462b-b013-775233ac6c1f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Aug 31 14:39:25.184815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec56c01-f274-4793-986c-0a9929243724 req-87876476-7e14-467e-883c-87084a409c4d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:25.186336 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bec56c01-f274-4793-986c-0a9929243724 req-87876476-7e14-467e-883c-87084a409c4d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 943 time: 0.0535688 Aug 31 14:39:25.234601 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bec56c01-f274-4793-986c-0a9929243724 req-7f28fb13-64e3-40dc-b8ff-132da9242837 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413673 Aug 31 14:39:26.343076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-db52545b-bffc-4384-bfb7-d5f94a91c079 req-dc15a8ed-6b78-4bbf-a903-a165d2db9761 service neutron] (106387) timed out ('10.222.0.20', 55374) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:39:26.347524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d14e39-7c59-4ae8-86de-5ed889ebc365 req-854d492b-7f18-41e0-be31-fd712d609b6c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:26.349046 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1d14e39-7c59-4ae8-86de-5ed889ebc365 req-854d492b-7f18-41e0-be31-fd712d609b6c tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 943 time: 0.0486960 Aug 31 14:39:26.387312 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a1d14e39-7c59-4ae8-86de-5ed889ebc365 req-da3e6cea-0585-43c1-9e02-b4f6ba23ff20 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322924 Aug 31 14:39:27.503057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af662dd-6cd0-42e2-bb1c-0bfa48186068 req-6ed9f659-1a43-4fbf-a2cd-c80ba8a28c3e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:27.504552 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0af662dd-6cd0-42e2-bb1c-0bfa48186068 req-6ed9f659-1a43-4fbf-a2cd-c80ba8a28c3e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 943 time: 0.0500600 Aug 31 14:39:27.542082 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0af662dd-6cd0-42e2-bb1c-0bfa48186068 req-6731af6d-a780-4f06-b923-e413f2d57125 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Aug 31 14:39:28.595271 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9df5a75-2bda-46e0-bff9-d9545b78decc req-048cf6b1-a481-483e-a1e3-27ab009cd57d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404544 Aug 31 14:39:28.688873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33987784-f6ca-4a5b-9d1f-1618c3241a86 req-415fbffc-9136-497b-9734-cf3e43c2499f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:28.690384 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33987784-f6ca-4a5b-9d1f-1618c3241a86 req-415fbffc-9136-497b-9734-cf3e43c2499f tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 943 time: 0.0808806 Aug 31 14:39:28.696646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df5a75-2bda-46e0-bff9-d9545b78decc req-31ca31a8-e0ab-4e48-8b97-21d44c5e8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:28.698067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9df5a75-2bda-46e0-bff9-d9545b78decc req-31ca31a8-e0ab-4e48-8b97-21d44c5e8250 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 1097 time: 0.0617337 Aug 31 14:39:28.771619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33987784-f6ca-4a5b-9d1f-1618c3241a86 req-54fe254f-54b2-4997-96b9-558a6c918e66 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725148 Aug 31 14:39:28.791806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 348f1a3e-0871-4d8b-a28f-8a4542fd1378 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:39:28.812157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df5a75-2bda-46e0-bff9-d9545b78decc req-26cf15f3-ab25-43b5-bb65-a7ba83bc98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:28.814085 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9df5a75-2bda-46e0-bff9-d9545b78decc req-26cf15f3-ab25-43b5-bb65-a7ba83bc98c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0955987 Aug 31 14:39:28.887842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 348f1a3e-0871-4d8b-a28f-8a4542fd1378, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=348f1a3e-0871-4d8b-a28f-8a4542fd1378,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:28.900028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '348f1a3e-0871-4d8b-a28f-8a4542fd1378', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'port_id': '348f1a3e-0871-4d8b-a28f-8a4542fd1378', 'mac_address': 'fa:16:3e:0b:88:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:39:28.938146 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:28.952188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348f1a3e-0871-4d8b-a28f-8a4542fd1378 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:39:28.973438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 348f1a3e-0871-4d8b-a28f-8a4542fd1378, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=348f1a3e-0871-4d8b-a28f-8a4542fd1378,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:28.983954 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:29.036636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=348f1a3e-0871-4d8b-a28f-8a4542fd1378,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:29.044588 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.044947 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.045299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.045707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.045994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.046331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.046673 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.047064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.047342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.047672 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.048010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.048346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:29.199813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9df5a75-2bda-46e0-bff9-d9545b78decc req-830a5bc8-c3a2-4e5e-9a96-58cb4c9c4cbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da HTTP/1.1" status: 200 len: 1001 time: 0.3791173 Aug 31 14:39:29.236564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['348f1a3e-0871-4d8b-a28f-8a4542fd1378'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:39:29.250575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df5a75-2bda-46e0-bff9-d9545b78decc req-086b1dec-1a7d-49e1-8f54-a4acbd264a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:29.252133 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9df5a75-2bda-46e0-bff9-d9545b78decc req-086b1dec-1a7d-49e1-8f54-a4acbd264a3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0445626 Aug 31 14:39:29.298182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df5a75-2bda-46e0-bff9-d9545b78decc req-c77495e9-06ae-40f0-81c6-f8264604682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:29.299613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9df5a75-2bda-46e0-bff9-d9545b78decc req-c77495e9-06ae-40f0-81c6-f8264604682e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409505 Aug 31 14:39:29.392708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9df5a75-2bda-46e0-bff9-d9545b78decc req-d8e68e87-60f2-4a10-9c41-0bd3e5af83a9 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861323 Aug 31 14:39:29.481112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9df5a75-2bda-46e0-bff9-d9545b78decc req-d0452770-6e66-4830-a2f8-e898ce476074 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812669 Aug 31 14:39:29.894667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9602d-049c-405f-a8b8-e6572c29c26b req-ce1a8d90-7c7a-4144-802b-74ee6eba6a84 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:29.896161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a9c9602d-049c-405f-a8b8-e6572c29c26b req-ce1a8d90-7c7a-4144-802b-74ee6eba6a84 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 944 time: 0.0497823 Aug 31 14:39:29.934303 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a9c9602d-049c-405f-a8b8-e6572c29c26b req-994ca086-8165-43cc-ac6b-f9a6816667fc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321352 Aug 31 14:39:30.080944 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:39:30.807361 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 348f1a3e-0871-4d8b-a28f-8a4542fd1378 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:39:30.855572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 348f1a3e-0871-4d8b-a28f-8a4542fd1378 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:39:30.859399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 348f1a3e-0871-4d8b-a28f-8a4542fd1378 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:39:30.859777 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.936378 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:30.959292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f33895a-7180-4e96-a570-36f278df0be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348f1a3e-0871-4d8b-a28f-8a4542fd1378'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:30.961573 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da61ed0-bf3a-429d-910f-4691083fd0ea" -d '{"events": [{"server_uuid": "5f33895a-7180-4e96-a570-36f278df0be7", "name": "network-vif-plugged", "status": "completed", "tag": "348f1a3e-0871-4d8b-a28f-8a4542fd1378"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:30.974205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 348f1a3e-0871-4d8b-a28f-8a4542fd1378, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=348f1a3e-0871-4d8b-a28f-8a4542fd1378,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:39:30.981655 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:31.033075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=348f1a3e-0871-4d8b-a28f-8a4542fd1378,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:31.060546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ce509-75a9-4464-a58a-96adf30bd2ec req-ed24293d-920d-449b-b36a-890f05de06cc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:31.062039 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f9ce509-75a9-4464-a58a-96adf30bd2ec req-ed24293d-920d-449b-b36a-890f05de06cc tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 945 time: 0.0601618 Aug 31 14:39:31.075196 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fce47e7-9cd6-4d2e-b17d-caf09b4f4ec7 x-openstack-request-id: req-9fce47e7-9cd6-4d2e-b17d-caf09b4f4ec7 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:31.075503 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f33895a-7180-4e96-a570-36f278df0be7", "name": "network-vif-plugged", "status": "completed", "tag": "348f1a3e-0871-4d8b-a28f-8a4542fd1378", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:31.075759 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fce47e7-9cd6-4d2e-b17d-caf09b4f4ec7 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:31.076162 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f33895a-7180-4e96-a570-36f278df0be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348f1a3e-0871-4d8b-a28f-8a4542fd1378', 'code': 200} Aug 31 14:39:31.104659 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f9ce509-75a9-4464-a58a-96adf30bd2ec req-784b06f7-1385-4d63-82e5-556767464f01 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359251 Aug 31 14:39:31.172041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f6661-77af-44fb-85eb-9ef5fba22725 req-84f74513-d58e-4163-961e-614f5afd53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:31.173574 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a1f6661-77af-44fb-85eb-9ef5fba22725 req-84f74513-d58e-4163-961e-614f5afd53e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 1096 time: 0.0400748 Aug 31 14:39:31.209326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a1f6661-77af-44fb-85eb-9ef5fba22725 req-f43bf1c2-d7b2-4660-8482-f6516c2deebf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282152 Aug 31 14:39:31.400901 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e2a70fc-802d-416a-8bf5-1c42eb909ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:32.235195 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989ba17-b4ba-4916-85fb-0c92e3091b79 req-f9729714-8674-44a1-9a43-f4235d2d54c2 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:32.236815 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7989ba17-b4ba-4916-85fb-0c92e3091b79 req-f9729714-8674-44a1-9a43-f4235d2d54c2 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 945 time: 0.0558305 Aug 31 14:39:32.280967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7989ba17-b4ba-4916-85fb-0c92e3091b79 req-8646cf50-99f9-4aaa-a6de-35911d3e9add tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374045 Aug 31 14:39:33.400164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a9340-e068-49ae-ab72-bafe1672f944 req-01ade742-4e28-4b05-9e0a-ca66093ce67d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:33.401700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f01a9340-e068-49ae-ab72-bafe1672f944 req-01ade742-4e28-4b05-9e0a-ca66093ce67d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 945 time: 0.0509405 Aug 31 14:39:33.440027 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f01a9340-e068-49ae-ab72-bafe1672f944 req-707e78c5-7513-4530-9a00-2d4ff764308d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324173 Aug 31 14:39:33.558939 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fddd40-1f03-48be-a8a7-1b51052eb688 req-2b9cc6c9-576d-4490-9b78-1da2b6a68461 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:33.560507 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fddd40-1f03-48be-a8a7-1b51052eb688 req-2b9cc6c9-576d-4490-9b78-1da2b6a68461 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 945 time: 0.0544827 Aug 31 14:39:33.600877 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-30fddd40-1f03-48be-a8a7-1b51052eb688 req-efced678-cb59-43b5-93a0-8ae4947682c0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343955 Aug 31 14:39:33.622313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59122) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:33.661786 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e3f810-afd6-43ab-90b6-a5d0d3e17f05 tempest-TestVolumeBootPattern-1515314178 tempest-TestVolumeBootPattern-1515314178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:33.663381 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-58e3f810-afd6-43ab-90b6-a5d0d3e17f05 tempest-TestVolumeBootPattern-1515314178 tempest-TestVolumeBootPattern-1515314178-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 1091 time: 0.0401068 Aug 31 14:39:33.666575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59124) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:39:33.670850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '348f1a3e-0871-4d8b-a28f-8a4542fd1378', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:39:33.692291 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:33.795461 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:33.907744 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Allocated IP 172.25.3.5 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/2d8b56df-2b65-4bac-ae44-92d86869895d) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:39:34.015215 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.055762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.072870 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.100645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:39:34.106521 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61f3aaa3-5b59-4548-9075-4865c23b0f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.106687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:39:34.108799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=2d8b56df-2b65-4bac-ae44-92d86869895d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:34.111636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:39:34.140861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:34.141212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:34.141559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:34.141897 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:34.142233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:34.142567 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:34.142900 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:34.143227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:34.143610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:34.144538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:34.144871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:34.145202 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:39:34.504338 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.575573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.724414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.728573 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.800673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event updated for resources: {'Port': ['ID=2d8b56df-2b65-4bac-ae44-92d86869895d,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:39:34.808889 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:34.907795 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Floating IP a6d42560-a0a7-478e-96a1-3847931ab0e6 associated. External IP: 172.25.3.5, port: 348f1a3e-0871-4d8b-a28f-8a4542fd1378. Aug 31 14:39:35.112907 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Router 88994abb-fa42-40c1-a4b9-4780db0adfd9 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:39:35.222982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:39:35.232896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768c170-391d-4407-839d-5e173ff8cb03 None None] Sync routers for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:39:35.239079 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:35.242050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768c170-391d-4407-839d-5e173ff8cb03 None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:35.242681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e768c170-391d-4407-839d-5e173ff8cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:39:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:35.266428 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-90eb5054-27d3-456e-89cf-372f55fe2581 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5988417 Aug 31 14:39:35.267023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f33895a-7180-4e96-a570-36f278df0be7', 'tag': '348f1a3e-0871-4d8b-a28f-8a4542fd1378'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:39:35.269894 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42784c2b-3638-48c3-9b96-f0de4d19d133" -d '{"events": [{"name": "network-changed", "server_uuid": "5f33895a-7180-4e96-a570-36f278df0be7", "tag": "348f1a3e-0871-4d8b-a28f-8a4542fd1378"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:39:35.351457 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:35.361997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e768c170-391d-4407-839d-5e173ff8cb03 None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:35.371109 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8c653a-b9b5-4b8e-b7b5-f4e2486e2920 x-openstack-request-id: req-da8c653a-b9b5-4b8e-b7b5-f4e2486e2920 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:39:35.371406 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f33895a-7180-4e96-a570-36f278df0be7", "tag": "348f1a3e-0871-4d8b-a28f-8a4542fd1378", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:39:35.371667 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da8c653a-b9b5-4b8e-b7b5-f4e2486e2920 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:39:35.372086 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f33895a-7180-4e96-a570-36f278df0be7', 'tag': '348f1a3e-0871-4d8b-a28f-8a4542fd1378', 'status': 'completed', 'code': 200} Aug 31 14:39:35.440502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42784c2b-3638-48c3-9b96-f0de4d19d133 req-23e863c2-78f2-4f76-8b65-dcb2f23c198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.447175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-42784c2b-3638-48c3-9b96-f0de4d19d133 req-23e863c2-78f2-4f76-8b65-dcb2f23c198b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 1096 time: 0.0482810 Aug 31 14:39:35.533235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42784c2b-3638-48c3-9b96-f0de4d19d133 req-7199c070-7b4a-4f09-9860-a4f833609461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.534771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-42784c2b-3638-48c3-9b96-f0de4d19d133 req-7199c070-7b4a-4f09-9860-a4f833609461 service neutron] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0846424 Aug 31 14:39:35.589757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e768c170-391d-4407-839d-5e173ff8cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'a6d42560-a0a7-478e-96a1-3847931ab0e6', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': '348f1a3e-0871-4d8b-a28f-8a4542fd1378', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:0b:88:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f33895a-7180-4e96-a570-36f278df0be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:39:34Z', 'updated_at': '2021-08-31T14:39:34Z', 'revision_number': 0, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}, {'id': 'd827928c-8eba-4265-9279-e84bc83c5882', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:96:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:27Z', 'revision_number': 1, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:35.606966 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-42784c2b-3638-48c3-9b96-f0de4d19d133 req-bfd8239a-6f41-4ca4-a0c7-f515a31bfafa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348f1a3e-0871-4d8b-a28f-8a4542fd1378 HTTP/1.1" status: 200 len: 997 time: 0.0644193 Aug 31 14:39:35.617564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768c170-391d-4407-839d-5e173ff8cb03 None None] Checking router: 88994abb-fa42-40c1-a4b9-4780db0adfd9 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:39:35.626145 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768c170-391d-4407-839d-5e173ff8cb03 None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:39:35.626695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e768c170-391d-4407-839d-5e173ff8cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:39:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:35.657067 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42784c2b-3638-48c3-9b96-f0de4d19d133 req-e014d3fe-dcd9-4e53-a696-7d6811f2e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.658552 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-42784c2b-3638-48c3-9b96-f0de4d19d133 req-e014d3fe-dcd9-4e53-a696-7d6811f2e0fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0433846 Aug 31 14:39:35.706778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42784c2b-3638-48c3-9b96-f0de4d19d133 req-6f257180-76e9-4c97-8d82-e120b990818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:39:35.708300 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-42784c2b-3638-48c3-9b96-f0de4d19d133 req-6f257180-76e9-4c97-8d82-e120b990818e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404692 Aug 31 14:39:35.734052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e768c170-391d-4407-839d-5e173ff8cb03 None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:39:35.805170 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-42784c2b-3638-48c3-9b96-f0de4d19d133 req-d1ed3d61-a106-49db-8e57-9f94107f8291 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886323 Aug 31 14:39:35.897836 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-42784c2b-3638-48c3-9b96-f0de4d19d133 req-6a527949-e797-4ef2-b874-fb6004eb6cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832932 Aug 31 14:39:35.965140 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e768c170-391d-4407-839d-5e173ff8cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'a6d42560-a0a7-478e-96a1-3847931ab0e6', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': '348f1a3e-0871-4d8b-a28f-8a4542fd1378', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:0b:88:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f33895a-7180-4e96-a570-36f278df0be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:39:34Z', 'updated_at': '2021-08-31T14:39:34Z', 'revision_number': 0, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}, {'id': 'd827928c-8eba-4265-9279-e84bc83c5882', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:96:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:27Z', 'revision_number': 1, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:39:35.991416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768c170-391d-4407-839d-5e173ff8cb03 None None] The sync data for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 is: [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'a6d42560-a0a7-478e-96a1-3847931ab0e6', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': '348f1a3e-0871-4d8b-a28f-8a4542fd1378', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:0b:88:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f33895a-7180-4e96-a570-36f278df0be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:39:34Z', 'updated_at': '2021-08-31T14:39:34Z', 'revision_number': 0, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}, {'id': 'd827928c-8eba-4265-9279-e84bc83c5882', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:96:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:27Z', 'revision_number': 1, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:39:36.181172 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbec8b3-d825-432f-b052-069c6e5e98c4 None None] New status for floating IP a6d42560-a0a7-478e-96a1-3847931ab0e6: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:39:36.883933 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.516581 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:39:39.546198 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:01.401439 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-688d2d1a-184b-4446-9cbb-fa90a3263a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.075953 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:04.106374 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd764dda-00c2-4eff-b04d-bceb57157ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:05.333714 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:06.889371 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:07.080866 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:40:09.511224 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:09.550428 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:28.885237 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1325b1a3-f7c6-4831-a2ce-c8b19d39b3aa req-ce5c632a-6fa2-437b-bb70-fb26b5832cb1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412939 Aug 31 14:40:28.974985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325b1a3-f7c6-4831-a2ce-c8b19d39b3aa req-9b95c0a2-e551-4b6d-afdd-e7153b5cb1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:28.976622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1325b1a3-f7c6-4831-a2ce-c8b19d39b3aa req-9b95c0a2-e551-4b6d-afdd-e7153b5cb1bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 1097 time: 0.0454075 Aug 31 14:40:29.078712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325b1a3-f7c6-4831-a2ce-c8b19d39b3aa req-9cc6a373-57f1-4358-ac97-a3760284cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:29.080225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1325b1a3-f7c6-4831-a2ce-c8b19d39b3aa req-9cc6a373-57f1-4358-ac97-a3760284cd58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0841300 Aug 31 14:40:29.152582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1325b1a3-f7c6-4831-a2ce-c8b19d39b3aa req-ec1b1d79-6305-4f44-adab-df4442a54fc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da HTTP/1.1" status: 200 len: 1001 time: 0.0635655 Aug 31 14:40:29.204045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325b1a3-f7c6-4831-a2ce-c8b19d39b3aa req-efdbc51b-b2e6-4969-9502-424667d4ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:29.205561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1325b1a3-f7c6-4831-a2ce-c8b19d39b3aa req-efdbc51b-b2e6-4969-9502-424667d4ea93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0449407 Aug 31 14:40:29.251370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325b1a3-f7c6-4831-a2ce-c8b19d39b3aa req-30ba7192-904b-414f-976c-0db65d17a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:29.252901 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1325b1a3-f7c6-4831-a2ce-c8b19d39b3aa req-30ba7192-904b-414f-976c-0db65d17a11a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394421 Aug 31 14:40:29.344570 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1325b1a3-f7c6-4831-a2ce-c8b19d39b3aa req-a6606d59-3a7b-46c3-a99f-46154e2d4088 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845323 Aug 31 14:40:29.433166 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1325b1a3-f7c6-4831-a2ce-c8b19d39b3aa req-81f3d7df-91e3-4e01-ad81-5a96a0060ea2 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805886 Aug 31 14:40:31.401129 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-64e0af51-f188-4618-806f-d484acbec970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:32.321698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d5d9225-5c6a-40fb-8812-1909fd16b00d req-11c65e43-ce7c-4356-98ca-b79c00205cc3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411072 Aug 31 14:40:32.407730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9225-5c6a-40fb-8812-1909fd16b00d req-648b261f-54d2-4694-bba7-9667c7ad85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:32.409259 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d5d9225-5c6a-40fb-8812-1909fd16b00d req-648b261f-54d2-4694-bba7-9667c7ad85b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 1096 time: 0.0453722 Aug 31 14:40:32.519824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9225-5c6a-40fb-8812-1909fd16b00d req-92204866-68c7-41a9-847a-9073bddc9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:32.521819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d5d9225-5c6a-40fb-8812-1909fd16b00d req-92204866-68c7-41a9-847a-9073bddc9975 service neutron] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0881913 Aug 31 14:40:32.590263 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d5d9225-5c6a-40fb-8812-1909fd16b00d req-816934bf-5b63-41b2-acc5-aa340cedebb7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348f1a3e-0871-4d8b-a28f-8a4542fd1378 HTTP/1.1" status: 200 len: 999 time: 0.0609088 Aug 31 14:40:32.643173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9225-5c6a-40fb-8812-1909fd16b00d req-a00583e0-c20e-4b2d-a1bb-f7e084cbcba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:32.644641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d5d9225-5c6a-40fb-8812-1909fd16b00d req-a00583e0-c20e-4b2d-a1bb-f7e084cbcba3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0432634 Aug 31 14:40:32.692020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9225-5c6a-40fb-8812-1909fd16b00d req-897f5f27-fd5e-45e7-a3da-fd0f9e284d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:32.693563 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d5d9225-5c6a-40fb-8812-1909fd16b00d req-897f5f27-fd5e-45e7-a3da-fd0f9e284d4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411851 Aug 31 14:40:32.785551 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d5d9225-5c6a-40fb-8812-1909fd16b00d req-83733bb0-3442-438d-b26a-a8873ad51824 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844791 Aug 31 14:40:32.877765 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d5d9225-5c6a-40fb-8812-1909fd16b00d req-70d52069-50ec-43f1-8248-47e524d6f143 service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841980 Aug 31 14:40:34.080031 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:34.105154 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-081eb169-eea2-4fc7-a270-b2684d6db054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:35.335405 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:36.889568 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:39.521372 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:39.551877 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:44.079429 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:40:58.068822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59154) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:40:58.225197 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Deleting port 2d8b56df-2b65-4bac-ae44-92d86869895d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:40:58.225540 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.297240 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.297570 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.308668 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Calling delete_port for 2d8b56df-2b65-4bac-ae44-92d86869895d owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:40:58.451650 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.480241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event deleted for resources: {'Port': ['ID=2d8b56df-2b65-4bac-ae44-92d86869895d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:40:58.491978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:58.492322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:58.492690 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:58.493027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:58.493361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:58.493692 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:58.494016 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:58.494338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:58.494661 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:58.494982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:58.495303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:58.495624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:40:58.548014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:58.548342 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Floating IP a6d42560-a0a7-478e-96a1-3847931ab0e6 disassociated (deleted). External IP: 172.25.3.5, port: 348f1a3e-0871-4d8b-a28f-8a4542fd1378. Aug 31 14:40:58.752105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Router 88994abb-fa42-40c1-a4b9-4780db0adfd9 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:40:59.180809 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:40:59.185467 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:40:59.190211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed1979-bdb7-4f8e-b3e8-72fc5cd053b3 None None] Sync routers for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:40:59.199606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed1979-bdb7-4f8e-b3e8-72fc5cd053b3 None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:59.200218 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-12ed1979-bdb7-4f8e-b3e8-72fc5cd053b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:40:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:59.211583 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-345e2376-ce92-4417-8290-ecceedcb948d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "DELETE /v2.0/floatingips/a6d42560-a0a7-478e-96a1-3847931ab0e6 HTTP/1.1" status: 204 len: 168 time: 1.1417482 Aug 31 14:40:59.212168 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f33895a-7180-4e96-a570-36f278df0be7', 'tag': '348f1a3e-0871-4d8b-a28f-8a4542fd1378'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:40:59.214505 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c588136-8120-4abf-a792-47848cbe7ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f33895a-7180-4e96-a570-36f278df0be7", "tag": "348f1a3e-0871-4d8b-a28f-8a4542fd1378"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:40:59.252461 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8e9926-8aa8-4fde-894c-0dbe998a1956 x-openstack-request-id: req-fd8e9926-8aa8-4fde-894c-0dbe998a1956 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:40:59.252759 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f33895a-7180-4e96-a570-36f278df0be7", "tag": "348f1a3e-0871-4d8b-a28f-8a4542fd1378", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:40:59.253012 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd8e9926-8aa8-4fde-894c-0dbe998a1956 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:40:59.253417 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f33895a-7180-4e96-a570-36f278df0be7', 'tag': '348f1a3e-0871-4d8b-a28f-8a4542fd1378', 'status': 'completed', 'code': 200} Aug 31 14:40:59.312576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-12ed1979-bdb7-4f8e-b3e8-72fc5cd053b3 None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:59.321527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c588136-8120-4abf-a792-47848cbe7ff6 req-73101bd7-ef16-4660-bcc9-5367b3d1e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:59.323150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c588136-8120-4abf-a792-47848cbe7ff6 req-73101bd7-ef16-4660-bcc9-5367b3d1e2e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 1096 time: 0.0446455 Aug 31 14:40:59.466070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c588136-8120-4abf-a792-47848cbe7ff6 req-3981b671-3408-4712-8b3b-5eb0fafb58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:59.467625 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c588136-8120-4abf-a792-47848cbe7ff6 req-3981b671-3408-4712-8b3b-5eb0fafb58ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.1310043 Aug 31 14:40:59.480226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ce6d8-0205-4573-88b9-195f995d782a req-4932422a-6553-4695-b077-0e06c4923f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:59.481803 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b02ce6d8-0205-4573-88b9-195f995d782a req-4932422a-6553-4695-b077-0e06c4923f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 945 time: 0.0675371 Aug 31 14:40:59.528226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c588136-8120-4abf-a792-47848cbe7ff6 req-e7b81d29-5b48-4505-adef-ae6ce8d30bed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348f1a3e-0871-4d8b-a28f-8a4542fd1378 HTTP/1.1" status: 200 len: 217 time: 0.0454190 Aug 31 14:40:59.562617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-12ed1979-bdb7-4f8e-b3e8-72fc5cd053b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'd827928c-8eba-4265-9279-e84bc83c5882', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:96:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:27Z', 'revision_number': 1, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:59.587090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b02ce6d8-0205-4573-88b9-195f995d782a req-cdbd0918-3d96-4c81-8922-344d04706d7d tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967181 Aug 31 14:40:59.593622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed1979-bdb7-4f8e-b3e8-72fc5cd053b3 None None] Checking router: 88994abb-fa42-40c1-a4b9-4780db0adfd9 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:40:59.598839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c588136-8120-4abf-a792-47848cbe7ff6 req-237500f6-b016-4e5d-a045-a11f567291e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:59.607232 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c588136-8120-4abf-a792-47848cbe7ff6 req-237500f6-b016-4e5d-a045-a11f567291e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0627785 Aug 31 14:40:59.607611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed1979-bdb7-4f8e-b3e8-72fc5cd053b3 None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:40:59.607611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-12ed1979-bdb7-4f8e-b3e8-72fc5cd053b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:40:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:59.653063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c588136-8120-4abf-a792-47848cbe7ff6 req-e9ed6a2e-4f27-4104-b726-614f8d4e9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:40:59.655065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c588136-8120-4abf-a792-47848cbe7ff6 req-e9ed6a2e-4f27-4104-b726-614f8d4e9896 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463831 Aug 31 14:40:59.711634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-12ed1979-bdb7-4f8e-b3e8-72fc5cd053b3 None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:40:59.754897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c588136-8120-4abf-a792-47848cbe7ff6 req-a02d1100-19b1-4076-b98b-c5f2531a0eee service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913529 Aug 31 14:40:59.853307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c588136-8120-4abf-a792-47848cbe7ff6 req-12eeae7a-0435-4742-a982-eb05caa579bb service neutron] 10.222.0.52 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909061 Aug 31 14:40:59.961799 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-12ed1979-bdb7-4f8e-b3e8-72fc5cd053b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'd827928c-8eba-4265-9279-e84bc83c5882', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:96:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:27Z', 'revision_number': 1, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:40:59.988519 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed1979-bdb7-4f8e-b3e8-72fc5cd053b3 None None] The sync data for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 is: [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'd827928c-8eba-4265-9279-e84bc83c5882', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'port_id': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'mac_address': 'fa:16:3e:96:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:37:24Z', 'updated_at': '2021-08-31T14:37:27Z', 'revision_number': 1, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:41:00.227032 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d350e1-0f3a-4f4a-80ac-c4999dd926fb None None] New status for floating IP a6d42560-a0a7-478e-96a1-3847931ab0e6: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:41:00.746637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c301d-3fa4-4755-94da-ba66c96b8cb4 req-308f4a2e-8caa-48fc-9b74-e59fd5d4f8a3 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:00.748120 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f4c301d-3fa4-4755-94da-ba66c96b8cb4 req-308f4a2e-8caa-48fc-9b74-e59fd5d4f8a3 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 945 time: 0.0481303 Aug 31 14:41:00.791325 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f4c301d-3fa4-4755-94da-ba66c96b8cb4 req-9016e542-1cf4-43f7-a7a1-32fe92a7a377 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369856 Aug 31 14:41:01.079537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a60fe-690c-4b9a-8bc2-607fc240fa8a req-3ba66bd6-a749-4232-922a-98253838c0a8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:01.081042 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e67a60fe-690c-4b9a-8bc2-607fc240fa8a req-3ba66bd6-a749-4232-922a-98253838c0a8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Aug 31 14:41:01.177300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e67a60fe-690c-4b9a-8bc2-607fc240fa8a req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Deleting port 348f1a3e-0871-4d8b-a28f-8a4542fd1378 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:01.177552 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e67a60fe-690c-4b9a-8bc2-607fc240fa8a req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.262834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e67a60fe-690c-4b9a-8bc2-607fc240fa8a req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] For port 348f1a3e-0871-4d8b-a28f-8a4542fd1378, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=348f1a3e-0871-4d8b-a28f-8a4542fd1378,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:01.263196 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e67a60fe-690c-4b9a-8bc2-607fc240fa8a req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.276537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e67a60fe-690c-4b9a-8bc2-607fc240fa8a req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Calling delete_port for 348f1a3e-0871-4d8b-a28f-8a4542fd1378 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:01.401847 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3d768ee8-0019-4fdd-9a7b-d550659da330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.402857 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e67a60fe-690c-4b9a-8bc2-607fc240fa8a req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.431599 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event deleted for resources: {'Port': ['ID=348f1a3e-0871-4d8b-a28f-8a4542fd1378,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:01.442669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:01.443269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:01.443689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:01.444030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:01.444369 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:01.444729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:01.445057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:01.445385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:01.445707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:01.446033 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:01.446356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:01.446679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:01.492875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67a60fe-690c-4b9a-8bc2-607fc240fa8a req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] No DVR routers for this DVR port 348f1a3e-0871-4d8b-a28f-8a4542fd1378 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:41:01.495497 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e67a60fe-690c-4b9a-8bc2-607fc240fa8a req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:01.497668 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e67a60fe-690c-4b9a-8bc2-607fc240fa8a req-70c7bb9b-e5e2-40db-a03d-234943801f22 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.52 "DELETE /v2.0/ports/348f1a3e-0871-4d8b-a28f-8a4542fd1378 HTTP/1.1" status: 204 len: 173 time: 0.4092185 Aug 31 14:41:01.498360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f33895a-7180-4e96-a570-36f278df0be7', 'name': 'network-vif-deleted', 'tag': '348f1a3e-0871-4d8b-a28f-8a4542fd1378'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:01.500479 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561bd803-1eb2-41fd-876b-476625612918" -d '{"events": [{"server_uuid": "5f33895a-7180-4e96-a570-36f278df0be7", "name": "network-vif-deleted", "tag": "348f1a3e-0871-4d8b-a28f-8a4542fd1378"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:01.542101 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341528af-59e5-4bee-8615-315ee5bfdecb x-openstack-request-id: req-341528af-59e5-4bee-8615-315ee5bfdecb {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:01.542419 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f33895a-7180-4e96-a570-36f278df0be7", "name": "network-vif-deleted", "tag": "348f1a3e-0871-4d8b-a28f-8a4542fd1378", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:01.542664 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-341528af-59e5-4bee-8615-315ee5bfdecb {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:01.543181 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f33895a-7180-4e96-a570-36f278df0be7', 'name': 'network-vif-deleted', 'tag': '348f1a3e-0871-4d8b-a28f-8a4542fd1378', 'status': 'completed', 'code': 200} Aug 31 14:41:01.895162 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-136000cc-9fa1-4585-9ec4-8462f6f06de0 req-bfa01b5e-9a24-4b61-be18-340604732c89 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 210 time: 0.0323279 Aug 31 14:41:02.993487 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6862dcb9-cf56-4882-92a3-d5e23789417a req-5445faef-501c-40a9-8b0a-aa4bc3a96944 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 210 time: 0.0274725 Aug 31 14:41:03.119756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 348f1a3e-0871-4d8b-a28f-8a4542fd1378 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:03.141216 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 348f1a3e-0871-4d8b-a28f-8a4542fd1378 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:03.141816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 348f1a3e-0871-4d8b-a28f-8a4542fd1378 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:04.084764 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:04.100965 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e241cb6-a63b-4d3a-a4eb-32c39b035676 req-46071bf8-8481-49b2-a6e3-ecec0ed27bd6 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 210 time: 0.0367324 Aug 31 14:41:04.108252 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-15114508-8f20-4512-a07c-ae8596e3be4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:05.209116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-82db48f6-b656-4c93-b289-180d6e95f698 req-f4fe403c-4533-47d6-824a-e8084babcf58 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f33895a-7180-4e96-a570-36f278df0be7 HTTP/1.1" status: 200 len: 210 time: 0.0268676 Aug 31 14:41:05.345257 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:06.891752 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.524368 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:09.570079 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:10.563418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59216) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:10.714260 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Deleting port fadbd53c-fdd3-4bbc-a550-8fc4654234b7 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:10.714514 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:10.790739 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:10.791063 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:10.803281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Calling delete_port for fadbd53c-fdd3-4bbc-a550-8fc4654234b7 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:10.977838 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:11.001802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event deleted for resources: {'Port': ['ID=fadbd53c-fdd3-4bbc-a550-8fc4654234b7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:11.063396 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:11.063804 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Floating IP d827928c-8eba-4265-9279-e84bc83c5882 disassociated (deleted). External IP: 172.25.3.77, port: 8e202b69-2a9c-4458-8251-43d7cdc8f2da. Aug 31 14:41:11.277672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Router 88994abb-fa42-40c1-a4b9-4780db0adfd9 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:41:11.382016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:41:11.386784 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:11.391619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f1bf88-7a4c-4596-ac87-bbbf0e54ec4c None None] Sync routers for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:41:11.401674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f1bf88-7a4c-4596-ac87-bbbf0e54ec4c None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:11.402297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-15f1bf88-7a4c-4596-ac87-bbbf0e54ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:41:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:11.415800 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f6c2b8a2-df4d-48d4-9d61-8f70d1528c83 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "DELETE /v2.0/floatingips/d827928c-8eba-4265-9279-e84bc83c5882 HTTP/1.1" status: 204 len: 168 time: 0.8487916 Aug 31 14:41:11.415800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'tag': '8e202b69-2a9c-4458-8251-43d7cdc8f2da'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:11.416256 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0333aee-9a48-4b59-96a4-4eb963f71e77" -d '{"events": [{"name": "network-changed", "server_uuid": "036592a7-2cf2-40ab-96b2-dec5e93204e4", "tag": "8e202b69-2a9c-4458-8251-43d7cdc8f2da"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:11.453708 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0060e26-0f99-4e27-8118-c434007ddc96 x-openstack-request-id: req-b0060e26-0f99-4e27-8118-c434007ddc96 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:11.454009 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036592a7-2cf2-40ab-96b2-dec5e93204e4", "tag": "8e202b69-2a9c-4458-8251-43d7cdc8f2da", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:11.454257 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0060e26-0f99-4e27-8118-c434007ddc96 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:11.454663 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'tag': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'status': 'completed', 'code': 200} Aug 31 14:41:11.514372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-15f1bf88-7a4c-4596-ac87-bbbf0e54ec4c None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:11.532211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0333aee-9a48-4b59-96a4-4eb963f71e77 req-15f5555d-d3bd-4271-8849-6c975c2964c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:11.533678 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0333aee-9a48-4b59-96a4-4eb963f71e77 req-15f5555d-d3bd-4271-8849-6c975c2964c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 1097 time: 0.0558612 Aug 31 14:41:11.631088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0333aee-9a48-4b59-96a4-4eb963f71e77 req-86dbf31f-1778-4449-a67a-d4bc48648ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:11.632655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0333aee-9a48-4b59-96a4-4eb963f71e77 req-86dbf31f-1778-4449-a67a-d4bc48648ecc service neutron] 10.222.0.13 "GET /v2.0/networks?id=046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 200 len: 912 time: 0.0906391 Aug 31 14:41:11.669099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a82b7-ef10-47f2-b08a-ae0d9816673a req-fc456bd7-1147-4822-9c79-4e7e026799a7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:11.670633 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a39a82b7-ef10-47f2-b08a-ae0d9816673a req-fc456bd7-1147-4822-9c79-4e7e026799a7 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 946 time: 0.0579023 Aug 31 14:41:11.679560 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0333aee-9a48-4b59-96a4-4eb963f71e77 req-32777829-8b79-4eb6-8974-80b01ea385a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da HTTP/1.1" status: 200 len: 217 time: 0.0390813 Aug 31 14:41:11.717642 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a39a82b7-ef10-47f2-b08a-ae0d9816673a req-3c5ac1f9-6162-443d-af93-bd47bd59c66e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394635 Aug 31 14:41:11.726422 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-15f1bf88-7a4c-4596-ac87-bbbf0e54ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:11.731354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0333aee-9a48-4b59-96a4-4eb963f71e77 req-2562522a-4762-4cdc-a32b-30bb60b3e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:11.733007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0333aee-9a48-4b59-96a4-4eb963f71e77 req-2562522a-4762-4cdc-a32b-30bb60b3e316 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 200 len: 850 time: 0.0463974 Aug 31 14:41:11.752982 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f1bf88-7a4c-4596-ac87-bbbf0e54ec4c None None] Checking router: 88994abb-fa42-40c1-a4b9-4780db0adfd9 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:41:11.761785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f1bf88-7a4c-4596-ac87-bbbf0e54ec4c None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:11.762395 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-15f1bf88-7a4c-4596-ac87-bbbf0e54ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:41:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:11.782297 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0333aee-9a48-4b59-96a4-4eb963f71e77 req-5974b852-5967-485c-a8d2-4e02ab2294f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:11.784076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0333aee-9a48-4b59-96a4-4eb963f71e77 req-5974b852-5967-485c-a8d2-4e02ab2294f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=046fd95c-f51c-4036-a225-8c0180fce9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413344 Aug 31 14:41:11.869804 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-15f1bf88-7a4c-4596-ac87-bbbf0e54ec4c None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:11.878998 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0333aee-9a48-4b59-96a4-4eb963f71e77 req-97eb0f89-8464-429d-badd-f0686ff1789c service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867720 Aug 31 14:41:11.970647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0333aee-9a48-4b59-96a4-4eb963f71e77 req-492e84c6-79f0-4df2-962a-b32dbf925e02 service neutron] 10.222.0.13 "GET /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841560 Aug 31 14:41:12.071703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-15f1bf88-7a4c-4596-ac87-bbbf0e54ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:12.098913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f1bf88-7a4c-4596-ac87-bbbf0e54ec4c None None] The sync data for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 is: [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:19Z', 'revision_number': 4, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '02ea9767-9ffb-49f8-aba0-8c23477694d0', 'name': '', 'network_id': '046fd95c-f51c-4036-a225-8c0180fce9de', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'mac_address': 'fa:16:3e:14:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:19Z', 'updated_at': '2021-08-31T14:31:26Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'subnets': [{'id': '140b2d46-36c9-49cc-8548-d62aa7538342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:41:12.313298 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2390d0-4427-4f2b-ad3f-7454ccf9f02d None None] New status for floating IP d827928c-8eba-4265-9279-e84bc83c5882: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:41:12.840856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db7849-5a05-4508-a895-25ca79eaa1f2 req-d9c542f7-680d-4810-aeca-ae795c4d442a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:12.842351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-03db7849-5a05-4508-a895-25ca79eaa1f2 req-d9c542f7-680d-4810-aeca-ae795c4d442a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 946 time: 0.0504541 Aug 31 14:41:12.881722 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-03db7849-5a05-4508-a895-25ca79eaa1f2 req-ba1ea7cb-6dca-448f-80fe-302bb8a642f8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6b9407d-6021-45eb-bc5c-0381451f5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334468 Aug 31 14:41:13.093842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca67d36-80c0-402c-b700-1a1a17052f11 req-43d8b93d-deab-47a2-b9d1-0bc0f353dbe8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:13.095342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ca67d36-80c0-402c-b700-1a1a17052f11 req-43d8b93d-deab-47a2-b9d1-0bc0f353dbe8 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.13 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 946 time: 0.0520344 Aug 31 14:41:13.186829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8ca67d36-80c0-402c-b700-1a1a17052f11 req-3725f5f7-22ae-4b74-afc7-c8cd52ef1c4b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Deleting port 8e202b69-2a9c-4458-8251-43d7cdc8f2da {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:13.187176 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8ca67d36-80c0-402c-b700-1a1a17052f11 req-3725f5f7-22ae-4b74-afc7-c8cd52ef1c4b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.280609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-8ca67d36-80c0-402c-b700-1a1a17052f11 req-3725f5f7-22ae-4b74-afc7-c8cd52ef1c4b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] For port 8e202b69-2a9c-4458-8251-43d7cdc8f2da, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8e202b69-2a9c-4458-8251-43d7cdc8f2da,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:13.280986 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8ca67d36-80c0-402c-b700-1a1a17052f11 req-3725f5f7-22ae-4b74-afc7-c8cd52ef1c4b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.294904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-8ca67d36-80c0-402c-b700-1a1a17052f11 req-3725f5f7-22ae-4b74-afc7-c8cd52ef1c4b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Calling delete_port for 8e202b69-2a9c-4458-8251-43d7cdc8f2da owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:13.418290 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8ca67d36-80c0-402c-b700-1a1a17052f11 req-3725f5f7-22ae-4b74-afc7-c8cd52ef1c4b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.748741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725f5f7-22ae-4b74-afc7-c8cd52ef1c4b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event deleted for resources: {'Port': ['ID=8e202b69-2a9c-4458-8251-43d7cdc8f2da,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:13.789568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca67d36-80c0-402c-b700-1a1a17052f11 req-3725f5f7-22ae-4b74-afc7-c8cd52ef1c4b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] No DVR routers for this DVR port 8e202b69-2a9c-4458-8251-43d7cdc8f2da on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:41:13.792444 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8ca67d36-80c0-402c-b700-1a1a17052f11 req-3725f5f7-22ae-4b74-afc7-c8cd52ef1c4b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:13.794594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ca67d36-80c0-402c-b700-1a1a17052f11 req-3725f5f7-22ae-4b74-afc7-c8cd52ef1c4b tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.13 "DELETE /v2.0/ports/8e202b69-2a9c-4458-8251-43d7cdc8f2da HTTP/1.1" status: 204 len: 173 time: 0.6922889 Aug 31 14:41:13.794960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'name': 'network-vif-deleted', 'tag': '8e202b69-2a9c-4458-8251-43d7cdc8f2da'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:13.797300 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63400e3-cf0f-449e-84b6-875b566e08ab" -d '{"events": [{"server_uuid": "036592a7-2cf2-40ab-96b2-dec5e93204e4", "name": "network-vif-deleted", "tag": "8e202b69-2a9c-4458-8251-43d7cdc8f2da"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:13.837444 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25724cf6-9e75-4e03-a1a3-628ed5e90105 x-openstack-request-id: req-25724cf6-9e75-4e03-a1a3-628ed5e90105 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:13.837763 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036592a7-2cf2-40ab-96b2-dec5e93204e4", "name": "network-vif-deleted", "tag": "8e202b69-2a9c-4458-8251-43d7cdc8f2da", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:13.838000 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25724cf6-9e75-4e03-a1a3-628ed5e90105 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:13.838402 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036592a7-2cf2-40ab-96b2-dec5e93204e4', 'name': 'network-vif-deleted', 'tag': '8e202b69-2a9c-4458-8251-43d7cdc8f2da', 'status': 'completed', 'code': 200} Aug 31 14:41:13.975638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8a42557c-df46-43ad-bb15-7fd12c20f313 req-e2c798c2-f2d7-4b99-bf2f-8fcaa22a5bc1 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 210 time: 0.0260775 Aug 31 14:41:15.077169 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c77855c-1dc3-4ae0-bc7b-4cd1a49ab24c req-302cf5db-d678-4a90-95b8-205ffd9eded3 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 210 time: 0.0295646 Aug 31 14:41:16.171317 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6d1c9edb-9f22-4c4e-826f-73da430776f4 req-41ce88ee-021f-4f3f-9c1f-50cf8e8553fa tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 210 time: 0.0256610 Aug 31 14:41:16.680267 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 8e202b69-2a9c-4458-8251-43d7cdc8f2da no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:16.700665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 8e202b69-2a9c-4458-8251-43d7cdc8f2da {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:16.701025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 8e202b69-2a9c-4458-8251-43d7cdc8f2da not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:17.280049 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b008ff31-adfd-4ee3-9af0-81e484dd93b7 req-948608cc-121b-4700-9da2-c089e780288e tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "GET /v2.0/ports?device_id=036592a7-2cf2-40ab-96b2-dec5e93204e4 HTTP/1.1" status: 200 len: 210 time: 0.0283811 Aug 31 14:41:18.340140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59244) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:18.465328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d62715a9-6d40-4a82-a2ad-c6b5387e536a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Deleting port 69e29ca8-3726-493e-910f-364ac35055bb {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:18.465676 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d62715a9-6d40-4a82-a2ad-c6b5387e536a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:18.543003 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d62715a9-6d40-4a82-a2ad-c6b5387e536a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:18.543338 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d62715a9-6d40-4a82-a2ad-c6b5387e536a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:18.554561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-d62715a9-6d40-4a82-a2ad-c6b5387e536a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Calling delete_port for 69e29ca8-3726-493e-910f-364ac35055bb owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:18.687454 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d62715a9-6d40-4a82-a2ad-c6b5387e536a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:18.713216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62715a9-6d40-4a82-a2ad-c6b5387e536a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event deleted for resources: {'Port': ['ID=69e29ca8-3726-493e-910f-364ac35055bb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:18.771599 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d62715a9-6d40-4a82-a2ad-c6b5387e536a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:18.774236 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d62715a9-6d40-4a82-a2ad-c6b5387e536a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:18.775429 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d62715a9-6d40-4a82-a2ad-c6b5387e536a tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "DELETE /v2.0/floatingips/a168177e-92a7-4855-97c5-dec85f73bed3 HTTP/1.1" status: 204 len: 168 time: 0.4342723 Aug 31 14:41:21.027790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:21.078048 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:41:21.087268 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d6a459ac-70e4-4c54-a556-192dfc6d40a0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.117042 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d6a459ac-70e4-4c54-a556-192dfc6d40a0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.178106 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d6a459ac-70e4-4c54-a556-192dfc6d40a0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.180751 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d6a459ac-70e4-4c54-a556-192dfc6d40a0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.181923 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d6a459ac-70e4-4c54-a556-192dfc6d40a0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] 10.222.0.20 "DELETE /v2.0/security-groups/d6b9407d-6021-45eb-bc5c-0381451f5ffb HTTP/1.1" status: 204 len: 168 time: 0.1530597 Aug 31 14:41:21.192172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a459ac-70e4-4c54-a556-192dfc6d40a0 tempest-TestVolumeBootPattern-1049689251 tempest-TestVolumeBootPattern-1049689251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b9407d-6021-45eb-bc5c-0381451f5ffb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:21.242577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59262) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:21.725379 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bac79a2-646c-4466-9b96-4c1c94267bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:21.971899 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2bac79a2-646c-4466-9b96-4c1c94267bb1 admin admin] Deleting port 02ea9767-9ffb-49f8-aba0-8c23477694d0 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:21.972308 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bac79a2-646c-4466-9b96-4c1c94267bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.058834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-2bac79a2-646c-4466-9b96-4c1c94267bb1 admin admin] For port 02ea9767-9ffb-49f8-aba0-8c23477694d0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=02ea9767-9ffb-49f8-aba0-8c23477694d0,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:22.059478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bac79a2-646c-4466-9b96-4c1c94267bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.071851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2bac79a2-646c-4466-9b96-4c1c94267bb1 admin admin] Calling delete_port for 02ea9767-9ffb-49f8-aba0-8c23477694d0 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:22.247576 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bac79a2-646c-4466-9b96-4c1c94267bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.273963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac79a2-646c-4466-9b96-4c1c94267bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ea9767-9ffb-49f8-aba0-8c23477694d0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:22.441032 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bac79a2-646c-4466-9b96-4c1c94267bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.654589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bac79a2-646c-4466-9b96-4c1c94267bb1 admin admin] Router 88994abb-fa42-40c1-a4b9-4780db0adfd9 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:41:22.757705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bac79a2-646c-4466-9b96-4c1c94267bb1 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:41:22.762733 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2bac79a2-646c-4466-9b96-4c1c94267bb1 admin admin] 10.222.0.20 "PUT /v2.0/routers/88994abb-fa42-40c1-a4b9-4780db0adfd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5191381 Aug 31 14:41:22.765368 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59268) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:22.768309 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7f999-f602-4cef-9946-ece42e1739a6 None None] Sync routers for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:41:22.778068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7f999-f602-4cef-9946-ece42e1739a6 None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:22.778718 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-72c7f999-f602-4cef-9946-ece42e1739a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:41:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:22.869099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:22.882802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-72c7f999-f602-4cef-9946-ece42e1739a6 None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:22.969670 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.025034 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Deleting port 46a86af8-8405-4edb-99d7-fae3afa530f1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:23.025374 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.063403 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-72c7f999-f602-4cef-9946-ece42e1739a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:41:22Z', 'revision_number': 5, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port': {'id': '46a86af8-8405-4edb-99d7-fae3afa530f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:23.089903 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7f999-f602-4cef-9946-ece42e1739a6 None None] Checking router: 88994abb-fa42-40c1-a4b9-4780db0adfd9 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:41:23.098039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7f999-f602-4cef-9946-ece42e1739a6 None None] Routers {'88994abb-fa42-40c1-a4b9-4780db0adfd9'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:23.098664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-72c7f999-f602-4cef-9946-ece42e1739a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:41:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['88994abb-fa42-40c1-a4b9-4780db0adfd9'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:23.105346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] For port 46a86af8-8405-4edb-99d7-fae3afa530f1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=46a86af8-8405-4edb-99d7-fae3afa530f1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:23.105833 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.117984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Calling delete_port for 46a86af8-8405-4edb-99d7-fae3afa530f1 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:23.184808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-72c7f999-f602-4cef-9946-ece42e1739a6 None None] Set router 88994abb-fa42-40c1-a4b9-4780db0adfd9 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:23.241537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-72c7f999-f602-4cef-9946-ece42e1739a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:41:22Z', 'revision_number': 6, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:23.267852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7f999-f602-4cef-9946-ece42e1739a6 None None] The sync data for ids ['88994abb-fa42-40c1-a4b9-4780db0adfd9'] in n-d-792364-6 is: [{'id': '88994abb-fa42-40c1-a4b9-4780db0adfd9', 'name': 'tempest-TestVolumeBootPattern-121363558-router', 'tenant_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:16Z', 'updated_at': '2021-08-31T14:41:22Z', 'revision_number': 6, 'project_id': 'ec5ebd3ad742471e840ae64950d7af5a', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:41:23.288680 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.315913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Pushing event deleted for resources: {'Port': ['ID=46a86af8-8405-4edb-99d7-fae3afa530f1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:23.376856 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.463963 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.466054 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.510704 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.511294 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88994abb-fa42-40c1-a4b9-4780db0adfd9 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:41:23.515511 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.516691 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-19ff5f7a-f5da-4502-8e2d-06ad6285baac admin admin] 10.222.0.20 "DELETE /v2.0/routers/88994abb-fa42-40c1-a4b9-4780db0adfd9 HTTP/1.1" status: 204 len: 168 time: 0.7504029 Aug 31 14:41:23.519971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59270) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:23.564137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-98545c43-7bde-4f44-862e-a6d4072dea79 admin admin] Deleting subnet 140b2d46-36c9-49cc-8548-d62aa7538342 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:41:23.567130 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98545c43-7bde-4f44-862e-a6d4072dea79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.600078 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98545c43-7bde-4f44-862e-a6d4072dea79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.685108 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98545c43-7bde-4f44-862e-a6d4072dea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.737873 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98545c43-7bde-4f44-862e-a6d4072dea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.762767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98545c43-7bde-4f44-862e-a6d4072dea79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=140b2d46-36c9-49cc-8548-d62aa7538342,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:23.766322 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-98545c43-7bde-4f44-862e-a6d4072dea79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.768488 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-98545c43-7bde-4f44-862e-a6d4072dea79 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/140b2d46-36c9-49cc-8548-d62aa7538342 HTTP/1.1" status: 204 len: 168 time: 0.2475395 Aug 31 14:41:23.771467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59272) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:23.773459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a25627-edad-4b10-9376-89e052b106cd None None] Network 046fd95c-f51c-4036-a225-8c0180fce9de requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:41:23.840566 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.899087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Deleting port d189f2bf-85f4-426f-b497-86d8b34c190e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:23.899431 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.961502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] For port d189f2bf-85f4-426f-b497-86d8b34c190e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d189f2bf-85f4-426f-b497-86d8b34c190e,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:23.961816 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:23.976516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Calling delete_port for d189f2bf-85f4-426f-b497-86d8b34c190e owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:24.016616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] DHCP port deletion for 046fd95c-f51c-4036-a225-8c0180fce9de request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:41:24.069793 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Deleting port d189f2bf-85f4-426f-b497-86d8b34c190e {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:24.069793 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.086297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 46a86af8-8405-4edb-99d7-fae3afa530f1 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:24.086517 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.111405 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d189f2bf-85f4-426f-b497-86d8b34c190e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:24.115329 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] No DVR routers for this DVR port d189f2bf-85f4-426f-b497-86d8b34c190e on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:41:24.135559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 46a86af8-8405-4edb-99d7-fae3afa530f1 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:24.135906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 46a86af8-8405-4edb-99d7-fae3afa530f1 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:24.136329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d189f2bf-85f4-426f-b497-86d8b34c190e no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:24.166240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: d189f2bf-85f4-426f-b497-86d8b34c190e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:24.166588 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d189f2bf-85f4-426f-b497-86d8b34c190e not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:24.166998 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 02ea9767-9ffb-49f8-aba0-8c23477694d0 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:24.187268 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.194880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] For port d189f2bf-85f4-426f-b497-86d8b34c190e, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d189f2bf-85f4-426f-b497-86d8b34c190e,segment=NetworkSegment(45be6e59-5357-4b45-ad0b-1f212c1b7193),segment_id=45be6e59-5357-4b45-ad0b-1f212c1b7193)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:24.195264 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.197521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 02ea9767-9ffb-49f8-aba0-8c23477694d0 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:24.197867 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 02ea9767-9ffb-49f8-aba0-8c23477694d0 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:24.198079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046fd95c-f51c-4036-a225-8c0180fce9de']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:24.210261 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45be6e59-5357-4b45-ad0b-1f212c1b7193') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:24.210572 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45be6e59-5357-4b45-ad0b-1f212c1b7193') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:24.212311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Calling delete_port for d189f2bf-85f4-426f-b497-86d8b34c190e owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:24.219375 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.237787 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.244806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:41:24.245338 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:41:24.247500 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:41:24.290752 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.308744 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.315327 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.318182 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/046fd95c-f51c-4036-a225-8c0180fce9de HTTP/1.1" status: 204 len: 168 time: 0.5454516 Aug 31 14:41:24.321231 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Pushing event deleted for resources: {'Port': ['ID=d189f2bf-85f4-426f-b497-86d8b34c190e,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:24.321328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59274) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:24.330521 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d89ca-e66a-4fb6-8084-47e7a5383af8 admin admin] Pushing event deleted for resources: {'Network': ['ID=046fd95c-f51c-4036-a225-8c0180fce9de,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:24.339920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] No DVR routers for this DVR port d189f2bf-85f4-426f-b497-86d8b34c190e on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:41:24.342258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:24.342618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:24.342973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:24.343323 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:24.343668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:24.344111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:24.344330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:24.344695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:24.345035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:24.345369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:24.345702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:24.346017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c4263-9683-4f75-be80-3b469316ff69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:41:24.671613 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5981e5d6-4bcc-4442-b231-6cadd1e1280c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.915876 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5981e5d6-4bcc-4442-b231-6cadd1e1280c admin admin] Deleting port b309d3cf-f616-4dfa-894f-0746b218ea63 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:24.916225 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5981e5d6-4bcc-4442-b231-6cadd1e1280c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:24.993423 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-5981e5d6-4bcc-4442-b231-6cadd1e1280c admin admin] For port b309d3cf-f616-4dfa-894f-0746b218ea63, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=b309d3cf-f616-4dfa-894f-0746b218ea63,segment=NetworkSegment(b8ae2cca-86e7-4df4-b415-614c10bcef18),segment_id=b8ae2cca-86e7-4df4-b415-614c10bcef18)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:24.993790 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5981e5d6-4bcc-4442-b231-6cadd1e1280c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.010211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5981e5d6-4bcc-4442-b231-6cadd1e1280c admin admin] Calling delete_port for b309d3cf-f616-4dfa-894f-0746b218ea63 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:25.187124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5981e5d6-4bcc-4442-b231-6cadd1e1280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.215404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981e5d6-4bcc-4442-b231-6cadd1e1280c admin admin] Pushing event deleted for resources: {'Port': ['ID=b309d3cf-f616-4dfa-894f-0746b218ea63,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:25.385914 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5981e5d6-4bcc-4442-b231-6cadd1e1280c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.600923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5981e5d6-4bcc-4442-b231-6cadd1e1280c admin admin] Router 1d547f18-83d7-4999-b1f2-3835fd167ab1 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:41:25.706550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5981e5d6-4bcc-4442-b231-6cadd1e1280c admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:41:25.712169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5981e5d6-4bcc-4442-b231-6cadd1e1280c admin admin] 10.222.0.20 "PUT /v2.0/routers/1d547f18-83d7-4999-b1f2-3835fd167ab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3890986 Aug 31 14:41:25.714892 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59278) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:25.715447 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0faf35-39ad-468d-b04a-d849b76d71f2 None None] Sync routers for ids ['1d547f18-83d7-4999-b1f2-3835fd167ab1'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:41:25.724815 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0faf35-39ad-468d-b04a-d849b76d71f2 None None] Routers {'1d547f18-83d7-4999-b1f2-3835fd167ab1'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:25.725428 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ad0faf35-39ad-468d-b04a-d849b76d71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:41:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1d547f18-83d7-4999-b1f2-3835fd167ab1'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:25.821871 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.830596 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ad0faf35-39ad-468d-b04a-d849b76d71f2 None None] Set router 1d547f18-83d7-4999-b1f2-3835fd167ab1 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:25.927651 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:25.978918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Deleting port d3c911cd-d7a5-4498-a1fe-53c6162ad38b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:25.979259 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.006624 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ad0faf35-39ad-468d-b04a-d849b76d71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'name': 'tempest-TestVolumeBootPattern-1511073144-router', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:21Z', 'updated_at': '2021-08-31T14:41:25Z', 'revision_number': 5, 'project_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'gw_port': {'id': 'd3c911cd-d7a5-4498-a1fe-53c6162ad38b', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:31:22Z', 'updated_at': '2021-08-31T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:26.035877 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0faf35-39ad-468d-b04a-d849b76d71f2 None None] Checking router: 1d547f18-83d7-4999-b1f2-3835fd167ab1 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:41:26.043995 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0faf35-39ad-468d-b04a-d849b76d71f2 None None] Routers {'1d547f18-83d7-4999-b1f2-3835fd167ab1'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:41:26.044647 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ad0faf35-39ad-468d-b04a-d849b76d71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:41:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['1d547f18-83d7-4999-b1f2-3835fd167ab1'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:26.059726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] For port d3c911cd-d7a5-4498-a1fe-53c6162ad38b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d3c911cd-d7a5-4498-a1fe-53c6162ad38b,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:26.060097 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.073142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Calling delete_port for d3c911cd-d7a5-4498-a1fe-53c6162ad38b owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:26.128822 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ad0faf35-39ad-468d-b04a-d849b76d71f2 None None] Set router 1d547f18-83d7-4999-b1f2-3835fd167ab1 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:41:26.179761 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ad0faf35-39ad-468d-b04a-d849b76d71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'name': 'tempest-TestVolumeBootPattern-1511073144-router', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:21Z', 'updated_at': '2021-08-31T14:41:25Z', 'revision_number': 6, 'project_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:26.209282 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0faf35-39ad-468d-b04a-d849b76d71f2 None None] The sync data for ids ['1d547f18-83d7-4999-b1f2-3835fd167ab1'] in n-d-792364-6 is: [{'id': '1d547f18-83d7-4999-b1f2-3835fd167ab1', 'name': 'tempest-TestVolumeBootPattern-1511073144-router', 'tenant_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:31:21Z', 'updated_at': '2021-08-31T14:41:25Z', 'revision_number': 6, 'project_id': '4b4efff5b2df4e27a7efa1eb2bf3ce9c', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:41:26.236295 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.260898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c911cd-d7a5-4498-a1fe-53c6162ad38b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:26.322584 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.411127 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.413210 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.458755 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.459276 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d547f18-83d7-4999-b1f2-3835fd167ab1 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:41:26.463584 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.464815 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ac3a9f2a-fd50-4716-af29-d87f7393eef2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1d547f18-83d7-4999-b1f2-3835fd167ab1 HTTP/1.1" status: 204 len: 168 time: 0.7488077 Aug 31 14:41:26.467313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59280) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:26.511309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-320844b6-bdef-47c2-97b8-cfb9529dc35b admin admin] Deleting subnet ca563e2e-13ff-4d6e-bb38-aad2638c1409 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:41:26.514274 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-320844b6-bdef-47c2-97b8-cfb9529dc35b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.548001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-320844b6-bdef-47c2-97b8-cfb9529dc35b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.632293 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-320844b6-bdef-47c2-97b8-cfb9529dc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.689092 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-320844b6-bdef-47c2-97b8-cfb9529dc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.714374 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320844b6-bdef-47c2-97b8-cfb9529dc35b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca563e2e-13ff-4d6e-bb38-aad2638c1409,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:26.718015 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-320844b6-bdef-47c2-97b8-cfb9529dc35b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.719907 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-320844b6-bdef-47c2-97b8-cfb9529dc35b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca563e2e-13ff-4d6e-bb38-aad2638c1409 HTTP/1.1" status: 204 len: 168 time: 0.2516780 Aug 31 14:41:26.722599 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59282) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:26.726129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef20ad1f-3a64-43fe-821f-fa9c1310fc28 None None] Network 5048197d-0c99-4d45-bc2a-db1366f6de66 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:41:26.800103 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.858157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Deleting port e4e46350-2f7f-4dc7-b245-863237d3c59b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:26.858515 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.920663 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] For port e4e46350-2f7f-4dc7-b245-863237d3c59b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e4e46350-2f7f-4dc7-b245-863237d3c59b,segment=NetworkSegment(b8ae2cca-86e7-4df4-b415-614c10bcef18),segment_id=b8ae2cca-86e7-4df4-b415-614c10bcef18)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:26.920960 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:26.933965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Calling delete_port for e4e46350-2f7f-4dc7-b245-863237d3c59b owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:27.002138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed83daa-6fb5-4045-8c4d-b8e1e028be06 None None] DHCP port deletion for 5048197d-0c99-4d45-bc2a-db1366f6de66 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:41:27.057825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4ed83daa-6fb5-4045-8c4d-b8e1e028be06 None None] Deleting port e4e46350-2f7f-4dc7-b245-863237d3c59b {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:27.058216 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ed83daa-6fb5-4045-8c4d-b8e1e028be06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.127821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4ed83daa-6fb5-4045-8c4d-b8e1e028be06 None None] For port e4e46350-2f7f-4dc7-b245-863237d3c59b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e4e46350-2f7f-4dc7-b245-863237d3c59b,segment=NetworkSegment(b8ae2cca-86e7-4df4-b415-614c10bcef18),segment_id=b8ae2cca-86e7-4df4-b415-614c10bcef18)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:27.128785 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ed83daa-6fb5-4045-8c4d-b8e1e028be06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.145913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4ed83daa-6fb5-4045-8c4d-b8e1e028be06 None None] Calling delete_port for e4e46350-2f7f-4dc7-b245-863237d3c59b owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:27.244034 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ed83daa-6fb5-4045-8c4d-b8e1e028be06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.272521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed83daa-6fb5-4045-8c4d-b8e1e028be06 None None] Pushing event deleted for resources: {'Port': ['ID=e4e46350-2f7f-4dc7-b245-863237d3c59b,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:27.274542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed83daa-6fb5-4045-8c4d-b8e1e028be06 None None] No DVR routers for this DVR port e4e46350-2f7f-4dc7-b245-863237d3c59b on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:41:27.381229 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.406524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e46350-2f7f-4dc7-b245-863237d3c59b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:27.415584 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] No DVR routers for this DVR port e4e46350-2f7f-4dc7-b245-863237d3c59b on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:41:27.482924 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.492367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5048197d-0c99-4d45-bc2a-db1366f6de66']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:27.505595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ae2cca-86e7-4df4-b415-614c10bcef18') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:27.505893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ae2cca-86e7-4df4-b415-614c10bcef18') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:41:27.514830 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.528768 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.534509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:41:27.534909 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: self.session.flush() Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:41:27.537182 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:41:27.589418 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.595088 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.597095 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5048197d-0c99-4d45-bc2a-db1366f6de66 HTTP/1.1" status: 204 len: 168 time: 0.8728619 Aug 31 14:41:27.608600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a7150-46e1-4ef7-8bbd-9ec3a44e51e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5048197d-0c99-4d45-bc2a-db1366f6de66,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:27.722227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59286) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:27.762008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-79998841-8b76-476b-83ba-c0f0b9118bb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec5ebd3ad742471e840ae64950d7af5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378766 Aug 31 14:41:27.764289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59288) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:27.812771 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989bcf1b-4a33-4e72-87ec-5f5f0b7137c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.839414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989bcf1b-4a33-4e72-87ec-5f5f0b7137c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.859140 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e4e46350-2f7f-4dc7-b245-863237d3c59b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:27.879691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: e4e46350-2f7f-4dc7-b245-863237d3c59b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:27.880046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e4e46350-2f7f-4dc7-b245-863237d3c59b not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:27.880545 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b309d3cf-f616-4dfa-894f-0746b218ea63 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:27.885534 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989bcf1b-4a33-4e72-87ec-5f5f0b7137c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.888285 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-989bcf1b-4a33-4e72-87ec-5f5f0b7137c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:27.889528 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-989bcf1b-4a33-4e72-87ec-5f5f0b7137c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8031ada4-f038-4ff8-b182-c6da1b4db533 HTTP/1.1" status: 204 len: 168 time: 0.1242559 Aug 31 14:41:27.899414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bcf1b-4a33-4e72-87ec-5f5f0b7137c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8031ada4-f038-4ff8-b182-c6da1b4db533,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:27.900418 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: b309d3cf-f616-4dfa-894f-0746b218ea63 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:27.900872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device b309d3cf-f616-4dfa-894f-0746b218ea63 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:27.901372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d3c911cd-d7a5-4498-a1fe-53c6162ad38b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:27.925768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: d3c911cd-d7a5-4498-a1fe-53c6162ad38b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:27.926154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d3c911cd-d7a5-4498-a1fe-53c6162ad38b not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:28.221390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59294) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:28.261931 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-346b3a63-59d3-49bf-9b91-ab1d9992982e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b4efff5b2df4e27a7efa1eb2bf3ce9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393450 Aug 31 14:41:28.264335 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59296) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:28.311304 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2310a367-16b8-4e9c-bc6a-b032390cc303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:28.331939 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2310a367-16b8-4e9c-bc6a-b032390cc303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:28.376134 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2310a367-16b8-4e9c-bc6a-b032390cc303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:28.378703 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2310a367-16b8-4e9c-bc6a-b032390cc303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:28.380516 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2310a367-16b8-4e9c-bc6a-b032390cc303 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b44627f-5e38-41e8-9034-2abf6cb4dac3 HTTP/1.1" status: 204 len: 168 time: 0.1152446 Aug 31 14:41:28.388169 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310a367-16b8-4e9c-bc6a-b032390cc303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b44627f-5e38-41e8-9034-2abf6cb4dac3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:31.405956 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f3128d38-6a9d-47ec-8ddf-9c7f14ba04ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:34.079394 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:34.109391 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a77c0da2-8f0e-4be6-9719-92ce0f672bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:35.340848 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:36.897753 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:38.142167 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-cbdc0e2e-8ac8-4f4e-9466-5f27337a95b2 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=24cda738333b4b39a2a1ef05ec42af6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302675 Aug 31 14:41:38.324883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642bc2-9a77-4053-86ee-32081e5a265b req-d3cf9726-e384-4271-8edd-bc634a592eaa tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:38.326313 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-d3cf9726-e384-4271-8edd-bc634a592eaa tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779685 Aug 31 14:41:38.341757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-9e123a20-3816-4934-a46d-4b25fcc45b71 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/quotas/24cda738333b4b39a2a1ef05ec42af6a HTTP/1.1" status: 200 len: 375 time: 0.0096731 Aug 31 14:41:38.376287 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-2d8c26ec-08ff-4053-ae8d-bcb38824d199 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24cda738333b4b39a2a1ef05ec42af6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293019 Aug 31 14:41:38.537482 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-adc333fc-e578-4a85-b86b-af2b885d649e req-74d85941-2267-48df-972f-568ddd6ccfc5 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 210 time: 0.0302765 Aug 31 14:41:39.482421 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-62e619a6-1e5c-489f-ad93-f0179c338251 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=24cda738333b4b39a2a1ef05ec42af6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215521 Aug 31 14:41:39.520364 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:39.576744 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:39.592472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0edac3a2-1973-4d59-9312-5078855a46ca tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:39.594246 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0edac3a2-1973-4d59-9312-5078855a46ca tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066606 Aug 31 14:41:39.610789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Request body: {'port': {'device_id': '2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'admin_state_up': True, 'tenant_id': '24cda738333b4b39a2a1ef05ec42af6a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:39.677663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a5ee6e32-c020-4e47-96da-fab3b7e819fa req-e7e97391-4fbf-448d-a94a-b88775b3e207 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 210 time: 0.0622883 Aug 31 14:41:39.743592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Made reservation on behalf of 24cda738333b4b39a2a1ef05ec42af6a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:41:39.746968 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:39.755733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:39.846714 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:39.850594 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:39.926590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0090a31-7295-49c6-b9e8-b137217356c9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:39.992549 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Allocated IP 192.168.233.61 (a2569774-6842-4793-bd35-256915e3c76e/5a7ade3f-4ac1-4d1f-a38a-932780b30781/bf889b6e-884d-44b4-a62c-5809c8821e47) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:41:40.139313 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:40.152883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Transition to ACTIVE for port object bf889b6e-884d-44b4-a62c-5809c8821e47 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:40.184554 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:40.228456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Network a2569774-6842-4793-bd35-256915e3c76e is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:40.232061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:40.235620 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:40.260271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Pushing event updated for resources: {'Port': ['ID=bf889b6e-884d-44b4-a62c-5809c8821e47,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:40.289250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:40.289648 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:40.305229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-adec26c2-349a-4f85-b2a5-68850da4e74c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6983464 Aug 31 14:41:40.318335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Request body: {'port': {'device_id': '2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:40.379465 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:40.494698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-797b7177-568a-4cd4-9348-0ce0255aa789 None None] Provisioning for port bf889b6e-884d-44b4-a62c-5809c8821e47 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:40.498479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-797b7177-568a-4cd4-9348-0ce0255aa789 None None] Provisioning complete for port bf889b6e-884d-44b4-a62c-5809c8821e47 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:40.498855 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-797b7177-568a-4cd4-9348-0ce0255aa789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:40.531497 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-797b7177-568a-4cd4-9348-0ce0255aa789 None None] Port bf889b6e-884d-44b4-a62c-5809c8821e47 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:41:40.638493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf889b6e-884d-44b4-a62c-5809c8821e47 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:41:40.645835 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:40.657585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Transition to ACTIVE for port object bf889b6e-884d-44b4-a62c-5809c8821e47 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:40.660876 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:40.710766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Pushing event updated for resources: {'Port': ['ID=bf889b6e-884d-44b4-a62c-5809c8821e47,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:40.789427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Attempting to bind port bf889b6e-884d-44b4-a62c-5809c8821e47 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:41:40.789765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Attempting to bind port bf889b6e-884d-44b4-a62c-5809c8821e47 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:41:40.790126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Attempting to bind port bf889b6e-884d-44b4-a62c-5809c8821e47 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:40.795506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Port bf889b6e-884d-44b4-a62c-5809c8821e47 on network a2569774-6842-4793-bd35-256915e3c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:41:40.795837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Attempting to bind port bf889b6e-884d-44b4-a62c-5809c8821e47 on network a2569774-6842-4793-bd35-256915e3c76e {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:40.801230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:41:40.801575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Checking segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:41:40.801969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Bound using segment: {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:41:40.802413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Bound port: bf889b6e-884d-44b4-a62c-5809c8821e47, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd696c645-1dca-44b9-96ca-722ce005dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:41:40.802781 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:40.811993 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e44b9-1efc-47bf-9925-3f4ce39b7b93 req-07e621af-9483-43ce-b0cf-66b2248d4192 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:40.813706 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa3e44b9-1efc-47bf-9925-3f4ce39b7b93 req-07e621af-9483-43ce-b0cf-66b2248d4192 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 947 time: 0.0592883 Aug 31 14:41:40.856229 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-aa3e44b9-1efc-47bf-9925-3f4ce39b7b93 req-ccd7f31d-ad59-46f2-9d0c-648806f24056 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0090a31-7295-49c6-b9e8-b137217356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351820 Aug 31 14:41:40.870810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] For port bf889b6e-884d-44b4-a62c-5809c8821e47, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:41:40.874380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] For port bf889b6e-884d-44b4-a62c-5809c8821e47, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf889b6e-884d-44b4-a62c-5809c8821e47,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:41:40.881389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:40.916403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:40.917031 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:40.918406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] 10.222.0.13 "PUT /v2.0/ports/bf889b6e-884d-44b4-a62c-5809c8821e47 HTTP/1.1" status: 200 len: 1095 time: 0.6043580 Aug 31 14:41:40.918856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2', 'tag': 'bf889b6e-884d-44b4-a62c-5809c8821e47'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:40.921176 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b677acd8-fe02-4003-b134-e1412a134835" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2", "tag": "bf889b6e-884d-44b4-a62c-5809c8821e47"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:40.949047 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb17f71-9721-4082-ae40-020ea6bdfacc service neutron] Pushing event updated for resources: {'Port': ['ID=bf889b6e-884d-44b4-a62c-5809c8821e47,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:40.991898 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3177773f-c272-442c-b2d5-6b206877665d x-openstack-request-id: req-3177773f-c272-442c-b2d5-6b206877665d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:40.992192 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2", "tag": "bf889b6e-884d-44b4-a62c-5809c8821e47", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:40.992464 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3177773f-c272-442c-b2d5-6b206877665d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:40.992894 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2', 'tag': 'bf889b6e-884d-44b4-a62c-5809c8821e47', 'status': 'completed', 'code': 200} Aug 31 14:41:41.010153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642bc2-9a77-4053-86ee-32081e5a265b req-c070caa6-bf37-4c40-a0ce-8200a3155fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:41.011754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-c070caa6-bf37-4c40-a0ce-8200a3155fbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24cda738333b4b39a2a1ef05ec42af6a&device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 1098 time: 0.0505223 Aug 31 14:41:41.055849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-371ef996-a678-4a1c-b364-648814536908 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=bf889b6e-884d-44b4-a62c-5809c8821e47 HTTP/1.1" status: 200 len: 217 time: 0.0358498 Aug 31 14:41:41.106374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642bc2-9a77-4053-86ee-32081e5a265b req-ca30d162-bd72-4896-836a-5a9ae18165ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:41.107881 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-ca30d162-bd72-4896-836a-5a9ae18165ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0453722 Aug 31 14:41:41.157036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642bc2-9a77-4053-86ee-32081e5a265b req-93a90762-d957-4a5b-8ad0-09fad468eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:41.158615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-93a90762-d957-4a5b-8ad0-09fad468eae5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438833 Aug 31 14:41:41.248925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-4773fba0-a9f9-48ec-9c19-aede0eb139d5 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822856 Aug 31 14:41:41.344738 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04642bc2-9a77-4053-86ee-32081e5a265b req-be29cc10-e101-4802-bb4b-088c4a8e71d7 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882084 Aug 31 14:41:41.434488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677acd8-fe02-4003-b134-e1412a134835 req-373b503d-599a-4a96-bbf0-7d8fe3e99c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:41.436048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b677acd8-fe02-4003-b134-e1412a134835 req-373b503d-599a-4a96-bbf0-7d8fe3e99c0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24cda738333b4b39a2a1ef05ec42af6a&device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 1098 time: 0.0415628 Aug 31 14:41:41.524681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677acd8-fe02-4003-b134-e1412a134835 req-2a5950d2-4aff-41a7-bf5b-a12eb65a6366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:41.526156 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b677acd8-fe02-4003-b134-e1412a134835 req-2a5950d2-4aff-41a7-bf5b-a12eb65a6366 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2569774-6842-4793-bd35-256915e3c76e HTTP/1.1" status: 200 len: 870 time: 0.0822976 Aug 31 14:41:41.570288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b677acd8-fe02-4003-b134-e1412a134835 req-bf98a439-e250-4c04-961e-773eca5d9bfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=bf889b6e-884d-44b4-a62c-5809c8821e47 HTTP/1.1" status: 200 len: 217 time: 0.0366700 Aug 31 14:41:41.618532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677acd8-fe02-4003-b134-e1412a134835 req-9c550aef-c0f1-4bff-8cb3-3e22056ab186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:41.620149 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b677acd8-fe02-4003-b134-e1412a134835 req-9c550aef-c0f1-4bff-8cb3-3e22056ab186 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a7ade3f-4ac1-4d1f-a38a-932780b30781 HTTP/1.1" status: 200 len: 843 time: 0.0424137 Aug 31 14:41:41.665251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677acd8-fe02-4003-b134-e1412a134835 req-0f0fc93e-602a-41ef-8f69-4c0b20c11bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:41.666745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b677acd8-fe02-4003-b134-e1412a134835 req-0f0fc93e-602a-41ef-8f69-4c0b20c11bc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2569774-6842-4793-bd35-256915e3c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0394926 Aug 31 14:41:41.756986 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b677acd8-fe02-4003-b134-e1412a134835 req-df636a34-7d38-4d29-80ed-b1556ac1e5bd service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822332 Aug 31 14:41:41.843318 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b677acd8-fe02-4003-b134-e1412a134835 req-db7ce8a6-901e-484d-b88c-d83a5fdbe294 service neutron] 10.222.0.13 "GET /v2.0/networks/a2569774-6842-4793-bd35-256915e3c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790725 Aug 31 14:41:41.972406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60cb64-b364-4631-86e1-213ddc88842a req-c2daa3ce-2253-4dc1-a588-0bc718e32dd0 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:41.973909 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c60cb64-b364-4631-86e1-213ddc88842a req-c2daa3ce-2253-4dc1-a588-0bc718e32dd0 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 947 time: 0.0482223 Aug 31 14:41:42.012026 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c60cb64-b364-4631-86e1-213ddc88842a req-aea40498-ba7b-497f-8bb3-19db9a2a0c57 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0090a31-7295-49c6-b9e8-b137217356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315197 Aug 31 14:41:43.126988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e4cb-3346-455a-8f9b-42f4ddd03e5f req-7e52240d-f00b-40d6-b8ea-7d3bf25438f6 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:43.128603 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dd02e4cb-3346-455a-8f9b-42f4ddd03e5f req-7e52240d-f00b-40d6-b8ea-7d3bf25438f6 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 947 time: 0.0486219 Aug 31 14:41:43.171130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dd02e4cb-3346-455a-8f9b-42f4ddd03e5f req-dfbf9357-798b-4d5d-99bc-6331ed49a1a5 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0090a31-7295-49c6-b9e8-b137217356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359645 Aug 31 14:41:44.284994 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d201f4a-b136-4c42-bc51-d09479586e1e req-f8bf5d65-1b0e-46c3-831b-807aa7a4abdd tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:44.286473 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5d201f4a-b136-4c42-bc51-d09479586e1e req-f8bf5d65-1b0e-46c3-831b-807aa7a4abdd tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 947 time: 0.0484667 Aug 31 14:41:44.330016 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5d201f4a-b136-4c42-bc51-d09479586e1e req-a8c9dea3-fd1f-48d7-902c-16d2bf6f4cd0 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0090a31-7295-49c6-b9e8-b137217356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375516 Aug 31 14:41:44.821967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device bf889b6e-884d-44b4-a62c-5809c8821e47 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:41:44.913823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port bf889b6e-884d-44b4-a62c-5809c8821e47, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf889b6e-884d-44b4-a62c-5809c8821e47,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:44.928462 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'bf889b6e-884d-44b4-a62c-5809c8821e47', 'network_id': 'a2569774-6842-4793-bd35-256915e3c76e', 'port_id': 'bf889b6e-884d-44b4-a62c-5809c8821e47', 'mac_address': 'fa:16:3e:e5:15:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7ade3f-4ac1-4d1f-a38a-932780b30781', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:41:44.964626 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:44.977483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf889b6e-884d-44b4-a62c-5809c8821e47 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:41:44.996315 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port bf889b6e-884d-44b4-a62c-5809c8821e47, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf889b6e-884d-44b4-a62c-5809c8821e47,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:45.000142 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:45.047297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=bf889b6e-884d-44b4-a62c-5809c8821e47,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:45.239322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['bf889b6e-884d-44b4-a62c-5809c8821e47'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:41:45.451469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a770d5-6230-488e-bae1-efef16e87eef req-19027ac0-b135-4c78-9312-75afd0f7d80a tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:45.452490 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38a770d5-6230-488e-bae1-efef16e87eef req-19027ac0-b135-4c78-9312-75afd0f7d80a tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 948 time: 0.0527272 Aug 31 14:41:45.491107 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38a770d5-6230-488e-bae1-efef16e87eef req-ae4a2dbb-6d13-4ae0-939a-24794ab504f9 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0090a31-7295-49c6-b9e8-b137217356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Aug 31 14:41:46.606398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cab4a5-8530-42b0-817a-b4f52fd821ef req-6b1af63c-d63b-4c8b-9143-e749fdef139d tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:46.607887 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03cab4a5-8530-42b0-817a-b4f52fd821ef req-6b1af63c-d63b-4c8b-9143-e749fdef139d tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 948 time: 0.0513141 Aug 31 14:41:46.645694 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-03cab4a5-8530-42b0-817a-b4f52fd821ef req-ff808153-1b95-4798-810e-c1f13e00d15b tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0090a31-7295-49c6-b9e8-b137217356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Aug 31 14:41:46.822559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device bf889b6e-884d-44b4-a62c-5809c8821e47 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:41:46.870194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port bf889b6e-884d-44b4-a62c-5809c8821e47 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:41:46.873689 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port bf889b6e-884d-44b4-a62c-5809c8821e47 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:41:46.874068 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:46.950421 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:46.972654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf889b6e-884d-44b4-a62c-5809c8821e47'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:46.974876 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00cc8e6-6065-468a-be0a-731fc549e2b5" -d '{"events": [{"server_uuid": "2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2", "name": "network-vif-plugged", "status": "completed", "tag": "bf889b6e-884d-44b4-a62c-5809c8821e47"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:46.987661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port bf889b6e-884d-44b4-a62c-5809c8821e47, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf889b6e-884d-44b4-a62c-5809c8821e47,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:46.991685 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:47.014591 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cb59a8-a6cc-4230-ad75-c839535cdf23 x-openstack-request-id: req-c9cb59a8-a6cc-4230-ad75-c839535cdf23 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:47.014886 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2", "name": "network-vif-plugged", "status": "completed", "tag": "bf889b6e-884d-44b4-a62c-5809c8821e47", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:47.015141 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9cb59a8-a6cc-4230-ad75-c839535cdf23 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:47.015531 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf889b6e-884d-44b4-a62c-5809c8821e47', 'code': 200} Aug 31 14:41:47.041999 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=bf889b6e-884d-44b4-a62c-5809c8821e47,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:47.104136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5d8a9-b803-4fc8-9115-d9b121c9531e req-4cb510cc-450f-42de-83c4-2ed40e12851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:47.105562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-edb5d8a9-b803-4fc8-9115-d9b121c9531e req-4cb510cc-450f-42de-83c4-2ed40e12851d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 1100 time: 0.0392461 Aug 31 14:41:47.137921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-edb5d8a9-b803-4fc8-9115-d9b121c9531e req-e106b226-b4df-42cb-9ea1-a4015c495b17 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f0090a31-7295-49c6-b9e8-b137217356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260208 Aug 31 14:41:47.764732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51713d-9a5b-44a3-b336-c41019139557 req-99b2b90c-29fb-43b5-a207-a361da1aa3a2 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:47.766189 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9b51713d-9a5b-44a3-b336-c41019139557 req-99b2b90c-29fb-43b5-a207-a361da1aa3a2 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 949 time: 0.0499659 Aug 31 14:41:47.804697 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9b51713d-9a5b-44a3-b336-c41019139557 req-4037f89c-01a9-4315-a17b-a6dcc1973cce tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0090a31-7295-49c6-b9e8-b137217356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322373 Aug 31 14:41:48.918958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80723b26-631b-46b6-9070-04ec0e0def13 req-e01acfba-807c-4652-b03a-88e80d37a5ba tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:48.920497 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80723b26-631b-46b6-9070-04ec0e0def13 req-e01acfba-807c-4652-b03a-88e80d37a5ba tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 949 time: 0.0476358 Aug 31 14:41:48.961098 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80723b26-631b-46b6-9070-04ec0e0def13 req-e69228a8-e4c5-4281-81df-e8826ada1f4b tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0090a31-7295-49c6-b9e8-b137217356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343988 Aug 31 14:41:49.265198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-a34a0568-3112-4b86-adfb-ed0602920bfc req-fb4e4207-5df9-4c9a-9763-8e93c9e182e1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:41:49.266223 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a34a0568-3112-4b86-adfb-ed0602920bfc req-fb4e4207-5df9-4c9a-9763-8e93c9e182e1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056884 Aug 31 14:41:49.694360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-c1408308-4e17-40e1-99af-1fd656a69534 req-5f5fc7be-7ba1-4483-81c9-7443caa15031 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:41:49.695425 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c1408308-4e17-40e1-99af-1fd656a69534 req-5f5fc7be-7ba1-4483-81c9-7443caa15031 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1077349 Aug 31 14:41:50.028072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620cf88-8865-46e6-9508-9a148c3ae92e req-a5d32132-9999-47fb-aced-3e462aa97eaa tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:50.029682 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1620cf88-8865-46e6-9508-9a148c3ae92e req-a5d32132-9999-47fb-aced-3e462aa97eaa tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 949 time: 0.0509779 Aug 31 14:41:50.070562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1620cf88-8865-46e6-9508-9a148c3ae92e req-7dbbe09b-260e-4231-ae68-d4de5964913c tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0090a31-7295-49c6-b9e8-b137217356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347121 Aug 31 14:41:51.186985 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1f7e3-95f4-414c-ba43-fc59e0502a64 req-0e9787a7-bb03-4801-85d5-f5255187c4f0 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.188694 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09d1f7e3-95f4-414c-ba43-fc59e0502a64 req-0e9787a7-bb03-4801-85d5-f5255187c4f0 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 949 time: 0.0488043 Aug 31 14:41:51.231661 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09d1f7e3-95f4-414c-ba43-fc59e0502a64 req-3ac9d860-114f-44f5-9508-50ccc026aabf tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0090a31-7295-49c6-b9e8-b137217356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364227 Aug 31 14:41:51.272688 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963a6bb-a129-434e-b710-a3fbd5e1150e req-7cea6503-b783-46ba-bcb2-cad5ad396564 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:51.274229 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b963a6bb-a129-434e-b710-a3fbd5e1150e req-7cea6503-b783-46ba-bcb2-cad5ad396564 tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2 HTTP/1.1" status: 200 len: 949 time: 0.0521615 Aug 31 14:41:51.363193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b963a6bb-a129-434e-b710-a3fbd5e1150e req-06070234-c1f7-4999-bc78-5394fc999ebf tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Deleting port bf889b6e-884d-44b4-a62c-5809c8821e47 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:41:51.363462 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b963a6bb-a129-434e-b710-a3fbd5e1150e req-06070234-c1f7-4999-bc78-5394fc999ebf tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:51.451276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-b963a6bb-a129-434e-b710-a3fbd5e1150e req-06070234-c1f7-4999-bc78-5394fc999ebf tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] For port bf889b6e-884d-44b4-a62c-5809c8821e47, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=bf889b6e-884d-44b4-a62c-5809c8821e47,segment=NetworkSegment(d696c645-1dca-44b9-96ca-722ce005dd6f),segment_id=d696c645-1dca-44b9-96ca-722ce005dd6f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:41:51.451652 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b963a6bb-a129-434e-b710-a3fbd5e1150e req-06070234-c1f7-4999-bc78-5394fc999ebf tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:51.464517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b963a6bb-a129-434e-b710-a3fbd5e1150e req-06070234-c1f7-4999-bc78-5394fc999ebf tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Calling delete_port for bf889b6e-884d-44b4-a62c-5809c8821e47 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:41:51.595609 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b963a6bb-a129-434e-b710-a3fbd5e1150e req-06070234-c1f7-4999-bc78-5394fc999ebf tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:51.607459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['bf889b6e-884d-44b4-a62c-5809c8821e47'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:41:51.623865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06070234-c1f7-4999-bc78-5394fc999ebf tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Pushing event deleted for resources: {'Port': ['ID=bf889b6e-884d-44b4-a62c-5809c8821e47,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:51.670843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-b963a6bb-a129-434e-b710-a3fbd5e1150e req-06070234-c1f7-4999-bc78-5394fc999ebf tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] No DVR routers for this DVR port bf889b6e-884d-44b4-a62c-5809c8821e47 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:41:51.673775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b963a6bb-a129-434e-b710-a3fbd5e1150e req-06070234-c1f7-4999-bc78-5394fc999ebf tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:51.675981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b963a6bb-a129-434e-b710-a3fbd5e1150e req-06070234-c1f7-4999-bc78-5394fc999ebf tempest-ServersAdminNegativeTestJSON-1128586463 tempest-ServersAdminNegativeTestJSON-1128586463-project] 10.222.0.13 "DELETE /v2.0/ports/bf889b6e-884d-44b4-a62c-5809c8821e47 HTTP/1.1" status: 204 len: 173 time: 0.3957975 Aug 31 14:41:51.676503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2', 'name': 'network-vif-deleted', 'tag': 'bf889b6e-884d-44b4-a62c-5809c8821e47'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:51.679449 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ae06e4-995d-4c6b-a353-fcca59eae835" -d '{"events": [{"server_uuid": "2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2", "name": "network-vif-deleted", "tag": "bf889b6e-884d-44b4-a62c-5809c8821e47"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:51.722344 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d02db5-a240-466b-a144-37fd102f6c54 x-openstack-request-id: req-13d02db5-a240-466b-a144-37fd102f6c54 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:51.722668 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2", "name": "network-vif-deleted", "tag": "bf889b6e-884d-44b4-a62c-5809c8821e47", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:51.722917 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13d02db5-a240-466b-a144-37fd102f6c54 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:51.723320 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2d2ae8-8e89-48bb-a37d-c6ad060e7ec2', 'name': 'network-vif-deleted', 'tag': 'bf889b6e-884d-44b4-a62c-5809c8821e47', 'status': 'completed', 'code': 200} Aug 31 14:41:52.526722 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59440) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:52.660605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-926799d2-c9e8-4b5a-af74-d1c5d64228ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24cda738333b4b39a2a1ef05ec42af6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326177 Aug 31 14:41:52.664628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59444) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:52.711949 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9943cb4b-b152-4abc-bff9-77d175035a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:52.732701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9943cb4b-b152-4abc-bff9-77d175035a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:52.778620 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9943cb4b-b152-4abc-bff9-77d175035a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:52.781395 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9943cb4b-b152-4abc-bff9-77d175035a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:52.782588 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9943cb4b-b152-4abc-bff9-77d175035a5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0090a31-7295-49c6-b9e8-b137217356c9 HTTP/1.1" status: 204 len: 168 time: 0.1170583 Aug 31 14:41:52.790515 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943cb4b-b152-4abc-bff9-77d175035a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0090a31-7295-49c6-b9e8-b137217356c9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:53.047506 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59450) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:53.061577 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a3bbad6-f2f8-4221-a4cc-de857537338e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:53.146974 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a3bbad6-f2f8-4221-a4cc-de857537338e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:53.150856 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a3bbad6-f2f8-4221-a4cc-de857537338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:53.191326 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8a3bbad6-f2f8-4221-a4cc-de857537338e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f37b6b69b1844819840615d30fef935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427188 Aug 31 14:41:53.192201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bbad6-f2f8-4221-a4cc-de857537338e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9bdfee-dfef-4b10-b782-37e3b7b5a4fc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:53.195232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59452) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:53.554123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6d13d37-a678-4105-97b0-125cde25fdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:53.574196 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6d13d37-a678-4105-97b0-125cde25fdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:53.619236 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6d13d37-a678-4105-97b0-125cde25fdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:53.621921 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f6d13d37-a678-4105-97b0-125cde25fdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:53.623103 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f6d13d37-a678-4105-97b0-125cde25fdb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad9bdfee-dfef-4b10-b782-37e3b7b5a4fc HTTP/1.1" status: 204 len: 168 time: 0.4275029 Aug 31 14:41:53.630662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d13d37-a678-4105-97b0-125cde25fdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9bdfee-dfef-4b10-b782-37e3b7b5a4fc,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:54.326380 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59474) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:54.421797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-395031839-network', 'tenant_id': '29281e1891804b96b3d80da1739e1133'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:54.443244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Made reservation on behalf of 29281e1891804b96b3d80da1739e1133 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:41:54.446125 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.454395 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.542230 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.545764 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.570876 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:41:54.580389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad220163-ccd9-456e-815c-7c09a774b678,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:54.585296 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.585644 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Added segment 6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6 of type vlan for network 3987b6c6-9bbc-436f-9cd3-25877596048a Aug 31 14:41:54.625428 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.652426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.653429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:54.654019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.704999 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3774889 Aug 31 14:41:54.707968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59478) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:41:54.713778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57854aa3-4dc4-484f-ab24-a629d15c82cd admin admin] Pushing event updated for resources: {'Network': ['ID=3987b6c6-9bbc-436f-9cd3-25877596048a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:54.714625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-433e3087-8e5b-4bd3-9112-f62271442c5a admin admin] Request body: {'subnet': {'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-395031839-subnet', 'tenant_id': '29281e1891804b96b3d80da1739e1133', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:54.726421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 3987b6c6-9bbc-436f-9cd3-25877596048a details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:41:54.739587 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433e3087-8e5b-4bd3-9112-f62271442c5a admin admin] Made reservation on behalf of 29281e1891804b96b3d80da1739e1133 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:41:54.742590 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-433e3087-8e5b-4bd3-9112-f62271442c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.912144 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-433e3087-8e5b-4bd3-9112-f62271442c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:54.964725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e3087-8e5b-4bd3-9112-f62271442c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e15866f-fd91-4432-b429-6993aa132c37,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:54.976565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e3087-8e5b-4bd3-9112-f62271442c5a admin admin] Checking segment: {'id': '6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:41:54.976932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433e3087-8e5b-4bd3-9112-f62271442c5a admin admin] Network hostable DHCP agents. Network: 3987b6c6-9bbc-436f-9cd3-25877596048a, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:41:54.993388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433e3087-8e5b-4bd3-9112-f62271442c5a admin admin] Network 3987b6c6-9bbc-436f-9cd3-25877596048a is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:41:55.001963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-433e3087-8e5b-4bd3-9112-f62271442c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 3987b6c6-9bbc-436f-9cd3-25877596048a) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:55.006228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e3087-8e5b-4bd3-9112-f62271442c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:55.006952 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-433e3087-8e5b-4bd3-9112-f62271442c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:55.010882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e522f-d4df-4a49-8ad2-13cb7d162bfd None None] Network 3987b6c6-9bbc-436f-9cd3-25877596048a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:41:55.021104 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-433e3087-8e5b-4bd3-9112-f62271442c5a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3118861 Aug 31 14:41:55.132846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1074b28f-60a2-47fe-b0b6-8a734eb41f7e None None] Network 3987b6c6-9bbc-436f-9cd3-25877596048a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:41:55.445500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-6b6d899b-bbba-40b9-bdf4-11a08dde3661 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:55.448034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-6b6d899b-bbba-40b9-bdf4-11a08dde3661 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/networks?id=3987b6c6-9bbc-436f-9cd3-25877596048a HTTP/1.1" status: 200 len: 811 time: 0.1036096 Aug 31 14:41:55.462903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-0b7ed534-1506-42b2-a6d3-2f310d28ebbe tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/quotas/29281e1891804b96b3d80da1739e1133 HTTP/1.1" status: 200 len: 375 time: 0.0100050 Aug 31 14:41:55.494102 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-3bf851d0-b6f3-4832-870c-091ebb7e4094 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29281e1891804b96b3d80da1739e1133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257874 Aug 31 14:41:55.585799 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-90645252-6210-4e8e-9e92-16444e1a9044 service neutron] 10.222.0.20 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847476 Aug 31 14:41:55.675588 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-208a5be4-f525-4bcb-8fab-c20e20987529 service neutron] 10.222.0.20 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837920 Aug 31 14:41:55.831097 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6ee82f5c-ddfd-459d-8151-44ab2503e912 req-7f745afc-4907-4362-83e6-0b818da569e2 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 210 time: 0.0271351 Aug 31 14:41:56.854991 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device bf889b6e-884d-44b4-a62c-5809c8821e47 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:41:56.879017 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: bf889b6e-884d-44b4-a62c-5809c8821e47 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:41:56.879366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device bf889b6e-884d-44b4-a62c-5809c8821e47 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:41:56.913679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-50567154-9b3d-4e9f-98df-d26e18127ed9 req-6ef28144-f31d-4c04-8a10-85b31070574f tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 210 time: 0.0341704 Aug 31 14:41:57.868707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-88590320-2959-4fb7-9298-a57e91a4389b tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:57.870180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-88590320-2959-4fb7-9298-a57e91a4389b tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.13 "GET /v2.0/networks?id=3987b6c6-9bbc-436f-9cd3-25877596048a HTTP/1.1" status: 200 len: 811 time: 0.1092899 Aug 31 14:41:57.883498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Request body: {'port': {'device_id': '93c3c645-4201-4c88-8a37-e685e13524a5', 'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a', 'admin_state_up': True, 'tenant_id': '29281e1891804b96b3d80da1739e1133'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:57.989302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Made reservation on behalf of 29281e1891804b96b3d80da1739e1133 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:41:57.993713 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:58.007444 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9242263f-1332-4d1d-85c4-a45f82da516e req-5345a4d4-32ef-4b09-ab1b-a4549ff20777 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 210 time: 0.0274971 Aug 31 14:41:58.077798 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:41:58.121370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Allocated IP 172.20.0.12 (3987b6c6-9bbc-436f-9cd3-25877596048a/4e15866f-fd91-4432-b429-6993aa132c37/9835f557-dc9f-4045-a5d9-062585eb8f73) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:41:58.269969 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:58.308011 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:58.353570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Network 3987b6c6-9bbc-436f-9cd3-25877596048a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:41:58.356651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:41:58.360456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:41:58.366802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Pushing event updated for resources: {'Port': ['ID=9835f557-dc9f-4045-a5d9-062585eb8f73,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:58.411646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:58.412844 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:58.427498 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-d58a98a0-54f2-4b33-abcd-1483ea743918 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5483611 Aug 31 14:41:58.439745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Request body: {'port': {'device_id': '93c3c645-4201-4c88-8a37-e685e13524a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:41:58.496586 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:58.757348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9835f557-dc9f-4045-a5d9-062585eb8f73 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:41:58.764623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:58.777057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Transition to ACTIVE for port object 9835f557-dc9f-4045-a5d9-062585eb8f73 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:41:58.779969 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:58.831013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Pushing event updated for resources: {'Port': ['ID=9835f557-dc9f-4045-a5d9-062585eb8f73,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:58.896274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Attempting to bind port 9835f557-dc9f-4045-a5d9-062585eb8f73 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:41:58.896666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Attempting to bind port 9835f557-dc9f-4045-a5d9-062585eb8f73 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:41:58.896999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Attempting to bind port 9835f557-dc9f-4045-a5d9-062585eb8f73 on network 3987b6c6-9bbc-436f-9cd3-25877596048a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:58.901190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Port 9835f557-dc9f-4045-a5d9-062585eb8f73 on network 3987b6c6-9bbc-436f-9cd3-25877596048a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:41:58.901510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Attempting to bind port 9835f557-dc9f-4045-a5d9-062585eb8f73 on network 3987b6c6-9bbc-436f-9cd3-25877596048a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:41:58.906238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:41:58.906571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Checking segment: {'id': '6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:41:58.906950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Bound using segment: {'id': '6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:41:58.907373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Bound port: 9835f557-dc9f-4045-a5d9-062585eb8f73, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:41:58.907725 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:58.956663 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-54108fa8-a895-47d0-b944-03e7fff410a1 req-b7dd485f-f866-444d-9f32-c8f5da33ea0f service neutron] (106387) timed out ('10.222.0.52', 51417) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:41:58.969573 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:41:58.972831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9835f557-dc9f-4045-a5d9-062585eb8f73,segment=NetworkSegment(6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6),segment_id=6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:41:58.977221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:59.020809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:59.021489 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:41:59.022887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] 10.222.0.13 "PUT /v2.0/ports/9835f557-dc9f-4045-a5d9-062585eb8f73 HTTP/1.1" status: 200 len: 1092 time: 0.5872557 Aug 31 14:41:59.023335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c3c645-4201-4c88-8a37-e685e13524a5', 'tag': '9835f557-dc9f-4045-a5d9-062585eb8f73'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:41:59.025624 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b572bd0-5350-4cf1-8f7e-e4d3c0b4fc14" -d '{"events": [{"name": "network-changed", "server_uuid": "93c3c645-4201-4c88-8a37-e685e13524a5", "tag": "9835f557-dc9f-4045-a5d9-062585eb8f73"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:41:59.049925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27046dbd-9e5f-4055-8f8d-dfd0ffed1876 service neutron] Pushing event updated for resources: {'Port': ['ID=9835f557-dc9f-4045-a5d9-062585eb8f73,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:41:59.079588 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3a8be4-c5b9-4e7a-beee-282cb91e94ff x-openstack-request-id: req-7c3a8be4-c5b9-4e7a-beee-282cb91e94ff {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:41:59.079896 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c3c645-4201-4c88-8a37-e685e13524a5", "tag": "9835f557-dc9f-4045-a5d9-062585eb8f73", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:41:59.080153 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c3a8be4-c5b9-4e7a-beee-282cb91e94ff {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:41:59.080581 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c3c645-4201-4c88-8a37-e685e13524a5', 'tag': '9835f557-dc9f-4045-a5d9-062585eb8f73', 'status': 'completed', 'code': 200} Aug 31 14:41:59.109551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-795778aa-e531-4f94-8e55-799e40c1547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:59.111094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-795778aa-e531-4f94-8e55-799e40c1547e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29281e1891804b96b3d80da1739e1133&device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 1095 time: 0.0425584 Aug 31 14:41:59.159422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-ab300039-2695-464f-ab88-2da974bc765f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9835f557-dc9f-4045-a5d9-062585eb8f73 HTTP/1.1" status: 200 len: 217 time: 0.0381970 Aug 31 14:41:59.212092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-e529f338-8a38-422e-9168-9bbcf0b3de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:59.213676 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-e529f338-8a38-422e-9168-9bbcf0b3de6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e15866f-fd91-4432-b429-6993aa132c37 HTTP/1.1" status: 200 len: 851 time: 0.0461667 Aug 31 14:41:59.222248 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb13810-e3df-4772-a0e3-9d8635811adc req-8103a84b-a633-4e2f-a368-3c2bc98fce64 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:59.223748 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb13810-e3df-4772-a0e3-9d8635811adc req-8103a84b-a633-4e2f-a368-3c2bc98fce64 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 944 time: 0.1341457 Aug 31 14:41:59.245853 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-87811ea4-ba78-4112-804a-4e74085110f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3987b6c6-9bbc-436f-9cd3-25877596048a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257559 Aug 31 14:41:59.262886 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fbb13810-e3df-4772-a0e3-9d8635811adc req-33648024-e4a7-4bf0-81d5-02a4e421a70b tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Aug 31 14:41:59.338226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-410bb25f-62a6-49af-b1af-2cfbcda09065 service neutron] 10.222.0.13 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847225 Aug 31 14:41:59.430716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e236dc0b-1c41-4ff9-9c3f-b817c8bbbb64 req-3dea544d-9f30-4369-86c2-16f96a9d7b31 service neutron] 10.222.0.13 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854986 Aug 31 14:41:59.515562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b572bd0-5350-4cf1-8f7e-e4d3c0b4fc14 req-bb47e295-1f37-48dc-9158-ad3e2061ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:59.517101 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b572bd0-5350-4cf1-8f7e-e4d3c0b4fc14 req-bb47e295-1f37-48dc-9158-ad3e2061ae99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29281e1891804b96b3d80da1739e1133&device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 1095 time: 0.0410211 Aug 31 14:41:59.615170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b572bd0-5350-4cf1-8f7e-e4d3c0b4fc14 req-c6425f87-4cfe-40fa-a414-1c7cb5819770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:59.616721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b572bd0-5350-4cf1-8f7e-e4d3c0b4fc14 req-c6425f87-4cfe-40fa-a414-1c7cb5819770 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3987b6c6-9bbc-436f-9cd3-25877596048a HTTP/1.1" status: 200 len: 912 time: 0.0920889 Aug 31 14:41:59.657645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b572bd0-5350-4cf1-8f7e-e4d3c0b4fc14 req-5d78117d-774e-48ef-a010-3023e5ff676a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9835f557-dc9f-4045-a5d9-062585eb8f73 HTTP/1.1" status: 200 len: 217 time: 0.0342050 Aug 31 14:41:59.709884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b572bd0-5350-4cf1-8f7e-e4d3c0b4fc14 req-71fcb111-8bdd-4ebd-bf36-753607e7336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:41:59.711351 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b572bd0-5350-4cf1-8f7e-e4d3c0b4fc14 req-71fcb111-8bdd-4ebd-bf36-753607e7336b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e15866f-fd91-4432-b429-6993aa132c37 HTTP/1.1" status: 200 len: 851 time: 0.0470066 Aug 31 14:41:59.744322 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b572bd0-5350-4cf1-8f7e-e4d3c0b4fc14 req-cc3709b2-5acb-4225-9d3c-71b9c50005be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3987b6c6-9bbc-436f-9cd3-25877596048a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243602 Aug 31 14:41:59.835337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b572bd0-5350-4cf1-8f7e-e4d3c0b4fc14 req-9e4330e2-74b2-4a4c-aa7b-97c87ffbe909 service neutron] 10.222.0.13 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811439 Aug 31 14:41:59.928902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7b572bd0-5350-4cf1-8f7e-e4d3c0b4fc14 req-c3adc572-8d35-44b8-971a-20591d8c0fc3 service neutron] 10.222.0.13 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851152 Aug 31 14:42:00.432172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18167c-8572-4dcb-82d6-dd0dbddc9e0d req-6872b929-9abb-4c63-ad87-8226bb0cdfaf tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:00.433736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc18167c-8572-4dcb-82d6-dd0dbddc9e0d req-6872b929-9abb-4c63-ad87-8226bb0cdfaf tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 944 time: 0.1033790 Aug 31 14:42:00.471403 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc18167c-8572-4dcb-82d6-dd0dbddc9e0d req-65a925ab-f39e-4537-9060-9a91ed107302 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Aug 31 14:42:01.405921 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff23f978-c68f-41f9-9380-a14a083ddc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:01.589124 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f8cab-67d7-4794-8856-2f51b279678c req-f77f0dac-6e09-4766-9e29-4119f4e957ba tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:01.590519 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c28f8cab-67d7-4794-8856-2f51b279678c req-f77f0dac-6e09-4766-9e29-4119f4e957ba tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 944 time: 0.0527909 Aug 31 14:42:01.630169 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c28f8cab-67d7-4794-8856-2f51b279678c req-c0eacd43-d93b-4c10-8a06-febe087f2b80 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336125 Aug 31 14:42:02.746347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69119131-2b28-4d2a-9c73-9a3bf591f90c req-57a746e2-e1ff-4545-b4af-309c0eed62fe tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:02.747774 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69119131-2b28-4d2a-9c73-9a3bf591f90c req-57a746e2-e1ff-4545-b4af-309c0eed62fe tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 944 time: 0.0490370 Aug 31 14:42:02.784413 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-69119131-2b28-4d2a-9c73-9a3bf591f90c req-f3bfd09b-6b63-475f-b34a-05b27d93502b tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306966 Aug 31 14:42:02.916784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9835f557-dc9f-4045-a5d9-062585eb8f73 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:42:03.166814 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9835f557-dc9f-4045-a5d9-062585eb8f73,segment=NetworkSegment(6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6),segment_id=6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:03.177662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '9835f557-dc9f-4045-a5d9-062585eb8f73', 'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a', 'port_id': '9835f557-dc9f-4045-a5d9-062585eb8f73', 'mac_address': 'fa:16:3e:62:6b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e15866f-fd91-4432-b429-6993aa132c37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:42:03.218723 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:03.231656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9835f557-dc9f-4045-a5d9-062585eb8f73 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:42:03.249609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9835f557-dc9f-4045-a5d9-062585eb8f73,segment=NetworkSegment(6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6),segment_id=6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:03.254452 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:03.301326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9835f557-dc9f-4045-a5d9-062585eb8f73,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:03.445795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['9835f557-dc9f-4045-a5d9-062585eb8f73'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:42:03.904343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1249198-ba69-40fc-a1ad-bc0cf84bfa6a req-1231074b-9745-4bc4-b771-34eff2c6700f tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:03.905866 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1249198-ba69-40fc-a1ad-bc0cf84bfa6a req-1231074b-9745-4bc4-b771-34eff2c6700f tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 945 time: 0.0495708 Aug 31 14:42:03.943258 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1249198-ba69-40fc-a1ad-bc0cf84bfa6a req-cb00f254-e7ca-4db5-b43b-c4ac724a8d4d tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313578 Aug 31 14:42:04.081647 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:04.109921 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2772-f8bd-4f39-a23d-e5b2ec70f8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:04.932411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9835f557-dc9f-4045-a5d9-062585eb8f73 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:42:04.980498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 9835f557-dc9f-4045-a5d9-062585eb8f73 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:42:04.984180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 9835f557-dc9f-4045-a5d9-062585eb8f73 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:42:04.984595 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:05.059887 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:05.064178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18816-18eb-4ce2-babc-0473dd1f81ad req-d2e554d9-0107-447e-8382-b007cc1c2fdd tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:05.065780 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfc18816-18eb-4ce2-babc-0473dd1f81ad req-d2e554d9-0107-447e-8382-b007cc1c2fdd tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 945 time: 0.0545948 Aug 31 14:42:05.086332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3c645-4201-4c88-8a37-e685e13524a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9835f557-dc9f-4045-a5d9-062585eb8f73'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:05.088579 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff42fba9-1897-4346-bc7e-b7a0c2cbbe07" -d '{"events": [{"server_uuid": "93c3c645-4201-4c88-8a37-e685e13524a5", "name": "network-vif-plugged", "status": "completed", "tag": "9835f557-dc9f-4045-a5d9-062585eb8f73"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:05.105701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9835f557-dc9f-4045-a5d9-062585eb8f73,segment=NetworkSegment(6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6),segment_id=6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:05.111960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfc18816-18eb-4ce2-babc-0473dd1f81ad req-7272e14c-3eba-4557-b8f8-8846e07f8d34 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374360 Aug 31 14:42:05.113247 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:05.137820 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd3914-475c-4824-8845-b3030a7df2c7 x-openstack-request-id: req-d8fd3914-475c-4824-8845-b3030a7df2c7 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:05.138105 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3c645-4201-4c88-8a37-e685e13524a5", "name": "network-vif-plugged", "status": "completed", "tag": "9835f557-dc9f-4045-a5d9-062585eb8f73", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:05.138351 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8fd3914-475c-4824-8845-b3030a7df2c7 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:05.138735 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3c645-4201-4c88-8a37-e685e13524a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9835f557-dc9f-4045-a5d9-062585eb8f73', 'code': 200} Aug 31 14:42:05.165011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=9835f557-dc9f-4045-a5d9-062585eb8f73,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:05.227057 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66b3f2-143f-4df7-92dd-bc09e29649c3 req-2e0ac424-c294-4dbe-ad91-caa619e411d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:05.228585 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b66b3f2-143f-4df7-92dd-bc09e29649c3 req-2e0ac424-c294-4dbe-ad91-caa619e411d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 1097 time: 0.0396030 Aug 31 14:42:05.266943 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8b66b3f2-143f-4df7-92dd-bc09e29649c3 req-4829bae3-4fb2-4dff-aeb6-94d3a18806b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Aug 31 14:42:05.343420 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:06.233540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108c1da-2e63-4844-9c8c-d440373d8596 req-f259ed34-66ec-42f7-9aee-a34ffc879876 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:06.235055 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1108c1da-2e63-4844-9c8c-d440373d8596 req-f259ed34-66ec-42f7-9aee-a34ffc879876 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0498095 Aug 31 14:42:06.274660 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1108c1da-2e63-4844-9c8c-d440373d8596 req-0e7dd58e-3add-4610-9ee3-24018a3e7d0c tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334654 Aug 31 14:42:06.897830 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:07.389658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93a402-8c67-447f-a750-27026b13a755 req-55d87eee-b5e8-4ff9-9c53-935e9eec163f tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:07.391144 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a93a402-8c67-447f-a750-27026b13a755 req-55d87eee-b5e8-4ff9-9c53-935e9eec163f tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0488572 Aug 31 14:42:07.431068 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a93a402-8c67-447f-a750-27026b13a755 req-6f27fbe2-ae9d-4350-a213-72f2e496eacb tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327213 Aug 31 14:42:07.610118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59552) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:07.670112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243145c-016b-4668-a025-20cb2281c511 req-a957ced2-3ea4-4388-b4b6-c61a40839ed9 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:07.671674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7243145c-016b-4668-a025-20cb2281c511 req-a957ced2-3ea4-4388-b4b6-c61a40839ed9 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0547636 Aug 31 14:42:07.744263 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7243145c-016b-4668-a025-20cb2281c511 req-6870e2fa-0c6a-4dba-a59e-2cbcccc856f9 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585396 Aug 31 14:42:07.748611 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-a8c9b080-3643-4e53-9409-9ef45e985e3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1372812 Aug 31 14:42:08.809311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-265866fa-745e-4a32-8d4c-055888a74dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:08.810846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-265866fa-745e-4a32-8d4c-055888a74dec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29281e1891804b96b3d80da1739e1133&device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 1097 time: 0.0413074 Aug 31 14:42:08.865742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf5dd1-e436-4884-8617-ef695791a0ec req-622526f7-68eb-4823-b170-43f6d21e83d9 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:08.867302 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8eaf5dd1-e436-4884-8617-ef695791a0ec req-622526f7-68eb-4823-b170-43f6d21e83d9 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0544069 Aug 31 14:42:08.904917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-9fdec938-8c83-4f1a-8868-d40bbadc4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:08.906451 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-9fdec938-8c83-4f1a-8868-d40bbadc4669 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3987b6c6-9bbc-436f-9cd3-25877596048a HTTP/1.1" status: 200 len: 912 time: 0.0890820 Aug 31 14:42:08.906559 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8eaf5dd1-e436-4884-8617-ef695791a0ec req-3b3788d0-0c36-4d68-a88b-eb6a6702301c tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332360 Aug 31 14:42:08.951033 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-f560c6a4-da74-4fd7-be8e-9f6512e5f2a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9835f557-dc9f-4045-a5d9-062585eb8f73 HTTP/1.1" status: 200 len: 217 time: 0.0356004 Aug 31 14:42:09.002541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-07221b0a-88c8-4b6e-b9ea-c05fda4b2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:09.003984 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-07221b0a-88c8-4b6e-b9ea-c05fda4b2216 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e15866f-fd91-4432-b429-6993aa132c37 HTTP/1.1" status: 200 len: 851 time: 0.0464594 Aug 31 14:42:09.035655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-8569dd3f-9f06-42c7-8494-aa0a3dbe030c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3987b6c6-9bbc-436f-9cd3-25877596048a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237384 Aug 31 14:42:09.123238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c694842b-6f4e-469a-a8d2-a99172ebe87b service neutron] 10.222.0.13 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792665 Aug 31 14:42:09.215701 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-ffc4ede8-6de9-42c8-8f8a-490e9a41f4ea service neutron] 10.222.0.13 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852144 Aug 31 14:42:09.536199 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:09.584082 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:10.021244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a4552-3405-435a-8816-58ecba35f39c req-065a1fc2-db85-4c39-b5ed-fa34be7d7fc2 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:10.023277 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f2a4552-3405-435a-8816-58ecba35f39c req-065a1fc2-db85-4c39-b5ed-fa34be7d7fc2 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0509076 Aug 31 14:42:10.060878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f2a4552-3405-435a-8816-58ecba35f39c req-d40b1f05-5a6f-48d1-93a6-905704be8651 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Aug 31 14:42:11.174858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b818a-9a61-4d63-be00-831156596696 req-aa7ea10b-5659-48c7-9ee1-7c7603cd006f tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:11.176363 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b8b818a-9a61-4d63-be00-831156596696 req-aa7ea10b-5659-48c7-9ee1-7c7603cd006f tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0482016 Aug 31 14:42:11.215196 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4b8b818a-9a61-4d63-be00-831156596696 req-ac2d8b5f-15e2-4aa5-9cf3-b48d0dded90c tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321867 Aug 31 14:42:12.331863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a014b8-00b4-4d3a-ba05-2e8cacd30820 req-b519d8d9-81d4-46fc-a63d-696c9d7a9378 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:12.333388 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5a014b8-00b4-4d3a-ba05-2e8cacd30820 req-b519d8d9-81d4-46fc-a63d-696c9d7a9378 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0490708 Aug 31 14:42:12.370765 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5a014b8-00b4-4d3a-ba05-2e8cacd30820 req-8e511711-a085-4f0b-94c9-eccf4b8d08a9 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315206 Aug 31 14:42:13.486960 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e39667-b90c-49ce-9dab-5ab10cd781e9 req-94260260-7750-4130-a403-7792b6fc4e2f tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:13.488484 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7e39667-b90c-49ce-9dab-5ab10cd781e9 req-94260260-7750-4130-a403-7792b6fc4e2f tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0496840 Aug 31 14:42:13.527124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7e39667-b90c-49ce-9dab-5ab10cd781e9 req-616eaf45-d305-4be0-be2f-4c18f271cdc6 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317330 Aug 31 14:42:14.645616 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabf778-a2c5-4ab9-a1a0-5a98793b5b9f req-7515253b-cea5-4b10-af45-7ee10d7610ab tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:14.647089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2aabf778-a2c5-4ab9-a1a0-5a98793b5b9f req-7515253b-cea5-4b10-af45-7ee10d7610ab tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0519693 Aug 31 14:42:14.687931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2aabf778-a2c5-4ab9-a1a0-5a98793b5b9f req-dd358d06-1710-42c2-a1c2-9efce8e7a945 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342660 Aug 31 14:42:15.808471 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d90fa6-a916-44f5-ac2e-aa1833d2bc6d req-8c317aef-a158-424c-abf3-1346d210ceb6 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:15.809940 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a9d90fa6-a916-44f5-ac2e-aa1833d2bc6d req-8c317aef-a158-424c-abf3-1346d210ceb6 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0526814 Aug 31 14:42:15.849080 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a9d90fa6-a916-44f5-ac2e-aa1833d2bc6d req-fd4d1494-ef67-42b6-851f-65995f17c008 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Aug 31 14:42:16.961888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d1a7f-b0bf-4849-8096-45ebc7f1d6a6 req-6820621c-b731-46fd-a7fb-cce95a165df1 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:16.963363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-989d1a7f-b0bf-4849-8096-45ebc7f1d6a6 req-6820621c-b731-46fd-a7fb-cce95a165df1 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0480154 Aug 31 14:42:17.000608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-989d1a7f-b0bf-4849-8096-45ebc7f1d6a6 req-c2794a2b-93c8-42e7-8bae-c0e448ea52cd tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Aug 31 14:42:18.114386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f2a68-8bf3-4103-802a-9fb63a0e7bac req-2be8f3cc-d911-4dd4-9006-57c39aa04431 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:18.115814 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-964f2a68-8bf3-4103-802a-9fb63a0e7bac req-2be8f3cc-d911-4dd4-9006-57c39aa04431 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0488627 Aug 31 14:42:18.156885 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-964f2a68-8bf3-4103-802a-9fb63a0e7bac req-2d44f579-103a-44e7-91b6-1f288e30ce02 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350506 Aug 31 14:42:19.274070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c454b-d2b1-46e2-8714-de4e7ed65bfa req-95fef9b5-101a-4b09-a8ee-d394934e928d tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:19.275512 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-821c454b-d2b1-46e2-8714-de4e7ed65bfa req-95fef9b5-101a-4b09-a8ee-d394934e928d tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0493710 Aug 31 14:42:19.312225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-821c454b-d2b1-46e2-8714-de4e7ed65bfa req-b3c90708-6569-4989-8147-f246aebbd835 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307095 Aug 31 14:42:20.427272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b070b4e-16e2-4e26-a854-c2e4a5308e19 req-e424b8bc-e554-47c9-aeba-f06f53335b26 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:20.428783 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b070b4e-16e2-4e26-a854-c2e4a5308e19 req-e424b8bc-e554-47c9-aeba-f06f53335b26 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0494685 Aug 31 14:42:20.465490 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2b070b4e-16e2-4e26-a854-c2e4a5308e19 req-7658c679-7290-412a-9049-c2b733d89b97 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307589 Aug 31 14:42:21.619498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bc960-1e51-463a-8fa4-087f1e00f7d6 req-093105b9-f357-4e6d-a753-511cd49fc54d tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:21.621023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f94bc960-1e51-463a-8fa4-087f1e00f7d6 req-093105b9-f357-4e6d-a753-511cd49fc54d tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0537424 Aug 31 14:42:21.659868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f94bc960-1e51-463a-8fa4-087f1e00f7d6 req-f8276cc6-7c4c-4f7b-8b10-dc010468377f tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Aug 31 14:42:22.778881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4250ae-093c-412e-9c20-7b55da3fb0b6 req-23b06a51-f4eb-48f0-85ff-dc8d2b580961 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:22.780301 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-be4250ae-093c-412e-9c20-7b55da3fb0b6 req-23b06a51-f4eb-48f0-85ff-dc8d2b580961 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0534980 Aug 31 14:42:22.818562 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-be4250ae-093c-412e-9c20-7b55da3fb0b6 req-4c5cac73-9cdc-4209-8002-93a2b6d78294 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322232 Aug 31 14:42:23.936043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724de8a-6232-41ba-accb-5b148be1386c req-185666d9-b077-46ea-9332-806f66f859de tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:23.937566 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c724de8a-6232-41ba-accb-5b148be1386c req-185666d9-b077-46ea-9332-806f66f859de tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0491099 Aug 31 14:42:23.975299 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c724de8a-6232-41ba-accb-5b148be1386c req-f2c788b5-abb0-43e3-adf1-202cc940beb5 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Aug 31 14:42:25.091792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b607b-df62-4e0e-994e-540beccb3fd1 req-2191bd57-3974-46be-853c-7b49b471e5d0 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:25.093312 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900b607b-df62-4e0e-994e-540beccb3fd1 req-2191bd57-3974-46be-853c-7b49b471e5d0 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0491545 Aug 31 14:42:25.131688 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-900b607b-df62-4e0e-994e-540beccb3fd1 req-0b0d45d6-8fdf-485d-b4c9-0ad9b321cb0b tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322201 Aug 31 14:42:26.247170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c2c7d-a74a-43ac-afbe-4e3cd6874c9c req-5f366874-047e-4f6f-a302-4db487a757fc tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:26.248709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a85c2c7d-a74a-43ac-afbe-4e3cd6874c9c req-5f366874-047e-4f6f-a302-4db487a757fc tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0499864 Aug 31 14:42:26.286756 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a85c2c7d-a74a-43ac-afbe-4e3cd6874c9c req-fef07817-3b25-49e5-8e50-89a0184ef0d1 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Aug 31 14:42:27.398631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca493015-450f-4d9e-b03b-32ff8e668d2f req-19ba8236-43d8-4218-ae27-e04a1bd15f47 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:27.400126 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ca493015-450f-4d9e-b03b-32ff8e668d2f req-19ba8236-43d8-4218-ae27-e04a1bd15f47 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0474875 Aug 31 14:42:27.437494 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ca493015-450f-4d9e-b03b-32ff8e668d2f req-6968291e-f109-4441-966e-0216ad65ab1e tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313957 Aug 31 14:42:28.553925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce7e5b-8255-4abb-b6c5-1e8512dd614d req-b1fd9f64-d510-4564-883e-4fbdeb17f415 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:28.555928 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17ce7e5b-8255-4abb-b6c5-1e8512dd614d req-b1fd9f64-d510-4564-883e-4fbdeb17f415 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0527496 Aug 31 14:42:28.593074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17ce7e5b-8255-4abb-b6c5-1e8512dd614d req-47172baf-f9b5-4ba5-9c82-1e42b0adb4b3 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311649 Aug 31 14:42:29.710888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f26333-059c-418c-99d0-b0da3eac9434 req-60607e32-93e4-4145-8c9c-c03e74bceb50 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:29.712321 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57f26333-059c-418c-99d0-b0da3eac9434 req-60607e32-93e4-4145-8c9c-c03e74bceb50 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0534914 Aug 31 14:42:29.750477 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-57f26333-059c-418c-99d0-b0da3eac9434 req-81430d27-626b-4479-8ee7-9613b4daad4d tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Aug 31 14:42:30.864514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c756f8-5a59-4849-b1a8-725bf1d624b5 req-ad1fdca1-b6ee-4e0f-b8c4-6cae23943c46 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:30.866006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45c756f8-5a59-4849-b1a8-725bf1d624b5 req-ad1fdca1-b6ee-4e0f-b8c4-6cae23943c46 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0486116 Aug 31 14:42:30.903624 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45c756f8-5a59-4849-b1a8-725bf1d624b5 req-2372431e-d7d0-45f7-a289-66a4f672375a tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Aug 31 14:42:31.408609 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ed02fe8b-5b16-4308-b6f9-47c754a36a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:31.540764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312c0f6-ca7c-401f-9a2a-49c5c0ceaa57 req-2767eaf8-8a1c-4e6a-85ad-6bebf7e7e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:31.542257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6312c0f6-ca7c-401f-9a2a-49c5c0ceaa57 req-2767eaf8-8a1c-4e6a-85ad-6bebf7e7e11b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29281e1891804b96b3d80da1739e1133&device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 1097 time: 0.0869408 Aug 31 14:42:31.646803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312c0f6-ca7c-401f-9a2a-49c5c0ceaa57 req-ef2e551d-f54a-49c9-9dff-10aa58d20229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:31.648338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6312c0f6-ca7c-401f-9a2a-49c5c0ceaa57 req-ef2e551d-f54a-49c9-9dff-10aa58d20229 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3987b6c6-9bbc-436f-9cd3-25877596048a HTTP/1.1" status: 200 len: 912 time: 0.0878973 Aug 31 14:42:31.691016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6312c0f6-ca7c-401f-9a2a-49c5c0ceaa57 req-bc7f9fff-9bd5-41b5-9493-b16455696cce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9835f557-dc9f-4045-a5d9-062585eb8f73 HTTP/1.1" status: 200 len: 217 time: 0.0358300 Aug 31 14:42:31.738618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312c0f6-ca7c-401f-9a2a-49c5c0ceaa57 req-75463be3-09a6-4e01-9fd7-bcab05633973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:31.740126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6312c0f6-ca7c-401f-9a2a-49c5c0ceaa57 req-75463be3-09a6-4e01-9fd7-bcab05633973 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e15866f-fd91-4432-b429-6993aa132c37 HTTP/1.1" status: 200 len: 851 time: 0.0421247 Aug 31 14:42:31.776018 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6312c0f6-ca7c-401f-9a2a-49c5c0ceaa57 req-d8751dc2-b0c7-4938-8181-fb090d062c2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3987b6c6-9bbc-436f-9cd3-25877596048a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285623 Aug 31 14:42:31.786973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-6312c0f6-ca7c-401f-9a2a-49c5c0ceaa57 req-04e1f523-156b-4dca-9f6a-3c5defd84f87 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:42:31.787922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6312c0f6-ca7c-401f-9a2a-49c5c0ceaa57 req-04e1f523-156b-4dca-9f6a-3c5defd84f87 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052235 Aug 31 14:42:31.875488 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6312c0f6-ca7c-401f-9a2a-49c5c0ceaa57 req-e71b06c3-f19d-44c4-83e3-42a2966521c4 service neutron] 10.222.0.13 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808430 Aug 31 14:42:31.974745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6312c0f6-ca7c-401f-9a2a-49c5c0ceaa57 req-eda6be05-c502-4032-a094-81279510567f service neutron] 10.222.0.13 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901651 Aug 31 14:42:32.019313 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03be21-dc88-41c1-b3f4-0a32ce2647fc req-6707e16c-0bec-403c-ba50-d8978f1b4988 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:32.020857 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce03be21-dc88-41c1-b3f4-0a32ce2647fc req-6707e16c-0bec-403c-ba50-d8978f1b4988 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0513871 Aug 31 14:42:32.059041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce03be21-dc88-41c1-b3f4-0a32ce2647fc req-a6a5d45e-0586-4d50-9494-700f8c6d1417 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Aug 31 14:42:33.172464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a925535-646f-4323-b969-bf16bbaa2fbb req-c6af0807-3d63-489f-8fc0-5f1461d83a7d tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:33.173964 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2a925535-646f-4323-b969-bf16bbaa2fbb req-c6af0807-3d63-489f-8fc0-5f1461d83a7d tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0490565 Aug 31 14:42:33.212283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2a925535-646f-4323-b969-bf16bbaa2fbb req-ec19fc2b-05e4-4cf7-8ef0-7072a7c717c8 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Aug 31 14:42:34.083341 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:34.109537 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1d70486-c083-42ea-aee4-788dd38b9f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:34.326610 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13f261-89b8-41d6-bdc7-f65734f68973 req-714d6840-8323-4fd5-8bd9-dfc11e3552f0 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:34.328099 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df13f261-89b8-41d6-bdc7-f65734f68973 req-714d6840-8323-4fd5-8bd9-dfc11e3552f0 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0476792 Aug 31 14:42:34.367786 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-df13f261-89b8-41d6-bdc7-f65734f68973 req-eaee0363-b9f3-46d8-a617-8c24aafcdbf3 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Aug 31 14:42:35.076785 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:42:35.346996 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:35.482154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa9f25-b13d-4718-a35d-539f3382b141 req-f6a39867-af82-4c2d-8826-10884b0b2e5e tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:35.483675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddaa9f25-b13d-4718-a35d-539f3382b141 req-f6a39867-af82-4c2d-8826-10884b0b2e5e tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Aug 31 14:42:35.520794 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddaa9f25-b13d-4718-a35d-539f3382b141 req-69beafda-20ed-4196-bcb2-7ec78d6b2d1d tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Aug 31 14:42:36.055129 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-980c20f9-1d3d-4531-bf2f-0503ba36c821 service neutron] show failed (client error): The resource could not be found. Aug 31 14:42:36.056198 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-980c20f9-1d3d-4531-bf2f-0503ba36c821 service neutron] 10.222.0.13 "GET /v2.0/ports/9835f557-dc9f-4045-a5d9-062585eb8f73/bindings/n-h2-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0586042 Aug 31 14:42:36.276196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-7168417a-a63d-455d-9d4a-e13d730a1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:36.277731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-7168417a-a63d-455d-9d4a-e13d730a1602 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5&tenant_id=29281e1891804b96b3d80da1739e1133 HTTP/1.1" status: 200 len: 1097 time: 0.0703723 Aug 31 14:42:36.290534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:36.345186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:36.542252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=9835f557-dc9f-4045-a5d9-062585eb8f73,segment=NetworkSegment(6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6),segment_id=6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:36.575597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:42:36.616903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3c645-4201-4c88-8a37-e685e13524a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9835f557-dc9f-4045-a5d9-062585eb8f73'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:36.619701 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb82e90-92de-4fd3-8be1-1ac1fda6d04d" -d '{"events": [{"server_uuid": "93c3c645-4201-4c88-8a37-e685e13524a5", "name": "network-vif-unplugged", "status": "completed", "tag": "9835f557-dc9f-4045-a5d9-062585eb8f73"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:36.623991 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:36.637152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Transition to ACTIVE for port object 9835f557-dc9f-4045-a5d9-062585eb8f73 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:42:36.641915 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:36.649461 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedc242-1b4f-4819-8992-86cd7fc5cdb0 req-fc403502-790e-4b25-a918-0f36f12f4f8d tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:36.651041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9cedc242-1b4f-4819-8992-86cd7fc5cdb0 req-fc403502-790e-4b25-a918-0f36f12f4f8d tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0613189 Aug 31 14:42:36.703065 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9cedc242-1b4f-4819-8992-86cd7fc5cdb0 req-43a10886-afa7-4738-b884-ac3878c6fdb5 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433986 Aug 31 14:42:36.717776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] No DVR routers for this DVR port 9835f557-dc9f-4045-a5d9-062585eb8f73 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:42:36.726016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Pushing event updated for resources: {'Port': ['ID=9835f557-dc9f-4045-a5d9-062585eb8f73,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:36.749187 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f0ba7a-c3aa-48da-9d3a-6045e2c555ba x-openstack-request-id: req-b6f0ba7a-c3aa-48da-9d3a-6045e2c555ba {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:36.749479 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3c645-4201-4c88-8a37-e685e13524a5", "name": "network-vif-unplugged", "status": "completed", "tag": "9835f557-dc9f-4045-a5d9-062585eb8f73", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:36.749730 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6f0ba7a-c3aa-48da-9d3a-6045e2c555ba {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:36.750126 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3c645-4201-4c88-8a37-e685e13524a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9835f557-dc9f-4045-a5d9-062585eb8f73', 'code': 200} Aug 31 14:42:36.751367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:36.751711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:36.752051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:36.752387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:36.752739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:36.753069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:36.753413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:36.753720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:36.754051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:36.754375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:36.754695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:36.755015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:36.771547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Attempting to bind port 9835f557-dc9f-4045-a5d9-062585eb8f73 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:42:36.771883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Attempting to bind port 9835f557-dc9f-4045-a5d9-062585eb8f73 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:42:36.772212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Attempting to bind port 9835f557-dc9f-4045-a5d9-062585eb8f73 on network 3987b6c6-9bbc-436f-9cd3-25877596048a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:42:36.776525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Port 9835f557-dc9f-4045-a5d9-062585eb8f73 on network 3987b6c6-9bbc-436f-9cd3-25877596048a not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:42:36.776848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Attempting to bind port 9835f557-dc9f-4045-a5d9-062585eb8f73 on network 3987b6c6-9bbc-436f-9cd3-25877596048a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:42:36.781551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:42:36.781889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Checking segment: {'id': '6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:42:36.782272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Bound using segment: {'id': '6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:42:36.782701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Bound port: 9835f557-dc9f-4045-a5d9-062585eb8f73, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:42:36.783058 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:36.844330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:42:36.847937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=9835f557-dc9f-4045-a5d9-062585eb8f73,segment=NetworkSegment(6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6),segment_id=6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:42:36.854950 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:36.889511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:36.889511 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:36.890772 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] 10.222.0.52 "PUT /v2.0/ports/9835f557-dc9f-4045-a5d9-062585eb8f73 HTTP/1.1" status: 200 len: 1092 time: 0.6043997 Aug 31 14:42:36.902659 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:36.928925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1ec29-22f8-4fcc-9803-95a67316d21e service neutron] Pushing event updated for resources: {'Port': ['ID=9835f557-dc9f-4045-a5d9-062585eb8f73,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:36.963198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-4ce12b04-dcf5-4661-b1a6-2760165f6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:36.964697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-4ce12b04-dcf5-4661-b1a6-2760165f6878 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29281e1891804b96b3d80da1739e1133&device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 1095 time: 0.0475266 Aug 31 14:42:37.052189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-8fe3f2c1-9e8c-4d1e-b326-594ff93ecdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:37.053675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-8fe3f2c1-9e8c-4d1e-b326-594ff93ecdf8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3987b6c6-9bbc-436f-9cd3-25877596048a HTTP/1.1" status: 200 len: 912 time: 0.0811596 Aug 31 14:42:37.095106 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-c38d1d03-90ce-4f11-b5c1-5dcbc5f3656a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9835f557-dc9f-4045-a5d9-062585eb8f73 HTTP/1.1" status: 200 len: 217 time: 0.0330958 Aug 31 14:42:37.147804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-ce5bf5c8-3060-4125-8a19-305d6847e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:37.149289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-ce5bf5c8-3060-4125-8a19-305d6847e732 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e15866f-fd91-4432-b429-6993aa132c37 HTTP/1.1" status: 200 len: 851 time: 0.0468850 Aug 31 14:42:37.182089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-52c82de5-9357-4701-8379-767f123c295d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3987b6c6-9bbc-436f-9cd3-25877596048a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252392 Aug 31 14:42:37.193090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-cd513e9d-1314-47b8-9059-29d6d4d429f6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:42:37.194043 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-cd513e9d-1314-47b8-9059-29d6d4d429f6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049760 Aug 31 14:42:37.285479 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-ed33dea1-6d9f-4282-8081-708e8f8ac27c service neutron] 10.222.0.52 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846188 Aug 31 14:42:37.382602 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cf1912ae-5272-4097-b7ed-4bad8109e5e4 req-e268a044-08b0-44ab-aeb0-f687ced44d81 service neutron] 10.222.0.52 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882137 Aug 31 14:42:37.831140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada21678-9735-4835-8f13-fe297ae16abf req-5c8153f7-dc15-4a7e-b197-91a40efd5c6c tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:37.832796 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ada21678-9735-4835-8f13-fe297ae16abf req-5c8153f7-dc15-4a7e-b197-91a40efd5c6c tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 944 time: 0.0519321 Aug 31 14:42:37.872761 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ada21678-9735-4835-8f13-fe297ae16abf req-5fd5fde3-717b-4062-94d5-08f80f6bff41 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Aug 31 14:42:38.751148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c3c645-4201-4c88-8a37-e685e13524a5', 'tag': '9835f557-dc9f-4045-a5d9-062585eb8f73'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:38.753469 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e" -d '{"events": [{"name": "network-changed", "server_uuid": "93c3c645-4201-4c88-8a37-e685e13524a5", "tag": "9835f557-dc9f-4045-a5d9-062585eb8f73"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:38.812634 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74760cc4-65e7-41c7-ad21-11bd2a3a3ad4 x-openstack-request-id: req-74760cc4-65e7-41c7-ad21-11bd2a3a3ad4 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:38.812923 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c3c645-4201-4c88-8a37-e685e13524a5", "tag": "9835f557-dc9f-4045-a5d9-062585eb8f73", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:38.813174 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74760cc4-65e7-41c7-ad21-11bd2a3a3ad4 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:38.813571 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c3c645-4201-4c88-8a37-e685e13524a5', 'tag': '9835f557-dc9f-4045-a5d9-062585eb8f73', 'status': 'completed', 'code': 200} Aug 31 14:42:38.911416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-d90e88da-f824-4d3b-96dc-21e19c69fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:38.913100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-d90e88da-f824-4d3b-96dc-21e19c69fa44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29281e1891804b96b3d80da1739e1133&device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 1095 time: 0.0705326 Aug 31 14:42:38.915702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-04f69e0f-4a70-45c6-91f3-7715f5516f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:38.917364 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-04f69e0f-4a70-45c6-91f3-7715f5516f57 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29281e1891804b96b3d80da1739e1133&device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 1095 time: 0.0836494 Aug 31 14:42:39.022561 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dcaf0-d554-469f-b9b8-774cb3182377 req-65e7cc0c-18f0-49a3-8999-36e907f9598f tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:39.025575 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f19dcaf0-d554-469f-b9b8-774cb3182377 req-65e7cc0c-18f0-49a3-8999-36e907f9598f tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 944 time: 0.0693834 Aug 31 14:42:39.068082 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f19dcaf0-d554-469f-b9b8-774cb3182377 req-c97bc505-be9e-4f6d-9bb7-9b9b685ff06a tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346110 Aug 31 14:42:39.085918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-b7f7cc28-caa3-488d-82ad-5800cb5031a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:39.087969 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-b7f7cc28-caa3-488d-82ad-5800cb5031a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3987b6c6-9bbc-436f-9cd3-25877596048a HTTP/1.1" status: 200 len: 912 time: 0.1683078 Aug 31 14:42:39.090674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-71dda0e7-dd9e-4755-aa45-0e9c670069a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:39.092016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-71dda0e7-dd9e-4755-aa45-0e9c670069a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3987b6c6-9bbc-436f-9cd3-25877596048a HTTP/1.1" status: 200 len: 912 time: 0.1631906 Aug 31 14:42:39.137776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-9f121cb7-4c64-463c-993d-fc254c716b94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9835f557-dc9f-4045-a5d9-062585eb8f73 HTTP/1.1" status: 200 len: 217 time: 0.0430574 Aug 31 14:42:39.173346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-57135139-ffd8-4ab7-854e-f5014cf3e2b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9835f557-dc9f-4045-a5d9-062585eb8f73 HTTP/1.1" status: 200 len: 217 time: 0.0696461 Aug 31 14:42:39.509461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 9835f557-dc9f-4045-a5d9-062585eb8f73 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:42:39.576702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-039bf720-40dd-468f-ba66-592a011de15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:39.578203 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-039bf720-40dd-468f-ba66-592a011de15c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e15866f-fd91-4432-b429-6993aa132c37 HTTP/1.1" status: 200 len: 851 time: 0.4142559 Aug 31 14:42:39.586095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-b32a497e-0639-4977-83fa-a48290aa24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:39.587386 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:39.587588 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-b32a497e-0639-4977-83fa-a48290aa24cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e15866f-fd91-4432-b429-6993aa132c37 HTTP/1.1" status: 200 len: 851 time: 0.3921022 Aug 31 14:42:39.601916 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:39.621219 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-68778d1b-fde5-4554-998f-ac0a94487215 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3987b6c6-9bbc-436f-9cd3-25877596048a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326695 Aug 31 14:42:39.636187 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-fd546b8c-546d-45e6-ae79-ef21d54ba15d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3987b6c6-9bbc-436f-9cd3-25877596048a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385861 Aug 31 14:42:39.640060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=9835f557-dc9f-4045-a5d9-062585eb8f73,segment=NetworkSegment(6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6),segment_id=6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:39.651649 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '9835f557-dc9f-4045-a5d9-062585eb8f73', 'network_id': '3987b6c6-9bbc-436f-9cd3-25877596048a', 'port_id': '9835f557-dc9f-4045-a5d9-062585eb8f73', 'mac_address': 'fa:16:3e:62:6b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e15866f-fd91-4432-b429-6993aa132c37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:42:39.691053 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:39.703706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9835f557-dc9f-4045-a5d9-062585eb8f73 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:42:39.725326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=9835f557-dc9f-4045-a5d9-062585eb8f73,segment=NetworkSegment(6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6),segment_id=6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:39.730560 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:39.784536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=9835f557-dc9f-4045-a5d9-062585eb8f73,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:39.792582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-66a71c51-f17f-4040-a24a-f4d8c2f323f9 service neutron] 10.222.0.13 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586542 Aug 31 14:42:39.794681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:39.795037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:39.795467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:39.796057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:39.796709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:39.797228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:39.797575 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:39.797912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:39.800737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:39.800737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:39.800737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:39.800737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:39.814501 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-42a54807-0003-4c09-b981-3860eb70a818 service neutron] 10.222.0.52 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607521 Aug 31 14:42:39.962799 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-03e91f9a-39fc-42e9-ae92-fdd7b81b1353 service neutron] 10.222.0.13 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619122 Aug 31 14:42:39.968078 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb1b14f9-2e72-46a7-99ee-a1314e0e975e req-c6cd9499-e7b6-4894-8497-28a6fd45a373 service neutron] 10.222.0.52 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432054 Aug 31 14:42:40.022812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['9835f557-dc9f-4045-a5d9-062585eb8f73'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:42:40.198162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a983745-2ed9-4d2a-9b46-a4e678b4a8da req-73126e83-042e-46a2-b047-1cc973741e38 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:40.199741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a983745-2ed9-4d2a-9b46-a4e678b4a8da req-73126e83-042e-46a2-b047-1cc973741e38 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 945 time: 0.0507004 Aug 31 14:42:40.238826 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a983745-2ed9-4d2a-9b46-a4e678b4a8da req-ce5aabd8-f9a0-467b-9495-18f7ac8dea32 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329678 Aug 31 14:42:40.526374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-bbf7cbe7-670b-4d9c-b778-c2e37c1294fa tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:40.527781 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-bbf7cbe7-670b-4d9c-b778-c2e37c1294fa tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.13 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5&tenant_id=29281e1891804b96b3d80da1739e1133&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 945 time: 0.0904319 Aug 31 14:42:40.586785 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-e3e70987-d57f-494d-9c12-9c4fa9a2d4fe service neutron] delete failed (client error): The resource could not be found. Aug 31 14:42:40.587802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-e3e70987-d57f-494d-9c12-9c4fa9a2d4fe service neutron] 10.222.0.13 "DELETE /v2.0/ports/9835f557-dc9f-4045-a5d9-062585eb8f73/bindings/n-h1-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0531054 Aug 31 14:42:40.668828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-6f1c721b-205d-4199-a491-51f801330071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:40.670328 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-6f1c721b-205d-4199-a491-51f801330071 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29281e1891804b96b3d80da1739e1133&device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 1096 time: 0.0408363 Aug 31 14:42:40.764288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-27e444b3-3338-491e-855e-cae3956439f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:40.765808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-27e444b3-3338-491e-855e-cae3956439f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3987b6c6-9bbc-436f-9cd3-25877596048a HTTP/1.1" status: 200 len: 912 time: 0.0888908 Aug 31 14:42:40.809778 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-51923acb-8cc0-4967-9162-0cc1773c6937 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9835f557-dc9f-4045-a5d9-062585eb8f73 HTTP/1.1" status: 200 len: 217 time: 0.0359249 Aug 31 14:42:40.857177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-a918f71d-7f26-4b0e-8208-7da2d2a543ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:40.858610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-a918f71d-7f26-4b0e-8208-7da2d2a543ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e15866f-fd91-4432-b429-6993aa132c37 HTTP/1.1" status: 200 len: 851 time: 0.0425324 Aug 31 14:42:40.895895 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-17e9ac1f-fc70-40ad-9532-67c82646311c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3987b6c6-9bbc-436f-9cd3-25877596048a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303028 Aug 31 14:42:40.984588 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-8a056642-1c66-4d25-8167-16153486a63f service neutron] 10.222.0.13 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806479 Aug 31 14:42:41.077795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-0f3e674f-f77f-422b-8b29-2f4d7ef822b6 service neutron] 10.222.0.13 "GET /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857055 Aug 31 14:42:41.135741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9835f557-dc9f-4045-a5d9-062585eb8f73 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:41.176677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 9835f557-dc9f-4045-a5d9-062585eb8f73 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:41.530340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 9835f557-dc9f-4045-a5d9-062585eb8f73 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:42:41.581204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 9835f557-dc9f-4045-a5d9-062585eb8f73 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:42:41.584826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 9835f557-dc9f-4045-a5d9-062585eb8f73 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:42:41.585261 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:41.666155 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:41.690441 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3c645-4201-4c88-8a37-e685e13524a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9835f557-dc9f-4045-a5d9-062585eb8f73'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:41.693127 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78651309-ae8f-4c95-b02f-d7238c6a1ea0" -d '{"events": [{"server_uuid": "93c3c645-4201-4c88-8a37-e685e13524a5", "name": "network-vif-plugged", "status": "completed", "tag": "9835f557-dc9f-4045-a5d9-062585eb8f73"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:41.709760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=9835f557-dc9f-4045-a5d9-062585eb8f73,segment=NetworkSegment(6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6),segment_id=6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:41.714828 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:41.743338 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c75df1-4ca0-455c-9920-905b4f20b141 x-openstack-request-id: req-91c75df1-4ca0-455c-9920-905b4f20b141 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:41.743673 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3c645-4201-4c88-8a37-e685e13524a5", "name": "network-vif-plugged", "status": "completed", "tag": "9835f557-dc9f-4045-a5d9-062585eb8f73", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:41.743880 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91c75df1-4ca0-455c-9920-905b4f20b141 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:41.744393 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3c645-4201-4c88-8a37-e685e13524a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9835f557-dc9f-4045-a5d9-062585eb8f73', 'code': 200} Aug 31 14:42:41.763737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b5d9f-d480-430b-84d3-1943e80ffdec req-728ad6c3-a7d3-420c-a703-56f59ea864fb tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:41.765409 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e3b5d9f-d480-430b-84d3-1943e80ffdec req-728ad6c3-a7d3-420c-a703-56f59ea864fb tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0633969 Aug 31 14:42:41.772232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=9835f557-dc9f-4045-a5d9-062585eb8f73,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:41.808539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0e3b5d9f-d480-430b-84d3-1943e80ffdec req-f7317ac7-4798-46ea-961f-2414f802db96 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366151 Aug 31 14:42:42.938222 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaecbf-c73a-4b94-87dc-c4dcb4ec8a85 req-17a3bafd-69bd-4bc5-ae32-42c0617b0d01 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:42.939719 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47aaecbf-c73a-4b94-87dc-c4dcb4ec8a85 req-17a3bafd-69bd-4bc5-ae32-42c0617b0d01 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0536277 Aug 31 14:42:42.978260 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47aaecbf-c73a-4b94-87dc-c4dcb4ec8a85 req-c29dbe32-3437-48f0-be34-9291568e8e12 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad220163-ccd9-456e-815c-7c09a774b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323291 Aug 31 14:42:43.035101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-e2be7fd0-33f8-4205-a8e1-ff4e03457688 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:43.036597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-e2be7fd0-33f8-4205-a8e1-ff4e03457688 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c3c645-4201-4c88-8a37-e685e13524a5 HTTP/1.1" status: 200 len: 946 time: 0.0486722 Aug 31 14:42:43.127627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-20ef59ba-35f7-4895-bee2-a3729cf5eae8 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Deleting port 9835f557-dc9f-4045-a5d9-062585eb8f73 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:42:43.127890 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-20ef59ba-35f7-4895-bee2-a3729cf5eae8 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:43.214151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-20ef59ba-35f7-4895-bee2-a3729cf5eae8 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] For port 9835f557-dc9f-4045-a5d9-062585eb8f73, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=9835f557-dc9f-4045-a5d9-062585eb8f73,segment=NetworkSegment(6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6),segment_id=6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:43.214524 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-20ef59ba-35f7-4895-bee2-a3729cf5eae8 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:43.227274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-20ef59ba-35f7-4895-bee2-a3729cf5eae8 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Calling delete_port for 9835f557-dc9f-4045-a5d9-062585eb8f73 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:42:43.356056 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-20ef59ba-35f7-4895-bee2-a3729cf5eae8 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:43.369198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['9835f557-dc9f-4045-a5d9-062585eb8f73'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:42:43.385050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef59ba-35f7-4895-bee2-a3729cf5eae8 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Pushing event deleted for resources: {'Port': ['ID=9835f557-dc9f-4045-a5d9-062585eb8f73,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:43.429977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-20ef59ba-35f7-4895-bee2-a3729cf5eae8 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] No DVR routers for this DVR port 9835f557-dc9f-4045-a5d9-062585eb8f73 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:42:43.433283 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-20ef59ba-35f7-4895-bee2-a3729cf5eae8 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:43.435366 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15072af-d74f-4d63-a3a8-a80f97bebebd req-20ef59ba-35f7-4895-bee2-a3729cf5eae8 tempest-DeleteServersTestJSON-3180847 tempest-DeleteServersTestJSON-3180847-project] 10.222.0.52 "DELETE /v2.0/ports/9835f557-dc9f-4045-a5d9-062585eb8f73 HTTP/1.1" status: 204 len: 173 time: 0.3922925 Aug 31 14:42:43.435839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3c645-4201-4c88-8a37-e685e13524a5', 'name': 'network-vif-deleted', 'tag': '9835f557-dc9f-4045-a5d9-062585eb8f73'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:43.438222 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e60d7f5-acad-4f2a-8874-237141b28041" -d '{"events": [{"server_uuid": "93c3c645-4201-4c88-8a37-e685e13524a5", "name": "network-vif-deleted", "tag": "9835f557-dc9f-4045-a5d9-062585eb8f73"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:43.476256 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ddb744-6506-4a3c-a458-981576ca9bfe x-openstack-request-id: req-98ddb744-6506-4a3c-a458-981576ca9bfe {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:43.476584 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3c645-4201-4c88-8a37-e685e13524a5", "name": "network-vif-deleted", "tag": "9835f557-dc9f-4045-a5d9-062585eb8f73", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:43.476845 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98ddb744-6506-4a3c-a458-981576ca9bfe {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:43.477296 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3c645-4201-4c88-8a37-e685e13524a5', 'name': 'network-vif-deleted', 'tag': '9835f557-dc9f-4045-a5d9-062585eb8f73', 'status': 'completed', 'code': 200} Aug 31 14:42:44.108115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59664) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:44.156327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-6353484d-4ca5-4807-8388-9e3c156fbe53 admin admin] Deleting subnet 4e15866f-fd91-4432-b429-6993aa132c37 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:42:44.159340 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6353484d-4ca5-4807-8388-9e3c156fbe53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.192767 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6353484d-4ca5-4807-8388-9e3c156fbe53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.230050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6353484d-4ca5-4807-8388-9e3c156fbe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.281831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6353484d-4ca5-4807-8388-9e3c156fbe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.306409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353484d-4ca5-4807-8388-9e3c156fbe53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e15866f-fd91-4432-b429-6993aa132c37,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:44.310719 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6353484d-4ca5-4807-8388-9e3c156fbe53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.312628 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6353484d-4ca5-4807-8388-9e3c156fbe53 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4e15866f-fd91-4432-b429-6993aa132c37 HTTP/1.1" status: 204 len: 168 time: 0.2034538 Aug 31 14:42:44.315411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59666) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:44.386221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.463473 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.473223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3987b6c6-9bbc-436f-9cd3-25877596048a']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:44.488235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:44.488586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6f3d64-1f20-45e7-a3f8-44a1af2b43a6') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:42:44.497923 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.511656 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.517873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:42:44.518245 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:42:44.520185 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:42:44.579499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.585134 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.587015 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] 10.222.0.20 "DELETE /v2.0/networks/3987b6c6-9bbc-436f-9cd3-25877596048a HTTP/1.1" status: 204 len: 168 time: 0.2706912 Aug 31 14:42:44.597968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed418ce-9f4f-4527-8545-9d54596e617b admin admin] Pushing event deleted for resources: {'Network': ['ID=3987b6c6-9bbc-436f-9cd3-25877596048a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:44.712793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59670) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:44.752690 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9a686ae4-a687-408f-9890-83038e610393 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29281e1891804b96b3d80da1739e1133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386953 Aug 31 14:42:44.755012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59672) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:44.804990 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9be7a4e9-9797-460b-adfb-86143f2cdd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.830605 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9be7a4e9-9797-460b-adfb-86143f2cdd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.878630 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9be7a4e9-9797-460b-adfb-86143f2cdd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.881528 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9be7a4e9-9797-460b-adfb-86143f2cdd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:44.882696 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9be7a4e9-9797-460b-adfb-86143f2cdd91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad220163-ccd9-456e-815c-7c09a774b678 HTTP/1.1" status: 204 len: 168 time: 0.1268055 Aug 31 14:42:44.890147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7a4e9-9797-460b-adfb-86143f2cdd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad220163-ccd9-456e-815c-7c09a774b678,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:45.589343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 59694) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:45.685670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1990103997-network', 'tenant_id': '588b4ef706074b7a990c2f2d5bbc8051'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:45.707249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Made reservation on behalf of 588b4ef706074b7a990c2f2d5bbc8051 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:42:45.709661 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.717794 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.809686 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.813526 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.840772 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:42:45.846352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:45.853494 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.853886 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Added segment 8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85 of type vlan for network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c Aug 31 14:42:45.893374 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.917732 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.918616 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:45.919228 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:45.974031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3835690 Aug 31 14:42:45.977147 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 59698) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:42:45.982483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Request body: {'subnet': {'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1990103997-subnet', 'tenant_id': '588b4ef706074b7a990c2f2d5bbc8051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:45.982852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a92670-5057-4f46-bd76-17a9db293960 admin admin] Pushing event updated for resources: {'Network': ['ID=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:45.992426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:42:46.006398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Made reservation on behalf of 588b4ef706074b7a990c2f2d5bbc8051 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:42:46.008905 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:46.176802 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:46.228898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=216c0a5a-8a57-46bf-bbbe-abd20613f610,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:46.240719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:46.241071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:46.241418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:46.241762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:46.242100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:46.242435 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:46.242767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:46.243096 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:46.243427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:46.243752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:46.244078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:46.244402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:42:46.250930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Checking segment: {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:42:46.251111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Network hostable DHCP agents. Network: eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:42:46.268861 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:42:46.277351 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:42:46.282470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:46.284448 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:46.285228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ad784-cebb-4042-9098-47170c41d5d3 None None] Network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:42:46.297896 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b19df377-644a-466e-8db0-741b48cee939 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3193264 Aug 31 14:42:46.420587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad214a6-889e-4579-b27a-66992d306782 None None] Network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:42:46.717938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-fb552f20-d129-46d1-aee4-64ef367fead8 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:46.719437 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-fb552f20-d129-46d1-aee4-64ef367fead8 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 815 time: 0.1003995 Aug 31 14:42:46.734733 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-08502de2-9dc3-40d7-94a1-b7955f54ef75 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/quotas/588b4ef706074b7a990c2f2d5bbc8051 HTTP/1.1" status: 200 len: 375 time: 0.0095460 Aug 31 14:42:46.770771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-474005c5-7080-4ae0-a745-3f7e22d23777 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308425 Aug 31 14:42:46.781835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-b491bd81-f626-434b-b68f-0746971ebcc4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:42:46.782887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-b491bd81-f626-434b-b68f-0746971ebcc4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056500 Aug 31 14:42:46.874522 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-a107a352-a8bf-41d7-ab66-6f1b4beb7c5b service neutron] 10.222.0.20 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858374 Aug 31 14:42:46.967570 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-75af4007-964d-4f50-9e4c-8553159d6cdb service neutron] 10.222.0.20 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867901 Aug 31 14:42:47.126857 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c8beda1-12d3-420a-a8c5-464ca13a5000 req-88223a29-a76f-41a3-bd99-410b0895d589 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 210 time: 0.0275083 Aug 31 14:42:47.572169 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 9835f557-dc9f-4045-a5d9-062585eb8f73 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:42:47.592628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 9835f557-dc9f-4045-a5d9-062585eb8f73 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:42:47.592978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 9835f557-dc9f-4045-a5d9-062585eb8f73 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:42:48.025636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-4b1450ac-3e57-4bfd-9684-3a37a7cd7cb7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:48.027639 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-4b1450ac-3e57-4bfd-9684-3a37a7cd7cb7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.52 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 815 time: 0.1088357 Aug 31 14:42:48.042404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Request body: {'port': {'device_id': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c', 'admin_state_up': True, 'tenant_id': '588b4ef706074b7a990c2f2d5bbc8051'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:48.159078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Made reservation on behalf of 588b4ef706074b7a990c2f2d5bbc8051 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:42:48.162771 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.252844 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94d2d75a-7184-48a1-8ef8-0534a50af0b6 req-f0535ab1-c8d2-471a-ad78-a8c11586cae0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 210 time: 0.0335116 Aug 31 14:42:48.311859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Allocated IP 172.20.0.3 (eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c/216c0a5a-8a57-46bf-bbbe-abd20613f610/1ebb521a-7b61-461e-95c4-0b32e2052835) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:42:48.463157 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.501172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.549858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:42:48.552992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:42:48.556807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:42:48.562985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Pushing event updated for resources: {'Port': ['ID=1ebb521a-7b61-461e-95c4-0b32e2052835,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:48.607958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:48.608627 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.622740 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-85cb3c7f-e86e-4d54-928f-03cc2fb73c5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5850260 Aug 31 14:42:48.636001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Request body: {'port': {'device_id': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:42:48.688295 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.950032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebb521a-7b61-461e-95c4-0b32e2052835 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:42:48.957362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:48.968881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Transition to ACTIVE for port object 1ebb521a-7b61-461e-95c4-0b32e2052835 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:42:48.973113 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.024538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebb521a-7b61-461e-95c4-0b32e2052835,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:49.090784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Attempting to bind port 1ebb521a-7b61-461e-95c4-0b32e2052835 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:42:49.091424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Attempting to bind port 1ebb521a-7b61-461e-95c4-0b32e2052835 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:42:49.091424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Attempting to bind port 1ebb521a-7b61-461e-95c4-0b32e2052835 on network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:42:49.095787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Port 1ebb521a-7b61-461e-95c4-0b32e2052835 on network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:42:49.096111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Attempting to bind port 1ebb521a-7b61-461e-95c4-0b32e2052835 on network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:42:49.100918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:42:49.101263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Checking segment: {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:42:49.101649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Bound using segment: {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:42:49.102083 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Bound port: 1ebb521a-7b61-461e-95c4-0b32e2052835, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:42:49.102445 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.169255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:42:49.172226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1ebb521a-7b61-461e-95c4-0b32e2052835,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:42:49.177307 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.219240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:49.219873 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:49.221365 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] 10.222.0.52 "PUT /v2.0/ports/1ebb521a-7b61-461e-95c4-0b32e2052835 HTTP/1.1" status: 200 len: 1091 time: 0.5901566 Aug 31 14:42:49.221827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'tag': '1ebb521a-7b61-461e-95c4-0b32e2052835'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:49.224121 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f10d0d-eee5-43c6-9d1a-8e0a6ecd7ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef", "tag": "1ebb521a-7b61-461e-95c4-0b32e2052835"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:49.249810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bcbe9-7919-4ded-b68e-eaeb1828f4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebb521a-7b61-461e-95c4-0b32e2052835,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:49.272337 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ff8615-3a07-4c57-bcf7-833f81bacb76 x-openstack-request-id: req-78ff8615-3a07-4c57-bcf7-833f81bacb76 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:49.272652 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef", "tag": "1ebb521a-7b61-461e-95c4-0b32e2052835", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:49.272904 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78ff8615-3a07-4c57-bcf7-833f81bacb76 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:49.273301 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'tag': '1ebb521a-7b61-461e-95c4-0b32e2052835', 'status': 'completed', 'code': 200} Aug 31 14:42:49.305994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-2a788af7-23a6-4b7e-b808-5b24679140d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:49.308179 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-2a788af7-23a6-4b7e-b808-5b24679140d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 1094 time: 0.0452299 Aug 31 14:42:49.363685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-31a95ffe-4b4f-4e61-8bd8-7059e5ae724a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ebb521a-7b61-461e-95c4-0b32e2052835 HTTP/1.1" status: 200 len: 217 time: 0.0461113 Aug 31 14:42:49.432426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa54ac-d466-4085-8e10-4111907d0bc5 req-8c8c4b6e-1c46-45e7-9bff-bc5b2898e0d4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:49.433960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cfa54ac-d466-4085-8e10-4111907d0bc5 req-8c8c4b6e-1c46-45e7-9bff-bc5b2898e0d4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 943 time: 0.1104243 Aug 31 14:42:49.437566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-80dd5b59-92da-4f99-b280-d09856bcd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:49.438924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-80dd5b59-92da-4f99-b280-d09856bcd457 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0620675 Aug 31 14:42:49.477026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-b9445e26-c72d-42f6-b04f-0b6dbfcf59ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299237 Aug 31 14:42:49.513723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7cfa54ac-d466-4085-8e10-4111907d0bc5 req-6c877ef8-99c3-4288-b19c-8b569703ade2 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737112 Aug 31 14:42:49.579503 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-d6d4c0c7-0a0f-42a9-acea-31331309bd05 service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912294 Aug 31 14:42:49.667121 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eacfda20-dd29-4b5b-bc5b-3e768286f896 req-9bd125e2-27ae-4827-96ca-09754ebf45f5 service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797851 Aug 31 14:42:49.764060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f10d0d-eee5-43c6-9d1a-8e0a6ecd7ccb req-7b432995-fea5-4981-a55f-8ec510d1fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:49.765556 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2f10d0d-eee5-43c6-9d1a-8e0a6ecd7ccb req-7b432995-fea5-4981-a55f-8ec510d1fb53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 1094 time: 0.0457957 Aug 31 14:42:49.854518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f10d0d-eee5-43c6-9d1a-8e0a6ecd7ccb req-99c8f498-af21-46ec-a87c-6d410e2f7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:49.856068 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2f10d0d-eee5-43c6-9d1a-8e0a6ecd7ccb req-99c8f498-af21-46ec-a87c-6d410e2f7770 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 916 time: 0.0827625 Aug 31 14:42:49.904122 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2f10d0d-eee5-43c6-9d1a-8e0a6ecd7ccb req-00eb650c-aa84-4d7f-a124-f3a4c7d01488 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ebb521a-7b61-461e-95c4-0b32e2052835 HTTP/1.1" status: 200 len: 217 time: 0.0409172 Aug 31 14:42:49.955889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f10d0d-eee5-43c6-9d1a-8e0a6ecd7ccb req-3764d7db-2ded-4e24-b904-1fa26a61e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:49.957597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2f10d0d-eee5-43c6-9d1a-8e0a6ecd7ccb req-3764d7db-2ded-4e24-b904-1fa26a61e9e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0449021 Aug 31 14:42:49.992160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2f10d0d-eee5-43c6-9d1a-8e0a6ecd7ccb req-c1d7e5d4-cab3-4216-aa57-b38235ddf642 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254333 Aug 31 14:42:50.093141 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2f10d0d-eee5-43c6-9d1a-8e0a6ecd7ccb req-2e1ff603-ef11-4187-a3a5-e3d009742e7d service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887299 Aug 31 14:42:50.195075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d2f10d0d-eee5-43c6-9d1a-8e0a6ecd7ccb req-211982b5-449b-47b4-a3a6-6f941d7f3c94 service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921853 Aug 31 14:42:50.636667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc124b-aa15-4ab7-83dd-e0780a7a8b81 req-f29d5bb8-cc81-486a-9970-aac30731bfc5 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:50.638148 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-02dc124b-aa15-4ab7-83dd-e0780a7a8b81 req-f29d5bb8-cc81-486a-9970-aac30731bfc5 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 943 time: 0.0484567 Aug 31 14:42:50.679295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-02dc124b-aa15-4ab7-83dd-e0780a7a8b81 req-82316757-5700-478c-948e-7c226cbb1502 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348361 Aug 31 14:42:51.594580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1ebb521a-7b61-461e-95c4-0b32e2052835 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:42:51.689252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1ebb521a-7b61-461e-95c4-0b32e2052835,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:51.700980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '1ebb521a-7b61-461e-95c4-0b32e2052835', 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c', 'port_id': '1ebb521a-7b61-461e-95c4-0b32e2052835', 'mac_address': 'fa:16:3e:86:64:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216c0a5a-8a57-46bf-bbbe-abd20613f610', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:42:51.736810 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:51.750156 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebb521a-7b61-461e-95c4-0b32e2052835 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:42:51.770593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1ebb521a-7b61-461e-95c4-0b32e2052835,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:51.774854 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:51.802806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7215d7-0fd1-4871-9953-a2cdf12c4034 req-7f59dae5-7a84-4d57-9344-6590b5e4d3b7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:51.805198 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd7215d7-0fd1-4871-9953-a2cdf12c4034 req-7f59dae5-7a84-4d57-9344-6590b5e4d3b7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 943 time: 0.0593510 Aug 31 14:42:51.828639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=1ebb521a-7b61-461e-95c4-0b32e2052835,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:51.846498 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd7215d7-0fd1-4871-9953-a2cdf12c4034 req-2a834912-ff1f-4e88-8b37-4f224b235c22 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347333 Aug 31 14:42:51.978506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['1ebb521a-7b61-461e-95c4-0b32e2052835'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:42:52.962360 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781247f3-a750-463b-a06a-827989966933 req-9cef32b5-0600-4173-b9ea-565c465d93c9 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:52.963870 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-781247f3-a750-463b-a06a-827989966933 req-9cef32b5-0600-4173-b9ea-565c465d93c9 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 944 time: 0.0494788 Aug 31 14:42:53.003546 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-781247f3-a750-463b-a06a-827989966933 req-2c8d2569-1937-4ed3-ad5d-3c42df1c6c59 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Aug 31 14:42:53.599748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1ebb521a-7b61-461e-95c4-0b32e2052835 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:42:53.648862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 1ebb521a-7b61-461e-95c4-0b32e2052835 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:42:53.653157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 1ebb521a-7b61-461e-95c4-0b32e2052835 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:42:53.653717 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:53.732078 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:53.754465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebb521a-7b61-461e-95c4-0b32e2052835'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:42:53.756736 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e35615-934f-4e49-b489-a1d29d38a362" -d '{"events": [{"server_uuid": "edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef", "name": "network-vif-plugged", "status": "completed", "tag": "1ebb521a-7b61-461e-95c4-0b32e2052835"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:42:53.769064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1ebb521a-7b61-461e-95c4-0b32e2052835,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:42:53.773590 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:42:53.798475 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ae73cf-c915-47e9-9121-b838ccba5156 x-openstack-request-id: req-c8ae73cf-c915-47e9-9121-b838ccba5156 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:42:53.798475 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef", "name": "network-vif-plugged", "status": "completed", "tag": "1ebb521a-7b61-461e-95c4-0b32e2052835", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:42:53.798475 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8ae73cf-c915-47e9-9121-b838ccba5156 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:42:53.798824 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebb521a-7b61-461e-95c4-0b32e2052835', 'code': 200} Aug 31 14:42:53.831079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=1ebb521a-7b61-461e-95c4-0b32e2052835,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:42:53.901226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4da470-d4d1-41d3-a596-df12da917db5 req-254d841b-cf4e-48e7-b365-5bfa9d192ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:53.902721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8a4da470-d4d1-41d3-a596-df12da917db5 req-254d841b-cf4e-48e7-b365-5bfa9d192ee6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 1096 time: 0.0437808 Aug 31 14:42:53.940729 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8a4da470-d4d1-41d3-a596-df12da917db5 req-a7d37502-f680-4efd-9965-d4d2b6f5de31 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285389 Aug 31 14:42:54.118274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb8bfb-a507-4631-be67-944bdc210248 req-7c0badde-5e65-4022-afb5-f47337cddb48 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:54.119869 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51cb8bfb-a507-4631-be67-944bdc210248 req-7c0badde-5e65-4022-afb5-f47337cddb48 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0498166 Aug 31 14:42:54.166171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51cb8bfb-a507-4631-be67-944bdc210248 req-c6d9cfc1-463f-4664-9b1e-b60e750631cc tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321209 Aug 31 14:42:55.289826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98804af-39e6-43d3-8448-f06b04382095 req-746d8b40-74a0-4111-a00d-2be924ae1d91 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:55.291325 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b98804af-39e6-43d3-8448-f06b04382095 req-746d8b40-74a0-4111-a00d-2be924ae1d91 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0533674 Aug 31 14:42:55.329558 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b98804af-39e6-43d3-8448-f06b04382095 req-abb4622b-07fc-479f-b9da-7dc7a88461d7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313993 Aug 31 14:42:55.443428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162102e6-b237-4e43-9a95-d99d1aa3b54e req-27458084-8cf2-4cbd-a0b6-80c06daa6966 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:55.445595 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-162102e6-b237-4e43-9a95-d99d1aa3b54e req-27458084-8cf2-4cbd-a0b6-80c06daa6966 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0497339 Aug 31 14:42:55.486970 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-162102e6-b237-4e43-9a95-d99d1aa3b54e req-e6ed6021-cca7-4841-b121-c09f6e67a44f tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358219 Aug 31 14:42:55.684322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3913e5e-8bda-4c99-bef2-42ed0a1fba33 req-6b197c2c-a934-4973-a859-3cca6650a844 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:55.685827 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3913e5e-8bda-4c99-bef2-42ed0a1fba33 req-6b197c2c-a934-4973-a859-3cca6650a844 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0488660 Aug 31 14:42:55.723255 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b3913e5e-8bda-4c99-bef2-42ed0a1fba33 req-fcab57df-a9d6-4f52-8077-054736d29e9e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313046 Aug 31 14:42:55.835763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc1154-6ee4-450a-b46f-d52637f94b88 req-e3799243-139a-4fc2-bb96-ae2aba4cad13 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:55.837435 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bfc1154-6ee4-450a-b46f-d52637f94b88 req-e3799243-139a-4fc2-bb96-ae2aba4cad13 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0493925 Aug 31 14:42:55.875624 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bfc1154-6ee4-450a-b46f-d52637f94b88 req-4a09e039-f8be-4b83-9fb1-88fa759bb274 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320451 Aug 31 14:42:56.127166 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-c1e4cb63-2c3f-4fc6-99ad-0b419e4e532f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717223 Aug 31 14:42:56.139187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6d9be-c5e5-408b-a660-45b54f56834b req-f0a735b6-f443-4965-843a-013982e31ec4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:56.140672 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1fc6d9be-c5e5-408b-a660-45b54f56834b req-f0a735b6-f443-4965-843a-013982e31ec4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0610633 Aug 31 14:42:56.180723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1fc6d9be-c5e5-408b-a660-45b54f56834b req-9d869d2a-634f-4ff6-9446-fbbdfb70992d tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330808 Aug 31 14:42:57.210634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-fa9465d0-c5f0-45ba-a258-db5ffff9ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:57.212176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-fa9465d0-c5f0-45ba-a258-db5ffff9ba40 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 1096 time: 0.0412939 Aug 31 14:42:57.298672 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731ba7c-8cd7-4e21-965b-49b7702eb22b req-c94704e6-f4f0-4fa2-b03d-0cac7bbab8b3 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:57.300232 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e731ba7c-8cd7-4e21-965b-49b7702eb22b req-c94704e6-f4f0-4fa2-b03d-0cac7bbab8b3 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0492513 Aug 31 14:42:57.305493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-6ec57b68-3072-4db9-8451-a195ed51e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:57.306994 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-6ec57b68-3072-4db9-8451-a195ed51e0ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 916 time: 0.0876215 Aug 31 14:42:57.344791 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e731ba7c-8cd7-4e21-965b-49b7702eb22b req-ee959ac9-fd93-445d-990a-ece4f33ebc2e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385263 Aug 31 14:42:57.355956 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-360abfc4-d0b0-47a9-9af0-ecea9e8e961d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ebb521a-7b61-461e-95c4-0b32e2052835 HTTP/1.1" status: 200 len: 217 time: 0.0343308 Aug 31 14:42:57.398442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-73f77cea-2e2e-4e95-87d9-b89c01d0f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:57.399919 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-73f77cea-2e2e-4e95-87d9-b89c01d0f68b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0430036 Aug 31 14:42:57.431645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-d1273f37-5c9d-4952-bc0c-f469c538878d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244551 Aug 31 14:42:57.525431 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-6edb88c2-eb26-4e3b-89c6-7d0836ef6c0c service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853956 Aug 31 14:42:57.613153 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-542aef19-05d8-4ccf-bdab-992168282566 service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804367 Aug 31 14:42:58.463452 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac046c-0c27-4547-b330-0df093c14fd1 req-184cd77c-7a19-44c0-bec1-f836a54b0208 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:58.464966 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6fac046c-0c27-4547-b330-0df093c14fd1 req-184cd77c-7a19-44c0-bec1-f836a54b0208 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0526545 Aug 31 14:42:58.503934 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6fac046c-0c27-4547-b330-0df093c14fd1 req-26ea1f5d-01c5-4ba1-a77d-faf6d4dd729b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330784 Aug 31 14:42:59.621890 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b52533-224e-42c5-90eb-cedb6601fabb req-18756f31-56d8-45ec-b5fd-742306fb071b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:42:59.623391 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c6b52533-224e-42c5-90eb-cedb6601fabb req-18756f31-56d8-45ec-b5fd-742306fb071b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0478108 Aug 31 14:42:59.664111 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c6b52533-224e-42c5-90eb-cedb6601fabb req-0997e1a7-a7cb-413e-843a-7fb555ee3e6e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347757 Aug 31 14:43:00.779791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc6e05-829b-4e1e-bacc-8acc26735cae req-c2f1776c-842f-4b76-a3d9-3533957d2cf8 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:00.781318 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40dc6e05-829b-4e1e-bacc-8acc26735cae req-c2f1776c-842f-4b76-a3d9-3533957d2cf8 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0491226 Aug 31 14:43:00.818674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40dc6e05-829b-4e1e-bacc-8acc26735cae req-58012288-0749-4c54-9c84-5f925d99326b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Aug 31 14:43:01.410565 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-059e2621-b9ea-4bfb-a58f-e259fcc02c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:01.935641 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d69a1-46cc-4431-8668-ad3fa219893e req-3a53e72b-846b-49fc-b505-9c9a7768801a tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:01.937168 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-830d69a1-46cc-4431-8668-ad3fa219893e req-3a53e72b-846b-49fc-b505-9c9a7768801a tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0507283 Aug 31 14:43:01.973717 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-830d69a1-46cc-4431-8668-ad3fa219893e req-58227260-83ce-4280-aafc-540e3647ec83 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306554 Aug 31 14:43:03.088988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd11e7-3bb9-4c62-b115-38628ff74495 req-c289e8b5-d1fc-48b5-aa81-7b0888e10751 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:03.090506 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2abd11e7-3bb9-4c62-b115-38628ff74495 req-c289e8b5-d1fc-48b5-aa81-7b0888e10751 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0498421 Aug 31 14:43:03.128615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2abd11e7-3bb9-4c62-b115-38628ff74495 req-5f3b9d9a-c2f6-4d69-9dc3-855cee2b9125 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321746 Aug 31 14:43:04.086329 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:04.109314 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f4397c50-7e71-49bf-855e-ce5285ae15aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:04.245805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e89acf-d4bc-4bd2-9343-f880deacdb50 req-90492d87-68f4-459d-b46b-5c57fe9dbf67 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:04.247104 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-28e89acf-d4bc-4bd2-9343-f880deacdb50 req-90492d87-68f4-459d-b46b-5c57fe9dbf67 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0496051 Aug 31 14:43:04.288345 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-28e89acf-d4bc-4bd2-9343-f880deacdb50 req-e118eff6-24c4-4500-9647-1d086a1ab0e0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353513 Aug 31 14:43:05.351592 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:05.409464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca725d1-edee-4218-bea8-8363ae2f3caf req-f9916276-4501-48b5-b48d-83c62bb7a9a7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:05.410984 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ca725d1-edee-4218-bea8-8363ae2f3caf req-f9916276-4501-48b5-b48d-83c62bb7a9a7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0525632 Aug 31 14:43:05.450004 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ca725d1-edee-4218-bea8-8363ae2f3caf req-6d4a1f9e-4f44-4eb6-a755-e5a2a5510c95 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Aug 31 14:43:06.565279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947404c2-312f-40f8-a8e6-9162adb8d621 req-5c5f55c6-cd2b-4cbc-897b-d341064df1e3 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:06.566794 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-947404c2-312f-40f8-a8e6-9162adb8d621 req-5c5f55c6-cd2b-4cbc-897b-d341064df1e3 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0501478 Aug 31 14:43:06.611511 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-947404c2-312f-40f8-a8e6-9162adb8d621 req-26006b0c-ada6-47ca-883e-dca402b2469a tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381207 Aug 31 14:43:06.902950 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:07.727498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f926eb-cba1-4cd4-b6c9-f3b8b2a8e721 req-5471a42e-af60-4735-9f51-de19a61f57f3 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:07.728931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48f926eb-cba1-4cd4-b6c9-f3b8b2a8e721 req-5471a42e-af60-4735-9f51-de19a61f57f3 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0496402 Aug 31 14:43:07.766925 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48f926eb-cba1-4cd4-b6c9-f3b8b2a8e721 req-ecd7cce4-1288-44f0-8062-39a380e54289 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Aug 31 14:43:08.881920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c0626-3027-47e1-9c09-119cc118943e req-bd949a05-a633-4eb3-99ae-48295f0cc6d2 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:08.883424 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c7c0626-3027-47e1-9c09-119cc118943e req-bd949a05-a633-4eb3-99ae-48295f0cc6d2 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0487077 Aug 31 14:43:08.925788 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c7c0626-3027-47e1-9c09-119cc118943e req-b2d97642-062e-4d89-ad06-322c7a742e57 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357256 Aug 31 14:43:09.553685 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:09.583344 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:10.042844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2aa21-b5dd-474f-a75e-35e25357d7e3 req-4ef2bd41-960b-4050-a5a0-651881dbead7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:10.044355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95d2aa21-b5dd-474f-a75e-35e25357d7e3 req-4ef2bd41-960b-4050-a5a0-651881dbead7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0516465 Aug 31 14:43:10.083448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95d2aa21-b5dd-474f-a75e-35e25357d7e3 req-cdf00be1-6e25-4c98-a7ba-62608d7ece89 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328128 Aug 31 14:43:11.199428 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc3f2a-cd98-45cc-8835-787b4aa5b06b req-eb6f79d4-35df-4044-8734-09afc51a67aa tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:11.200980 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ccdc3f2a-cd98-45cc-8835-787b4aa5b06b req-eb6f79d4-35df-4044-8734-09afc51a67aa tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0492818 Aug 31 14:43:11.238530 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ccdc3f2a-cd98-45cc-8835-787b4aa5b06b req-ae1e7372-d595-43d1-9a9f-a357641e1941 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Aug 31 14:43:12.076249 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:43:12.361377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948eb8de-31d5-46a5-950d-1b76f8704453 req-73ceddc6-10e2-4d6e-ab07-971d6b9cc9d6 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:12.362900 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-948eb8de-31d5-46a5-950d-1b76f8704453 req-73ceddc6-10e2-4d6e-ab07-971d6b9cc9d6 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0569816 Aug 31 14:43:12.402195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-948eb8de-31d5-46a5-950d-1b76f8704453 req-3a64f566-d58b-43a8-a842-9f60da8fbe09 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324011 Aug 31 14:43:13.520761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872c1f6-cb67-4829-ab91-8d7fa6bcc186 req-8bd1bada-e806-4491-8226-89736d0ca545 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:13.522269 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3872c1f6-cb67-4829-ab91-8d7fa6bcc186 req-8bd1bada-e806-4491-8226-89736d0ca545 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0498486 Aug 31 14:43:13.563904 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3872c1f6-cb67-4829-ab91-8d7fa6bcc186 req-b92cadff-b0f4-4587-9d67-5cb0972e6340 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356500 Aug 31 14:43:14.680668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d447db-5804-4c40-ac59-4c1c5a338cd4 req-dbed7148-c889-4429-92ff-94d1b0d15b4a tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:14.682252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b1d447db-5804-4c40-ac59-4c1c5a338cd4 req-dbed7148-c889-4429-92ff-94d1b0d15b4a tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0500326 Aug 31 14:43:14.722021 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b1d447db-5804-4c40-ac59-4c1c5a338cd4 req-caed009c-e50d-4ea5-a0fe-886cef551bdf tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321641 Aug 31 14:43:15.841854 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97055392-f542-4088-a201-0bcaa631d247 req-3987c79d-97a4-4781-b8f5-34079966fc3f tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:15.843389 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-97055392-f542-4088-a201-0bcaa631d247 req-3987c79d-97a4-4781-b8f5-34079966fc3f tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0530295 Aug 31 14:43:15.884878 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-97055392-f542-4088-a201-0bcaa631d247 req-b9654452-edc1-4d28-a4e1-f514bfe2fbe4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332780 Aug 31 14:43:17.001706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21bfff-72e8-410a-a733-9aaec1da2e2f req-9ca18003-0404-42a7-9c78-ab23791d4dc6 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:17.003217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d21bfff-72e8-410a-a733-9aaec1da2e2f req-9ca18003-0404-42a7-9c78-ab23791d4dc6 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0493944 Aug 31 14:43:17.041225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d21bfff-72e8-410a-a733-9aaec1da2e2f req-06a3406e-f8b1-4d18-9042-19f367a851c9 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Aug 31 14:43:18.159872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175883dd-a507-4e45-bb8b-1de413cb6623 req-ea188d37-dde6-4231-824b-6b0f56f7972b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:18.161338 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-175883dd-a507-4e45-bb8b-1de413cb6623 req-ea188d37-dde6-4231-824b-6b0f56f7972b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0498347 Aug 31 14:43:18.199253 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-175883dd-a507-4e45-bb8b-1de413cb6623 req-c66eaf8f-50ac-4e79-9b24-242a2c4be281 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 Aug 31 14:43:19.317637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4c90b-033e-4f7b-9724-334996641f1a req-51183600-d5a0-42c6-b453-cc4387b664ec tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:19.319097 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3df4c90b-033e-4f7b-9724-334996641f1a req-51183600-d5a0-42c6-b453-cc4387b664ec tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0517123 Aug 31 14:43:19.356638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3df4c90b-033e-4f7b-9724-334996641f1a req-cc169a72-7a2e-433c-9607-6ff91567a3a1 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315673 Aug 31 14:43:20.474547 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d292ba8-2521-48d5-b27f-793409a2cd21 req-7ad95ddf-07ed-4133-a1e4-733dbc35b974 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:20.476054 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d292ba8-2521-48d5-b27f-793409a2cd21 req-7ad95ddf-07ed-4133-a1e4-733dbc35b974 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0505929 Aug 31 14:43:20.517604 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0d292ba8-2521-48d5-b27f-793409a2cd21 req-e4d8c96b-42d6-455f-92ed-1ceaa0a64b9b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349672 Aug 31 14:43:21.629880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1015c-d0c1-42bb-abe2-7bce66b48faf req-65d741ec-3b9c-4e93-a1ae-7c2a4a021866 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:21.631350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18b1015c-d0c1-42bb-abe2-7bce66b48faf req-65d741ec-3b9c-4e93-a1ae-7c2a4a021866 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0474505 Aug 31 14:43:21.669464 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18b1015c-d0c1-42bb-abe2-7bce66b48faf req-34ab2597-5008-4ee7-b549-a9782967a42c tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315690 Aug 31 14:43:22.784469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2e8b-5736-488c-85c5-e8998c87148a req-b0209e14-dcbf-440a-95ab-2d16940988ae tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:22.786841 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ba4d2e8b-5736-488c-85c5-e8998c87148a req-b0209e14-dcbf-440a-95ab-2d16940988ae tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0496037 Aug 31 14:43:22.823610 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ba4d2e8b-5736-488c-85c5-e8998c87148a req-f1ca455e-e5bc-4cec-88ce-cd0192384b58 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311406 Aug 31 14:43:23.942345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678810d-4980-43b7-b328-f7d846bb68aa req-5f3c3fe1-c0fd-4fd7-9710-e29c2376d977 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:23.943907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e678810d-4980-43b7-b328-f7d846bb68aa req-5f3c3fe1-c0fd-4fd7-9710-e29c2376d977 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0509894 Aug 31 14:43:23.983391 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e678810d-4980-43b7-b328-f7d846bb68aa req-3c86dab4-0c50-4f51-beb2-1e4b64fb8628 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Aug 31 14:43:24.550965 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-2a07185c-32db-49cb-a12a-8aa96e0114c8 service neutron] show failed (client error): The resource could not be found. Aug 31 14:43:24.551965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-2a07185c-32db-49cb-a12a-8aa96e0114c8 service neutron] 10.222.0.52 "GET /v2.0/ports/1ebb521a-7b61-461e-95c4-0b32e2052835/bindings/n-h1-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0571034 Aug 31 14:43:24.744498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-cd9b0053-9ab9-4283-97e1-e094dabb7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:24.745994 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-cd9b0053-9ab9-4283-97e1-e094dabb7350 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef&tenant_id=588b4ef706074b7a990c2f2d5bbc8051 HTTP/1.1" status: 200 len: 1096 time: 0.0410774 Aug 31 14:43:24.757427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:43:24.809979 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:25.009346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1ebb521a-7b61-461e-95c4-0b32e2052835,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:25.104489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df525ef-8a36-46d4-9872-6d58a6e359fd req-2d04c73c-20e7-4f24-8adb-c7f6bff24345 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:25.106086 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1df525ef-8a36-46d4-9872-6d58a6e359fd req-2d04c73c-20e7-4f24-8adb-c7f6bff24345 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0509794 Aug 31 14:43:25.147306 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1df525ef-8a36-46d4-9872-6d58a6e359fd req-f0c11635-f3e7-495e-9c81-1214b4e6ef0f tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Aug 31 14:43:25.364598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:43:25.402818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebb521a-7b61-461e-95c4-0b32e2052835'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:25.405090 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb711022-f8fd-40c7-b93f-cbbe7c8cfc88" -d '{"events": [{"server_uuid": "edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebb521a-7b61-461e-95c4-0b32e2052835"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:25.409147 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:25.423205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Transition to ACTIVE for port object 1ebb521a-7b61-461e-95c4-0b32e2052835 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:43:25.427994 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:25.458713 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df9a828-4f73-46f4-a2d6-17f29b702f21 x-openstack-request-id: req-2df9a828-4f73-46f4-a2d6-17f29b702f21 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:25.459005 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebb521a-7b61-461e-95c4-0b32e2052835", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:25.459258 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2df9a828-4f73-46f4-a2d6-17f29b702f21 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:25.459652 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebb521a-7b61-461e-95c4-0b32e2052835', 'code': 200} Aug 31 14:43:25.482580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Pushing event updated for resources: {'Port': ['ID=1ebb521a-7b61-461e-95c4-0b32e2052835,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:25.497900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] No DVR routers for this DVR port 1ebb521a-7b61-461e-95c4-0b32e2052835 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:43:25.533270 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Attempting to bind port 1ebb521a-7b61-461e-95c4-0b32e2052835 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:43:25.533603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Attempting to bind port 1ebb521a-7b61-461e-95c4-0b32e2052835 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:43:25.533928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Attempting to bind port 1ebb521a-7b61-461e-95c4-0b32e2052835 on network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:43:25.538151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Port 1ebb521a-7b61-461e-95c4-0b32e2052835 on network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:43:25.538471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Attempting to bind port 1ebb521a-7b61-461e-95c4-0b32e2052835 on network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:43:25.543238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:43:25.543575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Checking segment: {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:43:25.543960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Bound using segment: {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:43:25.544386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Bound port: 1ebb521a-7b61-461e-95c4-0b32e2052835, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:43:25.544784 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:25.605450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:43:25.608478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1ebb521a-7b61-461e-95c4-0b32e2052835,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:43:25.613596 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:25.646996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:25.647656 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:25.649171 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] 10.222.0.13 "PUT /v2.0/ports/1ebb521a-7b61-461e-95c4-0b32e2052835 HTTP/1.1" status: 200 len: 1091 time: 0.8957610 Aug 31 14:43:25.686864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615e326-8a6c-47bf-b5ef-2043ea150ced service neutron] Pushing event updated for resources: {'Port': ['ID=1ebb521a-7b61-461e-95c4-0b32e2052835,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:25.716528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-135d5052-f5e5-4928-9ee1-fc057030e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:25.718086 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-135d5052-f5e5-4928-9ee1-fc057030e263 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 1094 time: 0.0439110 Aug 31 14:43:25.809350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-b293db3f-cb26-4150-8ca9-128104d49b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:25.810879 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-b293db3f-cb26-4150-8ca9-128104d49b12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 916 time: 0.0862703 Aug 31 14:43:25.851799 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-9da852c5-4ce6-4d99-90a9-19bc490fa733 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ebb521a-7b61-461e-95c4-0b32e2052835 HTTP/1.1" status: 200 len: 217 time: 0.0337577 Aug 31 14:43:25.903824 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-fbecd159-c665-46ba-8147-fa811c8aabac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:25.905266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-fbecd159-c665-46ba-8147-fa811c8aabac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0467789 Aug 31 14:43:25.936783 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-8ae5b64c-b9f5-4395-8b91-1cf332cac502 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249496 Aug 31 14:43:26.021875 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-1da30958-46ae-48e8-8b14-7bd42155913b service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785694 Aug 31 14:43:26.112887 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fe1d55e4-933a-4617-b306-42dd8a145c57 req-382d227c-819e-4b01-b1e1-7bfa500865f0 service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842693 Aug 31 14:43:26.268317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774061b7-974a-48cf-8966-141acb73da7b req-788ab893-4a0e-4f1e-91cf-592f7798457a tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:26.270102 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-774061b7-974a-48cf-8966-141acb73da7b req-788ab893-4a0e-4f1e-91cf-592f7798457a tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 943 time: 0.0508842 Aug 31 14:43:26.311883 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-774061b7-974a-48cf-8966-141acb73da7b req-7747a133-2be0-497d-938c-6b2a1e3f0ed7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357702 Aug 31 14:43:27.428345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ff2c4-2a86-4260-a3a7-e398059f97d8 req-e89ab50a-49dc-4f6c-ba1f-6d69475f20d0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:27.429862 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d34ff2c4-2a86-4260-a3a7-e398059f97d8 req-e89ab50a-49dc-4f6c-ba1f-6d69475f20d0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 943 time: 0.0495427 Aug 31 14:43:27.460935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'tag': '1ebb521a-7b61-461e-95c4-0b32e2052835'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:27.463226 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd1375c-862a-4a10-962d-d1db799cdc10" -d '{"events": [{"name": "network-changed", "server_uuid": "edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef", "tag": "1ebb521a-7b61-461e-95c4-0b32e2052835"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:27.473458 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d34ff2c4-2a86-4260-a3a7-e398059f97d8 req-20fe1763-152f-453c-92b2-7564f2982c16 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365953 Aug 31 14:43:27.513998 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87d6115-a592-48ed-bd3c-34156592111e x-openstack-request-id: req-e87d6115-a592-48ed-bd3c-34156592111e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:27.514229 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef", "tag": "1ebb521a-7b61-461e-95c4-0b32e2052835", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:27.514483 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e87d6115-a592-48ed-bd3c-34156592111e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:27.514914 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'tag': '1ebb521a-7b61-461e-95c4-0b32e2052835', 'status': 'completed', 'code': 200} Aug 31 14:43:27.610976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-281d6a78-bde6-4212-aaa6-811cf3b3c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:27.612399 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-281d6a78-bde6-4212-aaa6-811cf3b3c7e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 1094 time: 0.0735316 Aug 31 14:43:27.618878 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-8501bca8-1ba1-4fb6-9b67-1e4e14dabe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:27.620427 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-8501bca8-1ba1-4fb6-9b67-1e4e14dabe73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 1094 time: 0.0571022 Aug 31 14:43:27.773789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-61190f2a-5833-4c4c-ab08-14a60840fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:27.775269 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-61190f2a-5833-4c4c-ab08-14a60840fd3b service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 916 time: 0.1539125 Aug 31 14:43:27.778421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-3a9b90bd-9a8a-4b58-bf4d-9fb8e616c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:27.779802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-3a9b90bd-9a8a-4b58-bf4d-9fb8e616c033 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 916 time: 0.1509366 Aug 31 14:43:27.850960 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-5cca3439-c915-4012-8efd-7b2d6aea997a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ebb521a-7b61-461e-95c4-0b32e2052835 HTTP/1.1" status: 200 len: 217 time: 0.0670557 Aug 31 14:43:27.852287 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-98d5d4d9-a5fc-4aee-a85c-87589b32223f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ebb521a-7b61-461e-95c4-0b32e2052835 HTTP/1.1" status: 200 len: 217 time: 0.0627673 Aug 31 14:43:27.933987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-e066de85-38e5-46ef-8bd0-572b2c8d8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:27.935485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-e066de85-38e5-46ef-8bd0-572b2c8d8b71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0769191 Aug 31 14:43:27.936957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-a158f0b3-e54a-4d47-b9a1-36074baa6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:27.938283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-a158f0b3-e54a-4d47-b9a1-36074baa6529 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0724785 Aug 31 14:43:27.979570 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-88fc1103-7160-4b8a-a7f9-61c3c4c3fadb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358531 Aug 31 14:43:28.000538 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-eb3dd7ce-afed-4c75-a21c-d4d24ec3e35c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486553 Aug 31 14:43:28.138943 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-37316bb5-6787-41f2-96b9-bf87abb91dc0 service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465371 Aug 31 14:43:28.157073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-e2fc75ff-0f29-4953-82a6-9bd96227ad2f service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463451 Aug 31 14:43:28.294233 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-f5b33e48-8a34-4bf6-925e-b6c565ca0a9d service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480851 Aug 31 14:43:28.304228 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dd1375c-862a-4a10-962d-d1db799cdc10 req-3560baaa-bfd2-4132-9cb8-9937dd4c66b8 service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378057 Aug 31 14:43:28.591509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edb5af-34eb-4c0f-b437-10872d52b566 req-24d1761f-00dd-4b0a-a6bc-258156fdf3ab tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:28.593062 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1edb5af-34eb-4c0f-b437-10872d52b566 req-24d1761f-00dd-4b0a-a6bc-258156fdf3ab tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 943 time: 0.0487976 Aug 31 14:43:28.633747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1edb5af-34eb-4c0f-b437-10872d52b566 req-377bc882-7f7d-40f4-9b11-f8b1e16551e0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348556 Aug 31 14:43:28.866515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b230b6-8789-4179-9c90-54e23eadc0e8 req-f50e0684-16c6-45a3-b882-23523aece50a tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:28.868044 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94b230b6-8789-4179-9c90-54e23eadc0e8 req-f50e0684-16c6-45a3-b882-23523aece50a tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 943 time: 0.0839591 Aug 31 14:43:28.877002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f22da2-1af6-487f-b085-26094052f105 req-c64e4294-fe18-4477-a7fd-7172a0799fa0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:28.878401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78f22da2-1af6-487f-b085-26094052f105 req-c64e4294-fe18-4477-a7fd-7172a0799fa0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.52 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef&tenant_id=588b4ef706074b7a990c2f2d5bbc8051&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 943 time: 0.0809979 Aug 31 14:43:28.945762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-94b230b6-8789-4179-9c90-54e23eadc0e8 req-067df081-2fc0-49fa-a67f-9ccdd271fdb0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663302 Aug 31 14:43:28.967205 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-78f22da2-1af6-487f-b085-26094052f105 req-531de9db-056f-415b-bb1e-844262093c01 service neutron] delete failed (client error): The resource could not be found. Aug 31 14:43:28.968236 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78f22da2-1af6-487f-b085-26094052f105 req-531de9db-056f-415b-bb1e-844262093c01 service neutron] 10.222.0.52 "DELETE /v2.0/ports/1ebb521a-7b61-461e-95c4-0b32e2052835/bindings/n-h2-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0821624 Aug 31 14:43:29.054593 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f22da2-1af6-487f-b085-26094052f105 req-d2f98efd-bf8b-4e7e-8cdd-4caf08730d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:29.057089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78f22da2-1af6-487f-b085-26094052f105 req-d2f98efd-bf8b-4e7e-8cdd-4caf08730d8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 1094 time: 0.0445180 Aug 31 14:43:29.165830 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f22da2-1af6-487f-b085-26094052f105 req-8607348f-0a5e-4467-a493-a36a376b7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:29.169037 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78f22da2-1af6-487f-b085-26094052f105 req-8607348f-0a5e-4467-a493-a36a376b7940 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 916 time: 0.1029694 Aug 31 14:43:29.238938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78f22da2-1af6-487f-b085-26094052f105 req-024da13e-6e01-4e00-9ab9-2ab656b9cc2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ebb521a-7b61-461e-95c4-0b32e2052835 HTTP/1.1" status: 200 len: 217 time: 0.0618179 Aug 31 14:43:29.302395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f22da2-1af6-487f-b085-26094052f105 req-266c7098-7e73-42c4-a896-33455ea9cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:29.303879 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78f22da2-1af6-487f-b085-26094052f105 req-266c7098-7e73-42c4-a896-33455ea9cda2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0547419 Aug 31 14:43:29.338520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78f22da2-1af6-487f-b085-26094052f105 req-ad195163-a825-4093-bd83-b4a34fd904e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267670 Aug 31 14:43:29.375680 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 1ebb521a-7b61-461e-95c4-0b32e2052835 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:43:29.437183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78f22da2-1af6-487f-b085-26094052f105 req-bbe9be6e-9610-4378-be97-c45fb6f13926 service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903292 Aug 31 14:43:29.475859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1ebb521a-7b61-461e-95c4-0b32e2052835,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:29.487504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '1ebb521a-7b61-461e-95c4-0b32e2052835', 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c', 'port_id': '1ebb521a-7b61-461e-95c4-0b32e2052835', 'mac_address': 'fa:16:3e:86:64:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216c0a5a-8a57-46bf-bbbe-abd20613f610', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:43:29.525196 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:29.533520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78f22da2-1af6-487f-b085-26094052f105 req-e902a9a7-852d-401d-846d-84a6b9e99fbf service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874672 Aug 31 14:43:29.541250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebb521a-7b61-461e-95c4-0b32e2052835 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:43:29.561612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1ebb521a-7b61-461e-95c4-0b32e2052835,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:29.565870 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:29.626855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=1ebb521a-7b61-461e-95c4-0b32e2052835,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:29.693962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1ebb521a-7b61-461e-95c4-0b32e2052835 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:43:29.748619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1ebb521a-7b61-461e-95c4-0b32e2052835 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:43:29.792196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['1ebb521a-7b61-461e-95c4-0b32e2052835'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:43:30.071141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5669a-4f58-4893-b30e-4394441d6cb5 req-f624a169-f70e-4ce5-a50a-95294e5c5047 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:30.073423 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2a5669a-4f58-4893-b30e-4394441d6cb5 req-f624a169-f70e-4ce5-a50a-95294e5c5047 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 944 time: 0.0550704 Aug 31 14:43:30.115249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a2a5669a-4f58-4893-b30e-4394441d6cb5 req-a71bcd0e-65c5-49a6-be61-5f377c4f5056 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339627 Aug 31 14:43:30.235421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ebe80-9533-40ee-9286-d813ef68b00e req-bdeb206f-eeb1-42b3-9441-8b3014a4f317 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:30.236852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af2ebe80-9533-40ee-9286-d813ef68b00e req-bdeb206f-eeb1-42b3-9441-8b3014a4f317 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 944 time: 0.0493016 Aug 31 14:43:30.278338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-af2ebe80-9533-40ee-9286-d813ef68b00e req-9b6373d7-32ec-466f-905b-76014c73a021 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353997 Aug 31 14:43:30.405815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf73d66-89e1-4ebc-a24e-d84465f82946 req-55575f5f-ccd2-49fa-b5cf-a51668d3285c tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:30.408377 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4bf73d66-89e1-4ebc-a24e-d84465f82946 req-55575f5f-ccd2-49fa-b5cf-a51668d3285c tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 944 time: 0.0574183 Aug 31 14:43:30.450987 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4bf73d66-89e1-4ebc-a24e-d84465f82946 req-3e2d7920-355d-4d2c-8969-49f21378375b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367925 Aug 31 14:43:30.809864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-bc6f5bb8-867c-429d-9d51-6eabdb8ab606 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:30.811253 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-bc6f5bb8-867c-429d-9d51-6eabdb8ab606 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 815 time: 0.1030631 Aug 31 14:43:30.826644 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-96730579-d078-4900-b24e-2fe65e4e7b5e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/quotas/588b4ef706074b7a990c2f2d5bbc8051 HTTP/1.1" status: 200 len: 375 time: 0.0092449 Aug 31 14:43:30.875759 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-417e8264-f81d-4fe2-bcc3-54bc8502e3be tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438874 Aug 31 14:43:30.968847 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-fd87dd01-be53-48d7-b734-841b004f9386 service neutron] 10.222.0.20 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860393 Aug 31 14:43:31.056212 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-aab8275a-2539-4219-b62e-f952d6c26a9b service neutron] 10.222.0.20 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813596 Aug 31 14:43:31.219593 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0493cd87-c3b4-4f3b-9501-fbbc5cc79cb0 req-02d47396-7a04-4617-8980-fe35c3a76672 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 210 time: 0.0322745 Aug 31 14:43:31.405670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 1ebb521a-7b61-461e-95c4-0b32e2052835 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:43:31.440922 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-31f61c72-c270-494b-8e5d-3593505d2b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:31.469699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 1ebb521a-7b61-461e-95c4-0b32e2052835 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:43:31.473518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 1ebb521a-7b61-461e-95c4-0b32e2052835 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:43:31.473894 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:31.551848 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:31.578671 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebb521a-7b61-461e-95c4-0b32e2052835'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:31.581047 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233241bc-684e-4376-8e73-074f1ecb4c32" -d '{"events": [{"server_uuid": "edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef", "name": "network-vif-plugged", "status": "completed", "tag": "1ebb521a-7b61-461e-95c4-0b32e2052835"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:31.594446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1ebb521a-7b61-461e-95c4-0b32e2052835,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:31.599522 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:31.626025 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11839dff-141b-48c0-9c7e-d38dcba66ca5 x-openstack-request-id: req-11839dff-141b-48c0-9c7e-d38dcba66ca5 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:31.626318 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef", "name": "network-vif-plugged", "status": "completed", "tag": "1ebb521a-7b61-461e-95c4-0b32e2052835", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:31.626578 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11839dff-141b-48c0-9c7e-d38dcba66ca5 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:31.626997 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebb521a-7b61-461e-95c4-0b32e2052835', 'code': 200} Aug 31 14:43:31.652271 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=1ebb521a-7b61-461e-95c4-0b32e2052835,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:31.949658 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f866d2-490e-4ba0-9779-dc916a14a3e1 req-5879851e-ca3d-4e90-8cd2-1691d885be3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:31.951154 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45f866d2-490e-4ba0-9779-dc916a14a3e1 req-5879851e-ca3d-4e90-8cd2-1691d885be3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.13 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 945 time: 0.0493164 Aug 31 14:43:32.098465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-45f866d2-490e-4ba0-9779-dc916a14a3e1 req-71377444-5520-418e-8934-fc63c61996d4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Deleting port 1ebb521a-7b61-461e-95c4-0b32e2052835 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:43:32.098810 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-45f866d2-490e-4ba0-9779-dc916a14a3e1 req-71377444-5520-418e-8934-fc63c61996d4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:32.201727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-3242b319-044d-4994-a8ff-5242381072d7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:32.203191 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-3242b319-044d-4994-a8ff-5242381072d7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.13 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 815 time: 0.1682403 Aug 31 14:43:32.226048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Request body: {'port': {'device_id': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c', 'admin_state_up': True, 'tenant_id': '588b4ef706074b7a990c2f2d5bbc8051'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:43:32.284582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-45f866d2-490e-4ba0-9779-dc916a14a3e1 req-71377444-5520-418e-8934-fc63c61996d4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] For port 1ebb521a-7b61-461e-95c4-0b32e2052835, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1ebb521a-7b61-461e-95c4-0b32e2052835,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:32.284970 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-45f866d2-490e-4ba0-9779-dc916a14a3e1 req-71377444-5520-418e-8934-fc63c61996d4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:32.329336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-45f866d2-490e-4ba0-9779-dc916a14a3e1 req-71377444-5520-418e-8934-fc63c61996d4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Calling delete_port for 1ebb521a-7b61-461e-95c4-0b32e2052835 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:43:32.334834 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2747ffdb-1ee6-4745-a5bd-f771c323ac1b req-5cc5bfe3-1e98-478a-916a-1f9f8b1ec8ae tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 210 time: 0.0368762 Aug 31 14:43:32.463619 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Made reservation on behalf of 588b4ef706074b7a990c2f2d5bbc8051 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:43:32.468191 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:32.554560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-45f866d2-490e-4ba0-9779-dc916a14a3e1 req-71377444-5520-418e-8934-fc63c61996d4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:32.567479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['1ebb521a-7b61-461e-95c4-0b32e2052835'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:43:32.620796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71377444-5520-418e-8934-fc63c61996d4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Pushing event deleted for resources: {'Port': ['ID=1ebb521a-7b61-461e-95c4-0b32e2052835,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:32.679036 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f866d2-490e-4ba0-9779-dc916a14a3e1 req-71377444-5520-418e-8934-fc63c61996d4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] No DVR routers for this DVR port 1ebb521a-7b61-461e-95c4-0b32e2052835 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:43:32.684473 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-45f866d2-490e-4ba0-9779-dc916a14a3e1 req-71377444-5520-418e-8934-fc63c61996d4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:32.686595 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45f866d2-490e-4ba0-9779-dc916a14a3e1 req-71377444-5520-418e-8934-fc63c61996d4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.13 "DELETE /v2.0/ports/1ebb521a-7b61-461e-95c4-0b32e2052835 HTTP/1.1" status: 204 len: 173 time: 0.7291265 Aug 31 14:43:32.687039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'name': 'network-vif-deleted', 'tag': '1ebb521a-7b61-461e-95c4-0b32e2052835'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:32.689491 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85806055-fdad-4339-8808-8a7a1b1e638d" -d '{"events": [{"server_uuid": "edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef", "name": "network-vif-deleted", "tag": "1ebb521a-7b61-461e-95c4-0b32e2052835"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:32.742914 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ae2e95-391c-46a6-a860-f6bdce176845 x-openstack-request-id: req-72ae2e95-391c-46a6-a860-f6bdce176845 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:32.743212 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef", "name": "network-vif-deleted", "tag": "1ebb521a-7b61-461e-95c4-0b32e2052835", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:32.743462 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72ae2e95-391c-46a6-a860-f6bdce176845 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:32.743954 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef', 'name': 'network-vif-deleted', 'tag': '1ebb521a-7b61-461e-95c4-0b32e2052835', 'status': 'completed', 'code': 200} Aug 31 14:43:32.757999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Allocated IP 172.20.0.10 (eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c/216c0a5a-8a57-46bf-bbbe-abd20613f610/eee5fb33-194e-4885-a774-6f3354ba93ef) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:43:32.889106 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e45f2ef6-a4aa-44e3-af6b-48bcca7893f0 req-28c649fe-b593-4eec-b0d5-6e8842bfbfc8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0314765 Aug 31 14:43:32.954161 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:32.976272 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e45f2ef6-a4aa-44e3-af6b-48bcca7893f0 req-58781ca4-0bbc-4123-8ca8-a3df73bbe210 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=edbd5a0c-9f2d-4cd3-8e67-c961dfd264ef HTTP/1.1" status: 200 len: 210 time: 0.0402751 Aug 31 14:43:33.159250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:33.172745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['1ebb521a-7b61-461e-95c4-0b32e2052835'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:43:33.268795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:43:33.281880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:43:33.289065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:43:33.294134 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Pushing event updated for resources: {'Port': ['ID=eee5fb33-194e-4885-a774-6f3354ba93ef,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:33.298890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f2ef6-a4aa-44e3-af6b-48bcca7893f0 req-e7ab8c7f-a4b8-4a6d-aad9-95ca81a7e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:33.300449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e45f2ef6-a4aa-44e3-af6b-48bcca7893f0 req-e7ab8c7f-a4b8-4a6d-aad9-95ca81a7e45d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3010983 Aug 31 14:43:33.837462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:33.838471 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:33.907037 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-9286f8cf-b215-4277-8806-e250af21bf3b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6922808 Aug 31 14:43:33.930989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Request body: {'port': {'device_id': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:43:33.973558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe2733-d009-43b1-a372-6a795f995890 req-8e60b65b-d087-4de3-af0a-e696e65a267f tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:33.975062 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95fe2733-d009-43b1-a372-6a795f995890 req-8e60b65b-d087-4de3-af0a-e696e65a267f tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 932 time: 0.5658090 Aug 31 14:43:33.977918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f2ef6-a4aa-44e3-af6b-48bcca7893f0 req-414fa8fd-dd58-4c9c-9c42-c3e498e40774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:33.979274 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e45f2ef6-a4aa-44e3-af6b-48bcca7893f0 req-414fa8fd-dd58-4c9c-9c42-c3e498e40774 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6572852 Aug 31 14:43:34.043381 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:34.061043 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95fe2733-d009-43b1-a372-6a795f995890 req-c389ac3e-7fff-44c7-adb6-7adc85c6d959 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781541 Aug 31 14:43:34.090480 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:34.114772 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9b49e030-3dc2-48e2-a027-c02b138ea1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:34.362653 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee5fb33-194e-4885-a774-6f3354ba93ef {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:43:34.371674 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:34.385198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Transition to ACTIVE for port object eee5fb33-194e-4885-a774-6f3354ba93ef will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:43:34.389276 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:34.444060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Pushing event updated for resources: {'Port': ['ID=eee5fb33-194e-4885-a774-6f3354ba93ef,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:34.512227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Attempting to bind port eee5fb33-194e-4885-a774-6f3354ba93ef on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:43:34.512598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Attempting to bind port eee5fb33-194e-4885-a774-6f3354ba93ef by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:43:34.512929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Attempting to bind port eee5fb33-194e-4885-a774-6f3354ba93ef on network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:43:34.517351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Port eee5fb33-194e-4885-a774-6f3354ba93ef on network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:43:34.517674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Attempting to bind port eee5fb33-194e-4885-a774-6f3354ba93ef on network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:43:34.522874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:43:34.523212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Checking segment: {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:43:34.523597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Bound using segment: {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:43:34.524028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Bound port: eee5fb33-194e-4885-a774-6f3354ba93ef, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:43:34.524390 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:34.593118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:43:34.596902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=eee5fb33-194e-4885-a774-6f3354ba93ef,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:43:34.601716 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:34.656468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:34.659463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:34.660983 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] 10.222.0.13 "PUT /v2.0/ports/eee5fb33-194e-4885-a774-6f3354ba93ef HTTP/1.1" status: 200 len: 1092 time: 0.7399514 Aug 31 14:43:34.679402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63a57c-f85a-4c72-b9a1-9584aa786413 service neutron] Pushing event updated for resources: {'Port': ['ID=eee5fb33-194e-4885-a774-6f3354ba93ef,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:34.745654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'tag': 'eee5fb33-194e-4885-a774-6f3354ba93ef'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:34.748352 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e0c4aa-84f9-4ec1-a551-1be753d19a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "779d59a6-7f18-406a-8d56-85bc182ca3b0", "tag": "eee5fb33-194e-4885-a774-6f3354ba93ef"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:34.753590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-bc0e9b91-41ae-497b-8b8c-5abaac55489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:34.755451 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-bc0e9b91-41ae-497b-8b8c-5abaac55489b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 1095 time: 0.0557637 Aug 31 14:43:34.805863 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7683c041-b48a-4674-91bb-762d9496d6f8 x-openstack-request-id: req-7683c041-b48a-4674-91bb-762d9496d6f8 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:34.806154 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779d59a6-7f18-406a-8d56-85bc182ca3b0", "tag": "eee5fb33-194e-4885-a774-6f3354ba93ef", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:34.806419 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7683c041-b48a-4674-91bb-762d9496d6f8 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:34.806819 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'tag': 'eee5fb33-194e-4885-a774-6f3354ba93ef', 'status': 'completed', 'code': 200} Aug 31 14:43:34.809121 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-7113e5e6-5d60-4c93-bb2e-973e68a51de4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee5fb33-194e-4885-a774-6f3354ba93ef HTTP/1.1" status: 200 len: 217 time: 0.0461395 Aug 31 14:43:34.861041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-94e2113a-891a-4aca-8216-71350d5b595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:34.862527 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-94e2113a-891a-4aca-8216-71350d5b595e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0461309 Aug 31 14:43:34.894768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-0a300a5c-39f7-4696-9c86-fa6cfe629fbb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248244 Aug 31 14:43:34.989132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-dde0c908-7481-49d2-8a64-3e37782eace3 service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876033 Aug 31 14:43:35.081918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-59f81cb5-b6d6-4dc4-a7f8-2bc6ffd3a10b req-11cddfe9-4761-40a2-9ff6-bbc42ef3b188 service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862949 Aug 31 14:43:35.205559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0c4aa-84f9-4ec1-a551-1be753d19a1f req-c951650b-c924-4f4e-9830-1f3779ce6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:35.207089 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91e0c4aa-84f9-4ec1-a551-1be753d19a1f req-c951650b-c924-4f4e-9830-1f3779ce6c03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 1095 time: 0.0769906 Aug 31 14:43:35.230979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381030c-399b-4f51-834a-b0c49bcf75e1 req-b4685381-489e-4647-add7-712200fc3837 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:35.232886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7381030c-399b-4f51-834a-b0c49bcf75e1 req-b4685381-489e-4647-add7-712200fc3837 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 944 time: 0.0908136 Aug 31 14:43:35.324550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7381030c-399b-4f51-834a-b0c49bcf75e1 req-9e79df78-83c3-49aa-a239-da3d39d74905 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780759 Aug 31 14:43:35.343352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0c4aa-84f9-4ec1-a551-1be753d19a1f req-bc27f306-751c-4e3d-b9ab-deb6bd3f32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:35.343826 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91e0c4aa-84f9-4ec1-a551-1be753d19a1f req-bc27f306-751c-4e3d-b9ab-deb6bd3f32b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 916 time: 0.1302280 Aug 31 14:43:35.360806 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:35.392266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91e0c4aa-84f9-4ec1-a551-1be753d19a1f req-1fd0fc02-4232-4949-bbc2-3c761a46e9f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee5fb33-194e-4885-a774-6f3354ba93ef HTTP/1.1" status: 200 len: 217 time: 0.0412610 Aug 31 14:43:35.442706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0c4aa-84f9-4ec1-a551-1be753d19a1f req-77b078c5-1958-4fe2-b2b8-da8271440e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:35.444393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91e0c4aa-84f9-4ec1-a551-1be753d19a1f req-77b078c5-1958-4fe2-b2b8-da8271440e28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0453935 Aug 31 14:43:35.478979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91e0c4aa-84f9-4ec1-a551-1be753d19a1f req-9f5df0de-db76-4b98-96dc-c75b586f6d24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258708 Aug 31 14:43:35.574247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91e0c4aa-84f9-4ec1-a551-1be753d19a1f req-e66b9d78-c343-47ee-b726-58d85a08db53 service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871027 Aug 31 14:43:35.665054 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91e0c4aa-84f9-4ec1-a551-1be753d19a1f req-74018c01-b1d2-4ee5-82b0-26c45b96a9df service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833123 Aug 31 14:43:36.438940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08e219-ec04-486d-ae4e-5ea78a898e7a req-b238e595-b48f-4d09-bfe6-6b786aab6282 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:36.440458 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fe08e219-ec04-486d-ae4e-5ea78a898e7a req-b238e595-b48f-4d09-bfe6-6b786aab6282 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 944 time: 0.0495677 Aug 31 14:43:36.479541 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fe08e219-ec04-486d-ae4e-5ea78a898e7a req-7fabe53b-a78a-4bd2-92a4-c2ac6a2035dd tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Aug 31 14:43:36.904631 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:37.424212 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device eee5fb33-194e-4885-a774-6f3354ba93ef details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:43:37.426322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 1ebb521a-7b61-461e-95c4-0b32e2052835 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:43:37.452339 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 1ebb521a-7b61-461e-95c4-0b32e2052835 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:43:37.452798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 1ebb521a-7b61-461e-95c4-0b32e2052835 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:43:37.536250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=eee5fb33-194e-4885-a774-6f3354ba93ef,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:37.547178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'eee5fb33-194e-4885-a774-6f3354ba93ef', 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c', 'port_id': 'eee5fb33-194e-4885-a774-6f3354ba93ef', 'mac_address': 'fa:16:3e:2c:49:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216c0a5a-8a57-46bf-bbbe-abd20613f610', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:43:37.583589 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:37.594101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb57220-fd33-4913-b420-0f764b62c3c8 req-19b75d95-218c-4860-a485-8b578cc63d68 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:37.595627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1fb57220-fd33-4913-b420-0f764b62c3c8 req-19b75d95-218c-4860-a485-8b578cc63d68 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 944 time: 0.0500326 Aug 31 14:43:37.597107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee5fb33-194e-4885-a774-6f3354ba93ef {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:43:37.616586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=eee5fb33-194e-4885-a774-6f3354ba93ef,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:37.620844 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:37.633755 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1fb57220-fd33-4913-b420-0f764b62c3c8 req-d407f25a-5206-456e-b287-04324a125442 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Aug 31 14:43:37.670123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=eee5fb33-194e-4885-a774-6f3354ba93ef,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:37.812654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['eee5fb33-194e-4885-a774-6f3354ba93ef'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:43:38.757184 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0c98-07d3-4683-87f5-2da610b7664c req-829177e5-cd4d-4d3b-861c-3d8a4cd6486b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:38.758658 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43ff0c98-07d3-4683-87f5-2da610b7664c req-829177e5-cd4d-4d3b-861c-3d8a4cd6486b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 945 time: 0.0538964 Aug 31 14:43:38.797301 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43ff0c98-07d3-4683-87f5-2da610b7664c req-20e0cedd-1ba7-4fe9-9400-6b439334f6d0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Aug 31 14:43:39.432649 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device eee5fb33-194e-4885-a774-6f3354ba93ef up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:43:39.483789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port eee5fb33-194e-4885-a774-6f3354ba93ef completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:43:39.487373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port eee5fb33-194e-4885-a774-6f3354ba93ef triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:43:39.487742 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:39.569338 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:39.571012 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:39.591735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee5fb33-194e-4885-a774-6f3354ba93ef'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:43:39.594022 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92265359-aaeb-48f7-bf84-5539d28da8ce" -d '{"events": [{"server_uuid": "779d59a6-7f18-406a-8d56-85bc182ca3b0", "name": "network-vif-plugged", "status": "completed", "tag": "eee5fb33-194e-4885-a774-6f3354ba93ef"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:43:39.609944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=eee5fb33-194e-4885-a774-6f3354ba93ef,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:43:39.616931 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:39.641359 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7544f92-0d2c-41bb-be06-fec215b5ab43 x-openstack-request-id: req-e7544f92-0d2c-41bb-be06-fec215b5ab43 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:43:39.641645 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779d59a6-7f18-406a-8d56-85bc182ca3b0", "name": "network-vif-plugged", "status": "completed", "tag": "eee5fb33-194e-4885-a774-6f3354ba93ef", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:43:39.641892 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7544f92-0d2c-41bb-be06-fec215b5ab43 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:43:39.642274 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee5fb33-194e-4885-a774-6f3354ba93ef', 'code': 200} Aug 31 14:43:39.644975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:43:39.667595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=eee5fb33-194e-4885-a774-6f3354ba93ef,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:43:39.731284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6b943-4c8b-4ed0-82af-1b8cc3dd519b req-f56f3be4-9080-468f-8ddb-89b9914111b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:39.732809 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dd6b943-4c8b-4ed0-82af-1b8cc3dd519b req-f56f3be4-9080-468f-8ddb-89b9914111b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 1097 time: 0.0441251 Aug 31 14:43:39.767364 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8dd6b943-4c8b-4ed0-82af-1b8cc3dd519b req-a6b0c140-69b7-4a84-b241-7d5634ab6445 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276654 Aug 31 14:43:39.911955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b54f9a-0ba4-497a-8f87-1b004903e37b req-da2d8572-8eac-40f1-a564-31f4f63f2836 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:39.913484 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80b54f9a-0ba4-497a-8f87-1b004903e37b req-da2d8572-8eac-40f1-a564-31f4f63f2836 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0500920 Aug 31 14:43:39.954585 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80b54f9a-0ba4-497a-8f87-1b004903e37b req-502952cb-2a0b-4612-a8b9-cd6e7171219c tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345707 Aug 31 14:43:41.076724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934d811-02d8-4212-a2e0-b5acf21b8438 req-9d34a63c-561f-4cd3-84a8-8eacf1afc9c1 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:41.078238 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f934d811-02d8-4212-a2e0-b5acf21b8438 req-9d34a63c-561f-4cd3-84a8-8eacf1afc9c1 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0502160 Aug 31 14:43:41.118410 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f934d811-02d8-4212-a2e0-b5acf21b8438 req-ebee91ff-bd3b-4a53-86eb-ce7a9d585b47 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336814 Aug 31 14:43:41.233177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3bd3b-81be-40f9-90c1-355fba97078e req-c6c9751d-6711-40dd-bf61-b0482fccb0bb tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:41.234746 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6cf3bd3b-81be-40f9-90c1-355fba97078e req-c6c9751d-6711-40dd-bf61-b0482fccb0bb tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0495734 Aug 31 14:43:41.278519 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6cf3bd3b-81be-40f9-90c1-355fba97078e req-45e26fd6-a101-4bbf-a319-6fe95ba025aa tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378120 Aug 31 14:43:41.516898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-c269222b-b96a-44a1-9b2a-22599847c08d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411286 Aug 31 14:43:41.532970 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344115d-0a13-4d5d-8d05-2b435704344b req-40621d2f-99b4-430d-ba92-b2d885681d02 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:41.534783 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3344115d-0a13-4d5d-8d05-2b435704344b req-40621d2f-99b4-430d-ba92-b2d885681d02 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0535271 Aug 31 14:43:41.577800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3344115d-0a13-4d5d-8d05-2b435704344b req-9956cb42-02df-4e97-9445-91a601a029ce tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367453 Aug 31 14:43:42.611263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-10165dbc-a7c4-42f6-99f5-e79218f5b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:42.612816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-10165dbc-a7c4-42f6-99f5-e79218f5b71a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 1097 time: 0.0443010 Aug 31 14:43:42.743154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9261-30dc-45ee-bb72-782c7a1f343a req-f44aee6c-f8eb-4a23-98ad-7f6ec959eb36 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:42.744591 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-de0d9261-30dc-45ee-bb72-782c7a1f343a req-f44aee6c-f8eb-4a23-98ad-7f6ec959eb36 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0807559 Aug 31 14:43:42.747784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9421d454-c445-411a-8505-ae583828e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:42.749160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9421d454-c445-411a-8505-ae583828e61b service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 916 time: 0.1295214 Aug 31 14:43:42.798681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-a7200630-2d22-4529-a2e7-005c2cbcad8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee5fb33-194e-4885-a774-6f3354ba93ef HTTP/1.1" status: 200 len: 217 time: 0.0415461 Aug 31 14:43:42.839263 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-de0d9261-30dc-45ee-bb72-782c7a1f343a req-64a9b0be-dc79-4f4b-9380-efd2416e7463 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880127 Aug 31 14:43:42.856561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9bb0e0eb-9b0f-4c08-b168-a7f9799278fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:42.858024 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9bb0e0eb-9b0f-4c08-b168-a7f9799278fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0491877 Aug 31 14:43:42.890301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-daf83fb5-d97b-4d7c-9613-dee4abd99ee1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255165 Aug 31 14:43:42.979218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-e6c3d6e6-b4b3-4ba8-a62c-1bbf3c900b0b service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823069 Aug 31 14:43:43.067222 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-d2192bc6-b8bf-48ac-a153-d9ea9985e820 service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804622 Aug 31 14:43:43.953882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757119f-3193-4434-b452-cd76ba0aae51 req-dbf24d09-917c-4548-917f-56ff93b209e7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:43.955370 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f757119f-3193-4434-b452-cd76ba0aae51 req-dbf24d09-917c-4548-917f-56ff93b209e7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0484650 Aug 31 14:43:43.992095 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f757119f-3193-4434-b452-cd76ba0aae51 req-7e36039f-0449-4479-912d-6cac57993ea1 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307949 Aug 31 14:43:45.113769 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb60a5-a7dc-49d3-818c-c26e605e01d1 req-e34221f1-33f3-4808-9b04-be9a614c52db tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:45.115260 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bcb60a5-a7dc-49d3-818c-c26e605e01d1 req-e34221f1-33f3-4808-9b04-be9a614c52db tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0541224 Aug 31 14:43:45.153193 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bcb60a5-a7dc-49d3-818c-c26e605e01d1 req-1483712d-6ee8-42ce-8d88-c477ae27f3c7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Aug 31 14:43:46.268203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dac729-ee96-49d7-8b29-6d4407bc5946 req-9679891e-ca7e-4fa7-9f96-99ad38240e0b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:46.269977 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39dac729-ee96-49d7-8b29-6d4407bc5946 req-9679891e-ca7e-4fa7-9f96-99ad38240e0b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0494363 Aug 31 14:43:46.307212 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39dac729-ee96-49d7-8b29-6d4407bc5946 req-79467cb7-c69f-4c00-b501-ebc00d3909f6 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313194 Aug 31 14:43:47.421315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07286e36-b13f-456b-b746-af14ff94a772 req-e4e0dff8-ea91-4b29-aaec-7c7f34211a4b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:47.422865 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07286e36-b13f-456b-b746-af14ff94a772 req-e4e0dff8-ea91-4b29-aaec-7c7f34211a4b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0497055 Aug 31 14:43:47.461732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07286e36-b13f-456b-b746-af14ff94a772 req-e2471567-3cce-4354-8f36-d4a3d198cdc2 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330470 Aug 31 14:43:48.579504 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e7858-83f2-470f-8b83-7be86337ae95 req-9acb136a-40b2-4000-9807-1a8542dbfcdd tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:48.581000 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-208e7858-83f2-470f-8b83-7be86337ae95 req-9acb136a-40b2-4000-9807-1a8542dbfcdd tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0521870 Aug 31 14:43:48.616833 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-208e7858-83f2-470f-8b83-7be86337ae95 req-61a846af-63e3-43d5-851c-2ecb94c2e9b9 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299337 Aug 31 14:43:49.076257 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:43:49.648357 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-2ee855f6-0343-4211-9016-18f64f1c3fad req-5f2af4fe-b583-4dea-8f23-b1ebf1d62ae9 service neutron] (106387) timed out ('10.222.0.20', 46000) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:43:49.734679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730d1a0-0aa0-43f0-a6c8-28bb8246c93f req-0371b402-fb4f-4872-b50a-c9358ce08be3 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:49.736102 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e730d1a0-0aa0-43f0-a6c8-28bb8246c93f req-0371b402-fb4f-4872-b50a-c9358ce08be3 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0485134 Aug 31 14:43:49.774269 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e730d1a0-0aa0-43f0-a6c8-28bb8246c93f req-b42b59d6-2f44-427d-92ee-0895e122a0fb tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322177 Aug 31 14:43:50.890955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1239e5b-979c-40cb-b10c-3534f9ae4e9d req-fa525999-fae2-406a-b0a9-e57e530f2ae5 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:50.892490 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d1239e5b-979c-40cb-b10c-3534f9ae4e9d req-fa525999-fae2-406a-b0a9-e57e530f2ae5 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0483658 Aug 31 14:43:50.928872 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d1239e5b-979c-40cb-b10c-3534f9ae4e9d req-fe24fa16-231e-4b86-b6fa-9ab0d81b9f04 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302572 Aug 31 14:43:52.047826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e644d7-7247-4256-86c1-0c2ed6e0f53e req-06e7cc7b-5f47-4751-897b-903d883fe957 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:52.049381 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1e644d7-7247-4256-86c1-0c2ed6e0f53e req-06e7cc7b-5f47-4751-897b-903d883fe957 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0531561 Aug 31 14:43:52.086587 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1e644d7-7247-4256-86c1-0c2ed6e0f53e req-cb688846-eed2-4fc0-a745-edda69ea6349 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314009 Aug 31 14:43:53.199747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43906128-8635-4cfa-867f-053dd1e077f2 req-a448ee05-1fd5-43a6-9ba2-41c51ca11d81 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:53.201250 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43906128-8635-4cfa-867f-053dd1e077f2 req-a448ee05-1fd5-43a6-9ba2-41c51ca11d81 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0476959 Aug 31 14:43:53.238309 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-43906128-8635-4cfa-867f-053dd1e077f2 req-5dde9199-2836-4706-8a7c-52acc5881373 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311785 Aug 31 14:43:54.355894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0077174-e45b-4fcd-8342-33dd6c51cac4 req-84ab6d1f-d5ad-4fb2-928e-62cf6448b726 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:54.357417 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0077174-e45b-4fcd-8342-33dd6c51cac4 req-84ab6d1f-d5ad-4fb2-928e-62cf6448b726 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0527396 Aug 31 14:43:54.395520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0077174-e45b-4fcd-8342-33dd6c51cac4 req-3ca960dd-0fb0-4155-b396-8414ed524ba7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Aug 31 14:43:55.514540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2f717-31ba-430a-9560-76d4f3ef90b2 req-94f10649-01f3-402b-8a23-e260cbb59188 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:55.516211 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-81f2f717-31ba-430a-9560-76d4f3ef90b2 req-94f10649-01f3-402b-8a23-e260cbb59188 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0537062 Aug 31 14:43:55.553130 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-81f2f717-31ba-430a-9560-76d4f3ef90b2 req-cae0bdb1-4909-4899-ab2c-1d4ec4281e6e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303922 Aug 31 14:43:56.666712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6702263-bf8c-4ff6-bcd7-3f978beb6be3 req-00ace71f-80ae-44a2-8f37-7d6a762599e2 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:56.668198 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6702263-bf8c-4ff6-bcd7-3f978beb6be3 req-00ace71f-80ae-44a2-8f37-7d6a762599e2 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0487845 Aug 31 14:43:56.706140 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6702263-bf8c-4ff6-bcd7-3f978beb6be3 req-00bf995d-1d38-4408-b39c-2bd59155156d tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Aug 31 14:43:57.820777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d6461-0624-41af-bd46-af0968abf7ab req-7b4437cd-176e-405a-9ac8-c9c758825038 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:57.822295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c5d6461-0624-41af-bd46-af0968abf7ab req-7b4437cd-176e-405a-9ac8-c9c758825038 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0495462 Aug 31 14:43:57.860011 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9c5d6461-0624-41af-bd46-af0968abf7ab req-8c9fcc9e-920e-407f-8cf8-05a21619ea1d tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318077 Aug 31 14:43:58.975450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c2558-559a-4f65-bba9-974bb81e9375 req-95a4ecf9-df73-4235-8261-433e09169f0c tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:43:58.976959 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-825c2558-559a-4f65-bba9-974bb81e9375 req-95a4ecf9-df73-4235-8261-433e09169f0c tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0517490 Aug 31 14:43:59.014222 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-825c2558-559a-4f65-bba9-974bb81e9375 req-c14fc64c-c7b3-4fc8-8ee7-8489c1e0a216 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309541 Aug 31 14:44:00.127225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78fc43-325b-47d1-b827-fdc96a098f50 req-27eb9419-45f1-4740-98b5-e34854254878 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:00.128775 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd78fc43-325b-47d1-b827-fdc96a098f50 req-27eb9419-45f1-4740-98b5-e34854254878 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0478981 Aug 31 14:44:00.165908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd78fc43-325b-47d1-b827-fdc96a098f50 req-63dcaf5e-0f25-41d8-92fb-bb8465355c55 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312307 Aug 31 14:44:01.284426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efdfd2-ce12-405a-89bd-a7f8adc2d87e req-8ce18c2e-2670-47a4-8e60-67614ce2778b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:01.285954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71efdfd2-ce12-405a-89bd-a7f8adc2d87e req-8ce18c2e-2670-47a4-8e60-67614ce2778b tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0496960 Aug 31 14:44:01.323467 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-71efdfd2-ce12-405a-89bd-a7f8adc2d87e req-4343eeca-c7a0-408f-9fd8-8adea9edfd0e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317099 Aug 31 14:44:01.416467 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1017e6d0-ff30-44a5-8276-47f1aa3748f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:02.443304 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc8c49-76fd-45f5-bade-7d42746be041 req-099fc069-195b-482a-af2b-4e6940f2a79c tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:02.444811 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4bc8c49-76fd-45f5-bade-7d42746be041 req-099fc069-195b-482a-af2b-4e6940f2a79c tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0528522 Aug 31 14:44:02.484794 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c4bc8c49-76fd-45f5-bade-7d42746be041 req-cf287ce7-5079-4455-a9e8-f199f82abd97 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334749 Aug 31 14:44:03.602627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0cbc7-7352-4e2d-a05a-c01db8c816c8 req-effced3c-c37d-4592-b298-360325207a82 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:03.604169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda0cbc7-7352-4e2d-a05a-c01db8c816c8 req-effced3c-c37d-4592-b298-360325207a82 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0502660 Aug 31 14:44:03.642205 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda0cbc7-7352-4e2d-a05a-c01db8c816c8 req-b8343132-37c7-443d-bed1-7ad6aadb2c5a tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Aug 31 14:44:04.091238 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:04.111740 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-da7a86f6-39aa-4b3d-8c33-6eb9c2d5cdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:04.772758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fc01c-2c69-48b8-b088-11fc232c3662 req-75ef20e7-0437-4c83-9706-6ade6d100fbc tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:04.774162 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-919fc01c-2c69-48b8-b088-11fc232c3662 req-75ef20e7-0437-4c83-9706-6ade6d100fbc tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0490794 Aug 31 14:44:04.811970 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-919fc01c-2c69-48b8-b088-11fc232c3662 req-38fd6ecd-07d9-4a33-acee-47bf2381212f tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312138 Aug 31 14:44:05.350755 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:05.933046 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02880e7c-9f9a-4331-8ded-bd61563d4a5d req-056b4d4d-df14-4d2a-9683-aea8fce867d6 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:05.934542 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02880e7c-9f9a-4331-8ded-bd61563d4a5d req-056b4d4d-df14-4d2a-9683-aea8fce867d6 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0524426 Aug 31 14:44:05.971324 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02880e7c-9f9a-4331-8ded-bd61563d4a5d req-1a734e9a-0eb6-4603-8582-6a20ea6a8949 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307779 Aug 31 14:44:06.909844 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:07.083770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbb433-cf9b-4fe2-afab-d75eb29ceaa6 req-fefd25f4-d2c6-4fed-b75e-9f2028ce6f00 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:07.085282 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ffbb433-cf9b-4fe2-afab-d75eb29ceaa6 req-fefd25f4-d2c6-4fed-b75e-9f2028ce6f00 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0476627 Aug 31 14:44:07.121679 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7ffbb433-cf9b-4fe2-afab-d75eb29ceaa6 req-f8e527f0-720f-4f20-8d61-752b7ee21ecd tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303314 Aug 31 14:44:08.235500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3596dae-2967-4a6f-bfa8-2e575febdbc7 req-e0ec364a-e361-4508-94cb-834cdbf0c3a0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:08.237019 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3596dae-2967-4a6f-bfa8-2e575febdbc7 req-e0ec364a-e361-4508-94cb-834cdbf0c3a0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0487263 Aug 31 14:44:08.275286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c3596dae-2967-4a6f-bfa8-2e575febdbc7 req-33b48353-fb07-4aeb-84a9-03166dcafe2c tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Aug 31 14:44:09.391551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aafc36-6389-47ff-9203-8894605f79f1 req-21be1def-4ba1-4537-902d-a06fa2d166f8 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:09.393067 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51aafc36-6389-47ff-9203-8894605f79f1 req-21be1def-4ba1-4537-902d-a06fa2d166f8 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0521107 Aug 31 14:44:09.430899 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51aafc36-6389-47ff-9203-8894605f79f1 req-fd2728bf-d9f5-4730-88f7-9bb5ce785e7a tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Aug 31 14:44:09.565645 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:09.620876 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:09.883840 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-08d7a46e-7f2f-48e0-bb7e-85d998e21094 service neutron] show failed (client error): The resource could not be found. Aug 31 14:44:09.884840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-08d7a46e-7f2f-48e0-bb7e-85d998e21094 service neutron] 10.222.0.13 "GET /v2.0/ports/eee5fb33-194e-4885-a774-6f3354ba93ef/bindings/n-h2-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0538871 Aug 31 14:44:10.085704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-26b7dae9-80b5-400f-8f81-e69b775d558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:10.095053 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-26b7dae9-80b5-400f-8f81-e69b775d558e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0&tenant_id=588b4ef706074b7a990c2f2d5bbc8051 HTTP/1.1" status: 200 len: 1097 time: 0.0444388 Aug 31 14:44:10.100204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:10.151299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.352200 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=eee5fb33-194e-4885-a774-6f3354ba93ef,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:10.383839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:44:10.426713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee5fb33-194e-4885-a774-6f3354ba93ef'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:10.429003 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c672fda2-e880-4b73-bb74-31cc10cdd2f9" -d '{"events": [{"server_uuid": "779d59a6-7f18-406a-8d56-85bc182ca3b0", "name": "network-vif-unplugged", "status": "completed", "tag": "eee5fb33-194e-4885-a774-6f3354ba93ef"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:10.433049 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.445764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Transition to ACTIVE for port object eee5fb33-194e-4885-a774-6f3354ba93ef will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:10.453725 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.489879 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd139e1b-de66-454b-8d69-c25451f9d3da x-openstack-request-id: req-fd139e1b-de66-454b-8d69-c25451f9d3da {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:10.490172 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779d59a6-7f18-406a-8d56-85bc182ca3b0", "name": "network-vif-unplugged", "status": "completed", "tag": "eee5fb33-194e-4885-a774-6f3354ba93ef", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:10.490426 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd139e1b-de66-454b-8d69-c25451f9d3da {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:10.490797 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee5fb33-194e-4885-a774-6f3354ba93ef', 'code': 200} Aug 31 14:44:10.521169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] No DVR routers for this DVR port eee5fb33-194e-4885-a774-6f3354ba93ef on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:10.527713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Pushing event updated for resources: {'Port': ['ID=eee5fb33-194e-4885-a774-6f3354ba93ef,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:10.550224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:10.550568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:10.550903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:10.551234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:10.551563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:10.551888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:10.552210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:10.552554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:10.552877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:10.553197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:10.553514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:10.553830 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:10.553929 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dbf5c-3a92-45da-bc6b-d913e81693ca req-d30473a7-97d9-4eb7-b962-9b414e1ff1e0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:10.555379 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a2dbf5c-3a92-45da-bc6b-d913e81693ca req-d30473a7-97d9-4eb7-b962-9b414e1ff1e0 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 944 time: 0.0492747 Aug 31 14:44:10.572710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Attempting to bind port eee5fb33-194e-4885-a774-6f3354ba93ef on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:44:10.573245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Attempting to bind port eee5fb33-194e-4885-a774-6f3354ba93ef by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:44:10.573777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Attempting to bind port eee5fb33-194e-4885-a774-6f3354ba93ef on network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:10.579094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Port eee5fb33-194e-4885-a774-6f3354ba93ef on network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:44:10.579449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Attempting to bind port eee5fb33-194e-4885-a774-6f3354ba93ef on network eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:10.584164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:44:10.584528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Checking segment: {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:44:10.584906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Bound using segment: {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:44:10.585330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Bound port: eee5fb33-194e-4885-a774-6f3354ba93ef, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:44:10.585714 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.596260 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7a2dbf5c-3a92-45da-bc6b-d913e81693ca req-d3f66d69-d518-4e6d-8587-72f465da760a tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330834 Aug 31 14:44:10.648324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:44:10.651281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=eee5fb33-194e-4885-a774-6f3354ba93ef,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:44:10.655677 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.692832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:10.693943 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:10.695394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] 10.222.0.52 "PUT /v2.0/ports/eee5fb33-194e-4885-a774-6f3354ba93ef HTTP/1.1" status: 200 len: 1092 time: 0.5992880 Aug 31 14:44:10.727858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb355c9-a8d6-40c7-a44c-10c5920717fb service neutron] Pushing event updated for resources: {'Port': ['ID=eee5fb33-194e-4885-a774-6f3354ba93ef,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:10.762628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-6e450cbc-a259-4aa8-8f58-eda27a600e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:10.764211 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-6e450cbc-a259-4aa8-8f58-eda27a600e54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 1095 time: 0.0443616 Aug 31 14:44:10.853053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-db2dc943-4615-4cd0-9451-a19fa0676d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:10.854549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-db2dc943-4615-4cd0-9451-a19fa0676d57 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 916 time: 0.0827403 Aug 31 14:44:10.901312 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-3ae339ad-4cd0-4482-a409-b10e0dfb85b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee5fb33-194e-4885-a774-6f3354ba93ef HTTP/1.1" status: 200 len: 217 time: 0.0378916 Aug 31 14:44:10.952552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-fe4051a3-8b63-4fa4-a078-720b293f7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:10.953963 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-fe4051a3-8b63-4fa4-a078-720b293f7c71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0449092 Aug 31 14:44:10.986605 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-e9beec6f-b04c-46a1-936d-579877f78a98 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252223 Aug 31 14:44:11.078293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-6fc95ff0-ad77-46c8-937e-9d1c14e61deb service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838828 Aug 31 14:44:11.167375 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-458f131d-69f3-43fd-8bd9-bcc80981ad22 req-25ce7291-68e6-4fb3-ad9f-1e9b03f6d8b5 service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813687 Aug 31 14:44:11.719338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c516e-d193-4fbb-8f80-5de03ab5fdad req-f48a8a8b-a2b7-4f59-8f32-df1370ed960d tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:11.720948 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2c3c516e-d193-4fbb-8f80-5de03ab5fdad req-f48a8a8b-a2b7-4f59-8f32-df1370ed960d tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 944 time: 0.0508785 Aug 31 14:44:11.765094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2c3c516e-d193-4fbb-8f80-5de03ab5fdad req-22c4f888-35f6-464d-9517-44e2bf73ad71 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 Aug 31 14:44:12.491639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'tag': 'eee5fb33-194e-4885-a774-6f3354ba93ef'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:12.494085 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f0538f-7462-4fd3-840b-005fd842abd3" -d '{"events": [{"name": "network-changed", "server_uuid": "779d59a6-7f18-406a-8d56-85bc182ca3b0", "tag": "eee5fb33-194e-4885-a774-6f3354ba93ef"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:12.548521 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914fd686-3000-4739-aa9e-a7f2d9439fdc x-openstack-request-id: req-914fd686-3000-4739-aa9e-a7f2d9439fdc {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:12.548823 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779d59a6-7f18-406a-8d56-85bc182ca3b0", "tag": "eee5fb33-194e-4885-a774-6f3354ba93ef", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:12.549075 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-914fd686-3000-4739-aa9e-a7f2d9439fdc {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:12.549491 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'tag': 'eee5fb33-194e-4885-a774-6f3354ba93ef', 'status': 'completed', 'code': 200} Aug 31 14:44:12.637404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-c5529f7e-f690-45dc-a16b-5c85351113d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:12.639013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-c5529f7e-f690-45dc-a16b-5c85351113d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 1095 time: 0.0695016 Aug 31 14:44:12.645571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-e37a60da-9c8b-45bd-a81e-2db2aaf72935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:12.647211 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-e37a60da-9c8b-45bd-a81e-2db2aaf72935 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 1095 time: 0.0763779 Aug 31 14:44:12.813954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-0013e59a-e7d2-47d0-b124-ddd827b957a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:12.815446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-0013e59a-e7d2-47d0-b124-ddd827b957a2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 916 time: 0.1566730 Aug 31 14:44:12.816598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-870adc82-e6fb-414b-acaa-ef4799e78401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:12.817936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-870adc82-e6fb-414b-acaa-ef4799e78401 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 916 time: 0.1603057 Aug 31 14:44:12.902127 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-e397af30-6ee1-4dc3-b33a-707fa9bcf05b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee5fb33-194e-4885-a774-6f3354ba93ef HTTP/1.1" status: 200 len: 217 time: 0.0716302 Aug 31 14:44:12.903374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-00930407-1b8b-43a5-b378-77cd4b388b26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee5fb33-194e-4885-a774-6f3354ba93ef HTTP/1.1" status: 200 len: 217 time: 0.0805864 Aug 31 14:44:13.015711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-6681fde7-238e-406c-bbfc-fa1870583ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:13.017225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-6681fde7-238e-406c-bbfc-fa1870583ca4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0960999 Aug 31 14:44:13.019925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-23cf0e0c-e713-42ec-9063-9e2ac28cfaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:13.021276 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-23cf0e0c-e713-42ec-9063-9e2ac28cfaad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0990565 Aug 31 14:44:13.028852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66107f08-454c-4cce-86fa-ebc9a4a6a289 req-8f56529a-a50b-4d0e-a037-eb472421ff9e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:13.030929 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66107f08-454c-4cce-86fa-ebc9a4a6a289 req-8f56529a-a50b-4d0e-a037-eb472421ff9e tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 944 time: 0.1946013 Aug 31 14:44:13.081309 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-6fccb81f-abd7-46e4-a195-115e60e568ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493553 Aug 31 14:44:13.082896 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-bbebd054-8ea3-47fe-bbd2-89097d63a11d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500700 Aug 31 14:44:13.205470 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-66107f08-454c-4cce-86fa-ebc9a4a6a289 req-10214134-ca3b-42ba-8664-8174228b20f2 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580305 Aug 31 14:44:13.260949 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-70c44a9d-78d6-4562-b585-7f3baf20e886 service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720884 Aug 31 14:44:13.262704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-a981af3f-aadc-4bf2-b12b-39e1f07a0093 service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607306 Aug 31 14:44:13.500012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-60003db7-95e8-4df9-92ef-a0ca259669fa tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:13.501507 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-60003db7-95e8-4df9-92ef-a0ca259669fa tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.13 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0&tenant_id=588b4ef706074b7a990c2f2d5bbc8051&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 944 time: 0.1245158 Aug 31 14:44:13.503293 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-33e1f455-ee7b-43ae-abec-f08bf63a04be service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355301 Aug 31 14:44:13.510225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962c028-e9de-4390-bd76-7f5da51e6e16 req-93779da9-9c2b-41f3-a207-68f3934437d6 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:13.511675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9962c028-e9de-4390-bd76-7f5da51e6e16 req-93779da9-9c2b-41f3-a207-68f3934437d6 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 944 time: 0.1567390 Aug 31 14:44:13.523674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-f2ea67fe-047d-4159-9435-d98ca201438b service neutron] 10.222.0.52 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474260 Aug 31 14:44:13.591237 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9962c028-e9de-4390-bd76-7f5da51e6e16 req-8297be80-2783-47fc-9b11-1d0627917c13 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698092 Aug 31 14:44:13.595990 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-048cc0db-44ff-4b89-b04b-e080d4801d3d service neutron] delete failed (client error): The resource could not be found. Aug 31 14:44:13.596997 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-048cc0db-44ff-4b89-b04b-e080d4801d3d service neutron] 10.222.0.13 "DELETE /v2.0/ports/eee5fb33-194e-4885-a774-6f3354ba93ef/bindings/n-h1-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0830162 Aug 31 14:44:13.634045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device eee5fb33-194e-4885-a774-6f3354ba93ef no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:13.673570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device eee5fb33-194e-4885-a774-6f3354ba93ef not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:13.681306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-85423ba0-18c7-45b5-831f-41a0063ee6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:13.682922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-85423ba0-18c7-45b5-831f-41a0063ee6dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 1095 time: 0.0407684 Aug 31 14:44:13.776176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-57838034-0986-4a59-b283-bead0b3ed954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:13.777639 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-57838034-0986-4a59-b283-bead0b3ed954 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 200 len: 916 time: 0.0878568 Aug 31 14:44:13.818859 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-b847deff-bece-42a9-bf1e-52dbd41b6737 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee5fb33-194e-4885-a774-6f3354ba93ef HTTP/1.1" status: 200 len: 217 time: 0.0344844 Aug 31 14:44:13.870294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-89d9ffa7-bacd-4937-aec1-238471d77afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:13.871763 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-89d9ffa7-bacd-4937-aec1-238471d77afe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 200 len: 855 time: 0.0464768 Aug 31 14:44:13.902557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-ff74dc66-2f56-4b9f-9dcf-032018da30da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242989 Aug 31 14:44:13.902914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device eee5fb33-194e-4885-a774-6f3354ba93ef details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:44:13.991272 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-f5543759-4298-4ea7-9f86-ca0602c44cd6 service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819397 Aug 31 14:44:13.997635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=eee5fb33-194e-4885-a774-6f3354ba93ef,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:14.009045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'eee5fb33-194e-4885-a774-6f3354ba93ef', 'network_id': 'eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c', 'port_id': 'eee5fb33-194e-4885-a774-6f3354ba93ef', 'mac_address': 'fa:16:3e:2c:49:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216c0a5a-8a57-46bf-bbbe-abd20613f610', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:44:14.045893 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.058213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee5fb33-194e-4885-a774-6f3354ba93ef {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:44:14.076650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=eee5fb33-194e-4885-a774-6f3354ba93ef,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:14.080588 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:14.085320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7eb6f4d0-fbf8-484c-839f-77236a7ad7aa req-35bfafcc-e7e7-4224-bcf2-eeb0a40ad018 service neutron] 10.222.0.13 "GET /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870962 Aug 31 14:44:14.130539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=eee5fb33-194e-4885-a774-6f3354ba93ef,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:14.139331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:14.139740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:14.140094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:14.140465 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:14.140821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:14.141158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:14.141495 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:14.141828 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:14.142166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:14.142498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:14.142880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:14.143358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:14.309571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['eee5fb33-194e-4885-a774-6f3354ba93ef'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:44:14.724811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19d77a-16d2-4ed7-8741-7629ee635dd4 req-0d809926-ae5e-4820-b05a-1ea5a7535254 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:14.726347 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c19d77a-16d2-4ed7-8741-7629ee635dd4 req-0d809926-ae5e-4820-b05a-1ea5a7535254 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 945 time: 0.0558586 Aug 31 14:44:14.768816 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3c19d77a-16d2-4ed7-8741-7629ee635dd4 req-bd6f2707-e771-4d01-bfd0-dba9236874b4 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363965 Aug 31 14:44:14.884594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75636d60-e48b-4e76-82aa-5fba2916543e req-c58fc70d-942d-4746-9155-403b72307077 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:14.886009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75636d60-e48b-4e76-82aa-5fba2916543e req-c58fc70d-942d-4746-9155-403b72307077 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 945 time: 0.0493867 Aug 31 14:44:14.923366 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75636d60-e48b-4e76-82aa-5fba2916543e req-67fcdf36-a4ea-4029-824e-13f9918aec19 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Aug 31 14:44:15.045063 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6546a5-1515-4445-906d-7e2e57d77dbe req-110860a8-95dc-4956-93fb-c3b3db7cb0a7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:15.046552 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a6546a5-1515-4445-906d-7e2e57d77dbe req-110860a8-95dc-4956-93fb-c3b3db7cb0a7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 945 time: 0.0528181 Aug 31 14:44:15.083906 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4a6546a5-1515-4445-906d-7e2e57d77dbe req-55bec845-b488-4cfd-a747-5fbbddea63d2 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Aug 31 14:44:15.434700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a82f2e-2aa3-46db-a466-9ceb34a7ca4e req-06df1285-4bcb-4b7a-b82f-4eb8fb87d912 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:15.436931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0a82f2e-2aa3-46db-a466-9ceb34a7ca4e req-06df1285-4bcb-4b7a-b82f-4eb8fb87d912 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 945 time: 0.0563893 Aug 31 14:44:15.476575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0a82f2e-2aa3-46db-a466-9ceb34a7ca4e req-b98c0a63-3cb3-4ea7-acf0-2177d3b63987 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334897 Aug 31 14:44:15.914684 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device eee5fb33-194e-4885-a774-6f3354ba93ef up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:44:15.963878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port eee5fb33-194e-4885-a774-6f3354ba93ef completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:15.967643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port eee5fb33-194e-4885-a774-6f3354ba93ef triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:15.968019 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:16.206872 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:16.230667 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee5fb33-194e-4885-a774-6f3354ba93ef'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:16.234081 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d94f0b2-b568-481f-bb41-12658ed6a495" -d '{"events": [{"server_uuid": "779d59a6-7f18-406a-8d56-85bc182ca3b0", "name": "network-vif-plugged", "status": "completed", "tag": "eee5fb33-194e-4885-a774-6f3354ba93ef"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:16.247122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=eee5fb33-194e-4885-a774-6f3354ba93ef,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:16.253854 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:16.284355 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35206504-611f-450a-a261-e51ade5eeeb9 x-openstack-request-id: req-35206504-611f-450a-a261-e51ade5eeeb9 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:16.284677 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779d59a6-7f18-406a-8d56-85bc182ca3b0", "name": "network-vif-plugged", "status": "completed", "tag": "eee5fb33-194e-4885-a774-6f3354ba93ef", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:16.284930 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35206504-611f-450a-a261-e51ade5eeeb9 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:16.285326 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee5fb33-194e-4885-a774-6f3354ba93ef', 'code': 200} Aug 31 14:44:16.312013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=eee5fb33-194e-4885-a774-6f3354ba93ef,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:16.624060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8f64b-84ea-4b59-8813-0d3a1e4bc89b req-24bfdc95-9afc-4904-8b67-6196b81f8585 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:16.625531 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47c8f64b-84ea-4b59-8813-0d3a1e4bc89b req-24bfdc95-9afc-4904-8b67-6196b81f8585 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.52 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0785363 Aug 31 14:44:16.632680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f35bb-9b6a-4afc-a6ab-70171d133e9b req-5101c705-66af-4087-a7cb-a27f20b80914 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:16.634055 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e35f35bb-9b6a-4afc-a6ab-70171d133e9b req-5101c705-66af-4087-a7cb-a27f20b80914 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/ports?device_id=779d59a6-7f18-406a-8d56-85bc182ca3b0 HTTP/1.1" status: 200 len: 946 time: 0.0898554 Aug 31 14:44:16.720815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e35f35bb-9b6a-4afc-a6ab-70171d133e9b req-b5bd9e4f-5400-4ebb-a474-c272fcd337b7 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791764 Aug 31 14:44:16.745670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-47c8f64b-84ea-4b59-8813-0d3a1e4bc89b req-85468c4d-5b9d-4ae5-b38b-c34ad0221a19 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Deleting port eee5fb33-194e-4885-a774-6f3354ba93ef {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:44:16.746019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-47c8f64b-84ea-4b59-8813-0d3a1e4bc89b req-85468c4d-5b9d-4ae5-b38b-c34ad0221a19 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:17.170572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-47c8f64b-84ea-4b59-8813-0d3a1e4bc89b req-85468c4d-5b9d-4ae5-b38b-c34ad0221a19 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] For port eee5fb33-194e-4885-a774-6f3354ba93ef, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=eee5fb33-194e-4885-a774-6f3354ba93ef,segment=NetworkSegment(8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85),segment_id=8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:17.170856 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-47c8f64b-84ea-4b59-8813-0d3a1e4bc89b req-85468c4d-5b9d-4ae5-b38b-c34ad0221a19 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:17.183285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-47c8f64b-84ea-4b59-8813-0d3a1e4bc89b req-85468c4d-5b9d-4ae5-b38b-c34ad0221a19 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Calling delete_port for eee5fb33-194e-4885-a774-6f3354ba93ef owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:44:17.307529 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-47c8f64b-84ea-4b59-8813-0d3a1e4bc89b req-85468c4d-5b9d-4ae5-b38b-c34ad0221a19 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:17.319427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['eee5fb33-194e-4885-a774-6f3354ba93ef'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:44:17.336703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85468c4d-5b9d-4ae5-b38b-c34ad0221a19 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Pushing event deleted for resources: {'Port': ['ID=eee5fb33-194e-4885-a774-6f3354ba93ef,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:17.376673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c8f64b-84ea-4b59-8813-0d3a1e4bc89b req-85468c4d-5b9d-4ae5-b38b-c34ad0221a19 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] No DVR routers for this DVR port eee5fb33-194e-4885-a774-6f3354ba93ef on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:44:17.379256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-47c8f64b-84ea-4b59-8813-0d3a1e4bc89b req-85468c4d-5b9d-4ae5-b38b-c34ad0221a19 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:17.381283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47c8f64b-84ea-4b59-8813-0d3a1e4bc89b req-85468c4d-5b9d-4ae5-b38b-c34ad0221a19 tempest-ServerDiskConfigTestJSON-1342837053 tempest-ServerDiskConfigTestJSON-1342837053-project] 10.222.0.52 "DELETE /v2.0/ports/eee5fb33-194e-4885-a774-6f3354ba93ef HTTP/1.1" status: 204 len: 173 time: 0.7463698 Aug 31 14:44:17.381741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'name': 'network-vif-deleted', 'tag': 'eee5fb33-194e-4885-a774-6f3354ba93ef'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:17.384001 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6715fd-3578-431f-8e52-a233f6a1c660" -d '{"events": [{"server_uuid": "779d59a6-7f18-406a-8d56-85bc182ca3b0", "name": "network-vif-deleted", "tag": "eee5fb33-194e-4885-a774-6f3354ba93ef"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:17.422594 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493495d4-bf1c-4b72-aebd-14fc043e8fb0 x-openstack-request-id: req-493495d4-bf1c-4b72-aebd-14fc043e8fb0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:17.422884 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779d59a6-7f18-406a-8d56-85bc182ca3b0", "name": "network-vif-deleted", "tag": "eee5fb33-194e-4885-a774-6f3354ba93ef", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:17.423131 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-493495d4-bf1c-4b72-aebd-14fc043e8fb0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:17.423554 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779d59a6-7f18-406a-8d56-85bc182ca3b0', 'name': 'network-vif-deleted', 'tag': 'eee5fb33-194e-4885-a774-6f3354ba93ef', 'status': 'completed', 'code': 200} Aug 31 14:44:17.839380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60022) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:17.883378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Deleting subnet 216c0a5a-8a57-46bf-bbbe-abd20613f610 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:44:17.886443 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:17.921470 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:17.959745 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.017849 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.045312 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.047198 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/216c0a5a-8a57-46bf-bbbe-abd20613f610 HTTP/1.1" status: 204 len: 168 time: 0.2067847 Aug 31 14:44:18.047978 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216c0a5a-8a57-46bf-bbbe-abd20613f610,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:18.049855 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60024) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:18.055739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:18.056094 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:18.056456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:18.056804 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:18.057140 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:18.057477 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:18.057808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:18.058136 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:18.058464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:18.058792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:18.059116 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:18.059439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c9ae75-c2b8-411f-9bfb-7999e48dc3b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:18.118891 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.194082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.203793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:18.217826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:18.217826 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adf1ca4-aff9-4cef-a7a7-fd8c29ddda85') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:18.226365 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.239860 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.245520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:44:18.245904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:44:18.247484 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:44:18.298909 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.304688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.306569 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] 10.222.0.20 "DELETE /v2.0/networks/eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c HTTP/1.1" status: 204 len: 168 time: 0.2557321 Aug 31 14:44:18.318142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4063422-e302-4085-879e-f7ea6c265d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1e6ce8-58d9-41b4-a88e-0d2c0f8c6c7c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:18.413281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60028) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:18.454094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6ecd2783-fdbc-4841-aaf8-c1b6a5b678f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=588b4ef706074b7a990c2f2d5bbc8051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396116 Aug 31 14:44:18.456542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60030) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:18.503807 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338d99a1-22f1-4dca-8457-2376108d18a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.528610 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338d99a1-22f1-4dca-8457-2376108d18a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.574049 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338d99a1-22f1-4dca-8457-2376108d18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.577566 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-338d99a1-22f1-4dca-8457-2376108d18a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:18.578736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-338d99a1-22f1-4dca-8457-2376108d18a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6 HTTP/1.1" status: 204 len: 168 time: 0.1213002 Aug 31 14:44:18.587837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d99a1-22f1-4dca-8457-2376108d18a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fac7e5d-f7f3-43fd-a242-1d8b1a87bab6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:19.245000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60052) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:19.341981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2060016641-network', 'tenant_id': '7762818db08b4af99e865e5203ec29c7'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:19.363473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Made reservation on behalf of 7762818db08b4af99e865e5203ec29c7 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:44:19.365931 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.374362 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.461681 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.465660 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.490105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:44:19.498538 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09683b69-1b11-4ebe-9b12-9f5749dd723a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:19.504421 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.504801 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Added segment 5b1bcf2f-d763-4f6c-93cb-4ec263fdb443 of type vlan for network 9b448708-7436-4a92-ac45-55560748cd51 Aug 31 14:44:19.544683 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.568780 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.569758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:19.570344 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.627044 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3808548 Aug 31 14:44:19.630236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60056) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:19.632058 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1cbe4-12f1-4efc-b9f2-6e4d10aca7f3 admin admin] Pushing event updated for resources: {'Network': ['ID=9b448708-7436-4a92-ac45-55560748cd51,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:19.635301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2e9714fc-038c-4477-80a0-8a6f0093f571 admin admin] Request body: {'subnet': {'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2060016641-subnet', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:19.646220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 9b448708-7436-4a92-ac45-55560748cd51 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:44:19.658299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9714fc-038c-4477-80a0-8a6f0093f571 admin admin] Made reservation on behalf of 7762818db08b4af99e865e5203ec29c7 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:44:19.660963 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e9714fc-038c-4477-80a0-8a6f0093f571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.826092 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e9714fc-038c-4477-80a0-8a6f0093f571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.883327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9714fc-038c-4477-80a0-8a6f0093f571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a03e22b-e5c9-4520-bec6-5211cc86f9d7,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:19.887728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9714fc-038c-4477-80a0-8a6f0093f571 admin admin] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:44:19.888087 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9714fc-038c-4477-80a0-8a6f0093f571 admin admin] Network hostable DHCP agents. Network: 9b448708-7436-4a92-ac45-55560748cd51, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:44:19.905208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9714fc-038c-4477-80a0-8a6f0093f571 admin admin] Network 9b448708-7436-4a92-ac45-55560748cd51 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:44:19.914076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-2e9714fc-038c-4477-80a0-8a6f0093f571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 9b448708-7436-4a92-ac45-55560748cd51) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:44:19.918142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9714fc-038c-4477-80a0-8a6f0093f571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:19.918726 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e9714fc-038c-4477-80a0-8a6f0093f571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.922796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b486278-af05-48da-84c8-816b16eafe82 None None] Network 9b448708-7436-4a92-ac45-55560748cd51 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:44:19.933321 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2e9714fc-038c-4477-80a0-8a6f0093f571 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3015265 Aug 31 14:44:19.936093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60058) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:19.941071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:19.961892 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:19.963241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.019234 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.072043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-9b448708-7436-4a92-ac45-55560748cd51', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:44:20.072939 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.155350 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.204122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Allocated IP 172.20.0.2 (9b448708-7436-4a92-ac45-55560748cd51/8a03e22b-e5c9-4520-bec6-5211cc86f9d7/e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:44:20.344923 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.353200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Transition to ACTIVE for port object e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:20.356076 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.368264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Transition to ACTIVE for port object e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:20.374260 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.378230 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.415141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Network 9b448708-7436-4a92-ac45-55560748cd51 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:44:20.420640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:44:20.423068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Pushing event updated for resources: {'Port': ['ID=e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:20.425249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:44:20.480109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Attempting to bind port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:44:20.480481 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Attempting to bind port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:44:20.480863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Attempting to bind port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:20.486391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:44:20.486779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:44:20.486903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Allocated IP 172.25.3.188 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/2ea9352e-b589-4875-a6d8-7d202e94520d) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:44:20.487189 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.487586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Bound using segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:44:20.488057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Bound port: e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:44:20.488682 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.551282 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] For port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:44:20.554515 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] For port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:44:20.558165 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.596868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.616764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37aef8-7c4f-4d66-ab6e-9ddf2d8edca6 None None] Pushing event updated for resources: {'Port': ['ID=e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:20.644565 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:20.688086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:44:20.691883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:44:20.694398 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:44:20.727151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea9352e-b589-4875-a6d8-7d202e94520d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:20.973729 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:21.178424 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:21.309758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:44:21.423747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:44:21.434144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Sync routers for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:44:21.440393 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:21.441893 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cf3c947d-45e7-40b0-8d78-b9c42895b740 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5043185 Aug 31 14:44:21.444732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60060) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:21.446301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:21.446997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:44:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:21.485074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c1a4aa-7d12-4525-9c77-10ba532306dc None None] Network 9b448708-7436-4a92-ac45-55560748cd51 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:44:21.578353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f9560030-c68a-4ba3-a1f3-c036ea459d8c None None] Provisioning for port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:21.626569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:21.864506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:20Z', 'revision_number': 3, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:21.873038 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:21.893181 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Checking router: 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:44:21.893517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Updating router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc port 2ea9352e-b589-4875-a6d8-7d202e94520d binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:44:21.927801 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:21.953645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device eee5fb33-194e-4885-a774-6f3354ba93ef no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:44:21.981368 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: eee5fb33-194e-4885-a774-6f3354ba93ef {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:44:21.981706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device eee5fb33-194e-4885-a774-6f3354ba93ef not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:44:22.043425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:44:22.055154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Allocated IP 172.20.0.1 (9b448708-7436-4a92-ac45-55560748cd51/8a03e22b-e5c9-4520-bec6-5211cc86f9d7/47cab917-70b4-4309-b956-10977a260c1d) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:44:22.163455 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.174518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:22.179166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Transition to ACTIVE for port object 47cab917-70b4-4309-b956-10977a260c1d will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:22.183676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:22.184046 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.213833 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.250255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Network 9b448708-7436-4a92-ac45-55560748cd51 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:44:22.255195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:44:22.258765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:44:22.284345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Pushing event updated for resources: {'Port': ['ID=47cab917-70b4-4309-b956-10977a260c1d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:22.303037 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.315835 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.334823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Transition to ACTIVE for port object 2ea9352e-b589-4875-a6d8-7d202e94520d will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:22.338426 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.350960 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.423695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:22.424765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce474e-1b59-4662-8e3f-02863192ef76 None None] Pushing event updated for resources: {'Port': ['ID=2ea9352e-b589-4875-a6d8-7d202e94520d,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:22.429499 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.432969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Attempting to bind port 2ea9352e-b589-4875-a6d8-7d202e94520d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:44:22.433340 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Attempting to bind port 2ea9352e-b589-4875-a6d8-7d202e94520d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:44:22.433803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Attempting to bind port 2ea9352e-b589-4875-a6d8-7d202e94520d on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:22.456380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.459625 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:44:22.460149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:44:22.460394 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.460821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:44:22.461307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Bound port: 2ea9352e-b589-4875-a6d8-7d202e94520d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:44:22.461690 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.519198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:22.532962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] For port 2ea9352e-b589-4875-a6d8-7d202e94520d, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:44:22.536291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] For port 2ea9352e-b589-4875-a6d8-7d202e94520d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2ea9352e-b589-4875-a6d8-7d202e94520d,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:44:22.541604 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.607499 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce474e-1b59-4662-8e3f-02863192ef76 None None] Pushing event updated for resources: {'Port': ['ID=2ea9352e-b589-4875-a6d8-7d202e94520d,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:22.610767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:22.611439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:44:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:22.613779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-638d09f1-cc55-4be6-b71a-6aac45e463ab None None] Provisioning for port 47cab917-70b4-4309-b956-10977a260c1d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:22.632899 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.638060 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.651278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-638d09f1-cc55-4be6-b71a-6aac45e463ab None None] Provisioning complete for port 47cab917-70b4-4309-b956-10977a260c1d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:22.651647 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-638d09f1-cc55-4be6-b71a-6aac45e463ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.705037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Pushing event updated for resources: {'Port': ['ID=47cab917-70b4-4309-b956-10977a260c1d,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:22.708621 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:22.720666 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-638d09f1-cc55-4be6-b71a-6aac45e463ab None None] Port 47cab917-70b4-4309-b956-10977a260c1d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:44:22.745646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:22.801955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Network 9b448708-7436-4a92-ac45-55560748cd51 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:44:22.803383 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:44:22.924295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:44:22.960351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 1, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:22.986952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f999de-8687-4125-afbf-984018d62a3a None None] The sync data for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 is: [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 1, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:44:23.041232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:44:23.044067 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0fbcfe0c-fb4b-43f2-8116-48328835816c None None] Provisioning complete for port 47cab917-70b4-4309-b956-10977a260c1d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:23.044478 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0fbcfe0c-fb4b-43f2-8116-48328835816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:23.047833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3aea1d01-b30e-4ff1-88fe-cc5015cda3c0 admin admin] 10.222.0.20 "PUT /v2.0/routers/0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6020210 Aug 31 14:44:23.085838 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcfe0c-fb4b-43f2-8116-48328835816c None None] Port 47cab917-70b4-4309-b956-10977a260c1d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:44:24.028890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2ea9352e-b589-4875-a6d8-7d202e94520d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:44:24.242298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 2ea9352e-b589-4875-a6d8-7d202e94520d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:24.245806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 2ea9352e-b589-4875-a6d8-7d202e94520d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:24.246186 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.321916 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.343450 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 2ea9352e-b589-4875-a6d8-7d202e94520d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2ea9352e-b589-4875-a6d8-7d202e94520d,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:24.347414 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.348402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:44:24.423893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=2ea9352e-b589-4875-a6d8-7d202e94520d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:24.437683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:24.438065 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.631611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60070) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:24.636883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-eedb8375-91c2-47af-b837-9c8460db44fc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785913355', 'description': 'tempest-description--771329006'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:24.664350 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eedb8375-91c2-47af-b837-9c8460db44fc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.747898 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eedb8375-91c2-47af-b837-9c8460db44fc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.752756 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eedb8375-91c2-47af-b837-9c8460db44fc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.771418 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Sync routers for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:44:24.781347 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:24.781743 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eedb8375-91c2-47af-b837-9c8460db44fc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.782112 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:44:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:24.783002 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eedb8375-91c2-47af-b837-9c8460db44fc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1503832 Aug 31 14:44:24.784895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb8375-91c2-47af-b837-9c8460db44fc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7392f6c0-8d91-41b7-ae42-99d99a765c81,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:24.786102 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60072) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:24.791029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-029cf1e9-421d-45b0-be93-529a3a9aa644 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Request body: {'security_group_rule': {'security_group_id': '7392f6c0-8d91-41b7-ae42-99d99a765c81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:24.821566 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-029cf1e9-421d-45b0-be93-529a3a9aa644 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.881982 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-029cf1e9-421d-45b0-be93-529a3a9aa644 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.885885 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-029cf1e9-421d-45b0-be93-529a3a9aa644 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.891484 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:24.905052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cf1e9-421d-45b0-be93-529a3a9aa644 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb523230-cbb9-44ca-b1ac-157b2b2f9a47,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:24.911934 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-029cf1e9-421d-45b0-be93-529a3a9aa644 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:24.915795 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-029cf1e9-421d-45b0-be93-529a3a9aa644 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259670 Aug 31 14:44:24.915984 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60074) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:24.920456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-69d2b244-f3d9-453c-9684-cf86d9690d5a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Request body: {'security_group_rule': {'security_group_id': '7392f6c0-8d91-41b7-ae42-99d99a765c81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:24.954119 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69d2b244-f3d9-453c-9684-cf86d9690d5a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.017241 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69d2b244-f3d9-453c-9684-cf86d9690d5a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.022077 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69d2b244-f3d9-453c-9684-cf86d9690d5a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.036725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2b244-f3d9-453c-9684-cf86d9690d5a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c8205e-782f-4ebd-8d64-6ef59d09f5af,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:25.050498 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69d2b244-f3d9-453c-9684-cf86d9690d5a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.052042 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-69d2b244-f3d9-453c-9684-cf86d9690d5a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349316 Aug 31 14:44:25.055128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60076) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:25.059531 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:25.081347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.101706 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 2, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:25.132219 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Checking router: 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:44:25.132510 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Updating router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc port 47cab917-70b4-4309-b956-10977a260c1d binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:44:25.157258 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.184729 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.293998 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Allocated IP 172.25.3.170 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/89a5ac9e-39f4-42d9-8ece-1ee0a747d718) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:44:25.397482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.436162 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.471673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:44:25.476335 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:44:25.480119 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:44:25.506802 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.507161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event updated for resources: {'Port': ['ID=89a5ac9e-39f4-42d9-8ece-1ee0a747d718,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:25.518571 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Transition to ACTIVE for port object 47cab917-70b4-4309-b956-10977a260c1d will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:25.524524 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.573717 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.599793 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Pushing event updated for resources: {'Port': ['ID=47cab917-70b4-4309-b956-10977a260c1d,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:25.610797 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.618884 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:25.619236 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:25.619578 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:25.619917 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:25.620250 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:25.620632 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:25.620923 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:25.621245 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:25.621567 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:25.621889 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:25.622210 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:25.622527 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:44:25.639523 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Attempting to bind port 47cab917-70b4-4309-b956-10977a260c1d on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:44:25.640047 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Attempting to bind port 47cab917-70b4-4309-b956-10977a260c1d by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:44:25.640557 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Attempting to bind port 47cab917-70b4-4309-b956-10977a260c1d on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:25.646415 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:44:25.646930 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:44:25.647422 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.647934 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Bound using segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:44:25.648399 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Bound port: 47cab917-70b4-4309-b956-10977a260c1d, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:44:25.648876 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.715892 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] For port 47cab917-70b4-4309-b956-10977a260c1d, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:44:25.719638 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] For port 47cab917-70b4-4309-b956-10977a260c1d, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=47cab917-70b4-4309-b956-10977a260c1d,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:44:25.725647 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.789512 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:25.790153 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:44:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:25.790522 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.797258 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.832053 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59925e-5041-4b91-992a-f695adb57176 None None] Pushing event updated for resources: {'Port': ['ID=47cab917-70b4-4309-b956-10977a260c1d,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:25.873045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event updated for resources: {'Port': ['ID=89a5ac9e-39f4-42d9-8ece-1ee0a747d718,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:25.884162 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.904034 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:25.904796 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a8e3aa73-89ab-4327-867c-18e1d6c6491b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8484559 Aug 31 14:44:25.923330 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:26.023745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 47cab917-70b4-4309-b956-10977a260c1d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:44:26.073078 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-9155da0a-2dab-41ea-bcc9-1c981cc05a41 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1785913355&fields=id&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 267 time: 0.0391877 Aug 31 14:44:26.082195 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:44:26.090900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 47cab917-70b4-4309-b956-10977a260c1d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:26.095386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 47cab917-70b4-4309-b956-10977a260c1d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:26.095993 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:26.141147 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:25Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:26.168212 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3345d-a312-41ef-8ab9-189b1930ea16 None None] The sync data for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 is: [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:25Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:44:26.179668 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:26.196299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-1f8e98e3-56b1-47e3-b35e-a8a5449ec7d9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:26.197868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-1f8e98e3-56b1-47e3-b35e-a8a5449ec7d9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 812 time: 0.1122456 Aug 31 14:44:26.215384 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-ef1c1916-b495-46e7-b73c-ba8b7391b480 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/quotas/7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 375 time: 0.0098510 Aug 31 14:44:26.217097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 47cab917-70b4-4309-b956-10977a260c1d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=47cab917-70b4-4309-b956-10977a260c1d,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:26.222026 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:26.222871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2ea9352e-b589-4875-a6d8-7d202e94520d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:44:26.279412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-d3d3fad0-2cdb-4aa7-85f1-633a645d6868 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564103 Aug 31 14:44:26.306263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=47cab917-70b4-4309-b956-10977a260c1d,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:26.319247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 2ea9352e-b589-4875-a6d8-7d202e94520d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:26.319627 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:26.386333 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-6d54795f-ef25-4aaa-9f0a-ea5de76d88e0 service neutron] 10.222.0.20 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927370 Aug 31 14:44:26.485076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-d7ef2e61-3342-4ea4-8de7-f3e29ebcc511 service neutron] 10.222.0.20 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905807 Aug 31 14:44:26.659599 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-be84a2bd-b6d2-4f87-95c0-7acc7f05b92d req-37e26610-ca0f-4e08-b7e5-738695488231 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 210 time: 0.0285702 Aug 31 14:44:27.590567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-730790a7-6204-4e3e-8776-f9f8c2c2631a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:27.592124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-730790a7-6204-4e3e-8776-f9f8c2c2631a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 812 time: 0.1084580 Aug 31 14:44:27.640628 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-2afedcbe-43c1-4736-a73f-a15294727751 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 380 time: 0.0383856 Aug 31 14:44:27.652529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Request body: {'port': {'device_id': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'admin_state_up': True, 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'security_groups': ['7392f6c0-8d91-41b7-ae42-99d99a765c81']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:27.771343 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3293950c-1afc-4606-a96d-3f29135265df req-813cd71b-4f5d-4656-a57c-9cdbedef9703 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 210 time: 0.0383728 Aug 31 14:44:27.799326 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Made reservation on behalf of 7762818db08b4af99e865e5203ec29c7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:44:27.803297 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:27.926571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Allocated IP 172.20.0.3 (9b448708-7436-4a92-ac45-55560748cd51/8a03e22b-e5c9-4520-bec6-5211cc86f9d7/b1d97709-59f7-4cea-a4a4-a8a10205cb8e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:44:27.955500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 47cab917-70b4-4309-b956-10977a260c1d up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:44:28.003426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 47cab917-70b4-4309-b956-10977a260c1d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:28.003710 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:28.403943 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:28.418892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Transition to ACTIVE for port object b1d97709-59f7-4cea-a4a4-a8a10205cb8e will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:28.452935 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:28.497189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Network 9b448708-7436-4a92-ac45-55560748cd51 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:44:28.500283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:44:28.504077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:44:28.510615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event updated for resources: {'Port': ['ID=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:28.561465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:28.562110 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:28.578151 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-bda0f468-840a-40f1-aaff-333937e5b9f2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9303815 Aug 31 14:44:28.652740 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Request body: {'port': {'device_id': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:28.707265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:28.708044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-66b1bd36-8856-4514-8769-647610630fb0 None None] Provisioning for port b1d97709-59f7-4cea-a4a4-a8a10205cb8e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:28.711739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-66b1bd36-8856-4514-8769-647610630fb0 None None] Provisioning complete for port b1d97709-59f7-4cea-a4a4-a8a10205cb8e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:28.712113 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-66b1bd36-8856-4514-8769-647610630fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:28.744967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-66b1bd36-8856-4514-8769-647610630fb0 None None] Port b1d97709-59f7-4cea-a4a4-a8a10205cb8e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:44:28.891781 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8277094-7447-4c8e-904d-dc25f451068e req-2be2476a-960d-4c51-b1d5-80ed14d92941 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:28.893340 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8277094-7447-4c8e-904d-dc25f451068e req-2be2476a-960d-4c51-b1d5-80ed14d92941 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 931 time: 0.0548317 Aug 31 14:44:28.932585 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8277094-7447-4c8e-904d-dc25f451068e req-90da497a-c9f0-4603-8982-54d3c8950530 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323360 Aug 31 14:44:28.974799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d97709-59f7-4cea-a4a4-a8a10205cb8e {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:44:28.982055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:28.993841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Transition to ACTIVE for port object b1d97709-59f7-4cea-a4a4-a8a10205cb8e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:44:28.997170 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.063775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:29.118448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Attempting to bind port b1d97709-59f7-4cea-a4a4-a8a10205cb8e on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:44:29.118797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Attempting to bind port b1d97709-59f7-4cea-a4a4-a8a10205cb8e by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:44:29.119130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Attempting to bind port b1d97709-59f7-4cea-a4a4-a8a10205cb8e on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:29.123563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Port b1d97709-59f7-4cea-a4a4-a8a10205cb8e on network 9b448708-7436-4a92-ac45-55560748cd51 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:44:29.123890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Attempting to bind port b1d97709-59f7-4cea-a4a4-a8a10205cb8e on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:44:29.129439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:44:29.129787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:44:29.130183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Bound using segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:44:29.130611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Bound port: b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:44:29.130971 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.204184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:44:29.207617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:44:29.212616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.248577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:29.249733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:29.251173 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] 10.222.0.52 "PUT /v2.0/ports/b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 200 len: 1091 time: 0.6640172 Aug 31 14:44:29.251627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:29.254026 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9c309b-5263-4e46-b24b-badcff85ccbf" -d '{"events": [{"name": "network-changed", "server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:29.280953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a473b3f-24c8-453f-8178-d4cac07a34a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:29.302407 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef70baa-a125-4e40-9727-adbdccdb5fce x-openstack-request-id: req-5ef70baa-a125-4e40-9727-adbdccdb5fce {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:29.302721 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:29.302973 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ef70baa-a125-4e40-9727-adbdccdb5fce {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:29.303389 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'status': 'completed', 'code': 200} Aug 31 14:44:29.347649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-e445b3b8-1811-4455-9949-60bb1ec1b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:29.349253 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-e445b3b8-1811-4455-9949-60bb1ec1b462 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 1094 time: 0.0434856 Aug 31 14:44:29.393741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-7cf13e6e-9df6-48ce-bbee-06d6818b0995 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 200 len: 217 time: 0.0358455 Aug 31 14:44:29.450528 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-3e35637c-53f5-4e13-9eac-4d095e480c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:29.451961 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-3e35637c-53f5-4e13-9eac-4d095e480c6d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0498145 Aug 31 14:44:29.498292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-b78a81f6-8a01-4947-9a91-3b57a3131f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:29.500148 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-b78a81f6-8a01-4947-9a91-3b57a3131f6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406003 Aug 31 14:44:29.587849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-84e13b89-7217-4a99-9bc6-7e3cb6b6ccf4 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803654 Aug 31 14:44:29.681963 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5e28eacf-145b-42c7-9f4a-9f84d115ed75 req-46144b0a-f007-4e5e-af98-f68a5292939b service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863304 Aug 31 14:44:29.772654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c309b-5263-4e46-b24b-badcff85ccbf req-564696c4-ebfe-4b16-9a5a-c2566f5d2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:29.774141 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc9c309b-5263-4e46-b24b-badcff85ccbf req-564696c4-ebfe-4b16-9a5a-c2566f5d2ca2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 1094 time: 0.0429938 Aug 31 14:44:29.875347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c309b-5263-4e46-b24b-badcff85ccbf req-119ae0c2-90fe-4d1c-955e-77fb432ce205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:29.876877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc9c309b-5263-4e46-b24b-badcff85ccbf req-119ae0c2-90fe-4d1c-955e-77fb432ce205 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0940723 Aug 31 14:44:29.924314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc9c309b-5263-4e46-b24b-badcff85ccbf req-56e7414d-9624-4c81-8d1e-f15572e84a22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 200 len: 217 time: 0.0387707 Aug 31 14:44:29.976155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c309b-5263-4e46-b24b-badcff85ccbf req-13bb881c-5dd1-4144-8626-b1a6e28f105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:29.977753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc9c309b-5263-4e46-b24b-badcff85ccbf req-13bb881c-5dd1-4144-8626-b1a6e28f105a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0465586 Aug 31 14:44:30.041298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c309b-5263-4e46-b24b-badcff85ccbf req-b30eb82e-85b9-491d-96ee-19dfe67f111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:30.042948 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc9c309b-5263-4e46-b24b-badcff85ccbf req-b30eb82e-85b9-491d-96ee-19dfe67f111c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555806 Aug 31 14:44:30.059726 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f1fb5-229a-4ccf-8f91-817ddfa3c412 req-87ab0a55-65fb-4f45-b95e-b4fa5457ce5a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:30.061534 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-633f1fb5-229a-4ccf-8f91-817ddfa3c412 req-87ab0a55-65fb-4f45-b95e-b4fa5457ce5a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 943 time: 0.0593209 Aug 31 14:44:30.116360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-633f1fb5-229a-4ccf-8f91-817ddfa3c412 req-a8f6162a-a40e-4e2e-956c-4f5154874316 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Aug 31 14:44:30.144692 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc9c309b-5263-4e46-b24b-badcff85ccbf req-cb9b1adc-c72c-4681-b3e8-cce071f35913 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927827 Aug 31 14:44:30.244444 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc9c309b-5263-4e46-b24b-badcff85ccbf req-638ddd71-c472-4e55-8971-17cac7210d0c service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917029 Aug 31 14:44:31.237278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0edb8-bdd1-4434-97b2-5c7be0b180b0 req-4861d318-0321-4221-a6d6-41bc18b6b8b0 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:31.238879 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fac0edb8-bdd1-4434-97b2-5c7be0b180b0 req-4861d318-0321-4221-a6d6-41bc18b6b8b0 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 943 time: 0.0524955 Aug 31 14:44:31.281504 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fac0edb8-bdd1-4434-97b2-5c7be0b180b0 req-ff444f72-5d1a-4f6b-ab0b-2e750cd50720 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359852 Aug 31 14:44:31.417948 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ec32dba7-04ce-46d3-bd48-07254b510c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:31.987914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device b1d97709-59f7-4cea-a4a4-a8a10205cb8e details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:44:32.081522 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:32.092250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'port_id': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'mac_address': 'fa:16:3e:ed:cd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:44:32.126884 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:32.138884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d97709-59f7-4cea-a4a4-a8a10205cb8e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:44:32.158417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:32.162061 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:32.214716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:32.362315 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['b1d97709-59f7-4cea-a4a4-a8a10205cb8e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:44:32.398413 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f498d74-20ad-4b22-a1db-21226d1a9be9 req-fd3d096a-5ef2-40ae-a890-3ace40445eb5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:32.400068 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f498d74-20ad-4b22-a1db-21226d1a9be9 req-fd3d096a-5ef2-40ae-a890-3ace40445eb5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 944 time: 0.0497754 Aug 31 14:44:32.439257 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f498d74-20ad-4b22-a1db-21226d1a9be9 req-9205a1b7-976e-496f-8498-e19521dd2662 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330012 Aug 31 14:44:33.555438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fe772-3e90-4770-8ea5-23c77118950b req-1ff9424e-5381-4b53-bc15-38f98b6d5126 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:33.560910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b6fe772-3e90-4770-8ea5-23c77118950b req-1ff9424e-5381-4b53-bc15-38f98b6d5126 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 944 time: 0.0523937 Aug 31 14:44:33.595422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b6fe772-3e90-4770-8ea5-23c77118950b req-ecf4524d-a9d2-4359-80bf-056e1befb5bb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318153 Aug 31 14:44:33.988717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device b1d97709-59f7-4cea-a4a4-a8a10205cb8e up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:44:34.036230 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port b1d97709-59f7-4cea-a4a4-a8a10205cb8e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:44:34.039818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port b1d97709-59f7-4cea-a4a4-a8a10205cb8e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:44:34.040188 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:34.095425 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:34.134955 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-41e3c15b-dee6-4aac-b2d9-8105b1325d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:34.140245 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:34.162532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:34.164734 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9799a8-d0b5-446f-992c-66e7d8db0ebe" -d '{"events": [{"server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "name": "network-vif-plugged", "status": "completed", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:34.177132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:44:34.181156 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:34.228421 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:44:34.266297 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1404768a-93bd-4e76-ad3e-d1afe87b945d x-openstack-request-id: req-1404768a-93bd-4e76-ad3e-d1afe87b945d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:34.266594 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "name": "network-vif-plugged", "status": "completed", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:34.266850 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1404768a-93bd-4e76-ad3e-d1afe87b945d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:34.267253 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'code': 200} Aug 31 14:44:34.367728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b621e-caf5-499d-a358-d4d34b3ca417 req-f349bec9-adca-4c50-b288-3ee5d1e8f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:34.369352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-640b621e-caf5-499d-a358-d4d34b3ca417 req-f349bec9-adca-4c50-b288-3ee5d1e8f2dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 1096 time: 0.0446236 Aug 31 14:44:34.406448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-640b621e-caf5-499d-a358-d4d34b3ca417 req-06029af2-e150-4111-9014-7691bfbeab43 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285714 Aug 31 14:44:34.711900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d946e-8e7c-4515-977e-b85e02a05622 req-e11f45c6-a5dd-4c29-9676-4266f39b676f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:34.713387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e0d946e-8e7c-4515-977e-b85e02a05622 req-e11f45c6-a5dd-4c29-9676-4266f39b676f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0506511 Aug 31 14:44:34.753722 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3e0d946e-8e7c-4515-977e-b85e02a05622 req-051df06e-5b1a-4da0-8290-3e423416b9da tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336573 Aug 31 14:44:35.361531 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:35.876406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8e1f0-fff9-44ac-b641-a27599a44338 req-f68e3ca2-b95b-4172-99bf-9772e790eba6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:35.877938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0df8e1f0-fff9-44ac-b641-a27599a44338 req-f68e3ca2-b95b-4172-99bf-9772e790eba6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0533242 Aug 31 14:44:35.916352 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0df8e1f0-fff9-44ac-b641-a27599a44338 req-7b85dbba-ed29-48b0-a4f2-f25fc841b69c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323293 Aug 31 14:44:36.025930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2fee7-e48f-4f5e-9ace-a842e6ef148f req-55266139-d65e-41c8-abed-41a93fb6edab tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:36.027458 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ca2fee7-e48f-4f5e-9ace-a842e6ef148f req-55266139-d65e-41c8-abed-41a93fb6edab tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0491760 Aug 31 14:44:36.036414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60130) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:44:36.040819 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c0f8786c-d76a-41ff-bcba-7c5090c6b38d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Request body: {'floatingip': {'port_id': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:44:36.083221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0f8786c-d76a-41ff-bcba-7c5090c6b38d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:36.405766 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6430c83-b9d5-42d1-b6d9-e2fd26614a12 req-456e846b-3e59-4c8e-a75c-96c3e08c5f59 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1209278 Aug 31 14:44:36.529916 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430c83-b9d5-42d1-b6d9-e2fd26614a12 req-1f438019-27d9-4822-a2ea-c9f1bd6c7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:36.531446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6430c83-b9d5-42d1-b6d9-e2fd26614a12 req-1f438019-27d9-4822-a2ea-c9f1bd6c7471 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 1096 time: 0.0807841 Aug 31 14:44:36.631286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0f8786c-d76a-41ff-bcba-7c5090c6b38d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:36.636231 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0f8786c-d76a-41ff-bcba-7c5090c6b38d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:36.710422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430c83-b9d5-42d1-b6d9-e2fd26614a12 req-937b5bfb-cb79-4609-a48b-52769a142ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:36.711981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6430c83-b9d5-42d1-b6d9-e2fd26614a12 req-937b5bfb-cb79-4609-a48b-52769a142ad1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.1463072 Aug 31 14:44:36.805753 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-c0f8786c-d76a-41ff-bcba-7c5090c6b38d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Floating IP 1796381c-e120-4cdc-976c-c01f06e4099a associated. External IP: 172.25.3.170, port: b1d97709-59f7-4cea-a4a4-a8a10205cb8e. Aug 31 14:44:36.843814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6430c83-b9d5-42d1-b6d9-e2fd26614a12 req-238af324-b20c-41cb-b74f-1f4117298523 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 200 len: 999 time: 0.1058283 Aug 31 14:44:36.911911 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:36.934132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430c83-b9d5-42d1-b6d9-e2fd26614a12 req-556b5279-5ea8-4ae3-8bea-fb1ba53d92a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:36.935625 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6430c83-b9d5-42d1-b6d9-e2fd26614a12 req-556b5279-5ea8-4ae3-8bea-fb1ba53d92a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0835080 Aug 31 14:44:37.029324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430c83-b9d5-42d1-b6d9-e2fd26614a12 req-fc7092c1-c212-4299-86d5-3bfc6d75e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:37.031352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6430c83-b9d5-42d1-b6d9-e2fd26614a12 req-fc7092c1-c212-4299-86d5-3bfc6d75e60c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870562 Aug 31 14:44:37.145222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f8786c-d76a-41ff-bcba-7c5090c6b38d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:44:37.201470 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6430c83-b9d5-42d1-b6d9-e2fd26614a12 req-ec334167-8f6c-44da-8481-035ee7f96890 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411865 Aug 31 14:44:37.331276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f8786c-d76a-41ff-bcba-7c5090c6b38d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:44:37.339607 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0f8786c-d76a-41ff-bcba-7c5090c6b38d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:37.340779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7f8ae-172c-4a36-b1fd-f0d0246c46f2 None None] Sync routers for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:44:37.349682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7f8ae-172c-4a36-b1fd-f0d0246c46f2 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:37.350316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1ba7f8ae-172c-4a36-b1fd-f0d0246c46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:44:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:37.360220 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6430c83-b9d5-42d1-b6d9-e2fd26614a12 req-2ba7b878-a5c3-48f5-9c96-010e5ba08236 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485591 Aug 31 14:44:37.370724 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c0f8786c-d76a-41ff-bcba-7c5090c6b38d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "PUT /v2.0/floatingips/1796381c-e120-4cdc-976c-c01f06e4099a HTTP/1.1" status: 200 len: 991 time: 1.3333120 Aug 31 14:44:37.371322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:44:37.373620 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7168b4-3bf7-4de5-ba93-c41f60b78dba" -d '{"events": [{"name": "network-changed", "server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:44:37.415879 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64795244-9177-460c-80ef-3034dc0b8545 x-openstack-request-id: req-64795244-9177-460c-80ef-3034dc0b8545 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:44:37.416323 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:44:37.416692 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64795244-9177-460c-80ef-3034dc0b8545 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:44:37.417306 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'status': 'completed', 'code': 200} Aug 31 14:44:37.469987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-1ba7f8ae-172c-4a36-b1fd-f0d0246c46f2 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:37.492259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7168b4-3bf7-4de5-ba93-c41f60b78dba req-24794ca6-1451-4476-bf59-7f60b0ac6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:37.493842 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a7168b4-3bf7-4de5-ba93-c41f60b78dba req-24794ca6-1451-4476-bf59-7f60b0ac6206 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 1096 time: 0.0405285 Aug 31 14:44:37.583775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7168b4-3bf7-4de5-ba93-c41f60b78dba req-1d9edc3f-980f-42f6-a44f-d273f7e6d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:37.585241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a7168b4-3bf7-4de5-ba93-c41f60b78dba req-1d9edc3f-980f-42f6-a44f-d273f7e6d4d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0837414 Aug 31 14:44:37.654474 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a7168b4-3bf7-4de5-ba93-c41f60b78dba req-efaaebf1-450e-4274-9c88-3e18d1683ac7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 200 len: 999 time: 0.0619013 Aug 31 14:44:37.687800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1ba7f8ae-172c-4a36-b1fd-f0d0246c46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1796381c-e120-4cdc-976c-c01f06e4099a', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'port_id': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'mac_address': 'fa:16:3e:ed:cd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:25Z', 'updated_at': '2021-08-31T14:44:36Z', 'revision_number': 1, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:37.705021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7168b4-3bf7-4de5-ba93-c41f60b78dba req-9389c138-af4e-4bf4-bac3-87fa290f9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:37.706529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a7168b4-3bf7-4de5-ba93-c41f60b78dba req-9389c138-af4e-4bf4-bac3-87fa290f9427 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0451791 Aug 31 14:44:37.713780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7f8ae-172c-4a36-b1fd-f0d0246c46f2 None None] Checking router: 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:44:37.722288 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7f8ae-172c-4a36-b1fd-f0d0246c46f2 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:44:37.722913 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1ba7f8ae-172c-4a36-b1fd-f0d0246c46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:44:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:37.753901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7168b4-3bf7-4de5-ba93-c41f60b78dba req-91176787-d542-4f06-8489-5d6fb1af7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:44:37.755446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a7168b4-3bf7-4de5-ba93-c41f60b78dba req-91176787-d542-4f06-8489-5d6fb1af7e70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412726 Aug 31 14:44:37.828007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-1ba7f8ae-172c-4a36-b1fd-f0d0246c46f2 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:44:37.850697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a7168b4-3bf7-4de5-ba93-c41f60b78dba req-a4b1c976-b76b-4b8a-ad38-a9011bb5f1bb service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870728 Aug 31 14:44:37.944810 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1a7168b4-3bf7-4de5-ba93-c41f60b78dba req-e3390356-008f-43c2-8aca-17e2b6b2d86a service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832000 Aug 31 14:44:38.053115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1ba7f8ae-172c-4a36-b1fd-f0d0246c46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1796381c-e120-4cdc-976c-c01f06e4099a', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'port_id': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'mac_address': 'fa:16:3e:ed:cd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:25Z', 'updated_at': '2021-08-31T14:44:36Z', 'revision_number': 1, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:44:38.078359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7f8ae-172c-4a36-b1fd-f0d0246c46f2 None None] The sync data for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 is: [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1796381c-e120-4cdc-976c-c01f06e4099a', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'port_id': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'mac_address': 'fa:16:3e:ed:cd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:25Z', 'updated_at': '2021-08-31T14:44:36Z', 'revision_number': 1, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:44:38.267680 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f759c-7b1b-4a6a-b10f-4b5f580acb15 None None] New status for floating IP 1796381c-e120-4cdc-976c-c01f06e4099a: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:44:39.567825 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:44:39.622705 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:01.419695 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f464818a-9088-4d63-b772-9bac3b0ee3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:03.083011 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:45:04.096863 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:04.114347 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8972ae41-187a-474e-846a-e2398723e719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:05.359835 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:06.914914 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:09.577830 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:09.645462 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:28.883357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-1923c659-c990-487a-a533-0c9bf037b308 req-62155fe4-6289-4cc8-b476-09a2e82b28d0 service neutron] (106388) timed out ('10.222.0.20', 55008) {{(pid=106388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:45:31.421833 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-91ad5f2d-6fb2-4f72-91d2-1499130db7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:34.097576 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:34.115947 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c83efccf-d329-4ad4-9d2b-59a2879a8fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:35.360387 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:36.318714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7131705-e44b-43f3-b648-b160c708a611 req-921cba0c-67e6-46c9-8f77-c247af53273a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452445 Aug 31 14:45:36.401828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7131705-e44b-43f3-b648-b160c708a611 req-06b0b2f1-4faf-4046-9f17-f18cefc4ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:36.403339 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7131705-e44b-43f3-b648-b160c708a611 req-06b0b2f1-4faf-4046-9f17-f18cefc4ec11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 1096 time: 0.0417447 Aug 31 14:45:36.505948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7131705-e44b-43f3-b648-b160c708a611 req-16991328-7cb4-4911-9bf0-78bc6868bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:36.507483 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7131705-e44b-43f3-b648-b160c708a611 req-16991328-7cb4-4911-9bf0-78bc6868bd30 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0844743 Aug 31 14:45:36.580858 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7131705-e44b-43f3-b648-b160c708a611 req-bac2d98a-879d-411b-9b34-947e4eabbfee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 200 len: 1001 time: 0.0619922 Aug 31 14:45:36.626912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7131705-e44b-43f3-b648-b160c708a611 req-ff0c2b0b-e226-4af4-b8d2-9c964a3b9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:36.628332 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7131705-e44b-43f3-b648-b160c708a611 req-ff0c2b0b-e226-4af4-b8d2-9c964a3b9236 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0426307 Aug 31 14:45:36.674634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7131705-e44b-43f3-b648-b160c708a611 req-a3e004c5-95d9-4073-bb3d-06490f3dfc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:45:36.676119 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7131705-e44b-43f3-b648-b160c708a611 req-a3e004c5-95d9-4073-bb3d-06490f3dfc04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404253 Aug 31 14:45:36.769604 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7131705-e44b-43f3-b648-b160c708a611 req-2b4cde21-5d52-4496-acd9-8f6514f80163 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854163 Aug 31 14:45:36.859636 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7131705-e44b-43f3-b648-b160c708a611 req-7b267946-5d68-4d3b-b008-e33674eb242e service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821693 Aug 31 14:45:36.915581 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.592961 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:39.648023 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:45:40.081792 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:46:01.425759 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1adb4353-a733-46e0-bf5d-77e399d640da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.099463 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:04.116360 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ec8c48d2-f656-428a-9fc1-446b3b6ceb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:05.364425 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:06.918959 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.591630 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:09.638449 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:13.235685 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b51b8b-bbc3-471f-bccc-2af09a31aedd req-f1f54716-e17d-4e0f-a26d-d05b23c07e7f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:13.237243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0b51b8b-bbc3-471f-bccc-2af09a31aedd req-f1f54716-e17d-4e0f-a26d-d05b23c07e7f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0552640 Aug 31 14:46:13.276130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0b51b8b-bbc3-471f-bccc-2af09a31aedd req-db299698-9996-4671-abb5-c4c347e2f1b8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329745 Aug 31 14:46:13.463319 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60344) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:13.523268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3c7cf-28b9-475a-8c42-d9486ff057e8 req-646ab32d-c201-4e40-9c72-3806a10d9c49 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:13.524850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bd3c7cf-28b9-475a-8c42-d9486ff057e8 req-646ab32d-c201-4e40-9c72-3806a10d9c49 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0531876 Aug 31 14:46:13.556948 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-6a1518fa-1e4b-4f87-ad43-75b481416012 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923798 Aug 31 14:46:13.565833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9bd3c7cf-28b9-475a-8c42-d9486ff057e8 req-3dae797c-fb35-4d2f-9aae-25ff81c4584d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326226 Aug 31 14:46:14.613678 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-862e35a4-fae8-4754-a6c6-d301c5b9a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:14.615220 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-862e35a4-fae8-4754-a6c6-d301c5b9a59a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 1096 time: 0.0417786 Aug 31 14:46:14.684201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fa8a8-fd3d-4626-922d-7d7d3a6010c0 req-ed452f7d-59bb-45c8-bb95-30a94fe4ba15 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:14.686438 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-220fa8a8-fd3d-4626-922d-7d7d3a6010c0 req-ed452f7d-59bb-45c8-bb95-30a94fe4ba15 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0491061 Aug 31 14:46:14.714618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-9b688874-e174-4d2a-89a1-0e44452da140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:14.716109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-9b688874-e174-4d2a-89a1-0e44452da140 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0931132 Aug 31 14:46:14.727572 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-220fa8a8-fd3d-4626-922d-7d7d3a6010c0 req-72815e9f-1051-485c-bd4a-2f1185b6b4cc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327322 Aug 31 14:46:14.781405 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-438c986c-056c-417a-b8ef-fe5aace0947c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 200 len: 1001 time: 0.0576560 Aug 31 14:46:14.833242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-7c87ebb0-ffb7-4698-9e70-6b5c83bd27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:14.834731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-7c87ebb0-ffb7-4698-9e70-6b5c83bd27c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0462873 Aug 31 14:46:14.885843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-560c64dd-4719-4c9d-bde2-9bebd04a06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:14.887366 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-560c64dd-4719-4c9d-bde2-9bebd04a06fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451486 Aug 31 14:46:14.976617 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-1f4b410e-1fc8-4628-aa68-1125ef9b4e5a service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814383 Aug 31 14:46:15.071339 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-7c28ed36-28d9-4458-be72-f3e290ab095b service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872681 Aug 31 14:46:15.842558 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42675a-de2d-47bb-8ce6-689ee8cec3bc req-bdfedbe3-b0ef-403c-a616-a85850412e39 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:15.844068 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f42675a-de2d-47bb-8ce6-689ee8cec3bc req-bdfedbe3-b0ef-403c-a616-a85850412e39 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0486586 Aug 31 14:46:15.881271 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f42675a-de2d-47bb-8ce6-689ee8cec3bc req-ac2c4da6-8d98-46fd-ae78-c594d1696e61 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306749 Aug 31 14:46:17.002087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fb69b-ac86-4445-a672-cde6b73777ba req-0e9ca57c-946c-40d0-b56b-9d149aabb68c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:17.003592 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-487fb69b-ac86-4445-a672-cde6b73777ba req-0e9ca57c-946c-40d0-b56b-9d149aabb68c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0530677 Aug 31 14:46:17.041816 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-487fb69b-ac86-4445-a672-cde6b73777ba req-0bf63e76-6daf-4b7f-98b5-50fb39ca76a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321283 Aug 31 14:46:17.081329 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:46:18.157482 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908df7-0460-4102-8758-c618258fd721 req-d6cc7bc5-ae92-4509-b320-b60b9e296937 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:18.158981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2c908df7-0460-4102-8758-c618258fd721 req-d6cc7bc5-ae92-4509-b320-b60b9e296937 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0486548 Aug 31 14:46:18.197055 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2c908df7-0460-4102-8758-c618258fd721 req-a61163ea-6e20-4062-8ebd-9c1d3da19995 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Aug 31 14:46:19.311437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58848c43-eeb7-4412-a143-7b101f0579b3 req-eb9f7147-394c-45b4-9ef5-ec9608f27749 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:19.312941 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-58848c43-eeb7-4412-a143-7b101f0579b3 req-eb9f7147-394c-45b4-9ef5-ec9608f27749 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0488362 Aug 31 14:46:19.350239 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-58848c43-eeb7-4412-a143-7b101f0579b3 req-0c297c3f-4834-4222-8d35-aca20d8cb31e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313931 Aug 31 14:46:20.468807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55692c-ce2d-40d7-b0fe-c288ed29843f req-753367fd-7155-4360-809a-96d95d05e49d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:20.470294 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f55692c-ce2d-40d7-b0fe-c288ed29843f req-753367fd-7155-4360-809a-96d95d05e49d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0524981 Aug 31 14:46:20.515080 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f55692c-ce2d-40d7-b0fe-c288ed29843f req-92d0821b-c472-44a5-9f42-c4387afa1bed tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383544 Aug 31 14:46:21.651085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658f0d7-ff6d-42c2-a353-8ab97e2bce16 req-fdcdfe9c-9e64-40ef-a5d0-45d69621f4f3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:21.652602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8658f0d7-ff6d-42c2-a353-8ab97e2bce16 req-fdcdfe9c-9e64-40ef-a5d0-45d69621f4f3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0559707 Aug 31 14:46:21.690723 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8658f0d7-ff6d-42c2-a353-8ab97e2bce16 req-9deac1ae-b34f-458f-90f1-97292e34b153 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321822 Aug 31 14:46:22.806972 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d903ec-fe56-4fe7-ac67-4e82a2ccd199 req-e0833014-b357-4f4e-8e85-0aec866f8751 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:22.808499 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a3d903ec-fe56-4fe7-ac67-4e82a2ccd199 req-e0833014-b357-4f4e-8e85-0aec866f8751 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0486600 Aug 31 14:46:22.844390 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a3d903ec-fe56-4fe7-ac67-4e82a2ccd199 req-0fc1feae-8766-441d-b1a5-f22a247e7143 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300310 Aug 31 14:46:23.961912 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d13fe-45dc-4f5f-bd0e-35fab02bfb84 req-86d08a9f-f624-4630-8ce8-c6c3f9422483 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:23.963388 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-748d13fe-45dc-4f5f-bd0e-35fab02bfb84 req-86d08a9f-f624-4630-8ce8-c6c3f9422483 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0519779 Aug 31 14:46:24.000634 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-748d13fe-45dc-4f5f-bd0e-35fab02bfb84 req-3f8c24d7-e7d2-48ed-bbf4-e9795bc340f4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Aug 31 14:46:25.115602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef425a5-271f-43a0-a661-b6bbede44f16 req-3fc4258b-1824-4214-91f0-fb5cf40fd13f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:25.117175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ef425a5-271f-43a0-a661-b6bbede44f16 req-3fc4258b-1824-4214-91f0-fb5cf40fd13f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0487108 Aug 31 14:46:25.155837 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6ef425a5-271f-43a0-a661-b6bbede44f16 req-cbb75ab8-d749-4181-a384-922a7bada331 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326331 Aug 31 14:46:26.275597 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629888b-ba39-4393-80b7-5f278de7a2c9 req-587b0b37-3ea5-4b35-8232-63399131a2a2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:26.277216 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9629888b-ba39-4393-80b7-5f278de7a2c9 req-587b0b37-3ea5-4b35-8232-63399131a2a2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0518289 Aug 31 14:46:26.319425 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9629888b-ba39-4393-80b7-5f278de7a2c9 req-fbcfa255-1a58-473d-826a-68421e808ea9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362937 Aug 31 14:46:27.327416 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-51a5fae9-16c8-498d-bd13-e5947412b86a service neutron] show failed (client error): The resource could not be found. Aug 31 14:46:27.328453 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-51a5fae9-16c8-498d-bd13-e5947412b86a service neutron] 10.222.0.52 "GET /v2.0/ports/b1d97709-59f7-4cea-a4a4-a8a10205cb8e/bindings/n-h1-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.3999255 Aug 31 14:46:27.438454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1ce3-ef27-4c57-b640-8809e0768770 req-19821d49-0686-426b-913a-d2a6696e8d5a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:27.440092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-497d1ce3-ef27-4c57-b640-8809e0768770 req-19821d49-0686-426b-913a-d2a6696e8d5a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 945 time: 0.0504799 Aug 31 14:46:27.481873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-497d1ce3-ef27-4c57-b640-8809e0768770 req-ee60e19c-5802-4ec5-840e-ed55f91d9dde tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342629 Aug 31 14:46:27.528844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-5e26bbaf-4366-429c-9d94-40e79814242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:27.530357 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-5e26bbaf-4366-429c-9d94-40e79814242e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 1096 time: 0.0409572 Aug 31 14:46:27.542849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:27.601587 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.797804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:27.830644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:27.869111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:46:27.871570 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06356bc-2f3d-44c5-8355-1a6663fa9bda" -d '{"events": [{"server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "name": "network-vif-unplugged", "status": "completed", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:46:27.875323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.888159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Transition to ACTIVE for port object b1d97709-59f7-4cea-a4a4-a8a10205cb8e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:27.892002 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:27.957014 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03883487-a5cd-4426-9dd8-4c8c17853abd x-openstack-request-id: req-03883487-a5cd-4426-9dd8-4c8c17853abd {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:46:27.957314 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "name": "network-vif-unplugged", "status": "completed", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:46:27.957571 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03883487-a5cd-4426-9dd8-4c8c17853abd {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:46:27.958406 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'code': 200} Aug 31 14:46:28.011527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:28.037073 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:28.037421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:28.037766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:28.038101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:28.038434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:28.038763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:28.039089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:28.039417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:28.039743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:28.040067 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:28.040392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:28.040735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:28.079591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] No DVR routers for this DVR port b1d97709-59f7-4cea-a4a4-a8a10205cb8e on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:28.211064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Attempting to bind port b1d97709-59f7-4cea-a4a4-a8a10205cb8e on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:28.211400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Attempting to bind port b1d97709-59f7-4cea-a4a4-a8a10205cb8e by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:28.211904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Attempting to bind port b1d97709-59f7-4cea-a4a4-a8a10205cb8e on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:28.216126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Port b1d97709-59f7-4cea-a4a4-a8a10205cb8e on network 9b448708-7436-4a92-ac45-55560748cd51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:46:28.216489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Attempting to bind port b1d97709-59f7-4cea-a4a4-a8a10205cb8e on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:28.221128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:28.221490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:28.221874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Bound using segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:28.222299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Bound port: b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:28.223144 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.284051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:28.287553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:28.292125 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.326847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:28.327485 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:28.328917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] 10.222.0.13 "PUT /v2.0/ports/b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 200 len: 1091 time: 0.7900519 Aug 31 14:46:28.362662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1b2d5-6859-476c-a17b-0e4aa4ad5381 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:28.403937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-9adca418-337e-4565-b1ea-1d5da50d77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:28.405553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-9adca418-337e-4565-b1ea-1d5da50d77fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 1094 time: 0.0524650 Aug 31 14:46:28.498959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-d7bd6394-21b2-4707-b330-186800a553ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:28.500477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-d7bd6394-21b2-4707-b330-186800a553ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0871289 Aug 31 14:46:28.595557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-69f66957-ed6b-44d5-bdc6-e73358929c3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 200 len: 999 time: 0.0877478 Aug 31 14:46:28.638616 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90ea3f-c112-4920-804f-51d37f028bc9 req-4b999365-0411-4c89-a4a1-67e5f2c55a04 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:28.640084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad90ea3f-c112-4920-804f-51d37f028bc9 req-4b999365-0411-4c89-a4a1-67e5f2c55a04 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 943 time: 0.0864272 Aug 31 14:46:28.671464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-1f0063ca-9fca-416c-a58d-4d4fdc398479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:28.672901 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-1f0063ca-9fca-416c-a58d-4d4fdc398479 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0684927 Aug 31 14:46:28.697414 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad90ea3f-c112-4920-804f-51d37f028bc9 req-47f3f8c5-1a12-4690-b1c7-b4ffd2cdf29d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493531 Aug 31 14:46:28.732663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-2de6ac78-f238-4688-ab2f-dcc833e0c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:28.734182 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-2de6ac78-f238-4688-ab2f-dcc833e0c4d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522830 Aug 31 14:46:28.821726 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-dde8c349-a90c-469f-84d2-0e4c43c0c344 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798843 Aug 31 14:46:28.913817 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1242bf83-3db4-42af-ba40-dbcbb5257ea4 req-a45d3663-ef57-4a5d-bbff-94439b737c6f service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841942 Aug 31 14:46:29.815947 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c32c31-49d1-4c7d-8d57-c55734b56589 req-f1fd1ba1-f868-4253-a158-7927123531cc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:29.817436 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d7c32c31-49d1-4c7d-8d57-c55734b56589 req-f1fd1ba1-f868-4253-a158-7927123531cc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 943 time: 0.0489135 Aug 31 14:46:29.855077 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d7c32c31-49d1-4c7d-8d57-c55734b56589 req-686dfa19-c214-4f1f-b69d-ff5076eee9d4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316939 Aug 31 14:46:29.959144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:46:29.961560 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923" -d '{"events": [{"name": "network-changed", "server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:46:30.014421 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008a5839-c476-41d7-9630-d562f344be6e x-openstack-request-id: req-008a5839-c476-41d7-9630-d562f344be6e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:46:30.014712 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:46:30.014961 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-008a5839-c476-41d7-9630-d562f344be6e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:46:30.015366 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'status': 'completed', 'code': 200} Aug 31 14:46:30.103338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-bd674b3f-5464-4831-a7ba-d922e9c9b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:30.104905 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-bd674b3f-5464-4831-a7ba-d922e9c9b2c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 1094 time: 0.0710788 Aug 31 14:46:30.107332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-02e05789-dcc5-4622-9860-6daf2d77cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:30.108794 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-02e05789-dcc5-4622-9860-6daf2d77cad5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 1094 time: 0.0646384 Aug 31 14:46:30.262729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-1abbc396-473f-4ec4-b589-9ce3726cc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:30.264152 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-1abbc396-473f-4ec4-b589-9ce3726cc6c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.1521091 Aug 31 14:46:30.265271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-13685968-3eff-4124-b61d-7afca1a69ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:30.266597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-13685968-3eff-4124-b61d-7afca1a69ff3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.1472373 Aug 31 14:46:30.375348 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-a9cecd88-4d08-467d-8050-5cef615e652f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 200 len: 999 time: 0.1031828 Aug 31 14:46:30.377159 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-e077d6bc-8c2a-498d-a39c-1436adb44943 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 200 len: 999 time: 0.0983186 Aug 31 14:46:30.466163 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-9aaac15e-5687-488e-836d-7cbb063a6779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:30.467671 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-9aaac15e-5687-488e-836d-7cbb063a6779 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0840776 Aug 31 14:46:30.469334 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-49583b1a-1339-4ab4-a0e1-d10b8b654b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:30.470646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-49583b1a-1339-4ab4-a0e1-d10b8b654b09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0796549 Aug 31 14:46:30.546483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-ad933893-f2d0-4b93-a392-ac04e8c7dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:30.547951 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-ad933893-f2d0-4b93-a392-ac04e8c7dd52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715897 Aug 31 14:46:30.550578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-5def8dd7-da76-4347-8325-cfbd4490ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:30.552023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-5def8dd7-da76-4347-8325-cfbd4490ccf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667317 Aug 31 14:46:30.578255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device b1d97709-59f7-4cea-a4a4-a8a10205cb8e no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:30.619754 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device b1d97709-59f7-4cea-a4a4-a8a10205cb8e not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:30.724193 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-9a1cfea0-742c-4abd-81f1-3a9bfacba7ed service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619723 Aug 31 14:46:30.724193 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-aaaac9e5-f7ca-4d05-bae6-c507929b3003 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491544 Aug 31 14:46:30.875873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-41a8a7f3-e87f-4cbb-b40a-a413f263df92 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506341 Aug 31 14:46:30.877698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2912c9d3-ef4e-4cf5-8ffa-9d5d5fb1c923 req-00760dcc-14a3-43bd-bf28-293aba7b3544 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455898 Aug 31 14:46:30.972971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c257cf7-0969-4377-8f1f-a3d0596f12f0 req-1ce3767f-5859-4c13-b2f5-587c9ae26b14 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:30.974452 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c257cf7-0969-4377-8f1f-a3d0596f12f0 req-1ce3767f-5859-4c13-b2f5-587c9ae26b14 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 943 time: 0.0514424 Aug 31 14:46:31.011066 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c257cf7-0969-4377-8f1f-a3d0596f12f0 req-5e7d78f0-1287-4ffe-ab23-3d7fe2de2e99 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Aug 31 14:46:31.203318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e1469-0446-43e5-be8d-0dca78acc934 req-f490cade-92ac-46ea-9218-faea1734bc36 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:31.205017 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee0e1469-0446-43e5-be8d-0dca78acc934 req-f490cade-92ac-46ea-9218-faea1734bc36 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 943 time: 0.0487278 Aug 31 14:46:31.227135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-8ea951af-3d11-476b-9f1b-f916f0cdec6e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:31.228640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-8ea951af-3d11-476b-9f1b-f916f0cdec6e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce&tenant_id=7762818db08b4af99e865e5203ec29c7&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 943 time: 0.0586338 Aug 31 14:46:31.243897 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee0e1469-0446-43e5-be8d-0dca78acc934 req-def6390e-1558-4ae2-a268-6ba10b566fad tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319924 Aug 31 14:46:31.292852 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-b39da4be-d39e-477c-b0aa-95c1ac806d98 service neutron] delete failed (client error): The resource could not be found. Aug 31 14:46:31.293877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-b39da4be-d39e-477c-b0aa-95c1ac806d98 service neutron] 10.222.0.52 "DELETE /v2.0/ports/b1d97709-59f7-4cea-a4a4-a8a10205cb8e/bindings/n-h2-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0574515 Aug 31 14:46:31.379301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-a7ffa177-ea35-4e53-8423-bd678d309248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:31.380866 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-a7ffa177-ea35-4e53-8423-bd678d309248 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 1094 time: 0.0416961 Aug 31 14:46:31.427639 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f25b-757c-457b-937b-64eb983cad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:31.469186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-7d4c8b44-442a-4c82-bb34-275d4278869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:31.470608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-7d4c8b44-442a-4c82-bb34-275d4278869d service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0823581 Aug 31 14:46:31.539927 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-0d683f8c-807c-468b-ab2c-853ebe7521d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 200 len: 999 time: 0.0615990 Aug 31 14:46:31.589682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-07847db3-5d13-4fc4-a45f-2661b5cddb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:31.591142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-07847db3-5d13-4fc4-a45f-2661b5cddb68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0439196 Aug 31 14:46:31.637310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-8e5b2fda-d0e8-49d4-8ada-ee0a73c80ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:31.638836 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-8e5b2fda-d0e8-49d4-8ada-ee0a73c80ec1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405202 Aug 31 14:46:31.730696 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-ff4a3542-2bd7-443e-bc7e-25c4a0c68918 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841470 Aug 31 14:46:31.819935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c00e4bf8-b32e-4508-9d7a-f482aa6dd276 req-fe0f16aa-a399-46f0-a62a-bdaa2f755fd5 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820434 Aug 31 14:46:32.353074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b1d97709-59f7-4cea-a4a4-a8a10205cb8e details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:46:32.368213 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75873d2d-3adb-4aa0-8c57-5e921003bea4 req-95c6b72d-830b-442a-a1cd-c245b16a99dc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:32.369797 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75873d2d-3adb-4aa0-8c57-5e921003bea4 req-95c6b72d-830b-442a-a1cd-c245b16a99dc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 943 time: 0.0536623 Aug 31 14:46:32.415458 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75873d2d-3adb-4aa0-8c57-5e921003bea4 req-30a60402-a980-4ef5-86c9-08a90e0f9090 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379896 Aug 31 14:46:32.455184 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:32.467268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'port_id': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'mac_address': 'fa:16:3e:ed:cd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:46:32.504164 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.517797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d97709-59f7-4cea-a4a4-a8a10205cb8e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:46:32.534418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e1420-e83d-4ad0-bbb2-ade1fe24de35 req-38ed6167-a195-49bd-8f68-e6a191e557da tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:32.536064 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5d9e1420-e83d-4ad0-bbb2-ade1fe24de35 req-38ed6167-a195-49bd-8f68-e6a191e557da tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 943 time: 0.0503702 Aug 31 14:46:32.537796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:32.541605 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:32.575211 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5d9e1420-e83d-4ad0-bbb2-ade1fe24de35 req-9a172516-b4ae-4144-a0e5-6c2710011246 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327833 Aug 31 14:46:32.591982 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:32.599265 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:32.599618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:32.599965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:32.600313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:32.600677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:32.601013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:32.601347 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:32.601681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:32.602010 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:32.602371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:32.602699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:32.603025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:46:32.690594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ebfcd-8536-4ace-a36e-ab91cb6a6b5c req-eaf2038b-fee6-45ea-bd00-858ef7dd3ad1 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:32.692637 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-104ebfcd-8536-4ace-a36e-ab91cb6a6b5c req-eaf2038b-fee6-45ea-bd00-858ef7dd3ad1 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 944 time: 0.0486217 Aug 31 14:46:32.730032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-104ebfcd-8536-4ace-a36e-ab91cb6a6b5c req-40863159-cece-4a10-8af3-058ae440f3d4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315607 Aug 31 14:46:32.820206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['b1d97709-59f7-4cea-a4a4-a8a10205cb8e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:46:32.964098 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94e79b-6b39-4cde-b6e7-c3f6f7caf5cf req-2b6fbf1f-607f-48b4-9a87-f53d47e07703 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:32.965660 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a94e79b-6b39-4cde-b6e7-c3f6f7caf5cf req-2b6fbf1f-607f-48b4-9a87-f53d47e07703 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 944 time: 0.0486009 Aug 31 14:46:33.002712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a94e79b-6b39-4cde-b6e7-c3f6f7caf5cf req-fe0c7762-d08e-4b7e-a2b3-745f04830d76 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312138 Aug 31 14:46:34.100572 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.117438 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-15383ff7-7a2b-4a8a-b061-a6cfb9ebedba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.124355 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11586d-9005-4ddf-99a4-1f329960433b req-a7335be2-5fd2-4f46-8c10-bfb65d80aca7 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:34.125941 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8e11586d-9005-4ddf-99a4-1f329960433b req-a7335be2-5fd2-4f46-8c10-bfb65d80aca7 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 944 time: 0.0557866 Aug 31 14:46:34.164172 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8e11586d-9005-4ddf-99a4-1f329960433b req-979dca8d-d805-49b4-860f-01f43f39073b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314286 Aug 31 14:46:34.377299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b1d97709-59f7-4cea-a4a4-a8a10205cb8e up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:34.408733 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-2f5343e7-c33f-4b6c-8d7d-eafcd1aaf2c2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:34.410198 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-2f5343e7-c33f-4b6c-8d7d-eafcd1aaf2c2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 944 time: 0.0485690 Aug 31 14:46:34.430038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port b1d97709-59f7-4cea-a4a4-a8a10205cb8e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:34.433763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port b1d97709-59f7-4cea-a4a4-a8a10205cb8e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:34.434144 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.509196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Deleting port b1d97709-59f7-4cea-a4a4-a8a10205cb8e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:46:34.509547 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.512010 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.534777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:46:34.537184 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a9d1e4-2127-4fcf-9984-81515621d1fe" -d '{"events": [{"server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "name": "network-vif-plugged", "status": "completed", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:46:34.549653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:34.554773 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.581857 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f95646d-dbfb-4b18-88be-a8e14b28ee2c x-openstack-request-id: req-5f95646d-dbfb-4b18-88be-a8e14b28ee2c {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:46:34.582148 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "name": "network-vif-plugged", "status": "completed", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:46:34.582399 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f95646d-dbfb-4b18-88be-a8e14b28ee2c {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:46:34.582790 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'code': 200} Aug 31 14:46:34.604879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] For port b1d97709-59f7-4cea-a4a4-a8a10205cb8e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:34.605257 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.610311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:34.776589 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.776978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.777295 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Floating IP 1796381c-e120-4cdc-976c-c01f06e4099a disassociated. External IP: 172.25.3.170, port: b1d97709-59f7-4cea-a4a4-a8a10205cb8e. Aug 31 14:46:34.777633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Calling delete_port for b1d97709-59f7-4cea-a4a4-a8a10205cb8e owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:46:34.905840 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:34.939864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event deleted for resources: {'Port': ['ID=b1d97709-59f7-4cea-a4a4-a8a10205cb8e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:35.049137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:46:35.157961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:46:35.170008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec22a3-5d6c-48b3-8ebc-9982719d7a65 None None] Sync routers for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:46:35.201634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] No DVR routers for this DVR port b1d97709-59f7-4cea-a4a4-a8a10205cb8e on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:46:35.205133 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.207729 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-36907ec0-ffbb-46cc-bfa8-a4b8b88ea9d8 req-66838f38-01ec-4629-9b83-cefbf7f5b924 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.13 "DELETE /v2.0/ports/b1d97709-59f7-4cea-a4a4-a8a10205cb8e HTTP/1.1" status: 204 len: 173 time: 0.7905419 Aug 31 14:46:35.208182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'name': 'network-vif-deleted', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:46:35.210608 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e92295e-9977-4720-a4dc-0d6639b20fd2" -d '{"events": [{"server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "name": "network-vif-deleted", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:46:35.255460 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eb7e4e-041d-48b0-8a54-1dca518e4f3c x-openstack-request-id: req-b9eb7e4e-041d-48b0-8a54-1dca518e4f3c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:46:35.255818 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0acbc37-2757-4552-9929-1c4c6f8396ce", "name": "network-vif-deleted", "tag": "b1d97709-59f7-4cea-a4a4-a8a10205cb8e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:46:35.256074 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9eb7e4e-041d-48b0-8a54-1dca518e4f3c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:46:35.256613 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0acbc37-2757-4552-9929-1c4c6f8396ce', 'name': 'network-vif-deleted', 'tag': 'b1d97709-59f7-4cea-a4a4-a8a10205cb8e', 'status': 'completed', 'code': 200} Aug 31 14:46:35.279831 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-48364f3a-12ae-48d8-b0d6-7b9c2a83f888 req-50da9c50-e777-44ae-a2d1-bc0e5fd42659 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0acbc37-2757-4552-9929-1c4c6f8396ce HTTP/1.1" status: 200 len: 210 time: 0.0310225 Aug 31 14:46:35.359113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec22a3-5d6c-48b3-8ebc-9982719d7a65 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:35.359624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e5ec22a3-5d6c-48b3-8ebc-9982719d7a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:46:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:35.399625 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:35.469276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e5ec22a3-5d6c-48b3-8ebc-9982719d7a65 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:35.666210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e5ec22a3-5d6c-48b3-8ebc-9982719d7a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:35.699288 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec22a3-5d6c-48b3-8ebc-9982719d7a65 None None] Checking router: 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:46:35.709690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec22a3-5d6c-48b3-8ebc-9982719d7a65 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:35.710316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e5ec22a3-5d6c-48b3-8ebc-9982719d7a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:46:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:35.809991 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e5ec22a3-5d6c-48b3-8ebc-9982719d7a65 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:36.017148 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e5ec22a3-5d6c-48b3-8ebc-9982719d7a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:36.043568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec22a3-5d6c-48b3-8ebc-9982719d7a65 None None] The sync data for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 is: [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:46:36.264332 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bad911-a557-408c-a836-3aeeafe33a85 None None] New status for floating IP 1796381c-e120-4cdc-976c-c01f06e4099a: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:46:36.513756 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-92659690-fff2-49a8-8a8d-ac4a91b39433 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1785913355&fields=id&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 267 time: 0.0332956 Aug 31 14:46:36.619435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-531473b4-5b8b-40b1-824d-e7b26549c548 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:36.620952 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-531473b4-5b8b-40b1-824d-e7b26549c548 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 812 time: 0.1005282 Aug 31 14:46:36.635432 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-db38f71b-4159-484e-86d4-7da166e10063 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/quotas/7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 375 time: 0.0089128 Aug 31 14:46:36.692031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-274039e4-a500-4331-9a4c-28aecb2d1a8b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511658 Aug 31 14:46:36.787306 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-792856fc-5e02-417a-afe4-63efb14e36ce service neutron] 10.222.0.20 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825396 Aug 31 14:46:36.877550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-9406a658-f8f8-4cad-8e9a-e878d00dd8b5 service neutron] 10.222.0.20 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843294 Aug 31 14:46:36.923490 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:37.039303 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-48989539-4dd9-4548-b0b9-bdc722cda12c req-82acdaf6-3b5f-4cd3-9fc3-0f68014896a0 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 210 time: 0.0265384 Aug 31 14:46:37.934920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-8ed4a5e4-8a45-4aee-a36a-41edeee274ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:37.936450 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-8ed4a5e4-8a45-4aee-a36a-41edeee274ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 812 time: 0.1030588 Aug 31 14:46:37.980187 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-0fa5c1d2-0c6d-40ad-8de6-d891b3e4f167 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 380 time: 0.0349917 Aug 31 14:46:37.991857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Request body: {'port': {'device_id': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'admin_state_up': True, 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'security_groups': ['7392f6c0-8d91-41b7-ae42-99d99a765c81']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:38.102743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Made reservation on behalf of 7762818db08b4af99e865e5203ec29c7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:46:38.106430 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.143513 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-52a82299-90d6-465a-9244-a6db6d7ed787 req-42c267fe-c2bb-459e-a5b4-9ac0d6829f25 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 210 time: 0.0348394 Aug 31 14:46:38.257361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Allocated IP 172.20.0.4 (9b448708-7436-4a92-ac45-55560748cd51/8a03e22b-e5c9-4520-bec6-5211cc86f9d7/cd712f6f-0aad-4b31-89e5-c5ba08d6d262) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:46:38.393285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.399164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b1d97709-59f7-4cea-a4a4-a8a10205cb8e no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:46:38.407930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Transition to ACTIVE for port object cd712f6f-0aad-4b31-89e5-c5ba08d6d262 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:38.419498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: b1d97709-59f7-4cea-a4a4-a8a10205cb8e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:46:38.419853 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device b1d97709-59f7-4cea-a4a4-a8a10205cb8e not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:46:38.440813 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.485481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Network 9b448708-7436-4a92-ac45-55560748cd51 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:46:38.490496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:46:38.494241 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:46:38.527784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event updated for resources: {'Port': ['ID=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:38.554371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:38.554790 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.574838 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5df7e502-96fb-4f3b-9a80-0398287a26a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5871205 Aug 31 14:46:38.588042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Request body: {'port': {'device_id': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:38.645105 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.691384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-21aa59eb-27dd-49ab-8a4f-ec1ffd85a51b None None] Provisioning for port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:38.695225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-21aa59eb-27dd-49ab-8a4f-ec1ffd85a51b None None] Provisioning complete for port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:38.695664 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-21aa59eb-27dd-49ab-8a4f-ec1ffd85a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:38.733734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-21aa59eb-27dd-49ab-8a4f-ec1ffd85a51b None None] Port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:46:39.259252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd712f6f-0aad-4b31-89e5-c5ba08d6d262 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:46:39.267096 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.273703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add430e4-5c12-4138-8c75-9ecf8c7561b8 req-f2f9aa24-bf90-42a4-8970-8c46363af8b0 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:39.275212 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-add430e4-5c12-4138-8c75-9ecf8c7561b8 req-f2f9aa24-bf90-42a4-8970-8c46363af8b0 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 931 time: 0.0509882 Aug 31 14:46:39.279251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Transition to ACTIVE for port object cd712f6f-0aad-4b31-89e5-c5ba08d6d262 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:46:39.283628 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.318607 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-add430e4-5c12-4138-8c75-9ecf8c7561b8 req-1fd1c4ba-7b98-4ded-bf9a-c1b95d0f5c8b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355530 Aug 31 14:46:39.351933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:39.406542 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Attempting to bind port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:46:39.406887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Attempting to bind port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:46:39.407252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Attempting to bind port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:39.411716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 on network 9b448708-7436-4a92-ac45-55560748cd51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:46:39.412043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Attempting to bind port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:46:39.420566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:46:39.420911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:46:39.421304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Bound using segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:46:39.421747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Bound port: cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:46:39.422115 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.487079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:46:39.490450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:46:39.494222 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.529102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:39.529845 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.531721 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 1091 time: 0.9480510 Aug 31 14:46:39.532236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:46:39.534790 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8da952-6f20-4a61-a3a2-38884772baa7" -d '{"events": [{"name": "network-changed", "server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:46:39.562537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1b654-3c28-4521-b003-cc3f5e7cc6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:39.579791 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862caea6-a960-485d-857e-47bb153eb620 x-openstack-request-id: req-862caea6-a960-485d-857e-47bb153eb620 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:46:39.580214 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:46:39.580541 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-862caea6-a960-485d-857e-47bb153eb620 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:46:39.581023 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'status': 'completed', 'code': 200} Aug 31 14:46:39.601378 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.630429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-dfa27af9-9428-45e5-9569-f762733f7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:39.631953 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-dfa27af9-9428-45e5-9569-f762733f7457 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 1094 time: 0.0434160 Aug 31 14:46:39.660773 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:39.680257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-47ea5327-1d30-4043-9fe0-36edb2497147 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 217 time: 0.0396307 Aug 31 14:46:39.733261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-e453a245-a94e-4f98-ba6b-223e065ebba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:39.734743 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-e453a245-a94e-4f98-ba6b-223e065ebba4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0472698 Aug 31 14:46:39.780273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-b82b8b0c-a7d9-444a-bf32-05ff368601ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:39.781799 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-b82b8b0c-a7d9-444a-bf32-05ff368601ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397491 Aug 31 14:46:39.872382 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-5eee498c-ec53-4fbf-9122-d6edb47bb4a7 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830207 Aug 31 14:46:39.961382 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a09e52e4-019d-4928-9430-d1ba03abcaf1 req-66f8780f-3908-4813-812e-330b02bfc7f1 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807862 Aug 31 14:46:40.050728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8da952-6f20-4a61-a3a2-38884772baa7 req-f65389c7-ee7e-416a-8d7f-a79cc5e2c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:40.052274 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b8da952-6f20-4a61-a3a2-38884772baa7 req-f65389c7-ee7e-416a-8d7f-a79cc5e2c9db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 1094 time: 0.0454621 Aug 31 14:46:40.139355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8da952-6f20-4a61-a3a2-38884772baa7 req-7e3f61f8-0b48-4803-85e9-0b79be8f348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:40.140972 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b8da952-6f20-4a61-a3a2-38884772baa7 req-7e3f61f8-0b48-4803-85e9-0b79be8f348d service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0813899 Aug 31 14:46:40.183280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b8da952-6f20-4a61-a3a2-38884772baa7 req-0980c345-f3d7-4ba0-842e-e37e53b06561 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 217 time: 0.0346603 Aug 31 14:46:40.237065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8da952-6f20-4a61-a3a2-38884772baa7 req-28792aff-dba9-477d-8bac-164ea9358b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:40.239112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b8da952-6f20-4a61-a3a2-38884772baa7 req-28792aff-dba9-477d-8bac-164ea9358b42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0470705 Aug 31 14:46:40.283573 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8da952-6f20-4a61-a3a2-38884772baa7 req-1fe2274d-2a0d-4da1-b87a-db378fab8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:40.285635 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b8da952-6f20-4a61-a3a2-38884772baa7 req-1fe2274d-2a0d-4da1-b87a-db378fab8840 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393858 Aug 31 14:46:40.373898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b8da952-6f20-4a61-a3a2-38884772baa7 req-6a33f7aa-f016-4863-857e-83606eee6cd1 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804336 Aug 31 14:46:40.442210 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80491782-41ab-4242-bb86-cf2c6943b7a9 req-23871740-2333-4bd9-aacc-7356b270b507 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:40.443723 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80491782-41ab-4242-bb86-cf2c6943b7a9 req-23871740-2333-4bd9-aacc-7356b270b507 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 943 time: 0.0536489 Aug 31 14:46:40.469318 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9b8da952-6f20-4a61-a3a2-38884772baa7 req-55983cfb-57d2-45f0-89c8-a8672b514b1e service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876491 Aug 31 14:46:40.483022 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-80491782-41ab-4242-bb86-cf2c6943b7a9 req-1b93cdcf-4ffe-4efd-9be8-d43e44c5df15 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330176 Aug 31 14:46:41.601623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa62d1-517b-4b3d-89f1-88351a92523c req-887a92e2-b818-433d-863d-e4ef7ad451e5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:41.603144 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0fa62d1-517b-4b3d-89f1-88351a92523c req-887a92e2-b818-433d-863d-e4ef7ad451e5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 943 time: 0.0496209 Aug 31 14:46:41.645645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0fa62d1-517b-4b3d-89f1-88351a92523c req-298a6bd9-0e47-4c38-a061-67d1b38c353b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335732 Aug 31 14:46:42.424844 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cd712f6f-0aad-4b31-89e5-c5ba08d6d262 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:46:42.517091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:42.528995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'port_id': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'mac_address': 'fa:16:3e:39:73:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:46:42.572263 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:42.586939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd712f6f-0aad-4b31-89e5-c5ba08d6d262 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:46:42.605765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:42.610021 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:42.655700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:42.759588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696e9d2-0023-4db4-b625-dd6ed47574b8 req-4be69349-edf1-48ca-9b2f-858dedd65a93 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:42.761094 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8696e9d2-0023-4db4-b625-dd6ed47574b8 req-4be69349-edf1-48ca-9b2f-858dedd65a93 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 944 time: 0.0510628 Aug 31 14:46:42.802823 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8696e9d2-0023-4db4-b625-dd6ed47574b8 req-9a0f69ba-0c77-4af7-b942-427f306ab2bf tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357280 Aug 31 14:46:42.816147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['cd712f6f-0aad-4b31-89e5-c5ba08d6d262'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:46:43.921466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f39c28-b11b-4005-a883-a720a3994f6e req-4d4b0650-55db-4b33-92db-6b7b054e5e38 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:43.923000 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44f39c28-b11b-4005-a883-a720a3994f6e req-4d4b0650-55db-4b33-92db-6b7b054e5e38 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 944 time: 0.0528924 Aug 31 14:46:43.962217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44f39c28-b11b-4005-a883-a720a3994f6e req-d3f17952-4dea-4695-aa9a-ddeb29417754 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329270 Aug 31 14:46:44.440150 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cd712f6f-0aad-4b31-89e5-c5ba08d6d262 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:46:44.488236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:46:44.491788 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:46:44.492170 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.565098 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.591767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:46:44.594139 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d4fab5-d612-4da0-8636-f6d25ce88a4b" -d '{"events": [{"server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "name": "network-vif-plugged", "status": "completed", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:46:44.606821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:46:44.611101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:44.634788 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04240e3e-ea8d-4dc3-9277-4c46c0d2dd76 x-openstack-request-id: req-04240e3e-ea8d-4dc3-9277-4c46c0d2dd76 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:46:44.635080 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "name": "network-vif-plugged", "status": "completed", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:46:44.635333 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04240e3e-ea8d-4dc3-9277-4c46c0d2dd76 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:46:44.635823 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'code': 200} Aug 31 14:46:44.663154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:46:44.728125 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c05d3-9645-439c-8675-79020f3e382f req-db9cab2a-09c8-47cc-ad86-aa259d435d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:44.729613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d79c05d3-9645-439c-8675-79020f3e382f req-db9cab2a-09c8-47cc-ad86-aa259d435d12 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0403581 Aug 31 14:46:44.764902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d79c05d3-9645-439c-8675-79020f3e382f req-5c5fc4a1-22ba-477b-9572-789f60a97ad8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276418 Aug 31 14:46:45.077588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfae9f4-1647-4c1e-8699-ceef44b65e93 req-5748bafa-2bad-4312-93f0-185a5f7c48ad tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:45.079123 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2dfae9f4-1647-4c1e-8699-ceef44b65e93 req-5748bafa-2bad-4312-93f0-185a5f7c48ad tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0494492 Aug 31 14:46:45.116923 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2dfae9f4-1647-4c1e-8699-ceef44b65e93 req-08ad23f8-56d8-40e2-a534-f3571baa5de2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317602 Aug 31 14:46:46.232511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cdf7a-d0dd-4d79-a85f-82e416df93d3 req-13c4d2b4-4c3f-4386-a4f5-cf2193f30729 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:46.233905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee9cdf7a-d0dd-4d79-a85f-82e416df93d3 req-13c4d2b4-4c3f-4386-a4f5-cf2193f30729 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0484471 Aug 31 14:46:46.272019 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee9cdf7a-d0dd-4d79-a85f-82e416df93d3 req-aad37431-ba7c-4efc-9827-4e8dda75275c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322430 Aug 31 14:46:46.386596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb0184-449e-430d-8ca1-dbe9b0535c4c req-03067895-a3cd-4aae-a6a9-d34e597fafa9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:46.388092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-00eb0184-449e-430d-8ca1-dbe9b0535c4c req-03067895-a3cd-4aae-a6a9-d34e597fafa9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0526204 Aug 31 14:46:46.396873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 60486) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:46:46.401261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-edab34b6-8e25-4042-a8a9-99fd2bddc8bb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Request body: {'floatingip': {'port_id': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:46:46.439285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-edab34b6-8e25-4042-a8a9-99fd2bddc8bb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:46.878608 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-edab34b6-8e25-4042-a8a9-99fd2bddc8bb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:46.882629 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-edab34b6-8e25-4042-a8a9-99fd2bddc8bb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:46.982357 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-edab34b6-8e25-4042-a8a9-99fd2bddc8bb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Floating IP 1796381c-e120-4cdc-976c-c01f06e4099a associated. External IP: 172.25.3.170, port: cd712f6f-0aad-4b31-89e5-c5ba08d6d262. Aug 31 14:46:47.185849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edab34b6-8e25-4042-a8a9-99fd2bddc8bb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:46:47.288416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edab34b6-8e25-4042-a8a9-99fd2bddc8bb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:46:47.293050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-edab34b6-8e25-4042-a8a9-99fd2bddc8bb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:46:47.299505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd4bfe6-cd53-4ad8-8998-92262e4f45b4 None None] Sync routers for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:46:47.309076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4bfe6-cd53-4ad8-8998-92262e4f45b4 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:47.309705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ebd4bfe6-cd53-4ad8-8998-92262e4f45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:46:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:47.323029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-edab34b6-8e25-4042-a8a9-99fd2bddc8bb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "PUT /v2.0/floatingips/1796381c-e120-4cdc-976c-c01f06e4099a HTTP/1.1" status: 200 len: 991 time: 0.9250822 Aug 31 14:46:47.324746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:46:47.325938 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeca4f0b-a25a-4d77-99a4-6aecfd1764ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:46:47.364235 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c6fc39-0fb0-4f5b-8cc1-bb718ab30553 x-openstack-request-id: req-73c6fc39-0fb0-4f5b-8cc1-bb718ab30553 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:46:47.364554 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:46:47.364811 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73c6fc39-0fb0-4f5b-8cc1-bb718ab30553 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:46:47.365228 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'status': 'completed', 'code': 200} Aug 31 14:46:47.429200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ebd4bfe6-cd53-4ad8-8998-92262e4f45b4 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:47.433889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca4f0b-a25a-4d77-99a4-6aecfd1764ee req-4b0fd728-b9d4-4bac-bd45-fb56aa9410c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:47.435446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aeca4f0b-a25a-4d77-99a4-6aecfd1764ee req-4b0fd728-b9d4-4bac-bd45-fb56aa9410c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0430577 Aug 31 14:46:47.527030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca4f0b-a25a-4d77-99a4-6aecfd1764ee req-4c3ce2b6-bd1f-4bfc-8c92-595caeaeee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:47.528582 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aeca4f0b-a25a-4d77-99a4-6aecfd1764ee req-4c3ce2b6-bd1f-4bfc-8c92-595caeaeee43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0853119 Aug 31 14:46:47.598742 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aeca4f0b-a25a-4d77-99a4-6aecfd1764ee req-4a38b880-ae2c-4d3a-aab3-e9b599968643 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 999 time: 0.0623209 Aug 31 14:46:47.649727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ebd4bfe6-cd53-4ad8-8998-92262e4f45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1796381c-e120-4cdc-976c-c01f06e4099a', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'port_id': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'mac_address': 'fa:16:3e:39:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:25Z', 'updated_at': '2021-08-31T14:46:46Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:47.650431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca4f0b-a25a-4d77-99a4-6aecfd1764ee req-59393f37-09a8-4147-b9a6-bef55b3a6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:47.651954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aeca4f0b-a25a-4d77-99a4-6aecfd1764ee req-59393f37-09a8-4147-b9a6-bef55b3a6390 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0460804 Aug 31 14:46:47.682439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd4bfe6-cd53-4ad8-8998-92262e4f45b4 None None] Checking router: 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:46:47.693194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4bfe6-cd53-4ad8-8998-92262e4f45b4 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:46:47.693824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ebd4bfe6-cd53-4ad8-8998-92262e4f45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:46:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:47.708767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca4f0b-a25a-4d77-99a4-6aecfd1764ee req-ef36616e-dcff-4031-9fee-61eaead68b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:46:47.710528 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aeca4f0b-a25a-4d77-99a4-6aecfd1764ee req-ef36616e-dcff-4031-9fee-61eaead68b24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508811 Aug 31 14:46:47.802969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ebd4bfe6-cd53-4ad8-8998-92262e4f45b4 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:46:47.807276 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aeca4f0b-a25a-4d77-99a4-6aecfd1764ee req-b3c5c2cd-780c-45b1-9a3d-450a1743ce3d service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884724 Aug 31 14:46:47.898393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-aeca4f0b-a25a-4d77-99a4-6aecfd1764ee req-dea8a2c2-eaf3-4a13-a9e1-e64a069e6259 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825012 Aug 31 14:46:48.024994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ebd4bfe6-cd53-4ad8-8998-92262e4f45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1796381c-e120-4cdc-976c-c01f06e4099a', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'port_id': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'mac_address': 'fa:16:3e:39:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:25Z', 'updated_at': '2021-08-31T14:46:46Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:46:48.054460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd4bfe6-cd53-4ad8-8998-92262e4f45b4 None None] The sync data for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 is: [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1796381c-e120-4cdc-976c-c01f06e4099a', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'port_id': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'mac_address': 'fa:16:3e:39:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:25Z', 'updated_at': '2021-08-31T14:46:46Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:46:48.238947 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7656b46-674e-4017-be4d-266b4c867e74 None None] New status for floating IP 1796381c-e120-4cdc-976c-c01f06e4099a: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:46:54.080447 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:47:01.432702 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a128882a-0735-49ae-a1ab-6f0c7d6c4b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:04.102708 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:04.118659 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3ddd148f-5190-4577-a25e-8d38b725e952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:05.369875 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:06.925893 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:09.605855 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:09.660982 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:31.079246 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:47:31.433405 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cbef0f29-e0c3-4376-b5ab-4bb4a8e334fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.110488 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:34.122018 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-31022950-bd23-4028-9139-2a255b660549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:35.373491 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:36.929017 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:38.939930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f5c533b-bedb-46e3-b044-ddd8a735096a req-64f5bc83-763d-4cec-b493-23179407bea7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985765 Aug 31 14:47:39.022021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c533b-bedb-46e3-b044-ddd8a735096a req-47a30d23-ef99-432c-8457-7e80a922f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:39.023517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f5c533b-bedb-46e3-b044-ddd8a735096a req-47a30d23-ef99-432c-8457-7e80a922f1ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0413022 Aug 31 14:47:39.122435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c533b-bedb-46e3-b044-ddd8a735096a req-5b5afb97-d44a-4fc4-a662-a86c5757997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:39.123772 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f5c533b-bedb-46e3-b044-ddd8a735096a req-5b5afb97-d44a-4fc4-a662-a86c5757997d service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0814016 Aug 31 14:47:39.192707 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f5c533b-bedb-46e3-b044-ddd8a735096a req-2acc74d5-e08a-49f4-b053-d6dd1afd1d2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 1001 time: 0.0616987 Aug 31 14:47:39.241273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c533b-bedb-46e3-b044-ddd8a735096a req-d8ad4874-74fe-490b-a290-95ef54f7dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:39.242707 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f5c533b-bedb-46e3-b044-ddd8a735096a req-d8ad4874-74fe-490b-a290-95ef54f7dbe8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0431900 Aug 31 14:47:39.288414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c533b-bedb-46e3-b044-ddd8a735096a req-5bf8f3e9-1bf6-4cfc-a465-4163872b6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:47:39.289913 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f5c533b-bedb-46e3-b044-ddd8a735096a req-5bf8f3e9-1bf6-4cfc-a465-4163872b6f9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389469 Aug 31 14:47:39.381328 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f5c533b-bedb-46e3-b044-ddd8a735096a req-e514061f-478d-424a-b5eb-2b17ca807c9b service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834835 Aug 31 14:47:39.471241 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f5c533b-bedb-46e3-b044-ddd8a735096a req-834a7e5e-6096-4e19-921a-a9bb60af5d2c service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816903 Aug 31 14:47:39.617002 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:47:39.690101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:01.435777 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d41796df-b9ca-43dd-b6c3-52bc202fe0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:04.102968 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:04.121329 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9edb66cf-cd07-4418-81c6-c24588b7e162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:05.376127 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:06.929958 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:08.078131 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:48:09.618621 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:09.690394 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:25.359183 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b2218-98d9-474d-9b3d-5e1f355e2650 req-0d8d03cb-0cfa-4c4d-a175-553677b7ab8d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:25.360619 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3a5b2218-98d9-474d-9b3d-5e1f355e2650 req-0d8d03cb-0cfa-4c4d-a175-553677b7ab8d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.1066527 Aug 31 14:48:25.398818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3a5b2218-98d9-474d-9b3d-5e1f355e2650 req-04eeb5dc-f142-4855-9f4d-1fceff7f8d85 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321994 Aug 31 14:48:26.569363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d50c2-0732-4f27-ae0e-235e1cf92d56 req-5cb77726-e866-45fd-84a3-00a76b86cb98 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:26.570886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a0d50c2-0732-4f27-ae0e-235e1cf92d56 req-5cb77726-e866-45fd-84a3-00a76b86cb98 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.1030416 Aug 31 14:48:26.614729 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a0d50c2-0732-4f27-ae0e-235e1cf92d56 req-956fc3c6-4ce3-4749-b5eb-a86d0421e926 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377154 Aug 31 14:48:27.730122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c897c-f044-4dae-a9c7-5bd5288c9f58 req-3bc536a4-77b7-4c0b-b522-3d9c70fcfba3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:27.731535 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-147c897c-f044-4dae-a9c7-5bd5288c9f58 req-3bc536a4-77b7-4c0b-b522-3d9c70fcfba3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0491822 Aug 31 14:48:27.768016 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-147c897c-f044-4dae-a9c7-5bd5288c9f58 req-261de466-9847-409a-8c58-198cbd0219a9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306420 Aug 31 14:48:28.893751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58081b-ff85-4c55-8bf7-f1939c45b47e req-9ab129c0-41b2-4d1c-b13e-c43809741d8c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:28.895243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d58081b-ff85-4c55-8bf7-f1939c45b47e req-9ab129c0-41b2-4d1c-b13e-c43809741d8c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0489030 Aug 31 14:48:28.933633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d58081b-ff85-4c55-8bf7-f1939c45b47e req-aef73592-d9b0-46e4-91c7-02c4501712f4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Aug 31 14:48:30.058625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e8506-83bd-4905-93a6-2a61daa28e7e req-3ae17fc2-b7b7-45a5-81f1-57c6599641d9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:30.060008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fc7e8506-83bd-4905-93a6-2a61daa28e7e req-3ae17fc2-b7b7-45a5-81f1-57c6599641d9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0484207 Aug 31 14:48:30.100958 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fc7e8506-83bd-4905-93a6-2a61daa28e7e req-431b7516-2748-4c77-982d-bf7db7890214 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349693 Aug 31 14:48:31.215111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd88f0-9d20-41cc-b78d-f4eb7f099186 req-d607bd07-0892-4d31-8fa1-1bf4c63a74f4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:31.216681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5bd88f0-9d20-41cc-b78d-f4eb7f099186 req-d607bd07-0892-4d31-8fa1-1bf4c63a74f4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0485632 Aug 31 14:48:31.254692 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c5bd88f0-9d20-41cc-b78d-f4eb7f099186 req-bb245952-6bb4-48f6-87d2-61bfcecb8728 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320859 Aug 31 14:48:31.439066 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d1b51801-655e-4827-9530-d0d0660999a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:32.368694 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275de775-1771-41f7-86c8-28b238b51407 req-a0b3e751-58c9-41f7-ba91-d151d9f75ea3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:32.370195 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-275de775-1771-41f7-86c8-28b238b51407 req-a0b3e751-58c9-41f7-ba91-d151d9f75ea3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0490506 Aug 31 14:48:32.406676 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-275de775-1771-41f7-86c8-28b238b51407 req-ede9b197-e61f-4769-afd6-f329daadb64c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305729 Aug 31 14:48:33.522209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1362dc-f36a-4748-9540-1bae7bcf8307 req-f40e6d9b-177a-402d-a395-47ea8775d74e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:33.523706 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c1362dc-f36a-4748-9540-1bae7bcf8307 req-f40e6d9b-177a-402d-a395-47ea8775d74e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0486164 Aug 31 14:48:33.564084 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6c1362dc-f36a-4748-9540-1bae7bcf8307 req-ba8db696-19df-4246-96c7-185f300a953f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345492 Aug 31 14:48:34.115379 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:34.128458 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f6325469-cd15-4b6c-86e5-24e126270616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:34.680826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc566f-0e0c-4cb5-a635-18f288756c61 req-34689be3-e3b7-4c30-ae09-12a97260b55d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:34.682310 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dcdc566f-0e0c-4cb5-a635-18f288756c61 req-34689be3-e3b7-4c30-ae09-12a97260b55d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0514252 Aug 31 14:48:34.720996 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dcdc566f-0e0c-4cb5-a635-18f288756c61 req-1a451b0d-9923-4da0-b8ff-0b3cb8826aef tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326610 Aug 31 14:48:35.378337 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:35.836212 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519caa5-e973-4a0d-b83f-4c8f43e58c55 req-a10ede98-8db1-4cfa-9fb9-7beb1c8f1f24 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:35.838272 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d519caa5-e973-4a0d-b83f-4c8f43e58c55 req-a10ede98-8db1-4cfa-9fb9-7beb1c8f1f24 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0508397 Aug 31 14:48:35.877103 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d519caa5-e973-4a0d-b83f-4c8f43e58c55 req-18a041ae-d1db-4da7-81c9-2ba8ef9f30c7 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327532 Aug 31 14:48:36.096219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-92734eba-c3c1-4ed2-8a52-e22719b1c8d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383792 Aug 31 14:48:36.112742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e1908-fb8a-447b-a038-6dad4730ff9e req-ec85d34d-81ff-49e2-91c9-0d1768b38c25 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:36.114446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-447e1908-fb8a-447b-a038-6dad4730ff9e req-ec85d34d-81ff-49e2-91c9-0d1768b38c25 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0486057 Aug 31 14:48:36.153166 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-447e1908-fb8a-447b-a038-6dad4730ff9e req-35bd11ba-a907-4c5c-a83a-e8967363d871 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323918 Aug 31 14:48:36.932857 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:37.269648 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bdb6b-d074-4b87-958b-cabc9a70e5b0 req-6cabb78f-6190-4ce1-9129-5d07cc6f75b2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:37.271142 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7bdb6b-d074-4b87-958b-cabc9a70e5b0 req-6cabb78f-6190-4ce1-9129-5d07cc6f75b2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0518479 Aug 31 14:48:37.309154 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f7bdb6b-d074-4b87-958b-cabc9a70e5b0 req-054560f3-d4aa-4b48-a9b9-02c67723a036 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312970 Aug 31 14:48:38.423778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04910507-7b20-4397-b51f-11257e3f6d4c req-e6f68de8-9695-47fe-a70b-2371dd2151f3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:38.425319 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04910507-7b20-4397-b51f-11257e3f6d4c req-e6f68de8-9695-47fe-a70b-2371dd2151f3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0488288 Aug 31 14:48:38.467681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-04910507-7b20-4397-b51f-11257e3f6d4c req-1c80c829-7014-4737-9f05-76215bf1c738 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354881 Aug 31 14:48:39.238325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-0a68ba6a-99b0-47e1-9e90-ccbe44bb1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:39.240055 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-0a68ba6a-99b0-47e1-9e90-ccbe44bb1a25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0416121 Aug 31 14:48:39.328932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d557f654-d8d3-4ac6-afda-8b2f4d894c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:39.330447 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d557f654-d8d3-4ac6-afda-8b2f4d894c52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0836623 Aug 31 14:48:39.400844 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-674f5291-d352-4d40-b2e5-762057a26ca7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 1001 time: 0.0628912 Aug 31 14:48:39.451354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-eb69afac-e3e2-4906-a082-2272b8f8569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:39.452734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-eb69afac-e3e2-4906-a082-2272b8f8569e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0452967 Aug 31 14:48:39.497831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-4552b301-ff1c-4806-89ac-2fe529ad50da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:39.499364 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-4552b301-ff1c-4806-89ac-2fe529ad50da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397234 Aug 31 14:48:39.584738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bdb3f-810a-4c54-aba2-2a258074c61d req-91c23dca-6df0-4ef1-a024-9465864baab6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:39.586241 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd2bdb3f-810a-4c54-aba2-2a258074c61d req-91c23dca-6df0-4ef1-a024-9465864baab6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0487649 Aug 31 14:48:39.592601 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-78d34f6b-cc04-4272-a4ab-879b519c059d service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861773 Aug 31 14:48:39.620467 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:39.625571 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd2bdb3f-810a-4c54-aba2-2a258074c61d req-0b0bd5cc-5db9-47f4-bf3e-f2cb882fa171 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333376 Aug 31 14:48:39.676249 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:39.685445 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-ea2a439d-ca2a-45e9-a22a-f931e108dbec service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858998 Aug 31 14:48:40.740938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af2ee6-3340-430e-a04c-9f3f358e8815 req-c069c649-a133-4fab-841d-4131f50cbb17 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:40.742347 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25af2ee6-3340-430e-a04c-9f3f358e8815 req-c069c649-a133-4fab-841d-4131f50cbb17 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0498936 Aug 31 14:48:40.786356 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-25af2ee6-3340-430e-a04c-9f3f358e8815 req-bd5858ea-07d1-468c-821f-491548348920 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381489 Aug 31 14:48:40.941534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddde05-1c8a-499f-8552-0f6ba9cf6857 req-4c0195e1-1687-4830-9370-657f365c8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:40.943040 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21ddde05-1c8a-499f-8552-0f6ba9cf6857 req-4c0195e1-1687-4830-9370-657f365c8429 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 1096 time: 0.0403197 Aug 31 14:48:41.045758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddde05-1c8a-499f-8552-0f6ba9cf6857 req-51fee4fd-0e3b-4bdd-adb0-9e502004ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:41.047152 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21ddde05-1c8a-499f-8552-0f6ba9cf6857 req-51fee4fd-0e3b-4bdd-adb0-9e502004ab5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0817249 Aug 31 14:48:41.115564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21ddde05-1c8a-499f-8552-0f6ba9cf6857 req-2e3fad54-7f41-4094-b9f8-7870706fb595 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 1001 time: 0.0604417 Aug 31 14:48:41.165261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddde05-1c8a-499f-8552-0f6ba9cf6857 req-296e34b6-61d2-4cf6-b2b0-b4744717cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:41.166689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21ddde05-1c8a-499f-8552-0f6ba9cf6857 req-296e34b6-61d2-4cf6-b2b0-b4744717cb6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0439572 Aug 31 14:48:41.210231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddde05-1c8a-499f-8552-0f6ba9cf6857 req-bf472969-258f-4a7d-9603-5b4d8d3ff6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:41.212196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21ddde05-1c8a-499f-8552-0f6ba9cf6857 req-bf472969-258f-4a7d-9603-5b4d8d3ff6c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383525 Aug 31 14:48:41.302384 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21ddde05-1c8a-499f-8552-0f6ba9cf6857 req-815e952f-97f7-4ee0-b2dd-78c2ed98b4a3 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828271 Aug 31 14:48:41.390881 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21ddde05-1c8a-499f-8552-0f6ba9cf6857 req-6cafd2b3-4fe5-4c2b-98fc-f59a8aad7852 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807531 Aug 31 14:48:41.532899 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-43d0c8c4-b31a-4e7f-8bd2-1137db0fb96c service neutron] show failed (client error): The resource could not be found. Aug 31 14:48:41.539406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-43d0c8c4-b31a-4e7f-8bd2-1137db0fb96c service neutron] 10.222.0.13 "GET /v2.0/ports/cd712f6f-0aad-4b31-89e5-c5ba08d6d262/bindings/n-h2-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0541031 Aug 31 14:48:41.732032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-0844f06b-1e75-4d93-ba09-ccbd0379690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:41.733622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-0844f06b-1e75-4d93-ba09-ccbd0379690d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 1096 time: 0.0455828 Aug 31 14:48:41.747648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:41.799243 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:41.904793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500cd67-1f5a-4638-8730-23cd06770a6c req-a4f03763-d8b1-46ae-a7ae-9affdc206d23 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:41.906313 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7500cd67-1f5a-4638-8730-23cd06770a6c req-a4f03763-d8b1-46ae-a7ae-9affdc206d23 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0520966 Aug 31 14:48:41.944634 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7500cd67-1f5a-4638-8730-23cd06770a6c req-44b7bc69-c3ae-41bb-90b6-2336eebb981f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321219 Aug 31 14:48:42.006922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:42.038477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:42.080385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:42.082622 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99524bf1-321d-4366-8963-390936e218e7" -d '{"events": [{"server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:42.087221 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:42.100291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Transition to ACTIVE for port object cd712f6f-0aad-4b31-89e5-c5ba08d6d262 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:42.105050 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:42.189388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Pushing event updated for resources: {'Port': ['ID=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:42.206067 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf84c9a3-1f09-4301-97f0-93a392c0180e x-openstack-request-id: req-cf84c9a3-1f09-4301-97f0-93a392c0180e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:42.206544 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:42.206950 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf84c9a3-1f09-4301-97f0-93a392c0180e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:42.207523 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'code': 200} Aug 31 14:48:42.211235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:42.211610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:42.211946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:42.212277 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:42.212631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:42.212955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:42.213284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:42.213603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:42.213922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:42.214240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:42.214554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:42.214867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:42.245114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] No DVR routers for this DVR port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:42.377534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Attempting to bind port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:42.377877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Attempting to bind port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:42.378204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Attempting to bind port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:42.382473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 on network 9b448708-7436-4a92-ac45-55560748cd51 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:48:42.382792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Attempting to bind port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:42.387503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:42.387847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:42.388228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Bound using segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:42.388683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Bound port: cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:42.389045 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:42.450254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:42.453392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:42.457624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:42.489741 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:42.490426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:42.491834 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] 10.222.0.52 "PUT /v2.0/ports/cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 1091 time: 0.7483110 Aug 31 14:48:42.518553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ddad2-ce4d-43f4-9ab6-612f3bd0ab13 service neutron] Pushing event updated for resources: {'Port': ['ID=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:42.572111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-77c8f560-00f4-45ec-be9d-5a3566e11c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:42.573688 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-77c8f560-00f4-45ec-be9d-5a3566e11c71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 1094 time: 0.0425410 Aug 31 14:48:42.670646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-c44b883b-e5b7-4c5c-84aa-c422ee9364b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:42.672233 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-c44b883b-e5b7-4c5c-84aa-c422ee9364b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0911508 Aug 31 14:48:42.736500 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-d7da62a8-45e8-4565-b260-335b15021105 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 999 time: 0.0570068 Aug 31 14:48:42.789537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-b5b2b6ba-5dc6-4e29-8a15-0fb9672619a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:42.790986 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-b5b2b6ba-5dc6-4e29-8a15-0fb9672619a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0466137 Aug 31 14:48:42.835904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-e13ffb95-250c-4071-bdc2-d95f0309d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:42.838070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-e13ffb95-250c-4071-bdc2-d95f0309d117 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397873 Aug 31 14:48:42.927164 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-86516f02-4249-472c-8f67-4495dd4ebabc service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814390 Aug 31 14:48:43.019452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f6fd1eaa-e84b-4072-a765-8f2ae326cec3 req-44fd399e-2ec6-45b4-8ba3-eb443d7de371 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845127 Aug 31 14:48:43.067199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1eb44-4a64-48b8-b6aa-c53e3d2fe2bd req-1874759e-5b36-4b79-aeb6-6b2a74cf4ee4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:43.068791 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6f1eb44-4a64-48b8-b6aa-c53e3d2fe2bd req-1874759e-5b36-4b79-aeb6-6b2a74cf4ee4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 943 time: 0.0549009 Aug 31 14:48:43.108580 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d6f1eb44-4a64-48b8-b6aa-c53e3d2fe2bd req-3b311bb9-4381-4a8e-b827-6caf21dd9aa8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333226 Aug 31 14:48:44.208812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:44.211993 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda11415-440e-41a8-88f1-7b2668d371da" -d '{"events": [{"name": "network-changed", "server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:44.247049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf8bea-3563-4871-aec0-4108429b5af4 req-eaee2e98-acfd-4831-b3f6-f21b457886fe tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:44.248675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77cf8bea-3563-4871-aec0-4108429b5af4 req-eaee2e98-acfd-4831-b3f6-f21b457886fe tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 943 time: 0.0693498 Aug 31 14:48:44.279623 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f01fe49-ba33-4abc-aab2-52c5dfed4c25 x-openstack-request-id: req-1f01fe49-ba33-4abc-aab2-52c5dfed4c25 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:44.279857 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:44.281099 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f01fe49-ba33-4abc-aab2-52c5dfed4c25 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:44.281099 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'status': 'completed', 'code': 200} Aug 31 14:48:44.300221 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77cf8bea-3563-4871-aec0-4108429b5af4 req-1d97611f-e264-4ebc-83dc-229b67b56e45 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454957 Aug 31 14:48:44.376649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11415-440e-41a8-88f1-7b2668d371da req-7f8db637-e400-40a6-a5a7-5e5edbbe1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:44.378189 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-7f8db637-e400-40a6-a5a7-5e5edbbe1cef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 1094 time: 0.0742106 Aug 31 14:48:44.384339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11415-440e-41a8-88f1-7b2668d371da req-98694a84-bc75-4408-a3a0-c24270d723a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:44.385823 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-98694a84-bc75-4408-a3a0-c24270d723a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 1094 time: 0.0722888 Aug 31 14:48:44.894748 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11415-440e-41a8-88f1-7b2668d371da req-64b31aa8-8b99-4628-9ef3-e1ba316e53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:44.896146 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-64b31aa8-8b99-4628-9ef3-e1ba316e53f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.5094810 Aug 31 14:48:44.897497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11415-440e-41a8-88f1-7b2668d371da req-cec224af-dfc5-4890-8060-5ee7428809e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:44.898859 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-cec224af-dfc5-4890-8060-5ee7428809e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.5048504 Aug 31 14:48:44.975156 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cd712f6f-0aad-4b31-89e5-c5ba08d6d262 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:45.010392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-fccc3a74-070d-4a74-a0da-c7e72491a372 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 999 time: 0.1009717 Aug 31 14:48:45.012047 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-7300bc28-033f-4fe6-8b12-9bb17f344c8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 999 time: 0.1084175 Aug 31 14:48:45.013717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cd712f6f-0aad-4b31-89e5-c5ba08d6d262 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:45.076297 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:48:45.097243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11415-440e-41a8-88f1-7b2668d371da req-1be2f1b8-6306-464a-bddf-728f2bb6a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:45.098740 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-1be2f1b8-6306-464a-bddf-728f2bb6a139 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0810838 Aug 31 14:48:45.100273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11415-440e-41a8-88f1-7b2668d371da req-56efea62-d644-4caf-a109-cec51a4281f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:45.101634 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-56efea62-d644-4caf-a109-cec51a4281f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0763304 Aug 31 14:48:45.169681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11415-440e-41a8-88f1-7b2668d371da req-17b82367-c4a7-459a-b9c7-30a091df127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:45.171111 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-17b82367-c4a7-459a-b9c7-30a091df127f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643892 Aug 31 14:48:45.176999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11415-440e-41a8-88f1-7b2668d371da req-57454282-b3b5-46df-b424-f56287018f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:45.178586 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-57454282-b3b5-46df-b424-f56287018f56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643709 Aug 31 14:48:45.292420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device cd712f6f-0aad-4b31-89e5-c5ba08d6d262 details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:48:45.332172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-36df9ef4-df3f-4015-b63d-44b3cdab0b6c service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521473 Aug 31 14:48:45.334903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-41b6afef-9c6b-4e06-9354-cbacdfce6439 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471887 Aug 31 14:48:45.389882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:45.425497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833c343-41fc-4263-b0dc-102b329d0c7b req-3272f6dc-3248-4efc-a813-98e4e47aca79 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:45.430877 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b833c343-41fc-4263-b0dc-102b329d0c7b req-3272f6dc-3248-4efc-a813-98e4e47aca79 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 943 time: 0.0545807 Aug 31 14:48:45.486557 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b833c343-41fc-4263-b0dc-102b329d0c7b req-1b73a585-c49b-4221-9598-29165f1e95b7 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528784 Aug 31 14:48:45.513103 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-1613a374-2afa-413d-abf5-9b91ffd94710 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643908 Aug 31 14:48:45.515446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dda11415-440e-41a8-88f1-7b2668d371da req-38a079f7-ecda-4c1a-bca1-317026b629c0 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747882 Aug 31 14:48:45.571506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'port_id': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'mac_address': 'fa:16:3e:39:73:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:48:45.612822 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:45.626502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd712f6f-0aad-4b31-89e5-c5ba08d6d262 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:48:45.648012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:45.652297 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:45.702755 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92905d7-5a87-4824-be25-df935872e822 req-3aa7cd7f-0c66-4d5a-8d84-8324e0f52082 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:45.704047 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-42c9481f-fa68-4fdb-910d-6e0edeb7e207 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:45.704342 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b92905d7-5a87-4824-be25-df935872e822 req-3aa7cd7f-0c66-4d5a-8d84-8324e0f52082 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 944 time: 0.0661731 Aug 31 14:48:45.705838 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-42c9481f-fa68-4fdb-910d-6e0edeb7e207 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.13 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1&tenant_id=7762818db08b4af99e865e5203ec29c7&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 944 time: 0.0564046 Aug 31 14:48:45.711592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:45.724385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:45.725213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:45.725641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:45.725994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:45.726342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:45.726693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:45.727669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:45.728018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:45.728358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:45.728724 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:45.729092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:45.729432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:48:45.752327 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b92905d7-5a87-4824-be25-df935872e822 req-c9af87d6-4f94-4d72-b1e0-57f32521a513 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408330 Aug 31 14:48:45.775537 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-213130c8-f0e8-49a8-b965-3f94b8ab65b1 service neutron] delete failed (client error): The resource could not be found. Aug 31 14:48:45.776614 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-213130c8-f0e8-49a8-b965-3f94b8ab65b1 service neutron] 10.222.0.13 "DELETE /v2.0/ports/cd712f6f-0aad-4b31-89e5-c5ba08d6d262/bindings/n-h1-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0614007 Aug 31 14:48:45.865537 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-4960a9bb-1e31-43c5-99f9-df490d9572a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:45.867071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-4960a9bb-1e31-43c5-99f9-df490d9572a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 1095 time: 0.0457003 Aug 31 14:48:45.905905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['cd712f6f-0aad-4b31-89e5-c5ba08d6d262'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:48:45.967903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-68f9ba71-3581-4dc4-be55-692a88fc91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:45.969837 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-68f9ba71-3581-4dc4-be55-692a88fc91e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0958822 Aug 31 14:48:46.037249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-6776cb72-0390-477d-86a0-9f17f2e117b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 1000 time: 0.0590315 Aug 31 14:48:46.100859 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-44a9068f-35f1-4150-97b3-122b62f9bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:46.102897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-44a9068f-35f1-4150-97b3-122b62f9bb74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0593827 Aug 31 14:48:46.151198 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-0d6932ea-340b-473e-8308-76a4d88fb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:46.152767 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-0d6932ea-340b-473e-8308-76a4d88fb732 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432713 Aug 31 14:48:46.244769 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-1f1416ea-59b8-414a-bd7d-a09caa9e6726 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848873 Aug 31 14:48:46.343694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4ab673f-eca8-4eea-8148-b1febf0a2b29 req-380de779-65af-4f3e-8973-800839233696 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921428 Aug 31 14:48:46.889644 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f08da8-dea3-4ff1-86b7-62fd2e2c277b req-28b3a360-aba4-4b2d-90e9-4fe99af015b1 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:46.892053 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0f08da8-dea3-4ff1-86b7-62fd2e2c277b req-28b3a360-aba4-4b2d-90e9-4fe99af015b1 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 944 time: 0.0668020 Aug 31 14:48:46.931816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0f08da8-dea3-4ff1-86b7-62fd2e2c277b req-86ca0b6a-05d2-4afb-8e3c-b84e246c6e0b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332820 Aug 31 14:48:47.048578 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5aedb-ebc6-4652-a32c-0ae41cc78ff9 req-b666c1af-047e-44ee-a8cb-dfd7b7e822d3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:47.049991 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15a5aedb-ebc6-4652-a32c-0ae41cc78ff9 req-b666c1af-047e-44ee-a8cb-dfd7b7e822d3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 944 time: 0.0513968 Aug 31 14:48:47.088378 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-15a5aedb-ebc6-4652-a32c-0ae41cc78ff9 req-996f05aa-d45a-427d-8a69-00baf670df0b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313404 Aug 31 14:48:47.285179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461c029-b235-43ab-950b-f453e6a8bb5e req-03ca32ce-f40d-4994-8a80-671ae0b78d93 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:47.286716 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8461c029-b235-43ab-950b-f453e6a8bb5e req-03ca32ce-f40d-4994-8a80-671ae0b78d93 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 944 time: 0.0523837 Aug 31 14:48:47.294112 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device cd712f6f-0aad-4b31-89e5-c5ba08d6d262 up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:48:47.314114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1c375-6e73-4555-8d03-cb2abbab3a11 req-5d49dcf2-47ec-449f-b356-e2cb166c6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:47.315545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd1c375-6e73-4555-8d03-cb2abbab3a11 req-5d49dcf2-47ec-449f-b356-e2cb166c6dca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 1095 time: 0.0420182 Aug 31 14:48:47.328947 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8461c029-b235-43ab-950b-f453e6a8bb5e req-9447ee51-0b85-4e08-8b2d-2ab44fd007c4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356576 Aug 31 14:48:47.346987 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:47.350697 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:47.351084 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.416816 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1c375-6e73-4555-8d03-cb2abbab3a11 req-5411b5a1-3a63-491d-b1d5-882bfe3a4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:47.418352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd1c375-6e73-4555-8d03-cb2abbab3a11 req-5411b5a1-3a63-491d-b1d5-882bfe3a4e37 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0949450 Aug 31 14:48:47.429806 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.452873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:47.455265 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fb5d2b-6fd7-48c2-9269-c1c26c6e132f" -d '{"events": [{"server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "name": "network-vif-plugged", "status": "completed", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:47.468833 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:47.473953 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:47.496471 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd1c375-6e73-4555-8d03-cb2abbab3a11 req-db53f847-d8d2-4c7d-b367-1aa6c7032809 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 200 len: 1000 time: 0.0634334 Aug 31 14:48:47.500225 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05ce7d1-29b8-43b9-b7d8-b1222ce151d0 x-openstack-request-id: req-c05ce7d1-29b8-43b9-b7d8-b1222ce151d0 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:47.500550 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "name": "network-vif-plugged", "status": "completed", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:47.500803 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c05ce7d1-29b8-43b9-b7d8-b1222ce151d0 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:47.501187 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'code': 200} Aug 31 14:48:47.526918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:47.546431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1c375-6e73-4555-8d03-cb2abbab3a11 req-581ff204-a362-463f-882c-391a12fbe0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:47.547959 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd1c375-6e73-4555-8d03-cb2abbab3a11 req-581ff204-a362-463f-882c-391a12fbe0b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0512092 Aug 31 14:48:47.594596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1c375-6e73-4555-8d03-cb2abbab3a11 req-0b14e20b-8743-4384-b8e4-b4bbbeb1e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:47.595979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd1c375-6e73-4555-8d03-cb2abbab3a11 req-0b14e20b-8743-4384-b8e4-b4bbbeb1e60f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402145 Aug 31 14:48:47.683754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd1c375-6e73-4555-8d03-cb2abbab3a11 req-55003752-bf8a-4cdd-9082-6cbf62f0fcbd service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797150 Aug 31 14:48:47.780496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3cd1c375-6e73-4555-8d03-cb2abbab3a11 req-efd1b1c3-b831-4236-8cb3-b48a8a46f7ff service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889208 Aug 31 14:48:48.442284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e5ab3-4ce1-475e-ad21-75e5fe5fbba4 req-ee481d53-c2a6-404f-92be-e5b3325002ff tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:48.443776 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3e3e5ab3-4ce1-475e-ad21-75e5fe5fbba4 req-ee481d53-c2a6-404f-92be-e5b3325002ff tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0480914 Aug 31 14:48:48.480917 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3e3e5ab3-4ce1-475e-ad21-75e5fe5fbba4 req-880270dc-245e-4004-a5cd-56cb8c00c7eb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305359 Aug 31 14:48:48.719933 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92277af-547e-4069-9fdf-5ebd7ba1f292 req-7bc4a33c-c083-4e7c-8742-9d48f366062e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:48.721529 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a92277af-547e-4069-9fdf-5ebd7ba1f292 req-7bc4a33c-c083-4e7c-8742-9d48f366062e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0564046 Aug 31 14:48:48.761399 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a92277af-547e-4069-9fdf-5ebd7ba1f292 req-48f152ef-db0d-4526-8bb9-37e93ffb22af tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334179 Aug 31 14:48:49.887246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe73f8-6a18-4dde-8e8f-70e29607425a req-c1803300-4af0-4dd7-84ab-b94de281da92 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:49.888798 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddbe73f8-6a18-4dde-8e8f-70e29607425a req-c1803300-4af0-4dd7-84ab-b94de281da92 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0511186 Aug 31 14:48:49.927156 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ddbe73f8-6a18-4dde-8e8f-70e29607425a req-ed4ffc84-1002-4f79-84b2-4fda9257dc2d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325351 Aug 31 14:48:50.028936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-22710571-e1f6-403e-b9c6-ecf8f7ac5f68 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:50.030422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-22710571-e1f6-403e-b9c6-ecf8f7ac5f68 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.52 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 945 time: 0.0545964 Aug 31 14:48:50.124088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Deleting port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:48:50.124352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:50.214596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] For port cd712f6f-0aad-4b31-89e5-c5ba08d6d262, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:50.214969 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:50.390746 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:50.391055 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:50.391386 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Floating IP 1796381c-e120-4cdc-976c-c01f06e4099a disassociated. External IP: 172.25.3.170, port: cd712f6f-0aad-4b31-89e5-c5ba08d6d262. Aug 31 14:48:50.391843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Calling delete_port for cd712f6f-0aad-4b31-89e5-c5ba08d6d262 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:48:50.519036 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:50.551113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event deleted for resources: {'Port': ['ID=cd712f6f-0aad-4b31-89e5-c5ba08d6d262,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:50.667307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:48:50.785434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:48:50.795910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d26c52-0c06-4365-8113-b8e5802ca712 None None] Sync routers for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:48:50.806359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d26c52-0c06-4365-8113-b8e5802ca712 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:50.806985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a0d26c52-0c06-4365-8113-b8e5802ca712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:48:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:50.828912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] No DVR routers for this DVR port cd712f6f-0aad-4b31-89e5-c5ba08d6d262 on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:48:50.831623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:50.833929 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c569a2e7-dd9a-4945-a27f-40cc07155f2e req-0d010bde-8930-4c6d-994e-4b114e3970d8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.52 "DELETE /v2.0/ports/cd712f6f-0aad-4b31-89e5-c5ba08d6d262 HTTP/1.1" status: 204 len: 173 time: 0.7968264 Aug 31 14:48:50.834378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'name': 'network-vif-deleted', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:50.836760 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777cc264-03d9-4cc6-922b-e33e7c1bf4f1" -d '{"events": [{"server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "name": "network-vif-deleted", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:50.878727 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f07be4b-74a9-4bf7-b7f4-00e8469758b7 x-openstack-request-id: req-0f07be4b-74a9-4bf7-b7f4-00e8469758b7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:50.879024 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1", "name": "network-vif-deleted", "tag": "cd712f6f-0aad-4b31-89e5-c5ba08d6d262", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:50.879305 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f07be4b-74a9-4bf7-b7f4-00e8469758b7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:50.879718 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1', 'name': 'network-vif-deleted', 'tag': 'cd712f6f-0aad-4b31-89e5-c5ba08d6d262', 'status': 'completed', 'code': 200} Aug 31 14:48:50.926824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a0d26c52-0c06-4365-8113-b8e5802ca712 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:51.036882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cb3e2293-e294-4b02-9cc7-c58e109cb781 req-877fbcca-439f-445c-b014-a652e18c4d72 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=8276ff56-a6f7-4e94-b5aa-a4e6c97cd1b1 HTTP/1.1" status: 200 len: 210 time: 0.0279047 Aug 31 14:48:51.142741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a0d26c52-0c06-4365-8113-b8e5802ca712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:51.169980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d26c52-0c06-4365-8113-b8e5802ca712 None None] Checking router: 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:48:51.178580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d26c52-0c06-4365-8113-b8e5802ca712 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:48:51.179143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a0d26c52-0c06-4365-8113-b8e5802ca712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:48:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:51.290063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a0d26c52-0c06-4365-8113-b8e5802ca712 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:48:51.486570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a0d26c52-0c06-4365-8113-b8e5802ca712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:48:51.515143 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d26c52-0c06-4365-8113-b8e5802ca712 None None] The sync data for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 is: [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:48:51.735608 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c488fb2e-0ba8-459f-9cce-fa3f02879a67 None None] New status for floating IP 1796381c-e120-4cdc-976c-c01f06e4099a: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:48:52.306918 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-83399d23-3b95-42f6-b436-6b8546a4757a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1785913355&fields=id&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 267 time: 0.0326414 Aug 31 14:48:52.409876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-182bff3c-0e0d-40f4-8586-1a8725e01d3f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:52.411341 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-182bff3c-0e0d-40f4-8586-1a8725e01d3f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 812 time: 0.0979073 Aug 31 14:48:52.426442 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-18684524-a211-430b-b83f-9cc54e31d0cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/quotas/7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 375 time: 0.0093303 Aug 31 14:48:52.485067 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-bd59500f-e8f9-4470-a9ca-3fcefb00c544 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527713 Aug 31 14:48:52.624810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-8bb7fbc0-f059-4e5b-983e-723be59c2ae1 service neutron] 10.222.0.20 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273451 Aug 31 14:48:52.718332 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-3d1171f2-de9e-4036-aa85-8d0b78a70abd service neutron] 10.222.0.20 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873899 Aug 31 14:48:52.879225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-daca7fe1-8fef-40ec-af06-33492323275e req-40945a94-f310-421f-b20d-7ae857f856a1 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 210 time: 0.0274024 Aug 31 14:48:53.339603 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device cd712f6f-0aad-4b31-89e5-c5ba08d6d262 no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:48:53.359544 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: cd712f6f-0aad-4b31-89e5-c5ba08d6d262 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:48:53.359926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device cd712f6f-0aad-4b31-89e5-c5ba08d6d262 not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:48:53.851572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-a8906676-4f16-4215-8ab4-e07df1b53f02 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:53.853057 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-a8906676-4f16-4215-8ab4-e07df1b53f02 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 812 time: 0.1075699 Aug 31 14:48:53.899673 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-7cd21074-3292-4854-ba45-96c9d2b0ef07 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 380 time: 0.0376155 Aug 31 14:48:53.914779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Request body: {'port': {'device_id': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'admin_state_up': True, 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'security_groups': ['7392f6c0-8d91-41b7-ae42-99d99a765c81']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:53.975054 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2af4c9d2-208a-44b2-a003-9ee7ad6e0576 req-80a2f7c4-22cc-4ed7-952c-d0e192b5d5e8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 210 time: 0.0295670 Aug 31 14:48:54.025551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Made reservation on behalf of 7762818db08b4af99e865e5203ec29c7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:48:54.029227 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.157751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Allocated IP 172.20.0.8 (9b448708-7436-4a92-ac45-55560748cd51/8a03e22b-e5c9-4520-bec6-5211cc86f9d7/0247532a-8de7-410a-ab12-250fd497157e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:48:54.293333 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.306506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Transition to ACTIVE for port object 0247532a-8de7-410a-ab12-250fd497157e will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:54.337839 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.389063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Network 9b448708-7436-4a92-ac45-55560748cd51 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:48:54.392214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:48:54.396795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:48:54.401358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event updated for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:54.448695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:54.449348 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.466342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-f0528917-6ea1-4207-95dd-2b24e83298c5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555394 Aug 31 14:48:54.481410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Request body: {'port': {'device_id': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:48:54.541423 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.594849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-87874ee3-762e-42a3-9a9e-235e4ddc8ccb None None] Provisioning for port 0247532a-8de7-410a-ab12-250fd497157e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:48:54.599134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-87874ee3-762e-42a3-9a9e-235e4ddc8ccb None None] Provisioning complete for port 0247532a-8de7-410a-ab12-250fd497157e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:48:54.599769 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-87874ee3-762e-42a3-9a9e-235e4ddc8ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.632955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-87874ee3-762e-42a3-9a9e-235e4ddc8ccb None None] Port 0247532a-8de7-410a-ab12-250fd497157e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:48:54.804100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0247532a-8de7-410a-ab12-250fd497157e {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:48:54.811387 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.824276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Transition to ACTIVE for port object 0247532a-8de7-410a-ab12-250fd497157e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:48:54.827790 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:54.880576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Pushing event updated for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:54.954085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Attempting to bind port 0247532a-8de7-410a-ab12-250fd497157e on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:48:54.954750 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Attempting to bind port 0247532a-8de7-410a-ab12-250fd497157e by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:48:54.954902 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Attempting to bind port 0247532a-8de7-410a-ab12-250fd497157e on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:54.960409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Port 0247532a-8de7-410a-ab12-250fd497157e on network 9b448708-7436-4a92-ac45-55560748cd51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:48:54.960779 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Attempting to bind port 0247532a-8de7-410a-ab12-250fd497157e on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:48:54.966313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:48:54.966662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:48:54.967054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Bound using segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:48:54.967493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Bound port: 0247532a-8de7-410a-ab12-250fd497157e, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:48:54.967862 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:55.038154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:48:55.042013 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:48:55.054358 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:55.110373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:55.111096 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:55.112515 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] 10.222.0.13 "PUT /v2.0/ports/0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1091 time: 0.6360130 Aug 31 14:48:55.113018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'tag': '0247532a-8de7-410a-ab12-250fd497157e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:48:55.115305 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c05524536bdc1aa7b74081c388b1f8d8ce271473ab174a2f6f45bdd4aec186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd05eff5-ca75-4593-a77b-f3d87ec42484" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "tag": "0247532a-8de7-410a-ab12-250fd497157e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:48:55.159627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f2015-f9e4-4535-b8f6-49d5a09bfc0f service neutron] Pushing event updated for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:55.165363 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c68dc5-e2d6-4ef1-822d-4d00f74b7cf7 x-openstack-request-id: req-99c68dc5-e2d6-4ef1-822d-4d00f74b7cf7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:48:55.165659 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "tag": "0247532a-8de7-410a-ab12-250fd497157e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:48:55.165920 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99c68dc5-e2d6-4ef1-822d-4d00f74b7cf7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:48:55.166327 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'tag': '0247532a-8de7-410a-ab12-250fd497157e', 'status': 'completed', 'code': 200} Aug 31 14:48:55.174191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8850b-ae98-491a-98a5-18ee170853c1 req-cf01fe9a-0f16-4efc-838e-e4c5f1f15051 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:55.175829 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5aa8850b-ae98-491a-98a5-18ee170853c1 req-cf01fe9a-0f16-4efc-838e-e4c5f1f15051 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 943 time: 0.1143086 Aug 31 14:48:55.245614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-fd10f244-927d-4a19-a9db-315dfac933ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:55.247175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-fd10f244-927d-4a19-a9db-315dfac933ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1094 time: 0.0704606 Aug 31 14:48:55.250116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5aa8850b-ae98-491a-98a5-18ee170853c1 req-75cf9f36-548c-439c-ad97-fbcf55730d68 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655060 Aug 31 14:48:55.292040 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-15e0c5a4-556b-45c6-b798-d6593357942d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 217 time: 0.0369291 Aug 31 14:48:55.344984 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-d2b91fde-bb81-4dcd-90b4-9a1677d7b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:55.346482 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-d2b91fde-bb81-4dcd-90b4-9a1677d7b542 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0479774 Aug 31 14:48:55.393384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-0a8e0c56-4665-4e86-a274-57c9a87468af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:55.394911 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-0a8e0c56-4665-4e86-a274-57c9a87468af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410101 Aug 31 14:48:55.490926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-66dc409e-df82-46c7-95f5-7c03628fd302 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870705 Aug 31 14:48:55.583192 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6852e651-51a2-4d5d-9749-72e8cb9c27d5 req-bfa0db2a-9b58-4e69-ae3a-9f7c7aaf4b5c service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854003 Aug 31 14:48:55.666184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05eff5-ca75-4593-a77b-f3d87ec42484 req-bd26a429-532b-4aef-a0a3-a9ebccd271f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:55.667673 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd05eff5-ca75-4593-a77b-f3d87ec42484 req-bd26a429-532b-4aef-a0a3-a9ebccd271f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1094 time: 0.0418074 Aug 31 14:48:55.762317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05eff5-ca75-4593-a77b-f3d87ec42484 req-ea04da56-b464-4448-82c6-7300a0ea7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:55.763811 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd05eff5-ca75-4593-a77b-f3d87ec42484 req-ea04da56-b464-4448-82c6-7300a0ea7452 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0891993 Aug 31 14:48:55.807161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd05eff5-ca75-4593-a77b-f3d87ec42484 req-f37acdf7-6406-40d3-b79d-df8815bdd1ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 217 time: 0.0348563 Aug 31 14:48:55.856255 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05eff5-ca75-4593-a77b-f3d87ec42484 req-dc63ac2d-507b-411e-bffd-66e795ee62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:55.857656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd05eff5-ca75-4593-a77b-f3d87ec42484 req-dc63ac2d-507b-411e-bffd-66e795ee62ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0436969 Aug 31 14:48:55.904218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05eff5-ca75-4593-a77b-f3d87ec42484 req-3556839a-1fec-47da-9893-5a4b5f74ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:55.905729 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd05eff5-ca75-4593-a77b-f3d87ec42484 req-3556839a-1fec-47da-9893-5a4b5f74ca7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401022 Aug 31 14:48:55.998575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd05eff5-ca75-4593-a77b-f3d87ec42484 req-ff85d0bf-1925-460a-8dc1-a1714f5b09c6 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843453 Aug 31 14:48:56.092931 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd05eff5-ca75-4593-a77b-f3d87ec42484 req-30b0c27f-883f-4846-8cc6-96cbf0434c33 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872405 Aug 31 14:48:56.367949 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9ae3c-ebdb-4bbb-9832-7b2f22f3c496 req-fd3badcd-5a18-40d8-b5f1-582d54a57556 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:56.369476 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fff9ae3c-ebdb-4bbb-9832-7b2f22f3c496 req-fd3badcd-5a18-40d8-b5f1-582d54a57556 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 943 time: 0.0489082 Aug 31 14:48:56.406121 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fff9ae3c-ebdb-4bbb-9832-7b2f22f3c496 req-5afbc5be-0623-4f3f-8bc5-3fa0e65308de tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Aug 31 14:48:57.524288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5ce4e-1675-4dfc-972b-b4538f05418b req-ce92b327-d204-452b-9341-c032d2a81723 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:57.525816 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79d5ce4e-1675-4dfc-972b-b4538f05418b req-ce92b327-d204-452b-9341-c032d2a81723 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 943 time: 0.0534043 Aug 31 14:48:57.562644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79d5ce4e-1675-4dfc-972b-b4538f05418b req-ab515b79-0b73-493d-9992-ce529f270143 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309148 Aug 31 14:48:58.681691 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de695d95-98d6-46cb-9894-1b9be5f52352 req-deac2f30-d6da-4bff-96bd-c827e5f4f117 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:58.682435 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-de695d95-98d6-46cb-9894-1b9be5f52352 req-deac2f30-d6da-4bff-96bd-c827e5f4f117 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 943 time: 0.0535982 Aug 31 14:48:58.727278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-de695d95-98d6-46cb-9894-1b9be5f52352 req-786363ad-7330-45ea-b451-1866e23b5c2e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362294 Aug 31 14:48:59.042781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0247532a-8de7-410a-ab12-250fd497157e details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:48:59.135915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:59.147001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '0247532a-8de7-410a-ab12-250fd497157e', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'port_id': '0247532a-8de7-410a-ab12-250fd497157e', 'mac_address': 'fa:16:3e:2b:24:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:48:59.182915 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.195117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0247532a-8de7-410a-ab12-250fd497157e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:48:59.213643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:48:59.217672 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:48:59.265529 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:48:59.423828 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['0247532a-8de7-410a-ab12-250fd497157e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:48:59.841285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bf42c-f8c9-400e-94b0-d43ccf129a37 req-48026f90-a869-490f-a471-7fd3bac21088 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:48:59.842783 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c3bf42c-f8c9-400e-94b0-d43ccf129a37 req-48026f90-a869-490f-a471-7fd3bac21088 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 944 time: 0.0489767 Aug 31 14:48:59.879613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7c3bf42c-f8c9-400e-94b0-d43ccf129a37 req-99c8b17d-c3ca-44b4-ae93-90c192a9aabf tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310459 Aug 31 14:49:01.047078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d8a5e-ac1c-4699-9a3d-0214bbff37ef req-6d2dc6e9-9517-49a3-9059-3803662142b8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:01.048591 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f93d8a5e-ac1c-4699-9a3d-0214bbff37ef req-6d2dc6e9-9517-49a3-9059-3803662142b8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 944 time: 0.0490575 Aug 31 14:49:01.068681 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0247532a-8de7-410a-ab12-250fd497157e up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:49:01.087470 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f93d8a5e-ac1c-4699-9a3d-0214bbff37ef req-cbf815a0-e8a9-4ec7-9ecf-bb68a13a9ba3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329921 Aug 31 14:49:01.118077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 0247532a-8de7-410a-ab12-250fd497157e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:49:01.121599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 0247532a-8de7-410a-ab12-250fd497157e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:49:01.121971 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:01.200145 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:01.222013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0247532a-8de7-410a-ab12-250fd497157e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:01.224323 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fc709207aa26ca4e7748030cbf2c1852e9e8fd2bef48bdad60917abd0598d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71da896-9fe6-42a0-b90c-9fc81dc3cbe3" -d '{"events": [{"server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "name": "network-vif-plugged", "status": "completed", "tag": "0247532a-8de7-410a-ab12-250fd497157e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:01.237731 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:49:01.242988 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:01.265710 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf3e012-bf5e-43df-ba85-3487bf3e060a x-openstack-request-id: req-5bf3e012-bf5e-43df-ba85-3487bf3e060a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:01.266007 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "name": "network-vif-plugged", "status": "completed", "tag": "0247532a-8de7-410a-ab12-250fd497157e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:01.266259 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bf3e012-bf5e-43df-ba85-3487bf3e060a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:01.266660 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0247532a-8de7-410a-ab12-250fd497157e', 'code': 200} Aug 31 14:49:01.292641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:49:01.358642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2e931-ce22-4d4e-81d4-a609c3f58a65 req-3b24a362-dc16-4414-be97-1c47429f98cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:01.360165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47a2e931-ce22-4d4e-81d4-a609c3f58a65 req-3b24a362-dc16-4414-be97-1c47429f98cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1096 time: 0.0401361 Aug 31 14:49:01.396821 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-47a2e931-ce22-4d4e-81d4-a609c3f58a65 req-effd5c0f-9845-4304-89f4-fb44540046ce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273886 Aug 31 14:49:01.440220 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b6f4c066-67bc-4c67-b2c6-c9d47b6ab0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:02.200796 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f03e2-d96f-472a-80cf-e4fda1bc2e4b req-bcefa8b1-f147-4c51-a613-595bd3c28a7c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:02.202295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-924f03e2-d96f-472a-80cf-e4fda1bc2e4b req-bcefa8b1-f147-4c51-a613-595bd3c28a7c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0482211 Aug 31 14:49:02.239494 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-924f03e2-d96f-472a-80cf-e4fda1bc2e4b req-4dd028b4-dbab-4f4c-a8df-26b2303ad81c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313232 Aug 31 14:49:03.400252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bd78d-1b87-40a8-b92c-5bdb372f9d06 req-d76c320c-4d0f-4fd6-97de-237d8eeb6772 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:03.401794 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d37bd78d-1b87-40a8-b92c-5bdb372f9d06 req-d76c320c-4d0f-4fd6-97de-237d8eeb6772 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0535932 Aug 31 14:49:03.440226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d37bd78d-1b87-40a8-b92c-5bdb372f9d06 req-392ea661-fd21-40b3-83e4-012c91d1dd6b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324206 Aug 31 14:49:03.552345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2759175-f438-430a-8c42-284b26c550a4 req-2a0f4ca2-e179-4a19-ba6a-6eff6df1a201 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:03.553786 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c2759175-f438-430a-8c42-284b26c550a4 req-2a0f4ca2-e179-4a19-ba6a-6eff6df1a201 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0485332 Aug 31 14:49:03.562870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 60872) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:49:03.567443 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9691f73f-5ae1-4033-8754-0d8b4730c427 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Request body: {'floatingip': {'port_id': '0247532a-8de7-410a-ab12-250fd497157e'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:49:03.609366 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9691f73f-5ae1-4033-8754-0d8b4730c427 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.110587 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.123141 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d1e7723e-0b0a-458d-8b88-3695dd831f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.374127 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9691f73f-5ae1-4033-8754-0d8b4730c427 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.377779 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9691f73f-5ae1-4033-8754-0d8b4730c427 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.475121 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-9691f73f-5ae1-4033-8754-0d8b4730c427 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Floating IP 1796381c-e120-4cdc-976c-c01f06e4099a associated. External IP: 172.25.3.170, port: 0247532a-8de7-410a-ab12-250fd497157e. Aug 31 14:49:04.672892 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9691f73f-5ae1-4033-8754-0d8b4730c427 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:49:04.785849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9691f73f-5ae1-4033-8754-0d8b4730c427 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:49:04.790490 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9691f73f-5ae1-4033-8754-0d8b4730c427 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:04.796233 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61ee74-5220-4b16-a0a7-a1dcbb69a09c None None] Sync routers for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:49:04.805097 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61ee74-5220-4b16-a0a7-a1dcbb69a09c None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:04.805724 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4e61ee74-5220-4b16-a0a7-a1dcbb69a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:49:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:04.823367 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9691f73f-5ae1-4033-8754-0d8b4730c427 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "PUT /v2.0/floatingips/1796381c-e120-4cdc-976c-c01f06e4099a HTTP/1.1" status: 200 len: 991 time: 1.2563205 Aug 31 14:49:04.823367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'tag': '0247532a-8de7-410a-ab12-250fd497157e'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:49:04.823894 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0b9375403b34eb899f766e512bccb813faa75a0ec91a987cbfcec052f3cd88e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a92f0e8-ab33-4bf8-9f24-3039248c66d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "tag": "0247532a-8de7-410a-ab12-250fd497157e"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:49:04.919401 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4e61ee74-5220-4b16-a0a7-a1dcbb69a09c None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:04.921983 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03142aff-fe10-4140-9ce1-ef5af6d721ec x-openstack-request-id: req-03142aff-fe10-4140-9ce1-ef5af6d721ec {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:49:04.922266 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "tag": "0247532a-8de7-410a-ab12-250fd497157e", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:49:04.922540 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03142aff-fe10-4140-9ce1-ef5af6d721ec {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:49:04.923015 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'tag': '0247532a-8de7-410a-ab12-250fd497157e', 'status': 'completed', 'code': 200} Aug 31 14:49:04.987294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f0e8-ab33-4bf8-9f24-3039248c66d5 req-fbf9499f-8481-46fd-88b7-198f69b383f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:04.988853 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a92f0e8-ab33-4bf8-9f24-3039248c66d5 req-fbf9499f-8481-46fd-88b7-198f69b383f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1096 time: 0.0410824 Aug 31 14:49:05.085293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f0e8-ab33-4bf8-9f24-3039248c66d5 req-bdee4117-8be9-483a-9b4f-1836795c2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:05.087364 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a92f0e8-ab33-4bf8-9f24-3039248c66d5 req-bdee4117-8be9-483a-9b4f-1836795c2c86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0914533 Aug 31 14:49:05.154028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a92f0e8-ab33-4bf8-9f24-3039248c66d5 req-008586b8-7d81-42c2-983a-1aea49063554 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 999 time: 0.0591125 Aug 31 14:49:05.156198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4e61ee74-5220-4b16-a0a7-a1dcbb69a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1796381c-e120-4cdc-976c-c01f06e4099a', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'port_id': '0247532a-8de7-410a-ab12-250fd497157e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'mac_address': 'fa:16:3e:2b:24:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:25Z', 'updated_at': '2021-08-31T14:49:03Z', 'revision_number': 9, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:05.182854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61ee74-5220-4b16-a0a7-a1dcbb69a09c None None] Checking router: 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:49:05.191040 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61ee74-5220-4b16-a0a7-a1dcbb69a09c None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:49:05.191655 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4e61ee74-5220-4b16-a0a7-a1dcbb69a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:49:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:05.203234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f0e8-ab33-4bf8-9f24-3039248c66d5 req-9dba7281-445d-49ae-86cb-77945fb70501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:05.204760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a92f0e8-ab33-4bf8-9f24-3039248c66d5 req-9dba7281-445d-49ae-86cb-77945fb70501 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0437779 Aug 31 14:49:05.257933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f0e8-ab33-4bf8-9f24-3039248c66d5 req-b9c62798-cb6a-4e28-bf6f-883652d56782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:05.259888 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a92f0e8-ab33-4bf8-9f24-3039248c66d5 req-b9c62798-cb6a-4e28-bf6f-883652d56782 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463002 Aug 31 14:49:05.299333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4e61ee74-5220-4b16-a0a7-a1dcbb69a09c None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:49:05.349221 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a92f0e8-ab33-4bf8-9f24-3039248c66d5 req-9d2461d0-3d70-46e7-b897-3f5be99004dd service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826104 Aug 31 14:49:05.399012 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:05.453276 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a92f0e8-ab33-4bf8-9f24-3039248c66d5 req-75242224-847f-49c4-9dfc-10d4c1a86785 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970359 Aug 31 14:49:05.543958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4e61ee74-5220-4b16-a0a7-a1dcbb69a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1796381c-e120-4cdc-976c-c01f06e4099a', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'port_id': '0247532a-8de7-410a-ab12-250fd497157e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'mac_address': 'fa:16:3e:2b:24:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:25Z', 'updated_at': '2021-08-31T14:49:03Z', 'revision_number': 9, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:49:05.574389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61ee74-5220-4b16-a0a7-a1dcbb69a09c None None] The sync data for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 is: [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1796381c-e120-4cdc-976c-c01f06e4099a', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'port_id': '0247532a-8de7-410a-ab12-250fd497157e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'mac_address': 'fa:16:3e:2b:24:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:25Z', 'updated_at': '2021-08-31T14:49:03Z', 'revision_number': 9, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:49:05.760650 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9662b4c-9dea-457a-9530-ce6bfa2a829f None None] New status for floating IP 1796381c-e120-4cdc-976c-c01f06e4099a: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:49:06.936314 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.616954 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:09.695604 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:22.076313 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:49:31.440006 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-668f3fd3-e866-4ca2-8406-b32d0a73db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.116150 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:34.126713 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-59853f23-95ae-4d7f-81e8-f70c0c36914b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:35.385233 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:36.940559 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.629378 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:39.704802 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:49:42.969618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f84eb49-64a1-483f-8df4-8004a84dad8f req-813c67ee-c60e-4aa6-8193-c59ed13a0359 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776417 Aug 31 14:49:43.051248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84eb49-64a1-483f-8df4-8004a84dad8f req-16671015-32a8-4311-9c80-42d80d1a44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:43.052840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f84eb49-64a1-483f-8df4-8004a84dad8f req-16671015-32a8-4311-9c80-42d80d1a44c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1096 time: 0.0408680 Aug 31 14:49:43.156858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84eb49-64a1-483f-8df4-8004a84dad8f req-9d48efcb-bb6f-4c7e-a049-5f24cf32a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:43.158411 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f84eb49-64a1-483f-8df4-8004a84dad8f req-9d48efcb-bb6f-4c7e-a049-5f24cf32a43f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0872538 Aug 31 14:49:43.224781 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f84eb49-64a1-483f-8df4-8004a84dad8f req-ccaeba88-bc80-4e4b-bf5e-9611a47cf696 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1002 time: 0.0592558 Aug 31 14:49:43.273178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84eb49-64a1-483f-8df4-8004a84dad8f req-413eec08-a677-4ec7-98d4-a4f13e87f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:43.274612 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f84eb49-64a1-483f-8df4-8004a84dad8f req-413eec08-a677-4ec7-98d4-a4f13e87f1cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0429661 Aug 31 14:49:43.322351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84eb49-64a1-483f-8df4-8004a84dad8f req-bc25cbf4-6975-49ab-9eed-0f9ddbd68528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:49:43.323830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f84eb49-64a1-483f-8df4-8004a84dad8f req-bc25cbf4-6975-49ab-9eed-0f9ddbd68528 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423839 Aug 31 14:49:43.410130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f84eb49-64a1-483f-8df4-8004a84dad8f req-83f7f439-f999-47c7-adf3-ab42216fcb8d service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786524 Aug 31 14:49:43.501873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0f84eb49-64a1-483f-8df4-8004a84dad8f req-1006de65-fef2-49cc-aef7-24d6447c12c1 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846636 Aug 31 14:49:59.075171 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:50:01.441469 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-03095a8c-ff6f-40f6-8a93-85e8ec60bb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.125092 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:04.126827 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f89875c8-4500-43c2-b618-97f9704cb7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:05.386888 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:06.944034 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:09.630481 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:09.702101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:31.442221 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4923166-0a69-4d58-8c99-84554d080bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:34.123086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:34.129445 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f798b3a9-032e-4c9c-9fec-4c44fed2ad9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:35.389632 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:36.074088 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:50:36.945243 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:39.644712 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:39.695188 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:41.943060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-34bf5bea-98c9-430c-b827-299d3cff4713 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811515 Aug 31 14:50:41.969209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6099e7e-b6c3-4c98-b7ce-0054d213e8e5 req-9fd3cdd1-f97b-4be9-998e-1d3118bccba4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:41.970664 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6099e7e-b6c3-4c98-b7ce-0054d213e8e5 req-9fd3cdd1-f97b-4be9-998e-1d3118bccba4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0965519 Aug 31 14:50:42.009717 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6099e7e-b6c3-4c98-b7ce-0054d213e8e5 req-6c558a49-2d40-4524-8964-aa1a8a4502dd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324841 Aug 31 14:50:42.983726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-512ae6d0-2e78-4719-b68a-581500e11e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:42.985250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-512ae6d0-2e78-4719-b68a-581500e11e0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1096 time: 0.0404384 Aug 31 14:50:43.223902 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d20b4f-abcd-42a3-a4ea-c283b28f4370 req-1487b8a4-c1d1-48ee-b623-87119ea4b075 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:43.225651 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05d20b4f-abcd-42a3-a4ea-c283b28f4370 req-1487b8a4-c1d1-48ee-b623-87119ea4b075 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.1050348 Aug 31 14:50:43.265622 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-05d20b4f-abcd-42a3-a4ea-c283b28f4370 req-4629ea77-f542-401c-a4c9-29b5969b0e94 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337532 Aug 31 14:50:43.427103 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-8de293fa-0509-4d10-9071-22cf97443b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:43.428663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-8de293fa-0509-4d10-9071-22cf97443b0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.4363658 Aug 31 14:50:43.493281 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-d7b5d7c7-1f3b-455e-983d-d49351bc988f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1002 time: 0.0572786 Aug 31 14:50:43.542665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-6167dd04-493c-49c3-8e2f-9041465d58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:43.544040 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-6167dd04-493c-49c3-8e2f-9041465d58dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0425327 Aug 31 14:50:43.592671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-ad9f7c06-f21b-438b-9772-c5eddf117f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:43.594202 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-ad9f7c06-f21b-438b-9772-c5eddf117f71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436707 Aug 31 14:50:43.682125 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-2d14d4a7-fd71-4c8c-85d5-b390780aa2e0 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809486 Aug 31 14:50:43.774679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-f7b100ca-1a8f-496a-9d2a-596d55e718f4 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852714 Aug 31 14:50:43.925189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e419cf-cfa7-44b3-afda-59966ff8f077 req-45fe8a5c-79ae-4ef4-8cd4-b42ee0c15a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:43.926627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0e419cf-cfa7-44b3-afda-59966ff8f077 req-45fe8a5c-79ae-4ef4-8cd4-b42ee0c15a94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1096 time: 0.0481911 Aug 31 14:50:44.029554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e419cf-cfa7-44b3-afda-59966ff8f077 req-e0225c32-3e80-41e3-9ae4-7f71449e7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:44.031036 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0e419cf-cfa7-44b3-afda-59966ff8f077 req-e0225c32-3e80-41e3-9ae4-7f71449e7264 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0834939 Aug 31 14:50:44.099702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0e419cf-cfa7-44b3-afda-59966ff8f077 req-85c83294-b9b2-4022-85c0-6cb99b832388 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1002 time: 0.0604608 Aug 31 14:50:44.151920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e419cf-cfa7-44b3-afda-59966ff8f077 req-b5c968a0-c011-44c7-969b-8778aeabfd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:44.153378 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0e419cf-cfa7-44b3-afda-59966ff8f077 req-b5c968a0-c011-44c7-969b-8778aeabfd7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0428391 Aug 31 14:50:44.198515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e419cf-cfa7-44b3-afda-59966ff8f077 req-10985780-c983-4654-94e6-b30f353d143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:44.200019 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0e419cf-cfa7-44b3-afda-59966ff8f077 req-10985780-c983-4654-94e6-b30f353d143c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396123 Aug 31 14:50:44.301863 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0e419cf-cfa7-44b3-afda-59966ff8f077 req-a8b4057f-7a29-402d-960c-887b6151ac8e service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943139 Aug 31 14:50:44.434072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bcd85-c986-4c84-9274-5b51cee2bd8d req-7e215442-a749-4a75-b505-cff9983e509c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:44.435792 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e54bcd85-c986-4c84-9274-5b51cee2bd8d req-7e215442-a749-4a75-b505-cff9983e509c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0830524 Aug 31 14:50:44.439481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0e419cf-cfa7-44b3-afda-59966ff8f077 req-0bd7a34c-c9cb-4b9b-900a-fe2f70a3735b service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296091 Aug 31 14:50:44.476550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e54bcd85-c986-4c84-9274-5b51cee2bd8d req-18fb2abc-1924-4666-b029-fab1b6fefe88 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344846 Aug 31 14:50:45.591573 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0275e-202f-4ff4-8680-db06579437f7 req-1f496996-b5e2-48c2-a6ae-8a1895ae1968 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:45.593124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-abf0275e-202f-4ff4-8680-db06579437f7 req-1f496996-b5e2-48c2-a6ae-8a1895ae1968 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0492554 Aug 31 14:50:45.633185 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-abf0275e-202f-4ff4-8680-db06579437f7 req-0dfd415b-9d80-43ad-ab50-f52d9d33bde7 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341928 Aug 31 14:50:46.750794 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12948b95-354f-469a-9f0c-ffda2ff30c58 req-f3ff8ea0-217f-40e9-a29e-2b76fd01a881 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:46.752252 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12948b95-354f-469a-9f0c-ffda2ff30c58 req-f3ff8ea0-217f-40e9-a29e-2b76fd01a881 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0496433 Aug 31 14:50:46.790441 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12948b95-354f-469a-9f0c-ffda2ff30c58 req-2b0774b1-23b0-4a0f-ad48-11fdbf2a828b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317285 Aug 31 14:50:47.905491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e51b-29ff-4331-93f5-dc553edce16d req-8e7241db-1c4f-4771-93e5-978a1a50babd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:47.906978 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3684e51b-29ff-4331-93f5-dc553edce16d req-8e7241db-1c4f-4771-93e5-978a1a50babd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0497386 Aug 31 14:50:47.944215 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3684e51b-29ff-4331-93f5-dc553edce16d req-6ea004ed-6110-43cd-976c-ef7bd54bcb94 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Aug 31 14:50:49.062019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1c2d2-d5ca-4226-b6b9-8536c1fa525d req-8391e8e9-d3f6-4018-bdef-ab14a29a5c3e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:49.063522 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbc1c2d2-d5ca-4226-b6b9-8536c1fa525d req-8391e8e9-d3f6-4018-bdef-ab14a29a5c3e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0534840 Aug 31 14:50:49.102006 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbc1c2d2-d5ca-4226-b6b9-8536c1fa525d req-1b243f6a-4e1f-46d5-b4cd-93b94b445f7f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325551 Aug 31 14:50:50.216027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87931cf8-1b57-48a1-8e7c-5d40157f49b9 req-41d4ae53-4a98-4890-a539-ae55820d59f3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:50.217548 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87931cf8-1b57-48a1-8e7c-5d40157f49b9 req-41d4ae53-4a98-4890-a539-ae55820d59f3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0483782 Aug 31 14:50:50.254493 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87931cf8-1b57-48a1-8e7c-5d40157f49b9 req-8fb819cb-713e-4cb4-951a-104c935596d1 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307667 Aug 31 14:50:51.374468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acfb38-703c-43ac-8a18-38bd723a5120 req-4b8ab0a1-046b-4f05-b056-4602198b2b37 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:51.375978 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7acfb38-703c-43ac-8a18-38bd723a5120 req-4b8ab0a1-046b-4f05-b056-4602198b2b37 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0490835 Aug 31 14:50:51.412845 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7acfb38-703c-43ac-8a18-38bd723a5120 req-3d0e98f1-9e4e-4ab4-83ff-fa1befe8538e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310006 Aug 31 14:50:52.526965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4387-c387-424e-8483-c4fb2fd98183 req-77d9526f-c897-4569-9572-0e34a4d2ac44 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:52.528453 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-65af4387-c387-424e-8483-c4fb2fd98183 req-77d9526f-c897-4569-9572-0e34a4d2ac44 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0482273 Aug 31 14:50:52.568772 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-65af4387-c387-424e-8483-c4fb2fd98183 req-61b297dc-6365-44f3-993e-9293ae320f3d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343544 Aug 31 14:50:53.685622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352934f9-92ef-408e-85b0-d8daa8709e20 req-71c92e1c-9d15-4946-8db4-bf7394cc11d0 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:53.687102 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-352934f9-92ef-408e-85b0-d8daa8709e20 req-71c92e1c-9d15-4946-8db4-bf7394cc11d0 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0484750 Aug 31 14:50:53.725365 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-352934f9-92ef-408e-85b0-d8daa8709e20 req-379d3a4e-2297-440c-ad95-7414fc202559 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322597 Aug 31 14:50:54.838669 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f0828-0391-4dd1-b3e4-ed0fa87ce03a req-c4df03a6-a673-4a92-9729-4848adba735e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:54.840154 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d4f0828-0391-4dd1-b3e4-ed0fa87ce03a req-c4df03a6-a673-4a92-9729-4848adba735e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0476024 Aug 31 14:50:54.877271 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8d4f0828-0391-4dd1-b3e4-ed0fa87ce03a req-013bc8c6-8c07-4b6f-b07d-050eded6b317 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310085 Aug 31 14:50:55.782125 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-bb0cbb0f-c80c-4ea8-b936-5e9ea8928432 service neutron] show failed (client error): The resource could not be found. Aug 31 14:50:55.783073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-bb0cbb0f-c80c-4ea8-b936-5e9ea8928432 service neutron] 10.222.0.13 "GET /v2.0/ports/0247532a-8de7-410a-ab12-250fd497157e/bindings/n-h2-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0609262 Aug 31 14:50:56.003384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e0896-c97f-43c8-b971-8d6db0ddd06a req-d7621fc2-dbc6-4d1a-bf02-a42b85b83b7a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:56.004939 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e50e0896-c97f-43c8-b971-8d6db0ddd06a req-d7621fc2-dbc6-4d1a-bf02-a42b85b83b7a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0568218 Aug 31 14:50:56.067100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e50e0896-c97f-43c8-b971-8d6db0ddd06a req-344c00ce-5096-48a0-9d63-1245ea43f2e2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556147 Aug 31 14:50:56.078711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-fb3226d4-6a37-44b8-8666-be69f4ed91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:56.080191 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-fb3226d4-6a37-44b8-8666-be69f4ed91ea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 1096 time: 0.0968754 Aug 31 14:50:56.093610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:50:56.149115 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.349040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:50:56.380968 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:56.419814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0247532a-8de7-410a-ab12-250fd497157e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:56.425611 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.438360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Transition to ACTIVE for port object 0247532a-8de7-410a-ab12-250fd497157e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:50:56.442134 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.476888 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d68881c-ba8f-4ac1-94f3-309ff894c681" -d '{"events": [{"server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "name": "network-vif-unplugged", "status": "completed", "tag": "0247532a-8de7-410a-ab12-250fd497157e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:56.506123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:56.552893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:56.553253 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:56.553631 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:56.554679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:56.555018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:56.555400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:56.555742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:56.556077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:56.556594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:56.556851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:56.557880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:56.557880 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:50:56.591450 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32062c9-dde8-4821-b3c6-55ac46a44387 x-openstack-request-id: req-c32062c9-dde8-4821-b3c6-55ac46a44387 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:56.591903 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "name": "network-vif-unplugged", "status": "completed", "tag": "0247532a-8de7-410a-ab12-250fd497157e", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:56.592312 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c32062c9-dde8-4821-b3c6-55ac46a44387 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:56.592969 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0247532a-8de7-410a-ab12-250fd497157e', 'code': 200} Aug 31 14:50:56.609303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] No DVR routers for this DVR port 0247532a-8de7-410a-ab12-250fd497157e on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:50:56.744746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Attempting to bind port 0247532a-8de7-410a-ab12-250fd497157e on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:50:56.745082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Attempting to bind port 0247532a-8de7-410a-ab12-250fd497157e by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:50:56.745535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Attempting to bind port 0247532a-8de7-410a-ab12-250fd497157e on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:56.749854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Port 0247532a-8de7-410a-ab12-250fd497157e on network 9b448708-7436-4a92-ac45-55560748cd51 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:50:56.750181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Attempting to bind port 0247532a-8de7-410a-ab12-250fd497157e on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:50:56.754973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:50:56.755325 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:50:56.755835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Bound using segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:50:56.756221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Bound port: 0247532a-8de7-410a-ab12-250fd497157e, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:50:56.756608 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.820701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:50:56.823663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:50:56.828228 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.870156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:56.870800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:50:56.872216 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] 10.222.0.52 "PUT /v2.0/ports/0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1091 time: 0.7829883 Aug 31 14:50:56.890582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff741b-d84e-472e-ab21-6b2de97c27c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:50:56.941059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-77993817-a588-40c8-b484-99ae54d69d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:56.942592 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-77993817-a588-40c8-b484-99ae54d69d74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1094 time: 0.0434816 Aug 31 14:50:57.037660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-92d81ec6-045c-4529-8437-19f41af0e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:57.039745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-92d81ec6-045c-4529-8437-19f41af0e057 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0894659 Aug 31 14:50:57.112291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-31757c84-fe3a-4069-9a20-3f2d4c3a1772 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1000 time: 0.0645239 Aug 31 14:50:57.189682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-c6ca6182-a32e-467b-b4f8-05ae9739b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:57.191202 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-c6ca6182-a32e-467b-b4f8-05ae9739b74e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0711420 Aug 31 14:50:57.205569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5aa01-a2c1-421a-8fc7-ec204d3f115e req-93730e9b-5be9-4bcd-8775-0a9f91a704e3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:57.206997 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-50c5aa01-a2c1-421a-8fc7-ec204d3f115e req-93730e9b-5be9-4bcd-8775-0a9f91a704e3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 943 time: 0.0615654 Aug 31 14:50:57.274562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-50c5aa01-a2c1-421a-8fc7-ec204d3f115e req-38a96f31-7639-46d7-a6a9-21e3f0607e90 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586810 Aug 31 14:50:57.277149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-149d4d19-25ec-402d-856c-a9b15d00c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:57.278573 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-149d4d19-25ec-402d-856c-a9b15d00c365 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707498 Aug 31 14:50:57.367903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-ef14893d-181a-4871-aca6-182a4e96aa78 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808930 Aug 31 14:50:57.462883 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-17825a28-f2d9-417e-92c0-2525900e8790 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874631 Aug 31 14:50:58.399907 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2f079-df22-4ca2-b466-7ebcb6871d3a req-a2c3a4ff-a8e8-4f63-b907-43f87089fb30 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:58.401378 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7fc2f079-df22-4ca2-b466-7ebcb6871d3a req-a2c3a4ff-a8e8-4f63-b907-43f87089fb30 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 943 time: 0.0494325 Aug 31 14:50:58.443124 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7fc2f079-df22-4ca2-b466-7ebcb6871d3a req-449c5d3f-f78a-456f-a97e-13b36d20100c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357075 Aug 31 14:50:58.595076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'tag': '0247532a-8de7-410a-ab12-250fd497157e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:50:58.597525 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c598d0-f72d-4d55-a3d6-029b7e260e52" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "tag": "0247532a-8de7-410a-ab12-250fd497157e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:50:58.648933 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdea345-3c0b-41a6-8360-da7e18bc19e1 x-openstack-request-id: req-5fdea345-3c0b-41a6-8360-da7e18bc19e1 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:50:58.649229 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "tag": "0247532a-8de7-410a-ab12-250fd497157e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:50:58.649491 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fdea345-3c0b-41a6-8360-da7e18bc19e1 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:50:58.649980 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'tag': '0247532a-8de7-410a-ab12-250fd497157e', 'status': 'completed', 'code': 200} Aug 31 14:50:58.737089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-4da905df-e02b-4abe-be89-a89b9c09ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:58.738643 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-4da905df-e02b-4abe-be89-a89b9c09ba7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1094 time: 0.0697925 Aug 31 14:50:58.745141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-611ac6e4-81fd-423e-9f93-9ad9cd6cb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:58.746662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-611ac6e4-81fd-423e-9f93-9ad9cd6cb383 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1094 time: 0.0689795 Aug 31 14:50:58.911049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-0f06674c-ec98-4e6b-9ec4-32047ba3bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:58.912533 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-0f06674c-ec98-4e6b-9ec4-32047ba3bdb8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.1649446 Aug 31 14:50:58.913689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-0df04a71-9ce0-4181-a009-befabd68046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:58.915463 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-0df04a71-9ce0-4181-a009-befabd68046d service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.1604099 Aug 31 14:50:59.034178 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-763b0834-4b84-4f81-9908-8b61acaa3e0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1000 time: 0.1095674 Aug 31 14:50:59.044153 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-8a4a9424-3cfb-4a5f-87f9-519db0397eec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1000 time: 0.0797169 Aug 31 14:50:59.118940 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-72b23286-d787-4c55-ba64-730dba8b732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.120483 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-72b23286-d787-4c55-ba64-730dba8b732a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0769832 Aug 31 14:50:59.123793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-92304adb-fef4-4eff-b9cb-947acb4d41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.125165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-92304adb-fef4-4eff-b9cb-947acb4d41d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0735188 Aug 31 14:50:59.198690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-db597898-b931-4aa1-a60b-587f5528b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.200240 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-db597898-b931-4aa1-a60b-587f5528b5e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724723 Aug 31 14:50:59.201918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-ac634dd8-d12b-4675-a15b-5fd94ca842c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.203258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-ac634dd8-d12b-4675-a15b-5fd94ca842c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678990 Aug 31 14:50:59.363832 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-2a2a8fde-6ee5-47e6-9b92-8795b94145e3 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557519 Aug 31 14:50:59.365747 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-974b1e44-99b1-41cf-83c8-81c8940b6192 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502581 Aug 31 14:50:59.521322 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-0346d277-9347-42b8-a233-b19d6850f311 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499028 Aug 31 14:50:59.524291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30c598d0-f72d-4d55-a3d6-029b7e260e52 req-2a519740-6e2c-4eb7-aa84-6ba09caad521 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454525 Aug 31 14:50:59.561904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51794-8f9b-4898-bc9f-9790065fb2bc req-974484b3-5d0b-405c-b3af-a442fc9b0185 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.563387 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-89e51794-8f9b-4898-bc9f-9790065fb2bc req-974484b3-5d0b-405c-b3af-a442fc9b0185 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 943 time: 0.0496340 Aug 31 14:50:59.603646 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-89e51794-8f9b-4898-bc9f-9790065fb2bc req-32e56c21-7810-49ba-85db-de604fb4ba54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342276 Aug 31 14:50:59.675996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0247532a-8de7-410a-ab12-250fd497157e no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:50:59.714773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0247532a-8de7-410a-ab12-250fd497157e not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:50:59.886381 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0247532a-8de7-410a-ab12-250fd497157e details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:50:59.891613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-d42363c2-d72b-41c1-b6c3-1d136fea63e5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.893177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-d42363c2-d72b-41c1-b6c3-1d136fea63e5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16&tenant_id=7762818db08b4af99e865e5203ec29c7&binding%3Ahost_id=n-h2-792364-6 HTTP/1.1" status: 200 len: 943 time: 0.0534534 Aug 31 14:50:59.909495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182b3b0-1731-4ed8-8a48-35d6d7345ced req-1387d073-8666-4ad7-93ce-3dd40cb17310 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:50:59.911039 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3182b3b0-1731-4ed8-8a48-35d6d7345ced req-1387d073-8666-4ad7-93ce-3dd40cb17310 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 943 time: 0.0503986 Aug 31 14:50:59.952567 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3182b3b0-1731-4ed8-8a48-35d6d7345ced req-84c37c52-2522-4432-a642-9f1ceb315dce tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338423 Aug 31 14:50:59.971024 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-32be4e6f-be04-4da7-81dc-242bb47ce8d0 service neutron] 10.222.0.52 "GET /v2.0/ports/0247532a-8de7-410a-ab12-250fd497157e/bindings/n-h2-792364-6 HTTP/1.1" status: 200 len: 382 time: 0.0691118 Aug 31 14:50:59.994104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:00.005622 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '0247532a-8de7-410a-ab12-250fd497157e', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'port_id': '0247532a-8de7-410a-ab12-250fd497157e', 'mac_address': 'fa:16:3e:2b:24:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:51:00.036915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-90a7d983-e670-4279-a9ee-c8055b64a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:00.038454 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-90a7d983-e670-4279-a9ee-c8055b64a5c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1094 time: 0.0420845 Aug 31 14:51:00.042608 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.055586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0247532a-8de7-410a-ab12-250fd497157e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:51:00.075240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:00.079328 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:00.130974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:00.132623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-59a4f6c5-8a2b-45bf-ad59-46b0f229e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:00.134675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-59a4f6c5-8a2b-45bf-ad59-46b0f229e312 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0890102 Aug 31 14:51:00.138862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.139207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.139545 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.139883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.140229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.140633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.140963 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.141287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.141611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.141935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.142260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.142579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:51:00.215462 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-f2ea5029-ea80-4a43-86da-bfe7aaa5aacb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1001 time: 0.0644085 Aug 31 14:51:00.269081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-34f0d034-dc3d-42eb-8f29-f78a39cb5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:00.270588 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-34f0d034-dc3d-42eb-8f29-f78a39cb5049 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0473845 Aug 31 14:51:00.318744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-331d5728-5610-4d57-9945-226a5417c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:00.321007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-331d5728-5610-4d57-9945-226a5417c521 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412214 Aug 31 14:51:00.339122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['0247532a-8de7-410a-ab12-250fd497157e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:51:00.422513 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-4d882a8c-e492-4edb-8087-8a0152541c8a service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893261 Aug 31 14:51:00.511106 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-ac254614-2df4-4ae4-83fe-add302e9dd12 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838208 Aug 31 14:51:01.082345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaea48-773b-44e2-96bd-a7aa7356a809 req-c66403a0-4e15-4d98-b379-008a01265587 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:01.083806 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3deaea48-773b-44e2-96bd-a7aa7356a809 req-c66403a0-4e15-4d98-b379-008a01265587 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 944 time: 0.0552430 Aug 31 14:51:01.124511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3deaea48-773b-44e2-96bd-a7aa7356a809 req-5cc8f1ae-8e16-42e9-8727-f56bb006711a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347576 Aug 31 14:51:01.449398 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1292fe32-9d03-4e0a-937a-c6a23f97626e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:01.935177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0247532a-8de7-410a-ab12-250fd497157e up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:51:01.989693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 0247532a-8de7-410a-ab12-250fd497157e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:51:01.993704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 0247532a-8de7-410a-ab12-250fd497157e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:01.994077 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.075744 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.099224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0247532a-8de7-410a-ab12-250fd497157e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:02.115379 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:02.120190 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.144543 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b750a752-38c0-4b8a-8721-313e22603659" -d '{"events": [{"server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "name": "network-vif-plugged", "status": "completed", "tag": "0247532a-8de7-410a-ab12-250fd497157e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:02.175945 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:02.263400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441f076-b235-4f5d-a219-b7d2c412d9fa req-5d8b34bd-9e6f-40a9-a115-5aae6bba117a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:02.265411 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5441f076-b235-4f5d-a219-b7d2c412d9fa req-5d8b34bd-9e6f-40a9-a115-5aae6bba117a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0673375 Aug 31 14:51:02.266338 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab33ba2c-7f38-4247-9c33-428a64ce4f60 x-openstack-request-id: req-ab33ba2c-7f38-4247-9c33-428a64ce4f60 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:02.266635 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "name": "network-vif-plugged", "status": "completed", "tag": "0247532a-8de7-410a-ab12-250fd497157e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:02.267429 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab33ba2c-7f38-4247-9c33-428a64ce4f60 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:02.267429 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0247532a-8de7-410a-ab12-250fd497157e', 'code': 200} Aug 31 14:51:02.305431 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5441f076-b235-4f5d-a219-b7d2c412d9fa req-27886b95-aa58-49c4-9f70-e78760cfe7a2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337024 Aug 31 14:51:02.521092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-099c2ed1-6ca1-4a72-94fd-1e5c6509dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:02.522873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-099c2ed1-6ca1-4a72-94fd-1e5c6509dcb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 1096 time: 0.0398874 Aug 31 14:51:02.534350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:02.588216 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.783365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:02.815434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:51:02.853243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0247532a-8de7-410a-ab12-250fd497157e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:02.855721 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56d1b7a-55ac-4465-befc-42c6c353f3f2" -d '{"events": [{"server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "name": "network-vif-unplugged", "status": "completed", "tag": "0247532a-8de7-410a-ab12-250fd497157e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:02.859435 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.874182 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Transition to ACTIVE for port object 0247532a-8de7-410a-ab12-250fd497157e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:02.879367 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:02.912955 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b78e9c1-4151-4183-8c06-d4017303e3f7 x-openstack-request-id: req-7b78e9c1-4151-4183-8c06-d4017303e3f7 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:02.915008 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "name": "network-vif-unplugged", "status": "completed", "tag": "0247532a-8de7-410a-ab12-250fd497157e", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:02.915008 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b78e9c1-4151-4183-8c06-d4017303e3f7 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:02.915008 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0247532a-8de7-410a-ab12-250fd497157e', 'code': 200} Aug 31 14:51:02.964074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Pushing event updated for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:03.008687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] No DVR routers for this DVR port 0247532a-8de7-410a-ab12-250fd497157e on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:03.151175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Attempting to bind port 0247532a-8de7-410a-ab12-250fd497157e on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:51:03.151514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Attempting to bind port 0247532a-8de7-410a-ab12-250fd497157e by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:51:03.151849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Attempting to bind port 0247532a-8de7-410a-ab12-250fd497157e on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:51:03.156064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Port 0247532a-8de7-410a-ab12-250fd497157e on network 9b448708-7436-4a92-ac45-55560748cd51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:51:03.156388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Attempting to bind port 0247532a-8de7-410a-ab12-250fd497157e on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:51:03.161249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:51:03.161591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:03.161981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Bound using segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:51:03.162411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Bound port: 0247532a-8de7-410a-ab12-250fd497157e, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:51:03.162775 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.225061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:51:03.229474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:51:03.234814 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.275836 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:03.276554 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:03.277974 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] 10.222.0.13 "PUT /v2.0/ports/0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1092 time: 0.7474995 Aug 31 14:51:03.295949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba6f37-5eec-485c-9f01-070cf102caa8 service neutron] Pushing event updated for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=11']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:03.347446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-606f3a24-f538-465a-800a-3e6f2d5eee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:03.349150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-606f3a24-f538-465a-800a-3e6f2d5eee5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1095 time: 0.0466299 Aug 31 14:51:03.841948 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6ce60-74f2-4211-83c2-dd32635114f3 req-1d154596-0484-4beb-b2ec-861fb89bf981 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:03.843475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ace6ce60-74f2-4211-83c2-dd32635114f3 req-1d154596-0484-4beb-b2ec-861fb89bf981 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 944 time: 0.4344735 Aug 31 14:51:03.848710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-709cee22-bff4-45cb-931e-fd1c94c54f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:03.850166 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-709cee22-bff4-45cb-931e-fd1c94c54f9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.4935963 Aug 31 14:51:03.921168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ace6ce60-74f2-4211-83c2-dd32635114f3 req-7be605bb-50a1-4c7d-82f2-910cc79711b2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700197 Aug 31 14:51:03.936123 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-90b6aee1-50d4-41bc-ace8-a8fb8be37cab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1000 time: 0.0719607 Aug 31 14:51:03.990675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2749a15-7f25-4d4a-aed4-0fea8720762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:03.992143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-c2749a15-7f25-4d4a-aed4-0fea8720762a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0483212 Aug 31 14:51:04.038109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-2def0c3b-3c9d-4675-aef2-abe03f37d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:04.039791 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-2def0c3b-3c9d-4675-aef2-abe03f37d471 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406110 Aug 31 14:51:04.114628 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.133554 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72b5ca54-8bf8-47da-8107-3569c327ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:04.134210 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-2349e09f-edb2-4bb7-a578-d6525516f298 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872579 Aug 31 14:51:04.230326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79ea9ffc-0e1f-4c42-8445-3debac23074e req-1201f694-c007-4ae1-844f-e617641a9e35 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880432 Aug 31 14:51:04.915886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'tag': '0247532a-8de7-410a-ab12-250fd497157e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:04.918375 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249b06b9-e427-4faa-ae4c-fd396d13350b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "tag": "0247532a-8de7-410a-ab12-250fd497157e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:04.968191 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00549283-7148-42da-8dde-eac7a475a882 x-openstack-request-id: req-00549283-7148-42da-8dde-eac7a475a882 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:04.968700 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "tag": "0247532a-8de7-410a-ab12-250fd497157e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:04.968964 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00549283-7148-42da-8dde-eac7a475a882 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:04.969404 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'tag': '0247532a-8de7-410a-ab12-250fd497157e', 'status': 'completed', 'code': 200} Aug 31 14:51:05.100359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08355dbf-5eb4-4cc6-be13-8617fadde904 req-fff66a39-15b8-435f-acdf-0bb869ef9c6f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:05.102585 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08355dbf-5eb4-4cc6-be13-8617fadde904 req-fff66a39-15b8-435f-acdf-0bb869ef9c6f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 944 time: 0.1014795 Aug 31 14:51:05.107571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-8b62372a-f706-4ffe-83d8-5206ec16a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:05.109021 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-8b62372a-f706-4ffe-83d8-5206ec16a819 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1095 time: 0.1179025 Aug 31 14:51:05.117384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-1ff1d8da-5b61-40d8-a560-dce26803dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:05.118793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-1ff1d8da-5b61-40d8-a560-dce26803dd33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 1095 time: 0.1263771 Aug 31 14:51:05.248830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08355dbf-5eb4-4cc6-be13-8617fadde904 req-44fea407-c6ec-4a29-a2fb-28dcd2fef907 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381111 Aug 31 14:51:05.297043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-b7a9c8db-53ac-4c88-8fc2-b33c70afde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:05.298554 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-b7a9c8db-53ac-4c88-8fc2-b33c70afde34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.1789463 Aug 31 14:51:05.302899 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-5105733c-aaa5-40ce-9bcb-352dc871a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:05.304295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-5105733c-aaa5-40ce-9bcb-352dc871a15b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.1770346 Aug 31 14:51:05.394843 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:05.410897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-6e7200e5-28ff-4b6c-943e-43362cd50590 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1000 time: 0.1050913 Aug 31 14:51:05.417649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-5a6d75d3-163a-4f39-a9c8-e377451b8e97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 200 len: 1000 time: 0.0733349 Aug 31 14:51:05.504220 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-5581d445-0574-4807-8fae-010c42c1e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:05.505662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-5581d445-0574-4807-8fae-010c42c1e73e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0863585 Aug 31 14:51:05.507072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-68a425e0-f717-4cce-a392-9d6af6ea6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:05.508459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-68a425e0-f717-4cce-a392-9d6af6ea6ee5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0817628 Aug 31 14:51:05.579519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-ee57a74f-906b-4181-b23a-9117d5ca8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:05.581085 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-ee57a74f-906b-4181-b23a-9117d5ca8871 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678883 Aug 31 14:51:05.583539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-3e224873-08b2-4f80-b5ed-9c6afa6a711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:05.584958 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-3e224873-08b2-4f80-b5ed-9c6afa6a711a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640507 Aug 31 14:51:05.742707 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-c1a42702-3fe6-4f1c-adda-8c53b2ce8560 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534064 Aug 31 14:51:05.744638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-f247733b-905a-485a-9073-4804d3bf530b service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482339 Aug 31 14:51:05.911095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-325cdf58-e95a-4a68-a188-9caadccb47e7 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606283 Aug 31 14:51:05.921320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-249b06b9-e427-4faa-ae4c-fd396d13350b req-a7c1e1a0-c90d-4992-bcd4-cfd02e7a2322 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467643 Aug 31 14:51:05.944321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0247532a-8de7-410a-ab12-250fd497157e no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:05.982063 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 0247532a-8de7-410a-ab12-250fd497157e not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:06.370355 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a67ec3-8781-49be-9a97-609bbc19dcb6 req-e0d1f91b-b09b-4b4b-85ff-020ac46ca153 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:06.371877 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5a67ec3-8781-49be-9a97-609bbc19dcb6 req-e0d1f91b-b09b-4b4b-85ff-020ac46ca153 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 944 time: 0.0516610 Aug 31 14:51:06.409320 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d5a67ec3-8781-49be-9a97-609bbc19dcb6 req-b3cbf34d-d901-487d-990d-af74580047c8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Aug 31 14:51:06.522195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa514-67f3-4d46-8bfd-e7e31b0fa729 req-89e1220d-eb02-40c1-9084-993cf96fe6ef tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:06.523748 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ebfa514-67f3-4d46-8bfd-e7e31b0fa729 req-89e1220d-eb02-40c1-9084-993cf96fe6ef tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 944 time: 0.0497873 Aug 31 14:51:06.560531 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ebfa514-67f3-4d46-8bfd-e7e31b0fa729 req-7a837148-69c7-47fc-b8bb-27098679432d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309045 Aug 31 14:51:06.672339 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb377016-0b8c-4960-bd5c-e77f4edba1f1 req-0c397b81-9fa5-445d-b603-550ba4bb163b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:06.674626 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cb377016-0b8c-4960-bd5c-e77f4edba1f1 req-0c397b81-9fa5-445d-b603-550ba4bb163b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 944 time: 0.0498469 Aug 31 14:51:06.715802 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cb377016-0b8c-4960-bd5c-e77f4edba1f1 req-20c5da19-5f74-44e5-ad4c-7d551085c691 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346673 Aug 31 14:51:06.946674 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:06.947363 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50385122-d24c-429c-a671-a1c3e47a0087 req-52fce143-cabf-4e5d-b2ce-10092bb5ed4d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:06.948862 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-50385122-d24c-429c-a671-a1c3e47a0087 req-52fce143-cabf-4e5d-b2ce-10092bb5ed4d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 944 time: 0.0499070 Aug 31 14:51:06.987461 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-50385122-d24c-429c-a671-a1c3e47a0087 req-bc1cd9be-efc3-4660-9e82-4bd2d538f1f7 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326607 Aug 31 14:51:07.749326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0247532a-8de7-410a-ab12-250fd497157e details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:51:07.843260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:07.855849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '0247532a-8de7-410a-ab12-250fd497157e', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'port_id': '0247532a-8de7-410a-ab12-250fd497157e', 'mac_address': 'fa:16:3e:2b:24:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:51:07.891075 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.903964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0247532a-8de7-410a-ab12-250fd497157e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:51:07.927868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:07.932128 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:07.976909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=12']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:08.106015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f55cf-724e-4484-817b-ac6dac58120f req-1cd3eebe-46ae-416c-81bd-5513cd402985 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:08.107541 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-123f55cf-724e-4484-817b-ac6dac58120f req-1cd3eebe-46ae-416c-81bd-5513cd402985 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0495512 Aug 31 14:51:08.147151 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-123f55cf-724e-4484-817b-ac6dac58120f req-02213b78-c192-4aae-b6b1-66538f8f3f57 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Aug 31 14:51:08.218318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-3fbc6f67-0b76-484a-bc39-96e0be9af940 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:08.219839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-3fbc6f67-0b76-484a-bc39-96e0be9af940 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 945 time: 0.0519745 Aug 31 14:51:08.309434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Deleting port 0247532a-8de7-410a-ab12-250fd497157e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:51:08.309701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.400187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] For port 0247532a-8de7-410a-ab12-250fd497157e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=0247532a-8de7-410a-ab12-250fd497157e,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:08.400591 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.568402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.568739 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.569062 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Floating IP 1796381c-e120-4cdc-976c-c01f06e4099a disassociated. External IP: 172.25.3.170, port: 0247532a-8de7-410a-ab12-250fd497157e. Aug 31 14:51:08.569402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Calling delete_port for 0247532a-8de7-410a-ab12-250fd497157e owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:51:08.695910 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.725805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event deleted for resources: {'Port': ['ID=0247532a-8de7-410a-ab12-250fd497157e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:08.846602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:51:08.953234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:51:08.962708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77656474-3757-428d-892f-fa96304735e9 None None] Sync routers for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:51:08.971540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77656474-3757-428d-892f-fa96304735e9 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:51:08.972162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-77656474-3757-428d-892f-fa96304735e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:51:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:08.992580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] No DVR routers for this DVR port 0247532a-8de7-410a-ab12-250fd497157e on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:51:08.995386 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:08.997486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b0ff1840-5a06-49c9-8911-dfdd8a6b4e27 req-d16e7b42-0b42-4a7c-9145-08a45cf3b1cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.13 "DELETE /v2.0/ports/0247532a-8de7-410a-ab12-250fd497157e HTTP/1.1" status: 204 len: 173 time: 0.7716935 Aug 31 14:51:08.997934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'name': 'network-vif-deleted', 'tag': '0247532a-8de7-410a-ab12-250fd497157e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:09.000205 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1e74b6-ba8b-4259-84ed-829b69b78186" -d '{"events": [{"server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "name": "network-vif-deleted", "tag": "0247532a-8de7-410a-ab12-250fd497157e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:09.039229 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc44e04f-4fa8-4269-84e3-d763e1fcd73e x-openstack-request-id: req-fc44e04f-4fa8-4269-84e3-d763e1fcd73e {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:09.039526 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9a15f8-ce35-4588-8dc0-35ad8a264f16", "name": "network-vif-deleted", "tag": "0247532a-8de7-410a-ab12-250fd497157e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:09.039780 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc44e04f-4fa8-4269-84e3-d763e1fcd73e {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:09.040241 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9a15f8-ce35-4588-8dc0-35ad8a264f16', 'name': 'network-vif-deleted', 'tag': '0247532a-8de7-410a-ab12-250fd497157e', 'status': 'completed', 'code': 200} Aug 31 14:51:09.090667 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-77656474-3757-428d-892f-fa96304735e9 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:51:09.252031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b7182c7c-3c1f-4c6f-b347-388c041d4a82 req-640d8aff-4057-4983-9e56-1c6209be784a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b9a15f8-ce35-4588-8dc0-35ad8a264f16 HTTP/1.1" status: 200 len: 210 time: 0.0273309 Aug 31 14:51:09.289162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-77656474-3757-428d-892f-fa96304735e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:09.319536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77656474-3757-428d-892f-fa96304735e9 None None] Checking router: 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:51:09.327973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77656474-3757-428d-892f-fa96304735e9 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:51:09.328629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-77656474-3757-428d-892f-fa96304735e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:51:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:09.440095 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-77656474-3757-428d-892f-fa96304735e9 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:51:09.653138 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:09.660245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-77656474-3757-428d-892f-fa96304735e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:09.686755 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77656474-3757-428d-892f-fa96304735e9 None None] The sync data for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 is: [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:51:09.713915 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:09.904936 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d204b5-a00b-4607-9fe5-07f8e8484055 None None] New status for floating IP 1796381c-e120-4cdc-976c-c01f06e4099a: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:51:10.522058 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-581fc5c4-5eb9-489a-a017-32dd5dd2833c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1785913355&fields=id&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 267 time: 0.0348029 Aug 31 14:51:10.627922 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-f59d4f8f-d1a0-4518-97f8-59bc37919214 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:10.629326 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-f59d4f8f-d1a0-4518-97f8-59bc37919214 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 812 time: 0.0999978 Aug 31 14:51:10.644683 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-0a4a3390-a1a6-491b-8e25-2853cbbaad8e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/quotas/7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 375 time: 0.0090218 Aug 31 14:51:10.697497 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-e35e6746-0956-45a6-84af-1b310cf0c6dc tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467865 Aug 31 14:51:10.713939 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-1e7bd116-9fe6-41e2-8d29-b3c8f7aa41d4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:51:10.714920 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-1e7bd116-9fe6-41e2-8d29-b3c8f7aa41d4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063205 Aug 31 14:51:10.876676 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-8fae8fab-6472-4e62-b532-1c8dec2c5e17 service neutron] 10.222.0.20 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228273 Aug 31 14:51:10.967926 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-342dff2e-3bcb-410f-85c1-a742bca56f88 service neutron] 10.222.0.20 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844555 Aug 31 14:51:11.135411 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ca89510-903c-4380-acf2-7b80109ee9db req-2ef739c4-be7a-42f3-87cf-be6554f3e9cd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0268164 Aug 31 14:51:11.749630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0247532a-8de7-410a-ab12-250fd497157e no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:51:11.769764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 0247532a-8de7-410a-ab12-250fd497157e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:51:11.770009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 0247532a-8de7-410a-ab12-250fd497157e not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:51:12.036798 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-004c1e7b-bcca-43ca-bd51-65191b27cbbb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:12.038154 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-004c1e7b-bcca-43ca-bd51-65191b27cbbb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 812 time: 0.1111841 Aug 31 14:51:12.088271 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-8741d972-c7ab-43fe-b162-a61cc21a93a4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 380 time: 0.0365644 Aug 31 14:51:12.096502 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Request body: {'port': {'device_id': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'admin_state_up': True, 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'security_groups': ['7392f6c0-8d91-41b7-ae42-99d99a765c81']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:12.211286 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Made reservation on behalf of 7762818db08b4af99e865e5203ec29c7 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:51:12.214806 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.232252 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a502892f-c8b6-4c01-a13c-acdc27ff84d7 req-be24cfce-50d5-4560-aeb0-1e031b2e2c82 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0268598 Aug 31 14:51:12.337497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Allocated IP 172.20.0.4 (9b448708-7436-4a92-ac45-55560748cd51/8a03e22b-e5c9-4520-bec6-5211cc86f9d7/1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:51:12.475272 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.489554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Transition to ACTIVE for port object 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:12.522030 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.568504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Network 9b448708-7436-4a92-ac45-55560748cd51 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:51:12.572268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:51:12.576572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:51:12.598012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event updated for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:12.626533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:12.627187 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.643045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-74b6cd64-0a08-41b3-92c3-dee3afb984ac tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5503726 Aug 31 14:51:12.655908 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Request body: {'port': {'device_id': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:12.715858 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.825504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-54de3f39-e2ee-4785-9ce7-89cc8acb3a9a None None] Provisioning for port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:51:12.830475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-54de3f39-e2ee-4785-9ce7-89cc8acb3a9a None None] Provisioning complete for port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:12.830974 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-54de3f39-e2ee-4785-9ce7-89cc8acb3a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.868264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-54de3f39-e2ee-4785-9ce7-89cc8acb3a9a None None] Port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:51:12.974076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:51:12.981771 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:12.994041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Transition to ACTIVE for port object 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:51:12.998002 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:13.050406 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Pushing event updated for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:13.072708 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:51:13.122753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Attempting to bind port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:51:13.123088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Attempting to bind port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:51:13.123626 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Attempting to bind port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:51:13.130492 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on network 9b448708-7436-4a92-ac45-55560748cd51 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:51:13.131018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Attempting to bind port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:51:13.137069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:51:13.137488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:51:13.137928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Bound using segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:51:13.138436 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Bound port: 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:51:13.138937 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:13.209568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:51:13.213080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:51:13.217490 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:13.258731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.258731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:13.258731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] 10.222.0.52 "PUT /v2.0/ports/1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1091 time: 0.6023002 Aug 31 14:51:13.258731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:13.258731 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35401c9-b9fe-4cd8-851a-f5c22188d9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:13.283659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262c737-bd26-49e0-b59f-b52cd379dd55 service neutron] Pushing event updated for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:13.318805 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0390b42-344d-4e09-b18c-92ab0a13d6df x-openstack-request-id: req-f0390b42-344d-4e09-b18c-92ab0a13d6df {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:13.319244 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:13.319509 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0390b42-344d-4e09-b18c-92ab0a13d6df {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:13.319963 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'status': 'completed', 'code': 200} Aug 31 14:51:13.389815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-7414d4cb-adfc-4637-87a8-aeec86d7ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.391495 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-7414d4cb-adfc-4637-87a8-aeec86d7ba7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0831532 Aug 31 14:51:13.405467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa4793-d444-477c-8d57-3b1f56a34a37 req-4bba7eba-758b-4f41-ae16-64301812386d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.407712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7fa4793-d444-477c-8d57-3b1f56a34a37 req-4bba7eba-758b-4f41-ae16-64301812386d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0635328 Aug 31 14:51:13.462428 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-ce1250df-b742-40d8-8619-1865c574c7d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 217 time: 0.0542023 Aug 31 14:51:13.522228 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7fa4793-d444-477c-8d57-3b1f56a34a37 req-e73976f1-aa1a-4960-8527-e4318f85bf78 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018770 Aug 31 14:51:13.532118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-12fcc20f-7e0a-4591-b8fb-dddbbe5dc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.533632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-12fcc20f-7e0a-4591-b8fb-dddbbe5dc5af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0633273 Aug 31 14:51:13.579240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-51b6b0e0-f95b-4ba2-9d84-44faa5410e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.580834 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-51b6b0e0-f95b-4ba2-9d84-44faa5410e0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394812 Aug 31 14:51:13.675521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-c0773bf6-e645-48f0-8c81-b4c3a7feb1ab service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847421 Aug 31 14:51:13.764175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0171c4ab-b285-4398-8c44-b511c62d6874 req-34e4b809-a57b-4cd6-9a66-04c351f3fdbb service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803089 Aug 31 14:51:13.854753 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35401c9-b9fe-4cd8-851a-f5c22188d9c4 req-239732fd-9d69-4eab-99c3-3f78eb2f72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.856254 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e35401c9-b9fe-4cd8-851a-f5c22188d9c4 req-239732fd-9d69-4eab-99c3-3f78eb2f72ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0410845 Aug 31 14:51:13.950712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35401c9-b9fe-4cd8-851a-f5c22188d9c4 req-0e1ac91c-b831-4ab8-82d1-1090e2528db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:13.952226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e35401c9-b9fe-4cd8-851a-f5c22188d9c4 req-0e1ac91c-b831-4ab8-82d1-1090e2528db1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0879695 Aug 31 14:51:13.995588 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e35401c9-b9fe-4cd8-851a-f5c22188d9c4 req-c96f84c5-9fb9-4c7e-8056-790ab4c9139c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 217 time: 0.0358703 Aug 31 14:51:14.051006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35401c9-b9fe-4cd8-851a-f5c22188d9c4 req-55a1748a-28ed-42ec-8177-2deea785ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.052627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e35401c9-b9fe-4cd8-851a-f5c22188d9c4 req-55a1748a-28ed-42ec-8177-2deea785ac69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0491641 Aug 31 14:51:14.102084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35401c9-b9fe-4cd8-851a-f5c22188d9c4 req-052a3a92-e340-495f-a6dc-f613aaf7e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.103593 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e35401c9-b9fe-4cd8-851a-f5c22188d9c4 req-052a3a92-e340-495f-a6dc-f613aaf7e78d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421021 Aug 31 14:51:14.200895 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e35401c9-b9fe-4cd8-851a-f5c22188d9c4 req-87519880-0e90-4923-b006-7a8d4b938386 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859325 Aug 31 14:51:14.301922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e35401c9-b9fe-4cd8-851a-f5c22188d9c4 req-7991c271-2442-49c9-9e1f-4ebfd3962cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931616 Aug 31 14:51:14.643400 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfe033-929c-475a-8eb4-1bfe2e493aae req-229a89f5-4465-4605-9948-72b64c8b5e6b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:14.644905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdcfe033-929c-475a-8eb4-1bfe2e493aae req-229a89f5-4465-4605-9948-72b64c8b5e6b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0519364 Aug 31 14:51:14.685444 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fdcfe033-929c-475a-8eb4-1bfe2e493aae req-2644c335-6326-401e-b090-84ba5189f9de tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340753 Aug 31 14:51:15.804472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcdd49-d561-4550-8704-8e4e458c9246 req-25a3969e-4c70-488e-a869-c00b0be2706a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:15.805974 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4dcdd49-d561-4550-8704-8e4e458c9246 req-25a3969e-4c70-488e-a869-c00b0be2706a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0523002 Aug 31 14:51:15.843555 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f4dcdd49-d561-4550-8704-8e4e458c9246 req-2fa2500e-69e3-4045-a9a9-8eca68de1729 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317292 Aug 31 14:51:15.990676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:51:16.082374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:16.093241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'port_id': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'mac_address': 'fa:16:3e:6f:7c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:51:16.132589 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:16.145466 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:51:16.166920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:16.170866 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:16.217854 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:16.363608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:51:16.961551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de65d0-7f64-44f0-95df-a8bc0f5fd406 req-50010611-1e53-4442-b889-b57f7b8e8bd9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:16.963012 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06de65d0-7f64-44f0-95df-a8bc0f5fd406 req-50010611-1e53-4442-b889-b57f7b8e8bd9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0527005 Aug 31 14:51:17.001844 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-06de65d0-7f64-44f0-95df-a8bc0f5fd406 req-0e4c4e65-03a7-48fe-9b79-691910d6374a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328321 Aug 31 14:51:18.022196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f up at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:51:18.070715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning for port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:51:18.074411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Provisioning complete for port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:51:18.074789 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.116693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9ed6b-712f-4014-9555-dec681d9995b req-6d3a53ca-b6c1-4b0c-97fe-50012e01a1fe tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:18.118885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79f9ed6b-712f-4014-9555-dec681d9995b req-6d3a53ca-b6c1-4b0c-97fe-50012e01a1fe tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0501664 Aug 31 14:51:18.153774 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.158261 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79f9ed6b-712f-4014-9555-dec681d9995b req-fa3c743d-9071-46a1-818f-579b9e05761a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332694 Aug 31 14:51:18.176930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:18.179196 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa8d237-c690-40f3-b7be-6f7c7e880a47" -d '{"events": [{"server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:18.195720 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:51:18.200255 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:18.223040 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f51b38-99cf-48a9-b442-a2b3b5d7e654 x-openstack-request-id: req-d0f51b38-99cf-48a9-b442-a2b3b5d7e654 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:18.223356 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:18.223607 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0f51b38-99cf-48a9-b442-a2b3b5d7e654 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:18.223989 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'code': 200} Aug 31 14:51:18.250365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:51:18.318129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269db026-4475-44e8-bbe5-bb0c5998b7c3 req-771331b7-816d-4d12-90ad-878c17e9452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:18.319517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-269db026-4475-44e8-bbe5-bb0c5998b7c3 req-771331b7-816d-4d12-90ad-878c17e9452b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0435760 Aug 31 14:51:18.354874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-269db026-4475-44e8-bbe5-bb0c5998b7c3 req-96caab15-1f28-4b91-8289-8d8295ef91fc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275886 Aug 31 14:51:19.281851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46063a2b-5d62-4b84-b025-c9a6b6ae56c2 req-4c434ad9-a189-44ce-a0fb-d8e3858f2ca5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:19.283627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46063a2b-5d62-4b84-b025-c9a6b6ae56c2 req-4c434ad9-a189-44ce-a0fb-d8e3858f2ca5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0557070 Aug 31 14:51:19.335980 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-46063a2b-5d62-4b84-b025-c9a6b6ae56c2 req-3677251b-4906-4c79-a928-2e77dcf07d62 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428569 Aug 31 14:51:20.456972 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee95351-57c3-4b7a-993f-f231388cceb2 req-2b839213-b54c-4aeb-910e-06acab99bef4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:20.458529 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0ee95351-57c3-4b7a-993f-f231388cceb2 req-2b839213-b54c-4aeb-910e-06acab99bef4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0488164 Aug 31 14:51:20.496659 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0ee95351-57c3-4b7a-993f-f231388cceb2 req-52a45617-0bea-47a1-8cae-05d4c65a4607 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Aug 31 14:51:20.605115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399aeba-5768-455d-b76c-e613ef5d075c req-06448667-24b9-41c9-86a6-f479a6f6cdcd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:20.606619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7399aeba-5768-455d-b76c-e613ef5d075c req-06448667-24b9-41c9-86a6-f479a6f6cdcd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0475762 Aug 31 14:51:20.615128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33080) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:51:20.620327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-90e2caed-2367-46f4-8c4c-89fba990df99 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Request body: {'floatingip': {'port_id': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:51:20.661852 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90e2caed-2367-46f4-8c4c-89fba990df99 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.431833 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90e2caed-2367-46f4-8c4c-89fba990df99 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.435684 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90e2caed-2367-46f4-8c4c-89fba990df99 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.535563 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-90e2caed-2367-46f4-8c4c-89fba990df99 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Floating IP 1796381c-e120-4cdc-976c-c01f06e4099a associated. External IP: 172.25.3.170, port: 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f. Aug 31 14:51:21.737890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e2caed-2367-46f4-8c4c-89fba990df99 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:51:21.843210 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e2caed-2367-46f4-8c4c-89fba990df99 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:51:21.848345 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90e2caed-2367-46f4-8c4c-89fba990df99 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:21.853768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515d9fd-5616-427d-a46c-1cf6309c804d None None] Sync routers for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:51:21.863856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515d9fd-5616-427d-a46c-1cf6309c804d None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:51:21.864492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d515d9fd-5616-427d-a46c-1cf6309c804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:51:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:21.878996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-90e2caed-2367-46f4-8c4c-89fba990df99 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "PUT /v2.0/floatingips/1796381c-e120-4cdc-976c-c01f06e4099a HTTP/1.1" status: 200 len: 992 time: 1.2627900 Aug 31 14:51:21.879595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:51:21.881968 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0bddfe-77a2-45f3-9188-5bc589493bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:51:21.921262 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bedc6c-88ca-4074-a57a-f1de9cb9eb46 x-openstack-request-id: req-83bedc6c-88ca-4074-a57a-f1de9cb9eb46 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:51:21.921554 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:51:21.921810 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83bedc6c-88ca-4074-a57a-f1de9cb9eb46 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:51:21.922304 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'status': 'completed', 'code': 200} Aug 31 14:51:21.974917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d515d9fd-5616-427d-a46c-1cf6309c804d None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:51:21.997173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bddfe-77a2-45f3-9188-5bc589493bfa req-37578ea3-cb20-4067-957c-aa4eeafad552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:21.998680 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc0bddfe-77a2-45f3-9188-5bc589493bfa req-37578ea3-cb20-4067-957c-aa4eeafad552 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0457327 Aug 31 14:51:22.088304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bddfe-77a2-45f3-9188-5bc589493bfa req-8015cc76-78b0-4f97-81fa-f9632fb1dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:22.089878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc0bddfe-77a2-45f3-9188-5bc589493bfa req-8015cc76-78b0-4f97-81fa-f9632fb1dbfc service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0835636 Aug 31 14:51:22.160989 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc0bddfe-77a2-45f3-9188-5bc589493bfa req-3162d19c-036e-4a81-9f3f-5fcc98611513 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1000 time: 0.0632548 Aug 31 14:51:22.192177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d515d9fd-5616-427d-a46c-1cf6309c804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1796381c-e120-4cdc-976c-c01f06e4099a', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'port_id': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'mac_address': 'fa:16:3e:6f:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:25Z', 'updated_at': '2021-08-31T14:51:21Z', 'revision_number': 13, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:22.211596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bddfe-77a2-45f3-9188-5bc589493bfa req-535d37a4-e59f-4e89-9edb-83ab8a951fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:22.213135 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc0bddfe-77a2-45f3-9188-5bc589493bfa req-535d37a4-e59f-4e89-9edb-83ab8a951fb5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0444372 Aug 31 14:51:22.221709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515d9fd-5616-427d-a46c-1cf6309c804d None None] Checking router: 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:51:22.230232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515d9fd-5616-427d-a46c-1cf6309c804d None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:51:22.230857 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d515d9fd-5616-427d-a46c-1cf6309c804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:51:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:22.260581 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bddfe-77a2-45f3-9188-5bc589493bfa req-1650d266-5a3a-456b-ad28-eea03a8ab3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:22.267978 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc0bddfe-77a2-45f3-9188-5bc589493bfa req-1650d266-5a3a-456b-ad28-eea03a8ab3bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415246 Aug 31 14:51:22.334228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-d515d9fd-5616-427d-a46c-1cf6309c804d None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:51:22.357062 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc0bddfe-77a2-45f3-9188-5bc589493bfa req-6be07528-26e4-4f16-ae9f-e496cac5c482 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Aug 31 14:51:22.454813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fc0bddfe-77a2-45f3-9188-5bc589493bfa req-097cb714-81e6-436d-9905-79701c6318a1 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900574 Aug 31 14:51:22.709852 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-d515d9fd-5616-427d-a46c-1cf6309c804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1796381c-e120-4cdc-976c-c01f06e4099a', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'port_id': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'mac_address': 'fa:16:3e:6f:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:25Z', 'updated_at': '2021-08-31T14:51:21Z', 'revision_number': 13, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:51:22.740064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d515d9fd-5616-427d-a46c-1cf6309c804d None None] The sync data for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 is: [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1796381c-e120-4cdc-976c-c01f06e4099a', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'port_id': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'mac_address': 'fa:16:3e:6f:7c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:44:25Z', 'updated_at': '2021-08-31T14:51:21Z', 'revision_number': 13, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:51:22.923494 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8ac71-2493-4895-ba61-a69da0ba70be None None] New status for floating IP 1796381c-e120-4cdc-976c-c01f06e4099a: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:51:31.444534 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-66620a0b-0fd2-4f93-87d0-421e25d25c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.119537 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:34.135108 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2dbc9fa0-33a9-4cb8-bce2-594e0740a01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:35.399939 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:36.950208 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:38.307070 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98dd2dde-b148-40ea-8706-5505c5504132 req-930de9d8-007c-4b84-aff0-93eec3c4bf86 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593221 Aug 31 14:51:38.399540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2dde-b148-40ea-8706-5505c5504132 req-7e1f2723-f79b-4ae6-9afd-a5fad2a51d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:38.401012 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98dd2dde-b148-40ea-8706-5505c5504132 req-7e1f2723-f79b-4ae6-9afd-a5fad2a51d56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0463626 Aug 31 14:51:38.508883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2dde-b148-40ea-8706-5505c5504132 req-ea9fbd16-155e-4faa-a629-b39f7f4b44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:38.510377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98dd2dde-b148-40ea-8706-5505c5504132 req-ea9fbd16-155e-4faa-a629-b39f7f4b44b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0870173 Aug 31 14:51:38.582998 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98dd2dde-b148-40ea-8706-5505c5504132 req-a1147bda-c36a-4576-9abc-50990a3257aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1002 time: 0.0644934 Aug 31 14:51:38.633567 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2dde-b148-40ea-8706-5505c5504132 req-b147b146-0c38-4503-9ea8-d3bad3a398d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:38.635067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98dd2dde-b148-40ea-8706-5505c5504132 req-b147b146-0c38-4503-9ea8-d3bad3a398d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0441189 Aug 31 14:51:38.682610 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2dde-b148-40ea-8706-5505c5504132 req-fd4a1aff-904a-4f3d-9e18-74a5268e09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:51:38.684061 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98dd2dde-b148-40ea-8706-5505c5504132 req-fd4a1aff-904a-4f3d-9e18-74a5268e09b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416141 Aug 31 14:51:38.781230 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98dd2dde-b148-40ea-8706-5505c5504132 req-435887ae-39e1-4831-b9c6-d2bb9ad5925f service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889611 Aug 31 14:51:38.876840 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98dd2dde-b148-40ea-8706-5505c5504132 req-75255406-ad1d-40f2-a4be-98cf0060bb73 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881238 Aug 31 14:51:39.645483 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:39.734281 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:51:50.075180 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:52:01.448463 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-234c5182-016e-46f2-8627-47bb47f30c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:04.121361 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:04.137752 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e2e34a67-5891-4f4c-8007-617e02c4d539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:05.400036 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:06.953056 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.642779 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:09.743094 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:27.073810 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:52:31.449218 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6c5f-efc5-4330-bc83-a2809f955fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:34.123415 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:34.139077 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-39681059-c51b-408c-9253-a3c483d02fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:35.402921 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:36.956126 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:39.283406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48da0271-b98e-4630-ae89-db7953a7a57e req-3c6b1639-cac3-4287-97a7-37c209bf7243 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445914 Aug 31 14:52:39.369240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da0271-b98e-4630-ae89-db7953a7a57e req-f516793e-aa20-4256-b27e-96b55771923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:39.370767 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48da0271-b98e-4630-ae89-db7953a7a57e req-f516793e-aa20-4256-b27e-96b55771923a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0452943 Aug 31 14:52:39.474224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da0271-b98e-4630-ae89-db7953a7a57e req-a3e5df47-b132-4c11-ae7d-15ad0f96795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:39.475716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48da0271-b98e-4630-ae89-db7953a7a57e req-a3e5df47-b132-4c11-ae7d-15ad0f96795e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0841844 Aug 31 14:52:39.546607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48da0271-b98e-4630-ae89-db7953a7a57e req-ea90f53b-c955-4f70-9d1a-d429b9887d5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1002 time: 0.0628340 Aug 31 14:52:39.599071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da0271-b98e-4630-ae89-db7953a7a57e req-7cc0e9a8-72ab-4852-af15-6eb8e2b9d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:39.600564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48da0271-b98e-4630-ae89-db7953a7a57e req-7cc0e9a8-72ab-4852-af15-6eb8e2b9d0d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0444846 Aug 31 14:52:39.645537 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:39.647897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da0271-b98e-4630-ae89-db7953a7a57e req-a3edf51d-f1a3-4faa-aad9-e59373fcda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:39.649509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48da0271-b98e-4630-ae89-db7953a7a57e req-a3edf51d-f1a3-4faa-aad9-e59373fcda79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417376 Aug 31 14:52:39.660905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-48da0271-b98e-4630-ae89-db7953a7a57e req-aed778a3-6afd-4f26-a673-d7366c70cad0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:52:39.661947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48da0271-b98e-4630-ae89-db7953a7a57e req-aed778a3-6afd-4f26-a673-d7366c70cad0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050738 Aug 31 14:52:39.753587 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48da0271-b98e-4630-ae89-db7953a7a57e req-adfba90c-8a08-48fb-8173-d9f4fe081bd1 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843699 Aug 31 14:52:39.764872 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:52:39.845693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48da0271-b98e-4630-ae89-db7953a7a57e req-8eb67594-7e83-4db2-b113-b2b9951ef901 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823202 Aug 31 14:52:59.110299 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bdaec-db89-4b53-bde8-f1e97a536205 req-bd296978-38ed-4652-b55d-19c3ee5c044f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:52:59.111782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc8bdaec-db89-4b53-bde8-f1e97a536205 req-bd296978-38ed-4652-b55d-19c3ee5c044f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0486555 Aug 31 14:52:59.148312 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc8bdaec-db89-4b53-bde8-f1e97a536205 req-0dfa53b6-1a62-49df-8a8f-13dc02f6170e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307014 Aug 31 14:53:01.453050 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-11ba009a-4b60-4bcb-b8b2-dc6898eae820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:04.074008 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:53:04.129287 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:04.142433 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42b3bf40-6fd0-4dc0-a5a3-836c4a1bebb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:05.405476 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:06.958949 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:09.196822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-7e4672c1-456e-4d7a-8e93-a06748dd9a5c req-dc0e7400-d62d-4fad-9db6-96e25e799f3a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:53:09.197779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e4672c1-456e-4d7a-8e93-a06748dd9a5c req-dc0e7400-d62d-4fad-9db6-96e25e799f3a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438678 Aug 31 14:53:09.622832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb3f89-24e7-43cf-a618-c6ea3b286c5e req-a8795083-7ec2-447f-b16f-3c176bd70d83 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:09.624363 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-56fb3f89-24e7-43cf-a618-c6ea3b286c5e req-a8795083-7ec2-447f-b16f-3c176bd70d83 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0499067 Aug 31 14:53:09.645089 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:09.672804 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-56fb3f89-24e7-43cf-a618-c6ea3b286c5e req-82d655ba-adf9-463b-9b41-631c9a1c1fe8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339293 Aug 31 14:53:09.685523 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-7d2709d1-1f93-42e9-87c2-60b6bd7f5a2c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842187 Aug 31 14:53:09.764999 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:10.729235 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e920f-3851-437f-bc42-1c190fd131fa req-dab23248-6e8e-4a8c-8850-d6279399dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:10.732234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-dab23248-6e8e-4a8c-8850-d6279399dd4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0498331 Aug 31 14:53:10.856910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1049c3-a4ac-4347-b776-4a3a0d0ef642 req-0a4d256f-a6d8-4b80-bfd9-e004dc3d7a97 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:10.858401 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cd1049c3-a4ac-4347-b776-4a3a0d0ef642 req-0a4d256f-a6d8-4b80-bfd9-e004dc3d7a97 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.1008973 Aug 31 14:53:10.874693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e920f-3851-437f-bc42-1c190fd131fa req-efb53bda-c13f-4127-9bdf-0eba5be76026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:10.876098 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-efb53bda-c13f-4127-9bdf-0eba5be76026 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.1361833 Aug 31 14:53:10.939855 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cd1049c3-a4ac-4347-b776-4a3a0d0ef642 req-593ad75d-7b5c-441b-8887-eab33b6a2e6d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742638 Aug 31 14:53:10.954215 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-84add6c0-2304-4299-91b9-1fbb37df59f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1002 time: 0.0693696 Aug 31 14:53:11.007061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e920f-3851-437f-bc42-1c190fd131fa req-a35ccf76-e2b4-4d5f-9a95-d0d4c0c0773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:11.012074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-a35ccf76-e2b4-4d5f-9a95-d0d4c0c0773f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0468125 Aug 31 14:53:11.055087 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e920f-3851-437f-bc42-1c190fd131fa req-2f041b8d-82bd-4e35-93cc-d119b556e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:11.056619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-2f041b8d-82bd-4e35-93cc-d119b556e98b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404346 Aug 31 14:53:11.143431 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-8b909f41-00cc-4b4b-8f29-af7d4c9209fc service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795164 Aug 31 14:53:11.237650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-7b340325-bc44-4e58-8980-7b818a677be1 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854824 Aug 31 14:53:12.072280 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb24b0-a9ed-43cd-827a-5c17595c505c req-7d001247-84a4-4127-ac6d-9c15614825c2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:12.073787 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2dbb24b0-a9ed-43cd-827a-5c17595c505c req-7d001247-84a4-4127-ac6d-9c15614825c2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0521913 Aug 31 14:53:12.111192 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2dbb24b0-a9ed-43cd-827a-5c17595c505c req-f082c659-b55f-4571-a32d-ada34d9a94e9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Aug 31 14:53:13.234993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b3f14-fe76-4526-a970-8b0eaf3b46cf req-42abbae2-0767-42ca-816d-0b1111c17180 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:13.236627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e9b3f14-fe76-4526-a970-8b0eaf3b46cf req-42abbae2-0767-42ca-816d-0b1111c17180 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0530672 Aug 31 14:53:13.281168 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e9b3f14-fe76-4526-a970-8b0eaf3b46cf req-0b68888a-d4c1-44b6-be32-aa1114fa763f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376337 Aug 31 14:53:14.411287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71d587-cc06-43d6-afe4-bed4f717e570 req-19d51935-a6c0-49d7-aa56-9d2d4726773e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:14.412847 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4c71d587-cc06-43d6-afe4-bed4f717e570 req-19d51935-a6c0-49d7-aa56-9d2d4726773e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0491641 Aug 31 14:53:14.451893 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4c71d587-cc06-43d6-afe4-bed4f717e570 req-276a8a7f-edcb-4fb4-b16b-dfe2cbbaf4ef tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325322 Aug 31 14:53:15.567142 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70ce32-88b2-4a90-9150-d8acf566f27a req-543b3ff6-6809-4d6d-a35f-f67d52fe8267 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:15.568655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2a70ce32-88b2-4a90-9150-d8acf566f27a req-543b3ff6-6809-4d6d-a35f-f67d52fe8267 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0485804 Aug 31 14:53:15.609370 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2a70ce32-88b2-4a90-9150-d8acf566f27a req-57df4c7b-6abd-4db5-9065-42529b42a5a7 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348871 Aug 31 14:53:16.729524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39813ef7-bedd-4060-a85d-bdd2ddd42ce4 req-9029a59d-75b2-4155-92e4-8cb50ba98bf6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:16.731242 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39813ef7-bedd-4060-a85d-bdd2ddd42ce4 req-9029a59d-75b2-4155-92e4-8cb50ba98bf6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0550346 Aug 31 14:53:16.770753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39813ef7-bedd-4060-a85d-bdd2ddd42ce4 req-04fb223b-ac86-4210-b870-08670b6faf05 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335312 Aug 31 14:53:17.885269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074d580-ac30-4cda-b0b5-e3306cc738b0 req-1a7fe5be-fa10-4d6d-8f04-ddfab547d8ad tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:17.886767 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e074d580-ac30-4cda-b0b5-e3306cc738b0 req-1a7fe5be-fa10-4d6d-8f04-ddfab547d8ad tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0482481 Aug 31 14:53:17.924142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e074d580-ac30-4cda-b0b5-e3306cc738b0 req-10e26556-9bd7-4cf0-bda2-0bd200811fa9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Aug 31 14:53:19.045575 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842ad4b-fe40-450e-90a4-c62e90e363bf req-7455b9b2-c8ac-4e37-88c8-32eeb782c4c8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:19.047163 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9842ad4b-fe40-450e-90a4-c62e90e363bf req-7455b9b2-c8ac-4e37-88c8-32eeb782c4c8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0577416 Aug 31 14:53:19.086109 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9842ad4b-fe40-450e-90a4-c62e90e363bf req-19403b71-c854-4432-ad0e-3a6c24b03346 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Aug 31 14:53:20.200655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a092e7-2324-4bfe-9ac8-b9d8ad5e99ca req-22e4ed54-58b5-413c-8aef-2316d40eb152 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:20.202161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99a092e7-2324-4bfe-9ac8-b9d8ad5e99ca req-22e4ed54-58b5-413c-8aef-2316d40eb152 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0490451 Aug 31 14:53:20.242889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-99a092e7-2324-4bfe-9ac8-b9d8ad5e99ca req-ee1333ab-d5a0-4b63-9587-eb375b15d4e6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347273 Aug 31 14:53:21.357281 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394c7b-56a3-4ceb-9d4a-89c04d246253 req-13cf0d1d-861f-4fce-8717-8e723756c301 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:21.358844 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36394c7b-56a3-4ceb-9d4a-89c04d246253 req-13cf0d1d-861f-4fce-8717-8e723756c301 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0482609 Aug 31 14:53:21.395902 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-36394c7b-56a3-4ceb-9d4a-89c04d246253 req-c9fafa1f-3988-4950-b42e-390339762a78 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312314 Aug 31 14:53:22.515088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08015206-85b4-41fa-8125-c861355137b1 req-ae8eeb85-9816-46c9-957d-667fb7516c84 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:22.517079 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08015206-85b4-41fa-8125-c861355137b1 req-ae8eeb85-9816-46c9-957d-667fb7516c84 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0498333 Aug 31 14:53:22.559736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-08015206-85b4-41fa-8125-c861355137b1 req-d9f3301a-3f03-4461-8e74-e72a9570bdb4 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368073 Aug 31 14:53:23.677965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4f02d-7741-4700-846a-9085f6809aeb req-bc244239-0679-48dd-80da-f10dc27a0c95 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:23.680097 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-95e4f02d-7741-4700-846a-9085f6809aeb req-bc244239-0679-48dd-80da-f10dc27a0c95 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0490448 Aug 31 14:53:23.721442 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-95e4f02d-7741-4700-846a-9085f6809aeb req-fb7ef104-6c29-4af2-be5d-65a5f33f990b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348978 Aug 31 14:53:24.850154 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [req-c35e920f-3851-437f-bc42-1c190fd131fa req-79fbf8ee-01bf-4f9a-b052-342fc3e78f37 service neutron] show failed (client error): The resource could not be found. Aug 31 14:53:24.851731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-79fbf8ee-01bf-4f9a-b052-342fc3e78f37 service neutron] 10.222.0.52 "GET /v2.0/ports/1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f/bindings/n-h1-792364-6 HTTP/1.1" status: 404 len: 380 time: 0.0843997 Aug 31 14:53:24.860024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe999a-bb0b-4b51-9935-d581ea2b5af3 req-c4b01d3f-ce0a-4bbe-98a2-ef4e9d5b43e6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:24.861533 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f9fe999a-bb0b-4b51-9935-d581ea2b5af3 req-c4b01d3f-ce0a-4bbe-98a2-ef4e9d5b43e6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0690467 Aug 31 14:53:24.901594 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f9fe999a-bb0b-4b51-9935-d581ea2b5af3 req-b165d8f2-61cd-43ab-939d-a1fe26bed6d3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337498 Aug 31 14:53:25.048108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e920f-3851-437f-bc42-1c190fd131fa req-ce266a12-7340-46fa-9962-9fea5c3995f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:25.049701 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-ce266a12-7340-46fa-9962-9fea5c3995f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 1096 time: 0.0437016 Aug 31 14:53:25.061246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:25.117164 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.314362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:25.346661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:25.383994 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:25.386347 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a917dc99-c6a6-4119-90a7-d4af780a7aac" -d '{"events": [{"server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:25.390394 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.403736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Transition to ACTIVE for port object 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:25.408656 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.442924 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d192ed0c-6dd9-42b7-ad2b-b0d054c6fc5b x-openstack-request-id: req-d192ed0c-6dd9-42b7-ad2b-b0d054c6fc5b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:25.443233 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:25.443467 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d192ed0c-6dd9-42b7-ad2b-b0d054c6fc5b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:25.444054 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'code': 200} Aug 31 14:53:25.495430 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Pushing event updated for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.506884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:25.507801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:25.508124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:25.508613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:25.508813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:25.509147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:25.509472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:25.509802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:25.510120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:25.510446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:25.510765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:25.511085 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:25.544111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] No DVR routers for this DVR port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:53:25.677337 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Attempting to bind port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:25.677684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Attempting to bind port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:25.678021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Attempting to bind port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:25.682742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on network 9b448708-7436-4a92-ac45-55560748cd51 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:53:25.683068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Attempting to bind port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:25.687868 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:25.688211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:25.688640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Bound using segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:25.689082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Bound port: 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:25.689444 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.753773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:25.756680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:25.761633 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.799375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:25.799375 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:25.801079 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] 10.222.0.13 "PUT /v2.0/ports/1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1091 time: 0.7433960 Aug 31 14:53:25.829296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba4e9a-4343-48ba-b0b4-df062645d1ef service neutron] Pushing event updated for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=7']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:25.874360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e920f-3851-437f-bc42-1c190fd131fa req-4aa2293c-75f7-4c2a-93a9-8bbfdb036008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:25.875915 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-4aa2293c-75f7-4c2a-93a9-8bbfdb036008 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0432713 Aug 31 14:53:25.967498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e920f-3851-437f-bc42-1c190fd131fa req-a1dddbf9-1f28-45ae-a88d-128d7f2a5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:25.969026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-a1dddbf9-1f28-45ae-a88d-128d7f2a5ce9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0861421 Aug 31 14:53:26.064127 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-1ad9240a-b122-4e02-8ca5-0d71ac4c47b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1000 time: 0.0819795 Aug 31 14:53:26.071548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d404c1-bc73-4a46-adf8-9b1eb891cdba req-0c7b2ca2-f41d-44be-8e8c-053367d54b07 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:26.072964 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0d404c1-bc73-4a46-adf8-9b1eb891cdba req-0c7b2ca2-f41d-44be-8e8c-053367d54b07 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0999422 Aug 31 14:53:26.141082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e920f-3851-437f-bc42-1c190fd131fa req-9cb48c25-fe67-4307-bf49-58de42ff4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:26.142469 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-9cb48c25-fe67-4307-bf49-58de42ff4ea5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0686800 Aug 31 14:53:26.145418 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e0d404c1-bc73-4a46-adf8-9b1eb891cdba req-0612a3d2-ba28-4f13-8a93-d2e770b9e78e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647058 Aug 31 14:53:26.188559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e920f-3851-437f-bc42-1c190fd131fa req-aacac3a2-5566-4642-b98a-3588613fd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:26.190085 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-aacac3a2-5566-4642-b98a-3588613fd281 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407004 Aug 31 14:53:26.201049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-3818898c-b4a8-4502-a2fe-c81638e422c1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:53:26.201976 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-3818898c-b4a8-4502-a2fe-c81638e422c1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048423 Aug 31 14:53:26.287720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-46d46d62-767f-4ce4-b6fa-b501bd5b68e0 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785935 Aug 31 14:53:26.378539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c35e920f-3851-437f-bc42-1c190fd131fa req-901b02ee-7b5a-4a5c-9578-b15952357ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833683 Aug 31 14:53:26.675634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:26.713505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:27.268832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260350e-7367-4308-ae08-32bce437b1ff req-356ad041-3cac-461e-ba4b-e17cdfd66b78 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:27.270225 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1260350e-7367-4308-ae08-32bce437b1ff req-356ad041-3cac-461e-ba4b-e17cdfd66b78 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0534036 Aug 31 14:53:27.307729 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1260350e-7367-4308-ae08-32bce437b1ff req-13b1f3d9-839b-46db-837a-4192261d87eb tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305848 Aug 31 14:53:27.445353 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:27.447663 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e" -d '{"events": [{"name": "network-changed", "server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:27.494340 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f068177-18d9-449a-aab7-2a09828bfc68 x-openstack-request-id: req-5f068177-18d9-449a-aab7-2a09828bfc68 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:27.494825 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:27.495147 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f068177-18d9-449a-aab7-2a09828bfc68 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:27.496719 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'status': 'completed', 'code': 200} Aug 31 14:53:27.592358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-eacde91d-8732-45f3-b7ee-0cb75c50131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:27.593854 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-eacde91d-8732-45f3-b7ee-0cb75c50131f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0709648 Aug 31 14:53:27.596461 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-226964b8-7d76-493d-a72b-17e0b29def61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:27.597957 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-226964b8-7d76-493d-a72b-17e0b29def61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0663347 Aug 31 14:53:28.103520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-6fdf0d2a-bac0-44db-9ac8-15aec398f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:28.105051 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-6fdf0d2a-bac0-44db-9ac8-15aec398f544 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.5039253 Aug 31 14:53:28.107804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-d3f1c06c-ea16-4418-9d12-181dcbc9d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:28.109209 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-d3f1c06c-ea16-4418-9d12-181dcbc9d157 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.5003891 Aug 31 14:53:28.217511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-51bebe97-2d98-4428-bb05-0779cbf7daab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1000 time: 0.1039796 Aug 31 14:53:28.221577 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-64009536-a715-42d8-ac2d-6f9b47642dee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1000 time: 0.1014965 Aug 31 14:53:28.300129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-34c57d03-2ebf-4c24-9927-6f6c56a62263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:28.301640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-34c57d03-2ebf-4c24-9927-6f6c56a62263 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0778375 Aug 31 14:53:28.305532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-7b6dc60f-9d6c-48a9-894b-6241386445fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:28.306864 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-7b6dc60f-9d6c-48a9-894b-6241386445fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0748894 Aug 31 14:53:28.380264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-e3872566-a513-48c0-ad83-8b1a84cab7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:28.381753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-e3872566-a513-48c0-ad83-8b1a84cab7fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725842 Aug 31 14:53:28.384733 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-4334ecca-8d3b-4336-a208-7808146424f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:28.386213 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-4334ecca-8d3b-4336-a208-7808146424f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691452 Aug 31 14:53:28.440380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c1cd4-ebdf-4daa-b07c-e4b5e97d1b17 req-4346c178-01ea-4537-add1-e18fa7e52227 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:28.442669 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-321c1cd4-ebdf-4daa-b07c-e4b5e97d1b17 req-4346c178-01ea-4537-add1-e18fa7e52227 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0539396 Aug 31 14:53:28.486866 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-321c1cd4-ebdf-4daa-b07c-e4b5e97d1b17 req-e90a05bf-1e50-4787-bff5-ba438788d979 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374575 Aug 31 14:53:28.546851 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-f0c8a094-a107-493b-99e5-641386085a56 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569369 Aug 31 14:53:28.548711 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-72efe031-a94f-478d-9b7e-0e8ee85c310e service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509938 Aug 31 14:53:28.714324 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-22a48e0d-69c5-49c9-aa1c-f1bc0fa92bb5 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596723 Aug 31 14:53:28.716292 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e7941cf3-f2b4-4f85-ad38-d95024c2b87e req-eb3c9acd-9a04-4856-b122-b43eb775e040 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540205 Aug 31 14:53:29.613363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439997-3cae-475a-a2e9-e26637dc7f63 req-36de38d0-b6bf-46c5-ac93-4dbce2c0a94e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:29.614862 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b6439997-3cae-475a-a2e9-e26637dc7f63 req-36de38d0-b6bf-46c5-ac93-4dbce2c0a94e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0532110 Aug 31 14:53:29.652788 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b6439997-3cae-475a-a2e9-e26637dc7f63 req-6d1333e0-800d-43df-8c32-507e9dab6f6b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314627 Aug 31 14:53:30.768154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f52eb-bc4c-4761-b8f8-822ec682fbc9 req-257a21d0-9d0c-43a9-864e-0188e8221142 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:30.769576 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8b4f52eb-bc4c-4761-b8f8-822ec682fbc9 req-257a21d0-9d0c-43a9-864e-0188e8221142 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0482507 Aug 31 14:53:30.810299 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8b4f52eb-bc4c-4761-b8f8-822ec682fbc9 req-b59621f1-3c26-453e-907c-26b5c7679c0e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340309 Aug 31 14:53:31.454022 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49487133-0c66-4734-bbb5-8f0780f495e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:31.929692 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ca5d1-ed41-46ff-adbd-bd606891a578 req-130bf6cb-56e8-4563-b0f8-74ac14f1cf75 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:31.931233 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f26ca5d1-ed41-46ff-adbd-bd606891a578 req-130bf6cb-56e8-4563-b0f8-74ac14f1cf75 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0532980 Aug 31 14:53:31.970983 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f26ca5d1-ed41-46ff-adbd-bd606891a578 req-baad88aa-7e21-41fd-8e8a-eca015e7fe14 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337391 Aug 31 14:53:33.090832 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0f6a2-398c-41db-bf63-7104cb2b89b9 req-04fadd54-8471-44d6-bbfa-9f8852fb20f5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:33.092326 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88f0f6a2-398c-41db-bf63-7104cb2b89b9 req-04fadd54-8471-44d6-bbfa-9f8852fb20f5 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0527694 Aug 31 14:53:33.133133 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88f0f6a2-398c-41db-bf63-7104cb2b89b9 req-479b2dd5-e73f-4e6e-8945-c79aca28fb91 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343869 Aug 31 14:53:34.120951 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:34.141615 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34d58210-231b-40e2-8442-509f2eec3be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:34.247215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8626158-378e-4ebc-97ef-a626340fe795 req-029e35bf-5511-49b8-8a37-1b35e2637b17 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:34.248745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c8626158-378e-4ebc-97ef-a626340fe795 req-029e35bf-5511-49b8-8a37-1b35e2637b17 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0487864 Aug 31 14:53:34.285766 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c8626158-378e-4ebc-97ef-a626340fe795 req-7f2ea240-7451-4aba-8e3b-fcdb2c7a4c62 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310731 Aug 31 14:53:35.401763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c7c5f-e9f9-4567-a3e4-16bd9a5b7d4e req-a2a89204-54dd-4c0f-a9dc-b08094b6a620 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:35.403787 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fa9c7c5f-e9f9-4567-a3e4-16bd9a5b7d4e req-a2a89204-54dd-4c0f-a9dc-b08094b6a620 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0498044 Aug 31 14:53:35.408724 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:35.443502 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fa9c7c5f-e9f9-4567-a3e4-16bd9a5b7d4e req-8fe37bf4-3102-4f05-97a4-edc919d21105 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320489 Aug 31 14:53:36.563822 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff23eb8-e5f8-4b57-82b7-1dc05d5a582b req-81eef3fd-6420-4242-a34c-59f0a935d25c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:36.565365 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ff23eb8-e5f8-4b57-82b7-1dc05d5a582b req-81eef3fd-6420-4242-a34c-59f0a935d25c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0533831 Aug 31 14:53:36.602230 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ff23eb8-e5f8-4b57-82b7-1dc05d5a582b req-1c567ea6-419f-45c1-8848-66b82bb68491 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310612 Aug 31 14:53:36.961445 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:37.726720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdf17b-264b-4850-b28e-1b2a9128022b req-a98746f5-b392-4507-9840-f0a83e2dfbbd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:37.728426 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ecdf17b-264b-4850-b28e-1b2a9128022b req-a98746f5-b392-4507-9840-f0a83e2dfbbd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 943 time: 0.0538220 Aug 31 14:53:37.769162 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ecdf17b-264b-4850-b28e-1b2a9128022b req-87d5b086-9a84-4804-a755-c257300c8a06 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343506 Aug 31 14:53:38.527242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:53:38.618732 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:38.629772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'port_id': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'mac_address': 'fa:16:3e:6f:7c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:53:38.666233 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:38.678369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:53:38.696818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:38.701008 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:38.746454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:38.753518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:38.753871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:38.754214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:38.754555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:38.754890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:38.755224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:38.755554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:38.755882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:38.756209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:38.757090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:38.757424 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:38.757749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:53:38.887685 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79150ab8-2ef3-44a4-ac19-ea9ae8ee7f6f req-49b2642d-1314-4182-85e3-619062b45c94 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:38.889239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79150ab8-2ef3-44a4-ac19-ea9ae8ee7f6f req-49b2642d-1314-4182-85e3-619062b45c94 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0507672 Aug 31 14:53:38.927199 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-79150ab8-2ef3-44a4-ac19-ea9ae8ee7f6f req-40747d10-a260-4976-8638-102594877422 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Aug 31 14:53:38.956570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:53:39.250892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-024c48ca-ef32-4226-bfe1-6b0bccd7e463 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:39.252295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-024c48ca-ef32-4226-bfe1-6b0bccd7e463 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.13 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3&tenant_id=7762818db08b4af99e865e5203ec29c7&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 944 time: 0.0929611 Aug 31 14:53:39.260372 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02668b5b-ad5d-4ab5-992c-83fbc02b19ee req-deeb03f3-730b-480b-b293-ac4f7963cd6f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:39.261788 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02668b5b-ad5d-4ab5-992c-83fbc02b19ee req-deeb03f3-730b-480b-b293-ac4f7963cd6f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0718553 Aug 31 14:53:39.332094 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-02668b5b-ad5d-4ab5-992c-83fbc02b19ee req-2d2d0cca-a7c2-4983-be3b-199d020b3474 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641601 Aug 31 14:53:39.341536 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-483ac3bc-f0b5-4818-8bee-82daa620dadc service neutron] 10.222.0.13 "GET /v2.0/ports/1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f/bindings/n-h1-792364-6 HTTP/1.1" status: 200 len: 382 time: 0.0788567 Aug 31 14:53:39.408815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-d12e63c4-0aca-413c-bfc6-8c11d39699bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:39.410313 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-d12e63c4-0aca-413c-bfc6-8c11d39699bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1095 time: 0.0420992 Aug 31 14:53:39.504295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-c0b27403-44be-4754-83b1-3a937f0dd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:39.505732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-c0b27403-44be-4754-83b1-3a937f0dd47b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0882030 Aug 31 14:53:39.571813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-ba407b8d-fe31-4464-b63e-e8c318af63aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1001 time: 0.0587950 Aug 31 14:53:39.626554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-6cbbda82-609f-4320-b16e-80772ec501f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:39.628007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-6cbbda82-609f-4320-b16e-80772ec501f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0474455 Aug 31 14:53:39.653819 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:39.675336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-010185c0-49f0-4fad-9fc3-a77f78ce2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:39.676900 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-010185c0-49f0-4fad-9fc3-a77f78ce2603 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412536 Aug 31 14:53:39.751638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:39.767001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-320738ec-e662-4744-916d-ba94a8358d2e service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823720 Aug 31 14:53:39.859708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-ecfc11f6-377f-4e35-b94d-0e08950b8c43 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861740 Aug 31 14:53:40.458820 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff866c-5392-4963-8ba8-dc62555f1363 req-dc1b0ec9-d891-4aa6-9d2e-b5672f6e0a9e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:40.460853 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f1ff866c-5392-4963-8ba8-dc62555f1363 req-dc1b0ec9-d891-4aa6-9d2e-b5672f6e0a9e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0544198 Aug 31 14:53:40.498040 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f1ff866c-5392-4963-8ba8-dc62555f1363 req-0d1fd56a-56f3-4242-9805-7c4651733571 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312009 Aug 31 14:53:40.532918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:53:40.580008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:53:40.583698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:53:40.584078 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:40.661212 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:40.683085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:40.685647 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f998d314-2937-4694-82c8-80fff12c9c79" -d '{"events": [{"server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:40.698190 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:40.702427 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:40.735879 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c81f2a-e61a-426b-a9e9-85dcf80a4142 x-openstack-request-id: req-28c81f2a-e61a-426b-a9e9-85dcf80a4142 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:40.736266 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:40.736577 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28c81f2a-e61a-426b-a9e9-85dcf80a4142 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:40.737009 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'code': 200} Aug 31 14:53:40.752243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:41.073617 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:53:41.616602 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec62038-eb8d-4926-832d-0197422584bb req-7d8cc227-c84b-4867-b7ec-8aa8ac1a81c8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:41.618936 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dec62038-eb8d-4926-832d-0197422584bb req-7d8cc227-c84b-4867-b7ec-8aa8ac1a81c8 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0499449 Aug 31 14:53:41.658432 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dec62038-eb8d-4926-832d-0197422584bb req-eb817206-2e24-43f0-ba38-3ff71b637c46 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330722 Aug 31 14:53:42.781336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184329b-1608-4bc1-96fa-4a08b53aa177 req-b3f8608a-c544-4acf-bee5-e28c55c6020c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:42.782803 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a184329b-1608-4bc1-96fa-4a08b53aa177 req-b3f8608a-c544-4acf-bee5-e28c55c6020c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0522461 Aug 31 14:53:42.822994 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a184329b-1608-4bc1-96fa-4a08b53aa177 req-082bfdcc-8854-40f2-8551-52c3d05dfcb7 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340312 Aug 31 14:53:43.517397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-cfb8d468-180f-4487-8a2c-cd7a1495bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:43.518889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-cfb8d468-180f-4487-8a2c-cd7a1495bfee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3&tenant_id=7762818db08b4af99e865e5203ec29c7 HTTP/1.1" status: 200 len: 1096 time: 0.0396185 Aug 31 14:53:43.532615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792364-6', 'device_owner': 'compute:nova'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:53:43.588555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:43.787553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:43.820000 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:43.859065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:43.861305 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb47aea-7bcb-4138-8960-5cc4f95f8e4f" -d '{"events": [{"server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:43.865519 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:43.880665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Transition to ACTIVE for port object 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:53:43.887655 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:43.924064 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2257cd33-ed39-46a5-ad7d-fbe247439fba x-openstack-request-id: req-2257cd33-ed39-46a5-ad7d-fbe247439fba {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:43.924576 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:43.924839 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2257cd33-ed39-46a5-ad7d-fbe247439fba {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:43.925239 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'code': 200} Aug 31 14:53:43.958111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abd66e-17b7-4b06-8c52-3a234550cc0a req-90548724-5f5a-4419-a5ff-bfc961f685fd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:43.959645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87abd66e-17b7-4b06-8c52-3a234550cc0a req-90548724-5f5a-4419-a5ff-bfc961f685fd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0592072 Aug 31 14:53:43.988015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Pushing event updated for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=10']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:44.002770 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-87abd66e-17b7-4b06-8c52-3a234550cc0a req-a3313c6e-06a3-41fd-9895-bb4f40794b07 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362213 Aug 31 14:53:44.024566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] No DVR routers for this DVR port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:53:44.161371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Attempting to bind port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:53:44.162983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Attempting to bind port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:53:44.163317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Attempting to bind port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:44.171200 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on network 9b448708-7436-4a92-ac45-55560748cd51 not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:53:44.171516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Attempting to bind port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on network 9b448708-7436-4a92-ac45-55560748cd51 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:53:44.177760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:53:44.178095 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Checking segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:53:44.178478 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Bound using segment: {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:53:44.178901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Bound port: 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9b448708-7436-4a92-ac45-55560748cd51'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:53:44.179257 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:44.246278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:53:44.249722 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:53:44.254299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:44.293341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:44.293984 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:44.295484 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] 10.222.0.52 "PUT /v2.0/ports/1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1092 time: 0.7670803 Aug 31 14:53:44.319595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bd40b-133d-4331-b56f-7458547ea91f service neutron] Pushing event updated for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=11']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:44.370060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-92733503-b08f-4f73-ab63-eae03ed3bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:44.371613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-92733503-b08f-4f73-ab63-eae03ed3bbe1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1095 time: 0.0457413 Aug 31 14:53:44.469495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-5431798a-b435-4820-97d6-484afeae224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:44.471009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-5431798a-b435-4820-97d6-484afeae224f service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.0916526 Aug 31 14:53:44.524563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:53:44.543315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-66b47091-a13a-49d3-97ea-51d9ac746a0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1000 time: 0.0643609 Aug 31 14:53:44.571738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:53:44.593586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-f4154456-fa85-417d-83d4-0fd6dc569490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:44.595072 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-f4154456-fa85-417d-83d4-0fd6dc569490 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0443335 Aug 31 14:53:44.641215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-4233ee6d-56aa-4d36-9d44-f10daf495820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:44.642643 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-4233ee6d-56aa-4d36-9d44-f10daf495820 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394135 Aug 31 14:53:44.735640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-5a3ff0bb-e073-49c1-9ac2-01e02f2c2012 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849962 Aug 31 14:53:44.825981 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-537b065a-1bbb-4ac3-9ef5-f492a0e99087 req-433b8716-2e6d-4dfa-bbcc-1e77289b2ab7 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821412 Aug 31 14:53:45.132541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c0b03-9240-4589-a359-83d383d8c518 req-6e1c744a-ffa8-4aa8-b8a8-f6fd6186115b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:45.134053 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-448c0b03-9240-4589-a359-83d383d8c518 req-6e1c744a-ffa8-4aa8-b8a8-f6fd6186115b tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0562301 Aug 31 14:53:45.173226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-448c0b03-9240-4589-a359-83d383d8c518 req-62321dbf-044f-4a65-9a0d-961d94eecef7 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329027 Aug 31 14:53:45.926718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:45.929105 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af8ec10-347a-4471-9c37-dfb5830e9db4" -d '{"events": [{"name": "network-changed", "server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:45.980222 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f90e2f-a178-428a-9923-0605cf528dd0 x-openstack-request-id: req-78f90e2f-a178-428a-9923-0605cf528dd0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:45.980556 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:45.980816 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78f90e2f-a178-428a-9923-0605cf528dd0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:45.981235 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'status': 'completed', 'code': 200} Aug 31 14:53:46.066936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-70f38c0f-aafe-42b2-9714-edad959ee81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:46.068471 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-70f38c0f-aafe-42b2-9714-edad959ee81a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1095 time: 0.0660357 Aug 31 14:53:46.074803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-42ce086f-ee9b-4088-b619-d31d3cdc2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:46.076214 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-42ce086f-ee9b-4088-b619-d31d3cdc2150 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7762818db08b4af99e865e5203ec29c7&device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 1095 time: 0.0657046 Aug 31 14:53:46.228745 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-694e0628-b254-46df-bd8a-1feadf2d8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:46.230254 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-694e0628-b254-46df-bd8a-1feadf2d8449 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.1530917 Aug 31 14:53:46.231345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-1e156520-f49c-46cc-98e8-5034635a26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:46.232683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-1e156520-f49c-46cc-98e8-5034635a26c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 200 len: 913 time: 0.1484923 Aug 31 14:53:46.375623 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-89f566c5-2387-4f30-8ba5-c385aa690715 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1000 time: 0.1372442 Aug 31 14:53:46.419286 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-75d42e9a-517a-4724-bafd-6eb99e73c0ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 200 len: 1000 time: 0.1742899 Aug 31 14:53:46.427292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6d52-a13f-43bc-b474-6d49d8f21535 req-d7ca7ad0-32ec-48ba-82f9-3e3f23333791 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:46.428853 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-550c6d52-a13f-43bc-b474-6d49d8f21535 req-d7ca7ad0-32ec-48ba-82f9-3e3f23333791 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.1750817 Aug 31 14:53:46.503466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-be53efe1-8678-49f8-b5fc-e33c90c19516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:46.504977 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-be53efe1-8678-49f8-b5fc-e33c90c19516 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.1197226 Aug 31 14:53:46.514180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-ba339538-e21e-4886-8389-e36ebefd5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:46.515645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-ba339538-e21e-4886-8389-e36ebefd5a0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 200 len: 851 time: 0.0859230 Aug 31 14:53:46.519936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-550c6d52-a13f-43bc-b474-6d49d8f21535 req-2d1c05d3-ad85-485f-8b32-c870464a4050 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799332 Aug 31 14:53:46.593563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-78980544-8f6b-46b6-b618-e9c12885c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:46.595112 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-78980544-8f6b-46b6-b618-e9c12885c449 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786023 Aug 31 14:53:46.601191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-70dbe67d-549c-4109-a994-0d0f3b911858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:46.603279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-70dbe67d-549c-4109-a994-0d0f3b911858 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b448708-7436-4a92-ac45-55560748cd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748491 Aug 31 14:53:46.753543 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-11b8a2ca-57a6-44e9-b832-027df5a38c9f service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492267 Aug 31 14:53:46.757011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-896c3bba-6ccf-489c-97af-72ae69b409e5 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449938 Aug 31 14:53:46.913883 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-db4f237b-ef34-48bb-a443-b848e478cdd3 service neutron] 10.222.0.13 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445072 Aug 31 14:53:46.915619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1af8ec10-347a-4471-9c37-dfb5830e9db4 req-95d55e89-2fba-4565-bff2-c3fff771c770 service neutron] 10.222.0.52 "GET /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538923 Aug 31 14:53:47.649849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb19d-8d3f-4525-8075-d470415a9e97 req-26088f4a-37cc-420c-9c5b-f1c9c9e66085 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:47.651455 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f09bb19d-8d3f-4525-8075-d470415a9e97 req-26088f4a-37cc-420c-9c5b-f1c9c9e66085 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0579705 Aug 31 14:53:47.690212 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f09bb19d-8d3f-4525-8075-d470415a9e97 req-a058fb6c-191a-4c1e-b844-23729c534033 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327430 Aug 31 14:53:48.813696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54295f7b-c10d-43fb-8b28-047dffc33acf req-0d660045-a071-4fc9-ae72-610314a3df8e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:48.815033 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-54295f7b-c10d-43fb-8b28-047dffc33acf req-0d660045-a071-4fc9-ae72-610314a3df8e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0546846 Aug 31 14:53:48.855545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-54295f7b-c10d-43fb-8b28-047dffc33acf req-150e0e24-9418-47ed-9a3e-3de4f1dde4fe tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344999 Aug 31 14:53:49.971992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17820b60-3d28-4700-bf79-f3ffef0c147c req-993682df-449f-43fa-937e-b2f78cd8119d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:49.973511 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17820b60-3d28-4700-bf79-f3ffef0c147c req-993682df-449f-43fa-937e-b2f78cd8119d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0492952 Aug 31 14:53:50.010916 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17820b60-3d28-4700-bf79-f3ffef0c147c req-b88566f9-9f77-4c93-abb4-c758dbe851d3 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315008 Aug 31 14:53:51.126106 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff7e1f-6d64-467d-845e-82152a38f8ee req-fcee905e-994c-4f5b-a190-4c249344d90f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:51.127624 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9ff7e1f-6d64-467d-845e-82152a38f8ee req-fcee905e-994c-4f5b-a190-4c249344d90f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0492132 Aug 31 14:53:51.165257 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c9ff7e1f-6d64-467d-845e-82152a38f8ee req-a40586af-c540-4a5d-9090-9f5800b26621 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313375 Aug 31 14:53:52.281279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa16f9-4314-428a-b37f-6d68818dceba req-f30c3e6e-152c-41fd-b466-7d3ff62451d0 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:52.282800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-83fa16f9-4314-428a-b37f-6d68818dceba req-f30c3e6e-152c-41fd-b466-7d3ff62451d0 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0508029 Aug 31 14:53:52.320498 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-83fa16f9-4314-428a-b37f-6d68818dceba req-7f019c9a-40de-4450-a38c-d63bf3bf1612 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Aug 31 14:53:53.437220 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca61aef-a1f4-4bf8-8557-69084b269131 req-195ff757-6f41-420f-840e-db171ca01614 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:53.438739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ca61aef-a1f4-4bf8-8557-69084b269131 req-195ff757-6f41-420f-840e-db171ca01614 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0497115 Aug 31 14:53:53.476196 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1ca61aef-a1f4-4bf8-8557-69084b269131 req-30731117-1c4e-4094-a3a5-475908d942a6 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Aug 31 14:53:54.600000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b9b8e-2aa6-4fb6-a05d-f5650b2601a9 req-0adc6f7b-9466-4987-aac3-86751344cfe9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:54.601693 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a16b9b8e-2aa6-4fb6-a05d-f5650b2601a9 req-0adc6f7b-9466-4987-aac3-86751344cfe9 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0563877 Aug 31 14:53:54.647930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a16b9b8e-2aa6-4fb6-a05d-f5650b2601a9 req-a56e0a48-4a53-4344-9335-8c9f4acf3a0d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 Aug 31 14:53:55.767667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d377b-b2e4-4ba6-a259-515444683ef3 req-c3250360-50ee-4b28-900f-01185231f59d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:55.769087 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-786d377b-b2e4-4ba6-a259-515444683ef3 req-c3250360-50ee-4b28-900f-01185231f59d tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0525951 Aug 31 14:53:55.808200 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-786d377b-b2e4-4ba6-a259-515444683ef3 req-f308fab0-77d8-4d9c-b266-31ad0f81913a tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Aug 31 14:53:55.920717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a72b57-d20a-4196-99e7-8b608d458f39 req-06a13c11-4981-4e94-b182-8c79c9aca66f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:55.922208 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b0a72b57-d20a-4196-99e7-8b608d458f39 req-06a13c11-4981-4e94-b182-8c79c9aca66f tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0488217 Aug 31 14:53:55.959076 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b0a72b57-d20a-4196-99e7-8b608d458f39 req-19804c50-6ce7-4b7f-b96b-031105a00ed2 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310347 Aug 31 14:53:56.073697 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6df69-1542-4867-841f-9e52dce509d0 req-e09ed929-6290-410e-bf4a-95b493954e36 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:56.075109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6d6df69-1542-4867-841f-9e52dce509d0 req-e09ed929-6290-410e-bf4a-95b493954e36 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0485075 Aug 31 14:53:56.111517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d6d6df69-1542-4867-841f-9e52dce509d0 req-09f8b7d2-863c-4d09-808c-3a0f73a2fffa tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306084 Aug 31 14:53:56.357808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5c85b-0df5-45a7-9e76-7ac22bbb9f13 req-c6d52a4a-48e6-4de3-8a19-24b7413eda3e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:56.359289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9cd5c85b-0df5-45a7-9e76-7ac22bbb9f13 req-c6d52a4a-48e6-4de3-8a19-24b7413eda3e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0519800 Aug 31 14:53:56.398372 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9cd5c85b-0df5-45a7-9e76-7ac22bbb9f13 req-db149a00-03d1-44f1-bca1-26ee4b4529db tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329421 Aug 31 14:53:56.852942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:53:56.951575 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:56.963167 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Returning: {'device': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'port_id': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'mac_address': 'fa:16:3e:6f:7c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:53:56.999942 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:57.013380 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:53:57.032832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:57.036974 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:57.090631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Pushing event updated for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=12']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:57.321031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] get_ports_and_sgs() called for port_ids ['1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:53:57.523994 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c5b78-52cd-4de5-9c15-825189feae1c req-0d14df84-d9c5-4661-aa08-9f7fec787112 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:57.525669 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e93c5b78-52cd-4de5-9c15-825189feae1c req-0d14df84-d9c5-4661-aa08-9f7fec787112 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0544972 Aug 31 14:53:57.573645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e93c5b78-52cd-4de5-9c15-825189feae1c req-55eb7f65-52f5-4981-8f1f-44b83258327c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups?id=7392f6c0-8d91-41b7-ae42-99d99a765c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 Aug 31 14:53:57.892196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-57f84f55-00ab-4eda-ab56-400e49ffddbd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:53:57.893618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-57f84f55-00ab-4eda-ab56-400e49ffddbd tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.52 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0515447 Aug 31 14:53:57.982489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Deleting port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:53:57.982840 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:58.076661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] For port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:53:58.077031 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:58.242364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:58.242754 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:58.243111 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Floating IP 1796381c-e120-4cdc-976c-c01f06e4099a disassociated. External IP: 172.25.3.170, port: 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f. Aug 31 14:53:58.243454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Calling delete_port for 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:53:58.381691 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:58.413373 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event deleted for resources: {'Port': ['ID=1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:53:58.532362 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:53:58.875752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f details requested by agent hyperv_n-h2-792364-6 with host n-h2-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:53:58.880454 n-d-792364-6 neutron-server[106389]: INFO neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No ports have port_id starting with 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f Aug 31 14:53:58.881620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f requested by agent hyperv_n-h2-792364-6 not found in database {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 31 14:53:58.995590 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b370a3af-4f99-46f9-85a5-30df2c13156b req-75bdc39b-3d84-4e2b-8877-2c70caf6cd1e tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0324392 Aug 31 14:53:59.006347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:53:59.016972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ce7b5-cdce-4553-a721-03eba8c83e28 None None] Sync routers for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:53:59.026104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ce7b5-cdce-4553-a721-03eba8c83e28 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:59.026795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e97ce7b5-cdce-4553-a721-03eba8c83e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:53:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:59.046356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] No DVR routers for this DVR port 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f on host n-h2-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:53:59.049124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:53:59.051143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-be1fbe23-c9fa-436f-a082-58f8ccaa90a9 req-172c293d-d078-4757-8c97-d11262a03838 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.52 "DELETE /v2.0/ports/1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f HTTP/1.1" status: 204 len: 173 time: 1.1503723 Aug 31 14:53:59.051602 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'name': 'network-vif-deleted', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:53:59.053990 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d775e6f7-0823-41ca-9650-3c8cd7886c79" -d '{"events": [{"server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "name": "network-vif-deleted", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:53:59.093988 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5a51ad-08b4-44bd-b847-38e15484d083 x-openstack-request-id: req-eb5a51ad-08b4-44bd-b847-38e15484d083 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:53:59.094461 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c9734-4363-4ba8-9652-7589cd8a5bc3", "name": "network-vif-deleted", "tag": "1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:53:59.094869 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb5a51ad-08b4-44bd-b847-38e15484d083 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:53:59.095503 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c9734-4363-4ba8-9652-7589cd8a5bc3', 'name': 'network-vif-deleted', 'tag': '1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f', 'status': 'completed', 'code': 200} Aug 31 14:53:59.137134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e97ce7b5-cdce-4553-a721-03eba8c83e28 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:59.342861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e97ce7b5-cdce-4553-a721-03eba8c83e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:59.369535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ce7b5-cdce-4553-a721-03eba8c83e28 None None] Checking router: 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:53:59.378221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ce7b5-cdce-4553-a721-03eba8c83e28 None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:53:59.378880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e97ce7b5-cdce-4553-a721-03eba8c83e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:53:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:59.486114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e97ce7b5-cdce-4553-a721-03eba8c83e28 None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:53:59.686031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e97ce7b5-cdce-4553-a721-03eba8c83e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:53:59.719691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ce7b5-cdce-4553-a721-03eba8c83e28 None None] The sync data for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 is: [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:44:22Z', 'revision_number': 4, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '47cab917-70b4-4309-b956-10977a260c1d', 'name': '', 'network_id': '9b448708-7436-4a92-ac45-55560748cd51', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'mac_address': 'fa:16:3e:fa:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:21Z', 'updated_at': '2021-08-31T14:44:26Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'subnets': [{'id': '8a03e22b-e5c9-4520-bec6-5211cc86f9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:53:59.950813 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a83a7-9709-472f-881c-2ab50e0da939 None None] New status for floating IP 1796381c-e120-4cdc-976c-c01f06e4099a: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:54:00.095212 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-135e7353-f0ef-40c8-908b-3e107eaf8d2e req-8e96931e-999a-4810-933f-39b41f47517c tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0297515 Aug 31 14:54:00.890665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f no longer exists at agent hyperv_n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:54:00.910877 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] No Port match for: 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:54:00.911220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Device 1de6a2d3-3c36-4fa4-a6da-db3a2feb5e7f not bound to the agent host n-h2-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:54:01.194596 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-906e8e5d-9ed1-4812-8d90-cdbdef02c539 req-5b4b2675-3236-4a78-aedc-bd47445f8f28 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0301025 Aug 31 14:54:01.461031 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-be0171ab-ac74-44c2-807d-0566d1a6cf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:02.293841 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2b3e05e1-5e5f-4d4d-8bce-83ba9619011c req-caa934a1-1486-4c4b-ab6c-46938ea73858 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/ports?device_id=421c9734-4363-4ba8-9652-7589cd8a5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0303352 Aug 31 14:54:04.123954 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:04.142656 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-90a1edd4-16ce-43e5-a411-8a47aabe9838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:05.411602 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:06.964403 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:07.042129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33554) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:07.099342 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1417106-3673-4b8b-8448-4eb5b1381a89 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:07.122846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1417106-3673-4b8b-8448-4eb5b1381a89 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:07.170202 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1417106-3673-4b8b-8448-4eb5b1381a89 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:07.172863 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1417106-3673-4b8b-8448-4eb5b1381a89 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:07.174106 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b1417106-3673-4b8b-8448-4eb5b1381a89 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "DELETE /v2.0/security-groups/7392f6c0-8d91-41b7-ae42-99d99a765c81 HTTP/1.1" status: 204 len: 168 time: 0.1309321 Aug 31 14:54:07.176730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33556) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:07.183548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1417106-3673-4b8b-8448-4eb5b1381a89 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7392f6c0-8d91-41b7-ae42-99d99a765c81,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:07.191251 n-d-792364-6 neutron-server[106387]: INFO neutron.api.v2.resource [None req-f79fab1d-c418-4d01-8caf-0c1b6d46fa79 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] show failed (client error): The resource could not be found. Aug 31 14:54:07.192264 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f79fab1d-c418-4d01-8caf-0c1b6d46fa79 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "GET /v2.0/security-groups/7392f6c0-8d91-41b7-ae42-99d99a765c81 HTTP/1.1" status: 404 len: 347 time: 0.0144472 Aug 31 14:54:07.194951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33558) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:07.316366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Deleting port 89a5ac9e-39f4-42d9-8ece-1ee0a747d718 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:54:07.316739 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:07.388109 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:07.388438 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:07.400220 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Calling delete_port for 89a5ac9e-39f4-42d9-8ece-1ee0a747d718 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:54:07.533128 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:07.557204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Pushing event deleted for resources: {'Port': ['ID=89a5ac9e-39f4-42d9-8ece-1ee0a747d718,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:07.571390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:07.571759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:07.572098 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:07.572505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:07.572840 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:07.573170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:07.573520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:07.573839 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:07.574156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:07.574492 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:07.574792 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:07.575160 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:07.630679 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:07.633316 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:07.634486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eae21b77-6c26-40c1-b7b1-d3ff01000c54 tempest-ServerActionsTestJSON-2038011852 tempest-ServerActionsTestJSON-2038011852-project] 10.222.0.20 "DELETE /v2.0/floatingips/1796381c-e120-4cdc-976c-c01f06e4099a HTTP/1.1" status: 204 len: 168 time: 0.4386525 Aug 31 14:54:07.637509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33560) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:08.035070 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a78c82-d4fa-4a5b-87e6-68085fedda9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:08.279070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-41a78c82-d4fa-4a5b-87e6-68085fedda9f admin admin] Deleting port 47cab917-70b4-4309-b956-10977a260c1d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:54:08.279743 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a78c82-d4fa-4a5b-87e6-68085fedda9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:08.356384 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-41a78c82-d4fa-4a5b-87e6-68085fedda9f admin admin] For port 47cab917-70b4-4309-b956-10977a260c1d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=47cab917-70b4-4309-b956-10977a260c1d,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:08.356726 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a78c82-d4fa-4a5b-87e6-68085fedda9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:08.373234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-41a78c82-d4fa-4a5b-87e6-68085fedda9f admin admin] Calling delete_port for 47cab917-70b4-4309-b956-10977a260c1d owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:54:08.549816 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a78c82-d4fa-4a5b-87e6-68085fedda9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:08.573227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a78c82-d4fa-4a5b-87e6-68085fedda9f admin admin] Pushing event deleted for resources: {'Port': ['ID=47cab917-70b4-4309-b956-10977a260c1d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:08.736950 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a78c82-d4fa-4a5b-87e6-68085fedda9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:08.946540 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a78c82-d4fa-4a5b-87e6-68085fedda9f admin admin] Router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:54:09.047710 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a78c82-d4fa-4a5b-87e6-68085fedda9f admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:54:09.052807 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-41a78c82-d4fa-4a5b-87e6-68085fedda9f admin admin] 10.222.0.20 "PUT /v2.0/routers/0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4143369 Aug 31 14:54:09.055433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33564) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:09.059725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e75cf-a117-4d0a-aa66-1014b89a412c None None] Sync routers for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:54:09.070530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e75cf-a117-4d0a-aa66-1014b89a412c None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:54:09.071483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e36e75cf-a117-4d0a-aa66-1014b89a412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:54:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:09.174917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e36e75cf-a117-4d0a-aa66-1014b89a412c None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:54:09.499912 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:09.518576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e36e75cf-a117-4d0a-aa66-1014b89a412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:54:08Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:09.548363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e75cf-a117-4d0a-aa66-1014b89a412c None None] Checking router: 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:54:09.557731 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e75cf-a117-4d0a-aa66-1014b89a412c None None] Routers {'0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:54:09.558682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e36e75cf-a117-4d0a-aa66-1014b89a412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:54:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:09.606129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:09.661284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Deleting port 2ea9352e-b589-4875-a6d8-7d202e94520d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:54:09.661680 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:09.661823 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:09.675214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e36e75cf-a117-4d0a-aa66-1014b89a412c None None] Set router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:54:09.742066 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] For port 2ea9352e-b589-4875-a6d8-7d202e94520d, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2ea9352e-b589-4875-a6d8-7d202e94520d,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:09.742351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:09.755656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Calling delete_port for 2ea9352e-b589-4875-a6d8-7d202e94520d owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:54:09.807527 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:09.862082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e36e75cf-a117-4d0a-aa66-1014b89a412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:54:08Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:09.891526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e75cf-a117-4d0a-aa66-1014b89a412c None None] The sync data for ids ['0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc'] in n-d-792364-6 is: [{'id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'name': 'tempest-ServerActionsTestJSON-2060016641-router', 'tenant_id': '7762818db08b4af99e865e5203ec29c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:44:19Z', 'updated_at': '2021-08-31T14:54:08Z', 'revision_number': 5, 'project_id': '7762818db08b4af99e865e5203ec29c7', 'gw_port': {'id': '2ea9352e-b589-4875-a6d8-7d202e94520d', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:44:20Z', 'updated_at': '2021-08-31T14:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:54:09.932061 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:09.961006 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea9352e-b589-4875-a6d8-7d202e94520d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:10.020108 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.107968 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.110068 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.153219 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.153831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:54:10.158178 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.159259 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-935e309f-9158-477d-8ff5-c4bbecef9733 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0c591ee9-ae95-4e1b-a5f4-2fe0f3f6abbc HTTP/1.1" status: 204 len: 168 time: 1.1029298 Aug 31 14:54:10.161878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33566) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:10.209035 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbc5f72-d5bc-455a-b6e1-fbb0d134edcc admin admin] Deleting subnet 8a03e22b-e5c9-4520-bec6-5211cc86f9d7 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:54:10.212578 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5f72-d5bc-455a-b6e1-fbb0d134edcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.250895 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5f72-d5bc-455a-b6e1-fbb0d134edcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.334258 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5f72-d5bc-455a-b6e1-fbb0d134edcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.345483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 47cab917-70b4-4309-b956-10977a260c1d no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:54:10.366708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 47cab917-70b4-4309-b956-10977a260c1d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:54:10.367056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 47cab917-70b4-4309-b956-10977a260c1d not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:54:10.392861 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5f72-d5bc-455a-b6e1-fbb0d134edcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.424829 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc5f72-d5bc-455a-b6e1-fbb0d134edcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a03e22b-e5c9-4520-bec6-5211cc86f9d7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:10.432802 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5f72-d5bc-455a-b6e1-fbb0d134edcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.437292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33568) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:10.438891 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6dbc5f72-d5bc-455a-b6e1-fbb0d134edcc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a03e22b-e5c9-4520-bec6-5211cc86f9d7 HTTP/1.1" status: 204 len: 168 time: 0.2760518 Aug 31 14:54:10.440213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5bd8fe-5e4b-4024-85a9-6bd793390a30 None None] Network 9b448708-7436-4a92-ac45-55560748cd51 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:10.509842 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.566251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Deleting port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:54:10.566606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.613162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d330f5cb-5189-462c-946f-c948febe99db None None] DHCP port deletion for 9b448708-7436-4a92-ac45-55560748cd51 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:54:10.634319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] For port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:10.634574 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.651044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Calling delete_port for e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:54:10.669524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d330f5cb-5189-462c-946f-c948febe99db None None] Deleting port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:54:10.669905 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d330f5cb-5189-462c-946f-c948febe99db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.730741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d330f5cb-5189-462c-946f-c948febe99db None None] For port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5,segment=NetworkSegment(5b1bcf2f-d763-4f6c-93cb-4ec263fdb443),segment_id=5b1bcf2f-d763-4f6c-93cb-4ec263fdb443)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:10.731160 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d330f5cb-5189-462c-946f-c948febe99db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.732941 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.745366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d330f5cb-5189-462c-946f-c948febe99db None None] Calling delete_port for e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:54:10.759627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:10.761847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] No DVR routers for this DVR port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:54:10.823944 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d330f5cb-5189-462c-946f-c948febe99db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.831048 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.843088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b448708-7436-4a92-ac45-55560748cd51']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:10.848132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330f5cb-5189-462c-946f-c948febe99db None None] Pushing event deleted for resources: {'Port': ['ID=e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:10.852487 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330f5cb-5189-462c-946f-c948febe99db None None] No DVR routers for this DVR port e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:54:10.859313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:10.859615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1bcf2f-d763-4f6c-93cb-4ec263fdb443') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:10.874371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.888725 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.894580 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:54:10.894964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:54:10.897099 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:54:10.951403 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.957182 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:10.959093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9b448708-7436-4a92-ac45-55560748cd51 HTTP/1.1" status: 204 len: 168 time: 0.5207961 Aug 31 14:54:10.970630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39443d58-9191-444d-b21b-f4c30840cea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b448708-7436-4a92-ac45-55560748cd51,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:11.071274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33572) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:11.110471 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-36bb3ca4-ee67-4ba5-ab98-1bc73b62776e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7762818db08b4af99e865e5203ec29c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379436 Aug 31 14:54:11.112801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33574) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:11.160445 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2e737e3-2905-4446-b221-61d5143c8088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:11.185603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2e737e3-2905-4446-b221-61d5143c8088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:11.232294 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2e737e3-2905-4446-b221-61d5143c8088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:11.234917 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2e737e3-2905-4446-b221-61d5143c8088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:11.236099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e2e737e3-2905-4446-b221-61d5143c8088 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09683b69-1b11-4ebe-9b12-9f5749dd723a HTTP/1.1" status: 204 len: 168 time: 0.1224549 Aug 31 14:54:11.244220 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e737e3-2905-4446-b221-61d5143c8088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09683b69-1b11-4ebe-9b12-9f5749dd723a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:11.943801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33596) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:12.037934 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-590893094-network', 'tenant_id': '87b0fdbfb07c466a869af219f610d23a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:12.059269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Made reservation on behalf of 87b0fdbfb07c466a869af219f610d23a for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:12.061547 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:12.069651 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:12.159112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:12.162137 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:12.188838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:54:12.195144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f37e448-e59c-47cb-9135-9255e272ea51,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:12.201882 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:12.202248 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Added segment 745f4004-73f5-46e7-8db1-8ad1bdc0724b of type vlan for network 71e35109-5bce-4704-885d-79243b4ed9cb Aug 31 14:54:12.244394 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:12.266708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2ea9352e-b589-4875-a6d8-7d202e94520d no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:54:12.268483 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:12.269669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:12.270261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:12.287281 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 2ea9352e-b589-4875-a6d8-7d202e94520d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:54:12.287639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2ea9352e-b589-4875-a6d8-7d202e94520d not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:54:12.288072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:54:12.308176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:54:12.308552 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device e3ba10dd-c1b8-4a2a-af4d-0114e80b06d5 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:54:12.325317 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3803596 Aug 31 14:54:12.328310 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33600) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:12.333982 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fc6ccd2a-b84a-43a2-b9e1-b095cbf3e55f admin admin] Request body: {'subnet': {'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-590893094-subnet', 'tenant_id': '87b0fdbfb07c466a869af219f610d23a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:12.334130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be55e5-c7fa-4e71-831f-0451023b50df admin admin] Pushing event updated for resources: {'Network': ['ID=71e35109-5bce-4704-885d-79243b4ed9cb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:12.344727 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 71e35109-5bce-4704-885d-79243b4ed9cb details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:54:12.354310 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6ccd2a-b84a-43a2-b9e1-b095cbf3e55f admin admin] Made reservation on behalf of 87b0fdbfb07c466a869af219f610d23a for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:12.356675 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc6ccd2a-b84a-43a2-b9e1-b095cbf3e55f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:12.519819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc6ccd2a-b84a-43a2-b9e1-b095cbf3e55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:12.573605 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ccd2a-b84a-43a2-b9e1-b095cbf3e55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:12.582093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6ccd2a-b84a-43a2-b9e1-b095cbf3e55f admin admin] Checking segment: {'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:12.582452 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6ccd2a-b84a-43a2-b9e1-b095cbf3e55f admin admin] Network hostable DHCP agents. Network: 71e35109-5bce-4704-885d-79243b4ed9cb, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:54:12.598637 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6ccd2a-b84a-43a2-b9e1-b095cbf3e55f admin admin] Network 71e35109-5bce-4704-885d-79243b4ed9cb is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:54:12.607359 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fc6ccd2a-b84a-43a2-b9e1-b095cbf3e55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 71e35109-5bce-4704-885d-79243b4ed9cb) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:12.611339 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6ccd2a-b84a-43a2-b9e1-b095cbf3e55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:12.611929 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc6ccd2a-b84a-43a2-b9e1-b095cbf3e55f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:12.616775 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cdd787-8ab7-49eb-836c-4c9b62d644e9 None None] Network 71e35109-5bce-4704-885d-79243b4ed9cb requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:12.633695 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc6ccd2a-b84a-43a2-b9e1-b095cbf3e55f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2969222 Aug 31 14:54:12.744452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbfd9e-2185-4121-8074-a93cc6b049fe None None] Network 71e35109-5bce-4704-885d-79243b4ed9cb requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:13.048327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544efa2-beeb-47dc-a30d-e405779455bf req-0f1c2ba3-0058-4cfb-9510-0f83ed8ad20e tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:13.049767 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-0f1c2ba3-0058-4cfb-9510-0f83ed8ad20e tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/networks?id=71e35109-5bce-4704-885d-79243b4ed9cb HTTP/1.1" status: 200 len: 813 time: 0.0994341 Aug 31 14:54:13.064996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-fd364b7c-393b-4a46-88dd-c75f2e3ef383 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/quotas/87b0fdbfb07c466a869af219f610d23a HTTP/1.1" status: 200 len: 375 time: 0.0090232 Aug 31 14:54:13.100480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-856a1d22-b0c5-47ce-8af1-3f5be7c25d0b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=87b0fdbfb07c466a869af219f610d23a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302777 Aug 31 14:54:13.112115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-f371ab7a-b750-4fd9-9dd0-9c81ba79c283 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:54:13.113123 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-f371ab7a-b750-4fd9-9dd0-9c81ba79c283 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057378 Aug 31 14:54:13.199362 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-1a0fd5de-6551-4a48-8ae8-390ce249cc6e service neutron] 10.222.0.20 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798717 Aug 31 14:54:13.291136 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-e4570680-0430-4fe9-a133-a1ad44ae47a6 service neutron] 10.222.0.20 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858717 Aug 31 14:54:13.446756 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-33dbc3cf-eb47-4b17-9c13-530a8d973865 req-ab5eeffb-ae6b-48bb-9bcb-d641542dc18d tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 210 time: 0.0263014 Aug 31 14:54:14.482202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544efa2-beeb-47dc-a30d-e405779455bf req-ca5a5a0e-d689-4fcb-b291-34e93e3ae09e tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:14.483697 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-ca5a5a0e-d689-4fcb-b291-34e93e3ae09e tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.13 "GET /v2.0/networks?id=71e35109-5bce-4704-885d-79243b4ed9cb HTTP/1.1" status: 200 len: 813 time: 0.1114659 Aug 31 14:54:14.496747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e544efa2-beeb-47dc-a30d-e405779455bf req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Request body: {'port': {'device_id': 'f6b9a2b9-b935-4bd2-aa62-67ded2f70158', 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb', 'admin_state_up': True, 'tenant_id': '87b0fdbfb07c466a869af219f610d23a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:14.572898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-80dc324e-8c07-4aab-99ae-643fc6b83f72 req-1d2ccec4-374d-409d-a720-a84b7f8a168d tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 210 time: 0.0314000 Aug 31 14:54:14.628063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e544efa2-beeb-47dc-a30d-e405779455bf req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Made reservation on behalf of 87b0fdbfb07c466a869af219f610d23a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:14.631493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e544efa2-beeb-47dc-a30d-e405779455bf req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:14.752604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-e544efa2-beeb-47dc-a30d-e405779455bf req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Allocated IP 172.20.0.10 (71e35109-5bce-4704-885d-79243b4ed9cb/f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7/f4ec999a-ddf5-41ff-b0a2-9964b26410da) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:54:14.907241 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e544efa2-beeb-47dc-a30d-e405779455bf req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:14.945154 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e544efa2-beeb-47dc-a30d-e405779455bf req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:14.996114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e544efa2-beeb-47dc-a30d-e405779455bf req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Network 71e35109-5bce-4704-885d-79243b4ed9cb is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:54:14.999276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-e544efa2-beeb-47dc-a30d-e405779455bf req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:15.003157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e544efa2-beeb-47dc-a30d-e405779455bf req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:54:15.026707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Pushing event updated for resources: {'Port': ['ID=f4ec999a-ddf5-41ff-b0a2-9964b26410da,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:15.058609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544efa2-beeb-47dc-a30d-e405779455bf req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:15.059271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e544efa2-beeb-47dc-a30d-e405779455bf req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:15.073795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-c073c57f-8391-47b6-8ce8-ae0b61cee449 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5811079 Aug 31 14:54:15.086679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Request body: {'port': {'device_id': 'f6b9a2b9-b935-4bd2-aa62-67ded2f70158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:15.140661 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:15.404601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ec999a-ddf5-41ff-b0a2-9964b26410da {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:54:15.417299 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:15.429637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Transition to ACTIVE for port object f4ec999a-ddf5-41ff-b0a2-9964b26410da will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:54:15.434296 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:15.483202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Pushing event updated for resources: {'Port': ['ID=f4ec999a-ddf5-41ff-b0a2-9964b26410da,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:15.550893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Attempting to bind port f4ec999a-ddf5-41ff-b0a2-9964b26410da on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:54:15.551233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Attempting to bind port f4ec999a-ddf5-41ff-b0a2-9964b26410da by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:54:15.551564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Attempting to bind port f4ec999a-ddf5-41ff-b0a2-9964b26410da on network 71e35109-5bce-4704-885d-79243b4ed9cb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:54:15.556527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Port f4ec999a-ddf5-41ff-b0a2-9964b26410da on network 71e35109-5bce-4704-885d-79243b4ed9cb not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:54:15.556856 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Attempting to bind port f4ec999a-ddf5-41ff-b0a2-9964b26410da on network 71e35109-5bce-4704-885d-79243b4ed9cb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:54:15.561632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:54:15.561975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Checking segment: {'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:15.562367 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Bound using segment: {'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:54:15.562797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Bound port: f4ec999a-ddf5-41ff-b0a2-9964b26410da, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:54:15.563158 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:15.633920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] For port f4ec999a-ddf5-41ff-b0a2-9964b26410da, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:54:15.637847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] For port f4ec999a-ddf5-41ff-b0a2-9964b26410da, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f4ec999a-ddf5-41ff-b0a2-9964b26410da,segment=NetworkSegment(745f4004-73f5-46e7-8db1-8ad1bdc0724b),segment_id=745f4004-73f5-46e7-8db1-8ad1bdc0724b)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:54:15.642615 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:15.678453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:15.679087 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:15.680609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] 10.222.0.13 "PUT /v2.0/ports/f4ec999a-ddf5-41ff-b0a2-9964b26410da HTTP/1.1" status: 200 len: 1092 time: 0.5980177 Aug 31 14:54:15.681053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b9a2b9-b935-4bd2-aa62-67ded2f70158', 'tag': 'f4ec999a-ddf5-41ff-b0a2-9964b26410da'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:54:15.683592 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2174eb1-103b-4151-b689-e5db95a7e2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b9a2b9-b935-4bd2-aa62-67ded2f70158", "tag": "f4ec999a-ddf5-41ff-b0a2-9964b26410da"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:54:15.699510 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d3b8a-21e3-4d48-92d9-dfd46f55228c req-89462da7-ed3a-4857-ae7e-6ebb882aae24 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:15.701471 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f8d3b8a-21e3-4d48-92d9-dfd46f55228c req-89462da7-ed3a-4857-ae7e-6ebb882aae24 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 944 time: 0.0593791 Aug 31 14:54:15.707979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821e4e5-4e5e-4083-a323-7e2a1ff1bd3d service neutron] Pushing event updated for resources: {'Port': ['ID=f4ec999a-ddf5-41ff-b0a2-9964b26410da,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:15.734702 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f2d71f-4b77-49f0-ba31-43e58232bfa0 x-openstack-request-id: req-44f2d71f-4b77-49f0-ba31-43e58232bfa0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:54:15.735588 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b9a2b9-b935-4bd2-aa62-67ded2f70158", "tag": "f4ec999a-ddf5-41ff-b0a2-9964b26410da", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:54:15.735847 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44f2d71f-4b77-49f0-ba31-43e58232bfa0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:54:15.736261 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b9a2b9-b935-4bd2-aa62-67ded2f70158', 'tag': 'f4ec999a-ddf5-41ff-b0a2-9964b26410da', 'status': 'completed', 'code': 200} Aug 31 14:54:15.747973 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8f8d3b8a-21e3-4d48-92d9-dfd46f55228c req-c23554f1-f27f-42ac-941a-58c2ea71b054 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Aug 31 14:54:15.769974 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544efa2-beeb-47dc-a30d-e405779455bf req-2ca8f3b5-3900-4d23-8cd4-57f22b164f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:15.772514 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-2ca8f3b5-3900-4d23-8cd4-57f22b164f62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87b0fdbfb07c466a869af219f610d23a&device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 1095 time: 0.0500340 Aug 31 14:54:15.819509 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-ec3fcf37-db56-4434-aaf9-566d86cf1ca3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4ec999a-ddf5-41ff-b0a2-9964b26410da HTTP/1.1" status: 200 len: 217 time: 0.0383785 Aug 31 14:54:15.871457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544efa2-beeb-47dc-a30d-e405779455bf req-620a3b98-15be-4c78-a7b8-b09bd31e5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:15.872930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-620a3b98-15be-4c78-a7b8-b09bd31e5555 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7 HTTP/1.1" status: 200 len: 853 time: 0.0466621 Aug 31 14:54:15.905535 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-4edd4276-9fa8-4c1f-b95e-9dae3fd66fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71e35109-5bce-4704-885d-79243b4ed9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248339 Aug 31 14:54:15.995316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-4bb49810-8826-4cfc-b5a4-56f6a9cef660 service neutron] 10.222.0.13 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800726 Aug 31 14:54:16.089983 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e544efa2-beeb-47dc-a30d-e405779455bf req-3a456081-fcdb-4258-80d4-15901259aa77 service neutron] 10.222.0.13 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868351 Aug 31 14:54:16.181961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2174eb1-103b-4151-b689-e5db95a7e2ee req-eb24813d-2fcb-4cec-ac63-6b6e4609852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:16.183470 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2174eb1-103b-4151-b689-e5db95a7e2ee req-eb24813d-2fcb-4cec-ac63-6b6e4609852e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87b0fdbfb07c466a869af219f610d23a&device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 1095 time: 0.0413072 Aug 31 14:54:16.277180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2174eb1-103b-4151-b689-e5db95a7e2ee req-9c4b5a16-6f5c-4b2b-b560-7ca77dd2ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:16.278575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2174eb1-103b-4151-b689-e5db95a7e2ee req-9c4b5a16-6f5c-4b2b-b560-7ca77dd2ac53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=71e35109-5bce-4704-885d-79243b4ed9cb HTTP/1.1" status: 200 len: 914 time: 0.0873010 Aug 31 14:54:16.320258 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2174eb1-103b-4151-b689-e5db95a7e2ee req-617d04bb-34ed-46f7-a9ea-03120157ce76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4ec999a-ddf5-41ff-b0a2-9964b26410da HTTP/1.1" status: 200 len: 217 time: 0.0335541 Aug 31 14:54:16.368358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2174eb1-103b-4151-b689-e5db95a7e2ee req-9197a67e-9c8b-4389-8da4-7a0db5adaa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:16.369812 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2174eb1-103b-4151-b689-e5db95a7e2ee req-9197a67e-9c8b-4389-8da4-7a0db5adaa73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7 HTTP/1.1" status: 200 len: 853 time: 0.0426905 Aug 31 14:54:16.402100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2174eb1-103b-4151-b689-e5db95a7e2ee req-87561f6e-045f-4fe3-9173-00d472964e9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71e35109-5bce-4704-885d-79243b4ed9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245633 Aug 31 14:54:16.496791 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2174eb1-103b-4151-b689-e5db95a7e2ee req-b9c4d63b-993d-4384-a7c6-5c44ec23992e service neutron] 10.222.0.13 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852792 Aug 31 14:54:16.586140 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b2174eb1-103b-4151-b689-e5db95a7e2ee req-a9c6c907-ff7a-4b57-9eeb-e39271318975 service neutron] 10.222.0.13 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814044 Aug 31 14:54:16.869804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7918f-daad-4c80-869d-7f6b41723212 req-ac821c3e-7a43-48cd-92c6-768430e8cae0 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:16.871221 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dcd7918f-daad-4c80-869d-7f6b41723212 req-ac821c3e-7a43-48cd-92c6-768430e8cae0 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 944 time: 0.0551350 Aug 31 14:54:16.908175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dcd7918f-daad-4c80-869d-7f6b41723212 req-f4f3987e-2b72-4f4d-a8fb-f0fdc3bca17d tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310812 Aug 31 14:54:18.026226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8a06-cfd9-426a-8643-ac5677d87cfd req-7d859f87-9e4e-4cdd-b528-2b869f5fd39f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:18.027713 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70ce8a06-cfd9-426a-8643-ac5677d87cfd req-7d859f87-9e4e-4cdd-b528-2b869f5fd39f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 944 time: 0.0534372 Aug 31 14:54:18.065006 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70ce8a06-cfd9-426a-8643-ac5677d87cfd req-afe76477-36d4-4600-98d0-a23687fe77b6 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Aug 31 14:54:18.073572 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:54:18.672310 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f4ec999a-ddf5-41ff-b0a2-9964b26410da details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:54:18.769204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f4ec999a-ddf5-41ff-b0a2-9964b26410da, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f4ec999a-ddf5-41ff-b0a2-9964b26410da,segment=NetworkSegment(745f4004-73f5-46e7-8db1-8ad1bdc0724b),segment_id=745f4004-73f5-46e7-8db1-8ad1bdc0724b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:18.780415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'f4ec999a-ddf5-41ff-b0a2-9964b26410da', 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb', 'port_id': 'f4ec999a-ddf5-41ff-b0a2-9964b26410da', 'mac_address': 'fa:16:3e:d8:9a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:54:18.815921 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:18.828801 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ec999a-ddf5-41ff-b0a2-9964b26410da {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:54:18.847009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f4ec999a-ddf5-41ff-b0a2-9964b26410da, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f4ec999a-ddf5-41ff-b0a2-9964b26410da,segment=NetworkSegment(745f4004-73f5-46e7-8db1-8ad1bdc0724b),segment_id=745f4004-73f5-46e7-8db1-8ad1bdc0724b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:18.850741 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:18.906153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=f4ec999a-ddf5-41ff-b0a2-9964b26410da,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:19.060699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['f4ec999a-ddf5-41ff-b0a2-9964b26410da'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:54:19.178378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dca0d-bc69-43d5-af36-72667fc8a17a req-f183d22a-89d5-4190-a449-5a86536d52a4 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:19.180542 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef9dca0d-bc69-43d5-af36-72667fc8a17a req-f183d22a-89d5-4190-a449-5a86536d52a4 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 945 time: 0.0490160 Aug 31 14:54:19.217153 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ef9dca0d-bc69-43d5-af36-72667fc8a17a req-8c5eefc7-7723-4511-831e-aedd9a85dd41 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307589 Aug 31 14:54:20.331875 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6499d-1cb8-4c73-97e8-987a8e5968b3 req-7efbcf3c-a8a4-4d9e-b135-39286625bbb3 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:20.333396 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-72e6499d-1cb8-4c73-97e8-987a8e5968b3 req-7efbcf3c-a8a4-4d9e-b135-39286625bbb3 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 945 time: 0.0485103 Aug 31 14:54:20.370340 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-72e6499d-1cb8-4c73-97e8-987a8e5968b3 req-90774a4d-a79c-4edd-8fd9-6c4a4d6616b9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Aug 31 14:54:20.687774 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f4ec999a-ddf5-41ff-b0a2-9964b26410da up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:54:20.737505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port f4ec999a-ddf5-41ff-b0a2-9964b26410da completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:54:20.742084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port f4ec999a-ddf5-41ff-b0a2-9964b26410da triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:54:20.743050 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:20.817507 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:20.838967 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b9a2b9-b935-4bd2-aa62-67ded2f70158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ec999a-ddf5-41ff-b0a2-9964b26410da'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:54:20.841246 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96f0746-8aa7-4e83-8cb2-3c1278120d4e" -d '{"events": [{"server_uuid": "f6b9a2b9-b935-4bd2-aa62-67ded2f70158", "name": "network-vif-plugged", "status": "completed", "tag": "f4ec999a-ddf5-41ff-b0a2-9964b26410da"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:54:20.855108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f4ec999a-ddf5-41ff-b0a2-9964b26410da, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f4ec999a-ddf5-41ff-b0a2-9964b26410da,segment=NetworkSegment(745f4004-73f5-46e7-8db1-8ad1bdc0724b),segment_id=745f4004-73f5-46e7-8db1-8ad1bdc0724b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:20.859658 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:20.885110 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519e5af1-49d9-4f7e-9e20-b1550fb8e5a5 x-openstack-request-id: req-519e5af1-49d9-4f7e-9e20-b1550fb8e5a5 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:54:20.885400 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b9a2b9-b935-4bd2-aa62-67ded2f70158", "name": "network-vif-plugged", "status": "completed", "tag": "f4ec999a-ddf5-41ff-b0a2-9964b26410da", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:54:20.885660 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-519e5af1-49d9-4f7e-9e20-b1550fb8e5a5 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:54:20.886039 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b9a2b9-b935-4bd2-aa62-67ded2f70158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ec999a-ddf5-41ff-b0a2-9964b26410da', 'code': 200} Aug 31 14:54:20.915015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=f4ec999a-ddf5-41ff-b0a2-9964b26410da,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:20.975249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f69f7-cd0f-4f46-b801-1a28ae6cd14e req-25aa3a57-c363-4c34-acf2-5171b883a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:20.977218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-009f69f7-cd0f-4f46-b801-1a28ae6cd14e req-25aa3a57-c363-4c34-acf2-5171b883a9c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 1097 time: 0.0392294 Aug 31 14:54:21.011856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-009f69f7-cd0f-4f46-b801-1a28ae6cd14e req-62acd0e7-2bc4-4adb-8e6f-0abf95adf9e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269172 Aug 31 14:54:21.484812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26f6be-6398-4c9d-8502-04e6bc9b51c5 req-7b732609-1c68-4300-8945-e624ffbea445 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:21.486320 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f26f6be-6398-4c9d-8502-04e6bc9b51c5 req-7b732609-1c68-4300-8945-e624ffbea445 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 946 time: 0.0492876 Aug 31 14:54:21.524137 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6f26f6be-6398-4c9d-8502-04e6bc9b51c5 req-aad74fc5-f416-4a61-851e-d3dcf4c13632 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311832 Aug 31 14:54:22.642703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abc398-3090-43c6-b394-0ea37195a4ac req-7dd23522-c7e3-4b47-ae7b-f4af8b21cc88 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:22.644201 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51abc398-3090-43c6-b394-0ea37195a4ac req-7dd23522-c7e3-4b47-ae7b-f4af8b21cc88 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 946 time: 0.0530343 Aug 31 14:54:22.683850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-51abc398-3090-43c6-b394-0ea37195a4ac req-54ac9436-6533-49cc-ba74-5561d9b333ac tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Aug 31 14:54:22.906171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-765b699b-32a3-4e11-b187-d4ce0a11a8c2 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:22.907587 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-765b699b-32a3-4e11-b187-d4ce0a11a8c2 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/networks?id=71e35109-5bce-4704-885d-79243b4ed9cb HTTP/1.1" status: 200 len: 813 time: 0.1032550 Aug 31 14:54:22.923202 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-944cf866-5fbf-42fd-a54a-7a344842a28e tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/quotas/87b0fdbfb07c466a869af219f610d23a HTTP/1.1" status: 200 len: 375 time: 0.0098410 Aug 31 14:54:22.972635 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-2ecafd8c-9dc0-4f74-bcef-0c3d93a9deb7 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=87b0fdbfb07c466a869af219f610d23a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440533 Aug 31 14:54:23.065632 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-56e99dc4-617c-48df-8886-db6417f5fec6 service neutron] 10.222.0.20 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855026 Aug 31 14:54:23.153660 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-31e97a17-8206-43fb-8702-1d59c1d25108 service neutron] 10.222.0.20 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819693 Aug 31 14:54:24.328681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ecb492c1-2549-4e05-b441-fe936efbd143 req-c1d2c6d7-729d-4e45-8bc1-bd405b59451b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 210 time: 0.0271835 Aug 31 14:54:25.403497 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-77dec73c-bc13-41bc-8293-0cdfd4279de9 req-09b7801e-a4d8-4a75-b875-b5c6407ff4ea tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 210 time: 0.0270953 Aug 31 14:54:26.483609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e347e3d1-762c-4545-a27d-c7ac933d2ad1 req-70b61d47-09b4-47c8-af4a-9b15f1609990 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 210 time: 0.0305696 Aug 31 14:54:27.219751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-f066c717-9474-4fda-9a00-3dec35f4d355 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:27.221899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-f066c717-9474-4fda-9a00-3dec35f4d355 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.52 "GET /v2.0/networks?id=71e35109-5bce-4704-885d-79243b4ed9cb HTTP/1.1" status: 200 len: 813 time: 0.1391268 Aug 31 14:54:27.239495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Request body: {'port': {'device_id': '9773e46b-9a10-44c0-9712-d017121c2c90', 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb', 'admin_state_up': True, 'tenant_id': '87b0fdbfb07c466a869af219f610d23a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:27.345694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Made reservation on behalf of 87b0fdbfb07c466a869af219f610d23a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:27.349358 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:27.476909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Allocated IP 172.20.0.8 (71e35109-5bce-4704-885d-79243b4ed9cb/f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7/00809e10-78e3-4bd8-aa3b-45086b232b5b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:54:27.585616 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-de1e89aa-6c20-4218-8a13-0c87c243705b req-9990674c-d717-4901-ac4e-0d64b6915389 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 210 time: 0.0316329 Aug 31 14:54:27.624237 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:27.668094 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:27.680975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['f4ec999a-ddf5-41ff-b0a2-9964b26410da'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:54:27.714540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Network 71e35109-5bce-4704-885d-79243b4ed9cb is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:54:27.715913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:27.719727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:54:27.750623 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Pushing event updated for resources: {'Port': ['ID=00809e10-78e3-4bd8-aa3b-45086b232b5b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:27.767594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:27.767939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:27.768278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:27.768641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:27.768975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:27.769306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:27.769639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:27.769964 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:27.770284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:27.770603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:27.770925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:27.771246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:27.791629 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:27.792255 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:27.806724 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6250aef9-8766-4271-ab8a-04caec06c20f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734479 Aug 31 14:54:27.819847 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Request body: {'port': {'device_id': '9773e46b-9a10-44c0-9712-d017121c2c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:27.876099 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.136655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00809e10-78e3-4bd8-aa3b-45086b232b5b {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:54:28.143932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.156604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Transition to ACTIVE for port object 00809e10-78e3-4bd8-aa3b-45086b232b5b will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:54:28.160016 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.212226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Pushing event updated for resources: {'Port': ['ID=00809e10-78e3-4bd8-aa3b-45086b232b5b,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:28.286276 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Attempting to bind port 00809e10-78e3-4bd8-aa3b-45086b232b5b on host n-h2-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:54:28.286618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Attempting to bind port 00809e10-78e3-4bd8-aa3b-45086b232b5b by drivers openvswitch,hyperv on host n-h2-792364-6 at level 0 using segments [{'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:54:28.286951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Attempting to bind port 00809e10-78e3-4bd8-aa3b-45086b232b5b on network 71e35109-5bce-4704-885d-79243b4ed9cb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:54:28.291731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Port 00809e10-78e3-4bd8-aa3b-45086b232b5b on network 71e35109-5bce-4704-885d-79243b4ed9cb not bound, no agent of type Open vSwitch agent registered on host n-h2-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:54:28.292053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Attempting to bind port 00809e10-78e3-4bd8-aa3b-45086b232b5b on network 71e35109-5bce-4704-885d-79243b4ed9cb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:54:28.296884 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Checking agent: {'id': '4b4f1279-1d03-4027-9b11-550360f74d3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:54:28.297228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Checking segment: {'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:28.297619 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Bound using segment: {'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:54:28.298050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Bound port: 00809e10-78e3-4bd8-aa3b-45086b232b5b, host: n-h2-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:54:28.298411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.362455 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] For port 00809e10-78e3-4bd8-aa3b-45086b232b5b, host n-h2-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:54:28.365989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] For port 00809e10-78e3-4bd8-aa3b-45086b232b5b, host n-h2-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=00809e10-78e3-4bd8-aa3b-45086b232b5b,segment=NetworkSegment(745f4004-73f5-46e7-8db1-8ad1bdc0724b),segment_id=745f4004-73f5-46e7-8db1-8ad1bdc0724b)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:54:28.372094 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.406251 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:28.406868 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:28.408268 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] 10.222.0.52 "PUT /v2.0/ports/00809e10-78e3-4bd8-aa3b-45086b232b5b HTTP/1.1" status: 200 len: 1091 time: 0.5927861 Aug 31 14:54:28.408788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9773e46b-9a10-44c0-9712-d017121c2c90', 'tag': '00809e10-78e3-4bd8-aa3b-45086b232b5b'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:54:28.411099 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96725186-0e72-4a14-bd6e-f71ad7d2e998" -d '{"events": [{"name": "network-changed", "server_uuid": "9773e46b-9a10-44c0-9712-d017121c2c90", "tag": "00809e10-78e3-4bd8-aa3b-45086b232b5b"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:54:28.440597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601d22c-2266-491e-9674-e51dadb1e7ff service neutron] Pushing event updated for resources: {'Port': ['ID=00809e10-78e3-4bd8-aa3b-45086b232b5b,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:28.452673 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabccd8f-3ce6-49af-a339-19619d2bd0cb x-openstack-request-id: req-cabccd8f-3ce6-49af-a339-19619d2bd0cb {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:54:28.452673 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9773e46b-9a10-44c0-9712-d017121c2c90", "tag": "00809e10-78e3-4bd8-aa3b-45086b232b5b", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:54:28.452673 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cabccd8f-3ce6-49af-a339-19619d2bd0cb {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:54:28.453048 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9773e46b-9a10-44c0-9712-d017121c2c90', 'tag': '00809e10-78e3-4bd8-aa3b-45086b232b5b', 'status': 'completed', 'code': 200} Aug 31 14:54:28.509352 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4d8ff540-7463-4727-80c9-593d710821cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:28.510874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4d8ff540-7463-4727-80c9-593d710821cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87b0fdbfb07c466a869af219f610d23a&device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 1094 time: 0.0423839 Aug 31 14:54:28.558845 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-bb527b37-7166-4ba1-8dd7-152cb5104287 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00809e10-78e3-4bd8-aa3b-45086b232b5b HTTP/1.1" status: 200 len: 217 time: 0.0397050 Aug 31 14:54:28.608090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-75c63094-5295-437b-ae18-89d89596f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:28.609683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-75c63094-5295-437b-ae18-89d89596f204 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7 HTTP/1.1" status: 200 len: 853 time: 0.0438643 Aug 31 14:54:28.643403 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-4fb9d969-fe4b-4a87-a4df-b0b905fe4fa2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71e35109-5bce-4704-885d-79243b4ed9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259337 Aug 31 14:54:28.710267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270ec6-692e-42e5-b298-600ca0600cf7 req-8e6578d1-90a3-42a1-b2fc-fd0da770a65f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:28.711871 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e270ec6-692e-42e5-b298-600ca0600cf7 req-8e6578d1-90a3-42a1-b2fc-fd0da770a65f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 943 time: 0.0509725 Aug 31 14:54:28.741935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-208bba23-443a-415d-80a5-38722ddfb6d5 service neutron] 10.222.0.52 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891223 Aug 31 14:54:28.753905 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e270ec6-692e-42e5-b298-600ca0600cf7 req-33f6032e-137f-429b-8049-67a08e00664f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356805 Aug 31 14:54:28.833759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-cd4212c8-a31d-4026-9c9b-d04897b28238 service neutron] 10.222.0.52 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832016 Aug 31 14:54:28.928566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96725186-0e72-4a14-bd6e-f71ad7d2e998 req-ef714456-bbf7-46c5-8485-3dcaa90f59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:28.934283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96725186-0e72-4a14-bd6e-f71ad7d2e998 req-ef714456-bbf7-46c5-8485-3dcaa90f59fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87b0fdbfb07c466a869af219f610d23a&device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 1094 time: 0.0476325 Aug 31 14:54:29.030435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96725186-0e72-4a14-bd6e-f71ad7d2e998 req-93fa74c7-0bf6-4711-98a5-82de7f13787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:29.031885 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96725186-0e72-4a14-bd6e-f71ad7d2e998 req-93fa74c7-0bf6-4711-98a5-82de7f13787d service neutron] 10.222.0.52 "GET /v2.0/networks?id=71e35109-5bce-4704-885d-79243b4ed9cb HTTP/1.1" status: 200 len: 914 time: 0.0933461 Aug 31 14:54:29.095150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96725186-0e72-4a14-bd6e-f71ad7d2e998 req-14c2a8e3-076f-4df6-909c-05ab3c715a74 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00809e10-78e3-4bd8-aa3b-45086b232b5b HTTP/1.1" status: 200 len: 217 time: 0.0487642 Aug 31 14:54:29.134866 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.52', 51978) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:29.157706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96725186-0e72-4a14-bd6e-f71ad7d2e998 req-e889509f-34a8-4e2a-8565-e87bbb6aec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:29.159239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96725186-0e72-4a14-bd6e-f71ad7d2e998 req-e889509f-34a8-4e2a-8565-e87bbb6aec6c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7 HTTP/1.1" status: 200 len: 853 time: 0.0546143 Aug 31 14:54:29.184951 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-f3608e88-8243-4c7f-b612-8cd8e589857b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:29.186622 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-f3608e88-8243-4c7f-b612-8cd8e589857b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.52 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 943 time: 0.0504358 Aug 31 14:54:29.195646 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96725186-0e72-4a14-bd6e-f71ad7d2e998 req-e78a839a-b228-4636-a566-566c01ab342c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71e35109-5bce-4704-885d-79243b4ed9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280807 Aug 31 14:54:29.287265 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96725186-0e72-4a14-bd6e-f71ad7d2e998 req-48e5f5d1-7311-4561-8a34-62347e6385ac service neutron] 10.222.0.52 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839131 Aug 31 14:54:29.297752 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-5c70600b-8483-4ad9-ab96-ab53155baf3b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Deleting port 00809e10-78e3-4bd8-aa3b-45086b232b5b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:54:29.298094 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-5c70600b-8483-4ad9-ab96-ab53155baf3b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:29.387270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-5c70600b-8483-4ad9-ab96-ab53155baf3b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] For port 00809e10-78e3-4bd8-aa3b-45086b232b5b, host n-h2-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792364-6',level=0,port_id=00809e10-78e3-4bd8-aa3b-45086b232b5b,segment=NetworkSegment(745f4004-73f5-46e7-8db1-8ad1bdc0724b),segment_id=745f4004-73f5-46e7-8db1-8ad1bdc0724b)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:29.387559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96725186-0e72-4a14-bd6e-f71ad7d2e998 req-8f465198-1653-4052-9147-c771a2c15e8d service neutron] 10.222.0.52 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918119 Aug 31 14:54:29.387749 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-5c70600b-8483-4ad9-ab96-ab53155baf3b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:29.402300 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-5c70600b-8483-4ad9-ab96-ab53155baf3b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Calling delete_port for 00809e10-78e3-4bd8-aa3b-45086b232b5b owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:54:29.534251 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-5c70600b-8483-4ad9-ab96-ab53155baf3b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:29.546829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['f4ec999a-ddf5-41ff-b0a2-9964b26410da'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:54:29.565372 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70600b-8483-4ad9-ab96-ab53155baf3b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Pushing event deleted for resources: {'Port': ['ID=00809e10-78e3-4bd8-aa3b-45086b232b5b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:29.606450 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-5c70600b-8483-4ad9-ab96-ab53155baf3b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] No DVR routers for this DVR port 00809e10-78e3-4bd8-aa3b-45086b232b5b on host n-h2-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:54:29.609155 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-5c70600b-8483-4ad9-ab96-ab53155baf3b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:29.611292 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-5c70600b-8483-4ad9-ab96-ab53155baf3b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.52 "DELETE /v2.0/ports/00809e10-78e3-4bd8-aa3b-45086b232b5b HTTP/1.1" status: 204 len: 173 time: 0.4152522 Aug 31 14:54:29.611775 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9773e46b-9a10-44c0-9712-d017121c2c90', 'name': 'network-vif-deleted', 'tag': '00809e10-78e3-4bd8-aa3b-45086b232b5b'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:54:29.703355 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c035811d08aaf94b3945b1679bc855303e466cc5a1470948d68f8318512416e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be9a2e5-c1c5-4c7a-a318-aa43cf9f1ad0" -d '{"events": [{"server_uuid": "9773e46b-9a10-44c0-9712-d017121c2c90", "name": "network-vif-deleted", "tag": "00809e10-78e3-4bd8-aa3b-45086b232b5b"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:54:29.815094 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 14:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1671e9e8-c2ac-40c8-9afb-281f58833c5d x-openstack-request-id: req-1671e9e8-c2ac-40c8-9afb-281f58833c5d {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:54:29.815682 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9773e46b-9a10-44c0-9712-d017121c2c90", "name": "network-vif-deleted", "tag": "00809e10-78e3-4bd8-aa3b-45086b232b5b", "status": "failed", "code": 422}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:54:29.815682 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1671e9e8-c2ac-40c8-9afb-281f58833c5d {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:54:29.816061 n-d-792364-6 neutron-server[106387]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9773e46b-9a10-44c0-9712-d017121c2c90', 'name': 'network-vif-deleted', 'tag': '00809e10-78e3-4bd8-aa3b-45086b232b5b', 'status': 'failed', 'code': 422} returned with failed status Aug 31 14:54:29.868297 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-51edd793-7dac-4c8f-a5c7-73d74c8e0f4f req-ddc8b70d-e496-4321-8127-bdf4f97fef5d tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 210 time: 0.0362070 Aug 31 14:54:30.703604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-38dc5670-d47d-4e60-a216-e94b6e332d48 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:30.705243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-38dc5670-d47d-4e60-a216-e94b6e332d48 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.13 "GET /v2.0/networks?id=71e35109-5bce-4704-885d-79243b4ed9cb HTTP/1.1" status: 200 len: 813 time: 0.1066997 Aug 31 14:54:30.720657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Request body: {'port': {'device_id': '9773e46b-9a10-44c0-9712-d017121c2c90', 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb', 'admin_state_up': True, 'tenant_id': '87b0fdbfb07c466a869af219f610d23a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:30.828886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Made reservation on behalf of 87b0fdbfb07c466a869af219f610d23a for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:30.832305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:30.983244 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7ef429c8-15aa-465b-b6ba-b8d5c9a49fa9 req-5887975c-fb7b-4c93-b008-08b609e684e0 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 210 time: 0.0419362 Aug 31 14:54:30.984392 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Allocated IP 172.20.0.8 (71e35109-5bce-4704-885d-79243b4ed9cb/f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7/300f293b-d7c4-443e-a14a-f21fa23e7d97) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:54:31.124676 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.165128 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.190562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['f4ec999a-ddf5-41ff-b0a2-9964b26410da'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:54:31.212583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Network 71e35109-5bce-4704-885d-79243b4ed9cb is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:54:31.215705 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:31.219530 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:54:31.243969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Pushing event updated for resources: {'Port': ['ID=300f293b-d7c4-443e-a14a-f21fa23e7d97,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:31.272271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:31.272913 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.287123 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-17b8beb6-54c1-474f-8ef6-673128113bc9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701454 Aug 31 14:54:31.310541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Request body: {'port': {'device_id': '9773e46b-9a10-44c0-9712-d017121c2c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:31.370887 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.453450 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c47b882f-322a-4050-91c1-d451f4937c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.631634 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300f293b-d7c4-443e-a14a-f21fa23e7d97 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:54:31.638970 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.651951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Transition to ACTIVE for port object 300f293b-d7c4-443e-a14a-f21fa23e7d97 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:54:31.655495 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.707595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Pushing event updated for resources: {'Port': ['ID=300f293b-d7c4-443e-a14a-f21fa23e7d97,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:31.770590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Attempting to bind port 300f293b-d7c4-443e-a14a-f21fa23e7d97 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:54:31.770931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Attempting to bind port 300f293b-d7c4-443e-a14a-f21fa23e7d97 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:54:31.771264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Attempting to bind port 300f293b-d7c4-443e-a14a-f21fa23e7d97 on network 71e35109-5bce-4704-885d-79243b4ed9cb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:54:31.776397 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Port 300f293b-d7c4-443e-a14a-f21fa23e7d97 on network 71e35109-5bce-4704-885d-79243b4ed9cb not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:54:31.776752 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Attempting to bind port 300f293b-d7c4-443e-a14a-f21fa23e7d97 on network 71e35109-5bce-4704-885d-79243b4ed9cb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:54:31.781614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:54:31.781954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Checking segment: {'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:31.782342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Bound using segment: {'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:54:31.782801 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Bound port: 300f293b-d7c4-443e-a14a-f21fa23e7d97, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f4004-73f5-46e7-8db1-8ad1bdc0724b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:54:31.783165 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.851650 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] For port 300f293b-d7c4-443e-a14a-f21fa23e7d97, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:54:31.855378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] For port 300f293b-d7c4-443e-a14a-f21fa23e7d97, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=300f293b-d7c4-443e-a14a-f21fa23e7d97,segment=NetworkSegment(745f4004-73f5-46e7-8db1-8ad1bdc0724b),segment_id=745f4004-73f5-46e7-8db1-8ad1bdc0724b)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:54:31.859548 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.891495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:31.892195 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:31.893763 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] 10.222.0.13 "PUT /v2.0/ports/300f293b-d7c4-443e-a14a-f21fa23e7d97 HTTP/1.1" status: 200 len: 1091 time: 0.5893018 Aug 31 14:54:31.894217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9773e46b-9a10-44c0-9712-d017121c2c90', 'tag': '300f293b-d7c4-443e-a14a-f21fa23e7d97'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:54:31.896501 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157165f5-1b31-4d64-a6fc-93e286b7e5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9773e46b-9a10-44c0-9712-d017121c2c90", "tag": "300f293b-d7c4-443e-a14a-f21fa23e7d97"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:54:31.926619 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25274a94-53b6-4820-be3a-7f6d241186c9 service neutron] Pushing event updated for resources: {'Port': ['ID=300f293b-d7c4-443e-a14a-f21fa23e7d97,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:31.936355 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222f8c0b-2151-414c-8429-7f13b506db23 x-openstack-request-id: req-222f8c0b-2151-414c-8429-7f13b506db23 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:54:31.936671 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9773e46b-9a10-44c0-9712-d017121c2c90", "tag": "300f293b-d7c4-443e-a14a-f21fa23e7d97", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:54:31.936948 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-222f8c0b-2151-414c-8429-7f13b506db23 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:54:31.937402 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9773e46b-9a10-44c0-9712-d017121c2c90', 'tag': '300f293b-d7c4-443e-a14a-f21fa23e7d97', 'status': 'completed', 'code': 200} Aug 31 14:54:31.980239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-0c731f67-ecf4-47ef-8c42-509140492f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:31.981820 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-0c731f67-ecf4-47ef-8c42-509140492f1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87b0fdbfb07c466a869af219f610d23a&device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 1094 time: 0.0417688 Aug 31 14:54:32.028573 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-bca2225b-8fe7-431d-8c74-620f534dc28c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=300f293b-d7c4-443e-a14a-f21fa23e7d97 HTTP/1.1" status: 200 len: 217 time: 0.0385816 Aug 31 14:54:32.109683 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-8e313da1-6f4e-4dd3-aac3-eaba5d85d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:32.111173 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-8e313da1-6f4e-4dd3-aac3-eaba5d85d868 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7 HTTP/1.1" status: 200 len: 853 time: 0.0743103 Aug 31 14:54:32.126343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e873dc-ab16-4617-b5f5-563a3c6400ec req-73c6b537-7d79-469a-8fda-f7d81a1ecacd tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:32.127768 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91e873dc-ab16-4617-b5f5-563a3c6400ec req-73c6b537-7d79-469a-8fda-f7d81a1ecacd tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 943 time: 0.0643613 Aug 31 14:54:32.165755 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-6c2b7d60-3c74-42f9-ab05-ffb1c551a83d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71e35109-5bce-4704-885d-79243b4ed9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469005 Aug 31 14:54:32.193102 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-91e873dc-ab16-4617-b5f5-563a3c6400ec req-7fa05b35-2974-4cc8-9216-33ae35c406c9 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581706 Aug 31 14:54:32.267424 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-1678a9e6-c566-43f5-976f-c253f1c4727c service neutron] 10.222.0.13 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871038 Aug 31 14:54:32.371831 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-00f2a951-82be-4da9-bebe-bd46a05f247a service neutron] 10.222.0.13 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840418 Aug 31 14:54:32.467508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157165f5-1b31-4d64-a6fc-93e286b7e5b7 req-594acd46-da41-46f6-8f92-331df012ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:32.469056 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-157165f5-1b31-4d64-a6fc-93e286b7e5b7 req-594acd46-da41-46f6-8f92-331df012ec79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87b0fdbfb07c466a869af219f610d23a&device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 1094 time: 0.0414996 Aug 31 14:54:32.559355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157165f5-1b31-4d64-a6fc-93e286b7e5b7 req-6aa02475-238e-4d9b-8753-86c37b5dd8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:32.560858 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-157165f5-1b31-4d64-a6fc-93e286b7e5b7 req-6aa02475-238e-4d9b-8753-86c37b5dd8ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=71e35109-5bce-4704-885d-79243b4ed9cb HTTP/1.1" status: 200 len: 914 time: 0.0842471 Aug 31 14:54:32.606513 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-157165f5-1b31-4d64-a6fc-93e286b7e5b7 req-75c7924b-746f-4530-a3ac-eccc742871ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=300f293b-d7c4-443e-a14a-f21fa23e7d97 HTTP/1.1" status: 200 len: 217 time: 0.0366929 Aug 31 14:54:32.654218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157165f5-1b31-4d64-a6fc-93e286b7e5b7 req-345d15c7-1faa-4bc7-9056-556241c274fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:32.655616 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-157165f5-1b31-4d64-a6fc-93e286b7e5b7 req-345d15c7-1faa-4bc7-9056-556241c274fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7 HTTP/1.1" status: 200 len: 853 time: 0.0420368 Aug 31 14:54:32.687713 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-157165f5-1b31-4d64-a6fc-93e286b7e5b7 req-ab570f52-208a-4b60-b2d6-c1c2c0314c1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71e35109-5bce-4704-885d-79243b4ed9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240564 Aug 31 14:54:33.140486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-157165f5-1b31-4d64-a6fc-93e286b7e5b7 req-ba67d179-1611-42c4-b244-95c296a230ed service neutron] 10.222.0.13 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452009 Aug 31 14:54:33.232203 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-157165f5-1b31-4d64-a6fc-93e286b7e5b7 req-b7809e3f-cfd9-49e0-a23b-c0c96914009f service neutron] 10.222.0.13 "GET /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823464 Aug 31 14:54:33.310319 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378bcb6-eeb0-4533-92ae-fddbf4a48fd2 req-868e8539-b364-408c-9f1c-2d45fe5be585 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:33.311824 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d378bcb6-eeb0-4533-92ae-fddbf4a48fd2 req-868e8539-b364-408c-9f1c-2d45fe5be585 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 943 time: 0.0496051 Aug 31 14:54:33.348560 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d378bcb6-eeb0-4533-92ae-fddbf4a48fd2 req-237fad55-a7a3-4783-af80-002968504511 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307989 Aug 31 14:54:34.129595 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:34.144638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0eef0af0-01d8-4e18-995c-068f8e0f91e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:34.489966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef4513-3b96-46ab-b873-2c0d4295edc7 req-bb82c338-a10a-45b6-a042-ef3ea6f55f22 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:34.491476 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78ef4513-3b96-46ab-b873-2c0d4295edc7 req-bb82c338-a10a-45b6-a042-ef3ea6f55f22 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 943 time: 0.0497916 Aug 31 14:54:34.529336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-78ef4513-3b96-46ab-b873-2c0d4295edc7 req-296c3d0d-6bbb-4f2e-a4e3-0f1057d0bcf2 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Aug 31 14:54:34.753593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 300f293b-d7c4-443e-a14a-f21fa23e7d97 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:54:34.845848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 300f293b-d7c4-443e-a14a-f21fa23e7d97, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=300f293b-d7c4-443e-a14a-f21fa23e7d97,segment=NetworkSegment(745f4004-73f5-46e7-8db1-8ad1bdc0724b),segment_id=745f4004-73f5-46e7-8db1-8ad1bdc0724b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:34.856607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '300f293b-d7c4-443e-a14a-f21fa23e7d97', 'network_id': '71e35109-5bce-4704-885d-79243b4ed9cb', 'port_id': '300f293b-d7c4-443e-a14a-f21fa23e7d97', 'mac_address': 'fa:16:3e:79:f4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:54:34.891178 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:34.904041 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300f293b-d7c4-443e-a14a-f21fa23e7d97 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:54:34.925768 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 300f293b-d7c4-443e-a14a-f21fa23e7d97, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=300f293b-d7c4-443e-a14a-f21fa23e7d97,segment=NetworkSegment(745f4004-73f5-46e7-8db1-8ad1bdc0724b),segment_id=745f4004-73f5-46e7-8db1-8ad1bdc0724b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:34.929918 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:34.975797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=300f293b-d7c4-443e-a14a-f21fa23e7d97,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:35.154084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['300f293b-d7c4-443e-a14a-f21fa23e7d97'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:54:35.414291 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:35.642125 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4cf8a-00b9-4548-b74e-6bf4872e786a req-d3afaf62-e270-4e4c-bfeb-8392d2f52f1d tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:35.643613 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9af4cf8a-00b9-4548-b74e-6bf4872e786a req-d3afaf62-e270-4e4c-bfeb-8392d2f52f1d tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 944 time: 0.0490773 Aug 31 14:54:35.682090 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9af4cf8a-00b9-4548-b74e-6bf4872e786a req-f13669b1-eb40-4fc7-87cb-5ef432d6236b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320327 Aug 31 14:54:36.768455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 300f293b-d7c4-443e-a14a-f21fa23e7d97 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:54:36.801379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3694a23-f2e3-41ff-a06f-b791ff5efb16 req-542026cd-bbed-498a-aa38-51f9297fed7a tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:36.802888 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e3694a23-f2e3-41ff-a06f-b791ff5efb16 req-542026cd-bbed-498a-aa38-51f9297fed7a tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 944 time: 0.0552003 Aug 31 14:54:36.820842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 300f293b-d7c4-443e-a14a-f21fa23e7d97 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:54:36.824687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 300f293b-d7c4-443e-a14a-f21fa23e7d97 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:54:36.825071 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:36.842890 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e3694a23-f2e3-41ff-a06f-b791ff5efb16 req-09343797-6eb1-4757-8863-d16cba2f0289 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336170 Aug 31 14:54:36.902540 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:36.924464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9773e46b-9a10-44c0-9712-d017121c2c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300f293b-d7c4-443e-a14a-f21fa23e7d97'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:54:36.926679 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312affc2-f5ee-4746-9bdd-a8929105b93a" -d '{"events": [{"server_uuid": "9773e46b-9a10-44c0-9712-d017121c2c90", "name": "network-vif-plugged", "status": "completed", "tag": "300f293b-d7c4-443e-a14a-f21fa23e7d97"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:54:36.938817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 300f293b-d7c4-443e-a14a-f21fa23e7d97, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=300f293b-d7c4-443e-a14a-f21fa23e7d97,segment=NetworkSegment(745f4004-73f5-46e7-8db1-8ad1bdc0724b),segment_id=745f4004-73f5-46e7-8db1-8ad1bdc0724b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:36.942991 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:36.972244 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a398de86-fc04-421e-966c-00b25c963bef x-openstack-request-id: req-a398de86-fc04-421e-966c-00b25c963bef {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:54:36.972532 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9773e46b-9a10-44c0-9712-d017121c2c90", "name": "network-vif-plugged", "status": "completed", "tag": "300f293b-d7c4-443e-a14a-f21fa23e7d97", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:54:36.972787 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a398de86-fc04-421e-966c-00b25c963bef {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:54:36.973172 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9773e46b-9a10-44c0-9712-d017121c2c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300f293b-d7c4-443e-a14a-f21fa23e7d97', 'code': 200} Aug 31 14:54:36.994264 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:37.006019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=300f293b-d7c4-443e-a14a-f21fa23e7d97,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:37.067808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c3ff4-b359-4e37-8524-5a4de0b49dc6 req-43156aac-495d-4473-901c-fb42d7527191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:37.069850 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b33c3ff4-b359-4e37-8524-5a4de0b49dc6 req-43156aac-495d-4473-901c-fb42d7527191 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 1096 time: 0.0400274 Aug 31 14:54:37.105592 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b33c3ff4-b359-4e37-8524-5a4de0b49dc6 req-3902cd2c-87ab-4def-8288-b7697b5e6951 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281281 Aug 31 14:54:37.965553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46b41-7b44-442f-a8e6-9e51fda6b9d3 req-e61df049-9ac2-4dc7-8e15-d4ffaa1ffd32 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:37.967119 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1eb46b41-7b44-442f-a8e6-9e51fda6b9d3 req-e61df049-9ac2-4dc7-8e15-d4ffaa1ffd32 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 945 time: 0.0530658 Aug 31 14:54:38.006505 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1eb46b41-7b44-442f-a8e6-9e51fda6b9d3 req-34bffd08-213f-4b88-bdf8-999a26de09f4 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335059 Aug 31 14:54:39.128075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982c7fe-e3ff-46d8-84bf-2f3a277165ff req-6d620069-6662-489e-a76e-af5c1e8c2f9f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:39.129670 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2982c7fe-e3ff-46d8-84bf-2f3a277165ff req-6d620069-6662-489e-a76e-af5c1e8c2f9f tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 945 time: 0.0541775 Aug 31 14:54:39.167139 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2982c7fe-e3ff-46d8-84bf-2f3a277165ff req-ee088868-ad8e-4b59-949e-2f2297561d45 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310664 Aug 31 14:54:39.395563 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998a594-9d23-48f0-ba29-b85f5a1aa5a0 req-2375dc27-8487-4dea-a9b1-ef60c4e5d6e8 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:39.397562 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3998a594-9d23-48f0-ba29-b85f5a1aa5a0 req-2375dc27-8487-4dea-a9b1-ef60c4e5d6e8 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 945 time: 0.0491138 Aug 31 14:54:39.437003 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3998a594-9d23-48f0-ba29-b85f5a1aa5a0 req-ab6dd00b-9dc3-4ab3-94bd-3fc81cd4d7f1 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Aug 31 14:54:39.668373 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:39.785562 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:40.555011 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808d8fe-153d-4c4a-be72-5720f2bf8628 req-23a6e959-d9c8-4b24-994b-68d11183a1da tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:40.556929 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3808d8fe-153d-4c4a-be72-5720f2bf8628 req-23a6e959-d9c8-4b24-994b-68d11183a1da tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 945 time: 0.0520301 Aug 31 14:54:40.593945 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3808d8fe-153d-4c4a-be72-5720f2bf8628 req-b98d94c8-2bbf-482c-9bbe-54bfcce64c49 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310137 Aug 31 14:54:40.754698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9ccb7-806a-43c1-8bb7-7234a6662a7f req-8e70e735-f644-42ae-a8ed-5dcde0f6ac92 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:40.756213 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88e9ccb7-806a-43c1-8bb7-7234a6662a7f req-8e70e735-f644-42ae-a8ed-5dcde0f6ac92 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.13 "GET /v2.0/ports?device_id=9773e46b-9a10-44c0-9712-d017121c2c90 HTTP/1.1" status: 200 len: 945 time: 0.0489388 Aug 31 14:54:40.847110 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-88e9ccb7-806a-43c1-8bb7-7234a6662a7f req-213a5eed-c3d4-4369-ba07-708693db9a4c tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Deleting port 300f293b-d7c4-443e-a14a-f21fa23e7d97 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:54:40.847331 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-88e9ccb7-806a-43c1-8bb7-7234a6662a7f req-213a5eed-c3d4-4369-ba07-708693db9a4c tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:40.933292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-88e9ccb7-806a-43c1-8bb7-7234a6662a7f req-213a5eed-c3d4-4369-ba07-708693db9a4c tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] For port 300f293b-d7c4-443e-a14a-f21fa23e7d97, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=300f293b-d7c4-443e-a14a-f21fa23e7d97,segment=NetworkSegment(745f4004-73f5-46e7-8db1-8ad1bdc0724b),segment_id=745f4004-73f5-46e7-8db1-8ad1bdc0724b)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:40.933661 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-88e9ccb7-806a-43c1-8bb7-7234a6662a7f req-213a5eed-c3d4-4369-ba07-708693db9a4c tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:40.946173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-88e9ccb7-806a-43c1-8bb7-7234a6662a7f req-213a5eed-c3d4-4369-ba07-708693db9a4c tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Calling delete_port for 300f293b-d7c4-443e-a14a-f21fa23e7d97 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:54:41.070328 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-88e9ccb7-806a-43c1-8bb7-7234a6662a7f req-213a5eed-c3d4-4369-ba07-708693db9a4c tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:41.082871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['f4ec999a-ddf5-41ff-b0a2-9964b26410da', '300f293b-d7c4-443e-a14a-f21fa23e7d97'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:54:41.099082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a5eed-c3d4-4369-ba07-708693db9a4c tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Pushing event deleted for resources: {'Port': ['ID=300f293b-d7c4-443e-a14a-f21fa23e7d97,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:41.138851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e9ccb7-806a-43c1-8bb7-7234a6662a7f req-213a5eed-c3d4-4369-ba07-708693db9a4c tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] No DVR routers for this DVR port 300f293b-d7c4-443e-a14a-f21fa23e7d97 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:54:41.141639 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-88e9ccb7-806a-43c1-8bb7-7234a6662a7f req-213a5eed-c3d4-4369-ba07-708693db9a4c tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:41.143790 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88e9ccb7-806a-43c1-8bb7-7234a6662a7f req-213a5eed-c3d4-4369-ba07-708693db9a4c tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.13 "DELETE /v2.0/ports/300f293b-d7c4-443e-a14a-f21fa23e7d97 HTTP/1.1" status: 204 len: 173 time: 0.3801551 Aug 31 14:54:41.144297 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9773e46b-9a10-44c0-9712-d017121c2c90', 'name': 'network-vif-deleted', 'tag': '300f293b-d7c4-443e-a14a-f21fa23e7d97'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:54:41.146584 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f8d067-f236-452a-9f2a-1fbf5227d5fa" -d '{"events": [{"server_uuid": "9773e46b-9a10-44c0-9712-d017121c2c90", "name": "network-vif-deleted", "tag": "300f293b-d7c4-443e-a14a-f21fa23e7d97"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:54:41.189566 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771e7123-819a-4815-bbaf-b6db3a03c4e3 x-openstack-request-id: req-771e7123-819a-4815-bbaf-b6db3a03c4e3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:54:41.189861 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9773e46b-9a10-44c0-9712-d017121c2c90", "name": "network-vif-deleted", "tag": "300f293b-d7c4-443e-a14a-f21fa23e7d97", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:54:41.190114 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-771e7123-819a-4815-bbaf-b6db3a03c4e3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:54:41.190527 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9773e46b-9a10-44c0-9712-d017121c2c90', 'name': 'network-vif-deleted', 'tag': '300f293b-d7c4-443e-a14a-f21fa23e7d97', 'status': 'completed', 'code': 200} Aug 31 14:54:41.746565 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d671d8-b341-4fbb-94c1-668924c430c9 req-40199766-4e8c-4d34-9df2-5b6176dd497d tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:41.747975 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64d671d8-b341-4fbb-94c1-668924c430c9 req-40199766-4e8c-4d34-9df2-5b6176dd497d tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 946 time: 0.0488625 Aug 31 14:54:41.784970 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64d671d8-b341-4fbb-94c1-668924c430c9 req-54d576ca-e399-46ac-89ab-757dcca6eb87 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310581 Aug 31 14:54:41.919878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e4dd9-10f7-47ce-a549-c35e6b6df4e8 req-6709dd57-215c-4cdb-ac42-ab36a33b02ba tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:41.921877 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae6e4dd9-10f7-47ce-a549-c35e6b6df4e8 req-6709dd57-215c-4cdb-ac42-ab36a33b02ba tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 946 time: 0.0547206 Aug 31 14:54:41.959874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae6e4dd9-10f7-47ce-a549-c35e6b6df4e8 req-41ca2132-90d3-4993-b00f-3fbe161c9f22 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321009 Aug 31 14:54:42.080589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7972685-c185-4af9-9390-0f88bc6d4b1d req-26c09583-a488-4a54-b1ee-d2952472182e tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:42.082086 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7972685-c185-4af9-9390-0f88bc6d4b1d req-26c09583-a488-4a54-b1ee-d2952472182e tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 946 time: 0.0522258 Aug 31 14:54:42.121230 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a7972685-c185-4af9-9390-0f88bc6d4b1d req-c4406732-77f0-42b7-98a4-e14b7a6cb701 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Aug 31 14:54:42.192322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-dc34f8b2-854f-40e9-be9a-03a187a90b3d req-ca391afb-3b01-4a59-bc2b-ce7d6bfa5269 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 14:54:42.193342 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dc34f8b2-854f-40e9-be9a-03a187a90b3d req-ca391afb-3b01-4a59-bc2b-ce7d6bfa5269 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055170 Aug 31 14:54:42.298663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda18b5-d5a8-49db-908e-b17991dfd7a5 req-85dc7d39-02f2-402f-a522-e398690b576e tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:42.300065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dda18b5-d5a8-49db-908e-b17991dfd7a5 req-85dc7d39-02f2-402f-a522-e398690b576e tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 946 time: 0.0497143 Aug 31 14:54:42.338609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5dda18b5-d5a8-49db-908e-b17991dfd7a5 req-3a2ce035-52a3-4abc-9a3e-5b86df272bcf tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324380 Aug 31 14:54:42.455412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05a9a6-0a1c-46f7-b5fa-2f1aa94e15ab req-021256c1-5783-4ffa-ab0d-8f8e12b25bf2 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:42.456983 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bf05a9a6-0a1c-46f7-b5fa-2f1aa94e15ab req-021256c1-5783-4ffa-ab0d-8f8e12b25bf2 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 946 time: 0.0513608 Aug 31 14:54:42.494403 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-bf05a9a6-0a1c-46f7-b5fa-2f1aa94e15ab req-0ff0500b-3c4c-478b-b89f-c2099cc75d76 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308232 Aug 31 14:54:42.616976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be8067-591e-4fbb-83e3-c5ac7a668be0 req-dc03a69e-4975-4cce-8eca-f69b6e2bebcd tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:42.618875 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14be8067-591e-4fbb-83e3-c5ac7a668be0 req-dc03a69e-4975-4cce-8eca-f69b6e2bebcd tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 946 time: 0.0497925 Aug 31 14:54:42.656232 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-14be8067-591e-4fbb-83e3-c5ac7a668be0 req-cdf0dc1f-4e23-43ee-a901-4b9140b03415 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Aug 31 14:54:42.953818 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4812c3-50fa-44fd-864c-f8afe6d92780 req-092dc9ee-927a-4854-a1f7-8b5f8c955525 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:42.955336 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed4812c3-50fa-44fd-864c-f8afe6d92780 req-092dc9ee-927a-4854-a1f7-8b5f8c955525 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 946 time: 0.0525694 Aug 31 14:54:42.993594 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed4812c3-50fa-44fd-864c-f8afe6d92780 req-7b19a014-67e7-4f9c-94ae-c21e20d9f4e0 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Aug 31 14:54:44.109304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aa91a-ffa8-4340-ba90-edf97d48b8a9 req-ddb97c28-34de-420c-bff4-452571feaaab tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:44.110834 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db4aa91a-ffa8-4340-ba90-edf97d48b8a9 req-ddb97c28-34de-420c-bff4-452571feaaab tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 946 time: 0.0498202 Aug 31 14:54:44.149172 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db4aa91a-ffa8-4340-ba90-edf97d48b8a9 req-f2acec6d-8058-4b42-ace9-b4e2fa3a3ab4 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f37e448-e59c-47cb-9135-9255e272ea51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323644 Aug 31 14:54:44.310468 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9bef2-0e87-4d87-b031-ab078dd5e0da req-81f79faa-83e1-4531-96c4-f1676d71dc92 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:44.311843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7da9bef2-0e87-4d87-b031-ab078dd5e0da req-81f79faa-83e1-4531-96c4-f1676d71dc92 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 946 time: 0.0518486 Aug 31 14:54:44.402269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-7da9bef2-0e87-4d87-b031-ab078dd5e0da req-55f8c9af-375d-4a4a-b815-ce587be36ec7 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Deleting port f4ec999a-ddf5-41ff-b0a2-9964b26410da {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:54:44.402613 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7da9bef2-0e87-4d87-b031-ab078dd5e0da req-55f8c9af-375d-4a4a-b815-ce587be36ec7 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:44.494288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7da9bef2-0e87-4d87-b031-ab078dd5e0da req-55f8c9af-375d-4a4a-b815-ce587be36ec7 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] For port f4ec999a-ddf5-41ff-b0a2-9964b26410da, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f4ec999a-ddf5-41ff-b0a2-9964b26410da,segment=NetworkSegment(745f4004-73f5-46e7-8db1-8ad1bdc0724b),segment_id=745f4004-73f5-46e7-8db1-8ad1bdc0724b)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:44.494654 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7da9bef2-0e87-4d87-b031-ab078dd5e0da req-55f8c9af-375d-4a4a-b815-ce587be36ec7 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:44.507054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-7da9bef2-0e87-4d87-b031-ab078dd5e0da req-55f8c9af-375d-4a4a-b815-ce587be36ec7 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Calling delete_port for f4ec999a-ddf5-41ff-b0a2-9964b26410da owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:54:44.634565 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7da9bef2-0e87-4d87-b031-ab078dd5e0da req-55f8c9af-375d-4a4a-b815-ce587be36ec7 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:44.646677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['f4ec999a-ddf5-41ff-b0a2-9964b26410da'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:54:44.661374 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8c9af-375d-4a4a-b815-ce587be36ec7 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Pushing event deleted for resources: {'Port': ['ID=f4ec999a-ddf5-41ff-b0a2-9964b26410da,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:44.703778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da9bef2-0e87-4d87-b031-ab078dd5e0da req-55f8c9af-375d-4a4a-b815-ce587be36ec7 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] No DVR routers for this DVR port f4ec999a-ddf5-41ff-b0a2-9964b26410da on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:54:44.706408 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7da9bef2-0e87-4d87-b031-ab078dd5e0da req-55f8c9af-375d-4a4a-b815-ce587be36ec7 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:44.708393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7da9bef2-0e87-4d87-b031-ab078dd5e0da req-55f8c9af-375d-4a4a-b815-ce587be36ec7 tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] 10.222.0.13 "DELETE /v2.0/ports/f4ec999a-ddf5-41ff-b0a2-9964b26410da HTTP/1.1" status: 204 len: 173 time: 0.3900161 Aug 31 14:54:44.708848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b9a2b9-b935-4bd2-aa62-67ded2f70158', 'name': 'network-vif-deleted', 'tag': 'f4ec999a-ddf5-41ff-b0a2-9964b26410da'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:54:44.711858 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aae037f-a318-473d-be7f-60b0dfb4abb1" -d '{"events": [{"server_uuid": "f6b9a2b9-b935-4bd2-aa62-67ded2f70158", "name": "network-vif-deleted", "tag": "f4ec999a-ddf5-41ff-b0a2-9964b26410da"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:54:44.755335 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d6ec4f-5390-41d4-b5a5-be8342fd7403 x-openstack-request-id: req-d3d6ec4f-5390-41d4-b5a5-be8342fd7403 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:54:44.755628 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b9a2b9-b935-4bd2-aa62-67ded2f70158", "name": "network-vif-deleted", "tag": "f4ec999a-ddf5-41ff-b0a2-9964b26410da", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:54:44.755881 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3d6ec4f-5390-41d4-b5a5-be8342fd7403 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:54:44.756292 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b9a2b9-b935-4bd2-aa62-67ded2f70158', 'name': 'network-vif-deleted', 'tag': 'f4ec999a-ddf5-41ff-b0a2-9964b26410da', 'status': 'completed', 'code': 200} Aug 31 14:54:44.815892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 300f293b-d7c4-443e-a14a-f21fa23e7d97 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:54:44.835654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 300f293b-d7c4-443e-a14a-f21fa23e7d97 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:54:44.835994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 300f293b-d7c4-443e-a14a-f21fa23e7d97 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:54:44.894987 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bec94e0-14da-4d9f-82a5-b9b40e99f7c7 req-880829a7-165e-4898-a76e-b5d612f22342 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0686367 Aug 31 14:54:44.961906 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bec94e0-14da-4d9f-82a5-b9b40e99f7c7 req-45caeff5-67cc-48c7-abf5-9e63f5b78272 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87b0fdbfb07c466a869af219f610d23a&device_id=f6b9a2b9-b935-4bd2-aa62-67ded2f70158 HTTP/1.1" status: 200 len: 210 time: 0.0248802 Aug 31 14:54:45.073684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec94e0-14da-4d9f-82a5-b9b40e99f7c7 req-df0d3d4b-7463-41de-bec0-96ec3e3095ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:45.075681 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bec94e0-14da-4d9f-82a5-b9b40e99f7c7 req-df0d3d4b-7463-41de-bec0-96ec3e3095ea service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=87b0fdbfb07c466a869af219f610d23a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0934796 Aug 31 14:54:45.177812 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec94e0-14da-4d9f-82a5-b9b40e99f7c7 req-74fd384c-2b24-4023-8b72-c75a8d159f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:45.179373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0bec94e0-14da-4d9f-82a5-b9b40e99f7c7 req-74fd384c-2b24-4023-8b72-c75a8d159f76 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958302 Aug 31 14:54:45.206196 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33786) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:45.251887 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-19aef1e9-888b-4409-b395-627bcc711312 admin admin] Deleting subnet f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:54:45.254874 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19aef1e9-888b-4409-b395-627bcc711312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.288864 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19aef1e9-888b-4409-b395-627bcc711312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.328504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19aef1e9-888b-4409-b395-627bcc711312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.385767 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19aef1e9-888b-4409-b395-627bcc711312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.410711 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aef1e9-888b-4409-b395-627bcc711312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:45.416118 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-19aef1e9-888b-4409-b395-627bcc711312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.419016 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-19aef1e9-888b-4409-b395-627bcc711312 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f1f599ea-7ecd-4c2f-8bde-f32cc97a1dc7 HTTP/1.1" status: 204 len: 168 time: 0.2118163 Aug 31 14:54:45.421690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33788) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:45.494082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.568910 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.578804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e35109-5bce-4704-885d-79243b4ed9cb']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:45.594285 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745f4004-73f5-46e7-8db1-8ad1bdc0724b') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:45.594582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745f4004-73f5-46e7-8db1-8ad1bdc0724b') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:45.603802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.617095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.622811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:54:45.623207 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:54:45.624849 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:54:45.677617 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.683235 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.685160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/71e35109-5bce-4704-885d-79243b4ed9cb HTTP/1.1" status: 204 len: 168 time: 0.2624602 Aug 31 14:54:45.696059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a580a-1d9d-4d51-991b-aa2e6b3825e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=71e35109-5bce-4704-885d-79243b4ed9cb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:45.797177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33792) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:45.837400 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-adf44fb9-8ab3-4f9b-b20c-3846548b15bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87b0fdbfb07c466a869af219f610d23a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390208 Aug 31 14:54:45.839680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33794) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:45.886573 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86d090b1-d8fe-4cf9-99b7-1cc96fe2625f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.912480 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86d090b1-d8fe-4cf9-99b7-1cc96fe2625f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.960186 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86d090b1-d8fe-4cf9-99b7-1cc96fe2625f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.963579 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86d090b1-d8fe-4cf9-99b7-1cc96fe2625f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:45.965781 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-86d090b1-d8fe-4cf9-99b7-1cc96fe2625f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f37e448-e59c-47cb-9135-9255e272ea51 HTTP/1.1" status: 204 len: 168 time: 0.1245167 Aug 31 14:54:45.975247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d090b1-d8fe-4cf9-99b7-1cc96fe2625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f37e448-e59c-47cb-9135-9255e272ea51,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:46.642838 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33816) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:46.736595 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-578244284'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:46.760258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Made reservation on behalf of 6de8dc57393148f6a928604453f991c6 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:46.765021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:46.775227 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:46.870145 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:46.873910 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:46.896482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:54:46.910593 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61f408a-3e7a-4539-a9b8-01d679c4afbf,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:46.915608 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:46.915957 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Added segment 353c76f6-8350-4691-86ff-f463b66a03ff of type vlan for network a1930604-20f9-4484-bdfd-4d6f9e0cccb0 Aug 31 14:54:46.957070 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:46.981094 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:46.986570 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:46.987151 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:47.040007 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3960686 Aug 31 14:54:47.056161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad94b8a-5921-40de-b6c3-7f543e26932c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event updated for resources: {'Network': ['ID=a1930604-20f9-4484-bdfd-4d6f9e0cccb0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:47.073609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network a1930604-20f9-4484-bdfd-4d6f9e0cccb0 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:54:48.843353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f4ec999a-ddf5-41ff-b0a2-9964b26410da no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:54:48.867444 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: f4ec999a-ddf5-41ff-b0a2-9964b26410da {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:54:48.867860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f4ec999a-ddf5-41ff-b0a2-9964b26410da not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:54:50.335055 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33820) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:50.342260 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-77523eb2-906c-4713-99d9-10dc7ab4f0c4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Request body: {'subnet': {'network_id': 'a1930604-20f9-4484-bdfd-4d6f9e0cccb0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:50.437179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77523eb2-906c-4713-99d9-10dc7ab4f0c4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Made reservation on behalf of 6de8dc57393148f6a928604453f991c6 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:50.440691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-77523eb2-906c-4713-99d9-10dc7ab4f0c4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:50.625831 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-77523eb2-906c-4713-99d9-10dc7ab4f0c4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:50.689971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77523eb2-906c-4713-99d9-10dc7ab4f0c4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event updated for resources: {'Subnet': ['ID=65337442-89c8-4950-99e2-40822876d9d2,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:50.699305 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77523eb2-906c-4713-99d9-10dc7ab4f0c4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Checking segment: {'id': '353c76f6-8350-4691-86ff-f463b66a03ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a1930604-20f9-4484-bdfd-4d6f9e0cccb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:50.699667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77523eb2-906c-4713-99d9-10dc7ab4f0c4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Network hostable DHCP agents. Network: a1930604-20f9-4484-bdfd-4d6f9e0cccb0, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:54:50.716730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77523eb2-906c-4713-99d9-10dc7ab4f0c4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Network a1930604-20f9-4484-bdfd-4d6f9e0cccb0 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:54:50.725321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-77523eb2-906c-4713-99d9-10dc7ab4f0c4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, a1930604-20f9-4484-bdfd-4d6f9e0cccb0) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:50.730040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77523eb2-906c-4713-99d9-10dc7ab4f0c4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:50.730636 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-77523eb2-906c-4713-99d9-10dc7ab4f0c4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:50.734959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b88599-75cd-4834-b184-cc4a4de55a00 None None] Network a1930604-20f9-4484-bdfd-4d6f9e0cccb0 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:50.746486 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-77523eb2-906c-4713-99d9-10dc7ab4f0c4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4103251 Aug 31 14:54:50.750152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33822) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:50.755161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4036ce02-44e8-4586-9af1-77c82a9df1fd tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-749280670'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:50.776520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4036ce02-44e8-4586-9af1-77c82a9df1fd tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Made reservation on behalf of 6de8dc57393148f6a928604453f991c6 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:50.779988 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4036ce02-44e8-4586-9af1-77c82a9df1fd tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:50.804687 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4036ce02-44e8-4586-9af1-77c82a9df1fd tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:54:50.814459 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4036ce02-44e8-4586-9af1-77c82a9df1fd tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:50.814862 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-4036ce02-44e8-4586-9af1-77c82a9df1fd tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Added segment e42acdc0-8751-4614-b55e-ac91da929529 of type vlan for network 59fb3602-364d-4a85-a58a-5342093f073c Aug 31 14:54:50.855951 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4036ce02-44e8-4586-9af1-77c82a9df1fd tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:50.875985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-a1930604-20f9-4484-bdfd-4d6f9e0cccb0', 'network_id': 'a1930604-20f9-4484-bdfd-4d6f9e0cccb0', 'tenant_id': '6de8dc57393148f6a928604453f991c6', 'fixed_ips': [{'subnet_id': '65337442-89c8-4950-99e2-40822876d9d2'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:54:50.876807 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:50.881131 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4036ce02-44e8-4586-9af1-77c82a9df1fd tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:50.887363 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4036ce02-44e8-4586-9af1-77c82a9df1fd tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:50.887968 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4036ce02-44e8-4586-9af1-77c82a9df1fd tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:50.955008 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4036ce02-44e8-4586-9af1-77c82a9df1fd tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2037144 Aug 31 14:54:50.957934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33824) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:50.959872 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036ce02-44e8-4586-9af1-77c82a9df1fd tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event updated for resources: {'Network': ['ID=59fb3602-364d-4a85-a58a-5342093f073c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:50.966288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b7a46a1e-430d-420a-b74d-dd750e7cc8a0 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Request body: {'subnet': {'network_id': '59fb3602-364d-4a85-a58a-5342093f073c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:50.971975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 59fb3602-364d-4a85-a58a-5342093f073c details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:54:51.054416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a46a1e-430d-420a-b74d-dd750e7cc8a0 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Made reservation on behalf of 6de8dc57393148f6a928604453f991c6 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:51.058638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7a46a1e-430d-420a-b74d-dd750e7cc8a0 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.069463 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Allocated IP 2001:db8:0:ffff::2 (a1930604-20f9-4484-bdfd-4d6f9e0cccb0/65337442-89c8-4950-99e2-40822876d9d2/f8645125-bcf1-405f-80af-f24b170ba633) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:54:51.210333 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.218561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Transition to ACTIVE for port object f8645125-bcf1-405f-80af-f24b170ba633 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:54:51.234390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Transition to ACTIVE for port object f8645125-bcf1-405f-80af-f24b170ba633 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:54:51.241191 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.252569 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7a46a1e-430d-420a-b74d-dd750e7cc8a0 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.281851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Network a1930604-20f9-4484-bdfd-4d6f9e0cccb0 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:54:51.286506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:51.289572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:54:51.301803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Pushing event updated for resources: {'Port': ['ID=f8645125-bcf1-405f-80af-f24b170ba633,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:51.316573 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a46a1e-430d-420a-b74d-dd750e7cc8a0 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event updated for resources: {'Subnet': ['ID=b5e70b8f-677b-40dc-bdca-3be3562ce2ec,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:51.326107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a46a1e-430d-420a-b74d-dd750e7cc8a0 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Checking segment: {'id': 'e42acdc0-8751-4614-b55e-ac91da929529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '59fb3602-364d-4a85-a58a-5342093f073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:51.326473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a46a1e-430d-420a-b74d-dd750e7cc8a0 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Network hostable DHCP agents. Network: 59fb3602-364d-4a85-a58a-5342093f073c, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:54:51.344707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a46a1e-430d-420a-b74d-dd750e7cc8a0 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Network 59fb3602-364d-4a85-a58a-5342093f073c is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:54:51.355314 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b7a46a1e-430d-420a-b74d-dd750e7cc8a0 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 59fb3602-364d-4a85-a58a-5342093f073c) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:51.359608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a46a1e-430d-420a-b74d-dd750e7cc8a0 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:51.360228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b7a46a1e-430d-420a-b74d-dd750e7cc8a0 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.375751 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b7a46a1e-430d-420a-b74d-dd750e7cc8a0 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4166665 Aug 31 14:54:51.378659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33826) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:51.478034 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.485611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d203f3-612f-4e41-8392-234fb28f1579 None None] Network 59fb3602-364d-4a85-a58a-5342093f073c requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:51.489816 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:51.490160 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:51.490498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:51.490832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:51.491163 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:51.491490 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:51.491811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:51.492160 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:51.493037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:51.493369 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:51.493688 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:51.494008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:54:51.566511 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Attempting to bind port f8645125-bcf1-405f-80af-f24b170ba633 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:54:51.566917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Attempting to bind port f8645125-bcf1-405f-80af-f24b170ba633 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '353c76f6-8350-4691-86ff-f463b66a03ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a1930604-20f9-4484-bdfd-4d6f9e0cccb0'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:54:51.567277 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Attempting to bind port f8645125-bcf1-405f-80af-f24b170ba633 on network a1930604-20f9-4484-bdfd-4d6f9e0cccb0 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:54:51.576817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:54:51.577196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Checking segment: {'id': '353c76f6-8350-4691-86ff-f463b66a03ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a1930604-20f9-4484-bdfd-4d6f9e0cccb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:51.577600 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.577988 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Bound using segment: {'id': '353c76f6-8350-4691-86ff-f463b66a03ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a1930604-20f9-4484-bdfd-4d6f9e0cccb0'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:54:51.578452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Bound port: f8645125-bcf1-405f-80af-f24b170ba633, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353c76f6-8350-4691-86ff-f463b66a03ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a1930604-20f9-4484-bdfd-4d6f9e0cccb0'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:54:51.578830 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.581422 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.646198 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.673841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e70b8f-677b-40dc-bdca-3be3562ce2ec,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:51.694793 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] For port f8645125-bcf1-405f-80af-f24b170ba633, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:54:51.722444 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e627e6a3-6319-46f2-af95-f79e047fb91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-59fb3602-364d-4a85-a58a-5342093f073c', 'network_id': '59fb3602-364d-4a85-a58a-5342093f073c', 'tenant_id': '6de8dc57393148f6a928604453f991c6', 'fixed_ips': [{'subnet_id': 'b5e70b8f-677b-40dc-bdca-3be3562ce2ec'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:54:51.723292 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e627e6a3-6319-46f2-af95-f79e047fb91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.726773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] For port f8645125-bcf1-405f-80af-f24b170ba633, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f8645125-bcf1-405f-80af-f24b170ba633,segment=NetworkSegment(353c76f6-8350-4691-86ff-f463b66a03ff),segment_id=353c76f6-8350-4691-86ff-f463b66a03ff)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:54:51.735977 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.738922 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.749854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fb3602-364d-4a85-a58a-5342093f073c']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:51.761080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42acdc0-8751-4614-b55e-ac91da929529') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:51.761384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42acdc0-8751-4614-b55e-ac91da929529') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:51.770069 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.786269 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.793427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:54:51.794596 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:54:51.798365 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:54:51.851106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3830f1-17bf-4797-ad91-84bbeaf7323c None None] Pushing event updated for resources: {'Port': ['ID=f8645125-bcf1-405f-80af-f24b170ba633,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:51.862412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.869997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d81b1d-3f66-4bc1-bc8f-6817cfc1c4b9 None None] Network 59fb3602-364d-4a85-a58a-5342093f073c requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:51.879078 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.885178 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/networks/59fb3602-364d-4a85-a58a-5342093f073c HTTP/1.1" status: 204 len: 168 time: 0.5013883 Aug 31 14:54:51.885328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d81b1d-3f66-4bc1-bc8f-6817cfc1c4b9 None None] Network 59fb3602-364d-4a85-a58a-5342093f073c could not be found, it might have been deleted concurrently. {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:54:51.885553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33828) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:51.890787 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2bda4606-fff0-49a8-acb1-51ac3ebb486b tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-332621546'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:51.892069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a6f2a-6f06-453d-8acf-7e976ccec380 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event deleted for resources: {'Network': ['ID=59fb3602-364d-4a85-a58a-5342093f073c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:51.912992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda4606-fff0-49a8-acb1-51ac3ebb486b tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Made reservation on behalf of 6de8dc57393148f6a928604453f991c6 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:51.916567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bda4606-fff0-49a8-acb1-51ac3ebb486b tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.942080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bda4606-fff0-49a8-acb1-51ac3ebb486b tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:54:51.953751 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bda4606-fff0-49a8-acb1-51ac3ebb486b tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:51.954103 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-2bda4606-fff0-49a8-acb1-51ac3ebb486b tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Added segment 98f5b287-c1e7-4b62-9093-d8e35e3c6369 of type vlan for network 0c7e6927-589e-48ff-84d2-b16018777563 Aug 31 14:54:52.008675 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bda4606-fff0-49a8-acb1-51ac3ebb486b tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.038509 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bda4606-fff0-49a8-acb1-51ac3ebb486b tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.044679 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda4606-fff0-49a8-acb1-51ac3ebb486b tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:52.045305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2bda4606-fff0-49a8-acb1-51ac3ebb486b tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.102792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2bda4606-fff0-49a8-acb1-51ac3ebb486b tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2161469 Aug 31 14:54:52.105720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33830) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:52.112877 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Request body: {'subnet': {'network_id': '0c7e6927-589e-48ff-84d2-b16018777563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:52.135358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda4606-fff0-49a8-acb1-51ac3ebb486b tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event updated for resources: {'Network': ['ID=0c7e6927-589e-48ff-84d2-b16018777563,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:52.145781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 0c7e6927-589e-48ff-84d2-b16018777563 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:54:52.207209 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Made reservation on behalf of 6de8dc57393148f6a928604453f991c6 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:52.210873 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.270203 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.ipam_backend_mixin [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Performing IP validity checks on allocation pools {{(pid=106387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 14:54:52.270721 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.ipam_backend_mixin [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 14:54:52.315388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f8645125-bcf1-405f-80af-f24b170ba633 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:54:52.363955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port f8645125-bcf1-405f-80af-f24b170ba633 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:54:52.400142 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.454426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event updated for resources: {'Subnet': ['ID=bb59be8a-d183-49b3-be61-c68c788420a8,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:52.470453 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Checking segment: {'id': '98f5b287-c1e7-4b62-9093-d8e35e3c6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0c7e6927-589e-48ff-84d2-b16018777563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:52.470825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Network hostable DHCP agents. Network: 0c7e6927-589e-48ff-84d2-b16018777563, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:54:52.489268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Network 0c7e6927-589e-48ff-84d2-b16018777563 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:54:52.497784 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 0c7e6927-589e-48ff-84d2-b16018777563) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:52.501812 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:52.502432 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.510191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4442f42d-6f14-4fbb-bbb4-978128d0d590 None None] Network 0c7e6927-589e-48ff-84d2-b16018777563 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:52.520479 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d987c66a-7570-41b4-959a-1d5b3388558c tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4118478 Aug 31 14:54:52.521254 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33832) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:52.627453 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.669921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9c5b1b-9588-4591-a782-449437c52b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-0c7e6927-589e-48ff-84d2-b16018777563', 'network_id': '0c7e6927-589e-48ff-84d2-b16018777563', 'tenant_id': '6de8dc57393148f6a928604453f991c6', 'fixed_ips': [{'subnet_id': 'bb59be8a-d183-49b3-be61-c68c788420a8'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:54:52.670789 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a9c5b1b-9588-4591-a782-449437c52b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.708282 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.748503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc712082-93e1-4c44-91a0-26ecc03a791d None None] Network a1930604-20f9-4484-bdfd-4d6f9e0cccb0 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:52.772539 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.803122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event deleted for resources: {'Subnet': ['ID=bb59be8a-d183-49b3-be61-c68c788420a8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server [None req-7a9c5b1b-9588-4591-a782-449437c52b2b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb59be8a-d183-49b3-be61-c68c788420a8: This subnet is being modified by another concurrent operation. Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server raise exception Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb59be8a-d183-49b3-be61-c68c788420a8: This subnet is being modified by another concurrent operation. Aug 31 14:54:52.821488 n-d-792364-6 neutron-server[106389]: ERROR oslo_messaging.rpc.server Aug 31 14:54:52.838692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-61f2f63a-bb3a-4cc8-bd2f-78dc92b9ff16 None None] Provisioning for port f8645125-bcf1-405f-80af-f24b170ba633 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:54:52.849228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2519ea3-00fb-405b-8f1a-23f70afb2a43 None None] Network 0c7e6927-589e-48ff-84d2-b16018777563 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:52.853842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-61f2f63a-bb3a-4cc8-bd2f-78dc92b9ff16 None None] Provisioning complete for port f8645125-bcf1-405f-80af-f24b170ba633 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:54:52.854210 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61f2f63a-bb3a-4cc8-bd2f-78dc92b9ff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.876021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.886410 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7e6927-589e-48ff-84d2-b16018777563']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:52.897166 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f5b287-c1e7-4b62-9093-d8e35e3c6369') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:52.897472 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f5b287-c1e7-4b62-9093-d8e35e3c6369') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:52.906964 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.921218 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.927136 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:54:52.927526 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:54:52.930709 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:54:52.990725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:52.999654 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.001648 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/networks/0c7e6927-589e-48ff-84d2-b16018777563 HTTP/1.1" status: 204 len: 168 time: 0.4788826 Aug 31 14:54:53.006117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33834) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:53.012497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a815-d10f-45ae-830b-fe2ffd5c29d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event deleted for resources: {'Network': ['ID=0c7e6927-589e-48ff-84d2-b16018777563,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:53.012927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0098d771-5b39-409e-9432-223045437e36 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-213136154'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:53.040513 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0098d771-5b39-409e-9432-223045437e36 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Made reservation on behalf of 6de8dc57393148f6a928604453f991c6 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:53.044044 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0098d771-5b39-409e-9432-223045437e36 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.066729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0098d771-5b39-409e-9432-223045437e36 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:54:53.076123 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0098d771-5b39-409e-9432-223045437e36 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.076504 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-0098d771-5b39-409e-9432-223045437e36 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Added segment 32e9fea9-e24c-4f3e-9a01-5a60e7fb7fa8 of type vlan for network 7239f813-0ec9-4a95-b776-d6f1034b8b7d Aug 31 14:54:53.081376 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61f2f63a-bb3a-4cc8-bd2f-78dc92b9ff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.122365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-61f2f63a-bb3a-4cc8-bd2f-78dc92b9ff16 None None] For port f8645125-bcf1-405f-80af-f24b170ba633, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f8645125-bcf1-405f-80af-f24b170ba633,segment=NetworkSegment(353c76f6-8350-4691-86ff-f463b66a03ff),segment_id=353c76f6-8350-4691-86ff-f463b66a03ff)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:53.122902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0098d771-5b39-409e-9432-223045437e36 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.128255 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61f2f63a-bb3a-4cc8-bd2f-78dc92b9ff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.151182 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0098d771-5b39-409e-9432-223045437e36 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.157218 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0098d771-5b39-409e-9432-223045437e36 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:53.157981 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0098d771-5b39-409e-9432-223045437e36 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.178592 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2f63a-bb3a-4cc8-bd2f-78dc92b9ff16 None None] Pushing event updated for resources: {'Port': ['ID=f8645125-bcf1-405f-80af-f24b170ba633,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:53.227404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0098d771-5b39-409e-9432-223045437e36 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2200637 Aug 31 14:54:53.231123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33836) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:53.236425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-316ca2bf-f584-4903-a4fe-d7dc06cbe217 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Request body: {'subnet': {'network_id': '7239f813-0ec9-4a95-b776-d6f1034b8b7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:53.263496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098d771-5b39-409e-9432-223045437e36 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event updated for resources: {'Network': ['ID=7239f813-0ec9-4a95-b776-d6f1034b8b7d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:53.274587 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 7239f813-0ec9-4a95-b776-d6f1034b8b7d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:54:53.312254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d07cc-98a9-4ded-a544-4c5bf2177b38 None None] get_active_networks_info from n-d-792364-6 {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 14:54:53.333725 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316ca2bf-f584-4903-a4fe-d7dc06cbe217 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Made reservation on behalf of 6de8dc57393148f6a928604453f991c6 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:53.337529 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-316ca2bf-f584-4903-a4fe-d7dc06cbe217 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.384139 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3453103b-5fe0-43bd-b00b-6544e939d5d8 None None] Provisioning complete for port f8645125-bcf1-405f-80af-f24b170ba633 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:54:53.384542 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3453103b-5fe0-43bd-b00b-6544e939d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.439991 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d07cc-98a9-4ded-a544-4c5bf2177b38 None None] Resources bound (agent type, host, resource id): {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 14:54:53.520880 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-316ca2bf-f584-4903-a4fe-d7dc06cbe217 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.588745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ca2bf-f584-4903-a4fe-d7dc06cbe217 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event updated for resources: {'Subnet': ['ID=cbf17639-ba6b-4fa3-ae74-3de3314874dc,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:53.593946 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ca2bf-f584-4903-a4fe-d7dc06cbe217 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Checking segment: {'id': '32e9fea9-e24c-4f3e-9a01-5a60e7fb7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7239f813-0ec9-4a95-b776-d6f1034b8b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:53.594326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316ca2bf-f584-4903-a4fe-d7dc06cbe217 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Network hostable DHCP agents. Network: 7239f813-0ec9-4a95-b776-d6f1034b8b7d, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:54:53.611620 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316ca2bf-f584-4903-a4fe-d7dc06cbe217 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Network 7239f813-0ec9-4a95-b776-d6f1034b8b7d is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:54:53.620793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-316ca2bf-f584-4903-a4fe-d7dc06cbe217 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 7239f813-0ec9-4a95-b776-d6f1034b8b7d) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:53.625101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316ca2bf-f584-4903-a4fe-d7dc06cbe217 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:53.625710 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-316ca2bf-f584-4903-a4fe-d7dc06cbe217 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.642872 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-316ca2bf-f584-4903-a4fe-d7dc06cbe217 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4071965 Aug 31 14:54:53.643197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33838) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:53.648661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-898a8603-6585-4aef-acd6-de678fc77381 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-664730806'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:53.670177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898a8603-6585-4aef-acd6-de678fc77381 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Made reservation on behalf of 6de8dc57393148f6a928604453f991c6 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:53.670365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa702b0a-ba0a-4520-86d9-bc654aa533a0 None None] Network 7239f813-0ec9-4a95-b776-d6f1034b8b7d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:53.674004 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-898a8603-6585-4aef-acd6-de678fc77381 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.697191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898a8603-6585-4aef-acd6-de678fc77381 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:54:53.706228 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-898a8603-6585-4aef-acd6-de678fc77381 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.706584 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-898a8603-6585-4aef-acd6-de678fc77381 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Added segment 1700f794-77f4-407c-a248-58004a81531d of type vlan for network e414915f-9918-4988-851b-0104871d472b Aug 31 14:54:53.752227 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-898a8603-6585-4aef-acd6-de678fc77381 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.776888 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-898a8603-6585-4aef-acd6-de678fc77381 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.782375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a8603-6585-4aef-acd6-de678fc77381 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:53.782973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-898a8603-6585-4aef-acd6-de678fc77381 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.815524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-7239f813-0ec9-4a95-b776-d6f1034b8b7d', 'network_id': '7239f813-0ec9-4a95-b776-d6f1034b8b7d', 'tenant_id': '6de8dc57393148f6a928604453f991c6', 'fixed_ips': [{'subnet_id': 'cbf17639-ba6b-4fa3-ae74-3de3314874dc'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:54:53.816454 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:53.842167 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-898a8603-6585-4aef-acd6-de678fc77381 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1950347 Aug 31 14:54:53.842404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33840) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:53.852261 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-728de6e8-b71e-40ca-8fde-c251f6c508f7 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Request body: {'subnet': {'network_id': 'e414915f-9918-4988-851b-0104871d472b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:53.868451 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a8603-6585-4aef-acd6-de678fc77381 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event updated for resources: {'Network': ['ID=e414915f-9918-4988-851b-0104871d472b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:53.886776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network e414915f-9918-4988-851b-0104871d472b details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:54:53.949068 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728de6e8-b71e-40ca-8fde-c251f6c508f7 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Made reservation on behalf of 6de8dc57393148f6a928604453f991c6 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:53.952669 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-728de6e8-b71e-40ca-8fde-c251f6c508f7 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.011440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Allocated IP 2001:db8::2 (7239f813-0ec9-4a95-b776-d6f1034b8b7d/cbf17639-ba6b-4fa3-ae74-3de3314874dc/7754d6ce-6193-48df-a7c1-4afe5139cdcd) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:54:54.150606 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-728de6e8-b71e-40ca-8fde-c251f6c508f7 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.155782 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.164899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Transition to ACTIVE for port object 7754d6ce-6193-48df-a7c1-4afe5139cdcd will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:54:54.179761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Transition to ACTIVE for port object 7754d6ce-6193-48df-a7c1-4afe5139cdcd will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:54:54.185277 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.213297 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728de6e8-b71e-40ca-8fde-c251f6c508f7 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event updated for resources: {'Subnet': ['ID=a6c24ef4-e4cd-47cc-bacb-08b9916d3d7a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:54.222040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728de6e8-b71e-40ca-8fde-c251f6c508f7 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Checking segment: {'id': '1700f794-77f4-407c-a248-58004a81531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e414915f-9918-4988-851b-0104871d472b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:54.222403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728de6e8-b71e-40ca-8fde-c251f6c508f7 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Network hostable DHCP agents. Network: e414915f-9918-4988-851b-0104871d472b, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:54:54.228904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Network 7239f813-0ec9-4a95-b776-d6f1034b8b7d is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:54:54.231804 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:54.235390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:54:54.243345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Pushing event updated for resources: {'Port': ['ID=7754d6ce-6193-48df-a7c1-4afe5139cdcd,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:54.244191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728de6e8-b71e-40ca-8fde-c251f6c508f7 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Network e414915f-9918-4988-851b-0104871d472b is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:54:54.260415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-728de6e8-b71e-40ca-8fde-c251f6c508f7 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, e414915f-9918-4988-851b-0104871d472b) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:54.265256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728de6e8-b71e-40ca-8fde-c251f6c508f7 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:54.266070 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-728de6e8-b71e-40ca-8fde-c251f6c508f7 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.286611 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-728de6e8-b71e-40ca-8fde-c251f6c508f7 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4384730 Aug 31 14:54:54.286912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33842) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:54.287442 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f246231e-e005-4e4c-a405-5d3249379761 None None] Network e414915f-9918-4988-851b-0104871d472b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:54.336901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f8645125-bcf1-405f-80af-f24b170ba633 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:54:54.359938 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Attempting to bind port 7754d6ce-6193-48df-a7c1-4afe5139cdcd on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:54:54.360315 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Attempting to bind port 7754d6ce-6193-48df-a7c1-4afe5139cdcd by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '32e9fea9-e24c-4f3e-9a01-5a60e7fb7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7239f813-0ec9-4a95-b776-d6f1034b8b7d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:54:54.360717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Attempting to bind port 7754d6ce-6193-48df-a7c1-4afe5139cdcd on network 7239f813-0ec9-4a95-b776-d6f1034b8b7d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:54:54.375047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:54:54.375431 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Checking segment: {'id': '32e9fea9-e24c-4f3e-9a01-5a60e7fb7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7239f813-0ec9-4a95-b776-d6f1034b8b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:54.375843 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.376252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Bound using segment: {'id': '32e9fea9-e24c-4f3e-9a01-5a60e7fb7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7239f813-0ec9-4a95-b776-d6f1034b8b7d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:54:54.376776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Bound port: 7754d6ce-6193-48df-a7c1-4afe5139cdcd, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e9fea9-e24c-4f3e-9a01-5a60e7fb7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7239f813-0ec9-4a95-b776-d6f1034b8b7d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:54:54.377172 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.389720 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.443978 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.491423 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f8645125-bcf1-405f-80af-f24b170ba633 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:54:54.491804 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.503567 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.537524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c24ef4-e4cd-47cc-bacb-08b9916d3d7a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:54.540214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] For port 7754d6ce-6193-48df-a7c1-4afe5139cdcd, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:54:54.565313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] For port 7754d6ce-6193-48df-a7c1-4afe5139cdcd, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7754d6ce-6193-48df-a7c1-4afe5139cdcd,segment=NetworkSegment(32e9fea9-e24c-4f3e-9a01-5a60e7fb7fa8),segment_id=32e9fea9-e24c-4f3e-9a01-5a60e7fb7fa8)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:54:54.585021 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.596250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cacb3b-e981-401a-b08c-8c57d72c2a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-e414915f-9918-4988-851b-0104871d472b', 'network_id': 'e414915f-9918-4988-851b-0104871d472b', 'tenant_id': '6de8dc57393148f6a928604453f991c6', 'fixed_ips': [{'subnet_id': 'a6c24ef4-e4cd-47cc-bacb-08b9916d3d7a'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:54:54.597111 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a5cacb3b-e981-401a-b08c-8c57d72c2a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.599511 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.609950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e414915f-9918-4988-851b-0104871d472b']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:54.621368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1700f794-77f4-407c-a248-58004a81531d') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:54.621669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1700f794-77f4-407c-a248-58004a81531d') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:54.630595 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.645159 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.651652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:54:54.652056 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:54:54.656241 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:54:54.904707 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce5d56-d251-475c-b255-e3b5ef69d940 None None] Pushing event updated for resources: {'Port': ['ID=7754d6ce-6193-48df-a7c1-4afe5139cdcd,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:54.921075 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.925841 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:54.930121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1064bcdc-b928-4782-b02e-71c68a80a59f None None] Network e414915f-9918-4988-851b-0104871d472b requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:54.932456 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/networks/e414915f-9918-4988-851b-0104871d472b HTTP/1.1" status: 204 len: 168 time: 0.6442056 Aug 31 14:54:54.932950 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33844) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:54.949621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1064bcdc-b928-4782-b02e-71c68a80a59f None None] Network e414915f-9918-4988-851b-0104871d472b could not be found, it might have been deleted concurrently. {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:54:54.952541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f935765-9264-486f-99b1-5fb7a9a24ccf tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event deleted for resources: {'Network': ['ID=e414915f-9918-4988-851b-0104871d472b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:54.967536 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-235d953c-b453-45cc-950e-1851b5d14b6f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] GET failed (client error): The resource could not be found. Aug 31 14:54:54.968908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-235d953c-b453-45cc-950e-1851b5d14b6f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "GET /v2.0/subnets/a6c24ef4-e4cd-47cc-bacb-08b9916d3d7a HTTP/1.1" status: 404 len: 337 time: 0.0344291 Aug 31 14:54:54.971616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33846) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:54.989966 n-d-792364-6 neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e1ad03-bac5-41f7-922c-67e90e7fdcae tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] DELETE failed (client error): The resource could not be found. Aug 31 14:54:54.990484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e1ad03-bac5-41f7-922c-67e90e7fdcae tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:54:54.992769 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-87e1ad03-bac5-41f7-922c-67e90e7fdcae tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/networks/e414915f-9918-4988-851b-0104871d472b HTTP/1.1" status: 404 len: 339 time: 0.0195754 Aug 31 14:54:54.996484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33848) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:55.026757 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-83947545-fe36-4ef9-9930-63518e2635c1 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] DELETE failed (client error): The resource could not be found. Aug 31 14:54:55.027206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83947545-fe36-4ef9-9930-63518e2635c1 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:54:55.028917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-83947545-fe36-4ef9-9930-63518e2635c1 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/subnets/a6c24ef4-e4cd-47cc-bacb-08b9916d3d7a HTTP/1.1" status: 404 len: 337 time: 0.0314071 Aug 31 14:54:55.031376 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33850) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:55.048906 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8023772-c318-4e11-8ff5-aae8d690e574 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] DELETE failed (client error): The resource could not be found. Aug 31 14:54:55.049424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8023772-c318-4e11-8ff5-aae8d690e574 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:54:55.051026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d8023772-c318-4e11-8ff5-aae8d690e574 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/networks/e414915f-9918-4988-851b-0104871d472b HTTP/1.1" status: 404 len: 339 time: 0.0187895 Aug 31 14:54:55.053272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33852) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:55.073702 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:54:55.102796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26f882d-88cc-4dae-acde-13ae3fe0e0d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Deleting subnet cbf17639-ba6b-4fa3-ae74-3de3314874dc {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:54:55.105970 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c26f882d-88cc-4dae-acde-13ae3fe0e0d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.155668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c26f882d-88cc-4dae-acde-13ae3fe0e0d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.281251 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c26f882d-88cc-4dae-acde-13ae3fe0e0d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.343516 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c26f882d-88cc-4dae-acde-13ae3fe0e0d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.372601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f882d-88cc-4dae-acde-13ae3fe0e0d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf17639-ba6b-4fa3-ae74-3de3314874dc,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:55.374711 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c26f882d-88cc-4dae-acde-13ae3fe0e0d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.376537 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c26f882d-88cc-4dae-acde-13ae3fe0e0d4 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/subnets/cbf17639-ba6b-4fa3-ae74-3de3314874dc HTTP/1.1" status: 204 len: 168 time: 0.3223557 Aug 31 14:54:55.379159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33854) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:55.456046 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.516587 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Deleting port 7754d6ce-6193-48df-a7c1-4afe5139cdcd {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:54:55.517051 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.577986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490028bb-1800-4c49-9fb4-2b238c11746d None None] Network 7239f813-0ec9-4a95-b776-d6f1034b8b7d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:55.584878 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] For port 7754d6ce-6193-48df-a7c1-4afe5139cdcd, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7754d6ce-6193-48df-a7c1-4afe5139cdcd,segment=NetworkSegment(32e9fea9-e24c-4f3e-9a01-5a60e7fb7fa8),segment_id=32e9fea9-e24c-4f3e-9a01-5a60e7fb7fa8)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:55.585250 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.598444 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Calling delete_port for 7754d6ce-6193-48df-a7c1-4afe5139cdcd owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:54:55.678852 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.683474 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d2c397af-9c7d-419d-aee2-732e1541232b None None] Could not find standard attr ID for object 7754d6ce-6193-48df-a7c1-4afe5139cdcd. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:54:55.705973 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event deleted for resources: {'Port': ['ID=7754d6ce-6193-48df-a7c1-4afe5139cdcd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:55.711746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] No DVR routers for this DVR port 7754d6ce-6193-48df-a7c1-4afe5139cdcd on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:54:55.765000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6346cdaa-f231-4568-a13f-64ef4f642f79 None None] DHCP port deletion for 7239f813-0ec9-4a95-b776-d6f1034b8b7d request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:54:55.790719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.800729 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7239f813-0ec9-4a95-b776-d6f1034b8b7d']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:55.810895 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e9fea9-e24c-4f3e-9a01-5a60e7fb7fa8') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:55.811199 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e9fea9-e24c-4f3e-9a01-5a60e7fb7fa8') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:55.819767 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.837815 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.843776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:54:55.844169 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:54:55.847107 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:54:55.902425 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.909283 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:55.911522 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/networks/7239f813-0ec9-4a95-b776-d6f1034b8b7d HTTP/1.1" status: 204 len: 168 time: 0.5313289 Aug 31 14:54:55.914153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33856) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:55.923320 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f584b-b4a9-4580-aa8a-358182425684 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event deleted for resources: {'Network': ['ID=7239f813-0ec9-4a95-b776-d6f1034b8b7d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:55.945790 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a031fe6-edea-415d-afc5-ec58a085938d tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] DELETE failed (client error): The resource could not be found. Aug 31 14:54:55.946452 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a031fe6-edea-415d-afc5-ec58a085938d tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:54:55.948307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4a031fe6-edea-415d-afc5-ec58a085938d tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/subnets/bb59be8a-d183-49b3-be61-c68c788420a8 HTTP/1.1" status: 404 len: 337 time: 0.0328069 Aug 31 14:54:55.950932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33858) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:55.969122 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1f0096-fa2e-4dbd-a66b-703e5d9a307f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] DELETE failed (client error): The resource could not be found. Aug 31 14:54:55.969675 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1f0096-fa2e-4dbd-a66b-703e5d9a307f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:54:55.971306 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8d1f0096-fa2e-4dbd-a66b-703e5d9a307f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/networks/0c7e6927-589e-48ff-84d2-b16018777563 HTTP/1.1" status: 404 len: 339 time: 0.0194447 Aug 31 14:54:55.973642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33860) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:55.997710 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca9c260-5674-42ff-81ae-8615baf50965 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] DELETE failed (client error): The resource could not be found. Aug 31 14:54:55.998146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca9c260-5674-42ff-81ae-8615baf50965 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:54:55.999776 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5ca9c260-5674-42ff-81ae-8615baf50965 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/subnets/b5e70b8f-677b-40dc-bdca-3be3562ce2ec HTTP/1.1" status: 404 len: 337 time: 0.0252652 Aug 31 14:54:56.001983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33862) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:56.019098 n-d-792364-6 neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a38164-6b36-4d67-847c-232816464852 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] DELETE failed (client error): The resource could not be found. Aug 31 14:54:56.019619 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a38164-6b36-4d67-847c-232816464852 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106388) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 14:54:56.021255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c8a38164-6b36-4d67-847c-232816464852 tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/networks/59fb3602-364d-4a85-a58a-5342093f073c HTTP/1.1" status: 404 len: 339 time: 0.0183945 Aug 31 14:54:56.024347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33864) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:56.074072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-e876855b-105a-460e-9bd4-42f482e6bc3f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Deleting subnet 65337442-89c8-4950-99e2-40822876d9d2 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:54:56.077200 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e876855b-105a-460e-9bd4-42f482e6bc3f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.115528 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e876855b-105a-460e-9bd4-42f482e6bc3f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.200733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e876855b-105a-460e-9bd4-42f482e6bc3f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.257754 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e876855b-105a-460e-9bd4-42f482e6bc3f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.285359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876855b-105a-460e-9bd4-42f482e6bc3f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event deleted for resources: {'Subnet': ['ID=65337442-89c8-4950-99e2-40822876d9d2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:56.287326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e876855b-105a-460e-9bd4-42f482e6bc3f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.289862 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e876855b-105a-460e-9bd4-42f482e6bc3f tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/subnets/65337442-89c8-4950-99e2-40822876d9d2 HTTP/1.1" status: 204 len: 168 time: 0.2639964 Aug 31 14:54:56.292232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33866) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:56.294781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897a5836-11d0-4f82-b9f5-3836d04f1e6b None None] Network a1930604-20f9-4484-bdfd-4d6f9e0cccb0 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:56.373366 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.426674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Deleting port f8645125-bcf1-405f-80af-f24b170ba633 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:54:56.427025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.472174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89128b29-3b56-474c-a689-3fbe46cbf34a None None] DHCP port deletion for a1930604-20f9-4484-bdfd-4d6f9e0cccb0 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:54:56.490019 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] For port f8645125-bcf1-405f-80af-f24b170ba633, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f8645125-bcf1-405f-80af-f24b170ba633,segment=NetworkSegment(353c76f6-8350-4691-86ff-f463b66a03ff),segment_id=353c76f6-8350-4691-86ff-f463b66a03ff)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:56.490525 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.504262 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Calling delete_port for f8645125-bcf1-405f-80af-f24b170ba633 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:54:56.517044 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-89128b29-3b56-474c-a689-3fbe46cbf34a None None] Deleting port f8645125-bcf1-405f-80af-f24b170ba633 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:54:56.517417 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-89128b29-3b56-474c-a689-3fbe46cbf34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.579674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-89128b29-3b56-474c-a689-3fbe46cbf34a None None] For port f8645125-bcf1-405f-80af-f24b170ba633, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f8645125-bcf1-405f-80af-f24b170ba633,segment=NetworkSegment(353c76f6-8350-4691-86ff-f463b66a03ff),segment_id=353c76f6-8350-4691-86ff-f463b66a03ff)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:54:56.580080 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-89128b29-3b56-474c-a689-3fbe46cbf34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.586966 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.593635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-89128b29-3b56-474c-a689-3fbe46cbf34a None None] Calling delete_port for f8645125-bcf1-405f-80af-f24b170ba633 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:54:56.612747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event deleted for resources: {'Port': ['ID=f8645125-bcf1-405f-80af-f24b170ba633,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:56.616588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] No DVR routers for this DVR port f8645125-bcf1-405f-80af-f24b170ba633 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:54:56.670631 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-89128b29-3b56-474c-a689-3fbe46cbf34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.694888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89128b29-3b56-474c-a689-3fbe46cbf34a None None] Pushing event deleted for resources: {'Port': ['ID=f8645125-bcf1-405f-80af-f24b170ba633,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:56.697833 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.698334 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89128b29-3b56-474c-a689-3fbe46cbf34a None None] No DVR routers for this DVR port f8645125-bcf1-405f-80af-f24b170ba633 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:54:56.711995 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1930604-20f9-4484-bdfd-4d6f9e0cccb0']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:56.722508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353c76f6-8350-4691-86ff-f463b66a03ff') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:56.722835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353c76f6-8350-4691-86ff-f463b66a03ff') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:54:56.732173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.746411 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.752294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:54:56.752713 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:54:56.755758 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:54:56.811860 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.818866 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:56.821411 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] 10.222.0.20 "DELETE /v2.0/networks/a1930604-20f9-4484-bdfd-4d6f9e0cccb0 HTTP/1.1" status: 204 len: 168 time: 0.5282433 Aug 31 14:54:56.833020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab720160-1e2b-44e5-98af-935f2c4b045e tempest-NetworksIpV6Test-303854353 tempest-NetworksIpV6Test-303854353-project] Pushing event deleted for resources: {'Network': ['ID=a1930604-20f9-4484-bdfd-4d6f9e0cccb0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:57.061126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33872) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:57.192908 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5c91461e-3b83-4dea-b74b-7853c9e6e6c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6de8dc57393148f6a928604453f991c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305516 Aug 31 14:54:57.196138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33876) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:57.248259 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-caffcfca-8e33-4881-b441-633487555630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:57.268427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-caffcfca-8e33-4881-b441-633487555630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:57.316395 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-caffcfca-8e33-4881-b441-633487555630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:57.319054 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-caffcfca-8e33-4881-b441-633487555630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:57.320249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-caffcfca-8e33-4881-b441-633487555630 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e61f408a-3e7a-4539-a9b8-01d679c4afbf HTTP/1.1" status: 204 len: 168 time: 0.1232073 Aug 31 14:54:57.328337 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffcfca-8e33-4881-b441-633487555630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61f408a-3e7a-4539-a9b8-01d679c4afbf,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:57.942751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33898) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:58.037639 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b7608fcf-3b04-4107-a3ff-28671bcc2e93 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1423798690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:58.062174 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7608fcf-3b04-4107-a3ff-28671bcc2e93 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.063124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7608fcf-3b04-4107-a3ff-28671bcc2e93 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.154052 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7608fcf-3b04-4107-a3ff-28671bcc2e93 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.158391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7608fcf-3b04-4107-a3ff-28671bcc2e93 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.173671 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b7608fcf-3b04-4107-a3ff-28671bcc2e93 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.174901 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b7608fcf-3b04-4107-a3ff-28671bcc2e93 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2311103 Aug 31 14:54:58.177572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33902) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:58.182443 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-881216692'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:58.202756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Made reservation on behalf of a140f4a9a431402ca3dd28e44c75f660 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:58.206196 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.215668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.301571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f8645125-bcf1-405f-80af-f24b170ba633 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:54:58.308017 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.312254 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.323283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: f8645125-bcf1-405f-80af-f24b170ba633 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:54:58.323633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f8645125-bcf1-405f-80af-f24b170ba633 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:54:58.336543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:54:58.351659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5070db80-49ce-4450-9458-2fb23252f0fb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:58.354563 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.354914 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Added segment c593beda-e007-4818-8bea-d8aed929c04b of type vlan for network 86426a27-af4d-4eea-8d18-db19928a5a6e Aug 31 14:54:58.394951 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.419894 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.425790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:58.426390 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.481218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3026178 Aug 31 14:54:58.484671 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33904) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:58.490567 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f7d49582-06b9-4fa5-8a04-14a1f9e2dcef tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Request body: {'subnet': {'network_id': '86426a27-af4d-4eea-8d18-db19928a5a6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:58.498930 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa1ce8-65a7-4331-b0c6-f38b95712d19 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Pushing event updated for resources: {'Network': ['ID=86426a27-af4d-4eea-8d18-db19928a5a6e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:58.509949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 86426a27-af4d-4eea-8d18-db19928a5a6e details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:54:58.581420 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d49582-06b9-4fa5-8a04-14a1f9e2dcef tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Made reservation on behalf of a140f4a9a431402ca3dd28e44c75f660 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:58.584909 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7d49582-06b9-4fa5-8a04-14a1f9e2dcef tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.761823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7d49582-06b9-4fa5-8a04-14a1f9e2dcef tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.819399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d49582-06b9-4fa5-8a04-14a1f9e2dcef tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Pushing event updated for resources: {'Subnet': ['ID=d489e637-2751-4c89-b66d-754a24d8169d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:58.828803 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d49582-06b9-4fa5-8a04-14a1f9e2dcef tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Checking segment: {'id': 'c593beda-e007-4818-8bea-d8aed929c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '86426a27-af4d-4eea-8d18-db19928a5a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:58.829176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d49582-06b9-4fa5-8a04-14a1f9e2dcef tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Network hostable DHCP agents. Network: 86426a27-af4d-4eea-8d18-db19928a5a6e, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:54:58.845668 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d49582-06b9-4fa5-8a04-14a1f9e2dcef tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Network 86426a27-af4d-4eea-8d18-db19928a5a6e is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:54:58.853904 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f7d49582-06b9-4fa5-8a04-14a1f9e2dcef tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 86426a27-af4d-4eea-8d18-db19928a5a6e) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:58.858002 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d49582-06b9-4fa5-8a04-14a1f9e2dcef tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:58.858583 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f7d49582-06b9-4fa5-8a04-14a1f9e2dcef tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.862879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed33166f-973f-4e0b-9cdf-8f47feebc237 None None] Network 86426a27-af4d-4eea-8d18-db19928a5a6e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:58.877013 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f7d49582-06b9-4fa5-8a04-14a1f9e2dcef tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3911054 Aug 31 14:54:58.877515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33906) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:58.883321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-18781980-4b13-4e2f-b5f4-9cc797b7f486 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-73616084'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:58.905646 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18781980-4b13-4e2f-b5f4-9cc797b7f486 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Made reservation on behalf of a140f4a9a431402ca3dd28e44c75f660 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:58.909207 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18781980-4b13-4e2f-b5f4-9cc797b7f486 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.933107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18781980-4b13-4e2f-b5f4-9cc797b7f486 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:54:58.944060 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18781980-4b13-4e2f-b5f4-9cc797b7f486 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:58.944415 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-18781980-4b13-4e2f-b5f4-9cc797b7f486 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Added segment 882c5cc0-e916-4a7c-a5af-e607e3b6e3eb of type vlan for network 5fee0449-c620-4bfa-8864-244934c48737 Aug 31 14:54:58.985800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18781980-4b13-4e2f-b5f4-9cc797b7f486 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.010164 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-86426a27-af4d-4eea-8d18-db19928a5a6e', 'network_id': '86426a27-af4d-4eea-8d18-db19928a5a6e', 'tenant_id': 'a140f4a9a431402ca3dd28e44c75f660', 'fixed_ips': [{'subnet_id': 'd489e637-2751-4c89-b66d-754a24d8169d'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:54:59.011120 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.011224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18781980-4b13-4e2f-b5f4-9cc797b7f486 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.017152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18781980-4b13-4e2f-b5f4-9cc797b7f486 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:59.017755 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-18781980-4b13-4e2f-b5f4-9cc797b7f486 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.078329 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-18781980-4b13-4e2f-b5f4-9cc797b7f486 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1994638 Aug 31 14:54:59.081015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33908) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:59.088575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-008f6624-aa29-415d-ac1e-495981713104 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Request body: {'subnet': {'network_id': '5fee0449-c620-4bfa-8864-244934c48737', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:59.130929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18781980-4b13-4e2f-b5f4-9cc797b7f486 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Pushing event updated for resources: {'Network': ['ID=5fee0449-c620-4bfa-8864-244934c48737,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:59.143907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 5fee0449-c620-4bfa-8864-244934c48737 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:54:59.151042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Allocated IP 172.20.0.2 (86426a27-af4d-4eea-8d18-db19928a5a6e/d489e637-2751-4c89-b66d-754a24d8169d/7757bb30-ecda-4e0e-a65c-e6a730d17726) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:54:59.182331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008f6624-aa29-415d-ac1e-495981713104 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Made reservation on behalf of a140f4a9a431402ca3dd28e44c75f660 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:54:59.186118 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-008f6624-aa29-415d-ac1e-495981713104 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.349964 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.358739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Transition to ACTIVE for port object 7757bb30-ecda-4e0e-a65c-e6a730d17726 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:54:59.368427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-008f6624-aa29-415d-ac1e-495981713104 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.374903 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Transition to ACTIVE for port object 7757bb30-ecda-4e0e-a65c-e6a730d17726 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:54:59.380711 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.421965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Network 86426a27-af4d-4eea-8d18-db19928a5a6e is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:54:59.424939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:59.427338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:54:59.435010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f6624-aa29-415d-ac1e-495981713104 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Pushing event updated for resources: {'Subnet': ['ID=530ebf81-c136-4533-a4a9-c48f02aebdea,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:59.435219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Pushing event updated for resources: {'Port': ['ID=7757bb30-ecda-4e0e-a65c-e6a730d17726,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:59.444038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f6624-aa29-415d-ac1e-495981713104 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Checking segment: {'id': '882c5cc0-e916-4a7c-a5af-e607e3b6e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5fee0449-c620-4bfa-8864-244934c48737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:59.444232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008f6624-aa29-415d-ac1e-495981713104 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Network hostable DHCP agents. Network: 5fee0449-c620-4bfa-8864-244934c48737, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:54:59.465901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008f6624-aa29-415d-ac1e-495981713104 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Network 5fee0449-c620-4bfa-8864-244934c48737 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:54:59.474951 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-008f6624-aa29-415d-ac1e-495981713104 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 5fee0449-c620-4bfa-8864-244934c48737) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:54:59.480450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008f6624-aa29-415d-ac1e-495981713104 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:54:59.481477 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-008f6624-aa29-415d-ac1e-495981713104 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.487250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26571ff8-c6c0-4124-9b4c-453be9e8c631 None None] Network 5fee0449-c620-4bfa-8864-244934c48737 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:54:59.497307 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-008f6624-aa29-415d-ac1e-495981713104 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4152818 Aug 31 14:54:59.500188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33910) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:54:59.502285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Attempting to bind port 7757bb30-ecda-4e0e-a65c-e6a730d17726 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:54:59.502669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Attempting to bind port 7757bb30-ecda-4e0e-a65c-e6a730d17726 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'c593beda-e007-4818-8bea-d8aed929c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '86426a27-af4d-4eea-8d18-db19928a5a6e'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:54:59.503060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Attempting to bind port 7757bb30-ecda-4e0e-a65c-e6a730d17726 on network 86426a27-af4d-4eea-8d18-db19928a5a6e {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:54:59.504893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9fe9f4f9-6d2c-42ea-a314-5d02eb1fbb85 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Request body: {'router': {'external_gateway_info': {'network_id': '5fee0449-c620-4bfa-8864-244934c48737'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:54:59.537109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:54:59.537488 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Checking segment: {'id': 'c593beda-e007-4818-8bea-d8aed929c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '86426a27-af4d-4eea-8d18-db19928a5a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:54:59.537897 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.538294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Bound using segment: {'id': 'c593beda-e007-4818-8bea-d8aed929c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '86426a27-af4d-4eea-8d18-db19928a5a6e'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:54:59.539336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Bound port: 7757bb30-ecda-4e0e-a65c-e6a730d17726, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c593beda-e007-4818-8bea-d8aed929c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '86426a27-af4d-4eea-8d18-db19928a5a6e'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:54:59.539864 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.651582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] For port 7757bb30-ecda-4e0e-a65c-e6a730d17726, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:54:59.668019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] For port 7757bb30-ecda-4e0e-a65c-e6a730d17726, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7757bb30-ecda-4e0e-a65c-e6a730d17726,segment=NetworkSegment(c593beda-e007-4818-8bea-d8aed929c04b),segment_id=c593beda-e007-4818-8bea-d8aed929c04b)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:54:59.675053 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.723261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-5fee0449-c620-4bfa-8864-244934c48737', 'network_id': '5fee0449-c620-4bfa-8864-244934c48737', 'tenant_id': 'a140f4a9a431402ca3dd28e44c75f660', 'fixed_ips': [{'subnet_id': '530ebf81-c136-4533-a4a9-c48f02aebdea'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:54:59.724457 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:54:59.781229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fd158-1a68-4e62-b1ba-66215b12ad72 None None] Pushing event updated for resources: {'Port': ['ID=7757bb30-ecda-4e0e-a65c-e6a730d17726,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:54:59.921304 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Allocated IP 172.21.0.2 (5fee0449-c620-4bfa-8864-244934c48737/530ebf81-c136-4533-a4a9-c48f02aebdea/a872bcab-1f68-40d0-9153-cf783dd02fe1) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:00.080280 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.089192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Transition to ACTIVE for port object a872bcab-1f68-40d0-9153-cf783dd02fe1 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:00.104009 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Transition to ACTIVE for port object a872bcab-1f68-40d0-9153-cf783dd02fe1 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:00.109614 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.151574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Network 5fee0449-c620-4bfa-8864-244934c48737 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:00.154386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:00.158077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:00.159472 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f4f9-6d2c-42ea-a314-5d02eb1fbb85 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.165745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Pushing event updated for resources: {'Port': ['ID=a872bcab-1f68-40d0-9153-cf783dd02fe1,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:00.223642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Attempting to bind port a872bcab-1f68-40d0-9153-cf783dd02fe1 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:00.224032 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Attempting to bind port a872bcab-1f68-40d0-9153-cf783dd02fe1 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '882c5cc0-e916-4a7c-a5af-e607e3b6e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5fee0449-c620-4bfa-8864-244934c48737'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:00.224387 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Attempting to bind port a872bcab-1f68-40d0-9153-cf783dd02fe1 on network 5fee0449-c620-4bfa-8864-244934c48737 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:00.229503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:00.229890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Checking segment: {'id': '882c5cc0-e916-4a7c-a5af-e607e3b6e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5fee0449-c620-4bfa-8864-244934c48737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:00.230300 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.230704 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Bound using segment: {'id': '882c5cc0-e916-4a7c-a5af-e607e3b6e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5fee0449-c620-4bfa-8864-244934c48737'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:00.231176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Bound port: a872bcab-1f68-40d0-9153-cf783dd02fe1, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882c5cc0-e916-4a7c-a5af-e607e3b6e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5fee0449-c620-4bfa-8864-244934c48737'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:00.231566 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.278954 n-d-792364-6 neutron-server[106388]: INFO neutron.api.v2.resource [None req-9fe9f4f9-6d2c-42ea-a314-5d02eb1fbb85 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 14:55:00.280246 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9fe9f4f9-6d2c-42ea-a314-5d02eb1fbb85 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] 10.222.0.20 "PUT /v2.0/routers/4905b3ff-e765-44be-9438-cf6c899940ed HTTP/1.1" status: 400 len: 364 time: 0.7790210 Aug 31 14:55:00.286209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33912) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:00.305615 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] For port a872bcab-1f68-40d0-9153-cf783dd02fe1, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:00.309355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] For port a872bcab-1f68-40d0-9153-cf783dd02fe1, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a872bcab-1f68-40d0-9153-cf783dd02fe1,segment=NetworkSegment(882c5cc0-e916-4a7c-a5af-e607e3b6e3eb),segment_id=882c5cc0-e916-4a7c-a5af-e607e3b6e3eb)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:00.314409 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.347514 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7757bb30-ecda-4e0e-a65c-e6a730d17726 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:00.347788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8975cd-b3b7-4098-b519-bc17f37a1995 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Deleting subnet 530ebf81-c136-4533-a4a9-c48f02aebdea {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:55:00.353264 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd8975cd-b3b7-4098-b519-bc17f37a1995 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.427819 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd8975cd-b3b7-4098-b519-bc17f37a1995 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.466934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2a972-9733-4d41-8c54-d60037bc5f94 None None] Pushing event updated for resources: {'Port': ['ID=a872bcab-1f68-40d0-9153-cf783dd02fe1,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:00.493985 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 7757bb30-ecda-4e0e-a65c-e6a730d17726 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:00.571081 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd8975cd-b3b7-4098-b519-bc17f37a1995 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.667129 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd8975cd-b3b7-4098-b519-bc17f37a1995 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.694521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8975cd-b3b7-4098-b519-bc17f37a1995 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Pushing event deleted for resources: {'Subnet': ['ID=530ebf81-c136-4533-a4a9-c48f02aebdea,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:00.717850 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fd8975cd-b3b7-4098-b519-bc17f37a1995 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.722723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33914) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:00.723933 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fd8975cd-b3b7-4098-b519-bc17f37a1995 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] 10.222.0.20 "DELETE /v2.0/subnets/530ebf81-c136-4533-a4a9-c48f02aebdea HTTP/1.1" status: 204 len: 168 time: 0.4365637 Aug 31 14:55:00.840753 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.897666 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e36a8ce-4c5d-4fe0-b56c-f10397bfe288 None None] Network 86426a27-af4d-4eea-8d18-db19928a5a6e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:00.904761 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Deleting port a872bcab-1f68-40d0-9153-cf783dd02fe1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:00.905120 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.967691 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ce6aa641-0c3c-45eb-bc43-e1ceeb9bdda1 None None] Provisioning for port 7757bb30-ecda-4e0e-a65c-e6a730d17726 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:00.973059 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] For port a872bcab-1f68-40d0-9153-cf783dd02fe1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=a872bcab-1f68-40d0-9153-cf783dd02fe1,segment=NetworkSegment(882c5cc0-e916-4a7c-a5af-e607e3b6e3eb),segment_id=882c5cc0-e916-4a7c-a5af-e607e3b6e3eb)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:00.973544 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.980419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ce6aa641-0c3c-45eb-bc43-e1ceeb9bdda1 None None] Provisioning complete for port 7757bb30-ecda-4e0e-a65c-e6a730d17726 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:00.981610 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa641-0c3c-45eb-bc43-e1ceeb9bdda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:00.988202 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Calling delete_port for a872bcab-1f68-40d0-9153-cf783dd02fe1 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:01.082982 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.109608 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Pushing event deleted for resources: {'Port': ['ID=a872bcab-1f68-40d0-9153-cf783dd02fe1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:01.111483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] No DVR routers for this DVR port a872bcab-1f68-40d0-9153-cf783dd02fe1 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:55:01.140615 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa641-0c3c-45eb-bc43-e1ceeb9bdda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.177783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ce6aa641-0c3c-45eb-bc43-e1ceeb9bdda1 None None] For port 7757bb30-ecda-4e0e-a65c-e6a730d17726, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7757bb30-ecda-4e0e-a65c-e6a730d17726,segment=NetworkSegment(c593beda-e007-4818-8bea-d8aed929c04b),segment_id=c593beda-e007-4818-8bea-d8aed929c04b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:01.183748 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa641-0c3c-45eb-bc43-e1ceeb9bdda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.200595 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.211437 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fee0449-c620-4bfa-8864-244934c48737']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:01.225791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882c5cc0-e916-4a7c-a5af-e607e3b6e3eb') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:01.227158 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882c5cc0-e916-4a7c-a5af-e607e3b6e3eb') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:01.240341 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.245416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6aa641-0c3c-45eb-bc43-e1ceeb9bdda1 None None] Pushing event updated for resources: {'Port': ['ID=7757bb30-ecda-4e0e-a65c-e6a730d17726,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:01.261224 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.268932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:55:01.269388 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:55:01.272766 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:55:01.333046 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.344046 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.346085 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] 10.222.0.20 "DELETE /v2.0/networks/5fee0449-c620-4bfa-8864-244934c48737 HTTP/1.1" status: 204 len: 168 time: 0.6216424 Aug 31 14:55:01.348945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33916) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:01.356919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ef520-c9e5-4043-87e8-1a82ac75f66c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Pushing event deleted for resources: {'Network': ['ID=5fee0449-c620-4bfa-8864-244934c48737,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:01.410023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-773c4c27-7b4e-437a-b2b0-3101139345b0 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Deleting subnet d489e637-2751-4c89-b66d-754a24d8169d {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:55:01.414885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-773c4c27-7b4e-437a-b2b0-3101139345b0 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.459141 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2225dbf9-4e83-4a59-93e0-aaccecab1b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.470007 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-773c4c27-7b4e-437a-b2b0-3101139345b0 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.503926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8ca086ff-030d-400c-b7d9-a74cbde3c1bb None None] Provisioning complete for port 7757bb30-ecda-4e0e-a65c-e6a730d17726 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:01.504490 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca086ff-030d-400c-b7d9-a74cbde3c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.565121 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-773c4c27-7b4e-437a-b2b0-3101139345b0 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.626808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2677f02c-814f-4880-bf02-a0f777ebf9e9 None None] DHCP port deletion for 5fee0449-c620-4bfa-8864-244934c48737 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:55:01.630172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-773c4c27-7b4e-437a-b2b0-3101139345b0 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.644127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20363dbe-89ad-4856-b76f-ef07d81e65e2 None None] Network 5fee0449-c620-4bfa-8864-244934c48737 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:01.655977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20363dbe-89ad-4856-b76f-ef07d81e65e2 None None] Network 5fee0449-c620-4bfa-8864-244934c48737 could not be found, it might have been deleted concurrently. {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 14:55:01.659837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c4c27-7b4e-437a-b2b0-3101139345b0 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Pushing event deleted for resources: {'Subnet': ['ID=d489e637-2751-4c89-b66d-754a24d8169d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:01.667189 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-773c4c27-7b4e-437a-b2b0-3101139345b0 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.669102 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-773c4c27-7b4e-437a-b2b0-3101139345b0 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] 10.222.0.20 "DELETE /v2.0/subnets/d489e637-2751-4c89-b66d-754a24d8169d HTTP/1.1" status: 204 len: 168 time: 0.3188622 Aug 31 14:55:01.671656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33918) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:01.673563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ab6af-12f3-4669-948e-65172e5781a9 None None] Network 86426a27-af4d-4eea-8d18-db19928a5a6e requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:01.725113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3a4d0437-1001-47af-a02b-58369f5f335c None None] Could not find standard attr ID for object a872bcab-1f68-40d0-9153-cf783dd02fe1. {{(pid=106389) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 14:55:01.751329 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.849808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1072d0be-565e-4824-8219-66f5401e6225 None None] DHCP port deletion for 86426a27-af4d-4eea-8d18-db19928a5a6e request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:55:01.901583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1072d0be-565e-4824-8219-66f5401e6225 None None] Deleting port 7757bb30-ecda-4e0e-a65c-e6a730d17726 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:01.902099 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1072d0be-565e-4824-8219-66f5401e6225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.971554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1072d0be-565e-4824-8219-66f5401e6225 None None] For port 7757bb30-ecda-4e0e-a65c-e6a730d17726, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7757bb30-ecda-4e0e-a65c-e6a730d17726,segment=NetworkSegment(c593beda-e007-4818-8bea-d8aed929c04b),segment_id=c593beda-e007-4818-8bea-d8aed929c04b)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:01.971962 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1072d0be-565e-4824-8219-66f5401e6225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:01.985941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1072d0be-565e-4824-8219-66f5401e6225 None None] Calling delete_port for 7757bb30-ecda-4e0e-a65c-e6a730d17726 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:02.062282 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1072d0be-565e-4824-8219-66f5401e6225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.091739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072d0be-565e-4824-8219-66f5401e6225 None None] Pushing event deleted for resources: {'Port': ['ID=7757bb30-ecda-4e0e-a65c-e6a730d17726,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:02.096656 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1072d0be-565e-4824-8219-66f5401e6225 None None] No DVR routers for this DVR port 7757bb30-ecda-4e0e-a65c-e6a730d17726 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:55:02.156486 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Deleting port 7757bb30-ecda-4e0e-a65c-e6a730d17726 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:02.156831 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.216178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] For port 7757bb30-ecda-4e0e-a65c-e6a730d17726, host n-d-792364-6, got binding levels [] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:02.216567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.228138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Calling delete_port for 7757bb30-ecda-4e0e-a65c-e6a730d17726 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:02.230740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.ipam_backend_mixin [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Port 7757bb30-ecda-4e0e-a65c-e6a730d17726 was not found and therefore no delete operation was performed {{(pid=106387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 14:55:02.231957 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.266145 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Pushing event deleted for resources: {'Port': ['ID=7757bb30-ecda-4e0e-a65c-e6a730d17726,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:02.277909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] No DVR routers for this DVR port 7757bb30-ecda-4e0e-a65c-e6a730d17726 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:55:02.303505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7757bb30-ecda-4e0e-a65c-e6a730d17726 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:02.323949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 7757bb30-ecda-4e0e-a65c-e6a730d17726 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:02.324298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7757bb30-ecda-4e0e-a65c-e6a730d17726 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:02.357190 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.367273 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86426a27-af4d-4eea-8d18-db19928a5a6e']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:02.376727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c593beda-e007-4818-8bea-d8aed929c04b') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:02.377027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c593beda-e007-4818-8bea-d8aed929c04b') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:02.386264 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.399669 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.405467 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:55:02.405862 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:55:02.409091 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:55:02.468466 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.475449 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.477937 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] 10.222.0.20 "DELETE /v2.0/networks/86426a27-af4d-4eea-8d18-db19928a5a6e HTTP/1.1" status: 204 len: 168 time: 0.8051035 Aug 31 14:55:02.480673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33920) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:02.489057 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34059c6-ea16-4619-af9f-0ea6e225f61c tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Pushing event deleted for resources: {'Network': ['ID=86426a27-af4d-4eea-8d18-db19928a5a6e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:02.508966 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7d60c83a-60cb-4c55-83e8-5426b8c3e58b tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] 10.222.0.20 "GET /v2.0/ports?device_id=4905b3ff-e765-44be-9438-cf6c899940ed HTTP/1.1" status: 200 len: 205 time: 0.0270429 Aug 31 14:55:02.511161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33922) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:02.583985 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b806e080-c6fe-49f2-bc35-757aaddc05f1 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.756206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b806e080-c6fe-49f2-bc35-757aaddc05f1 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.758256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b806e080-c6fe-49f2-bc35-757aaddc05f1 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.817771 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b806e080-c6fe-49f2-bc35-757aaddc05f1 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.818306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b806e080-c6fe-49f2-bc35-757aaddc05f1 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Fanout notify agent at l3_agent the message router_deleted on router 4905b3ff-e765-44be-9438-cf6c899940ed {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:55:02.825265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b806e080-c6fe-49f2-bc35-757aaddc05f1 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:02.826394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b806e080-c6fe-49f2-bc35-757aaddc05f1 tempest-RoutersNegativeTest-391153915 tempest-RoutersNegativeTest-391153915-project] 10.222.0.20 "DELETE /v2.0/routers/4905b3ff-e765-44be-9438-cf6c899940ed HTTP/1.1" status: 204 len: 168 time: 0.3141844 Aug 31 14:55:03.070396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33928) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:03.201856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d1619636-4c93-4e40-9f53-5a3af5c3f9e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a140f4a9a431402ca3dd28e44c75f660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302798 Aug 31 14:55:03.204411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33932) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:03.254948 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f265b802-909a-4ab5-bb00-03728dbde723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:03.276956 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f265b802-909a-4ab5-bb00-03728dbde723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:03.325251 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f265b802-909a-4ab5-bb00-03728dbde723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:03.327959 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f265b802-909a-4ab5-bb00-03728dbde723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:03.329242 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f265b802-909a-4ab5-bb00-03728dbde723 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5070db80-49ce-4450-9458-2fb23252f0fb HTTP/1.1" status: 204 len: 168 time: 0.1238272 Aug 31 14:55:03.339136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265b802-909a-4ab5-bb00-03728dbde723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5070db80-49ce-4450-9458-2fb23252f0fb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:03.958667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33954) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:04.057176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-512172567-network', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:04.078053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Made reservation on behalf of 9d9e5be2d4fb479996b5bcab0d77c0a8 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:04.080645 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.091558 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.131377 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.145936 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c327f6e1-297b-4ff2-82dd-22044292b877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.181608 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.187003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.212351 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:55:04.221413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b0013b-483f-4f46-a27c-9b2e82f6baf9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:04.232909 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.233523 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Added segment 7fd24768-f9f2-4e80-85b0-105290a2f0ac of type vlan for network 11452e8f-3d19-4113-8f42-40272531a29a Aug 31 14:55:04.277015 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.299877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.300817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:04.301406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.353072 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3932869 Aug 31 14:55:04.355955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33958) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:04.361135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-13cd17ff-fc2b-4a0b-b100-c5913e59a464 admin admin] Request body: {'subnet': {'network_id': '11452e8f-3d19-4113-8f42-40272531a29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-512172567-subnet', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:04.362014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566370c-ba51-4f9f-aba2-85e2b843becd admin admin] Pushing event updated for resources: {'Network': ['ID=11452e8f-3d19-4113-8f42-40272531a29a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:04.371819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 11452e8f-3d19-4113-8f42-40272531a29a details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:55:04.380712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cd17ff-fc2b-4a0b-b100-c5913e59a464 admin admin] Made reservation on behalf of 9d9e5be2d4fb479996b5bcab0d77c0a8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:04.382988 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13cd17ff-fc2b-4a0b-b100-c5913e59a464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.547833 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13cd17ff-fc2b-4a0b-b100-c5913e59a464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.605213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd17ff-fc2b-4a0b-b100-c5913e59a464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=822f219e-83a4-4133-bc97-8e5955e55d5c,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:04.609463 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd17ff-fc2b-4a0b-b100-c5913e59a464 admin admin] Checking segment: {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:04.609831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd17ff-fc2b-4a0b-b100-c5913e59a464 admin admin] Network hostable DHCP agents. Network: 11452e8f-3d19-4113-8f42-40272531a29a, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:55:04.626093 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd17ff-fc2b-4a0b-b100-c5913e59a464 admin admin] Network 11452e8f-3d19-4113-8f42-40272531a29a is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:55:04.635245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-13cd17ff-fc2b-4a0b-b100-c5913e59a464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 11452e8f-3d19-4113-8f42-40272531a29a) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:04.639227 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cd17ff-fc2b-4a0b-b100-c5913e59a464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:04.639811 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13cd17ff-fc2b-4a0b-b100-c5913e59a464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.645653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8cfba-0464-4901-826c-799f81e53a06 None None] Network 11452e8f-3d19-4113-8f42-40272531a29a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:04.658555 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-13cd17ff-fc2b-4a0b-b100-c5913e59a464 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3014162 Aug 31 14:55:04.661243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33960) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:04.666600 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-512172567-router', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:04.686078 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.687067 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.742189 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.793832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-11452e8f-3d19-4113-8f42-40272531a29a', 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'fixed_ips': [{'subnet_id': '822f219e-83a4-4133-bc97-8e5955e55d5c'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:55:04.794685 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.874511 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:04.929048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Allocated IP 172.20.0.2 (11452e8f-3d19-4113-8f42-40272531a29a/822f219e-83a4-4133-bc97-8e5955e55d5c/8a60e646-2a16-4be2-a4c8-ce8d5f72a8da) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:05.071087 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.074080 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.079089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Transition to ACTIVE for port object 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:05.093790 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.095588 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Transition to ACTIVE for port object 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:05.101758 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.137621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Network 11452e8f-3d19-4113-8f42-40272531a29a is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:05.142687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:05.146099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:05.157177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Pushing event updated for resources: {'Port': ['ID=8a60e646-2a16-4be2-a4c8-ce8d5f72a8da,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:05.203343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Attempting to bind port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:05.203715 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Attempting to bind port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:05.203852 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Allocated IP 172.25.3.72 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/4a93253e-ed70-4c74-adea-30b03de53555) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:05.204079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Attempting to bind port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da on network 11452e8f-3d19-4113-8f42-40272531a29a {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:05.208941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:05.209313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Checking segment: {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:05.209718 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.210109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Bound using segment: {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:05.210628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Bound port: 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:05.211009 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.277686 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] For port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:05.281093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] For port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8a60e646-2a16-4be2-a4c8-ce8d5f72a8da,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:05.285374 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.313666 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.347572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc98fbd-e521-4f91-8cda-f7070151be32 None None] Pushing event updated for resources: {'Port': ['ID=8a60e646-2a16-4be2-a4c8-ce8d5f72a8da,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:05.358606 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.401574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:05.404604 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:05.408356 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:05.422145 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.435665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Pushing event updated for resources: {'Port': ['ID=4a93253e-ed70-4c74-adea-30b03de53555,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:05.672498 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.862504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:05.991161 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Router bd970291-072c-4eaf-ba3e-82fd08c2548a is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:55:06.104808 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:06.114035 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Sync routers for ids ['bd970291-072c-4eaf-ba3e-82fd08c2548a'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:06.122406 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.123839 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fa64b488-101c-4b53-9cdd-cd50a6bf5c98 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4615691 Aug 31 14:55:06.125386 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Routers {'bd970291-072c-4eaf-ba3e-82fd08c2548a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:06.126047 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd970291-072c-4eaf-ba3e-82fd08c2548a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:06.126516 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33962) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:06.208675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3964c6ae-7fdc-4ee5-a7f2-31b7dddd4f1f None None] Network 11452e8f-3d19-4113-8f42-40272531a29a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:06.348385 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Set router bd970291-072c-4eaf-ba3e-82fd08c2548a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:06.452085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:06.485015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-221b6da1-4d5d-4ca6-85f6-a68189a3ace1 None None] Provisioning for port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:06.547685 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'name': 'tempest-TestEncryptedCinderVolumes-512172567-router', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '4a93253e-ed70-4c74-adea-30b03de53555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:04Z', 'updated_at': '2021-08-31T14:55:05Z', 'revision_number': 3, 'project_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'gw_port': {'id': '4a93253e-ed70-4c74-adea-30b03de53555', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ae:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:05Z', 'updated_at': '2021-08-31T14:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:06.552906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:06.571851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:06.572365 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.576515 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Checking router: bd970291-072c-4eaf-ba3e-82fd08c2548a for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:06.576877 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Updating router bd970291-072c-4eaf-ba3e-82fd08c2548a port 4a93253e-ed70-4c74-adea-30b03de53555 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:55:06.602681 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.608018 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.675701 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.711865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8a60e646-2a16-4be2-a4c8-ce8d5f72a8da,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:06.718172 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.782360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=8a60e646-2a16-4be2-a4c8-ce8d5f72a8da,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:06.828210 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Allocated IP 172.20.0.1 (11452e8f-3d19-4113-8f42-40272531a29a/822f219e-83a4-4133-bc97-8e5955e55d5c/cd6e35ff-ef7d-46cb-b237-f7f764404587) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:06.891545 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.903435 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Transition to ACTIVE for port object 4a93253e-ed70-4c74-adea-30b03de53555 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:06.919413 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.927648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1904b8f5-66cf-4992-bbfa-539f01b0d904 None None] Provisioning complete for port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:06.928150 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1904b8f5-66cf-4992-bbfa-539f01b0d904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.961520 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:06.984405 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Attempting to bind port 4a93253e-ed70-4c74-adea-30b03de53555 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:06.984670 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Transition to ACTIVE for port object cd6e35ff-ef7d-46cb-b237-f7f764404587 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:06.985197 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Attempting to bind port 4a93253e-ed70-4c74-adea-30b03de53555 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:06.985730 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Attempting to bind port 4a93253e-ed70-4c74-adea-30b03de53555 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:06.988729 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.000116 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:07.000534 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:07.000940 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.001335 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:07.001804 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Bound port: 4a93253e-ed70-4c74-adea-30b03de53555, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:07.002187 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.006390 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Pushing event updated for resources: {'Port': ['ID=4a93253e-ed70-4c74-adea-30b03de53555,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:07.031555 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.032176 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.032553 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.032895 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.033233 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.033565 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.033895 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.034219 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.034547 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.034868 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.035189 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.035541 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.035833 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:07.068394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Network 11452e8f-3d19-4113-8f42-40272531a29a is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:07.070776 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] For port 4a93253e-ed70-4c74-adea-30b03de53555, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:07.072143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:07.075981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:07.077114 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] For port 4a93253e-ed70-4c74-adea-30b03de53555, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=4a93253e-ed70-4c74-adea-30b03de53555,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:07.083895 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.117625 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6e35ff-ef7d-46cb-b237-f7f764404587,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:07.129330 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.152896 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaafc4-4ce4-4614-9961-ae822c055b64 None None] Pushing event updated for resources: {'Port': ['ID=4a93253e-ed70-4c74-adea-30b03de53555,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:07.163902 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Routers {'bd970291-072c-4eaf-ba3e-82fd08c2548a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:07.164571 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd970291-072c-4eaf-ba3e-82fd08c2548a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:07.261819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.274521 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] Set router bd970291-072c-4eaf-ba3e-82fd08c2548a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:07.362225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-51b7ff79-1f0e-4f0e-8a51-6420ebbe4f22 None None] Provisioning for port cd6e35ff-ef7d-46cb-b237-f7f764404587 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:07.367644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-51b7ff79-1f0e-4f0e-8a51-6420ebbe4f22 None None] Provisioning complete for port cd6e35ff-ef7d-46cb-b237-f7f764404587 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:07.368088 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-51b7ff79-1f0e-4f0e-8a51-6420ebbe4f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.401894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-51b7ff79-1f0e-4f0e-8a51-6420ebbe4f22 None None] Port cd6e35ff-ef7d-46cb-b237-f7f764404587 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:07.431616 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.437172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.455586 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'name': 'tempest-TestEncryptedCinderVolumes-512172567-router', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '4a93253e-ed70-4c74-adea-30b03de53555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:04Z', 'updated_at': '2021-08-31T14:55:05Z', 'revision_number': 3, 'project_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'gw_port': {'id': '4a93253e-ed70-4c74-adea-30b03de53555', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ae:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:05Z', 'updated_at': '2021-08-31T14:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:07.481683 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485193f-4848-4b6c-8cf0-cd8235d4ea2a None None] The sync data for ids ['bd970291-072c-4eaf-ba3e-82fd08c2548a'] in n-d-792364-6 is: [{'id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'name': 'tempest-TestEncryptedCinderVolumes-512172567-router', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '4a93253e-ed70-4c74-adea-30b03de53555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:04Z', 'updated_at': '2021-08-31T14:55:05Z', 'revision_number': 3, 'project_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'gw_port': {'id': '4a93253e-ed70-4c74-adea-30b03de53555', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ae:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:05Z', 'updated_at': '2021-08-31T14:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:07.506478 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6e35ff-ef7d-46cb-b237-f7f764404587,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:07.509577 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.601810 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Network 11452e8f-3d19-4113-8f42-40272531a29a is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:07.603172 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:07.736969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Router bd970291-072c-4eaf-ba3e-82fd08c2548a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:55:07.855533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:07.861278 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e088ab9b-7c3e-48bf-9f44-e13fe5fc1b72 admin admin] 10.222.0.20 "PUT /v2.0/routers/bd970291-072c-4eaf-ba3e-82fd08c2548a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7337041 Aug 31 14:55:07.934121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-facb6569-ec99-44a3-a3d1-d38e41e30ca2 None None] Provisioning complete for port cd6e35ff-ef7d-46cb-b237-f7f764404587 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:07.934651 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-facb6569-ec99-44a3-a3d1-d38e41e30ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:07.970561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-facb6569-ec99-44a3-a3d1-d38e41e30ca2 None None] Port cd6e35ff-ef7d-46cb-b237-f7f764404587 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:08.366317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33978) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:08.372288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1241793520-network', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:08.381388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:08.399268 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Made reservation on behalf of 8ecf1f63b8da43c89d2044fefc8196a3 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:08.401655 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.410569 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.433347 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:08.433826 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.506370 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.510649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.515081 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 4a93253e-ed70-4c74-adea-30b03de53555 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:08.524352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:55:08.533513 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.533868 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Added segment d07074f2-5a6d-486a-96ab-5b2a35ad1d7a of type vlan for network b2af1d77-f205-411d-baad-54b51f717bdc Aug 31 14:55:08.564549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 4a93253e-ed70-4c74-adea-30b03de53555 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:08.568075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 4a93253e-ed70-4c74-adea-30b03de53555 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:08.568483 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.590806 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03153eca-deea-4c7b-9dca-31bc4f8d48a0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:08.604503 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.608705 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:08.609050 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:08.609391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:08.609741 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:08.610060 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:08.610392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:08.610717 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:08.611040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:08.611361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:08.611678 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:08.611995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:08.612348 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:08.637083 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.638120 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:08.638702 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.650769 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.671468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 4a93253e-ed70-4c74-adea-30b03de53555, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=4a93253e-ed70-4c74-adea-30b03de53555,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:08.675734 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.691797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3238444 Aug 31 14:55:08.694789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 33980) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:08.699234 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2578171-5496-47cd-9d93-124961fd0b4d admin admin] Pushing event updated for resources: {'Network': ['ID=b2af1d77-f205-411d-baad-54b51f717bdc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:08.700964 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ff29e719-74bc-4361-bc8a-1fd16eea7415 admin admin] Request body: {'subnet': {'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1241793520-subnet', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:08.720764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network b2af1d77-f205-411d-baad-54b51f717bdc details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:55:08.731950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff29e719-74bc-4361-bc8a-1fd16eea7415 admin admin] Made reservation on behalf of 8ecf1f63b8da43c89d2044fefc8196a3 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:08.734402 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ff29e719-74bc-4361-bc8a-1fd16eea7415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.765241 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=4a93253e-ed70-4c74-adea-30b03de53555,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:08.914360 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ff29e719-74bc-4361-bc8a-1fd16eea7415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:08.969669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29e719-74bc-4361-bc8a-1fd16eea7415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac37335-0df7-40f0-aad3-115290c74d9b,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:08.977526 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29e719-74bc-4361-bc8a-1fd16eea7415 admin admin] Checking segment: {'id': 'd07074f2-5a6d-486a-96ab-5b2a35ad1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:08.977888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff29e719-74bc-4361-bc8a-1fd16eea7415 admin admin] Network hostable DHCP agents. Network: b2af1d77-f205-411d-baad-54b51f717bdc, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:55:08.994420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff29e719-74bc-4361-bc8a-1fd16eea7415 admin admin] Network b2af1d77-f205-411d-baad-54b51f717bdc is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:55:09.002784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ff29e719-74bc-4361-bc8a-1fd16eea7415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, b2af1d77-f205-411d-baad-54b51f717bdc) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:09.006815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff29e719-74bc-4361-bc8a-1fd16eea7415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:09.007406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ff29e719-74bc-4361-bc8a-1fd16eea7415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.012699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb2d6f4-967b-429b-969f-97eac7fc5fc9 None None] Network b2af1d77-f205-411d-baad-54b51f717bdc requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:09.021575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ff29e719-74bc-4361-bc8a-1fd16eea7415 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3255405 Aug 31 14:55:09.025073 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33982) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:09.030959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1241793520-router', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:09.051875 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.052982 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.062953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Sync routers for ids ['bd970291-072c-4eaf-ba3e-82fd08c2548a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:09.080419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Routers {'bd970291-072c-4eaf-ba3e-82fd08c2548a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:09.081095 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd970291-072c-4eaf-ba3e-82fd08c2548a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:09.108238 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.238099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Set router bd970291-072c-4eaf-ba3e-82fd08c2548a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:09.240889 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.296546 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-b2af1d77-f205-411d-baad-54b51f717bdc', 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'fixed_ips': [{'subnet_id': '7ac37335-0df7-40f0-aad3-115290c74d9b'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:55:09.297411 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.560856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Allocated IP 172.20.0.2 (b2af1d77-f205-411d-baad-54b51f717bdc/7ac37335-0df7-40f0-aad3-115290c74d9b/40807cbd-d31c-43c6-ad07-74360bc20261) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:09.639582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'name': 'tempest-TestEncryptedCinderVolumes-512172567-router', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '4a93253e-ed70-4c74-adea-30b03de53555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:04Z', 'updated_at': '2021-08-31T14:55:07Z', 'revision_number': 4, 'project_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'gw_port': {'id': '4a93253e-ed70-4c74-adea-30b03de53555', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:05Z', 'updated_at': '2021-08-31T14:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'cd6e35ff-ef7d-46cb-b237-f7f764404587', 'name': '', 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'mac_address': 'fa:16:3e:24:1c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '822f219e-83a4-4133-bc97-8e5955e55d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:06Z', 'updated_at': '2021-08-31T14:55:07Z', 'revision_number': 2, 'project_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'subnets': [{'id': '822f219e-83a4-4133-bc97-8e5955e55d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:09.689611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Checking router: bd970291-072c-4eaf-ba3e-82fd08c2548a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:09.689973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Updating router bd970291-072c-4eaf-ba3e-82fd08c2548a port cd6e35ff-ef7d-46cb-b237-f7f764404587 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:55:09.724084 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.741980 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.777373 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.796069 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.828620 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.831846 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:09.845544 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Transition to ACTIVE for port object 40807cbd-d31c-43c6-ad07-74360bc20261 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:09.902127 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Allocated IP 172.25.3.167 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/ab53ff56-a71e-499b-b743-9680773c164f) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:09.919172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Transition to ACTIVE for port object 40807cbd-d31c-43c6-ad07-74360bc20261 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:09.930309 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.003370 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.011308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Network b2af1d77-f205-411d-baad-54b51f717bdc is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:10.019636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:10.023427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:10.036576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Pushing event updated for resources: {'Port': ['ID=40807cbd-d31c-43c6-ad07-74360bc20261,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:10.044926 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.081326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:10.088826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:10.092452 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:10.097909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ab53ff56-a71e-499b-b743-9680773c164f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:10.115971 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Attempting to bind port 40807cbd-d31c-43c6-ad07-74360bc20261 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:10.116346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Attempting to bind port 40807cbd-d31c-43c6-ad07-74360bc20261 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'd07074f2-5a6d-486a-96ab-5b2a35ad1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:10.117272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Attempting to bind port 40807cbd-d31c-43c6-ad07-74360bc20261 on network b2af1d77-f205-411d-baad-54b51f717bdc {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:10.130099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:10.130480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Checking segment: {'id': 'd07074f2-5a6d-486a-96ab-5b2a35ad1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:10.130884 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.131279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Bound using segment: {'id': 'd07074f2-5a6d-486a-96ab-5b2a35ad1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:10.131750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Bound port: 40807cbd-d31c-43c6-ad07-74360bc20261, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07074f2-5a6d-486a-96ab-5b2a35ad1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:10.132168 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.199166 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.221754 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Transition to ACTIVE for port object cd6e35ff-ef7d-46cb-b237-f7f764404587 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:10.231627 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.264307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] For port 40807cbd-d31c-43c6-ad07-74360bc20261, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:10.286124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] For port 40807cbd-d31c-43c6-ad07-74360bc20261, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=40807cbd-d31c-43c6-ad07-74360bc20261,segment=NetworkSegment(d07074f2-5a6d-486a-96ab-5b2a35ad1d7a),segment_id=d07074f2-5a6d-486a-96ab-5b2a35ad1d7a)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:10.295782 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3909d2-b3e4-40ca-9a29-8dcacbf836ec None None] Pushing event updated for resources: {'Port': ['ID=cd6e35ff-ef7d-46cb-b237-f7f764404587,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:10.305490 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.350437 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 4a93253e-ed70-4c74-adea-30b03de53555 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:10.362244 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.446572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256caf6-67b5-48bf-adac-a186277be5b8 None None] Pushing event updated for resources: {'Port': ['ID=40807cbd-d31c-43c6-ad07-74360bc20261,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:10.458908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Attempting to bind port cd6e35ff-ef7d-46cb-b237-f7f764404587 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:10.459276 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Attempting to bind port cd6e35ff-ef7d-46cb-b237-f7f764404587 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:10.459641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Attempting to bind port cd6e35ff-ef7d-46cb-b237-f7f764404587 on network 11452e8f-3d19-4113-8f42-40272531a29a {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:10.468553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:10.468937 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Checking segment: {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:10.469344 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.469743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Bound using segment: {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:10.470222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Bound port: cd6e35ff-ef7d-46cb-b237-f7f764404587, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:10.470604 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.487245 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 4a93253e-ed70-4c74-adea-30b03de53555 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:10.487628 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.598089 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] For port cd6e35ff-ef7d-46cb-b237-f7f764404587, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:10.603133 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] For port cd6e35ff-ef7d-46cb-b237-f7f764404587, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cd6e35ff-ef7d-46cb-b237-f7f764404587,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:10.636459 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.651233 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.727455 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Routers {'bd970291-072c-4eaf-ba3e-82fd08c2548a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:10.727935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd970291-072c-4eaf-ba3e-82fd08c2548a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:10.778729 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3909d2-b3e4-40ca-9a29-8dcacbf836ec None None] Pushing event updated for resources: {'Port': ['ID=cd6e35ff-ef7d-46cb-b237-f7f764404587,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:10.802697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Router 512ae3e3-7fc3-46ef-9424-929c91f40d18 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:55:10.920589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:10.931121 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Sync routers for ids ['512ae3e3-7fc3-46ef-9424-929c91f40d18'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:10.938214 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:10.940485 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0fdb4a8f-4fe1-4be1-96a6-6f6f281141e8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9138246 Aug 31 14:55:10.941282 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Routers {'512ae3e3-7fc3-46ef-9424-929c91f40d18'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:10.941930 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['512ae3e3-7fc3-46ef-9424-929c91f40d18'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:10.943046 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 33984) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:55:11.038152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] Set router bd970291-072c-4eaf-ba3e-82fd08c2548a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:11.054685 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Set router 512ae3e3-7fc3-46ef-9424-929c91f40d18 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:11.256168 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'name': 'tempest-TestEncryptedCinderVolumes-1241793520-router', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:10Z', 'revision_number': 3, 'project_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'gw_port': {'id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:11.269997 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'name': 'tempest-TestEncryptedCinderVolumes-512172567-router', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '4a93253e-ed70-4c74-adea-30b03de53555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:04Z', 'updated_at': '2021-08-31T14:55:07Z', 'revision_number': 4, 'project_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'gw_port': {'id': '4a93253e-ed70-4c74-adea-30b03de53555', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:05Z', 'updated_at': '2021-08-31T14:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'cd6e35ff-ef7d-46cb-b237-f7f764404587', 'name': '', 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'mac_address': 'fa:16:3e:24:1c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '822f219e-83a4-4133-bc97-8e5955e55d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:06Z', 'updated_at': '2021-08-31T14:55:10Z', 'revision_number': 4, 'project_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'subnets': [{'id': '822f219e-83a4-4133-bc97-8e5955e55d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:11.286080 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Checking router: 512ae3e3-7fc3-46ef-9424-929c91f40d18 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:11.286430 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Updating router 512ae3e3-7fc3-46ef-9424-929c91f40d18 port ab53ff56-a71e-499b-b743-9680773c164f binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:55:11.300497 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f1921-9fb3-4e94-bb6e-b200bd973cda None None] The sync data for ids ['bd970291-072c-4eaf-ba3e-82fd08c2548a'] in n-d-792364-6 is: [{'id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'name': 'tempest-TestEncryptedCinderVolumes-512172567-router', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '4a93253e-ed70-4c74-adea-30b03de53555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:04Z', 'updated_at': '2021-08-31T14:55:07Z', 'revision_number': 4, 'project_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'gw_port': {'id': '4a93253e-ed70-4c74-adea-30b03de53555', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:05Z', 'updated_at': '2021-08-31T14:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'cd6e35ff-ef7d-46cb-b237-f7f764404587', 'name': '', 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'mac_address': 'fa:16:3e:24:1c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '822f219e-83a4-4133-bc97-8e5955e55d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:06Z', 'updated_at': '2021-08-31T14:55:10Z', 'revision_number': 4, 'project_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'subnets': [{'id': '822f219e-83a4-4133-bc97-8e5955e55d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:11.317397 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.434195 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.521746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b4c5c-e646-45d8-811b-3cdb0fd11238 None None] Network b2af1d77-f205-411d-baad-54b51f717bdc requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:55:11.588555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-77c7a5ef-2eee-4aed-a179-2ba4ee8f6994 None None] Provisioning for port 40807cbd-d31c-43c6-ad07-74360bc20261 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:11.654026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Allocated IP 172.20.0.1 (b2af1d77-f205-411d-baad-54b51f717bdc/7ac37335-0df7-40f0-aad3-115290c74d9b/d1ad8ed3-e480-4b2c-ac40-336704bbfe50) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:11.742341 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.752750 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Transition to ACTIVE for port object ab53ff56-a71e-499b-b743-9680773c164f will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:11.762151 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.786933 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.805026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Transition to ACTIVE for port object d1ad8ed3-e480-4b2c-ac40-336704bbfe50 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:11.817188 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Attempting to bind port ab53ff56-a71e-499b-b743-9680773c164f on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:11.817554 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Attempting to bind port ab53ff56-a71e-499b-b743-9680773c164f by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:11.817916 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Attempting to bind port ab53ff56-a71e-499b-b743-9680773c164f on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:11.826195 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:11.826729 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:11.826959 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.827349 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:11.827859 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Bound port: ab53ff56-a71e-499b-b743-9680773c164f, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:11.828189 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.852129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.863497 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058ab86-0ecb-4a32-8b23-7c18bef3d2d8 None None] Pushing event updated for resources: {'Port': ['ID=ab53ff56-a71e-499b-b743-9680773c164f,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:11.900772 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Network b2af1d77-f205-411d-baad-54b51f717bdc is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:11.908035 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:11.911956 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] For port ab53ff56-a71e-499b-b743-9680773c164f, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:11.913038 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:11.916306 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] For port ab53ff56-a71e-499b-b743-9680773c164f, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ab53ff56-a71e-499b-b743-9680773c164f,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:11.921853 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.947543 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ad8ed3-e480-4b2c-ac40-336704bbfe50,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:11.976547 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:11.981240 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Routers {'512ae3e3-7fc3-46ef-9424-929c91f40d18'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:11.981879 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['512ae3e3-7fc3-46ef-9424-929c91f40d18'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:12.034550 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058ab86-0ecb-4a32-8b23-7c18bef3d2d8 None None] Pushing event updated for resources: {'Port': ['ID=ab53ff56-a71e-499b-b743-9680773c164f,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:12.126547 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] Set router 512ae3e3-7fc3-46ef-9424-929c91f40d18 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:12.136252 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.253598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-90878c35-c1ac-411b-8276-784b6ca9b4a2 None None] Provisioning for port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:12.261253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-90878c35-c1ac-411b-8276-784b6ca9b4a2 None None] Provisioning complete for port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:12.261864 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-90878c35-c1ac-411b-8276-784b6ca9b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.324840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-90878c35-c1ac-411b-8276-784b6ca9b4a2 None None] Port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:12.359210 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.365811 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.394444 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'name': 'tempest-TestEncryptedCinderVolumes-1241793520-router', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:10Z', 'revision_number': 3, 'project_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'gw_port': {'id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:12.427876 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94ca57-bc45-4f44-ade1-9151ee8cfbb7 None None] The sync data for ids ['512ae3e3-7fc3-46ef-9424-929c91f40d18'] in n-d-792364-6 is: [{'id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'name': 'tempest-TestEncryptedCinderVolumes-1241793520-router', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:10Z', 'revision_number': 3, 'project_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'gw_port': {'id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:12.437174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cd6e35ff-ef7d-46cb-b237-f7f764404587 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:12.466417 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ad8ed3-e480-4b2c-ac40-336704bbfe50,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:12.468936 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.506459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port cd6e35ff-ef7d-46cb-b237-f7f764404587 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:12.513815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port cd6e35ff-ef7d-46cb-b237-f7f764404587 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:12.514197 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.566397 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Network b2af1d77-f205-411d-baad-54b51f717bdc is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:12.567940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:12.607024 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.649047 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port cd6e35ff-ef7d-46cb-b237-f7f764404587, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cd6e35ff-ef7d-46cb-b237-f7f764404587,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:12.654271 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.655187 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 40807cbd-d31c-43c6-ad07-74360bc20261 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:12.699318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Router 512ae3e3-7fc3-46ef-9424-929c91f40d18 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:55:12.749440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=cd6e35ff-ef7d-46cb-b237-f7f764404587,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:12.764327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 40807cbd-d31c-43c6-ad07-74360bc20261 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:12.768973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 40807cbd-d31c-43c6-ad07-74360bc20261 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:12.769518 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.835698 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:55:12.841346 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-52bfc9a1-a937-474f-9ba9-6457bd95f779 admin admin] 10.222.0.20 "PUT /v2.0/routers/512ae3e3-7fc3-46ef-9424-929c91f40d18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8966088 Aug 31 14:55:12.887228 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.904105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-33050b1e-5d20-4f96-a534-7f0881734cad None None] Provisioning complete for port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:12.904572 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33050b1e-5d20-4f96-a534-7f0881734cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:12.964934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 40807cbd-d31c-43c6-ad07-74360bc20261, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=40807cbd-d31c-43c6-ad07-74360bc20261,segment=NetworkSegment(d07074f2-5a6d-486a-96ab-5b2a35ad1d7a),segment_id=d07074f2-5a6d-486a-96ab-5b2a35ad1d7a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:12.966917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-33050b1e-5d20-4f96-a534-7f0881734cad None None] Port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:12.971129 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:13.027602 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=40807cbd-d31c-43c6-ad07-74360bc20261,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:13.640977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-88521bca-75fd-4608-adc8-5173212f23da tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:13.642521 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-88521bca-75fd-4608-adc8-5173212f23da tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/networks?id=11452e8f-3d19-4113-8f42-40272531a29a HTTP/1.1" status: 200 len: 816 time: 0.1050265 Aug 31 14:55:13.657736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-95ba8646-ede3-4135-ad8f-d756074635df tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/quotas/9d9e5be2d4fb479996b5bcab0d77c0a8 HTTP/1.1" status: 200 len: 375 time: 0.0090997 Aug 31 14:55:13.708073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-27ad902c-1bb0-4f50-b397-427866487aa5 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d9e5be2d4fb479996b5bcab0d77c0a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450425 Aug 31 14:55:13.804560 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-7541c733-0fdf-4be5-8edc-85b56916a274 service neutron] 10.222.0.20 "GET /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840428 Aug 31 14:55:13.891536 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-50fa59d2-f42c-4013-a8e8-71fe0671b3c0 service neutron] 10.222.0.20 "GET /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807762 Aug 31 14:55:14.063979 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fb551638-09c3-4da7-92fa-8e9d2f3504ac req-196ed459-7835-47a6-9206-5122559f8a8b tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 210 time: 0.0285835 Aug 31 14:55:14.418413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cd6e35ff-ef7d-46cb-b237-f7f764404587 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:14.473919 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port cd6e35ff-ef7d-46cb-b237-f7f764404587 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:14.474294 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:14.556182 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 40807cbd-d31c-43c6-ad07-74360bc20261 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:14.605313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 40807cbd-d31c-43c6-ad07-74360bc20261 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:14.605808 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:14.691196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ab53ff56-a71e-499b-b743-9680773c164f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:14.694348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Sync routers for ids ['512ae3e3-7fc3-46ef-9424-929c91f40d18'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:55:14.729082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Routers {'512ae3e3-7fc3-46ef-9424-929c91f40d18'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:14.729718 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['512ae3e3-7fc3-46ef-9424-929c91f40d18'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:14.817678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ab53ff56-a71e-499b-b743-9680773c164f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:14.829028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ab53ff56-a71e-499b-b743-9680773c164f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:14.829413 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:14.870093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Set router 512ae3e3-7fc3-46ef-9424-929c91f40d18 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:15.003292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1086dd57-50b2-43bd-ad3e-bb6059b290e8 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:15.004846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1086dd57-50b2-43bd-ad3e-bb6059b290e8 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.13 "GET /v2.0/networks?id=11452e8f-3d19-4113-8f42-40272531a29a HTTP/1.1" status: 200 len: 816 time: 0.1131239 Aug 31 14:55:15.017698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Request body: {'port': {'device_id': '5cd0154a-e944-41c1-8655-76bc3a134468', 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a', 'admin_state_up': True, 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:15.029025 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.062223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ab53ff56-a71e-499b-b743-9680773c164f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ab53ff56-a71e-499b-b743-9680773c164f,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:15.069010 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.133795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Made reservation on behalf of 9d9e5be2d4fb479996b5bcab0d77c0a8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:15.137515 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.149111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ab53ff56-a71e-499b-b743-9680773c164f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:15.172232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'name': 'tempest-TestEncryptedCinderVolumes-1241793520-router', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:12Z', 'revision_number': 4, 'project_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'gw_port': {'id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'd1ad8ed3-e480-4b2c-ac40-336704bbfe50', 'name': '', 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'mac_address': 'fa:16:3e:f7:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '7ac37335-0df7-40f0-aad3-115290c74d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:11Z', 'updated_at': '2021-08-31T14:55:12Z', 'revision_number': 2, 'project_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'subnets': [{'id': '7ac37335-0df7-40f0-aad3-115290c74d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:15.188459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-217ad5ef-7094-42c2-96b0-527c7134995f req-9870e90c-251a-4309-8a35-c4383fe35199 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 210 time: 0.0396819 Aug 31 14:55:15.199779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Checking router: 512ae3e3-7fc3-46ef-9424-929c91f40d18 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:55:15.200138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Updating router 512ae3e3-7fc3-46ef-9424-929c91f40d18 port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:55:15.229947 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.303162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Allocated IP 172.20.0.3 (11452e8f-3d19-4113-8f42-40272531a29a/822f219e-83a4-4133-bc97-8e5955e55d5c/94eb9d22-43f5-4848-9a72-542610370e71) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:15.451982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.467800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Transition to ACTIVE for port object 94eb9d22-43f5-4848-9a72-542610370e71 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:15.499817 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.513077 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.523642 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Transition to ACTIVE for port object d1ad8ed3-e480-4b2c-ac40-336704bbfe50 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:15.529822 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.544063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Network 11452e8f-3d19-4113-8f42-40272531a29a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:15.549052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:15.551744 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:15.586092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Pushing event updated for resources: {'Port': ['ID=94eb9d22-43f5-4848-9a72-542610370e71,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:15.599830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83d814-9297-4561-9e52-1aa285e50c54 None None] Pushing event updated for resources: {'Port': ['ID=d1ad8ed3-e480-4b2c-ac40-336704bbfe50,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:15.615670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:15.617370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.634936 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-db0336cd-0f1a-4964-a38c-4d2154fad158 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6210601 Aug 31 14:55:15.643303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Attempting to bind port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:15.643699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Attempting to bind port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'd07074f2-5a6d-486a-96ab-5b2a35ad1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:15.644046 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Attempting to bind port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 on network b2af1d77-f205-411d-baad-54b51f717bdc {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:15.649844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Request body: {'port': {'device_id': '5cd0154a-e944-41c1-8655-76bc3a134468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:15.651088 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:15.651553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Checking segment: {'id': 'd07074f2-5a6d-486a-96ab-5b2a35ad1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:15.652071 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.652373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Bound using segment: {'id': 'd07074f2-5a6d-486a-96ab-5b2a35ad1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:15.652886 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Bound port: d1ad8ed3-e480-4b2c-ac40-336704bbfe50, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07074f2-5a6d-486a-96ab-5b2a35ad1d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:15.653290 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.714100 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.727609 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] For port d1ad8ed3-e480-4b2c-ac40-336704bbfe50, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:15.732406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] For port d1ad8ed3-e480-4b2c-ac40-336704bbfe50, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d1ad8ed3-e480-4b2c-ac40-336704bbfe50,segment=NetworkSegment(d07074f2-5a6d-486a-96ab-5b2a35ad1d7a),segment_id=d07074f2-5a6d-486a-96ab-5b2a35ad1d7a)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:15.742149 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:15.809711 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Routers {'512ae3e3-7fc3-46ef-9424-929c91f40d18'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:55:15.810546 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:55:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['512ae3e3-7fc3-46ef-9424-929c91f40d18'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:15.849606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83d814-9297-4561-9e52-1aa285e50c54 None None] Pushing event updated for resources: {'Port': ['ID=d1ad8ed3-e480-4b2c-ac40-336704bbfe50,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:15.940535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] Set router 512ae3e3-7fc3-46ef-9424-929c91f40d18 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:55:15.972683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-77c4fc3e-353c-4d41-a29b-aedf8b359c25 None None] Provisioning for port 94eb9d22-43f5-4848-9a72-542610370e71 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:15.979664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-77c4fc3e-353c-4d41-a29b-aedf8b359c25 None None] Provisioning complete for port 94eb9d22-43f5-4848-9a72-542610370e71 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:15.980038 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77c4fc3e-353c-4d41-a29b-aedf8b359c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.022131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94eb9d22-43f5-4848-9a72-542610370e71 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:55:16.030140 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.043805 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Transition to ACTIVE for port object 94eb9d22-43f5-4848-9a72-542610370e71 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:16.048480 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.058650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-77c4fc3e-353c-4d41-a29b-aedf8b359c25 None None] Port 94eb9d22-43f5-4848-9a72-542610370e71 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:16.102379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Pushing event updated for resources: {'Port': ['ID=94eb9d22-43f5-4848-9a72-542610370e71,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:16.177377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Attempting to bind port 94eb9d22-43f5-4848-9a72-542610370e71 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:16.177711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Attempting to bind port 94eb9d22-43f5-4848-9a72-542610370e71 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:16.177954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Attempting to bind port 94eb9d22-43f5-4848-9a72-542610370e71 on network 11452e8f-3d19-4113-8f42-40272531a29a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:16.183499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Port 94eb9d22-43f5-4848-9a72-542610370e71 on network 11452e8f-3d19-4113-8f42-40272531a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:55:16.185039 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Attempting to bind port 94eb9d22-43f5-4848-9a72-542610370e71 on network 11452e8f-3d19-4113-8f42-40272531a29a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:16.190365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:16.190714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Checking segment: {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:16.191107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Bound using segment: {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:16.191551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Bound port: 94eb9d22-43f5-4848-9a72-542610370e71, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:16.191927 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.192057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'name': 'tempest-TestEncryptedCinderVolumes-1241793520-router', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:12Z', 'revision_number': 4, 'project_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'gw_port': {'id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'd1ad8ed3-e480-4b2c-ac40-336704bbfe50', 'name': '', 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'mac_address': 'fa:16:3e:f7:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '7ac37335-0df7-40f0-aad3-115290c74d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:11Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'subnets': [{'id': '7ac37335-0df7-40f0-aad3-115290c74d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:55:16.221069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5a233-1efe-4a44-9dc3-e551d6e739eb None None] The sync data for ids ['512ae3e3-7fc3-46ef-9424-929c91f40d18'] in n-d-792364-6 is: [{'id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'name': 'tempest-TestEncryptedCinderVolumes-1241793520-router', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:12Z', 'revision_number': 4, 'project_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'gw_port': {'id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'd1ad8ed3-e480-4b2c-ac40-336704bbfe50', 'name': '', 'network_id': 'b2af1d77-f205-411d-baad-54b51f717bdc', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'mac_address': 'fa:16:3e:f7:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '7ac37335-0df7-40f0-aad3-115290c74d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:11Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'subnets': [{'id': '7ac37335-0df7-40f0-aad3-115290c74d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:55:16.278961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] For port 94eb9d22-43f5-4848-9a72-542610370e71, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:16.295833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] For port 94eb9d22-43f5-4848-9a72-542610370e71, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=94eb9d22-43f5-4848-9a72-542610370e71,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:16.302425 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.364921 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59521685-8a30-4643-a77c-ffa1b151c1e5 req-7f972a51-eeb8-4251-8e3a-a8b6a834385d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:16.368992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:16.369647 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.371754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] 10.222.0.13 "PUT /v2.0/ports/94eb9d22-43f5-4848-9a72-542610370e71 HTTP/1.1" status: 200 len: 1091 time: 0.7278585 Aug 31 14:55:16.372263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd0154a-e944-41c1-8655-76bc3a134468', 'tag': '94eb9d22-43f5-4848-9a72-542610370e71'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:16.374688 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fd562e-6c62-48fe-911b-901c47b1e68d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd0154a-e944-41c1-8655-76bc3a134468", "tag": "94eb9d22-43f5-4848-9a72-542610370e71"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:16.389390 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-59521685-8a30-4643-a77c-ffa1b151c1e5 req-7f972a51-eeb8-4251-8e3a-a8b6a834385d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 943 time: 0.0940790 Aug 31 14:55:16.424578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750f4eb-568b-4c82-9f22-a0a70b914c74 service neutron] Pushing event updated for resources: {'Port': ['ID=94eb9d22-43f5-4848-9a72-542610370e71,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:16.455294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ab53ff56-a71e-499b-b743-9680773c164f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:16.457680 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-59521685-8a30-4643-a77c-ffa1b151c1e5 req-4b37504b-2eb3-4ef1-9a5b-d08db2b054f8 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670793 Aug 31 14:55:16.484637 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034838f2-bd38-48c5-8acd-734d2e033ce6 x-openstack-request-id: req-034838f2-bd38-48c5-8acd-734d2e033ce6 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:16.485126 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd0154a-e944-41c1-8655-76bc3a134468", "tag": "94eb9d22-43f5-4848-9a72-542610370e71", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:16.485385 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-034838f2-bd38-48c5-8acd-734d2e033ce6 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:16.485801 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd0154a-e944-41c1-8655-76bc3a134468', 'tag': '94eb9d22-43f5-4848-9a72-542610370e71', 'status': 'completed', 'code': 200} Aug 31 14:55:16.508704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-fc8ae04c-526e-41f5-8ed3-024d2c9789d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:16.510531 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-fc8ae04c-526e-41f5-8ed3-024d2c9789d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9e5be2d4fb479996b5bcab0d77c0a8&device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 1094 time: 0.0685732 Aug 31 14:55:16.524000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ab53ff56-a71e-499b-b743-9680773c164f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:16.524578 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:16.557757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-fbe4f9f9-5ffa-4e6c-86b7-32f0a0cd56b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94eb9d22-43f5-4848-9a72-542610370e71 HTTP/1.1" status: 200 len: 217 time: 0.0391488 Aug 31 14:55:16.618403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-f877d902-f2c0-45a0-9111-0853d0c1f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:16.620154 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-f877d902-f2c0-45a0-9111-0853d0c1f94f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=822f219e-83a4-4133-bc97-8e5955e55d5c HTTP/1.1" status: 200 len: 855 time: 0.0529380 Aug 31 14:55:16.676849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-5e635ce5-7cf7-436c-84f9-27f035a58d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:16.678377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-5e635ce5-7cf7-436c-84f9-27f035a58d7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11452e8f-3d19-4113-8f42-40272531a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497689 Aug 31 14:55:16.781795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-dd45d0ca-820a-4732-8e99-8e11090e789c service neutron] 10.222.0.13 "GET /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952363 Aug 31 14:55:16.876539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec7b49eb-9da7-4ad5-8bef-4fdf15d1871a req-132990b6-0509-4113-9ef3-33a2293f0618 service neutron] 10.222.0.13 "GET /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868599 Aug 31 14:55:17.220938 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd562e-6c62-48fe-911b-901c47b1e68d req-86e3ac6b-0783-450e-a89e-e8aadd7a2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.222503 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53fd562e-6c62-48fe-911b-901c47b1e68d req-86e3ac6b-0783-450e-a89e-e8aadd7a2aca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9e5be2d4fb479996b5bcab0d77c0a8&device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 1094 time: 0.3030047 Aug 31 14:55:17.313991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd562e-6c62-48fe-911b-901c47b1e68d req-f3b61230-5aaa-4d38-aaa3-8946dbf7b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.315442 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53fd562e-6c62-48fe-911b-901c47b1e68d req-f3b61230-5aaa-4d38-aaa3-8946dbf7b385 service neutron] 10.222.0.13 "GET /v2.0/networks?id=11452e8f-3d19-4113-8f42-40272531a29a HTTP/1.1" status: 200 len: 917 time: 0.0820909 Aug 31 14:55:17.358937 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53fd562e-6c62-48fe-911b-901c47b1e68d req-bafed4fa-1426-4852-bdf5-f066ce71803e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94eb9d22-43f5-4848-9a72-542610370e71 HTTP/1.1" status: 200 len: 217 time: 0.0361481 Aug 31 14:55:17.408350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd562e-6c62-48fe-911b-901c47b1e68d req-9aabd6a3-5876-4f2f-b5d7-0ebb977a1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.409889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53fd562e-6c62-48fe-911b-901c47b1e68d req-9aabd6a3-5876-4f2f-b5d7-0ebb977a1ae6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=822f219e-83a4-4133-bc97-8e5955e55d5c HTTP/1.1" status: 200 len: 855 time: 0.0433583 Aug 31 14:55:17.456296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd562e-6c62-48fe-911b-901c47b1e68d req-a6f59aa1-b227-4c5c-b5ca-f6b46d3f43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.457893 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53fd562e-6c62-48fe-911b-901c47b1e68d req-a6f59aa1-b227-4c5c-b5ca-f6b46d3f43b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11452e8f-3d19-4113-8f42-40272531a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404449 Aug 31 14:55:17.556871 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53fd562e-6c62-48fe-911b-901c47b1e68d req-fa3644cb-788a-4008-ba37-3d22779f2a26 service neutron] 10.222.0.13 "GET /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894673 Aug 31 14:55:17.567251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9f1cb-606b-4528-8f65-f08fa0214c50 req-784c2d88-a9ef-4bf6-884e-f4a426242e4a tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:17.568723 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ca9f1cb-606b-4528-8f65-f08fa0214c50 req-784c2d88-a9ef-4bf6-884e-f4a426242e4a tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 943 time: 0.0497410 Aug 31 14:55:17.607204 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3ca9f1cb-606b-4528-8f65-f08fa0214c50 req-98e06232-fde8-4445-a4b4-3b8a2e47a601 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323005 Aug 31 14:55:17.647687 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-53fd562e-6c62-48fe-911b-901c47b1e68d req-99a4ee9c-5043-4e2b-a981-22cf09087222 service neutron] 10.222.0.13 "GET /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823967 Aug 31 14:55:18.331378 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d1ad8ed3-e480-4b2c-ac40-336704bbfe50 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:18.381021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:18.385035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:18.385411 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:18.463008 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:18.493360 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port d1ad8ed3-e480-4b2c-ac40-336704bbfe50, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d1ad8ed3-e480-4b2c-ac40-336704bbfe50,segment=NetworkSegment(d07074f2-5a6d-486a-96ab-5b2a35ad1d7a),segment_id=d07074f2-5a6d-486a-96ab-5b2a35ad1d7a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:18.497641 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:18.544475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=d1ad8ed3-e480-4b2c-ac40-336704bbfe50,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:18.723233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43e26e-1e9a-4520-84ae-e2ee10d1e74e req-4c99fc18-a632-4edd-9413-659813c48f6f tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:18.725283 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab43e26e-1e9a-4520-84ae-e2ee10d1e74e req-4c99fc18-a632-4edd-9413-659813c48f6f tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 943 time: 0.0502603 Aug 31 14:55:18.771663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ab43e26e-1e9a-4520-84ae-e2ee10d1e74e req-9ef4ab8c-feda-4c7f-8f87-017bf480b86e tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Aug 31 14:55:18.987035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 94eb9d22-43f5-4848-9a72-542610370e71 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:55:19.088028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 94eb9d22-43f5-4848-9a72-542610370e71, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=94eb9d22-43f5-4848-9a72-542610370e71,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:19.260120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '94eb9d22-43f5-4848-9a72-542610370e71', 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a', 'port_id': '94eb9d22-43f5-4848-9a72-542610370e71', 'mac_address': 'fa:16:3e:12:2f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822f219e-83a4-4133-bc97-8e5955e55d5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:55:19.296533 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:19.309252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94eb9d22-43f5-4848-9a72-542610370e71 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:55:19.327761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 94eb9d22-43f5-4848-9a72-542610370e71, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=94eb9d22-43f5-4848-9a72-542610370e71,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:19.331801 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:19.379917 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=94eb9d22-43f5-4848-9a72-542610370e71,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:19.541806 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['94eb9d22-43f5-4848-9a72-542610370e71'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:55:19.884881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550a70-564d-4ec8-a437-e5d0ccf2df7d req-2d02f4ae-abdc-4f4c-a94a-d6edb2870841 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:19.886426 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-16550a70-564d-4ec8-a437-e5d0ccf2df7d req-2d02f4ae-abdc-4f4c-a94a-d6edb2870841 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 944 time: 0.0478089 Aug 31 14:55:19.923670 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-16550a70-564d-4ec8-a437-e5d0ccf2df7d req-82f86993-3c79-43d7-9d20-348c128e873f tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313876 Aug 31 14:55:20.316051 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d1ad8ed3-e480-4b2c-ac40-336704bbfe50 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:20.362577 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:20.363228 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:21.014388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 94eb9d22-43f5-4848-9a72-542610370e71 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:21.037371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6fdb2-0b20-4a93-9976-3363e0dc9f94 req-87d03bf7-47ab-4909-8951-25aa018fdf34 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:21.039500 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-60a6fdb2-0b20-4a93-9976-3363e0dc9f94 req-87d03bf7-47ab-4909-8951-25aa018fdf34 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 944 time: 0.0491393 Aug 31 14:55:21.063189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 94eb9d22-43f5-4848-9a72-542610370e71 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:21.066840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 94eb9d22-43f5-4848-9a72-542610370e71 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:21.067227 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:21.078297 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-60a6fdb2-0b20-4a93-9976-3363e0dc9f94 req-743b09e1-13b3-4c6c-9f69-fcaa0d8ca13d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322495 Aug 31 14:55:21.147433 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:21.170228 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd0154a-e944-41c1-8655-76bc3a134468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eb9d22-43f5-4848-9a72-542610370e71'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:21.172508 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615acf25-0a8d-49e2-abe0-61746aabe29c" -d '{"events": [{"server_uuid": "5cd0154a-e944-41c1-8655-76bc3a134468", "name": "network-vif-plugged", "status": "completed", "tag": "94eb9d22-43f5-4848-9a72-542610370e71"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:21.188226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 94eb9d22-43f5-4848-9a72-542610370e71, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=94eb9d22-43f5-4848-9a72-542610370e71,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:21.193053 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:21.216932 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e843b1-261a-44dc-ada0-fbd61890e8dd x-openstack-request-id: req-68e843b1-261a-44dc-ada0-fbd61890e8dd {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:21.217222 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd0154a-e944-41c1-8655-76bc3a134468", "name": "network-vif-plugged", "status": "completed", "tag": "94eb9d22-43f5-4848-9a72-542610370e71", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:21.217472 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68e843b1-261a-44dc-ada0-fbd61890e8dd {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:21.217855 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd0154a-e944-41c1-8655-76bc3a134468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eb9d22-43f5-4848-9a72-542610370e71', 'code': 200} Aug 31 14:55:21.242243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=94eb9d22-43f5-4848-9a72-542610370e71,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:21.304114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee60a9-1847-46c0-826a-4fd2c217ad57 req-6f6e0b87-b789-4bbc-bc05-ffb17c9896ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:21.305621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a2ee60a9-1847-46c0-826a-4fd2c217ad57 req-6f6e0b87-b789-4bbc-bc05-ffb17c9896ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 1096 time: 0.0397081 Aug 31 14:55:21.340682 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a2ee60a9-1847-46c0-826a-4fd2c217ad57 req-bf2e078d-8818-412a-bf1c-91d44edd38cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275469 Aug 31 14:55:22.196943 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6ab57-f7ce-40a0-9623-dd855c5d1161 req-c6dbf00e-d7e4-4d08-83ec-584a83d6ca16 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:22.198415 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-23f6ab57-f7ce-40a0-9623-dd855c5d1161 req-c6dbf00e-d7e4-4d08-83ec-584a83d6ca16 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 945 time: 0.0514126 Aug 31 14:55:22.238846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-23f6ab57-f7ce-40a0-9623-dd855c5d1161 req-01d50cf2-c40f-46e3-b086-61fd0c6772a4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345082 Aug 31 14:55:23.354436 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f321e-de18-4b77-b319-168eb87b38ff req-ad60fb20-e392-431d-8548-01897b44c2ff tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:23.355929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f12f321e-de18-4b77-b319-168eb87b38ff req-ad60fb20-e392-431d-8548-01897b44c2ff tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 945 time: 0.0480373 Aug 31 14:55:23.397630 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f12f321e-de18-4b77-b319-168eb87b38ff req-93333688-ffd4-495f-b6e7-d637b645dc21 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356798 Aug 31 14:55:23.528059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0b304-374c-4ea8-a93b-95d242754ef7 req-1620684d-91ab-49e1-8dbd-671a43e0713c tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:23.529501 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63f0b304-374c-4ea8-a93b-95d242754ef7 req-1620684d-91ab-49e1-8dbd-671a43e0713c tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 945 time: 0.0513754 Aug 31 14:55:23.567167 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63f0b304-374c-4ea8-a93b-95d242754ef7 req-df6c5236-2258-4ad4-b36a-fc6112169ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Aug 31 14:55:31.462167 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cbf5eee9-7035-4592-a6e3-955610585077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:32.074307 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:55:34.138593 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:34.149726 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4f8d4690-2998-4ecf-91fe-9aaae2dc3f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:35.419866 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:36.972188 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.682138 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:39.791924 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:42.111921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c13cd5-67a4-4b71-b168-1e1af8f9f0a9 req-68a21e78-7775-4c8b-ace3-daf7cfd51455 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:42.113552 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96c13cd5-67a4-4b71-b168-1e1af8f9f0a9 req-68a21e78-7775-4c8b-ace3-daf7cfd51455 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 945 time: 0.1442647 Aug 31 14:55:42.153138 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96c13cd5-67a4-4b71-b168-1e1af8f9f0a9 req-e9a3ef28-b676-4ed8-9a68-d8a55ac887ea tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334387 Aug 31 14:55:43.323664 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414208b-0967-4a81-9b29-97285858bb63 req-24bb7e74-fe63-4be8-a180-56ac2d0b5485 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:43.325200 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9414208b-0967-4a81-9b29-97285858bb63 req-24bb7e74-fe63-4be8-a180-56ac2d0b5485 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 945 time: 0.1037617 Aug 31 14:55:43.363624 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9414208b-0967-4a81-9b29-97285858bb63 req-63d2e30f-3abe-4d92-94f5-2b3fa3adc6b7 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323908 Aug 31 14:55:43.584648 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f834f8-b582-455f-a257-4f492ad83ed3 req-d9766077-a22a-40de-b3fd-d535158d08ef tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:43.586097 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5f834f8-b582-455f-a257-4f492ad83ed3 req-d9766077-a22a-40de-b3fd-d535158d08ef tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 945 time: 0.0474074 Aug 31 14:55:43.678454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e5f834f8-b582-455f-a257-4f492ad83ed3 req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Deleting port 94eb9d22-43f5-4848-9a72-542610370e71 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:55:43.678791 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e5f834f8-b582-455f-a257-4f492ad83ed3 req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:43.765897 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e5f834f8-b582-455f-a257-4f492ad83ed3 req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] For port 94eb9d22-43f5-4848-9a72-542610370e71, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=94eb9d22-43f5-4848-9a72-542610370e71,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:43.766183 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e5f834f8-b582-455f-a257-4f492ad83ed3 req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:43.779051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-e5f834f8-b582-455f-a257-4f492ad83ed3 req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Calling delete_port for 94eb9d22-43f5-4848-9a72-542610370e71 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:55:43.906894 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e5f834f8-b582-455f-a257-4f492ad83ed3 req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:43.919218 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['94eb9d22-43f5-4848-9a72-542610370e71'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:55:43.945097 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Pushing event deleted for resources: {'Port': ['ID=94eb9d22-43f5-4848-9a72-542610370e71,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:43.974141 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:43.974491 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:43.975029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:43.975366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:43.975704 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:43.976056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:43.976386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:43.976738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:43.977583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:43.977919 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:43.978242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:43.978568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:43.998632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f834f8-b582-455f-a257-4f492ad83ed3 req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] No DVR routers for this DVR port 94eb9d22-43f5-4848-9a72-542610370e71 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:55:44.001339 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e5f834f8-b582-455f-a257-4f492ad83ed3 req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:44.003411 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e5f834f8-b582-455f-a257-4f492ad83ed3 req-0f4103dd-7f41-44a7-b182-a2261e494ad4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.13 "DELETE /v2.0/ports/94eb9d22-43f5-4848-9a72-542610370e71 HTTP/1.1" status: 204 len: 173 time: 0.4104297 Aug 31 14:55:44.003914 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd0154a-e944-41c1-8655-76bc3a134468', 'name': 'network-vif-deleted', 'tag': '94eb9d22-43f5-4848-9a72-542610370e71'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:44.006544 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80da1d09-50e4-4c00-bc58-1e73558e29bd" -d '{"events": [{"server_uuid": "5cd0154a-e944-41c1-8655-76bc3a134468", "name": "network-vif-deleted", "tag": "94eb9d22-43f5-4848-9a72-542610370e71"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:44.049992 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed236d75-fba2-4afd-ae03-e49c05393b8d x-openstack-request-id: req-ed236d75-fba2-4afd-ae03-e49c05393b8d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:44.050681 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd0154a-e944-41c1-8655-76bc3a134468", "name": "network-vif-deleted", "tag": "94eb9d22-43f5-4848-9a72-542610370e71", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:44.050931 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed236d75-fba2-4afd-ae03-e49c05393b8d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:44.051327 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd0154a-e944-41c1-8655-76bc3a134468', 'name': 'network-vif-deleted', 'tag': '94eb9d22-43f5-4848-9a72-542610370e71', 'status': 'completed', 'code': 200} Aug 31 14:55:44.479998 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2c835a02-b9a5-4691-94ff-eea2159d3173 req-f7996a4e-2b09-410b-a21d-2243b2850a6e tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd0154a-e944-41c1-8655-76bc3a134468 HTTP/1.1" status: 200 len: 210 time: 0.0275371 Aug 31 14:55:45.912849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58530600-7651-4fed-b5b5-195a39063d1d req-925f901b-49a0-4ad6-a422-2abdd2547197 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:45.914327 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-925f901b-49a0-4ad6-a422-2abdd2547197 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/networks?id=11452e8f-3d19-4113-8f42-40272531a29a HTTP/1.1" status: 200 len: 816 time: 0.1022699 Aug 31 14:55:45.928885 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-f8010bc6-2273-4ed3-8270-31d4c7a4bbac tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/quotas/9d9e5be2d4fb479996b5bcab0d77c0a8 HTTP/1.1" status: 200 len: 375 time: 0.0088294 Aug 31 14:55:45.979609 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-cade7a6f-7549-4427-a39d-d1e1b76984ee tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d9e5be2d4fb479996b5bcab0d77c0a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454016 Aug 31 14:55:46.070166 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-bc058b1f-257e-496a-ad01-47aba58a4c7f service neutron] 10.222.0.20 "GET /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792825 Aug 31 14:55:46.161083 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-145eabad-3528-409f-9316-67d7f3ae0a05 service neutron] 10.222.0.20 "GET /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843892 Aug 31 14:55:46.329220 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6734afb9-0748-44e5-b6c2-f81dab2fbca3 req-97377ceb-a103-4380-9c85-5bc553ad75a0 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 210 time: 0.0311046 Aug 31 14:55:47.159598 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 94eb9d22-43f5-4848-9a72-542610370e71 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:55:47.185136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 94eb9d22-43f5-4848-9a72-542610370e71 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:55:47.185486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 94eb9d22-43f5-4848-9a72-542610370e71 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:55:47.206040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58530600-7651-4fed-b5b5-195a39063d1d req-de12659e-0e67-4568-8d71-98474335652c tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:47.207510 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-de12659e-0e67-4568-8d71-98474335652c tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.13 "GET /v2.0/networks?id=11452e8f-3d19-4113-8f42-40272531a29a HTTP/1.1" status: 200 len: 816 time: 0.1081328 Aug 31 14:55:47.221437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Request body: {'port': {'device_id': '6d6608bc-b677-41a5-949f-851dc372045f', 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a', 'admin_state_up': True, 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:47.331186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Made reservation on behalf of 9d9e5be2d4fb479996b5bcab0d77c0a8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:55:47.334752 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:47.423968 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-47b2ace4-4324-4df3-836e-fdd79bb3a87b req-f86b8a95-c51e-475d-9e2c-5341ac0b4b5d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 210 time: 0.0273836 Aug 31 14:55:47.462738 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Allocated IP 172.20.0.13 (11452e8f-3d19-4113-8f42-40272531a29a/822f219e-83a4-4133-bc97-8e5955e55d5c/379e2791-ac19-4468-a250-3cf903da68f4) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:55:47.601180 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:47.615119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Transition to ACTIVE for port object 379e2791-ac19-4468-a250-3cf903da68f4 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:47.646699 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:47.695219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Network 11452e8f-3d19-4113-8f42-40272531a29a is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:55:47.698417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:55:47.702248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:55:47.708527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Pushing event updated for resources: {'Port': ['ID=379e2791-ac19-4468-a250-3cf903da68f4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:47.756336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:47.757097 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:47.771559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-dc6f85e4-e533-4459-a1e8-3d929fddcef9 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5540874 Aug 31 14:55:47.784598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Request body: {'port': {'device_id': '6d6608bc-b677-41a5-949f-851dc372045f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:55:47.840533 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:47.966205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-eaec02d8-8e25-4ed8-a337-6ac77c00d591 None None] Provisioning for port 379e2791-ac19-4468-a250-3cf903da68f4 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:47.969965 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-eaec02d8-8e25-4ed8-a337-6ac77c00d591 None None] Provisioning complete for port 379e2791-ac19-4468-a250-3cf903da68f4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:47.970302 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-eaec02d8-8e25-4ed8-a337-6ac77c00d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:48.003964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-eaec02d8-8e25-4ed8-a337-6ac77c00d591 None None] Port 379e2791-ac19-4468-a250-3cf903da68f4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:55:48.106440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379e2791-ac19-4468-a250-3cf903da68f4 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:55:48.113785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:48.125778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Transition to ACTIVE for port object 379e2791-ac19-4468-a250-3cf903da68f4 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:55:48.130612 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:48.182846 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Pushing event updated for resources: {'Port': ['ID=379e2791-ac19-4468-a250-3cf903da68f4,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:48.253388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Attempting to bind port 379e2791-ac19-4468-a250-3cf903da68f4 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:55:48.253388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Attempting to bind port 379e2791-ac19-4468-a250-3cf903da68f4 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:55:48.253388 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Attempting to bind port 379e2791-ac19-4468-a250-3cf903da68f4 on network 11452e8f-3d19-4113-8f42-40272531a29a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:48.258203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Port 379e2791-ac19-4468-a250-3cf903da68f4 on network 11452e8f-3d19-4113-8f42-40272531a29a not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:55:48.258539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Attempting to bind port 379e2791-ac19-4468-a250-3cf903da68f4 on network 11452e8f-3d19-4113-8f42-40272531a29a {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:55:48.264054 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:55:48.264375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Checking segment: {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:55:48.264814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Bound using segment: {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:55:48.265259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Bound port: 379e2791-ac19-4468-a250-3cf903da68f4, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd24768-f9f2-4e80-85b0-105290a2f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:55:48.265624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:48.336768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] For port 379e2791-ac19-4468-a250-3cf903da68f4, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:55:48.340158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] For port 379e2791-ac19-4468-a250-3cf903da68f4, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=379e2791-ac19-4468-a250-3cf903da68f4,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:55:48.344612 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:48.385589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:48.386231 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:48.387663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] 10.222.0.13 "PUT /v2.0/ports/379e2791-ac19-4468-a250-3cf903da68f4 HTTP/1.1" status: 200 len: 1092 time: 0.6076775 Aug 31 14:55:48.388119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6608bc-b677-41a5-949f-851dc372045f', 'tag': '379e2791-ac19-4468-a250-3cf903da68f4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:48.390467 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0392da5c-7e2b-4d9f-92b4-71ef460e0f99" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6608bc-b677-41a5-949f-851dc372045f", "tag": "379e2791-ac19-4468-a250-3cf903da68f4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:48.411315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836c1d6-27a6-489f-9125-760b177e7caf service neutron] Pushing event updated for resources: {'Port': ['ID=379e2791-ac19-4468-a250-3cf903da68f4,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:48.441926 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed12300-d75c-4f36-bcf1-f97a25c3a3c3 x-openstack-request-id: req-5ed12300-d75c-4f36-bcf1-f97a25c3a3c3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:48.442221 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6608bc-b677-41a5-949f-851dc372045f", "tag": "379e2791-ac19-4468-a250-3cf903da68f4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:48.442469 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ed12300-d75c-4f36-bcf1-f97a25c3a3c3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:48.442872 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6608bc-b677-41a5-949f-851dc372045f', 'tag': '379e2791-ac19-4468-a250-3cf903da68f4', 'status': 'completed', 'code': 200} Aug 31 14:55:48.489089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58530600-7651-4fed-b5b5-195a39063d1d req-90ebce87-c27b-4556-aae5-d9dc5c3cfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:48.490640 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-90ebce87-c27b-4556-aae5-d9dc5c3cfd2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9e5be2d4fb479996b5bcab0d77c0a8&device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 1095 time: 0.0505931 Aug 31 14:55:48.542029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-8ba308a8-09ad-4dfe-9955-40801cd220e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=379e2791-ac19-4468-a250-3cf903da68f4 HTTP/1.1" status: 200 len: 217 time: 0.0426991 Aug 31 14:55:48.545793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39562b57-0306-444e-bc0f-639fae2f4393 req-48141b6d-f710-440d-9fd0-e1efb489579b tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:48.547374 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39562b57-0306-444e-bc0f-639fae2f4393 req-48141b6d-f710-440d-9fd0-e1efb489579b tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 944 time: 0.0521715 Aug 31 14:55:48.592056 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-39562b57-0306-444e-bc0f-639fae2f4393 req-bc4c52d5-2171-4899-927a-d1c0a8c38abd tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338016 Aug 31 14:55:48.594612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58530600-7651-4fed-b5b5-195a39063d1d req-d02cec56-bee5-4b3a-b57d-86232a1cb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:48.596180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-d02cec56-bee5-4b3a-b57d-86232a1cb315 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=822f219e-83a4-4133-bc97-8e5955e55d5c HTTP/1.1" status: 200 len: 855 time: 0.0464573 Aug 31 14:55:48.644061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58530600-7651-4fed-b5b5-195a39063d1d req-406ae617-2359-4260-b45e-400caf7444c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:48.645655 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-406ae617-2359-4260-b45e-400caf7444c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11452e8f-3d19-4113-8f42-40272531a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421944 Aug 31 14:55:48.739234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-1c3896ca-52c7-4330-8851-8af029570e10 service neutron] 10.222.0.13 "GET /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859261 Aug 31 14:55:48.829095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58530600-7651-4fed-b5b5-195a39063d1d req-78e8dadb-f9a3-449d-bff5-03032591854f service neutron] 10.222.0.13 "GET /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832744 Aug 31 14:55:48.917498 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392da5c-7e2b-4d9f-92b4-71ef460e0f99 req-b2fe697b-5fed-474e-ad24-86313e212a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:48.919115 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0392da5c-7e2b-4d9f-92b4-71ef460e0f99 req-b2fe697b-5fed-474e-ad24-86313e212a3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d9e5be2d4fb479996b5bcab0d77c0a8&device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 1095 time: 0.0427871 Aug 31 14:55:49.012268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392da5c-7e2b-4d9f-92b4-71ef460e0f99 req-f9a60ce1-dc74-474b-b335-c7b5d0a2638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:49.013754 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0392da5c-7e2b-4d9f-92b4-71ef460e0f99 req-f9a60ce1-dc74-474b-b335-c7b5d0a2638e service neutron] 10.222.0.13 "GET /v2.0/networks?id=11452e8f-3d19-4113-8f42-40272531a29a HTTP/1.1" status: 200 len: 917 time: 0.0877194 Aug 31 14:55:49.054833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0392da5c-7e2b-4d9f-92b4-71ef460e0f99 req-7cc680f7-64f1-48cb-8109-a9ec41ec818b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=379e2791-ac19-4468-a250-3cf903da68f4 HTTP/1.1" status: 200 len: 217 time: 0.0341151 Aug 31 14:55:49.107993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392da5c-7e2b-4d9f-92b4-71ef460e0f99 req-7a1c0767-1ba1-4f8c-b4ac-fa338a0873f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:49.109518 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0392da5c-7e2b-4d9f-92b4-71ef460e0f99 req-7a1c0767-1ba1-4f8c-b4ac-fa338a0873f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=822f219e-83a4-4133-bc97-8e5955e55d5c HTTP/1.1" status: 200 len: 855 time: 0.0476522 Aug 31 14:55:49.157835 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392da5c-7e2b-4d9f-92b4-71ef460e0f99 req-5defb5f9-32db-4db3-b91b-b0cf46dc2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:49.159384 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0392da5c-7e2b-4d9f-92b4-71ef460e0f99 req-5defb5f9-32db-4db3-b91b-b0cf46dc2771 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11452e8f-3d19-4113-8f42-40272531a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418499 Aug 31 14:55:49.260957 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0392da5c-7e2b-4d9f-92b4-71ef460e0f99 req-8dbd64fb-e7fe-435e-9bbd-1821e5002883 service neutron] 10.222.0.13 "GET /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915132 Aug 31 14:55:49.360309 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0392da5c-7e2b-4d9f-92b4-71ef460e0f99 req-845792a5-f5de-4846-9354-4623e130d4e0 service neutron] 10.222.0.13 "GET /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912328 Aug 31 14:55:49.713509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cb558-492e-4f64-8810-cf0b452aecc8 req-c4768a25-f55b-4e4c-8235-236bb9a0cef1 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:49.715028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f57cb558-492e-4f64-8810-cf0b452aecc8 req-c4768a25-f55b-4e4c-8235-236bb9a0cef1 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 944 time: 0.0491424 Aug 31 14:55:49.754915 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f57cb558-492e-4f64-8810-cf0b452aecc8 req-eb42bf01-26d8-4f83-8aba-6d8e2eb9da10 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336292 Aug 31 14:55:50.870391 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7902c8-cc57-4390-a6a5-7f382c7eab7f req-97a310c6-f521-4a13-a5f4-1ffeb0532da6 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:50.871867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f7902c8-cc57-4390-a6a5-7f382c7eab7f req-97a310c6-f521-4a13-a5f4-1ffeb0532da6 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 944 time: 0.0517061 Aug 31 14:55:50.909150 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1f7902c8-cc57-4390-a6a5-7f382c7eab7f req-0a9db5c5-8938-47ac-867e-000fc55ce6c0 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Aug 31 14:55:51.189624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 379e2791-ac19-4468-a250-3cf903da68f4 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:55:51.280955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 379e2791-ac19-4468-a250-3cf903da68f4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=379e2791-ac19-4468-a250-3cf903da68f4,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:51.294817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '379e2791-ac19-4468-a250-3cf903da68f4', 'network_id': '11452e8f-3d19-4113-8f42-40272531a29a', 'port_id': '379e2791-ac19-4468-a250-3cf903da68f4', 'mac_address': 'fa:16:3e:05:a4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822f219e-83a4-4133-bc97-8e5955e55d5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:55:51.329801 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:51.342388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379e2791-ac19-4468-a250-3cf903da68f4 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:55:51.360327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 379e2791-ac19-4468-a250-3cf903da68f4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=379e2791-ac19-4468-a250-3cf903da68f4,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:51.364259 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:51.409868 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=379e2791-ac19-4468-a250-3cf903da68f4,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:51.571125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['379e2791-ac19-4468-a250-3cf903da68f4'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:55:52.022791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d9b49-2596-475e-ab23-85a9a24ec96c req-ea7d0628-ef7a-47b9-9de5-cb66c35fff9f tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:52.024273 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bb9d9b49-2596-475e-ab23-85a9a24ec96c req-ea7d0628-ef7a-47b9-9de5-cb66c35fff9f tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 945 time: 0.0490208 Aug 31 14:55:52.071118 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bb9d9b49-2596-475e-ab23-85a9a24ec96c req-e4774e48-08eb-40db-aacc-112c8038792a tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406008 Aug 31 14:55:53.185634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9492caa-dfcb-4d1d-9699-a6c3cad4590e req-55839182-b1d3-40fe-ba1c-c3587e2fcd6a tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:53.187115 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9492caa-dfcb-4d1d-9699-a6c3cad4590e req-55839182-b1d3-40fe-ba1c-c3587e2fcd6a tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 945 time: 0.0479507 Aug 31 14:55:53.201222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 379e2791-ac19-4468-a250-3cf903da68f4 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:55:53.225309 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e9492caa-dfcb-4d1d-9699-a6c3cad4590e req-b6c47884-8344-4d16-8e1e-229850266421 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Aug 31 14:55:53.249082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 379e2791-ac19-4468-a250-3cf903da68f4 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:55:53.252666 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 379e2791-ac19-4468-a250-3cf903da68f4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:55:53.253047 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:53.329889 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:53.352136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6608bc-b677-41a5-949f-851dc372045f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379e2791-ac19-4468-a250-3cf903da68f4'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:55:53.354328 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2430750-d097-408e-968a-8fd78f170fb4" -d '{"events": [{"server_uuid": "6d6608bc-b677-41a5-949f-851dc372045f", "name": "network-vif-plugged", "status": "completed", "tag": "379e2791-ac19-4468-a250-3cf903da68f4"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:55:53.366853 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 379e2791-ac19-4468-a250-3cf903da68f4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=379e2791-ac19-4468-a250-3cf903da68f4,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:55:53.372382 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:55:53.395291 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd23d11-8c24-4741-8047-d72c5dc5207b x-openstack-request-id: req-7cd23d11-8c24-4741-8047-d72c5dc5207b {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:55:53.395666 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6608bc-b677-41a5-949f-851dc372045f", "name": "network-vif-plugged", "status": "completed", "tag": "379e2791-ac19-4468-a250-3cf903da68f4", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:55:53.395904 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cd23d11-8c24-4741-8047-d72c5dc5207b {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:55:53.396292 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6608bc-b677-41a5-949f-851dc372045f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379e2791-ac19-4468-a250-3cf903da68f4', 'code': 200} Aug 31 14:55:53.423617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=379e2791-ac19-4468-a250-3cf903da68f4,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:55:53.431467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:53.431855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:53.432202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:53.432570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:53.432914 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:53.433254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:53.433591 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:53.433924 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:53.434262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:53.434593 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:53.434920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:53.435247 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:55:53.487137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45908f5f-3412-40f2-9275-cc0d2a3013df req-85220b15-7af4-427d-8af4-3af4c062f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:53.488661 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45908f5f-3412-40f2-9275-cc0d2a3013df req-85220b15-7af4-427d-8af4-3af4c062f0c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 1097 time: 0.0398676 Aug 31 14:55:53.523627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-45908f5f-3412-40f2-9275-cc0d2a3013df req-91549a5d-1ad7-4bdc-8a66-b73d4b9fba9d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274367 Aug 31 14:55:54.343871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc0af6-9557-467c-b207-6c983a25ac53 req-6f46930e-6393-410f-9896-cc04f88a16b4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:54.345390 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cedc0af6-9557-467c-b207-6c983a25ac53 req-6f46930e-6393-410f-9896-cc04f88a16b4 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 946 time: 0.0478413 Aug 31 14:55:54.382473 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cedc0af6-9557-467c-b207-6c983a25ac53 req-09293366-4258-48b1-b660-9a396af8f1af tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Aug 31 14:55:55.499252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad0be2-19d5-40af-9857-358a5227841c req-40aa7345-4dc3-4193-89ce-bc7bc5409454 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:55.500859 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-10ad0be2-19d5-40af-9857-358a5227841c req-40aa7345-4dc3-4193-89ce-bc7bc5409454 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 946 time: 0.0485392 Aug 31 14:55:55.538958 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-10ad0be2-19d5-40af-9857-358a5227841c req-7eca01e6-4ebe-4605-b117-c0fe51278fa0 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Aug 31 14:55:55.654378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527a09b-d663-4275-b651-323de2290e95 req-c35f46d7-5ff4-4434-ac09-3135063925ca tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:55:55.655860 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8527a09b-d663-4275-b651-323de2290e95 req-c35f46d7-5ff4-4434-ac09-3135063925ca tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 946 time: 0.0517919 Aug 31 14:55:55.692404 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8527a09b-d663-4275-b651-323de2290e95 req-8534e09b-a39d-42f6-887f-be8988b1a0f5 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306554 Aug 31 14:56:01.462860 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b4ab99f-9aa0-480a-83d4-dddc651bc2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:04.132251 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:04.149331 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-80cc3e45-e440-4d83-93ec-a338f2b660a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:05.421768 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:06.974426 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:09.072507 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:56:09.679329 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:09.793186 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:14.028368 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282619cd-f8c9-41ee-bb51-8d9a3b80c07a req-edc37513-0caf-488f-8135-f2de95a78b02 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:14.029810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-282619cd-f8c9-41ee-bb51-8d9a3b80c07a req-edc37513-0caf-488f-8135-f2de95a78b02 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 946 time: 0.0497322 Aug 31 14:56:14.070950 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-282619cd-f8c9-41ee-bb51-8d9a3b80c07a req-c2d14e89-c431-42d2-91f6-d827bfd0ef0d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351610 Aug 31 14:56:15.188555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dabc8-6a43-49f0-bffa-48a47a278a28 req-27c2247e-a1f6-433a-9308-e4c105de1ee6 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:15.190075 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f90dabc8-6a43-49f0-bffa-48a47a278a28 req-27c2247e-a1f6-433a-9308-e4c105de1ee6 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 946 time: 0.0506794 Aug 31 14:56:15.232145 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f90dabc8-6a43-49f0-bffa-48a47a278a28 req-b18faef0-6e94-43a5-9ee4-4f3d56af914b tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/security-groups?id=40b0013b-483f-4f46-a27c-9b2e82f6baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359833 Aug 31 14:56:15.540224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee017b-e81a-4cd0-986e-886e2f9c207c req-782af87c-192f-4d37-8af9-2e81e1b0c970 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:15.541741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98ee017b-e81a-4cd0-986e-886e2f9c207c req-782af87c-192f-4d37-8af9-2e81e1b0c970 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 946 time: 0.0494564 Aug 31 14:56:15.629028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-98ee017b-e81a-4cd0-986e-886e2f9c207c req-082c6e99-6535-4ef1-8ac5-de93b1db4a0d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Deleting port 379e2791-ac19-4468-a250-3cf903da68f4 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:15.629370 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-98ee017b-e81a-4cd0-986e-886e2f9c207c req-082c6e99-6535-4ef1-8ac5-de93b1db4a0d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:15.724813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-98ee017b-e81a-4cd0-986e-886e2f9c207c req-082c6e99-6535-4ef1-8ac5-de93b1db4a0d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] For port 379e2791-ac19-4468-a250-3cf903da68f4, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=379e2791-ac19-4468-a250-3cf903da68f4,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:15.725416 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-98ee017b-e81a-4cd0-986e-886e2f9c207c req-082c6e99-6535-4ef1-8ac5-de93b1db4a0d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:15.737973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-98ee017b-e81a-4cd0-986e-886e2f9c207c req-082c6e99-6535-4ef1-8ac5-de93b1db4a0d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Calling delete_port for 379e2791-ac19-4468-a250-3cf903da68f4 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:15.867899 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-98ee017b-e81a-4cd0-986e-886e2f9c207c req-082c6e99-6535-4ef1-8ac5-de93b1db4a0d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:15.881086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['379e2791-ac19-4468-a250-3cf903da68f4'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:56:15.897128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c6e99-6535-4ef1-8ac5-de93b1db4a0d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Pushing event deleted for resources: {'Port': ['ID=379e2791-ac19-4468-a250-3cf903da68f4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:15.939436 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ee017b-e81a-4cd0-986e-886e2f9c207c req-082c6e99-6535-4ef1-8ac5-de93b1db4a0d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] No DVR routers for this DVR port 379e2791-ac19-4468-a250-3cf903da68f4 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:56:15.942416 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-98ee017b-e81a-4cd0-986e-886e2f9c207c req-082c6e99-6535-4ef1-8ac5-de93b1db4a0d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:15.944785 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98ee017b-e81a-4cd0-986e-886e2f9c207c req-082c6e99-6535-4ef1-8ac5-de93b1db4a0d tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.13 "DELETE /v2.0/ports/379e2791-ac19-4468-a250-3cf903da68f4 HTTP/1.1" status: 204 len: 173 time: 0.3962097 Aug 31 14:56:15.945971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6608bc-b677-41a5-949f-851dc372045f', 'name': 'network-vif-deleted', 'tag': '379e2791-ac19-4468-a250-3cf903da68f4'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:15.948313 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afba6b7c-02d1-41b3-ad24-2015138fc5bd" -d '{"events": [{"server_uuid": "6d6608bc-b677-41a5-949f-851dc372045f", "name": "network-vif-deleted", "tag": "379e2791-ac19-4468-a250-3cf903da68f4"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:16.049877 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6105e3d9-0fb2-4859-adf1-0cfce468bac3 x-openstack-request-id: req-6105e3d9-0fb2-4859-adf1-0cfce468bac3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:16.050182 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6608bc-b677-41a5-949f-851dc372045f", "name": "network-vif-deleted", "tag": "379e2791-ac19-4468-a250-3cf903da68f4", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:16.050439 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6105e3d9-0fb2-4859-adf1-0cfce468bac3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:16.050847 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6608bc-b677-41a5-949f-851dc372045f', 'name': 'network-vif-deleted', 'tag': '379e2791-ac19-4468-a250-3cf903da68f4', 'status': 'completed', 'code': 200} Aug 31 14:56:16.340756 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-357cef95-0b23-4dd2-b293-8947d83ce42b req-0c950717-3e0d-4582-9d21-4b949fe038a8 tempest-TestEncryptedCinderVolumes-1143746458 tempest-TestEncryptedCinderVolumes-1143746458-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6608bc-b677-41a5-949f-851dc372045f HTTP/1.1" status: 200 len: 210 time: 0.0294824 Aug 31 14:56:17.444719 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34294) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:17.794785 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:18.027941 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Deleting port cd6e35ff-ef7d-46cb-b237-f7f764404587 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:18.028282 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:18.103747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] For port cd6e35ff-ef7d-46cb-b237-f7f764404587, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cd6e35ff-ef7d-46cb-b237-f7f764404587,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:18.104034 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:18.116131 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Calling delete_port for cd6e35ff-ef7d-46cb-b237-f7f764404587 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:18.287668 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:18.310770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6e35ff-ef7d-46cb-b237-f7f764404587,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:18.323916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:18.324250 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:18.324621 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:18.324967 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:18.325296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:18.325628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:18.325958 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:18.326288 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:18.326617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:18.326943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:18.327267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:18.327589 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:18.486819 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:19.033707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Router bd970291-072c-4eaf-ba3e-82fd08c2548a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:56:19.140892 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:56:19.149087 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a5dfda3f-3b9f-404c-8c6a-c632d478fa16 admin admin] 10.222.0.20 "PUT /v2.0/routers/bd970291-072c-4eaf-ba3e-82fd08c2548a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7026746 Aug 31 14:56:19.150272 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b52057-d165-44af-b9cc-04a8712caa4f None None] Sync routers for ids ['bd970291-072c-4eaf-ba3e-82fd08c2548a'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:56:19.152909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34296) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:19.160314 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b52057-d165-44af-b9cc-04a8712caa4f None None] Routers {'bd970291-072c-4eaf-ba3e-82fd08c2548a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:19.160959 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-53b52057-d165-44af-b9cc-04a8712caa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:56:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd970291-072c-4eaf-ba3e-82fd08c2548a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:19.255062 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:19.264076 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-53b52057-d165-44af-b9cc-04a8712caa4f None None] Set router bd970291-072c-4eaf-ba3e-82fd08c2548a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:19.347204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 379e2791-ac19-4468-a250-3cf903da68f4 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:56:19.360008 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:19.371492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 379e2791-ac19-4468-a250-3cf903da68f4 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:56:19.372157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 379e2791-ac19-4468-a250-3cf903da68f4 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:56:19.420538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Deleting port 4a93253e-ed70-4c74-adea-30b03de53555 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:19.420880 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:19.442505 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-53b52057-d165-44af-b9cc-04a8712caa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'name': 'tempest-TestEncryptedCinderVolumes-512172567-router', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '4a93253e-ed70-4c74-adea-30b03de53555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:04Z', 'updated_at': '2021-08-31T14:56:18Z', 'revision_number': 5, 'project_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'gw_port': {'id': '4a93253e-ed70-4c74-adea-30b03de53555', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:05Z', 'updated_at': '2021-08-31T14:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:19.469603 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b52057-d165-44af-b9cc-04a8712caa4f None None] Checking router: bd970291-072c-4eaf-ba3e-82fd08c2548a for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:56:19.477749 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b52057-d165-44af-b9cc-04a8712caa4f None None] Routers {'bd970291-072c-4eaf-ba3e-82fd08c2548a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:19.478360 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-53b52057-d165-44af-b9cc-04a8712caa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:56:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd970291-072c-4eaf-ba3e-82fd08c2548a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:19.502269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] For port 4a93253e-ed70-4c74-adea-30b03de53555, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=4a93253e-ed70-4c74-adea-30b03de53555,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:19.502641 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:19.515129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Calling delete_port for 4a93253e-ed70-4c74-adea-30b03de53555 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:19.564576 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-53b52057-d165-44af-b9cc-04a8712caa4f None None] Set router bd970291-072c-4eaf-ba3e-82fd08c2548a gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:19.615068 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-53b52057-d165-44af-b9cc-04a8712caa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'name': 'tempest-TestEncryptedCinderVolumes-512172567-router', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:04Z', 'updated_at': '2021-08-31T14:56:19Z', 'revision_number': 6, 'project_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:19.644527 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b52057-d165-44af-b9cc-04a8712caa4f None None] The sync data for ids ['bd970291-072c-4eaf-ba3e-82fd08c2548a'] in n-d-792364-6 is: [{'id': 'bd970291-072c-4eaf-ba3e-82fd08c2548a', 'name': 'tempest-TestEncryptedCinderVolumes-512172567-router', 'tenant_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:04Z', 'updated_at': '2021-08-31T14:56:19Z', 'revision_number': 6, 'project_id': '9d9e5be2d4fb479996b5bcab0d77c0a8', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:56:19.686408 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:19.711792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Pushing event deleted for resources: {'Port': ['ID=4a93253e-ed70-4c74-adea-30b03de53555,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:19.770577 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:19.872537 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:19.874771 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:19.921109 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:19.921834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd970291-072c-4eaf-ba3e-82fd08c2548a {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:56:19.926173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:19.927622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-93bf6686-830b-41ef-9e80-65bb3aeb248e admin admin] 10.222.0.20 "DELETE /v2.0/routers/bd970291-072c-4eaf-ba3e-82fd08c2548a HTTP/1.1" status: 204 len: 168 time: 0.7736444 Aug 31 14:56:19.931005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34298) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:19.973952 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6f67e5-8653-459f-868b-ffb3c69ac461 admin admin] Deleting subnet 822f219e-83a4-4133-bc97-8e5955e55d5c {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:56:19.976982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a6f67e5-8653-459f-868b-ffb3c69ac461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.012950 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a6f67e5-8653-459f-868b-ffb3c69ac461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.096747 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a6f67e5-8653-459f-868b-ffb3c69ac461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.148707 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a6f67e5-8653-459f-868b-ffb3c69ac461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.175418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f67e5-8653-459f-868b-ffb3c69ac461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822f219e-83a4-4133-bc97-8e5955e55d5c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:20.177461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8a6f67e5-8653-459f-868b-ffb3c69ac461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.180734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8a6f67e5-8653-459f-868b-ffb3c69ac461 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/822f219e-83a4-4133-bc97-8e5955e55d5c HTTP/1.1" status: 204 len: 168 time: 0.2473950 Aug 31 14:56:20.182391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34300) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:20.185411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec34b3-82d4-4959-8cf6-15e7afbabe98 None None] Network 11452e8f-3d19-4113-8f42-40272531a29a requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:56:20.258059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.314680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Deleting port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:20.315027 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.379694 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] For port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8a60e646-2a16-4be2-a4c8-ce8d5f72a8da,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:20.380072 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.393988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Calling delete_port for 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:20.401652 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1238cd33-3acf-4452-b86a-0c518dc8990c None None] DHCP port deletion for 11452e8f-3d19-4113-8f42-40272531a29a request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:56:20.466331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:56:20.469211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1238cd33-3acf-4452-b86a-0c518dc8990c None None] Deleting port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:20.469596 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1238cd33-3acf-4452-b86a-0c518dc8990c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.487450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.514184 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a60e646-2a16-4be2-a4c8-ce8d5f72a8da,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:20.517802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] No DVR routers for this DVR port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:56:20.563949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No active binding found for port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da {{(pid=106389) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 14:56:20.564372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:56:20.564827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 4a93253e-ed70-4c74-adea-30b03de53555 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:56:20.567388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1238cd33-3acf-4452-b86a-0c518dc8990c None None] For port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=8a60e646-2a16-4be2-a4c8-ce8d5f72a8da,segment=NetworkSegment(7fd24768-f9f2-4e80-85b0-105290a2f0ac),segment_id=7fd24768-f9f2-4e80-85b0-105290a2f0ac)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:20.567769 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1238cd33-3acf-4452-b86a-0c518dc8990c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.591246 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.596259 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 4a93253e-ed70-4c74-adea-30b03de53555 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:56:20.596653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 4a93253e-ed70-4c74-adea-30b03de53555 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:56:20.597073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cd6e35ff-ef7d-46cb-b237-f7f764404587 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:56:20.602113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11452e8f-3d19-4113-8f42-40272531a29a']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:20.602789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1238cd33-3acf-4452-b86a-0c518dc8990c None None] Calling delete_port for 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:20.622236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: cd6e35ff-ef7d-46cb-b237-f7f764404587 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:56:20.622358 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cd6e35ff-ef7d-46cb-b237-f7f764404587 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:56:20.701127 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1238cd33-3acf-4452-b86a-0c518dc8990c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.730504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1238cd33-3acf-4452-b86a-0c518dc8990c None None] No DVR routers for this DVR port 8a60e646-2a16-4be2-a4c8-ce8d5f72a8da on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:56:20.732552 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238cd33-3acf-4452-b86a-0c518dc8990c None None] Pushing event deleted for resources: {'Port': ['ID=8a60e646-2a16-4be2-a4c8-ce8d5f72a8da,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:20.873879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd24768-f9f2-4e80-85b0-105290a2f0ac') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:20.874159 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd24768-f9f2-4e80-85b0-105290a2f0ac') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:20.883770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.899189 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.905153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:56:20.905542 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:56:20.907243 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:56:20.958457 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.964701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:20.966634 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] 10.222.0.20 "DELETE /v2.0/networks/11452e8f-3d19-4113-8f42-40272531a29a HTTP/1.1" status: 204 len: 168 time: 0.7831259 Aug 31 14:56:20.969793 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34302) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:20.977304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66377e-01f4-432b-a347-4059c4fe7248 admin admin] Pushing event deleted for resources: {'Network': ['ID=11452e8f-3d19-4113-8f42-40272531a29a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:21.311862 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3633ac5-5f57-43bd-9ed0-2f88556ef586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:21.551344 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b3633ac5-5f57-43bd-9ed0-2f88556ef586 admin admin] Deleting port d1ad8ed3-e480-4b2c-ac40-336704bbfe50 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:21.551685 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3633ac5-5f57-43bd-9ed0-2f88556ef586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:21.627325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-b3633ac5-5f57-43bd-9ed0-2f88556ef586 admin admin] For port d1ad8ed3-e480-4b2c-ac40-336704bbfe50, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=d1ad8ed3-e480-4b2c-ac40-336704bbfe50,segment=NetworkSegment(d07074f2-5a6d-486a-96ab-5b2a35ad1d7a),segment_id=d07074f2-5a6d-486a-96ab-5b2a35ad1d7a)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:21.627607 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3633ac5-5f57-43bd-9ed0-2f88556ef586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:21.640396 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b3633ac5-5f57-43bd-9ed0-2f88556ef586 admin admin] Calling delete_port for d1ad8ed3-e480-4b2c-ac40-336704bbfe50 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:21.815594 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3633ac5-5f57-43bd-9ed0-2f88556ef586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:21.846271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3633ac5-5f57-43bd-9ed0-2f88556ef586 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ad8ed3-e480-4b2c-ac40-336704bbfe50,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:22.014222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b3633ac5-5f57-43bd-9ed0-2f88556ef586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:22.225459 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3633ac5-5f57-43bd-9ed0-2f88556ef586 admin admin] Router 512ae3e3-7fc3-46ef-9424-929c91f40d18 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:56:22.331306 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3633ac5-5f57-43bd-9ed0-2f88556ef586 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:56:22.336517 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b3633ac5-5f57-43bd-9ed0-2f88556ef586 admin admin] 10.222.0.20 "PUT /v2.0/routers/512ae3e3-7fc3-46ef-9424-929c91f40d18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3656640 Aug 31 14:56:22.339070 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34304) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:22.341597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb495122-a792-45e9-ae36-e8c3e83dc806 None None] Sync routers for ids ['512ae3e3-7fc3-46ef-9424-929c91f40d18'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:56:22.352927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb495122-a792-45e9-ae36-e8c3e83dc806 None None] Routers {'512ae3e3-7fc3-46ef-9424-929c91f40d18'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:22.353566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cb495122-a792-45e9-ae36-e8c3e83dc806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:56:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['512ae3e3-7fc3-46ef-9424-929c91f40d18'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:22.443240 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:22.458190 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-cb495122-a792-45e9-ae36-e8c3e83dc806 None None] Set router 512ae3e3-7fc3-46ef-9424-929c91f40d18 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:22.541222 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:22.597712 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Deleting port ab53ff56-a71e-499b-b743-9680773c164f {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:22.598061 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:22.644283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cb495122-a792-45e9-ae36-e8c3e83dc806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'name': 'tempest-TestEncryptedCinderVolumes-1241793520-router', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:56:21Z', 'revision_number': 5, 'project_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'gw_port': {'id': 'ab53ff56-a71e-499b-b743-9680773c164f', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:22.671433 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb495122-a792-45e9-ae36-e8c3e83dc806 None None] Checking router: 512ae3e3-7fc3-46ef-9424-929c91f40d18 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:56:22.678224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] For port ab53ff56-a71e-499b-b743-9680773c164f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ab53ff56-a71e-499b-b743-9680773c164f,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:22.678597 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:22.679829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb495122-a792-45e9-ae36-e8c3e83dc806 None None] Routers {'512ae3e3-7fc3-46ef-9424-929c91f40d18'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:22.680475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cb495122-a792-45e9-ae36-e8c3e83dc806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:56:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['512ae3e3-7fc3-46ef-9424-929c91f40d18'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:22.691107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Calling delete_port for ab53ff56-a71e-499b-b743-9680773c164f owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:22.765888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-cb495122-a792-45e9-ae36-e8c3e83dc806 None None] Set router 512ae3e3-7fc3-46ef-9424-929c91f40d18 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:22.822238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cb495122-a792-45e9-ae36-e8c3e83dc806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'name': 'tempest-TestEncryptedCinderVolumes-1241793520-router', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:56:22Z', 'revision_number': 6, 'project_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:22.848580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb495122-a792-45e9-ae36-e8c3e83dc806 None None] The sync data for ids ['512ae3e3-7fc3-46ef-9424-929c91f40d18'] in n-d-792364-6 is: [{'id': '512ae3e3-7fc3-46ef-9424-929c91f40d18', 'name': 'tempest-TestEncryptedCinderVolumes-1241793520-router', 'tenant_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:55:09Z', 'updated_at': '2021-08-31T14:56:22Z', 'revision_number': 6, 'project_id': '8ecf1f63b8da43c89d2044fefc8196a3', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:56:22.855362 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:22.883618 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ab53ff56-a71e-499b-b743-9680773c164f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:22.948129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.035619 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.037844 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.083196 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.083653 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 512ae3e3-7fc3-46ef-9424-929c91f40d18 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:56:23.088863 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.090038 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-87959ff1-fb98-4e71-8dcb-fba7a228a3ff admin admin] 10.222.0.20 "DELETE /v2.0/routers/512ae3e3-7fc3-46ef-9424-929c91f40d18 HTTP/1.1" status: 204 len: 168 time: 0.7500384 Aug 31 14:56:23.092568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34306) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:23.144097 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9aed47-2f4b-4baf-bca7-92c52e8fa6f2 admin admin] Deleting subnet 7ac37335-0df7-40f0-aad3-115290c74d9b {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:56:23.147347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a9aed47-2f4b-4baf-bca7-92c52e8fa6f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.180773 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a9aed47-2f4b-4baf-bca7-92c52e8fa6f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.260283 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a9aed47-2f4b-4baf-bca7-92c52e8fa6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.317857 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a9aed47-2f4b-4baf-bca7-92c52e8fa6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.348108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9aed47-2f4b-4baf-bca7-92c52e8fa6f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac37335-0df7-40f0-aad3-115290c74d9b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:23.351699 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a9aed47-2f4b-4baf-bca7-92c52e8fa6f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.353605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9a9aed47-2f4b-4baf-bca7-92c52e8fa6f2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7ac37335-0df7-40f0-aad3-115290c74d9b HTTP/1.1" status: 204 len: 168 time: 0.2601161 Aug 31 14:56:23.356053 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34308) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:23.358604 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eff391a-6cc8-4f7c-a183-692b4bd2c9a9 None None] Network b2af1d77-f205-411d-baad-54b51f717bdc requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:56:23.423817 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.479273 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Deleting port 40807cbd-d31c-43c6-ad07-74360bc20261 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:56:23.479629 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.548377 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] For port 40807cbd-d31c-43c6-ad07-74360bc20261, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=40807cbd-d31c-43c6-ad07-74360bc20261,segment=NetworkSegment(d07074f2-5a6d-486a-96ab-5b2a35ad1d7a),segment_id=d07074f2-5a6d-486a-96ab-5b2a35ad1d7a)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:23.548715 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.561706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Calling delete_port for 40807cbd-d31c-43c6-ad07-74360bc20261 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:56:23.634128 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f26938-9e11-4bc5-ae2c-6acdf4c5771b None None] DHCP port deletion for b2af1d77-f205-411d-baad-54b51f717bdc request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:56:23.641346 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.657344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-74f26938-9e11-4bc5-ae2c-6acdf4c5771b None None] The port '40807cbd-d31c-43c6-ad07-74360bc20261' was deleted {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 14:56:23.669956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] No DVR routers for this DVR port 40807cbd-d31c-43c6-ad07-74360bc20261 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:56:23.675141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Pushing event deleted for resources: {'Port': ['ID=40807cbd-d31c-43c6-ad07-74360bc20261,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:23.748876 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.759330 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2af1d77-f205-411d-baad-54b51f717bdc']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:23.770105 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07074f2-5a6d-486a-96ab-5b2a35ad1d7a') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:23.770414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07074f2-5a6d-486a-96ab-5b2a35ad1d7a') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:23.780109 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.795685 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.802596 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:56:23.803194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:56:23.805789 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:56:23.860258 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.865265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:23.871414 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] 10.222.0.20 "DELETE /v2.0/networks/b2af1d77-f205-411d-baad-54b51f717bdc HTTP/1.1" status: 204 len: 168 time: 0.5143638 Aug 31 14:56:23.890615 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3edc7-efb7-423a-af8c-7aa0e56f165e admin admin] Pushing event deleted for resources: {'Network': ['ID=b2af1d77-f205-411d-baad-54b51f717bdc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:24.035331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34312) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:24.075329 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c8fc3c37-694a-4ad4-81b5-4a6113e7555e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d9e5be2d4fb479996b5bcab0d77c0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387938 Aug 31 14:56:24.077732 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34314) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:24.127923 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e094960-5007-49a4-9d2c-2938d7394af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:24.148770 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e094960-5007-49a4-9d2c-2938d7394af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:24.194513 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e094960-5007-49a4-9d2c-2938d7394af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:24.197157 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e094960-5007-49a4-9d2c-2938d7394af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:24.198288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7e094960-5007-49a4-9d2c-2938d7394af9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40b0013b-483f-4f46-a27c-9b2e82f6baf9 HTTP/1.1" status: 204 len: 168 time: 0.1196833 Aug 31 14:56:24.206133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e094960-5007-49a4-9d2c-2938d7394af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b0013b-483f-4f46-a27c-9b2e82f6baf9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:24.346483 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 40807cbd-d31c-43c6-ad07-74360bc20261 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:56:24.368154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 40807cbd-d31c-43c6-ad07-74360bc20261 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:56:24.368772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 40807cbd-d31c-43c6-ad07-74360bc20261 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:56:24.368960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d1ad8ed3-e480-4b2c-ac40-336704bbfe50 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:56:24.386973 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: d1ad8ed3-e480-4b2c-ac40-336704bbfe50 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:56:24.387253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device d1ad8ed3-e480-4b2c-ac40-336704bbfe50 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:56:24.387674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ab53ff56-a71e-499b-b743-9680773c164f no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:56:24.405921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ab53ff56-a71e-499b-b743-9680773c164f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:56:24.406270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ab53ff56-a71e-499b-b743-9680773c164f not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:56:24.520613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34320) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:24.566751 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-391dcdf9-1628-485e-998e-5f1017defa53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ecf1f63b8da43c89d2044fefc8196a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449522 Aug 31 14:56:24.569233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34322) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:24.616341 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a48c0661-1bfc-4587-8090-8215f0107045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:24.637112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a48c0661-1bfc-4587-8090-8215f0107045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:24.682058 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a48c0661-1bfc-4587-8090-8215f0107045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:24.684964 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a48c0661-1bfc-4587-8090-8215f0107045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:24.686353 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a48c0661-1bfc-4587-8090-8215f0107045 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03153eca-deea-4c7b-9dca-31bc4f8d48a0 HTTP/1.1" status: 204 len: 168 time: 0.1157031 Aug 31 14:56:24.693935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c0661-1bfc-4587-8090-8215f0107045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03153eca-deea-4c7b-9dca-31bc4f8d48a0,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:25.350416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34344) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:25.447436 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1434520563-network', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:25.467253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Made reservation on behalf of e5889e29243741e3905d31b3fa43264b for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:56:25.469900 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:25.478505 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:25.571643 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:25.575291 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:25.600415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:56:25.609148 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4a3d85-446c-4df2-94c0-2346b27aa519,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:25.617278 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:25.617379 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Added segment 4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4 of type vlan for network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f Aug 31 14:56:25.657261 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:25.681404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:25.682311 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:25.682896 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:25.735688 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3836780 Aug 31 14:56:25.738666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34348) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:25.744909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5195c64-f436-404a-aab1-7f5e73aab80b admin admin] Pushing event updated for resources: {'Network': ['ID=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:25.746014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-446f46ca-2475-4014-b661-da55f2fd4227 admin admin] Request body: {'subnet': {'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1434520563-subnet', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:25.755217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:56:25.767669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446f46ca-2475-4014-b661-da55f2fd4227 admin admin] Made reservation on behalf of e5889e29243741e3905d31b3fa43264b for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:56:25.769967 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446f46ca-2475-4014-b661-da55f2fd4227 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:25.933373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446f46ca-2475-4014-b661-da55f2fd4227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:25.993970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f46ca-2475-4014-b661-da55f2fd4227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63224ce3-2405-4a7f-8648-e4ebadb6ff1e,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:26.002310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f46ca-2475-4014-b661-da55f2fd4227 admin admin] Checking segment: {'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:26.002666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f46ca-2475-4014-b661-da55f2fd4227 admin admin] Network hostable DHCP agents. Network: cb9b78d8-a9c3-4c0a-a31c-36507a487a1f, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:56:26.019585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f46ca-2475-4014-b661-da55f2fd4227 admin admin] Network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:56:26.027942 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-446f46ca-2475-4014-b661-da55f2fd4227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, cb9b78d8-a9c3-4c0a-a31c-36507a487a1f) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:26.031842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446f46ca-2475-4014-b661-da55f2fd4227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:26.032518 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-446f46ca-2475-4014-b661-da55f2fd4227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.037517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d083c5-1b8c-4ff4-868f-3856f5ac4a04 None None] Network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:56:26.047282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-446f46ca-2475-4014-b661-da55f2fd4227 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3069532 Aug 31 14:56:26.050076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34350) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:26.055207 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:26.074562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.075675 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.127365 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.183831 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'fixed_ips': [{'subnet_id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:56:26.184777 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.272636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.322282 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Allocated IP 172.20.0.2 (cb9b78d8-a9c3-4c0a-a31c-36507a487a1f/63224ce3-2405-4a7f-8648-e4ebadb6ff1e/20570fb4-494d-4d96-95b0-4aa9ba3d0ca7) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:56:26.462206 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.471212 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Transition to ACTIVE for port object 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:26.471374 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.485964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Transition to ACTIVE for port object 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:26.491815 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.498218 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.536293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:56:26.539427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:26.543800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:56:26.546817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Pushing event updated for resources: {'Port': ['ID=20570fb4-494d-4d96-95b0-4aa9ba3d0ca7,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:26.597745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Attempting to bind port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:56:26.598413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Attempting to bind port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:56:26.598551 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Attempting to bind port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 on network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:26.601003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Allocated IP 172.25.3.153 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/9a95d8d1-3846-49b6-b07d-da9166002f38) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:56:26.603651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:56:26.604195 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Checking segment: {'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:26.604675 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.605107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Bound using segment: {'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:56:26.605682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Bound port: 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:56:26.606180 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.668568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] For port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:56:26.672320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] For port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=20570fb4-494d-4d96-95b0-4aa9ba3d0ca7,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:56:26.676480 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.708275 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.739509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b1faf-d770-4316-aefa-7439ec342d0f None None] Pushing event updated for resources: {'Port': ['ID=20570fb4-494d-4d96-95b0-4aa9ba3d0ca7,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:26.750297 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:26.788635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:56:26.793464 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:26.797032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:56:26.824188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Pushing event updated for resources: {'Port': ['ID=9a95d8d1-3846-49b6-b07d-da9166002f38,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:27.066822 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:27.267559 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:27.412023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Router 62b0bf69-25cb-469d-ad77-6e049211f433 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:56:27.524742 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:56:27.535344 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Sync routers for ids ['62b0bf69-25cb-469d-ad77-6e049211f433'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:56:27.541265 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:27.545178 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d744d7f3-6b80-4fcb-89d4-6fb881e9a69a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4914198 Aug 31 14:56:27.545337 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Routers {'62b0bf69-25cb-469d-ad77-6e049211f433'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:27.545435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34352) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:27.545780 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:56:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62b0bf69-25cb-469d-ad77-6e049211f433'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:27.644605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdcb720-f83d-40c4-9302-b86d3cf752a5 None None] Network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:56:27.656761 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Set router 62b0bf69-25cb-469d-ad77-6e049211f433 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:27.732416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-34e867ab-9e3c-47fb-b91d-986072863f75 None None] Provisioning for port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:56:27.927324 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:26Z', 'revision_number': 3, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:27.958513 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Checking router: 62b0bf69-25cb-469d-ad77-6e049211f433 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:56:27.958852 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Updating router 62b0bf69-25cb-469d-ad77-6e049211f433 port 9a95d8d1-3846-49b6-b07d-da9166002f38 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:56:27.984827 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:27.996373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.154927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Allocated IP 172.20.0.1 (cb9b78d8-a9c3-4c0a-a31c-36507a487a1f/63224ce3-2405-4a7f-8648-e4ebadb6ff1e/effa2560-0714-4c4c-9893-fc50b0136232) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:56:28.236978 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.252107 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Transition to ACTIVE for port object 9a95d8d1-3846-49b6-b07d-da9166002f38 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:28.259244 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.268095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.281839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Transition to ACTIVE for port object effa2560-0714-4c4c-9893-fc50b0136232 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:28.307121 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Attempting to bind port 9a95d8d1-3846-49b6-b07d-da9166002f38 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:56:28.307492 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Attempting to bind port 9a95d8d1-3846-49b6-b07d-da9166002f38 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:56:28.307860 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Attempting to bind port 9a95d8d1-3846-49b6-b07d-da9166002f38 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:28.318680 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:56:28.318876 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.318999 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:28.319608 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.319810 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:56:28.320295 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Bound port: 9a95d8d1-3846-49b6-b07d-da9166002f38, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:56:28.320880 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.346882 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Pushing event updated for resources: {'Port': ['ID=9a95d8d1-3846-49b6-b07d-da9166002f38,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:28.355179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:56:28.358069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:28.361808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:56:28.364218 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:28.364675 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:28.365015 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:28.365436 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:28.365666 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:28.366009 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:28.366945 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:28.367659 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:28.367659 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:28.367934 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:28.368234 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:28.368572 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:28.393577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Pushing event updated for resources: {'Port': ['ID=effa2560-0714-4c4c-9893-fc50b0136232,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:28.397891 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:28.398677 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] For port 9a95d8d1-3846-49b6-b07d-da9166002f38, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:56:28.403292 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] For port 9a95d8d1-3846-49b6-b07d-da9166002f38, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9a95d8d1-3846-49b6-b07d-da9166002f38,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:56:28.408916 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.410530 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.476842 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:56:28.483498 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:28.484239 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.487884 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Routers {'62b0bf69-25cb-469d-ad77-6e049211f433'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:28.488799 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:56:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62b0bf69-25cb-469d-ad77-6e049211f433'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:28.494670 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb29871-28af-430b-b96e-038e027e16a1 None None] Pushing event updated for resources: {'Port': ['ID=9a95d8d1-3846-49b6-b07d-da9166002f38,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:28.559911 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.586431 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.624960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=20570fb4-494d-4d96-95b0-4aa9ba3d0ca7,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:28.627170 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] Set router 62b0bf69-25cb-469d-ad77-6e049211f433 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:28.631884 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.680510 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=20570fb4-494d-4d96-95b0-4aa9ba3d0ca7,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:28.704662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fdae2ca2-b7a1-4ee0-b632-4bc6bb3889c2 None None] Provisioning for port effa2560-0714-4c4c-9893-fc50b0136232 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:56:28.708948 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fdae2ca2-b7a1-4ee0-b632-4bc6bb3889c2 None None] Provisioning complete for port effa2560-0714-4c4c-9893-fc50b0136232 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:28.709334 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fdae2ca2-b7a1-4ee0-b632-4bc6bb3889c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.745271 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.749620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fdae2ca2-b7a1-4ee0-b632-4bc6bb3889c2 None None] Port effa2560-0714-4c4c-9893-fc50b0136232 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:56:28.751320 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.810930 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:26Z', 'revision_number': 3, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:28.821560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:28.824400 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Pushing event updated for resources: {'Port': ['ID=effa2560-0714-4c4c-9893-fc50b0136232,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:28.845978 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efb34c-44aa-4d80-a846-c21914963f59 None None] The sync data for ids ['62b0bf69-25cb-469d-ad77-6e049211f433'] in n-d-792364-6 is: [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:26Z', 'revision_number': 3, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:56:28.915970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:56:28.917850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:29.182944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6fc8f0c4-40a7-47d1-bfe9-aead0a0c24a3 None None] Provisioning complete for port effa2560-0714-4c4c-9893-fc50b0136232 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:29.183680 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f0c4-40a7-47d1-bfe9-aead0a0c24a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:29.221379 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8f0c4-40a7-47d1-bfe9-aead0a0c24a3 None None] Port effa2560-0714-4c4c-9893-fc50b0136232 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:56:29.335547 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Router 62b0bf69-25cb-469d-ad77-6e049211f433 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:56:29.449514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:56:29.456672 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a2168b78-fa2f-48ad-8452-6557a12773cd admin admin] 10.222.0.20 "PUT /v2.0/routers/62b0bf69-25cb-469d-ad77-6e049211f433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9086046 Aug 31 14:56:29.926055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34368) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:29.931118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1894648843-network', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:29.953615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Made reservation on behalf of b93ed1d9119342b3837cbdee62bf9e90 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:56:29.955987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:29.965327 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.051520 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.055092 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.078944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:56:30.088287 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b87f69-5490-463c-a434-cfb5a89bc199,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:30.094199 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.094554 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Added segment 9c9e5ad7-6760-4a40-b603-424b76271bb1 of type vlan for network 389a8c95-fde6-4b79-a61c-b3deaea6e32c Aug 31 14:56:30.134592 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.159175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.160918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:30.161433 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.218666 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2914147 Aug 31 14:56:30.221346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34370) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:30.227318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d4e16b26-aee0-46be-8dd7-fecc055dd6b5 admin admin] Request body: {'subnet': {'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1894648843-subnet', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:30.232553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd71e13-e6b0-41af-8d03-1a5f3bc5c614 admin admin] Pushing event updated for resources: {'Network': ['ID=389a8c95-fde6-4b79-a61c-b3deaea6e32c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:30.242558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 389a8c95-fde6-4b79-a61c-b3deaea6e32c details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:56:30.252635 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e16b26-aee0-46be-8dd7-fecc055dd6b5 admin admin] Made reservation on behalf of b93ed1d9119342b3837cbdee62bf9e90 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:56:30.255325 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4e16b26-aee0-46be-8dd7-fecc055dd6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.436343 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9a95d8d1-3846-49b6-b07d-da9166002f38 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:30.437012 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4e16b26-aee0-46be-8dd7-fecc055dd6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.493466 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 9a95d8d1-3846-49b6-b07d-da9166002f38 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:56:30.493785 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e16b26-aee0-46be-8dd7-fecc055dd6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=672fdab5-26d1-4354-a8c6-5d1352469a98,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:30.498033 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 9a95d8d1-3846-49b6-b07d-da9166002f38 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:30.498599 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.502700 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e16b26-aee0-46be-8dd7-fecc055dd6b5 admin admin] Checking segment: {'id': '9c9e5ad7-6760-4a40-b603-424b76271bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:30.503071 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e16b26-aee0-46be-8dd7-fecc055dd6b5 admin admin] Network hostable DHCP agents. Network: 389a8c95-fde6-4b79-a61c-b3deaea6e32c, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:56:30.523732 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e16b26-aee0-46be-8dd7-fecc055dd6b5 admin admin] Network 389a8c95-fde6-4b79-a61c-b3deaea6e32c is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:56:30.530711 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Sync routers for ids ['62b0bf69-25cb-469d-ad77-6e049211f433'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:56:30.533445 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-d4e16b26-aee0-46be-8dd7-fecc055dd6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 389a8c95-fde6-4b79-a61c-b3deaea6e32c) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:30.538024 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e16b26-aee0-46be-8dd7-fecc055dd6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:30.538927 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4e16b26-aee0-46be-8dd7-fecc055dd6b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.545151 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20b092b-5eef-41d1-824f-b8632133021f None None] Network 389a8c95-fde6-4b79-a61c-b3deaea6e32c requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:56:30.553797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d4e16b26-aee0-46be-8dd7-fecc055dd6b5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3313515 Aug 31 14:56:30.556312 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34372) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:30.560592 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1894648843-router', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:30.561504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Routers {'62b0bf69-25cb-469d-ad77-6e049211f433'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:30.562131 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:56:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62b0bf69-25cb-469d-ad77-6e049211f433'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:30.580911 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.581874 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.633628 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.779982 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.891525 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.946900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 9a95d8d1-3846-49b6-b07d-da9166002f38, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9a95d8d1-3846-49b6-b07d-da9166002f38,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:30.950469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Set router 62b0bf69-25cb-469d-ad77-6e049211f433 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:30.976760 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.977278 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:30.978075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:30.996185 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:31.096824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Allocated IP 172.25.3.128 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/cb2bcfb7-4307-49c5-961e-2f8cfa85c524) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:56:31.118885 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=9a95d8d1-3846-49b6-b07d-da9166002f38,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:31.160708 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-389a8c95-fde6-4b79-a61c-b3deaea6e32c', 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'fixed_ips': [{'subnet_id': '672fdab5-26d1-4354-a8c6-5d1352469a98'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:56:31.161562 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:31.203467 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:31.244682 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:31.269278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:31.269813 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:31.284101 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:56:31.289064 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:31.291506 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:56:31.297400 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Pushing event updated for resources: {'Port': ['ID=cb2bcfb7-4307-49c5-961e-2f8cfa85c524,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:31.416411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Allocated IP 172.20.0.2 (389a8c95-fde6-4b79-a61c-b3deaea6e32c/672fdab5-26d1-4354-a8c6-5d1352469a98/3d658799-26a3-4813-bd30-72c954e30faf) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:56:31.476823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 4, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'effa2560-0714-4c4c-9893-fc50b0136232', 'name': '', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'mac_address': 'fa:16:3e:fe:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:28Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 2, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'subnets': [{'id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:31.544897 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Checking router: 62b0bf69-25cb-469d-ad77-6e049211f433 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:56:31.545738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Updating router 62b0bf69-25cb-469d-ad77-6e049211f433 port effa2560-0714-4c4c-9893-fc50b0136232 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:56:31.549919 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5eb6a9e2-2faf-48a0-acbf-65149dc197f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:31.552836 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:31.579922 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:31.755844 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:31.757013 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:31.776936 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Transition to ACTIVE for port object 3d658799-26a3-4813-bd30-72c954e30faf will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:31.827315 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Transition to ACTIVE for port object 3d658799-26a3-4813-bd30-72c954e30faf will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:31.841597 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:31.894293 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Network 389a8c95-fde6-4b79-a61c-b3deaea6e32c is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:56:31.901994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:31.914031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:56:31.918677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Pushing event updated for resources: {'Port': ['ID=3d658799-26a3-4813-bd30-72c954e30faf,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:32.012406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Attempting to bind port 3d658799-26a3-4813-bd30-72c954e30faf on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:56:32.012803 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Attempting to bind port 3d658799-26a3-4813-bd30-72c954e30faf by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '9c9e5ad7-6760-4a40-b603-424b76271bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:56:32.013178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Attempting to bind port 3d658799-26a3-4813-bd30-72c954e30faf on network 389a8c95-fde6-4b79-a61c-b3deaea6e32c {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:32.030728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:56:32.031115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Checking segment: {'id': '9c9e5ad7-6760-4a40-b603-424b76271bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:32.031530 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:32.031940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Bound using segment: {'id': '9c9e5ad7-6760-4a40-b603-424b76271bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:56:32.032452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Bound port: 3d658799-26a3-4813-bd30-72c954e30faf, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9e5ad7-6760-4a40-b603-424b76271bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:56:32.032851 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:32.039164 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:32.059759 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Transition to ACTIVE for port object effa2560-0714-4c4c-9893-fc50b0136232 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:32.084282 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:32.161674 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] For port 3d658799-26a3-4813-bd30-72c954e30faf, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:56:32.176065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7fd72-c35d-44de-8ab1-e27b8f314f6d None None] Pushing event updated for resources: {'Port': ['ID=effa2560-0714-4c4c-9893-fc50b0136232,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:32.183627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] For port 3d658799-26a3-4813-bd30-72c954e30faf, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3d658799-26a3-4813-bd30-72c954e30faf,segment=NetworkSegment(9c9e5ad7-6760-4a40-b603-424b76271bb1),segment_id=9c9e5ad7-6760-4a40-b603-424b76271bb1)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:56:32.203278 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:32.253694 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Router 7df47114-1ff8-498c-8dde-58edbc5a096d is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:56:32.275545 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Attempting to bind port effa2560-0714-4c4c-9893-fc50b0136232 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:56:32.276073 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Attempting to bind port effa2560-0714-4c4c-9893-fc50b0136232 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:56:32.276280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Attempting to bind port effa2560-0714-4c4c-9893-fc50b0136232 on network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:32.296571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:56:32.296961 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Checking segment: {'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:32.297380 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:32.297791 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Bound using segment: {'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:56:32.298297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Bound port: effa2560-0714-4c4c-9893-fc50b0136232, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:56:32.298692 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:32.316346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc887c6b-8d12-454a-8abe-215ac797558a None None] Pushing event updated for resources: {'Port': ['ID=3d658799-26a3-4813-bd30-72c954e30faf,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:32.389460 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:56:32.390546 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9a95d8d1-3846-49b6-b07d-da9166002f38 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:32.402326 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Sync routers for ids ['7df47114-1ff8-498c-8dde-58edbc5a096d'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:56:32.413230 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Routers {'7df47114-1ff8-498c-8dde-58edbc5a096d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:32.413864 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:56:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7df47114-1ff8-498c-8dde-58edbc5a096d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:32.418328 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:32.423356 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34374) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:56:32.425548 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4f8e20c1-386a-426c-a45e-6f3133bfde0e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8676460 Aug 31 14:56:32.446468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] For port effa2560-0714-4c4c-9893-fc50b0136232, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:56:32.451116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] For port effa2560-0714-4c4c-9893-fc50b0136232, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=effa2560-0714-4c4c-9893-fc50b0136232,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:56:32.457809 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:32.521651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 9a95d8d1-3846-49b6-b07d-da9166002f38 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:32.522113 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:32.563915 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7fd72-c35d-44de-8ab1-e27b8f314f6d None None] Pushing event updated for resources: {'Port': ['ID=effa2560-0714-4c4c-9893-fc50b0136232,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:32.568291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Routers {'62b0bf69-25cb-469d-ad77-6e049211f433'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:32.568972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:56:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62b0bf69-25cb-469d-ad77-6e049211f433'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:32.587153 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Set router 7df47114-1ff8-498c-8dde-58edbc5a096d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:32.716250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] Set router 62b0bf69-25cb-469d-ad77-6e049211f433 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:32.823069 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'name': 'tempest-TestMinimumBasicScenario-1894648843-router', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:30Z', 'updated_at': '2021-08-31T14:56:31Z', 'revision_number': 3, 'project_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'gw_port': {'id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:31Z', 'updated_at': '2021-08-31T14:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:32.854661 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Checking router: 7df47114-1ff8-498c-8dde-58edbc5a096d for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:56:32.855181 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Updating router 7df47114-1ff8-498c-8dde-58edbc5a096d port cb2bcfb7-4307-49c5-961e-2f8cfa85c524 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:56:32.886115 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:32.994042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 4, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'effa2560-0714-4c4c-9893-fc50b0136232', 'name': '', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'mac_address': 'fa:16:3e:fe:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:28Z', 'updated_at': '2021-08-31T14:56:32Z', 'revision_number': 4, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'subnets': [{'id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:33.022029 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e4f96-6dbb-4760-af6a-b73c69ce03be None None] The sync data for ids ['62b0bf69-25cb-469d-ad77-6e049211f433'] in n-d-792364-6 is: [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 4, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'effa2560-0714-4c4c-9893-fc50b0136232', 'name': '', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'mac_address': 'fa:16:3e:fe:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:28Z', 'updated_at': '2021-08-31T14:56:32Z', 'revision_number': 4, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'subnets': [{'id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:56:33.041384 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:33.270439 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:33.286046 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Transition to ACTIVE for port object cb2bcfb7-4307-49c5-961e-2f8cfa85c524 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:33.294438 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Allocated IP 172.20.0.1 (389a8c95-fde6-4b79-a61c-b3deaea6e32c/672fdab5-26d1-4354-a8c6-5d1352469a98/57c8203d-e017-4521-b232-f2c53a7c24d0) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:56:33.296407 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:33.371403 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aade53-a1fc-46d8-b908-6c27682c4cc5 None None] Pushing event updated for resources: {'Port': ['ID=cb2bcfb7-4307-49c5-961e-2f8cfa85c524,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:33.380466 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Attempting to bind port cb2bcfb7-4307-49c5-961e-2f8cfa85c524 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:56:33.380980 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Attempting to bind port cb2bcfb7-4307-49c5-961e-2f8cfa85c524 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:56:33.381353 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Attempting to bind port cb2bcfb7-4307-49c5-961e-2f8cfa85c524 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:33.387896 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:56:33.388276 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:33.388714 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:33.389105 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:56:33.389574 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Bound port: cb2bcfb7-4307-49c5-961e-2f8cfa85c524, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:56:33.390482 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:33.438075 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:33.460153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Transition to ACTIVE for port object 57c8203d-e017-4521-b232-f2c53a7c24d0 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:33.463464 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] For port cb2bcfb7-4307-49c5-961e-2f8cfa85c524, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:56:33.467797 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] For port cb2bcfb7-4307-49c5-961e-2f8cfa85c524, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cb2bcfb7-4307-49c5-961e-2f8cfa85c524,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:56:33.479886 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:33.507633 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:33.538516 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Routers {'7df47114-1ff8-498c-8dde-58edbc5a096d'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:33.539267 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:56:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7df47114-1ff8-498c-8dde-58edbc5a096d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:33.552524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Network 389a8c95-fde6-4b79-a61c-b3deaea6e32c is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:56:33.558003 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:33.567527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:56:33.581961 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aade53-a1fc-46d8-b908-6c27682c4cc5 None None] Pushing event updated for resources: {'Port': ['ID=cb2bcfb7-4307-49c5-961e-2f8cfa85c524,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:33.582585 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a206061-6b53-4c3b-8137-9efc7b45bc00 None None] Network 389a8c95-fde6-4b79-a61c-b3deaea6e32c requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:56:33.605796 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Pushing event updated for resources: {'Port': ['ID=57c8203d-e017-4521-b232-f2c53a7c24d0,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:33.622506 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:33.657611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2f12f2b8-2f7c-44a5-b190-ad53d5eee702 None None] Provisioning for port 3d658799-26a3-4813-bd30-72c954e30faf completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:56:33.679195 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] Set router 7df47114-1ff8-498c-8dde-58edbc5a096d gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:33.785698 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:33.915242 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'name': 'tempest-TestMinimumBasicScenario-1894648843-router', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:30Z', 'updated_at': '2021-08-31T14:56:31Z', 'revision_number': 3, 'project_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'gw_port': {'id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:31Z', 'updated_at': '2021-08-31T14:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:33.966637 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b1d26f-ac01-45e1-a3c8-e82c6307a91e None None] The sync data for ids ['7df47114-1ff8-498c-8dde-58edbc5a096d'] in n-d-792364-6 is: [{'id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'name': 'tempest-TestMinimumBasicScenario-1894648843-router', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:30Z', 'updated_at': '2021-08-31T14:56:31Z', 'revision_number': 3, 'project_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'gw_port': {'id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:31Z', 'updated_at': '2021-08-31T14:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:56:33.976623 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:33.982285 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:34.059410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Pushing event updated for resources: {'Port': ['ID=57c8203d-e017-4521-b232-f2c53a7c24d0,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:34.073090 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:34.113547 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-60ae3cfc-3757-4821-8d4a-77a388bb8cc4 None None] Provisioning for port 57c8203d-e017-4521-b232-f2c53a7c24d0 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:56:34.118484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-60ae3cfc-3757-4821-8d4a-77a388bb8cc4 None None] Provisioning complete for port 57c8203d-e017-4521-b232-f2c53a7c24d0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:34.118868 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60ae3cfc-3757-4821-8d4a-77a388bb8cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:34.187100 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-60ae3cfc-3757-4821-8d4a-77a388bb8cc4 None None] Port 57c8203d-e017-4521-b232-f2c53a7c24d0 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:56:34.193460 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Network 389a8c95-fde6-4b79-a61c-b3deaea6e32c is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:56:34.196548 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:34.199523 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a61c525-67f5-436c-8918-bc603bfcd665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:34.207877 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:34.326916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3d596138-29bd-4cf7-ad16-ba6a9da561cc None None] Provisioning complete for port 57c8203d-e017-4521-b232-f2c53a7c24d0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:34.327495 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3d596138-29bd-4cf7-ad16-ba6a9da561cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:34.413507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Router 7df47114-1ff8-498c-8dde-58edbc5a096d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:56:34.586348 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:56:34.604108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8909c3c0-3f58-400b-a583-18b3c2bf8d62 admin admin] 10.222.0.20 "PUT /v2.0/routers/7df47114-1ff8-498c-8dde-58edbc5a096d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1706972 Aug 31 14:56:34.613690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device effa2560-0714-4c4c-9893-fc50b0136232 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:34.665262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3d596138-29bd-4cf7-ad16-ba6a9da561cc None None] Port 57c8203d-e017-4521-b232-f2c53a7c24d0 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:56:34.681974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port effa2560-0714-4c4c-9893-fc50b0136232 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:56:34.685959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port effa2560-0714-4c4c-9893-fc50b0136232 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:34.686339 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:34.770948 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:34.803092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a9e139cf-8cbd-49a4-aa50-b60bf55026ab None None] Provisioning complete for port 57c8203d-e017-4521-b232-f2c53a7c24d0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:34.803990 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a9e139cf-8cbd-49a4-aa50-b60bf55026ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:34.832820 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port effa2560-0714-4c4c-9893-fc50b0136232, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=effa2560-0714-4c4c-9893-fc50b0136232,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:34.841511 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:34.842306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cb2bcfb7-4307-49c5-961e-2f8cfa85c524 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:34.893920 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a9e139cf-8cbd-49a4-aa50-b60bf55026ab None None] Port 57c8203d-e017-4521-b232-f2c53a7c24d0 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:56:34.928366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=effa2560-0714-4c4c-9893-fc50b0136232,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:34.942002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port cb2bcfb7-4307-49c5-961e-2f8cfa85c524 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:56:34.946739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port cb2bcfb7-4307-49c5-961e-2f8cfa85c524 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:34.947118 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:35.029368 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:35.051924 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port cb2bcfb7-4307-49c5-961e-2f8cfa85c524, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cb2bcfb7-4307-49c5-961e-2f8cfa85c524,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:35.060480 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:35.060480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3d658799-26a3-4813-bd30-72c954e30faf up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:35.138758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=cb2bcfb7-4307-49c5-961e-2f8cfa85c524,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:35.155534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 3d658799-26a3-4813-bd30-72c954e30faf completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:56:35.162291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3d658799-26a3-4813-bd30-72c954e30faf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:35.163344 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:35.240456 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:35.276269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 3d658799-26a3-4813-bd30-72c954e30faf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3d658799-26a3-4813-bd30-72c954e30faf,segment=NetworkSegment(9c9e5ad7-6760-4a40-b603-424b76271bb1),segment_id=9c9e5ad7-6760-4a40-b603-424b76271bb1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:35.282213 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:35.331749 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=3d658799-26a3-4813-bd30-72c954e30faf,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:35.431132 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:36.400229 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device effa2560-0714-4c4c-9893-fc50b0136232 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:36.467532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port effa2560-0714-4c4c-9893-fc50b0136232 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:36.467940 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:36.544668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Sync routers for ids ['7df47114-1ff8-498c-8dde-58edbc5a096d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:56:36.561797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Routers {'7df47114-1ff8-498c-8dde-58edbc5a096d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:36.562430 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:56:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7df47114-1ff8-498c-8dde-58edbc5a096d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:36.602779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cb2bcfb7-4307-49c5-961e-2f8cfa85c524 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:36.696459 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port cb2bcfb7-4307-49c5-961e-2f8cfa85c524 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:36.696853 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:36.738162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Set router 7df47114-1ff8-498c-8dde-58edbc5a096d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:36.904396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3d658799-26a3-4813-bd30-72c954e30faf up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:37.006962 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:37.016254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3d658799-26a3-4813-bd30-72c954e30faf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:37.016658 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:37.073382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'name': 'tempest-TestMinimumBasicScenario-1894648843-router', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:30Z', 'updated_at': '2021-08-31T14:56:33Z', 'revision_number': 4, 'project_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'gw_port': {'id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:31Z', 'updated_at': '2021-08-31T14:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '57c8203d-e017-4521-b232-f2c53a7c24d0', 'name': '', 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'mac_address': 'fa:16:3e:32:59:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '672fdab5-26d1-4354-a8c6-5d1352469a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:33Z', 'updated_at': '2021-08-31T14:56:33Z', 'revision_number': 2, 'project_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'subnets': [{'id': '672fdab5-26d1-4354-a8c6-5d1352469a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:37.102567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Checking router: 7df47114-1ff8-498c-8dde-58edbc5a096d for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:56:37.102930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Updating router 7df47114-1ff8-498c-8dde-58edbc5a096d port 57c8203d-e017-4521-b232-f2c53a7c24d0 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:56:37.156424 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:37.462045 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:37.475300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Transition to ACTIVE for port object 57c8203d-e017-4521-b232-f2c53a7c24d0 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:37.483991 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:37.540479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b036c0-6909-44f3-9c91-c736fb263a07 None None] Pushing event updated for resources: {'Port': ['ID=57c8203d-e017-4521-b232-f2c53a7c24d0,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:37.632670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Attempting to bind port 57c8203d-e017-4521-b232-f2c53a7c24d0 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:56:37.633050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Attempting to bind port 57c8203d-e017-4521-b232-f2c53a7c24d0 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '9c9e5ad7-6760-4a40-b603-424b76271bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:56:37.633425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Attempting to bind port 57c8203d-e017-4521-b232-f2c53a7c24d0 on network 389a8c95-fde6-4b79-a61c-b3deaea6e32c {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:37.639234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:56:37.639614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Checking segment: {'id': '9c9e5ad7-6760-4a40-b603-424b76271bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:37.640019 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:37.640524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Bound using segment: {'id': '9c9e5ad7-6760-4a40-b603-424b76271bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:56:37.641004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Bound port: 57c8203d-e017-4521-b232-f2c53a7c24d0, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9e5ad7-6760-4a40-b603-424b76271bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:56:37.641388 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:37.731361 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] For port 57c8203d-e017-4521-b232-f2c53a7c24d0, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:56:37.734930 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] For port 57c8203d-e017-4521-b232-f2c53a7c24d0, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=57c8203d-e017-4521-b232-f2c53a7c24d0,segment=NetworkSegment(9c9e5ad7-6760-4a40-b603-424b76271bb1),segment_id=9c9e5ad7-6760-4a40-b603-424b76271bb1)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:56:37.744269 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:37.794832 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Routers {'7df47114-1ff8-498c-8dde-58edbc5a096d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:56:37.795434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:56:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7df47114-1ff8-498c-8dde-58edbc5a096d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:37.930406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b036c0-6909-44f3-9c91-c736fb263a07 None None] Pushing event updated for resources: {'Port': ['ID=57c8203d-e017-4521-b232-f2c53a7c24d0,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:37.956254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] Set router 7df47114-1ff8-498c-8dde-58edbc5a096d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:56:38.200226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'name': 'tempest-TestMinimumBasicScenario-1894648843-router', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:30Z', 'updated_at': '2021-08-31T14:56:33Z', 'revision_number': 4, 'project_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'gw_port': {'id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:31Z', 'updated_at': '2021-08-31T14:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '57c8203d-e017-4521-b232-f2c53a7c24d0', 'name': '', 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'mac_address': 'fa:16:3e:32:59:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '672fdab5-26d1-4354-a8c6-5d1352469a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:33Z', 'updated_at': '2021-08-31T14:56:37Z', 'revision_number': 4, 'project_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'subnets': [{'id': '672fdab5-26d1-4354-a8c6-5d1352469a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:56:38.227159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e9d40-bb5a-4396-93f8-a3c4c415778e None None] The sync data for ids ['7df47114-1ff8-498c-8dde-58edbc5a096d'] in n-d-792364-6 is: [{'id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'name': 'tempest-TestMinimumBasicScenario-1894648843-router', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:30Z', 'updated_at': '2021-08-31T14:56:33Z', 'revision_number': 4, 'project_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'gw_port': {'id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:31Z', 'updated_at': '2021-08-31T14:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '57c8203d-e017-4521-b232-f2c53a7c24d0', 'name': '', 'network_id': '389a8c95-fde6-4b79-a61c-b3deaea6e32c', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'mac_address': 'fa:16:3e:32:59:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '672fdab5-26d1-4354-a8c6-5d1352469a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:33Z', 'updated_at': '2021-08-31T14:56:37Z', 'revision_number': 4, 'project_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'subnets': [{'id': '672fdab5-26d1-4354-a8c6-5d1352469a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:56:38.479859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 57c8203d-e017-4521-b232-f2c53a7c24d0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:38.602090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 57c8203d-e017-4521-b232-f2c53a7c24d0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:56:38.607019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 57c8203d-e017-4521-b232-f2c53a7c24d0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:38.608217 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:38.705753 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:38.755774 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 57c8203d-e017-4521-b232-f2c53a7c24d0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=57c8203d-e017-4521-b232-f2c53a7c24d0,segment=NetworkSegment(9c9e5ad7-6760-4a40-b603-424b76271bb1),segment_id=9c9e5ad7-6760-4a40-b603-424b76271bb1)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:38.765045 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:38.835525 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=57c8203d-e017-4521-b232-f2c53a7c24d0,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:39.682291 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:39.788783 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:40.388711 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 57c8203d-e017-4521-b232-f2c53a7c24d0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:56:40.440222 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 57c8203d-e017-4521-b232-f2c53a7c24d0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:40.440629 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:44.795907 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-6f83c745-dfa8-4da2-b682-65eed9919cbe tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:44.797444 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-6f83c745-dfa8-4da2-b682-65eed9919cbe tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/networks?id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f HTTP/1.1" status: 200 len: 815 time: 0.1005983 Aug 31 14:56:44.812337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-24713d3a-28e7-4dce-8b8d-1da5cc138d53 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/quotas/e5889e29243741e3905d31b3fa43264b HTTP/1.1" status: 200 len: 375 time: 0.0090764 Aug 31 14:56:44.863266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b2f8957a-503f-47e2-8dbb-705fbd955247 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5889e29243741e3905d31b3fa43264b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455134 Aug 31 14:56:44.961304 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-0e6657fe-d0b8-4abc-bf7a-edfadfae3132 service neutron] 10.222.0.20 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866630 Aug 31 14:56:45.048271 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-c2a3a03f-2d9a-4f44-a1f7-bb915eb50951 service neutron] 10.222.0.20 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809166 Aug 31 14:56:45.204916 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a881e43a-d09f-4b09-9e5c-246ed2ab0bfb req-35606119-d141-426e-b9ee-af4b41dcd0c8 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 210 time: 0.0272431 Aug 31 14:56:46.071758 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:56:46.124563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-be4c3cd3-9f60-4a21-a6b8-b8921e493a60 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:46.126058 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-be4c3cd3-9f60-4a21-a6b8-b8921e493a60 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.13 "GET /v2.0/networks?id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f HTTP/1.1" status: 200 len: 815 time: 0.1093416 Aug 31 14:56:46.139427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Request body: {'port': {'device_id': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'admin_state_up': True, 'tenant_id': 'e5889e29243741e3905d31b3fa43264b'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:46.248180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Made reservation on behalf of e5889e29243741e3905d31b3fa43264b for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:56:46.252852 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:46.343394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8c370d3e-c9c0-4062-a7cd-2035c152d9b8 req-9999eb7a-1417-4b15-86d5-15869b2cb97a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 210 time: 0.0596328 Aug 31 14:56:46.431647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Allocated IP 172.20.0.12 (cb9b78d8-a9c3-4c0a-a31c-36507a487a1f/63224ce3-2405-4a7f-8648-e4ebadb6ff1e/6d3b7774-7143-412b-8d79-d5a44fd84c09) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:56:46.609701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:46.636258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Transition to ACTIVE for port object 6d3b7774-7143-412b-8d79-d5a44fd84c09 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:46.691942 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:46.734958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:56:46.738186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:56:46.742988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:56:46.793849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event updated for resources: {'Port': ['ID=6d3b7774-7143-412b-8d79-d5a44fd84c09,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:46.812635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:46.813313 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:46.816534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.816896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.817246 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.817591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.817933 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.818273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.818674 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.819503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.819839 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.820176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.820532 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.820867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:46.839364 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f3314223-13da-46e2-b450-43b665012c45 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7037966 Aug 31 14:56:47.008899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-59b02eb7-66ac-4cde-b04d-66824ef742c5 None None] Provisioning for port 6d3b7774-7143-412b-8d79-d5a44fd84c09 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:56:47.013060 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-59b02eb7-66ac-4cde-b04d-66824ef742c5 None None] Provisioning complete for port 6d3b7774-7143-412b-8d79-d5a44fd84c09 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:56:47.013389 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-59b02eb7-66ac-4cde-b04d-66824ef742c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:47.052542 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-59b02eb7-66ac-4cde-b04d-66824ef742c5 None None] Port 6d3b7774-7143-412b-8d79-d5a44fd84c09 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:56:47.471777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977b505-cd5b-4edb-a36f-b695a9b83e4d req-376cf717-9280-4991-ac75-f673bd3694dd tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:47.473401 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d977b505-cd5b-4edb-a36f-b695a9b83e4d req-376cf717-9280-4991-ac75-f673bd3694dd tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 932 time: 0.0560138 Aug 31 14:56:47.513413 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d977b505-cd5b-4edb-a36f-b695a9b83e4d req-0e5f54f9-882f-4f0e-b72d-400acb514d01 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340362 Aug 31 14:56:48.634905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eb114-de7c-4293-9d98-982d792b3008 req-061f124e-7b53-4a6a-8949-dbdcb71cff3a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:48.636488 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a38eb114-de7c-4293-9d98-982d792b3008 req-061f124e-7b53-4a6a-8949-dbdcb71cff3a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 932 time: 0.0529544 Aug 31 14:56:48.676907 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a38eb114-de7c-4293-9d98-982d792b3008 req-f4f9f305-2772-4ccf-b03a-b20799edfca2 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341740 Aug 31 14:56:49.806078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac67c09-e660-4ae0-a528-d2984b84e942 req-58af5dfe-13b1-4b51-bde1-cd0d4d3c07dd tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:49.810598 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0ac67c09-e660-4ae0-a528-d2984b84e942 req-58af5dfe-13b1-4b51-bde1-cd0d4d3c07dd tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 932 time: 0.0644076 Aug 31 14:56:49.850048 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0ac67c09-e660-4ae0-a528-d2984b84e942 req-ff35f903-009b-4948-9f2d-badcecd22bf5 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350363 Aug 31 14:56:51.036893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe6e97-0191-4258-8202-5f97ebc1835e req-3d9d618d-6f05-4182-b58b-67a1a352ecc6 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:51.038903 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12fe6e97-0191-4258-8202-5f97ebc1835e req-3d9d618d-6f05-4182-b58b-67a1a352ecc6 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 932 time: 0.0581460 Aug 31 14:56:51.077481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-12fe6e97-0191-4258-8202-5f97ebc1835e req-788f187f-e481-4098-9cd7-e88aed33e189 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Aug 31 14:56:52.196769 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d31c7-2ded-4f8e-9a29-012940bcacba req-42a67360-aa49-43d6-a334-151263ce035a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:52.198425 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9d1d31c7-2ded-4f8e-9a29-012940bcacba req-42a67360-aa49-43d6-a334-151263ce035a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 932 time: 0.0516050 Aug 31 14:56:52.242201 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9d1d31c7-2ded-4f8e-9a29-012940bcacba req-f480c774-88e4-4eba-8f32-db74b75b5b8d tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369985 Aug 31 14:56:53.371506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a0c9d-8898-4a32-a305-c65b7e0d8164 req-a405e3d8-cb27-47ea-89e6-5e66c9972dc8 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:53.373193 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-081a0c9d-8898-4a32-a305-c65b7e0d8164 req-a405e3d8-cb27-47ea-89e6-5e66c9972dc8 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 932 time: 0.0509043 Aug 31 14:56:53.418874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-081a0c9d-8898-4a32-a305-c65b7e0d8164 req-3d54b839-f1f6-449e-a103-28380de9deac tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388258 Aug 31 14:56:54.537817 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658ab56-be1e-4e59-820c-a40392e91e0b req-bb9c517e-be3d-49e4-a964-f4689d0b961e tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:54.539445 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d658ab56-be1e-4e59-820c-a40392e91e0b req-bb9c517e-be3d-49e4-a964-f4689d0b961e tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 932 time: 0.0517159 Aug 31 14:56:54.585429 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d658ab56-be1e-4e59-820c-a40392e91e0b req-4222661a-7fb9-4cf0-b8b4-ea6b73afa7bc tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Aug 31 14:56:55.705194 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca233fb3-97f4-4e21-b7c1-e0a91811361b req-30dcd68e-59b8-416c-a4e9-d0d3817e23c4 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:55.706741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ca233fb3-97f4-4e21-b7c1-e0a91811361b req-30dcd68e-59b8-416c-a4e9-d0d3817e23c4 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 932 time: 0.0512605 Aug 31 14:56:55.746488 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ca233fb3-97f4-4e21-b7c1-e0a91811361b req-0974a60e-3f49-43e4-95b6-e9f9c98f7b3f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Aug 31 14:56:56.448657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Request body: {'port': {'device_id': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:56:56.504206 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:56.758506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3b7774-7143-412b-8d79-d5a44fd84c09 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:56:56.765744 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:56.777965 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Transition to ACTIVE for port object 6d3b7774-7143-412b-8d79-d5a44fd84c09 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:56:56.782324 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:56.835928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Pushing event updated for resources: {'Port': ['ID=6d3b7774-7143-412b-8d79-d5a44fd84c09,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:56.875735 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44eed6-9ec8-4564-9208-3f02e34cf05e req-a6284a59-9ed4-4344-ad02-18f2216a9c33 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:56.877672 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4e44eed6-9ec8-4564-9208-3f02e34cf05e req-a6284a59-9ed4-4344-ad02-18f2216a9c33 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 944 time: 0.0623579 Aug 31 14:56:56.910173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Attempting to bind port 6d3b7774-7143-412b-8d79-d5a44fd84c09 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:56:56.910496 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Attempting to bind port 6d3b7774-7143-412b-8d79-d5a44fd84c09 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:56:56.910838 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Attempting to bind port 6d3b7774-7143-412b-8d79-d5a44fd84c09 on network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:56.915896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Port 6d3b7774-7143-412b-8d79-d5a44fd84c09 on network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:56:56.916228 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Attempting to bind port 6d3b7774-7143-412b-8d79-d5a44fd84c09 on network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:56:56.918605 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4e44eed6-9ec8-4564-9208-3f02e34cf05e req-39dd6322-a944-471d-95c2-fb534434364e tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346148 Aug 31 14:56:56.921418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:56:56.921893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Checking segment: {'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:56:56.922195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Bound using segment: {'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:56:56.922633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Bound port: 6d3b7774-7143-412b-8d79-d5a44fd84c09, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:56:56.923001 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:57.252815 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] For port 6d3b7774-7143-412b-8d79-d5a44fd84c09, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:56:57.256116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] For port 6d3b7774-7143-412b-8d79-d5a44fd84c09, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:56:57.260571 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:57.293066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:57.293689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:57.295104 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] 10.222.0.13 "PUT /v2.0/ports/6d3b7774-7143-412b-8d79-d5a44fd84c09 HTTP/1.1" status: 200 len: 1092 time: 0.8513274 Aug 31 14:56:57.295569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:56:57.297871 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e85915c-6564-437a-b0da-45ff02a4ccfb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:56:57.324266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ca774-34ae-4307-92e9-2b09047cf05e service neutron] Pushing event updated for resources: {'Port': ['ID=6d3b7774-7143-412b-8d79-d5a44fd84c09,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:57.346951 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6f681c-ce65-4f7f-8fe3-79d6ea567465 x-openstack-request-id: req-ae6f681c-ce65-4f7f-8fe3-79d6ea567465 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:56:57.347252 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:56:57.347522 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae6f681c-ce65-4f7f-8fe3-79d6ea567465 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:56:57.347900 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'status': 'completed', 'code': 200} Aug 31 14:56:57.394236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-ab669c5a-121d-4315-a878-b4e064167592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:57.395769 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-ab669c5a-121d-4315-a878-b4e064167592 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5889e29243741e3905d31b3fa43264b&device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 1095 time: 0.0423021 Aug 31 14:56:57.443524 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-f7c4e4e3-deae-4c7a-b310-1455187b71f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09 HTTP/1.1" status: 200 len: 217 time: 0.0393121 Aug 31 14:56:57.494908 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-875ffcc7-a1e3-4a39-a0d0-e54feeb087ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:57.496374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-875ffcc7-a1e3-4a39-a0d0-e54feeb087ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63224ce3-2405-4a7f-8648-e4ebadb6ff1e HTTP/1.1" status: 200 len: 854 time: 0.0457556 Aug 31 14:56:57.544992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-70f176ba-e9ad-4c5f-a017-fc493bca44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:57.545625 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-70f176ba-e9ad-4c5f-a017-fc493bca44ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415602 Aug 31 14:56:57.638830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-77a71197-108f-4955-890d-5624f9d0b214 service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837324 Aug 31 14:56:57.728177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f64a0fb7-b7fe-4300-91bf-77b14022de06 req-fe7c63c7-2e9e-46b8-9d17-33d234bff4f9 service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813353 Aug 31 14:56:57.818183 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85915c-6564-437a-b0da-45ff02a4ccfb req-3e1ee002-fe90-486d-85fb-c3042bd0fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:57.820065 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e85915c-6564-437a-b0da-45ff02a4ccfb req-3e1ee002-fe90-486d-85fb-c3042bd0fcb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5889e29243741e3905d31b3fa43264b&device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 1095 time: 0.0446005 Aug 31 14:56:57.906729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85915c-6564-437a-b0da-45ff02a4ccfb req-76d8bd81-9da3-4dbe-9185-2a2a5b6332e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:57.908206 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e85915c-6564-437a-b0da-45ff02a4ccfb req-76d8bd81-9da3-4dbe-9185-2a2a5b6332e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f HTTP/1.1" status: 200 len: 916 time: 0.0810509 Aug 31 14:56:57.953783 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e85915c-6564-437a-b0da-45ff02a4ccfb req-6f858cd9-dbee-4595-93fe-63be68f8bf48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09 HTTP/1.1" status: 200 len: 217 time: 0.0378239 Aug 31 14:56:58.009493 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85915c-6564-437a-b0da-45ff02a4ccfb req-24b1c916-4b88-47b1-b3dd-360c9418a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:58.010995 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e85915c-6564-437a-b0da-45ff02a4ccfb req-24b1c916-4b88-47b1-b3dd-360c9418a096 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63224ce3-2405-4a7f-8648-e4ebadb6ff1e HTTP/1.1" status: 200 len: 854 time: 0.0499454 Aug 31 14:56:58.039643 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072174df-d1d0-43e6-830a-0f301ba519b9 req-581b1b13-571d-4113-9861-e7fe9f6eb5c3 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:58.041247 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-072174df-d1d0-43e6-830a-0f301ba519b9 req-581b1b13-571d-4113-9861-e7fe9f6eb5c3 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 944 time: 0.0493796 Aug 31 14:56:58.057626 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85915c-6564-437a-b0da-45ff02a4ccfb req-b255bee6-9496-4837-a44c-cd4738b13ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:58.059153 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e85915c-6564-437a-b0da-45ff02a4ccfb req-b255bee6-9496-4837-a44c-cd4738b13ebe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399990 Aug 31 14:56:58.079389 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-072174df-d1d0-43e6-830a-0f301ba519b9 req-02946f36-46be-45ae-ab71-3ee70fc252f8 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320356 Aug 31 14:56:58.153529 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e85915c-6564-437a-b0da-45ff02a4ccfb req-02656ec5-180a-41eb-b4ad-4cf83ca0c99d service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835552 Aug 31 14:56:58.242394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2e85915c-6564-437a-b0da-45ff02a4ccfb req-eec8da99-561b-4215-9317-8d0a221ba365 service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806065 Aug 31 14:56:59.194278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba2766-9fc1-4506-af4f-96a73d94e4be req-7b960b05-c3ba-4b08-a1f9-0f3bce2e6b41 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:56:59.195809 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-feba2766-9fc1-4506-af4f-96a73d94e4be req-7b960b05-c3ba-4b08-a1f9-0f3bce2e6b41 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 944 time: 0.0499110 Aug 31 14:56:59.233460 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-feba2766-9fc1-4506-af4f-96a73d94e4be req-db887804-743b-4347-b3de-3c447fe30db2 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Aug 31 14:56:59.544565 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 6d3b7774-7143-412b-8d79-d5a44fd84c09 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:56:59.794364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 6d3b7774-7143-412b-8d79-d5a44fd84c09, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:59.805808 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'port_id': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'mac_address': 'fa:16:3e:52:79:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:56:59.840935 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:59.853834 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3b7774-7143-412b-8d79-d5a44fd84c09 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:56:59.873258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 6d3b7774-7143-412b-8d79-d5a44fd84c09, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:56:59.876999 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:56:59.924469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=6d3b7774-7143-412b-8d79-d5a44fd84c09,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:56:59.932166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.932546 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.932893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.933235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.933571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.933906 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.934237 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.934566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.934894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.935223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.935555 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:56:59.935879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:00.101741 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['6d3b7774-7143-412b-8d79-d5a44fd84c09'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:57:00.348633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489d61f-78ea-4f32-b311-5b56ba28f558 req-387d83a3-5217-4f00-ad95-fec8b6526ccf tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:00.350785 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7489d61f-78ea-4f32-b311-5b56ba28f558 req-387d83a3-5217-4f00-ad95-fec8b6526ccf tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 945 time: 0.0490201 Aug 31 14:57:00.387768 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7489d61f-78ea-4f32-b311-5b56ba28f558 req-33dd13f5-4f61-4a8c-9e25-c73327be775c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308599 Aug 31 14:57:01.460765 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08d61d43-f128-4e15-91bb-ed66ed71c02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.507315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64370d-25c8-480a-ba5b-d7900ffc9765 req-78237da5-ed64-47f9-91be-db84c25a0189 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:01.508849 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0c64370d-25c8-480a-ba5b-d7900ffc9765 req-78237da5-ed64-47f9-91be-db84c25a0189 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 945 time: 0.0545275 Aug 31 14:57:01.546912 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0c64370d-25c8-480a-ba5b-d7900ffc9765 req-277e200e-9fa8-49cb-8207-4ff6ef779ebe tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Aug 31 14:57:01.562102 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 6d3b7774-7143-412b-8d79-d5a44fd84c09 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:57:01.611621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 6d3b7774-7143-412b-8d79-d5a44fd84c09 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:57:01.617103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 6d3b7774-7143-412b-8d79-d5a44fd84c09 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:01.617506 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.691816 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.714795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:57:01.717089 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610b5666-8d64-4914-9e60-158c4d85f46b" -d '{"events": [{"server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "name": "network-vif-plugged", "status": "completed", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:57:01.730507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 6d3b7774-7143-412b-8d79-d5a44fd84c09, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:01.735732 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:01.794091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=6d3b7774-7143-412b-8d79-d5a44fd84c09,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:01.880817 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a2f9fe-8161-4249-9bda-eac941317686 x-openstack-request-id: req-95a2f9fe-8161-4249-9bda-eac941317686 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:57:01.881706 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "name": "network-vif-plugged", "status": "completed", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:57:01.881963 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95a2f9fe-8161-4249-9bda-eac941317686 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:57:01.882367 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'code': 200} Aug 31 14:57:01.973063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52707b6-d0be-46e9-b5fa-5c5ae020aa9c req-cfe24be2-aae3-47cf-b87c-3a56b1694dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:01.974525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b52707b6-d0be-46e9-b5fa-5c5ae020aa9c req-cfe24be2-aae3-47cf-b87c-3a56b1694dc4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 1097 time: 0.0390382 Aug 31 14:57:02.010025 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b52707b6-d0be-46e9-b5fa-5c5ae020aa9c req-180fa481-ce88-4e5f-92ad-dc94bb25d051 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271704 Aug 31 14:57:02.662702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aef35e-6f4e-47bd-a3d8-5ed988c39597 req-ae54ba40-025b-4fe0-a653-32ce8f57f15a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:02.664234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9aef35e-6f4e-47bd-a3d8-5ed988c39597 req-ae54ba40-025b-4fe0-a653-32ce8f57f15a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 946 time: 0.0519142 Aug 31 14:57:02.701760 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9aef35e-6f4e-47bd-a3d8-5ed988c39597 req-d906fd73-370e-4b71-84a9-39b84ce030c2 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Aug 31 14:57:03.831027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360113f4-6c60-4734-9945-220e4c143049 req-1719ab4b-41e2-4880-b2fb-d3ff7c6ea00d tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:03.832647 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-360113f4-6c60-4734-9945-220e4c143049 req-1719ab4b-41e2-4880-b2fb-d3ff7c6ea00d tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 946 time: 0.0609367 Aug 31 14:57:03.875210 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-360113f4-6c60-4734-9945-220e4c143049 req-b34c9f25-19b8-4a5a-9ade-f49ea22718fe tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364556 Aug 31 14:57:03.991271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404bee-16b8-4d8a-a4b6-ec0ca457860c req-44a86fb5-9ff1-4a9c-9441-1b734bdfe155 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:03.992908 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75404bee-16b8-4d8a-a4b6-ec0ca457860c req-44a86fb5-9ff1-4a9c-9441-1b734bdfe155 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 946 time: 0.0529139 Aug 31 14:57:04.030166 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-75404bee-16b8-4d8a-a4b6-ec0ca457860c req-953ec566-2817-4985-b8d7-9d30fb84830c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313647 Aug 31 14:57:04.135093 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:04.152259 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1c5c1f56-a113-4348-b442-89de33a671cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:04.220226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dde63-90ef-462d-88a0-90758f9cb4fc req-26d845ee-34e6-4b64-8485-df2cb9c25b68 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:04.221923 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-387dde63-90ef-462d-88a0-90758f9cb4fc req-26d845ee-34e6-4b64-8485-df2cb9c25b68 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 946 time: 0.0490179 Aug 31 14:57:04.260734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-387dde63-90ef-462d-88a0-90758f9cb4fc req-0ca5f33d-9ade-4521-955d-825f61cf81e2 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323687 Aug 31 14:57:05.430397 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:06.979915 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:09.698087 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:09.785918 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:15.794673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3be874-1d7b-43a0-9ca8-1f1e798718ce req-14a6549a-e0f3-4ba3-9652-74d80fb45bf8 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:15.796207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea3be874-1d7b-43a0-9ca8-1f1e798718ce req-14a6549a-e0f3-4ba3-9652-74d80fb45bf8 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 946 time: 0.0531051 Aug 31 14:57:15.835463 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ea3be874-1d7b-43a0-9ca8-1f1e798718ce req-bb317208-405e-4ca3-a842-583421a6f480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332468 Aug 31 14:57:15.857560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34572) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:15.991419 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b468b05-cdb5-4bba-a2d0-afa3236d9f42 tempest-TestMinimumBasicScenario-2062884595 tempest-TestMinimumBasicScenario-2062884595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:15.992995 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3b468b05-cdb5-4bba-a2d0-afa3236d9f42 tempest-TestMinimumBasicScenario-2062884595 tempest-TestMinimumBasicScenario-2062884595-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 1092 time: 0.1344261 Aug 31 14:57:15.995946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34576) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:16.000474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:16.025247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:16.118057 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:16.226175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Allocated IP 172.25.3.13 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/611668df-5171-448c-ab6e-bf8f337a94ec) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:57:16.328980 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:16.368634 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:16.413249 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:57:16.418164 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:57:16.421114 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:57:16.444058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event updated for resources: {'Port': ['ID=611668df-5171-448c-ab6e-bf8f337a94ec,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:16.809352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:16.876085 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.023698 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.028220 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.091108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event updated for resources: {'Port': ['ID=611668df-5171-448c-ab6e-bf8f337a94ec,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:17.105846 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.202543 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Floating IP dbbe24ae-52e1-4234-9348-ca2f80de8e79 associated. External IP: 172.25.3.13, port: 6d3b7774-7143-412b-8d79-d5a44fd84c09. Aug 31 14:57:17.406803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Router 62b0bf69-25cb-469d-ad77-6e049211f433 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:57:17.513196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:57:17.523230 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ae133-d010-4167-ae85-b979cc4c70f5 None None] Sync routers for ids ['62b0bf69-25cb-469d-ad77-6e049211f433'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:57:17.530375 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.532445 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ae133-d010-4167-ae85-b979cc4c70f5 None None] Routers {'62b0bf69-25cb-469d-ad77-6e049211f433'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:57:17.533081 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-519ae133-d010-4167-ae85-b979cc4c70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:57:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62b0bf69-25cb-469d-ad77-6e049211f433'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:17.557429 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-89bb373e-4e48-43fc-b929-4d68a2eaa2ad tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5604179 Aug 31 14:57:17.558179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:57:17.560285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34578) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:17.560843 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999abdee-75ae-4757-a6cd-b42df1228eea" -d '{"events": [{"name": "network-changed", "server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:57:17.565614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-56394ad5-2ee5-4097-9ab0-705debbbb3e5 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709852341', 'description': 'tempest-secgroup-smoke-709852341 description', 'project_id': 'e5889e29243741e3905d31b3fa43264b'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:17.591451 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56394ad5-2ee5-4097-9ab0-705debbbb3e5 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.601568 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c695bbbe-ef49-4af0-a543-258ecad4af94 x-openstack-request-id: req-c695bbbe-ef49-4af0-a543-258ecad4af94 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:57:17.601925 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:57:17.602274 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c695bbbe-ef49-4af0-a543-258ecad4af94 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:57:17.602688 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'status': 'completed', 'code': 200} Aug 31 14:57:17.645639 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-519ae133-d010-4167-ae85-b979cc4c70f5 None None] Set router 62b0bf69-25cb-469d-ad77-6e049211f433 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:57:17.667340 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999abdee-75ae-4757-a6cd-b42df1228eea req-e926bdb9-bf15-4549-863b-c717a6d48a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:17.668846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-999abdee-75ae-4757-a6cd-b42df1228eea req-e926bdb9-bf15-4549-863b-c717a6d48a3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5889e29243741e3905d31b3fa43264b&device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 1097 time: 0.0429614 Aug 31 14:57:17.675888 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56394ad5-2ee5-4097-9ab0-705debbbb3e5 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.680218 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56394ad5-2ee5-4097-9ab0-705debbbb3e5 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.717688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56394ad5-2ee5-4097-9ab0-705debbbb3e5 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:17.719424 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-56394ad5-2ee5-4097-9ab0-705debbbb3e5 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.720701 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-56394ad5-2ee5-4097-9ab0-705debbbb3e5 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1591971 Aug 31 14:57:17.724828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34582) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:17.729352 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e1b96c93-c276-4258-8673-7c03c5910c94 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Request body: {'security_group_rule': {'security_group_id': '27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb', 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:17.758908 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b96c93-c276-4258-8673-7c03c5910c94 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.779280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999abdee-75ae-4757-a6cd-b42df1228eea req-c1082d70-d4cb-44e8-abf3-9f01461a1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:17.780793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-999abdee-75ae-4757-a6cd-b42df1228eea req-c1082d70-d4cb-44e8-abf3-9f01461a1a59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f HTTP/1.1" status: 200 len: 916 time: 0.1013057 Aug 31 14:57:17.817099 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b96c93-c276-4258-8673-7c03c5910c94 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.825119 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b96c93-c276-4258-8673-7c03c5910c94 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.844328 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b96c93-c276-4258-8673-7c03c5910c94 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7638b9d0-70af-4f98-8ef4-d3fc879830a9,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:17.857867 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e1b96c93-c276-4258-8673-7c03c5910c94 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.860899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-999abdee-75ae-4757-a6cd-b42df1228eea req-81902e2f-62ab-44d3-99f6-eddd0a19f218 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09 HTTP/1.1" status: 200 len: 999 time: 0.0726118 Aug 31 14:57:17.861861 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34584) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:17.862056 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e1b96c93-c276-4258-8673-7c03c5910c94 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362059 Aug 31 14:57:17.866866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b5a3535a-07ca-4c13-81b7-7a43631f08a3 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Request body: {'security_group_rule': {'security_group_id': '27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb', 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:17.885505 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-519ae133-d010-4167-ae85-b979cc4c70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 4, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'dbbe24ae-52e1-4234-9348-ca2f80de8e79', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'port_id': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'mac_address': 'fa:16:3e:52:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:57:16Z', 'updated_at': '2021-08-31T14:57:16Z', 'revision_number': 0, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effa2560-0714-4c4c-9893-fc50b0136232', 'name': '', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'mac_address': 'fa:16:3e:fe:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:28Z', 'updated_at': '2021-08-31T14:56:34Z', 'revision_number': 5, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'subnets': [{'id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:17.914984 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ae133-d010-4167-ae85-b979cc4c70f5 None None] Checking router: 62b0bf69-25cb-469d-ad77-6e049211f433 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:57:17.924085 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ae133-d010-4167-ae85-b979cc4c70f5 None None] Routers {'62b0bf69-25cb-469d-ad77-6e049211f433'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:57:17.924895 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-519ae133-d010-4167-ae85-b979cc4c70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:57:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62b0bf69-25cb-469d-ad77-6e049211f433'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:17.935440 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b5a3535a-07ca-4c13-81b7-7a43631f08a3 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:17.938667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999abdee-75ae-4757-a6cd-b42df1228eea req-f5b8511c-141b-45c6-995f-729038447d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:17.940152 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-999abdee-75ae-4757-a6cd-b42df1228eea req-f5b8511c-141b-45c6-995f-729038447d50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63224ce3-2405-4a7f-8648-e4ebadb6ff1e HTTP/1.1" status: 200 len: 854 time: 0.0682080 Aug 31 14:57:18.011206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999abdee-75ae-4757-a6cd-b42df1228eea req-b5f7a074-4f83-4563-ae20-5cc03bc1f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:18.012771 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-999abdee-75ae-4757-a6cd-b42df1228eea req-b5f7a074-4f83-4563-ae20-5cc03bc1f86d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654435 Aug 31 14:57:18.028519 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-519ae133-d010-4167-ae85-b979cc4c70f5 None None] Set router 62b0bf69-25cb-469d-ad77-6e049211f433 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:57:18.034636 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b5a3535a-07ca-4c13-81b7-7a43631f08a3 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.046902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b5a3535a-07ca-4c13-81b7-7a43631f08a3 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.099484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3535a-07ca-4c13-81b7-7a43631f08a3 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f197d28e-76d4-4333-a0a3-990c6428f6f9,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:18.109482 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b5a3535a-07ca-4c13-81b7-7a43631f08a3 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.110836 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b5a3535a-07ca-4c13-81b7-7a43631f08a3 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2480550 Aug 31 14:57:18.114033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34586) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:18.119481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-199f09a2-ad80-4168-b0d0-8459b94c1a5a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Request body: {'security_group_rule': {'security_group_id': '27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb', 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:18.143819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-999abdee-75ae-4757-a6cd-b42df1228eea req-85a84ba3-71c0-43cc-a4d7-dd9e6f9389e3 service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182799 Aug 31 14:57:18.149628 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-199f09a2-ad80-4168-b0d0-8459b94c1a5a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.217133 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-199f09a2-ad80-4168-b0d0-8459b94c1a5a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.222128 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-199f09a2-ad80-4168-b0d0-8459b94c1a5a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.243169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-999abdee-75ae-4757-a6cd-b42df1228eea req-6bf83120-af31-4291-95c5-690a0abdaae9 service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905957 Aug 31 14:57:18.248048 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f09a2-ad80-4168-b0d0-8459b94c1a5a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb48aa3b-14ef-455d-bf2e-81fe838fa4bb,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:18.256795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-199f09a2-ad80-4168-b0d0-8459b94c1a5a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.258106 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-199f09a2-ad80-4168-b0d0-8459b94c1a5a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423147 Aug 31 14:57:18.260830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34588) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:18.266816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Request body: {'security_group_rule': {'security_group_id': '27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb', 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:18.269583 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-519ae133-d010-4167-ae85-b979cc4c70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 4, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'dbbe24ae-52e1-4234-9348-ca2f80de8e79', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'port_id': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'mac_address': 'fa:16:3e:52:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:57:16Z', 'updated_at': '2021-08-31T14:57:16Z', 'revision_number': 0, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effa2560-0714-4c4c-9893-fc50b0136232', 'name': '', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'mac_address': 'fa:16:3e:fe:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:28Z', 'updated_at': '2021-08-31T14:56:34Z', 'revision_number': 5, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'subnets': [{'id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:57:18.294082 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.297687 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ae133-d010-4167-ae85-b979cc4c70f5 None None] The sync data for ids ['62b0bf69-25cb-469d-ad77-6e049211f433'] in n-d-792364-6 is: [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 4, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'dbbe24ae-52e1-4234-9348-ca2f80de8e79', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'port_id': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'mac_address': 'fa:16:3e:52:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:57:16Z', 'updated_at': '2021-08-31T14:57:16Z', 'revision_number': 0, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effa2560-0714-4c4c-9893-fc50b0136232', 'name': '', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'mac_address': 'fa:16:3e:fe:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:28Z', 'updated_at': '2021-08-31T14:56:34Z', 'revision_number': 5, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'subnets': [{'id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:57:18.356766 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.361076 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.382888 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693ee02a-7f9c-4ebd-9b3d-a72a21486a56,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:18.386518 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.387731 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259649 Aug 31 14:57:18.390606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34590) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:18.393843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:18.393843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:18.393843 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:18.394167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:18.394380 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:18.394709 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:18.395035 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:18.395364 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:18.395487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1de0b839-dfe9-42e2-acf1-369b98a16a2e tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Request body: {'security_group_rule': {'security_group_id': '27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb', 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:18.395688 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:18.396555 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:18.397134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:18.397456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd48309-ba29-4022-a8a0-af3640e7243f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:57:18.419923 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-1de0b839-dfe9-42e2-acf1-369b98a16a2e tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Project e5889e29243741e3905d31b3fa43264b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:57:18.425555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1de0b839-dfe9-42e2-acf1-369b98a16a2e tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.498195 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1de0b839-dfe9-42e2-acf1-369b98a16a2e tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.501745 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdfe159-9d44-4a77-a2cd-8088affc18d5 None None] New status for floating IP dbbe24ae-52e1-4234-9348-ca2f80de8e79: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:57:18.503268 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1de0b839-dfe9-42e2-acf1-369b98a16a2e tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.521048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0b839-dfe9-42e2-acf1-369b98a16a2e tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406d3068-731c-4733-906b-0abe58ff5f6a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:18.531175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1de0b839-dfe9-42e2-acf1-369b98a16a2e tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.532524 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1de0b839-dfe9-42e2-acf1-369b98a16a2e tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407907 Aug 31 14:57:18.535303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34592) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:57:18.540606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-12d36c7b-b8ca-4683-ad4e-97ef654eb367 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Request body: {'security_group_rule': {'security_group_id': '27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb', 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:18.562214 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-12d36c7b-b8ca-4683-ad4e-97ef654eb367 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Project e5889e29243741e3905d31b3fa43264b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:57:18.566961 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12d36c7b-b8ca-4683-ad4e-97ef654eb367 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.628334 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12d36c7b-b8ca-4683-ad4e-97ef654eb367 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.632213 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12d36c7b-b8ca-4683-ad4e-97ef654eb367 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.650523 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d36c7b-b8ca-4683-ad4e-97ef654eb367 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e97951-4fc1-45d6-aa49-1861829fe1cd,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:18.657151 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-12d36c7b-b8ca-4683-ad4e-97ef654eb367 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:18.658417 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-12d36c7b-b8ca-4683-ad4e-97ef654eb367 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220930 Aug 31 14:57:18.747559 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18acce01-e8f2-415b-84c4-4df0349a792d req-20e0b374-0a25-48c5-9ff8-f77357fbc90b tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709852341&fields=id&tenant_id=e5889e29243741e3905d31b3fa43264b HTTP/1.1" status: 200 len: 267 time: 0.0404427 Aug 31 14:57:18.800185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acce01-e8f2-415b-84c4-4df0349a792d req-6a14087e-b808-44bc-9a03-74f70c8d93db tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:18.801694 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18acce01-e8f2-415b-84c4-4df0349a792d req-6a14087e-b808-44bc-9a03-74f70c8d93db tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 946 time: 0.0483096 Aug 31 14:57:18.812927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-18acce01-e8f2-415b-84c4-4df0349a792d req-78a3d76a-df31-4539-91ab-518a187d33de tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Request body: {'port': {'security_groups': ['8f4a3d85-446c-4df2-94c0-2346b27aa519', '27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:57:18.872676 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18acce01-e8f2-415b-84c4-4df0349a792d req-78a3d76a-df31-4539-91ab-518a187d33de tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:19.051892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-18acce01-e8f2-415b-84c4-4df0349a792d req-78a3d76a-df31-4539-91ab-518a187d33de tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] For port 6d3b7774-7143-412b-8d79-d5a44fd84c09, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:57:19.081018 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18acce01-e8f2-415b-84c4-4df0349a792d req-78a3d76a-df31-4539-91ab-518a187d33de tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:19.085672 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18acce01-e8f2-415b-84c4-4df0349a792d req-78a3d76a-df31-4539-91ab-518a187d33de tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:19.098385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['6d3b7774-7143-412b-8d79-d5a44fd84c09'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:57:19.136686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acce01-e8f2-415b-84c4-4df0349a792d req-78a3d76a-df31-4539-91ab-518a187d33de tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:19.137369 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-18acce01-e8f2-415b-84c4-4df0349a792d req-78a3d76a-df31-4539-91ab-518a187d33de tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:19.138821 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18acce01-e8f2-415b-84c4-4df0349a792d req-78a3d76a-df31-4539-91ab-518a187d33de tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "PUT /v2.0/ports/6d3b7774-7143-412b-8d79-d5a44fd84c09 HTTP/1.1" status: 200 len: 982 time: 0.3306136 Aug 31 14:57:19.169457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3d76a-df31-4539-91ab-518a187d33de tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event updated for resources: {'Port': ['ID=6d3b7774-7143-412b-8d79-d5a44fd84c09,revision_number=6']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:57:19.196896 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['6d3b7774-7143-412b-8d79-d5a44fd84c09'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:57:19.251574 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f333035-2bc1-4e72-8199-07cc1c7460ea req-12d2870d-4ba6-4175-85b0-4c69cd766a5d tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:19.259947 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f333035-2bc1-4e72-8199-07cc1c7460ea req-12d2870d-4ba6-4175-85b0-4c69cd766a5d tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.0633748 Aug 31 14:57:19.300071 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f333035-2bc1-4e72-8199-07cc1c7460ea req-e0c1c8e5-af9c-426b-88f7-2ab9f67f6be6 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&id=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390749 Aug 31 14:57:19.464171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4cbfcf3e-10b8-4545-b04c-8ef480335def None None] Provisioning complete for port 6d3b7774-7143-412b-8d79-d5a44fd84c09 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:57:19.464559 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4cbfcf3e-10b8-4545-b04c-8ef480335def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:19.604155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:57:19.606601 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68f86d8-0e4e-40b3-83d6-aa539528efa0" -d '{"events": [{"name": "network-changed", "server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:57:19.643050 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f736897-4c92-494d-bbfc-d5981e702b18 x-openstack-request-id: req-0f736897-4c92-494d-bbfc-d5981e702b18 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:57:19.643346 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:57:19.643602 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f736897-4c92-494d-bbfc-d5981e702b18 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:57:19.644017 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'status': 'completed', 'code': 200} Aug 31 14:57:19.713442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f86d8-0e4e-40b3-83d6-aa539528efa0 req-13904a4e-4327-40ea-a228-fcbb16f173af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:19.715009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b68f86d8-0e4e-40b3-83d6-aa539528efa0 req-13904a4e-4327-40ea-a228-fcbb16f173af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5889e29243741e3905d31b3fa43264b&device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 1136 time: 0.0452948 Aug 31 14:57:19.805767 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f86d8-0e4e-40b3-83d6-aa539528efa0 req-9c0003c6-9211-45a6-b9dc-6934e32273d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:19.807265 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b68f86d8-0e4e-40b3-83d6-aa539528efa0 req-9c0003c6-9211-45a6-b9dc-6934e32273d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f HTTP/1.1" status: 200 len: 916 time: 0.0847559 Aug 31 14:57:19.884205 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b68f86d8-0e4e-40b3-83d6-aa539528efa0 req-5e831e7b-43fe-4022-9f43-5ecbf076251a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09 HTTP/1.1" status: 200 len: 1001 time: 0.0667639 Aug 31 14:57:19.943913 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f86d8-0e4e-40b3-83d6-aa539528efa0 req-8f6c9a4b-0e30-4bb9-98e4-e1fc6aa99503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:19.945343 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b68f86d8-0e4e-40b3-83d6-aa539528efa0 req-8f6c9a4b-0e30-4bb9-98e4-e1fc6aa99503 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63224ce3-2405-4a7f-8648-e4ebadb6ff1e HTTP/1.1" status: 200 len: 854 time: 0.0420394 Aug 31 14:57:19.990515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f86d8-0e4e-40b3-83d6-aa539528efa0 req-f3ef3939-125f-45ce-ab85-80489948297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:19.991976 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b68f86d8-0e4e-40b3-83d6-aa539528efa0 req-f3ef3939-125f-45ce-ab85-80489948297c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387473 Aug 31 14:57:20.084562 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b68f86d8-0e4e-40b3-83d6-aa539528efa0 req-7213dff3-6bf2-42e4-b9b1-b6231dbed013 service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835850 Aug 31 14:57:20.174693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b68f86d8-0e4e-40b3-83d6-aa539528efa0 req-876f2121-5f25-4eb7-b143-5ac9db2fa3bb service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826581 Aug 31 14:57:23.071064 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:57:31.463534 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c580c078-1b8e-46ba-a245-052bee9ab5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:34.126035 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:34.152030 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-440fd397-847b-4418-8348-681ec6944d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:35.433225 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:36.799404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ff068-bedf-4dab-8411-4fc83a8ea42f req-af586e56-9596-491f-9835-773da4efb5de tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:36.800949 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa1ff068-bedf-4dab-8411-4fc83a8ea42f req-af586e56-9596-491f-9835-773da4efb5de tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.3532836 Aug 31 14:57:36.807185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4d33c-ced5-448a-9f08-6fc8d14f8264 req-496d6021-7cb5-4a05-80bb-158a2b01605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:36.808617 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9d4d33c-ced5-448a-9f08-6fc8d14f8264 req-496d6021-7cb5-4a05-80bb-158a2b01605f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5889e29243741e3905d31b3fa43264b&device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 1136 time: 0.3236618 Aug 31 14:57:36.890576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa1ff068-bedf-4dab-8411-4fc83a8ea42f req-6023070a-604e-4626-8a03-c645644fb400 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&id=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809839 Aug 31 14:57:36.925511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4d33c-ced5-448a-9f08-6fc8d14f8264 req-44063cd5-e695-401f-ae2a-6df102b95f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:36.927517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9d4d33c-ced5-448a-9f08-6fc8d14f8264 req-44063cd5-e695-401f-ae2a-6df102b95f8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f HTTP/1.1" status: 200 len: 916 time: 0.1050913 Aug 31 14:57:36.982529 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:36.997720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9d4d33c-ced5-448a-9f08-6fc8d14f8264 req-65ddcb80-74b2-47dd-a78f-fbff5d377aae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09 HTTP/1.1" status: 200 len: 1001 time: 0.0629594 Aug 31 14:57:37.048162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4d33c-ced5-448a-9f08-6fc8d14f8264 req-ed6f0114-cfb5-462b-b862-022e8901753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:37.049698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9d4d33c-ced5-448a-9f08-6fc8d14f8264 req-ed6f0114-cfb5-462b-b862-022e8901753c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63224ce3-2405-4a7f-8648-e4ebadb6ff1e HTTP/1.1" status: 200 len: 854 time: 0.0428083 Aug 31 14:57:37.101247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4d33c-ced5-448a-9f08-6fc8d14f8264 req-ccbabf30-32ec-44b6-bf59-8f8beb4a6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:37.102770 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9d4d33c-ced5-448a-9f08-6fc8d14f8264 req-ccbabf30-32ec-44b6-bf59-8f8beb4a6dc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451674 Aug 31 14:57:37.191756 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9d4d33c-ced5-448a-9f08-6fc8d14f8264 req-9073a96d-dea8-4370-b97f-6411c8d1c356 service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809753 Aug 31 14:57:37.285472 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9d4d33c-ced5-448a-9f08-6fc8d14f8264 req-ad3e961c-0796-4a76-88f2-08d2b702e169 service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849714 Aug 31 14:57:38.010177 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449eec5d-a0b2-4615-ab13-4555b61080ec req-07dfac4f-b9fb-4a72-932a-53f70e4a4874 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:38.011756 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-449eec5d-a0b2-4615-ab13-4555b61080ec req-07dfac4f-b9fb-4a72-932a-53f70e4a4874 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.0541756 Aug 31 14:57:38.055623 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-449eec5d-a0b2-4615-ab13-4555b61080ec req-f4a53049-44ac-4a2f-8195-09734241b7b5 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&id=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378249 Aug 31 14:57:39.193603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f388c99-3712-469c-a6c9-6f971893ac69 req-a917809d-e9ea-4820-ae79-4c47cd7f1c8f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:39.195130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f388c99-3712-469c-a6c9-6f971893ac69 req-a917809d-e9ea-4820-ae79-4c47cd7f1c8f tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.0517724 Aug 31 14:57:39.237746 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8f388c99-3712-469c-a6c9-6f971893ac69 req-e56c04a5-3b7c-4856-a583-191558309a25 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&id=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363202 Aug 31 14:57:39.710207 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:39.800206 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:57:40.351811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28cb88-0a1b-4dec-8914-daa2b6225178 req-62c6111f-f538-40cf-96d5-030c1872f3fa tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:40.353369 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e28cb88-0a1b-4dec-8914-daa2b6225178 req-62c6111f-f538-40cf-96d5-030c1872f3fa tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.0490527 Aug 31 14:57:40.393121 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7e28cb88-0a1b-4dec-8914-daa2b6225178 req-dc7ba682-617f-4f31-b9a8-3f6315c1ffca tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&id=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338233 Aug 31 14:57:41.508657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c46cd-999d-4aac-a056-3a2e7591c838 req-80be3f33-e434-409f-ba48-9073573764be tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:41.510217 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-557c46cd-999d-4aac-a056-3a2e7591c838 req-80be3f33-e434-409f-ba48-9073573764be tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.0500829 Aug 31 14:57:41.550350 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-557c46cd-999d-4aac-a056-3a2e7591c838 req-73ef9a2a-6de3-4141-8370-09ecc751aaa7 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&id=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340679 Aug 31 14:57:42.668790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bde1c-ee46-4af5-9bf3-5d91b92c39f3 req-e427d0b0-1698-41e2-8433-9d801d1ada91 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:42.670269 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-978bde1c-ee46-4af5-9bf3-5d91b92c39f3 req-e427d0b0-1698-41e2-8433-9d801d1ada91 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.0530214 Aug 31 14:57:42.709810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-978bde1c-ee46-4af5-9bf3-5d91b92c39f3 req-0a1690de-1382-4dbd-99cf-58b65b1a3df1 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&id=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334718 Aug 31 14:57:43.824760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c58892-806c-4dd2-bba6-2ac8294c4c05 req-32184c9d-b701-4564-b995-3222c23cb270 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:43.826267 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-72c58892-806c-4dd2-bba6-2ac8294c4c05 req-32184c9d-b701-4564-b995-3222c23cb270 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.0491660 Aug 31 14:57:43.869881 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-72c58892-806c-4dd2-bba6-2ac8294c4c05 req-beacf85b-9e6e-48a8-ac30-b3a18f8ef4a4 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&id=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375075 Aug 31 14:57:44.984152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e9984-cfdc-4744-851a-093ab0616fcc req-2c7f6c5b-d06c-4071-b8e9-64091a9c6c75 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:44.985693 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-258e9984-cfdc-4744-851a-093ab0616fcc req-2c7f6c5b-d06c-4071-b8e9-64091a9c6c75 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.0484555 Aug 31 14:57:45.026826 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-258e9984-cfdc-4744-851a-093ab0616fcc req-5e8223d3-cc86-4cf2-b9dd-12eb29c74a96 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&id=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332112 Aug 31 14:57:46.151179 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9599d-d2dc-4cd0-984b-3751e7a18d84 req-43260451-5469-47a3-b5d3-10c959437c64 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:46.153214 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a3c9599d-d2dc-4cd0-984b-3751e7a18d84 req-43260451-5469-47a3-b5d3-10c959437c64 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.0560942 Aug 31 14:57:46.193845 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a3c9599d-d2dc-4cd0-984b-3751e7a18d84 req-866c81fb-9799-4fba-92b6-c12827f50471 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&id=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343292 Aug 31 14:57:47.307535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c8378-f215-449f-ba0f-82aa82c1aed8 req-5f92ad7b-07c6-4c33-b89f-110340b4efb9 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:47.309145 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce3c8378-f215-449f-ba0f-82aa82c1aed8 req-5f92ad7b-07c6-4c33-b89f-110340b4efb9 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.0495365 Aug 31 14:57:47.348924 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ce3c8378-f215-449f-ba0f-82aa82c1aed8 req-7de908e4-53f6-4289-8efe-6c97d9b90bd2 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&id=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338817 Aug 31 14:57:48.463647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4acfaf-ac97-4eda-b484-18e758cd17f7 req-12767570-d1d4-4300-883e-772e7461d748 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:48.465180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6d4acfaf-ac97-4eda-b484-18e758cd17f7 req-12767570-d1d4-4300-883e-772e7461d748 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.0496418 Aug 31 14:57:48.505335 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6d4acfaf-ac97-4eda-b484-18e758cd17f7 req-c02c980f-6bb8-4e00-8e84-20cceb9c0b0a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&id=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335619 Aug 31 14:57:48.872924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-684f8b70-21bd-4265-b1e0-a5eb7a64bac1 req-e0a7de50-992f-4a68-9790-c454318aeac4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389400 Aug 31 14:57:48.959799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f8b70-21bd-4265-b1e0-a5eb7a64bac1 req-b662db16-5a58-42c6-bb35-962d9b4ce9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:48.961323 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-684f8b70-21bd-4265-b1e0-a5eb7a64bac1 req-b662db16-5a58-42c6-bb35-962d9b4ce9b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5889e29243741e3905d31b3fa43264b&device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 1136 time: 0.0445693 Aug 31 14:57:49.063021 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f8b70-21bd-4265-b1e0-a5eb7a64bac1 req-b910153f-f7a1-4326-b667-cc9ca3de82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:49.064578 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-684f8b70-21bd-4265-b1e0-a5eb7a64bac1 req-b910153f-f7a1-4326-b667-cc9ca3de82b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f HTTP/1.1" status: 200 len: 916 time: 0.0837042 Aug 31 14:57:49.136374 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-684f8b70-21bd-4265-b1e0-a5eb7a64bac1 req-d725799f-1fb0-4c4c-b4e1-a5d0a6e0a7cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09 HTTP/1.1" status: 200 len: 1001 time: 0.0640023 Aug 31 14:57:49.186883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f8b70-21bd-4265-b1e0-a5eb7a64bac1 req-ce94a23f-d4e7-4db5-8db7-896c0e48b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:49.188378 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-684f8b70-21bd-4265-b1e0-a5eb7a64bac1 req-ce94a23f-d4e7-4db5-8db7-896c0e48b608 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63224ce3-2405-4a7f-8648-e4ebadb6ff1e HTTP/1.1" status: 200 len: 854 time: 0.0441225 Aug 31 14:57:49.236947 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f8b70-21bd-4265-b1e0-a5eb7a64bac1 req-c3adbae7-d64c-448a-9f79-89f03c38eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:57:49.238492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-684f8b70-21bd-4265-b1e0-a5eb7a64bac1 req-c3adbae7-d64c-448a-9f79-89f03c38eb28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414972 Aug 31 14:57:49.332881 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-684f8b70-21bd-4265-b1e0-a5eb7a64bac1 req-a24ead9b-5a13-4cdb-993a-8705a80f75ec service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852838 Aug 31 14:57:49.422038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-684f8b70-21bd-4265-b1e0-a5eb7a64bac1 req-f8f4a2cd-7837-4dee-a73e-208826ca1ffd service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810328 Aug 31 14:58:00.070875 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:58:01.465889 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-018d1717-e15a-4139-9888-142533ef3799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:04.126945 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:04.151862 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a35aa06-6936-4788-8f1d-b064b617e29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:05.435226 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:06.985199 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:09.720739 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:09.793777 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.404132 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c21a52ba-a152-4340-94dd-1d2033084444 req-c1247144-435b-4555-a467-56a48c9173ac tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709852341&fields=id&tenant_id=e5889e29243741e3905d31b3fa43264b HTTP/1.1" status: 200 len: 267 time: 0.0379107 Aug 31 14:58:21.459321 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a52ba-a152-4340-94dd-1d2033084444 req-924c7a27-4779-4d35-8bbf-5ff56e10014a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:21.460851 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c21a52ba-a152-4340-94dd-1d2033084444 req-924c7a27-4779-4d35-8bbf-5ff56e10014a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 985 time: 0.0510504 Aug 31 14:58:21.471734 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [req-c21a52ba-a152-4340-94dd-1d2033084444 req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Request body: {'port': {'security_groups': ['8f4a3d85-446c-4df2-94c0-2346b27aa519']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:21.534695 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c21a52ba-a152-4340-94dd-1d2033084444 req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.713533 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-c21a52ba-a152-4340-94dd-1d2033084444 req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] For port 6d3b7774-7143-412b-8d79-d5a44fd84c09, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:21.743173 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c21a52ba-a152-4340-94dd-1d2033084444 req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.747628 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c21a52ba-a152-4340-94dd-1d2033084444 req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.760179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['6d3b7774-7143-412b-8d79-d5a44fd84c09'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:58:21.805928 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a52ba-a152-4340-94dd-1d2033084444 req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:21.806599 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-c21a52ba-a152-4340-94dd-1d2033084444 req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.808040 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c21a52ba-a152-4340-94dd-1d2033084444 req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "PUT /v2.0/ports/6d3b7774-7143-412b-8d79-d5a44fd84c09 HTTP/1.1" status: 200 len: 943 time: 0.3408487 Aug 31 14:58:21.808525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:21.810861 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c035811d08aaf94b3945b1679bc855303e466cc5a1470948d68f8318512416e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f576e7fe-b5f9-4c47-b062-69ff8e011a38" -d '{"events": [{"name": "network-changed", "server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:21.815354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34656) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:21.826256 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event updated for resources: {'Port': ['ID=6d3b7774-7143-412b-8d79-d5a44fd84c09,revision_number=7']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:21.835514 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.836012 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.836188 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.836566 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.836884 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.837213 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.837557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.838511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.838511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.838511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.838785 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.839138 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaa60c-34ae-49b3-bb89-9b1fb44d1f22 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:21.861820 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980446e1-2f49-4053-b925-415ae92bcba0 x-openstack-request-id: req-980446e1-2f49-4053-b925-415ae92bcba0 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:21.861996 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:21.862265 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-980446e1-2f49-4053-b925-415ae92bcba0 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:21.862777 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'status': 'completed', 'code': 200} Aug 31 14:58:21.889077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['6d3b7774-7143-412b-8d79-d5a44fd84c09'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:58:21.927124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.970234 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:21.974910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576e7fe-b5f9-4c47-b062-69ff8e011a38 req-45ffe0ab-3074-4a71-ad64-924c13caecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:21.976735 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f576e7fe-b5f9-4c47-b062-69ff8e011a38 req-45ffe0ab-3074-4a71-ad64-924c13caecd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5889e29243741e3905d31b3fa43264b&device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 1097 time: 0.0836105 Aug 31 14:58:22.040384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-899f93ac-e195-464c-86be-6487f247c60f None None] Provisioning complete for port 6d3b7774-7143-412b-8d79-d5a44fd84c09 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:22.040789 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-899f93ac-e195-464c-86be-6487f247c60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:22.090853 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576e7fe-b5f9-4c47-b062-69ff8e011a38 req-7026253b-ddcb-478a-86ef-17dad3ef541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:22.092294 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f576e7fe-b5f9-4c47-b062-69ff8e011a38 req-7026253b-ddcb-478a-86ef-17dad3ef541f service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f HTTP/1.1" status: 200 len: 916 time: 0.1066744 Aug 31 14:58:22.141415 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:22.144030 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:22.145231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "DELETE /v2.0/security-groups/27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb HTTP/1.1" status: 204 len: 168 time: 0.3279102 Aug 31 14:58:22.148821 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34660) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:22.167882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b14e1c-fbdf-4f38-986d-a6aa0e14e0eb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:22.178296 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:22.178641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:22.178978 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:22.179309 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:22.179637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:22.179966 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:22.180289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:22.180637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:22.180962 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:22.181282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:22.181604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:22.181918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c6df8-82c8-4837-8cc7-6ca4cb24a480 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:22.201375 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f576e7fe-b5f9-4c47-b062-69ff8e011a38 req-1b6bc5b7-deaf-4322-b336-3c50ef47b0aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09 HTTP/1.1" status: 200 len: 1001 time: 0.1009750 Aug 31 14:58:22.252229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576e7fe-b5f9-4c47-b062-69ff8e011a38 req-5707618e-d0ed-492a-9865-50a1f1ef7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:22.253650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f576e7fe-b5f9-4c47-b062-69ff8e011a38 req-5707618e-d0ed-492a-9865-50a1f1ef7fd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63224ce3-2405-4a7f-8648-e4ebadb6ff1e HTTP/1.1" status: 200 len: 854 time: 0.0440440 Aug 31 14:58:22.300962 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576e7fe-b5f9-4c47-b062-69ff8e011a38 req-7b3eb097-d309-4f77-b6a3-02ee192008b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:22.303281 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f576e7fe-b5f9-4c47-b062-69ff8e011a38 req-7b3eb097-d309-4f77-b6a3-02ee192008b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420861 Aug 31 14:58:22.311824 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Deleting port 611668df-5171-448c-ab6e-bf8f337a94ec {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:22.312264 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:22.389003 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:22.389347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:22.399663 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f576e7fe-b5f9-4c47-b062-69ff8e011a38 req-7ff07bb9-04d7-4b40-b9f3-70eacc79cf7e service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887978 Aug 31 14:58:22.401215 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Calling delete_port for 611668df-5171-448c-ab6e-bf8f337a94ec owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:22.491040 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f576e7fe-b5f9-4c47-b062-69ff8e011a38 req-59a00bfa-d630-4248-b96d-dac005f3d40a service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833793 Aug 31 14:58:22.555852 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:22.582224 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event deleted for resources: {'Port': ['ID=611668df-5171-448c-ab6e-bf8f337a94ec,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:22.648336 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:22.648336 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Floating IP dbbe24ae-52e1-4234-9348-ca2f80de8e79 disassociated (deleted). External IP: 172.25.3.13, port: 6d3b7774-7143-412b-8d79-d5a44fd84c09. Aug 31 14:58:22.852735 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Router 62b0bf69-25cb-469d-ad77-6e049211f433 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:58:22.957663 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:58:22.962535 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:22.967332 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c39b1a-ea13-4d98-bd6f-e40388d4a533 None None] Sync routers for ids ['62b0bf69-25cb-469d-ad77-6e049211f433'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:58:22.977326 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c39b1a-ea13-4d98-bd6f-e40388d4a533 None None] Routers {'62b0bf69-25cb-469d-ad77-6e049211f433'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:22.977951 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a8c39b1a-ea13-4d98-bd6f-e40388d4a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62b0bf69-25cb-469d-ad77-6e049211f433'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:22.992976 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9a4d011b-1635-4025-bfd8-d740da8dc37c tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "DELETE /v2.0/floatingips/dbbe24ae-52e1-4234-9348-ca2f80de8e79 HTTP/1.1" status: 204 len: 168 time: 0.8430483 Aug 31 14:58:23.082484 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-a8c39b1a-ea13-4d98-bd6f-e40388d4a533 None None] Set router 62b0bf69-25cb-469d-ad77-6e049211f433 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:23.381778 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a8c39b1a-ea13-4d98-bd6f-e40388d4a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 4, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'effa2560-0714-4c4c-9893-fc50b0136232', 'name': '', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'mac_address': 'fa:16:3e:fe:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:28Z', 'updated_at': '2021-08-31T14:56:34Z', 'revision_number': 5, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'subnets': [{'id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:23.407185 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c39b1a-ea13-4d98-bd6f-e40388d4a533 None None] Checking router: 62b0bf69-25cb-469d-ad77-6e049211f433 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:58:23.415680 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c39b1a-ea13-4d98-bd6f-e40388d4a533 None None] Routers {'62b0bf69-25cb-469d-ad77-6e049211f433'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:23.416291 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a8c39b1a-ea13-4d98-bd6f-e40388d4a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:58:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62b0bf69-25cb-469d-ad77-6e049211f433'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:23.519608 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-a8c39b1a-ea13-4d98-bd6f-e40388d4a533 None None] Set router 62b0bf69-25cb-469d-ad77-6e049211f433 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:23.722830 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a8c39b1a-ea13-4d98-bd6f-e40388d4a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 4, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'effa2560-0714-4c4c-9893-fc50b0136232', 'name': '', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'mac_address': 'fa:16:3e:fe:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:28Z', 'updated_at': '2021-08-31T14:56:34Z', 'revision_number': 5, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'subnets': [{'id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:23.751386 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c39b1a-ea13-4d98-bd6f-e40388d4a533 None None] The sync data for ids ['62b0bf69-25cb-469d-ad77-6e049211f433'] in n-d-792364-6 is: [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:28Z', 'revision_number': 4, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'effa2560-0714-4c4c-9893-fc50b0136232', 'name': '', 'network_id': 'cb9b78d8-a9c3-4c0a-a31c-36507a487a1f', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'mac_address': 'fa:16:3e:fe:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:28Z', 'updated_at': '2021-08-31T14:56:34Z', 'revision_number': 5, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'subnets': [{'id': '63224ce3-2405-4a7f-8648-e4ebadb6ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:58:23.863621 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:23.866750 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c035811d08aaf94b3945b1679bc855303e466cc5a1470948d68f8318512416e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace097fa-c606-43fe-b1c0-8382ffacda12" -d '{"events": [{"name": "network-changed", "server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:23.909414 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a23064-8daf-44c7-ab27-7c279bbb7beb x-openstack-request-id: req-00a23064-8daf-44c7-ab27-7c279bbb7beb {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:23.909775 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:23.910112 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00a23064-8daf-44c7-ab27-7c279bbb7beb {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:23.910831 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'status': 'completed', 'code': 200} Aug 31 14:58:23.984294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673dd9b-b7e6-43c3-9768-5ed80f96ee1c None None] New status for floating IP dbbe24ae-52e1-4234-9348-ca2f80de8e79: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:58:23.993795 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace097fa-c606-43fe-b1c0-8382ffacda12 req-1ba3314c-7996-4c5a-b22c-3fef6afe6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:23.997617 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ace097fa-c606-43fe-b1c0-8382ffacda12 req-1ba3314c-7996-4c5a-b22c-3fef6afe6c38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5889e29243741e3905d31b3fa43264b&device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 1097 time: 0.0636015 Aug 31 14:58:24.107420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace097fa-c606-43fe-b1c0-8382ffacda12 req-416bf41b-d049-4a21-8563-3dcaf95b74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:24.108938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ace097fa-c606-43fe-b1c0-8382ffacda12 req-416bf41b-d049-4a21-8563-3dcaf95b74d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f HTTP/1.1" status: 200 len: 916 time: 0.1036239 Aug 31 14:58:24.151565 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ace097fa-c606-43fe-b1c0-8382ffacda12 req-26c0fcf0-23c8-4a7f-8061-27225be72ff2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09 HTTP/1.1" status: 200 len: 217 time: 0.0345361 Aug 31 14:58:24.209082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace097fa-c606-43fe-b1c0-8382ffacda12 req-2674abff-92ce-4856-8006-0d0e9ef25150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:24.210561 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ace097fa-c606-43fe-b1c0-8382ffacda12 req-2674abff-92ce-4856-8006-0d0e9ef25150 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63224ce3-2405-4a7f-8648-e4ebadb6ff1e HTTP/1.1" status: 200 len: 854 time: 0.0476720 Aug 31 14:58:24.258811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace097fa-c606-43fe-b1c0-8382ffacda12 req-16f9e46b-f362-4e55-ac5e-b961b8088287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:24.260480 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ace097fa-c606-43fe-b1c0-8382ffacda12 req-16f9e46b-f362-4e55-ac5e-b961b8088287 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426619 Aug 31 14:58:24.358862 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ace097fa-c606-43fe-b1c0-8382ffacda12 req-cac7de69-e3b1-43c1-9ad9-e0b5ca70974c service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896597 Aug 31 14:58:24.455063 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ace097fa-c606-43fe-b1c0-8382ffacda12 req-8b613746-d86a-4b84-b6e3-128f74d45308 service neutron] 10.222.0.13 "GET /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878592 Aug 31 14:58:29.927831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a486ef-ee03-4506-9d1b-098f657a14d1 req-8f122e11-0e7c-41d9-9650-372d2a0d0be4 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:29.929431 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38a486ef-ee03-4506-9d1b-098f657a14d1 req-8f122e11-0e7c-41d9-9650-372d2a0d0be4 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 946 time: 0.0517097 Aug 31 14:58:29.967446 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-38a486ef-ee03-4506-9d1b-098f657a14d1 req-afe2c46e-19c6-4d0a-be75-6da52608b233 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Aug 31 14:58:31.084918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c84cf1-cfd3-4b8c-8425-f34b9ad3a243 req-366af263-2294-4d9a-b166-890d82c2e5dd tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:31.086432 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70c84cf1-cfd3-4b8c-8425-f34b9ad3a243 req-366af263-2294-4d9a-b166-890d82c2e5dd tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 946 time: 0.0502524 Aug 31 14:58:31.123763 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70c84cf1-cfd3-4b8c-8425-f34b9ad3a243 req-c8c171a4-73c2-4f89-b7b9-1fa8ca1b9e73 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f4a3d85-446c-4df2-94c0-2346b27aa519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Aug 31 14:58:31.472139 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9af85a5b-9d25-42ef-b9f7-66ea416b2c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.571661 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d30b8-6a35-4699-a993-94e59430590e req-f54bac99-f37e-49a7-b0a3-7202f086a466 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:31.573163 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-723d30b8-6a35-4699-a993-94e59430590e req-f54bac99-f37e-49a7-b0a3-7202f086a466 tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 946 time: 0.0486827 Aug 31 14:58:31.666554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-723d30b8-6a35-4699-a993-94e59430590e req-7cf9e449-cc7b-4b58-9bdc-c008b6e9a55a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Deleting port 6d3b7774-7143-412b-8d79-d5a44fd84c09 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:31.666897 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-723d30b8-6a35-4699-a993-94e59430590e req-7cf9e449-cc7b-4b58-9bdc-c008b6e9a55a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.752807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-723d30b8-6a35-4699-a993-94e59430590e req-7cf9e449-cc7b-4b58-9bdc-c008b6e9a55a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] For port 6d3b7774-7143-412b-8d79-d5a44fd84c09, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=6d3b7774-7143-412b-8d79-d5a44fd84c09,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:31.753098 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-723d30b8-6a35-4699-a993-94e59430590e req-7cf9e449-cc7b-4b58-9bdc-c008b6e9a55a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.766664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-723d30b8-6a35-4699-a993-94e59430590e req-7cf9e449-cc7b-4b58-9bdc-c008b6e9a55a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Calling delete_port for 6d3b7774-7143-412b-8d79-d5a44fd84c09 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:31.895256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-723d30b8-6a35-4699-a993-94e59430590e req-7cf9e449-cc7b-4b58-9bdc-c008b6e9a55a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.907453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['6d3b7774-7143-412b-8d79-d5a44fd84c09'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:58:31.925010 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9e449-cc7b-4b58-9bdc-c008b6e9a55a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Pushing event deleted for resources: {'Port': ['ID=6d3b7774-7143-412b-8d79-d5a44fd84c09,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:31.970268 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-723d30b8-6a35-4699-a993-94e59430590e req-7cf9e449-cc7b-4b58-9bdc-c008b6e9a55a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] No DVR routers for this DVR port 6d3b7774-7143-412b-8d79-d5a44fd84c09 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:58:31.973010 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-723d30b8-6a35-4699-a993-94e59430590e req-7cf9e449-cc7b-4b58-9bdc-c008b6e9a55a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:31.975543 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-723d30b8-6a35-4699-a993-94e59430590e req-7cf9e449-cc7b-4b58-9bdc-c008b6e9a55a tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.13 "DELETE /v2.0/ports/6d3b7774-7143-412b-8d79-d5a44fd84c09 HTTP/1.1" status: 204 len: 173 time: 0.3955898 Aug 31 14:58:31.976004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'name': 'network-vif-deleted', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:31.978294 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826d295b-257a-4a9e-9edb-a1380883f204" -d '{"events": [{"server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "name": "network-vif-deleted", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:32.018163 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5874353-ba57-4dea-ac0b-26d746f59fb6 x-openstack-request-id: req-a5874353-ba57-4dea-ac0b-26d746f59fb6 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:32.018463 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f12dfe3-10fe-4dcd-8bc0-cefd486c6728", "name": "network-vif-deleted", "tag": "6d3b7774-7143-412b-8d79-d5a44fd84c09", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:32.018715 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5874353-ba57-4dea-ac0b-26d746f59fb6 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:32.019119 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f12dfe3-10fe-4dcd-8bc0-cefd486c6728', 'name': 'network-vif-deleted', 'tag': '6d3b7774-7143-412b-8d79-d5a44fd84c09', 'status': 'completed', 'code': 200} Aug 31 14:58:32.226794 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0495ee62-8f3a-427f-b2c1-9dc26c3d5f50 req-c26d3ed5-aabb-404b-be08-e2dd309b44db tempest-TestMinimumBasicScenario-1008241301 tempest-TestMinimumBasicScenario-1008241301-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f12dfe3-10fe-4dcd-8bc0-cefd486c6728 HTTP/1.1" status: 200 len: 210 time: 0.0265076 Aug 31 14:58:33.774827 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34754) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:33.948633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 6d3b7774-7143-412b-8d79-d5a44fd84c09 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:33.972105 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 6d3b7774-7143-412b-8d79-d5a44fd84c09 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:58:33.972469 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 6d3b7774-7143-412b-8d79-d5a44fd84c09 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:34.112533 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-474cece4-cc05-4601-8f44-f7931f5685a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:34.131335 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:34.152428 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7294-f79c-418e-9709-71571e810e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:34.357147 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-474cece4-cc05-4601-8f44-f7931f5685a2 admin admin] Deleting port effa2560-0714-4c4c-9893-fc50b0136232 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:34.357481 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-474cece4-cc05-4601-8f44-f7931f5685a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:34.432289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-474cece4-cc05-4601-8f44-f7931f5685a2 admin admin] For port effa2560-0714-4c4c-9893-fc50b0136232, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=effa2560-0714-4c4c-9893-fc50b0136232,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:34.432691 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-474cece4-cc05-4601-8f44-f7931f5685a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:34.445859 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-474cece4-cc05-4601-8f44-f7931f5685a2 admin admin] Calling delete_port for effa2560-0714-4c4c-9893-fc50b0136232 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:34.624890 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-474cece4-cc05-4601-8f44-f7931f5685a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:34.651245 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cece4-cc05-4601-8f44-f7931f5685a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=effa2560-0714-4c4c-9893-fc50b0136232,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:34.816717 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-474cece4-cc05-4601-8f44-f7931f5685a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.025544 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474cece4-cc05-4601-8f44-f7931f5685a2 admin admin] Router 62b0bf69-25cb-469d-ad77-6e049211f433 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:58:35.129938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474cece4-cc05-4601-8f44-f7931f5685a2 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:58:35.135579 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-474cece4-cc05-4601-8f44-f7931f5685a2 admin admin] 10.222.0.20 "PUT /v2.0/routers/62b0bf69-25cb-469d-ad77-6e049211f433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3597283 Aug 31 14:58:35.138139 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34756) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:35.138618 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb1e5b-cebe-40f0-ae6a-19cd453515c2 None None] Sync routers for ids ['62b0bf69-25cb-469d-ad77-6e049211f433'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:58:35.148144 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb1e5b-cebe-40f0-ae6a-19cd453515c2 None None] Routers {'62b0bf69-25cb-469d-ad77-6e049211f433'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:35.148950 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9eb1e5b-cebe-40f0-ae6a-19cd453515c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62b0bf69-25cb-469d-ad77-6e049211f433'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:35.240968 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.252179 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e9eb1e5b-cebe-40f0-ae6a-19cd453515c2 None None] Set router 62b0bf69-25cb-469d-ad77-6e049211f433 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:35.342104 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.397050 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Deleting port 9a95d8d1-3846-49b6-b07d-da9166002f38 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:35.397396 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.427382 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9eb1e5b-cebe-40f0-ae6a-19cd453515c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:58:34Z', 'revision_number': 5, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port': {'id': '9a95d8d1-3846-49b6-b07d-da9166002f38', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:35.441682 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.458034 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb1e5b-cebe-40f0-ae6a-19cd453515c2 None None] Checking router: 62b0bf69-25cb-469d-ad77-6e049211f433 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:58:35.466604 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb1e5b-cebe-40f0-ae6a-19cd453515c2 None None] Routers {'62b0bf69-25cb-469d-ad77-6e049211f433'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:35.467214 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9eb1e5b-cebe-40f0-ae6a-19cd453515c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['62b0bf69-25cb-469d-ad77-6e049211f433'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:35.476871 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] For port 9a95d8d1-3846-49b6-b07d-da9166002f38, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9a95d8d1-3846-49b6-b07d-da9166002f38,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:35.477247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:35.489690 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Calling delete_port for 9a95d8d1-3846-49b6-b07d-da9166002f38 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:35.555074 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e9eb1e5b-cebe-40f0-ae6a-19cd453515c2 None None] Set router 62b0bf69-25cb-469d-ad77-6e049211f433 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:35.607374 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e9eb1e5b-cebe-40f0-ae6a-19cd453515c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 6, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:35.637067 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb1e5b-cebe-40f0-ae6a-19cd453515c2 None None] The sync data for ids ['62b0bf69-25cb-469d-ad77-6e049211f433'] in n-d-792364-6 is: [{'id': '62b0bf69-25cb-469d-ad77-6e049211f433', 'name': 'tempest-TestMinimumBasicScenario-1434520563-router', 'tenant_id': 'e5889e29243741e3905d31b3fa43264b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:26Z', 'updated_at': '2021-08-31T14:58:35Z', 'revision_number': 6, 'project_id': 'e5889e29243741e3905d31b3fa43264b', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:58:35.986062 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.015318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a95d8d1-3846-49b6-b07d-da9166002f38,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:36.076577 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.168940 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.170994 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.215976 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.216514 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62b0bf69-25cb-469d-ad77-6e049211f433 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:58:36.221634 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.222361 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e9a14bba-5545-4c01-8ef3-d287f9ad7e64 admin admin] 10.222.0.20 "DELETE /v2.0/routers/62b0bf69-25cb-469d-ad77-6e049211f433 HTTP/1.1" status: 204 len: 168 time: 1.0831902 Aug 31 14:58:36.224804 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34758) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:36.268573 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d645d3-cd39-438b-b124-feb27349de8e admin admin] Deleting subnet 63224ce3-2405-4a7f-8648-e4ebadb6ff1e {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:58:36.271750 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0d645d3-cd39-438b-b124-feb27349de8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.304182 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0d645d3-cd39-438b-b124-feb27349de8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.376926 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0d645d3-cd39-438b-b124-feb27349de8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.442098 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0d645d3-cd39-438b-b124-feb27349de8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.467212 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d645d3-cd39-438b-b124-feb27349de8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63224ce3-2405-4a7f-8648-e4ebadb6ff1e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:36.473804 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0d645d3-cd39-438b-b124-feb27349de8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.477785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9a95d8d1-3846-49b6-b07d-da9166002f38 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:36.478908 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c0d645d3-cd39-438b-b124-feb27349de8e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/63224ce3-2405-4a7f-8648-e4ebadb6ff1e HTTP/1.1" status: 204 len: 168 time: 0.2531028 Aug 31 14:58:36.479495 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34760) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:36.482520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00620e0f-d832-42fe-a6cf-94c46b91b348 None None] Network cb9b78d8-a9c3-4c0a-a31c-36507a487a1f requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:58:36.509521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 9a95d8d1-3846-49b6-b07d-da9166002f38 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:58:36.509892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9a95d8d1-3846-49b6-b07d-da9166002f38 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:36.510296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device effa2560-0714-4c4c-9893-fc50b0136232 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:36.550139 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.565702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: effa2560-0714-4c4c-9893-fc50b0136232 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:58:36.566052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device effa2560-0714-4c4c-9893-fc50b0136232 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:36.604038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Deleting port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:36.604390 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.681864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] For port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=20570fb4-494d-4d96-95b0-4aa9ba3d0ca7,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:36.682238 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.695672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Calling delete_port for 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:36.705416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] DHCP port deletion for cb9b78d8-a9c3-4c0a-a31c-36507a487a1f request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:58:36.754898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Deleting port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:36.755279 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.775130 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.805809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=20570fb4-494d-4d96-95b0-4aa9ba3d0ca7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:36.809487 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] No DVR routers for this DVR port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:58:36.826015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] For port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=20570fb4-494d-4d96-95b0-4aa9ba3d0ca7,segment=NetworkSegment(4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4),segment_id=4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:36.826422 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.839755 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Calling delete_port for 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:36.880424 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.892140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9b78d8-a9c3-4c0a-a31c-36507a487a1f']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:36.903563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:36.903857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd65b33-37b4-4ab8-89d1-b70e0d1c87b4') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:36.913215 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 14:58:36.914557 n-d-792364-6 neutron-server[106389]: self.session.flush() Aug 31 14:58:36.922581 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.926584 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.935713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:58:36.936128 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:58:36.938029 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:58:36.949449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Pushing event deleted for resources: {'Port': ['ID=20570fb4-494d-4d96-95b0-4aa9ba3d0ca7,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:36.954049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] No DVR routers for this DVR port 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:58:36.967156 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.967515 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.967980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.968255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.968643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.968978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.969311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.969643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.969969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.970318 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.970647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.971045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edc7842-532d-4371-9521-f7a55ed4b436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:36.991127 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:37.000119 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:37.005935 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:37.007813 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cb9b78d8-a9c3-4c0a-a31c-36507a487a1f HTTP/1.1" status: 204 len: 168 time: 0.5268667 Aug 31 14:58:37.010867 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34762) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:37.018641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f9f51-e6c7-4d2d-9253-8dabf6dc1fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9b78d8-a9c3-4c0a-a31c-36507a487a1f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:37.070159 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:58:37.354377 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed9ca-edc6-4c5d-b78c-c6bcf1ce4b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:37.598673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2a2ed9ca-edc6-4c5d-b78c-c6bcf1ce4b9b admin admin] Deleting port 57c8203d-e017-4521-b232-f2c53a7c24d0 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:37.599012 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed9ca-edc6-4c5d-b78c-c6bcf1ce4b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:37.676559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-2a2ed9ca-edc6-4c5d-b78c-c6bcf1ce4b9b admin admin] For port 57c8203d-e017-4521-b232-f2c53a7c24d0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=57c8203d-e017-4521-b232-f2c53a7c24d0,segment=NetworkSegment(9c9e5ad7-6760-4a40-b603-424b76271bb1),segment_id=9c9e5ad7-6760-4a40-b603-424b76271bb1)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:37.676841 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed9ca-edc6-4c5d-b78c-c6bcf1ce4b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:37.689657 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2a2ed9ca-edc6-4c5d-b78c-c6bcf1ce4b9b admin admin] Calling delete_port for 57c8203d-e017-4521-b232-f2c53a7c24d0 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:37.863900 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed9ca-edc6-4c5d-b78c-c6bcf1ce4b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:37.890968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ed9ca-edc6-4c5d-b78c-c6bcf1ce4b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=57c8203d-e017-4521-b232-f2c53a7c24d0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:38.055331 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed9ca-edc6-4c5d-b78c-c6bcf1ce4b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:38.265848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2ed9ca-edc6-4c5d-b78c-c6bcf1ce4b9b admin admin] Router 7df47114-1ff8-498c-8dde-58edbc5a096d has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:58:38.374898 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2ed9ca-edc6-4c5d-b78c-c6bcf1ce4b9b admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:58:38.382924 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2a2ed9ca-edc6-4c5d-b78c-c6bcf1ce4b9b admin admin] 10.222.0.20 "PUT /v2.0/routers/7df47114-1ff8-498c-8dde-58edbc5a096d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3684478 Aug 31 14:58:38.383155 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34764) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:38.385434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c812da-90a7-4e01-af7e-299636ed3277 None None] Sync routers for ids ['7df47114-1ff8-498c-8dde-58edbc5a096d'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:58:38.398399 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c812da-90a7-4e01-af7e-299636ed3277 None None] Routers {'7df47114-1ff8-498c-8dde-58edbc5a096d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:38.399308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-16c812da-90a7-4e01-af7e-299636ed3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7df47114-1ff8-498c-8dde-58edbc5a096d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:38.481846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:38.497226 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:38.510564 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:58:38.510908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 20570fb4-494d-4d96-95b0-4aa9ba3d0ca7 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:38.529855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-16c812da-90a7-4e01-af7e-299636ed3277 None None] Set router 7df47114-1ff8-498c-8dde-58edbc5a096d gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:38.601068 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:38.652166 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Deleting port cb2bcfb7-4307-49c5-961e-2f8cfa85c524 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:38.652547 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:38.710910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-16c812da-90a7-4e01-af7e-299636ed3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'name': 'tempest-TestMinimumBasicScenario-1894648843-router', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:30Z', 'updated_at': '2021-08-31T14:58:37Z', 'revision_number': 5, 'project_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'gw_port': {'id': 'cb2bcfb7-4307-49c5-961e-2f8cfa85c524', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:56:31Z', 'updated_at': '2021-08-31T14:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:38.734988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] For port cb2bcfb7-4307-49c5-961e-2f8cfa85c524, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cb2bcfb7-4307-49c5-961e-2f8cfa85c524,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:38.735364 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:38.736355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c812da-90a7-4e01-af7e-299636ed3277 None None] Checking router: 7df47114-1ff8-498c-8dde-58edbc5a096d for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:58:38.744537 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c812da-90a7-4e01-af7e-299636ed3277 None None] Routers {'7df47114-1ff8-498c-8dde-58edbc5a096d'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:38.745159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-16c812da-90a7-4e01-af7e-299636ed3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7df47114-1ff8-498c-8dde-58edbc5a096d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:38.751982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Calling delete_port for cb2bcfb7-4307-49c5-961e-2f8cfa85c524 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:38.919300 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:38.950082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2bcfb7-4307-49c5-961e-2f8cfa85c524,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:38.999127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-16c812da-90a7-4e01-af7e-299636ed3277 None None] Set router 7df47114-1ff8-498c-8dde-58edbc5a096d gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:39.011043 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.054070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-16c812da-90a7-4e01-af7e-299636ed3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'name': 'tempest-TestMinimumBasicScenario-1894648843-router', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:30Z', 'updated_at': '2021-08-31T14:58:38Z', 'revision_number': 6, 'project_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:39.083170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c812da-90a7-4e01-af7e-299636ed3277 None None] The sync data for ids ['7df47114-1ff8-498c-8dde-58edbc5a096d'] in n-d-792364-6 is: [{'id': '7df47114-1ff8-498c-8dde-58edbc5a096d', 'name': 'tempest-TestMinimumBasicScenario-1894648843-router', 'tenant_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:56:30Z', 'updated_at': '2021-08-31T14:58:38Z', 'revision_number': 6, 'project_id': 'b93ed1d9119342b3837cbdee62bf9e90', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:58:39.104185 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.106800 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.161828 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.162394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7df47114-1ff8-498c-8dde-58edbc5a096d {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:58:39.166941 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.168249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a88fe21a-b258-4001-8215-db9ea99b9614 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7df47114-1ff8-498c-8dde-58edbc5a096d HTTP/1.1" status: 204 len: 168 time: 0.7840838 Aug 31 14:58:39.170790 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34766) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:39.219570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-098de93b-5972-4099-a6c1-8eab143a0404 admin admin] Deleting subnet 672fdab5-26d1-4354-a8c6-5d1352469a98 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:58:39.222993 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-098de93b-5972-4099-a6c1-8eab143a0404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.259925 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-098de93b-5972-4099-a6c1-8eab143a0404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.337579 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-098de93b-5972-4099-a6c1-8eab143a0404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.398657 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-098de93b-5972-4099-a6c1-8eab143a0404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.425950 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098de93b-5972-4099-a6c1-8eab143a0404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=672fdab5-26d1-4354-a8c6-5d1352469a98,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:39.431569 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-098de93b-5972-4099-a6c1-8eab143a0404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.435674 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-098de93b-5972-4099-a6c1-8eab143a0404 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/672fdab5-26d1-4354-a8c6-5d1352469a98 HTTP/1.1" status: 204 len: 168 time: 0.2618175 Aug 31 14:58:39.436075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34768) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:39.441783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf20bf6e-062e-481a-87db-db94d3e6f1b3 None None] Network 389a8c95-fde6-4b79-a61c-b3deaea6e32c requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:58:39.521946 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.585292 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Deleting port 3d658799-26a3-4813-bd30-72c954e30faf {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:58:39.585649 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.648635 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] For port 3d658799-26a3-4813-bd30-72c954e30faf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3d658799-26a3-4813-bd30-72c954e30faf,segment=NetworkSegment(9c9e5ad7-6760-4a40-b603-424b76271bb1),segment_id=9c9e5ad7-6760-4a40-b603-424b76271bb1)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:39.648999 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.661272 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Calling delete_port for 3d658799-26a3-4813-bd30-72c954e30faf owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:58:39.719917 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.742093 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.768211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d658799-26a3-4813-bd30-72c954e30faf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:39.770091 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] No DVR routers for this DVR port 3d658799-26a3-4813-bd30-72c954e30faf on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:58:39.799061 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.840903 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.851314 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389a8c95-fde6-4b79-a61c-b3deaea6e32c']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:39.862851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9e5ad7-6760-4a40-b603-424b76271bb1') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:39.863147 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9e5ad7-6760-4a40-b603-424b76271bb1') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:39.875007 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.890308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cc1cbc-3cde-4794-8bbe-38527f182e0e None None] DHCP port deletion for 389a8c95-fde6-4b79-a61c-b3deaea6e32c request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:58:39.898440 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.905111 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:58:39.905500 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: timer() Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:58:39.907269 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:58:39.961027 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.965973 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:39.968236 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] 10.222.0.20 "DELETE /v2.0/networks/389a8c95-fde6-4b79-a61c-b3deaea6e32c HTTP/1.1" status: 204 len: 168 time: 0.5307679 Aug 31 14:58:39.982662 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e066a2-d76b-46bb-8b6e-d96989060497 admin admin] Pushing event deleted for resources: {'Network': ['ID=389a8c95-fde6-4b79-a61c-b3deaea6e32c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:40.135747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34772) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:40.179965 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-88aae195-0367-4fee-b7f8-604e9f891fd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5889e29243741e3905d31b3fa43264b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428083 Aug 31 14:58:40.182387 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34774) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:40.231851 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92e9fffe-cc37-4d72-8477-bf682b16b708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:40.252366 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92e9fffe-cc37-4d72-8477-bf682b16b708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:40.303239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92e9fffe-cc37-4d72-8477-bf682b16b708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:40.306078 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-92e9fffe-cc37-4d72-8477-bf682b16b708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:40.307267 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-92e9fffe-cc37-4d72-8477-bf682b16b708 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f4a3d85-446c-4df2-94c0-2346b27aa519 HTTP/1.1" status: 204 len: 168 time: 0.1239843 Aug 31 14:58:40.315563 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9fffe-cc37-4d72-8477-bf682b16b708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4a3d85-446c-4df2-94c0-2346b27aa519,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:40.429729 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 57c8203d-e017-4521-b232-f2c53a7c24d0 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:40.449662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 57c8203d-e017-4521-b232-f2c53a7c24d0 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:58:40.450243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 57c8203d-e017-4521-b232-f2c53a7c24d0 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:40.450557 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cb2bcfb7-4307-49c5-961e-2f8cfa85c524 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:40.473614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: cb2bcfb7-4307-49c5-961e-2f8cfa85c524 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:58:40.474082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cb2bcfb7-4307-49c5-961e-2f8cfa85c524 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:40.474569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3d658799-26a3-4813-bd30-72c954e30faf no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:58:40.493186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 3d658799-26a3-4813-bd30-72c954e30faf {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:58:40.493607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3d658799-26a3-4813-bd30-72c954e30faf not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:58:40.624928 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34780) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:40.665294 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f925b234-33c7-4371-a4dd-583f93eae135 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b93ed1d9119342b3837cbdee62bf9e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390682 Aug 31 14:58:40.667723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34782) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:40.716990 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b1b21d0-25c2-4274-a037-27a1343b59c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:40.737695 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b1b21d0-25c2-4274-a037-27a1343b59c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:40.784361 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b1b21d0-25c2-4274-a037-27a1343b59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:40.787064 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b1b21d0-25c2-4274-a037-27a1343b59c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:40.788262 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0b1b21d0-25c2-4274-a037-27a1343b59c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1b87f69-5490-463c-a434-cfb5a89bc199 HTTP/1.1" status: 204 len: 168 time: 0.1196525 Aug 31 14:58:40.795931 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b21d0-25c2-4274-a037-27a1343b59c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b87f69-5490-463c-a434-cfb5a89bc199,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:43.661182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34824) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:43.666052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b4528a55-2572-44e4-bd73-dc0ac40aefa3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972679729', 'description': 'tempest-secgroup-smoke-1972679729 description', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:43.688591 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4528a55-2572-44e4-bd73-dc0ac40aefa3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.696860 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4528a55-2572-44e4-bd73-dc0ac40aefa3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.788113 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4528a55-2572-44e4-bd73-dc0ac40aefa3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.791667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4528a55-2572-44e4-bd73-dc0ac40aefa3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.828539 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4528a55-2572-44e4-bd73-dc0ac40aefa3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3d39e0-e58e-43e7-850f-28acb45021b9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:43.880673 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4528a55-2572-44e4-bd73-dc0ac40aefa3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.884922 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4528a55-2572-44e4-bd73-dc0ac40aefa3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.913325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4528a55-2572-44e4-bd73-dc0ac40aefa3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fdcc9e-ae1b-42cf-9418-870c97cf677e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:43.916037 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4528a55-2572-44e4-bd73-dc0ac40aefa3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:43.917315 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b4528a55-2572-44e4-bd73-dc0ac40aefa3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2550890 Aug 31 14:58:43.920186 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34826) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:43.924836 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-344d8c82-1179-4e45-a4e2-0a8b78ffd43e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '40fdcc9e-ae1b-42cf-9418-870c97cf677e', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:43.950534 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-344d8c82-1179-4e45-a4e2-0a8b78ffd43e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.006157 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-344d8c82-1179-4e45-a4e2-0a8b78ffd43e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.009796 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-344d8c82-1179-4e45-a4e2-0a8b78ffd43e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.027460 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d8c82-1179-4e45-a4e2-0a8b78ffd43e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87335e5b-9234-4837-bb45-448bbd7552bc,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.033262 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-344d8c82-1179-4e45-a4e2-0a8b78ffd43e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.034470 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-344d8c82-1179-4e45-a4e2-0a8b78ffd43e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131403 Aug 31 14:58:44.037201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34828) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.042447 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9aa81bb3-8dba-4ae0-8fa1-b197afc3fde0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '40fdcc9e-ae1b-42cf-9418-870c97cf677e', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.068907 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aa81bb3-8dba-4ae0-8fa1-b197afc3fde0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.124375 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aa81bb3-8dba-4ae0-8fa1-b197afc3fde0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.127730 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aa81bb3-8dba-4ae0-8fa1-b197afc3fde0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.144529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa81bb3-8dba-4ae0-8fa1-b197afc3fde0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8a2e99-3395-4f1d-8cc7-bb0432ef7100,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.150805 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9aa81bb3-8dba-4ae0-8fa1-b197afc3fde0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.152064 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9aa81bb3-8dba-4ae0-8fa1-b197afc3fde0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133997 Aug 31 14:58:44.154657 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34830) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.159436 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d25ab457-a4dd-43a4-b9df-3ef786db3caf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '40fdcc9e-ae1b-42cf-9418-870c97cf677e', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.186143 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d25ab457-a4dd-43a4-b9df-3ef786db3caf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.247436 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d25ab457-a4dd-43a4-b9df-3ef786db3caf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.251102 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d25ab457-a4dd-43a4-b9df-3ef786db3caf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.268259 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ab457-a4dd-43a4-b9df-3ef786db3caf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18548379-2518-4a0e-aa34-56243f8d578e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.275795 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d25ab457-a4dd-43a4-b9df-3ef786db3caf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.277123 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d25ab457-a4dd-43a4-b9df-3ef786db3caf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213305 Aug 31 14:58:44.279729 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34832) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.284242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e7479f57-0318-437f-a4cf-a56c804ba99e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '40fdcc9e-ae1b-42cf-9418-870c97cf677e', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.310129 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7479f57-0318-437f-a4cf-a56c804ba99e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.368659 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7479f57-0318-437f-a4cf-a56c804ba99e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.372313 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7479f57-0318-437f-a4cf-a56c804ba99e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.390916 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7479f57-0318-437f-a4cf-a56c804ba99e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c8b4a3-dd35-462a-ae1d-ad7cdd580cf6,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.399629 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7479f57-0318-437f-a4cf-a56c804ba99e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.401012 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e7479f57-0318-437f-a4cf-a56c804ba99e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203427 Aug 31 14:58:44.403770 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34834) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.408233 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bd7aacd2-70d5-436c-b79a-10c0f2cd6fd5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '40fdcc9e-ae1b-42cf-9418-870c97cf677e', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.429560 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-bd7aacd2-70d5-436c-b79a-10c0f2cd6fd5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Project dc7451049ec64b7b8895b043f5bc15a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:58:44.434305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd7aacd2-70d5-436c-b79a-10c0f2cd6fd5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.494105 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd7aacd2-70d5-436c-b79a-10c0f2cd6fd5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.497726 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd7aacd2-70d5-436c-b79a-10c0f2cd6fd5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.519072 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7aacd2-70d5-436c-b79a-10c0f2cd6fd5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ee77f8-afa0-421f-a2fc-73e2a5814cfa,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.525847 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd7aacd2-70d5-436c-b79a-10c0f2cd6fd5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.527252 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bd7aacd2-70d5-436c-b79a-10c0f2cd6fd5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224875 Aug 31 14:58:44.530028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34836) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.534378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d97601f7-5a71-45c4-918a-9a6e1059bc04 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '40fdcc9e-ae1b-42cf-9418-870c97cf677e', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.556160 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-d97601f7-5a71-45c4-918a-9a6e1059bc04 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Project dc7451049ec64b7b8895b043f5bc15a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:58:44.560978 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d97601f7-5a71-45c4-918a-9a6e1059bc04 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.624550 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d97601f7-5a71-45c4-918a-9a6e1059bc04 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.628314 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d97601f7-5a71-45c4-918a-9a6e1059bc04 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.648367 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97601f7-5a71-45c4-918a-9a6e1059bc04 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53d2330-efc9-434e-9b37-dac890b3cba4,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.650974 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d97601f7-5a71-45c4-918a-9a6e1059bc04 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.652157 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d97601f7-5a71-45c4-918a-9a6e1059bc04 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212289 Aug 31 14:58:44.655391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34838) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.661813 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-15bb3fc1-4b98-430f-a238-9f7b7e4b3f93 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'network': {'name': 'tempest-network-smoke--2041729298', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'port_security_enabled': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.681983 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bb3fc1-4b98-430f-a238-9f7b7e4b3f93 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:58:44.685323 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bb3fc1-4b98-430f-a238-9f7b7e4b3f93 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.708181 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bb3fc1-4b98-430f-a238-9f7b7e4b3f93 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:58:44.718134 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bb3fc1-4b98-430f-a238-9f7b7e4b3f93 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.718134 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-15bb3fc1-4b98-430f-a238-9f7b7e4b3f93 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Added segment c9d8c54c-1256-4c72-8082-5b9f7cac9436 of type vlan for network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d Aug 31 14:58:44.756093 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bb3fc1-4b98-430f-a238-9f7b7e4b3f93 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.782642 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bb3fc1-4b98-430f-a238-9f7b7e4b3f93 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.788831 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb3fc1-4b98-430f-a238-9f7b7e4b3f93 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:44.789433 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15bb3fc1-4b98-430f-a238-9f7b7e4b3f93 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.848878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-15bb3fc1-4b98-430f-a238-9f7b7e4b3f93 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1920228 Aug 31 14:58:44.851717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34840) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:44.856307 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'admin_state_up': True, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:44.874474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb3fc1-4b98-430f-a238-9f7b7e4b3f93 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Network': ['ID=d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:44.885326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:58:44.888695 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.889789 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:44.939380 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.345535 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.531211 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.549934 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.657628 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.25.3.192 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/336735ea-5b39-4a9f-8b6a-9021d4b0c29a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:45.756147 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.799983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:45.832929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:45.836269 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:45.841728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:45.869729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=336735ea-5b39-4a9f-8b6a-9021d4b0c29a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:46.142776 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:46.336919 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:46.458850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router bd24ce95-acad-4c80-b149-6ed9c61830d5 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:58:46.564129 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:58:46.575346 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Sync routers for ids ['bd24ce95-acad-4c80-b149-6ed9c61830d5'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:58:46.583051 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:46.585103 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d10ede4f-b406-4fa9-bae5-08add3848fa9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7324145 Aug 31 14:58:46.588211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34844) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:46.588825 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Routers {'bd24ce95-acad-4c80-b149-6ed9c61830d5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:46.589447 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd24ce95-acad-4c80-b149-6ed9c61830d5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:46.690943 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Set router bd24ce95-acad-4c80-b149-6ed9c61830d5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:46.720177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6843d57c-aa7c-4e23-97ca-87b6c920521a tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=dc7451049ec64b7b8895b043f5bc15a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1306880 Aug 31 14:58:46.722667 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34848) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:46.880979 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7f0ec0-4b68-4337-850c-387d0be43a28 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:46.883171 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bb7f0ec0-4b68-4337-850c-387d0be43a28 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1595793 Aug 31 14:58:46.886023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34850) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:46.920523 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bf8b4162-262c-4d18-97fe-f558c766c24d tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333455 Aug 31 14:58:46.924151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34852) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:46.928894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-08796d64-dabc-4d23-8976-164d0f20de10 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-13828697', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:46.961952 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:45Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:46.991668 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Checking router: bd24ce95-acad-4c80-b149-6ed9c61830d5 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:58:46.992083 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Updating router bd24ce95-acad-4c80-b149-6ed9c61830d5 port 336735ea-5b39-4a9f-8b6a-9021d4b0c29a binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:58:47.016130 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.024506 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08796d64-dabc-4d23-8976-164d0f20de10 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:58:47.028069 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08796d64-dabc-4d23-8976-164d0f20de10 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.206461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08796d64-dabc-4d23-8976-164d0f20de10 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.266059 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.266385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08796d64-dabc-4d23-8976-164d0f20de10 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Subnet': ['ID=f49baadc-6c23-4241-8b3c-fcac7b7105ef,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:47.276178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08796d64-dabc-4d23-8976-164d0f20de10 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Checking segment: {'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:47.276576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08796d64-dabc-4d23-8976-164d0f20de10 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network hostable DHCP agents. Network: d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:58:47.276937 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Transition to ACTIVE for port object 336735ea-5b39-4a9f-8b6a-9021d4b0c29a will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:47.282255 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.297244 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08796d64-dabc-4d23-8976-164d0f20de10 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:58:47.305672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-08796d64-dabc-4d23-8976-164d0f20de10 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:47.310280 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08796d64-dabc-4d23-8976-164d0f20de10 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:47.310870 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08796d64-dabc-4d23-8976-164d0f20de10 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.321646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b809274-375b-4110-8b35-0762f57bc021 None None] Network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:58:47.328326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-08796d64-dabc-4d23-8976-164d0f20de10 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4017608 Aug 31 14:58:47.328571 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Attempting to bind port 336735ea-5b39-4a9f-8b6a-9021d4b0c29a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:47.328571 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Attempting to bind port 336735ea-5b39-4a9f-8b6a-9021d4b0c29a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:47.328774 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Attempting to bind port 336735ea-5b39-4a9f-8b6a-9021d4b0c29a on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:47.328885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34854) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:58:47.339283 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:47.339658 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:47.340060 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.340461 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:47.340926 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Bound port: 336735ea-5b39-4a9f-8b6a-9021d4b0c29a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:47.341306 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.343695 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Pushing event updated for resources: {'Port': ['ID=336735ea-5b39-4a9f-8b6a-9021d4b0c29a,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:47.370752 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:47.371104 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:47.371830 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:47.371830 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:47.372116 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:47.372886 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:47.372886 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:47.373098 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:47.373364 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:47.373686 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:47.374006 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:47.374327 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:58:47.410611 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] For port 336735ea-5b39-4a9f-8b6a-9021d4b0c29a, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:47.416727 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] For port 336735ea-5b39-4a9f-8b6a-9021d4b0c29a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=336735ea-5b39-4a9f-8b6a-9021d4b0c29a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:47.421666 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.478554 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Routers {'bd24ce95-acad-4c80-b149-6ed9c61830d5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:47.479176 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd24ce95-acad-4c80-b149-6ed9c61830d5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:47.484419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ips': [{'subnet_id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:58:47.485756 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.531411 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2393e7-d8f2-4bd7-946e-941143de4d71 None None] Pushing event updated for resources: {'Port': ['ID=336735ea-5b39-4a9f-8b6a-9021d4b0c29a,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:47.605575 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] Set router bd24ce95-acad-4c80-b149-6ed9c61830d5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:47.627415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Allocated IP 172.20.0.2 (d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d/f49baadc-6c23-4241-8b3c-fcac7b7105ef/6d79b5fc-6b0f-4016-b02e-4c57b4af51c7) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:47.775975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.785540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Transition to ACTIVE for port object 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:47.791082 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.793930 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:45Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:47.801341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Transition to ACTIVE for port object 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:47.808143 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.821139 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a428948e-41df-43a1-bf66-ea8fdd397938 None None] The sync data for ids ['bd24ce95-acad-4c80-b149-6ed9c61830d5'] in n-d-792364-6 is: [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:45Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:58:47.849839 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:47.854901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:47.858610 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:47.867530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Pushing event updated for resources: {'Port': ['ID=6d79b5fc-6b0f-4016-b02e-4c57b4af51c7,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:47.925828 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Attempting to bind port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:47.926366 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Attempting to bind port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:47.926740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Attempting to bind port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 on network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:47.932571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:47.932960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Checking segment: {'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:47.933376 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:47.933779 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Bound using segment: {'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:47.934266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Bound port: 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:47.934654 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.008635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] For port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:48.014035 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] For port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6d79b5fc-6b0f-4016-b02e-4c57b4af51c7,segment=NetworkSegment(c9d8c54c-1256-4c72-8082-5b9f7cac9436),segment_id=c9d8c54c-1256-4c72-8082-5b9f7cac9436)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:48.023734 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.113709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb9fc0-debd-43c1-b61a-6f860a45e4c8 None None] Pushing event updated for resources: {'Port': ['ID=6d79b5fc-6b0f-4016-b02e-4c57b4af51c7,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:48.462698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.20.0.1 (d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d/f49baadc-6c23-4241-8b3c-fcac7b7105ef/0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:48.522865 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:48.584588 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.585764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:48.590451 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 336735ea-5b39-4a9f-8b6a-9021d4b0c29a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:48.602905 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Transition to ACTIVE for port object 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:48.638861 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.640404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 336735ea-5b39-4a9f-8b6a-9021d4b0c29a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:48.644452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 336735ea-5b39-4a9f-8b6a-9021d4b0c29a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:48.645044 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.688032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:48.691242 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:48.695176 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:48.701579 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:48.729770 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.744750 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.758736 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 336735ea-5b39-4a9f-8b6a-9021d4b0c29a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=336735ea-5b39-4a9f-8b6a-9021d4b0c29a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:48.767268 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:48.837812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=336735ea-5b39-4a9f-8b6a-9021d4b0c29a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:48.900166 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.082611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178eba4-ad6c-427a-b6c0-ec991fbc412a None None] Network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:58:49.164161 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4ed3389d-c9df-4e83-9142-77a0d41d041c None None] Provisioning for port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:49.170288 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4ed3389d-c9df-4e83-9142-77a0d41d041c None None] Provisioning complete for port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:49.170661 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ed3389d-c9df-4e83-9142-77a0d41d041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.181453 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.186066 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.259954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:49.262743 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.308765 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ed3389d-c9df-4e83-9142-77a0d41d041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.341942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4ed3389d-c9df-4e83-9142-77a0d41d041c None None] For port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6d79b5fc-6b0f-4016-b02e-4c57b4af51c7,segment=NetworkSegment(c9d8c54c-1256-4c72-8082-5b9f7cac9436),segment_id=c9d8c54c-1256-4c72-8082-5b9f7cac9436)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:49.347042 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ed3389d-c9df-4e83-9142-77a0d41d041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.369148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:49.370867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:49.416595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3389d-c9df-4e83-9142-77a0d41d041c None None] Pushing event updated for resources: {'Port': ['ID=6d79b5fc-6b0f-4016-b02e-4c57b4af51c7,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:49.508395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router bd24ce95-acad-4c80-b149-6ed9c61830d5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:58:49.569282 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-884e56fc-d16f-455d-a804-b06dd789c63d None None] Provisioning for port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:49.573825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-884e56fc-d16f-455d-a804-b06dd789c63d None None] Provisioning complete for port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:49.574310 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-884e56fc-d16f-455d-a804-b06dd789c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.619021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-884e56fc-d16f-455d-a804-b06dd789c63d None None] Port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:58:49.629181 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-884e56fc-d16f-455d-a804-b06dd789c63d None None] Provisioning complete for port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:49.629706 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-884e56fc-d16f-455d-a804-b06dd789c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.635920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:58:49.649610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4e68025a-5413-43d1-a6a0-c077999e9902 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "PUT /v2.0/routers/bd24ce95-acad-4c80-b149-6ed9c61830d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3197703 Aug 31 14:58:49.656149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Sync routers for ids ['bd24ce95-acad-4c80-b149-6ed9c61830d5'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:58:49.678144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Routers {'bd24ce95-acad-4c80-b149-6ed9c61830d5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:49.679034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd24ce95-acad-4c80-b149-6ed9c61830d5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:49.805574 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-5e284f3d-b3e6-402e-a9b0-71d1fc238e12 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972679729&fields=id&tenant_id=dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 267 time: 0.0486698 Aug 31 14:58:49.825619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Set router bd24ce95-acad-4c80-b149-6ed9c61830d5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:49.915163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-7451b188-01a9-46d7-ae7f-86281f0d911d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:49.916650 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-7451b188-01a9-46d7-ae7f-86281f0d911d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/networks?id=d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d HTTP/1.1" status: 200 len: 797 time: 0.1096573 Aug 31 14:58:49.932223 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-f8c9e628-8bf5-4ecb-bcff-880111357ea3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/quotas/dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 375 time: 0.0097742 Aug 31 14:58:49.970874 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3def3350-c4ba-48ae-9d1f-f98351a8050f None None] Provisioning complete for port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:49.971250 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3def3350-c4ba-48ae-9d1f-f98351a8050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:49.986206 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-e3fd9f1a-baf5-4bf6-bd1a-118c9caf0983 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484631 Aug 31 14:58:50.025346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3def3350-c4ba-48ae-9d1f-f98351a8050f None None] Port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:58:50.073317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b', 'name': '', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:7b:c3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:48Z', 'updated_at': '2021-08-31T14:58:49Z', 'revision_number': 2, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:50.099191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Checking router: bd24ce95-acad-4c80-b149-6ed9c61830d5 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:58:50.099553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Updating router bd24ce95-acad-4c80-b149-6ed9c61830d5 port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:58:50.128213 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.129800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-44c6c97e-9f69-459d-89c8-8da9fb51ef3e service neutron] 10.222.0.20 "GET /v2.0/networks/d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308515 Aug 31 14:58:50.221969 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ad461160-a1ee-45bf-9a4f-26be1c344bce service neutron] 10.222.0.20 "GET /v2.0/networks/d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857019 Aug 31 14:58:50.390436 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8036b6e6-3fcc-4a1d-ae3c-08d853dc23a6 req-ecec60eb-cc4f-4c1e-8940-d547e332883f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 210 time: 0.0331514 Aug 31 14:58:50.412211 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.425460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Transition to ACTIVE for port object 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:50.432914 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.480036 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:50.519866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eeb01b-8d0a-4cc0-a1d3-6d7df44fcd3e None None] Pushing event updated for resources: {'Port': ['ID=0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:50.583021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Attempting to bind port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:50.583596 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Attempting to bind port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:50.583761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Attempting to bind port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b on network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:50.594007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:50.594448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Checking segment: {'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:50.594775 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.595189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Bound using segment: {'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:50.595753 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Bound port: 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:50.596201 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.612386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:50.612805 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.696580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] For port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:50.700185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] For port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b,segment=NetworkSegment(c9d8c54c-1256-4c72-8082-5b9f7cac9436),segment_id=c9d8c54c-1256-4c72-8082-5b9f7cac9436)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:50.705599 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.795798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 336735ea-5b39-4a9f-8b6a-9021d4b0c29a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:50.839632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eeb01b-8d0a-4cc0-a1d3-6d7df44fcd3e None None] Pushing event updated for resources: {'Port': ['ID=0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:50.844240 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Routers {'bd24ce95-acad-4c80-b149-6ed9c61830d5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:58:50.844904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd24ce95-acad-4c80-b149-6ed9c61830d5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:50.954177 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 336735ea-5b39-4a9f-8b6a-9021d4b0c29a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:50.954559 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:50.996538 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] Set router bd24ce95-acad-4c80-b149-6ed9c61830d5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:58:51.398951 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b', 'name': '', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:7b:c3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:48Z', 'updated_at': '2021-08-31T14:58:50Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:58:51.416486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ba27cc2d-ea3f-4de0-9672-45b3751d1727 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:51.416486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ba27cc2d-ea3f-4de0-9672-45b3751d1727 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/networks?id=d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d HTTP/1.1" status: 200 len: 797 time: 0.1170712 Aug 31 14:58:51.430617 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa300ed-7411-4e7d-acd0-490f1526b2f6 None None] The sync data for ids ['bd24ce95-acad-4c80-b149-6ed9c61830d5'] in n-d-792364-6 is: [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b', 'name': '', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:7b:c3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:48Z', 'updated_at': '2021-08-31T14:58:50Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:58:51.474732 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-90edfb86-249d-45be-90e6-738b6ad8dbc7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 380 time: 0.0480974 Aug 31 14:58:51.488233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'port': {'device_id': '1b239442-c162-470c-9491-3caf4ace2c37', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'admin_state_up': True, 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'security_groups': ['40fdcc9e-ae1b-42cf-9418-870c97cf677e']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:51.525628 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f153698-9f2a-4056-95ec-46ed7cc6bfd3 req-b6abb0bb-ec58-4719-bd32-8a347ee95ee7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 210 time: 0.0277309 Aug 31 14:58:51.613328 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:58:51.617665 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:51.748105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.20.0.3 (d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d/f49baadc-6c23-4241-8b3c-fcac7b7105ef/8b687144-1df9-4af9-871f-3115a742d43e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:58:51.905003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:51.919888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Transition to ACTIVE for port object 8b687144-1df9-4af9-871f-3115a742d43e will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:51.953363 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:51.999656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:58:52.002882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:58:52.005442 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:58:52.037222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=8b687144-1df9-4af9-871f-3115a742d43e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:52.071953 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:52.072668 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.090362 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-ff2bd6a6-0b85-4bc6-8067-9480ca4d7000 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6060026 Aug 31 14:58:52.104473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Request body: {'port': {'device_id': '1b239442-c162-470c-9491-3caf4ace2c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:58:52.164406 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.242120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b0241828-1599-4bba-b1ce-b458aecadb88 None None] Provisioning for port 8b687144-1df9-4af9-871f-3115a742d43e completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:52.247688 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b0241828-1599-4bba-b1ce-b458aecadb88 None None] Provisioning complete for port 8b687144-1df9-4af9-871f-3115a742d43e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:52.248063 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b0241828-1599-4bba-b1ce-b458aecadb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.293477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b0241828-1599-4bba-b1ce-b458aecadb88 None None] Port 8b687144-1df9-4af9-871f-3115a742d43e cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:58:52.470430 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b687144-1df9-4af9-871f-3115a742d43e {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:58:52.474120 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:52.481115 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.500266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Transition to ACTIVE for port object 8b687144-1df9-4af9-871f-3115a742d43e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:58:52.505993 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.535397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:52.539543 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:52.540002 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.590031 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Pushing event updated for resources: {'Port': ['ID=8b687144-1df9-4af9-871f-3115a742d43e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:52.649092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Attempting to bind port 8b687144-1df9-4af9-871f-3115a742d43e on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:58:52.649434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Attempting to bind port 8b687144-1df9-4af9-871f-3115a742d43e by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:58:52.649904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Attempting to bind port 8b687144-1df9-4af9-871f-3115a742d43e on network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:52.656617 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.666389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Port 8b687144-1df9-4af9-871f-3115a742d43e on network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:58:52.666724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Attempting to bind port 8b687144-1df9-4af9-871f-3115a742d43e on network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:58:52.690733 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:58:52.691090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Checking segment: {'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:58:52.691474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Bound using segment: {'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:58:52.691924 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Bound port: 8b687144-1df9-4af9-871f-3115a742d43e, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d8c54c-1256-4c72-8082-5b9f7cac9436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:58:52.692290 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.700866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b,segment=NetworkSegment(c9d8c54c-1256-4c72-8082-5b9f7cac9436),segment_id=c9d8c54c-1256-4c72-8082-5b9f7cac9436)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:52.707512 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.760509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:52.763539 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a399d-086a-4620-a141-3905a4a1387b req-016bd6ed-0cc6-48bd-8195-d8c2855409aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:52.773499 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-691a399d-086a-4620-a141-3905a4a1387b req-016bd6ed-0cc6-48bd-8195-d8c2855409aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 943 time: 0.1205981 Aug 31 14:58:52.834256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] For port 8b687144-1df9-4af9-871f-3115a742d43e, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:58:52.840852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-691a399d-086a-4620-a141-3905a4a1387b req-fecf7fd1-c0c2-4186-81c7-7affa7bae563 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618238 Aug 31 14:58:52.850264 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] For port 8b687144-1df9-4af9-871f-3115a742d43e, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8b687144-1df9-4af9-871f-3115a742d43e,segment=NetworkSegment(c9d8c54c-1256-4c72-8082-5b9f7cac9436),segment_id=c9d8c54c-1256-4c72-8082-5b9f7cac9436)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:58:52.856669 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.891311 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:52.891940 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:52.893394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] 10.222.0.13 "PUT /v2.0/ports/8b687144-1df9-4af9-871f-3115a742d43e HTTP/1.1" status: 200 len: 1091 time: 0.7940545 Aug 31 14:58:52.893981 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b239442-c162-470c-9491-3caf4ace2c37', 'tag': '8b687144-1df9-4af9-871f-3115a742d43e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:52.896768 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84057dba-507c-4940-b2ae-0f5195309117" -d '{"events": [{"name": "network-changed", "server_uuid": "1b239442-c162-470c-9491-3caf4ace2c37", "tag": "8b687144-1df9-4af9-871f-3115a742d43e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:52.933421 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcf6c7-08d3-456e-be3c-af3123851868 service neutron] Pushing event updated for resources: {'Port': ['ID=8b687144-1df9-4af9-871f-3115a742d43e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:52.945811 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebab7ab1-d902-459c-b664-53fe0f4ce2a1 x-openstack-request-id: req-ebab7ab1-d902-459c-b664-53fe0f4ce2a1 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:52.946108 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b239442-c162-470c-9491-3caf4ace2c37", "tag": "8b687144-1df9-4af9-871f-3115a742d43e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:52.946364 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebab7ab1-d902-459c-b664-53fe0f4ce2a1 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:52.946762 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b239442-c162-470c-9491-3caf4ace2c37', 'tag': '8b687144-1df9-4af9-871f-3115a742d43e', 'status': 'completed', 'code': 200} Aug 31 14:58:52.980544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-2634b619-d721-44ec-98a1-0ae2a3e47d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:52.982111 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-2634b619-d721-44ec-98a1-0ae2a3e47d17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 1094 time: 0.0458112 Aug 31 14:58:53.031381 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-bad452db-932f-4ae3-8ba3-0032b15f20e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b687144-1df9-4af9-871f-3115a742d43e HTTP/1.1" status: 200 len: 217 time: 0.0405228 Aug 31 14:58:53.081108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-1d6fcd38-7c49-4b3a-a0cb-ee6f1af905c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.082589 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-1d6fcd38-7c49-4b3a-a0cb-ee6f1af905c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f49baadc-6c23-4241-8b3c-fcac7b7105ef HTTP/1.1" status: 200 len: 833 time: 0.0437655 Aug 31 14:58:53.129128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-a1df685b-6e76-4c48-b98e-a40742020fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.130631 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-a1df685b-6e76-4c48-b98e-a40742020fb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402780 Aug 31 14:58:53.221944 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-b000d83f-eedb-4de0-883e-06b44b1dc60c service neutron] 10.222.0.13 "GET /v2.0/networks/d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839746 Aug 31 14:58:53.308795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d14f3f9-f503-4bec-8ae0-c1c98a3e66b0 req-2b13f50c-e094-4dc2-b681-9e74fa2fbdca service neutron] 10.222.0.13 "GET /v2.0/networks/d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795062 Aug 31 14:58:53.393807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84057dba-507c-4940-b2ae-0f5195309117 req-a37ee351-d5c3-4ff7-bd26-6fa53cd67d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.395249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84057dba-507c-4940-b2ae-0f5195309117 req-a37ee351-d5c3-4ff7-bd26-6fa53cd67d83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 1094 time: 0.0408816 Aug 31 14:58:53.487401 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84057dba-507c-4940-b2ae-0f5195309117 req-43e11e84-0f12-4cd6-bbfa-6a598b4f33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.488917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84057dba-507c-4940-b2ae-0f5195309117 req-43e11e84-0f12-4cd6-bbfa-6a598b4f33c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d HTTP/1.1" status: 200 len: 898 time: 0.0861261 Aug 31 14:58:53.530248 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84057dba-507c-4940-b2ae-0f5195309117 req-20688df9-b681-4d1d-8f85-eecf6b694823 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b687144-1df9-4af9-871f-3115a742d43e HTTP/1.1" status: 200 len: 217 time: 0.0337672 Aug 31 14:58:53.581514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84057dba-507c-4940-b2ae-0f5195309117 req-8488c4d6-fd50-4ad8-8524-29665eac3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.582956 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84057dba-507c-4940-b2ae-0f5195309117 req-8488c4d6-fd50-4ad8-8524-29665eac3f2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f49baadc-6c23-4241-8b3c-fcac7b7105ef HTTP/1.1" status: 200 len: 833 time: 0.0456007 Aug 31 14:58:53.630022 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84057dba-507c-4940-b2ae-0f5195309117 req-fe1abe32-02e9-4537-9539-2b5bd46bccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.632005 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84057dba-507c-4940-b2ae-0f5195309117 req-fe1abe32-02e9-4537-9539-2b5bd46bccf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401988 Aug 31 14:58:53.718623 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84057dba-507c-4940-b2ae-0f5195309117 req-82408e8b-156d-404c-a055-132225c9066d service neutron] 10.222.0.13 "GET /v2.0/networks/d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794272 Aug 31 14:58:53.812412 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-84057dba-507c-4940-b2ae-0f5195309117 req-40d75ab9-07b7-42aa-9d0f-4c0868e759e9 service neutron] 10.222.0.13 "GET /v2.0/networks/d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855935 Aug 31 14:58:53.981266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d7092-7e6b-4986-8916-8d68f8f58424 req-143cf9d1-7ff3-4cce-91eb-1d9521530b74 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:53.982741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a0d7092-7e6b-4986-8916-8d68f8f58424 req-143cf9d1-7ff3-4cce-91eb-1d9521530b74 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 943 time: 0.0670958 Aug 31 14:58:54.024759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7a0d7092-7e6b-4986-8916-8d68f8f58424 req-49b95d2b-21da-4421-84e3-3e851bc005ec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329802 Aug 31 14:58:54.440279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:54.488333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:54.488736 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:55.141061 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a3535-7673-4974-aefe-5356be4e9a58 req-a34ce007-d9c9-4eb4-a4d8-656fddb134bd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:55.142541 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae6a3535-7673-4974-aefe-5356be4e9a58 req-a34ce007-d9c9-4eb4-a4d8-656fddb134bd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 943 time: 0.0483172 Aug 31 14:58:55.180482 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ae6a3535-7673-4974-aefe-5356be4e9a58 req-a355d67e-4fdc-4eca-ae26-3846ca5a2aea tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308049 Aug 31 14:58:56.026371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 8b687144-1df9-4af9-871f-3115a742d43e details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:58:56.116619 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 8b687144-1df9-4af9-871f-3115a742d43e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8b687144-1df9-4af9-871f-3115a742d43e,segment=NetworkSegment(c9d8c54c-1256-4c72-8082-5b9f7cac9436),segment_id=c9d8c54c-1256-4c72-8082-5b9f7cac9436)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:56.127329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '8b687144-1df9-4af9-871f-3115a742d43e', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'port_id': '8b687144-1df9-4af9-871f-3115a742d43e', 'mac_address': 'fa:16:3e:c3:58:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:58:56.161935 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:56.177870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b687144-1df9-4af9-871f-3115a742d43e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:58:56.196910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 8b687144-1df9-4af9-871f-3115a742d43e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8b687144-1df9-4af9-871f-3115a742d43e,segment=NetworkSegment(c9d8c54c-1256-4c72-8082-5b9f7cac9436),segment_id=c9d8c54c-1256-4c72-8082-5b9f7cac9436)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:56.200757 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:56.268488 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=8b687144-1df9-4af9-871f-3115a742d43e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:56.319199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96095553-0542-49e3-95bb-f521435e447a req-979b4704-4a62-4e53-88f3-ba7e806a8242 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:56.320703 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96095553-0542-49e3-95bb-f521435e447a req-979b4704-4a62-4e53-88f3-ba7e806a8242 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 944 time: 0.0498874 Aug 31 14:58:56.362613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-96095553-0542-49e3-95bb-f521435e447a req-2dcafc17-a89f-4c2f-87b3-1b0955118410 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359755 Aug 31 14:58:56.448958 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['8b687144-1df9-4af9-871f-3115a742d43e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:58:57.478456 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0497baa-1f74-46a5-8d1b-ed375a3dfa54 req-d134900a-85b9-4fa4-a56e-fc0534f8fdd8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:57.479980 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0497baa-1f74-46a5-8d1b-ed375a3dfa54 req-d134900a-85b9-4fa4-a56e-fc0534f8fdd8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 944 time: 0.0483248 Aug 31 14:58:57.520931 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d0497baa-1f74-46a5-8d1b-ed375a3dfa54 req-56b1d082-247f-4124-8a62-90eb28be2158 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348275 Aug 31 14:58:58.036349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 8b687144-1df9-4af9-871f-3115a742d43e up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:58:58.082599 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 8b687144-1df9-4af9-871f-3115a742d43e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:58:58.086675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 8b687144-1df9-4af9-871f-3115a742d43e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:58:58.087046 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:58.164101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:58.185346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b239442-c162-470c-9491-3caf4ace2c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b687144-1df9-4af9-871f-3115a742d43e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:58:58.187594 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47895a7c-cf0b-48ad-8374-a732818b90d3" -d '{"events": [{"server_uuid": "1b239442-c162-470c-9491-3caf4ace2c37", "name": "network-vif-plugged", "status": "completed", "tag": "8b687144-1df9-4af9-871f-3115a742d43e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:58:58.199960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 8b687144-1df9-4af9-871f-3115a742d43e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8b687144-1df9-4af9-871f-3115a742d43e,segment=NetworkSegment(c9d8c54c-1256-4c72-8082-5b9f7cac9436),segment_id=c9d8c54c-1256-4c72-8082-5b9f7cac9436)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:58:58.204592 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:58:58.230933 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b31947a-ad47-42f8-9f2e-9e892981e259 x-openstack-request-id: req-1b31947a-ad47-42f8-9f2e-9e892981e259 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:58:58.231233 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b239442-c162-470c-9491-3caf4ace2c37", "name": "network-vif-plugged", "status": "completed", "tag": "8b687144-1df9-4af9-871f-3115a742d43e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:58:58.231488 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b31947a-ad47-42f8-9f2e-9e892981e259 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:58:58.231878 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b239442-c162-470c-9491-3caf4ace2c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b687144-1df9-4af9-871f-3115a742d43e', 'code': 200} Aug 31 14:58:58.261528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=8b687144-1df9-4af9-871f-3115a742d43e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:58:58.321418 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ae220-20ef-49ba-a83e-4e8e3f5692f7 req-ae07ce0a-00e9-45bc-94ab-0b406ad1c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:58.322898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-405ae220-20ef-49ba-a83e-4e8e3f5692f7 req-ae07ce0a-00e9-45bc-94ab-0b406ad1c8a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 1096 time: 0.0393450 Aug 31 14:58:58.358143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-405ae220-20ef-49ba-a83e-4e8e3f5692f7 req-a4d42a05-320e-45af-91e1-f33c5b8fb924 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271795 Aug 31 14:58:58.635535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca21b3-ece2-4f10-b2f9-00d1875a4cb3 req-2cd76466-2b62-44c4-a773-ac0c6e151b4f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:58.637113 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-23ca21b3-ece2-4f10-b2f9-00d1875a4cb3 req-2cd76466-2b62-44c4-a773-ac0c6e151b4f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 945 time: 0.0497994 Aug 31 14:58:58.674419 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-23ca21b3-ece2-4f10-b2f9-00d1875a4cb3 req-3c9d428a-2068-451b-a51f-6db47dc0d791 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 Aug 31 14:58:59.791562 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98891c6b-fb8f-4123-bde1-83eb5b8596d2 req-fde7d359-c4cc-4e8f-8b63-05bb40eaca11 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:59.793101 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98891c6b-fb8f-4123-bde1-83eb5b8596d2 req-fde7d359-c4cc-4e8f-8b63-05bb40eaca11 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 945 time: 0.0500646 Aug 31 14:58:59.832036 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-98891c6b-fb8f-4123-bde1-83eb5b8596d2 req-c9f42967-a07b-4ae5-8a9c-916f09191d1b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329881 Aug 31 14:58:59.943473 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce83096-e720-47f5-9a47-ac01248b82de req-677543f4-806b-4752-a410-b7a4e3b2ed0b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:58:59.945499 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fce83096-e720-47f5-9a47-ac01248b82de req-677543f4-806b-4752-a410-b7a4e3b2ed0b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 945 time: 0.0492899 Aug 31 14:58:59.983154 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fce83096-e720-47f5-9a47-ac01248b82de req-412be688-172c-4b2b-98e1-7bbe511eb73f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315695 Aug 31 14:59:00.004869 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34904) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:00.051868 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f322e9-a327-4558-b6a6-1fd75a708c0b tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:00.053929 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-58f322e9-a327-4558-b6a6-1fd75a708c0b tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 1091 time: 0.0475867 Aug 31 14:59:00.056822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34908) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:00.061379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '8b687144-1df9-4af9-871f-3115a742d43e', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:00.082703 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:00.177995 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:00.279974 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.25.3.119 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/a97a74f3-6186-4897-afe6-49c36de24453) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:59:00.379629 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:00.419530 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:00.453745 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:00.456611 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:00.462061 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:59:00.494402 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=a97a74f3-6186-4897-afe6-49c36de24453,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:00.828239 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:00.895275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:01.042382 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:01.047211 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:01.117918 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=a97a74f3-6186-4897-afe6-49c36de24453,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:01.128638 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:01.226180 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Floating IP 21362bca-c204-4b48-a9f9-03fda4da7e11 associated. External IP: 172.25.3.119, port: 8b687144-1df9-4af9-871f-3115a742d43e. Aug 31 14:59:01.429052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router bd24ce95-acad-4c80-b149-6ed9c61830d5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:59:01.465086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c6df092a-7a94-49ee-8d6c-2f921e30cc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:01.535707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:59:01.545477 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5012734-8ef6-4a63-a746-c28f8da1752c None None] Sync routers for ids ['bd24ce95-acad-4c80-b149-6ed9c61830d5'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:59:01.551422 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:01.555183 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5012734-8ef6-4a63-a746-c28f8da1752c None None] Routers {'bd24ce95-acad-4c80-b149-6ed9c61830d5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:01.555808 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f5012734-8ef6-4a63-a746-c28f8da1752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd24ce95-acad-4c80-b149-6ed9c61830d5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:01.664399 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f5012734-8ef6-4a63-a746-c28f8da1752c None None] Set router bd24ce95-acad-4c80-b149-6ed9c61830d5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:01.897315 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f5012734-8ef6-4a63-a746-c28f8da1752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '21362bca-c204-4b48-a9f9-03fda4da7e11', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'port_id': '8b687144-1df9-4af9-871f-3115a742d43e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'mac_address': 'fa:16:3e:c3:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b239442-c162-470c-9491-3caf4ace2c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:59:00Z', 'updated_at': '2021-08-31T14:59:00Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b', 'name': '', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:7b:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:48Z', 'updated_at': '2021-08-31T14:58:52Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:01.919654 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ab167472-a82e-4885-912a-e3e84439cdc9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8618169 Aug 31 14:59:01.920243 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b239442-c162-470c-9491-3caf4ace2c37', 'tag': '8b687144-1df9-4af9-871f-3115a742d43e'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:59:01.922523 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c035811d08aaf94b3945b1679bc855303e466cc5a1470948d68f8318512416e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3d3993-db08-4497-82f4-fc6e80f71976" -d '{"events": [{"name": "network-changed", "server_uuid": "1b239442-c162-470c-9491-3caf4ace2c37", "tag": "8b687144-1df9-4af9-871f-3115a742d43e"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:59:01.924235 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5012734-8ef6-4a63-a746-c28f8da1752c None None] Checking router: bd24ce95-acad-4c80-b149-6ed9c61830d5 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:59:01.933432 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5012734-8ef6-4a63-a746-c28f8da1752c None None] Routers {'bd24ce95-acad-4c80-b149-6ed9c61830d5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:01.934064 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f5012734-8ef6-4a63-a746-c28f8da1752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:58:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd24ce95-acad-4c80-b149-6ed9c61830d5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:01.960460 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fd14ef-a20d-4e06-8cff-d106233ba67a x-openstack-request-id: req-e0fd14ef-a20d-4e06-8cff-d106233ba67a {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:59:01.960758 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b239442-c162-470c-9491-3caf4ace2c37", "tag": "8b687144-1df9-4af9-871f-3115a742d43e", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:59:01.961007 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0fd14ef-a20d-4e06-8cff-d106233ba67a {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:59:01.961406 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b239442-c162-470c-9491-3caf4ace2c37', 'tag': '8b687144-1df9-4af9-871f-3115a742d43e', 'status': 'completed', 'code': 200} Aug 31 14:59:02.040106 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f5012734-8ef6-4a63-a746-c28f8da1752c None None] Set router bd24ce95-acad-4c80-b149-6ed9c61830d5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:02.047624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d3993-db08-4497-82f4-fc6e80f71976 req-5b4c8232-b7f5-4622-aad1-4e1cb67be7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:02.049167 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad3d3993-db08-4497-82f4-fc6e80f71976 req-5b4c8232-b7f5-4622-aad1-4e1cb67be7bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 1096 time: 0.0649943 Aug 31 14:59:02.057156 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8e540-82ca-4377-a887-4a520deaf991 req-4d360918-b4b5-48d0-9366-fc579e5e2387 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:02.058538 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9e8e540-82ca-4377-a887-4a520deaf991 req-4d360918-b4b5-48d0-9366-fc579e5e2387 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 945 time: 0.0865035 Aug 31 14:59:02.142500 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d9e8e540-82ca-4377-a887-4a520deaf991 req-ff9e15df-867c-46c6-8b00-c3436e77093b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758152 Aug 31 14:59:02.165424 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34914) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:02.179889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d3993-db08-4497-82f4-fc6e80f71976 req-34381bee-b2cb-4b25-a47d-97efd202a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:02.181439 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad3d3993-db08-4497-82f4-fc6e80f71976 req-34381bee-b2cb-4b25-a47d-97efd202a43b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d HTTP/1.1" status: 200 len: 898 time: 0.1220586 Aug 31 14:59:02.228866 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e2b080e0-4e79-4e43-ba35-b4712fc613c9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/21362bca-c204-4b48-a9f9-03fda4da7e11 HTTP/1.1" status: 200 len: 991 time: 0.0622690 Aug 31 14:59:02.247770 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad3d3993-db08-4497-82f4-fc6e80f71976 req-a14f198f-f483-4903-ae2d-72f836e2ca9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b687144-1df9-4af9-871f-3115a742d43e HTTP/1.1" status: 200 len: 999 time: 0.0588381 Aug 31 14:59:02.271978 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f5012734-8ef6-4a63-a746-c28f8da1752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '21362bca-c204-4b48-a9f9-03fda4da7e11', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'port_id': '8b687144-1df9-4af9-871f-3115a742d43e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'mac_address': 'fa:16:3e:c3:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b239442-c162-470c-9491-3caf4ace2c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:59:00Z', 'updated_at': '2021-08-31T14:59:00Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b', 'name': '', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:7b:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:48Z', 'updated_at': '2021-08-31T14:58:52Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:02.299377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d3993-db08-4497-82f4-fc6e80f71976 req-85363c99-b42b-42d9-a9fb-c8564af683a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:02.301007 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad3d3993-db08-4497-82f4-fc6e80f71976 req-85363c99-b42b-42d9-a9fb-c8564af683a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f49baadc-6c23-4241-8b3c-fcac7b7105ef HTTP/1.1" status: 200 len: 833 time: 0.0447319 Aug 31 14:59:02.354993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d3993-db08-4497-82f4-fc6e80f71976 req-c5ffcadb-4309-4028-b099-3b4be7a48d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:02.356615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad3d3993-db08-4497-82f4-fc6e80f71976 req-c5ffcadb-4309-4028-b099-3b4be7a48d79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478432 Aug 31 14:59:02.385327 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5012734-8ef6-4a63-a746-c28f8da1752c None None] The sync data for ids ['bd24ce95-acad-4c80-b149-6ed9c61830d5'] in n-d-792364-6 is: [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '21362bca-c204-4b48-a9f9-03fda4da7e11', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'port_id': '8b687144-1df9-4af9-871f-3115a742d43e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'mac_address': 'fa:16:3e:c3:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b239442-c162-470c-9491-3caf4ace2c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T14:59:00Z', 'updated_at': '2021-08-31T14:59:00Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b', 'name': '', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:7b:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:48Z', 'updated_at': '2021-08-31T14:58:52Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:59:02.454022 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad3d3993-db08-4497-82f4-fc6e80f71976 req-f0db700c-38a8-4140-894b-b5a2c1a6e2bd service neutron] 10.222.0.13 "GET /v2.0/networks/d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893590 Aug 31 14:59:02.549984 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ad3d3993-db08-4497-82f4-fc6e80f71976 req-6411eb7f-2b6a-4e68-b9a1-b804734e135d service neutron] 10.222.0.13 "GET /v2.0/networks/d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876837 Aug 31 14:59:02.596606 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89812fd7-058a-4e47-80e3-97ae3a4b2915 None None] New status for floating IP 21362bca-c204-4b48-a9f9-03fda4da7e11: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:59:03.231142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34916) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:03.292501 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-eb998e92-d9a9-4c0e-bb67-666bd0d92840 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/21362bca-c204-4b48-a9f9-03fda4da7e11 HTTP/1.1" status: 200 len: 993 time: 0.0600820 Aug 31 14:59:04.133107 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:04.153174 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-787d4ed8-5375-4b19-a0c6-8247b6694630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:05.440535 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:06.991445 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:09.719384 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:09.823050 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:13.504382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-13f0538f-7462-4fd3-840b-005fd842abd3 req-33e1f455-ee7b-43ae-abec-f08bf63a04be service neutron] (106388) timed out ('10.222.0.13', 54458) {{(pid=106388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 14:59:14.068682 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:59:31.466115 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a19c4e91-1842-4d3e-b9f3-352c2ea28997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:32.070365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1374ab4-541a-4236-9d92-af77790a909c req-530653b2-4695-4d60-b057-2d0e53f7a015 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:32.071884 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1374ab4-541a-4236-9d92-af77790a909c req-530653b2-4695-4d60-b057-2d0e53f7a015 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 945 time: 0.0490227 Aug 31 14:59:32.110125 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a1374ab4-541a-4236-9d92-af77790a909c req-76dc518f-daa7-45fe-a2c0-1ab9ce73f7b8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320768 Aug 31 14:59:33.243903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd588af-d7cc-4741-be3a-f7710807fa2e req-9478c830-6733-409f-8dd0-020fdefa78a7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:33.245449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3fd588af-d7cc-4741-be3a-f7710807fa2e req-9478c830-6733-409f-8dd0-020fdefa78a7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 945 time: 0.0495291 Aug 31 14:59:33.284110 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3fd588af-d7cc-4741-be3a-f7710807fa2e req-829c85cd-8dc9-4d26-b82a-5b656857f110 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326312 Aug 31 14:59:33.312181 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34940) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:33.378012 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-07196760-9d99-49d3-9ae6-80b9ae4ce46c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/21362bca-c204-4b48-a9f9-03fda4da7e11 HTTP/1.1" status: 200 len: 993 time: 0.0646150 Aug 31 14:59:34.134896 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:34.152786 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ec28fbe-04a9-4127-aba2-5848b606e475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:34.641466 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff81b05-414c-4128-be15-c207617984e3 req-44273015-921f-4392-a1f4-d8b2030670eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:34.643017 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dff81b05-414c-4128-be15-c207617984e3 req-44273015-921f-4392-a1f4-d8b2030670eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 945 time: 0.0496721 Aug 31 14:59:34.682291 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dff81b05-414c-4128-be15-c207617984e3 req-bea1e517-6a47-4cb0-84e7-0d354e30e40e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318844 Aug 31 14:59:35.444065 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:35.800415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9cfe7-18c7-4ea7-9b34-24819a493e52 req-394340c4-062f-463e-9f21-1138373051ca tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:35.801935 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88e9cfe7-18c7-4ea7-9b34-24819a493e52 req-394340c4-062f-463e-9f21-1138373051ca tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 945 time: 0.0501988 Aug 31 14:59:35.839415 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-88e9cfe7-18c7-4ea7-9b34-24819a493e52 req-465c3069-bbe5-4882-8ff4-0efc14854d63 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Aug 31 14:59:35.861509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34950) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:35.924395 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-459a9e4f-d4df-4bb5-a2b7-7e9b47267b17 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/21362bca-c204-4b48-a9f9-03fda4da7e11 HTTP/1.1" status: 200 len: 993 time: 0.0617986 Aug 31 14:59:36.196795 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34956) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:36.351002 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port a97a74f3-6186-4897-afe6-49c36de24453 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:59:36.351265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:36.428875 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:36.429312 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:36.441271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for a97a74f3-6186-4897-afe6-49c36de24453 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:59:36.591358 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:36.617759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=a97a74f3-6186-4897-afe6-49c36de24453,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:36.641734 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:36.642082 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:36.642427 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:36.642764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:36.643094 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:36.643425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:36.643757 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:36.644083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:36.644412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:36.644762 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:36.645082 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:36.645401 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:36.684110 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:36.684473 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Floating IP 21362bca-c204-4b48-a9f9-03fda4da7e11 disassociated (deleted). External IP: 172.25.3.119, port: 8b687144-1df9-4af9-871f-3115a742d43e. Aug 31 14:59:36.890143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router bd24ce95-acad-4c80-b149-6ed9c61830d5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:59:36.994291 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:36.998844 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:59:37.003569 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:37.008097 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91afc3b-dff9-4fa4-948c-106a08e5cbc8 None None] Sync routers for ids ['bd24ce95-acad-4c80-b149-6ed9c61830d5'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:59:37.017187 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91afc3b-dff9-4fa4-948c-106a08e5cbc8 None None] Routers {'bd24ce95-acad-4c80-b149-6ed9c61830d5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:37.017798 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e91afc3b-dff9-4fa4-948c-106a08e5cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd24ce95-acad-4c80-b149-6ed9c61830d5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:37.033412 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f161929c-1187-406f-bb15-33245f31dfba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/floatingips/21362bca-c204-4b48-a9f9-03fda4da7e11 HTTP/1.1" status: 204 len: 168 time: 0.8330619 Aug 31 14:59:37.033412 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b239442-c162-470c-9491-3caf4ace2c37', 'tag': '8b687144-1df9-4af9-871f-3115a742d43e'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:59:37.037607 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c035811d08aaf94b3945b1679bc855303e466cc5a1470948d68f8318512416e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d69e15-7156-41f8-9b51-fef7fb093405" -d '{"events": [{"name": "network-changed", "server_uuid": "1b239442-c162-470c-9491-3caf4ace2c37", "tag": "8b687144-1df9-4af9-871f-3115a742d43e"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:59:37.139911 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e91afc3b-dff9-4fa4-948c-106a08e5cbc8 None None] Set router bd24ce95-acad-4c80-b149-6ed9c61830d5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:37.145359 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5794ac8f-9edc-4ad3-9740-b784689dc875 x-openstack-request-id: req-5794ac8f-9edc-4ad3-9740-b784689dc875 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:59:37.145736 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b239442-c162-470c-9491-3caf4ace2c37", "tag": "8b687144-1df9-4af9-871f-3115a742d43e", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:59:37.146050 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5794ac8f-9edc-4ad3-9740-b784689dc875 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:59:37.147079 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b239442-c162-470c-9491-3caf4ace2c37', 'tag': '8b687144-1df9-4af9-871f-3115a742d43e', 'status': 'completed', 'code': 200} Aug 31 14:59:37.222120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d69e15-7156-41f8-9b51-fef7fb093405 req-912890ec-22b6-477d-9b22-9c37d5a47619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:37.224048 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19d69e15-7156-41f8-9b51-fef7fb093405 req-912890ec-22b6-477d-9b22-9c37d5a47619 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 1096 time: 0.0448899 Aug 31 14:59:37.260303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed444757-6097-4adf-a3ec-0e9e204429bb req-bb9df39c-6fe5-4502-a6c4-d1ca8314b822 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:37.261910 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed444757-6097-4adf-a3ec-0e9e204429bb req-bb9df39c-6fe5-4502-a6c4-d1ca8314b822 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 945 time: 0.0512278 Aug 31 14:59:37.302240 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ed444757-6097-4adf-a3ec-0e9e204429bb req-1584ce83-4426-4cd5-b4af-f1500aaca04d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342946 Aug 31 14:59:37.330209 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d69e15-7156-41f8-9b51-fef7fb093405 req-c41e854b-2006-4306-a394-105dbda42355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:37.331740 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19d69e15-7156-41f8-9b51-fef7fb093405 req-c41e854b-2006-4306-a394-105dbda42355 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d HTTP/1.1" status: 200 len: 898 time: 0.0974720 Aug 31 14:59:37.355078 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e91afc3b-dff9-4fa4-948c-106a08e5cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b', 'name': '', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:7b:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:48Z', 'updated_at': '2021-08-31T14:58:52Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:37.386605 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91afc3b-dff9-4fa4-948c-106a08e5cbc8 None None] Checking router: bd24ce95-acad-4c80-b149-6ed9c61830d5 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:59:37.397497 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91afc3b-dff9-4fa4-948c-106a08e5cbc8 None None] Routers {'bd24ce95-acad-4c80-b149-6ed9c61830d5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:37.398038 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e91afc3b-dff9-4fa4-948c-106a08e5cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd24ce95-acad-4c80-b149-6ed9c61830d5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:37.506399 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e91afc3b-dff9-4fa4-948c-106a08e5cbc8 None None] Set router bd24ce95-acad-4c80-b149-6ed9c61830d5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:37.675889 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19d69e15-7156-41f8-9b51-fef7fb093405 req-23b166c5-01d9-46f9-a4a8-60977bcab521 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b687144-1df9-4af9-871f-3115a742d43e HTTP/1.1" status: 200 len: 217 time: 0.3335595 Aug 31 14:59:37.706274 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e91afc3b-dff9-4fa4-948c-106a08e5cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b', 'name': '', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:7b:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:48Z', 'updated_at': '2021-08-31T14:58:52Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:37.725945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d69e15-7156-41f8-9b51-fef7fb093405 req-17f574f4-06f4-44d7-81ab-8e6880f68424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:37.727409 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19d69e15-7156-41f8-9b51-fef7fb093405 req-17f574f4-06f4-44d7-81ab-8e6880f68424 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f49baadc-6c23-4241-8b3c-fcac7b7105ef HTTP/1.1" status: 200 len: 833 time: 0.0422337 Aug 31 14:59:37.731836 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91afc3b-dff9-4fa4-948c-106a08e5cbc8 None None] The sync data for ids ['bd24ce95-acad-4c80-b149-6ed9c61830d5'] in n-d-792364-6 is: [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b', 'name': '', 'network_id': 'd7ac5a58-3bf2-4b0a-8401-625f4d0cad9d', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:7b:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:48Z', 'updated_at': '2021-08-31T14:58:52Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'f49baadc-6c23-4241-8b3c-fcac7b7105ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:59:37.780333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d69e15-7156-41f8-9b51-fef7fb093405 req-8705746e-1dca-44a7-8c98-a288cb79fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:37.781926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19d69e15-7156-41f8-9b51-fef7fb093405 req-8705746e-1dca-44a7-8c98-a288cb79fb73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443358 Aug 31 14:59:37.879709 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19d69e15-7156-41f8-9b51-fef7fb093405 req-e35a6542-6e20-4e02-b454-780068f0fa0f service neutron] 10.222.0.13 "GET /v2.0/networks/d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871944 Aug 31 14:59:37.949449 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa0007-005d-42fe-8929-a18d78eca582 None None] New status for floating IP 21362bca-c204-4b48-a9f9-03fda4da7e11: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 14:59:37.976032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-19d69e15-7156-41f8-9b51-fef7fb093405 req-4da86730-90f1-4a75-9fb2-913b55daa5f7 service neutron] 10.222.0.13 "GET /v2.0/networks/d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845485 Aug 31 14:59:38.424360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aba26-0f6e-4d0c-aa9a-db4961aafb47 req-b37d6e44-b97d-4cec-a1f3-e23c153fc156 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:38.425886 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1e0aba26-0f6e-4d0c-aa9a-db4961aafb47 req-b37d6e44-b97d-4cec-a1f3-e23c153fc156 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 945 time: 0.0535102 Aug 31 14:59:38.465495 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1e0aba26-0f6e-4d0c-aa9a-db4961aafb47 req-b22154ef-3612-431f-95bb-1ee38fccc3e4 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=40fdcc9e-ae1b-42cf-9418-870c97cf677e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Aug 31 14:59:39.041606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c78b1-edf6-4130-af63-b4774c502e86 req-295ebd3f-72dd-4766-8da2-eceb2a1efe54 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:39.043082 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-856c78b1-edf6-4130-af63-b4774c502e86 req-295ebd3f-72dd-4766-8da2-eceb2a1efe54 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 945 time: 0.0507169 Aug 31 14:59:39.139699 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-856c78b1-edf6-4130-af63-b4774c502e86 req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port 8b687144-1df9-4af9-871f-3115a742d43e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:59:39.140136 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-856c78b1-edf6-4130-af63-b4774c502e86 req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:39.228027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-856c78b1-edf6-4130-af63-b4774c502e86 req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port 8b687144-1df9-4af9-871f-3115a742d43e, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=8b687144-1df9-4af9-871f-3115a742d43e,segment=NetworkSegment(c9d8c54c-1256-4c72-8082-5b9f7cac9436),segment_id=c9d8c54c-1256-4c72-8082-5b9f7cac9436)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:39.228447 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-856c78b1-edf6-4130-af63-b4774c502e86 req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:39.241504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-856c78b1-edf6-4130-af63-b4774c502e86 req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for 8b687144-1df9-4af9-871f-3115a742d43e owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:59:39.370232 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-856c78b1-edf6-4130-af63-b4774c502e86 req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:39.398763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=8b687144-1df9-4af9-871f-3115a742d43e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:39.413149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:39.413149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:39.413149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:39.413469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:39.413576 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:39.413861 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:39.414192 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:39.414527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:39.414995 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:39.415188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:39.415582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:39.416152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:39.449509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-856c78b1-edf6-4130-af63-b4774c502e86 req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] No DVR routers for this DVR port 8b687144-1df9-4af9-871f-3115a742d43e on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:59:39.452545 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-856c78b1-edf6-4130-af63-b4774c502e86 req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:39.454621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-856c78b1-edf6-4130-af63-b4774c502e86 req-89b79665-4138-4dea-a664-f7478db84e6a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "DELETE /v2.0/ports/8b687144-1df9-4af9-871f-3115a742d43e HTTP/1.1" status: 204 len: 173 time: 0.4016118 Aug 31 14:59:39.455061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b239442-c162-470c-9491-3caf4ace2c37', 'name': 'network-vif-deleted', 'tag': '8b687144-1df9-4af9-871f-3115a742d43e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:59:39.457367 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49739ea-0b77-4607-946b-c4c529ba8000" -d '{"events": [{"server_uuid": "1b239442-c162-470c-9491-3caf4ace2c37", "name": "network-vif-deleted", "tag": "8b687144-1df9-4af9-871f-3115a742d43e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:59:39.500972 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c2734-ddff-42c0-9999-496701818f7a x-openstack-request-id: req-126c2734-ddff-42c0-9999-496701818f7a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:59:39.501266 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b239442-c162-470c-9491-3caf4ace2c37", "name": "network-vif-deleted", "tag": "8b687144-1df9-4af9-871f-3115a742d43e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:59:39.501580 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-126c2734-ddff-42c0-9999-496701818f7a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:59:39.501987 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b239442-c162-470c-9491-3caf4ace2c37', 'name': 'network-vif-deleted', 'tag': '8b687144-1df9-4af9-871f-3115a742d43e', 'status': 'completed', 'code': 200} Aug 31 14:59:39.598103 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-451457ac-c8ac-4025-b127-6d0a70412e2d req-c6dff1d4-3e41-4a50-988c-f3c5f9b5a4f2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b239442-c162-470c-9491-3caf4ace2c37 HTTP/1.1" status: 200 len: 210 time: 0.0319679 Aug 31 14:59:39.718361 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:39.839063 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:40.656007 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34974) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:41.011537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69879f06-a52b-416d-8335-79dab9ca759f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:41.257414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-69879f06-a52b-416d-8335-79dab9ca759f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:59:41.257750 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69879f06-a52b-416d-8335-79dab9ca759f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:41.348182 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-69879f06-a52b-416d-8335-79dab9ca759f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b,segment=NetworkSegment(c9d8c54c-1256-4c72-8082-5b9f7cac9436),segment_id=c9d8c54c-1256-4c72-8082-5b9f7cac9436)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:41.348469 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69879f06-a52b-416d-8335-79dab9ca759f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:41.361870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-69879f06-a52b-416d-8335-79dab9ca759f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:59:41.547725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69879f06-a52b-416d-8335-79dab9ca759f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:41.574825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69879f06-a52b-416d-8335-79dab9ca759f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:41.751449 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-69879f06-a52b-416d-8335-79dab9ca759f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:41.961805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69879f06-a52b-416d-8335-79dab9ca759f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router bd24ce95-acad-4c80-b149-6ed9c61830d5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:59:42.067894 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69879f06-a52b-416d-8335-79dab9ca759f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:59:42.075935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34976) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:42.076398 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-69879f06-a52b-416d-8335-79dab9ca759f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "PUT /v2.0/routers/bd24ce95-acad-4c80-b149-6ed9c61830d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4187939 Aug 31 14:59:42.088044 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb7f42-f6aa-4fc5-95dc-e519faacff9d None None] Sync routers for ids ['bd24ce95-acad-4c80-b149-6ed9c61830d5'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:59:42.096907 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb7f42-f6aa-4fc5-95dc-e519faacff9d None None] Routers {'bd24ce95-acad-4c80-b149-6ed9c61830d5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:42.097530 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-20eb7f42-f6aa-4fc5-95dc-e519faacff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd24ce95-acad-4c80-b149-6ed9c61830d5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:42.127858 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7b969a-f462-43ac-8567-30faf3eead06 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting subnet f49baadc-6c23-4241-8b3c-fcac7b7105ef {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 14:59:42.131016 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a7b969a-f462-43ac-8567-30faf3eead06 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.171761 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a7b969a-f462-43ac-8567-30faf3eead06 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.196684 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 8b687144-1df9-4af9-871f-3115a742d43e no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:59:42.203640 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-20eb7f42-f6aa-4fc5-95dc-e519faacff9d None None] Set router bd24ce95-acad-4c80-b149-6ed9c61830d5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:42.221476 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 8b687144-1df9-4af9-871f-3115a742d43e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:59:42.221738 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 8b687144-1df9-4af9-871f-3115a742d43e not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:59:42.259333 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a7b969a-f462-43ac-8567-30faf3eead06 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.319070 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a7b969a-f462-43ac-8567-30faf3eead06 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.345837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b969a-f462-43ac-8567-30faf3eead06 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Subnet': ['ID=f49baadc-6c23-4241-8b3c-fcac7b7105ef,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:42.350117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a7b969a-f462-43ac-8567-30faf3eead06 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.352783 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0a7b969a-f462-43ac-8567-30faf3eead06 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/subnets/f49baadc-6c23-4241-8b3c-fcac7b7105ef HTTP/1.1" status: 204 len: 168 time: 0.2754114 Aug 31 14:59:42.354597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34978) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:42.360174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca9862-f294-4a18-89e1-dfa3db6f2989 None None] Network d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:59:42.383195 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-20eb7f42-f6aa-4fc5-95dc-e519faacff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:59:41Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:42.411185 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb7f42-f6aa-4fc5-95dc-e519faacff9d None None] Checking router: bd24ce95-acad-4c80-b149-6ed9c61830d5 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:59:42.424964 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb7f42-f6aa-4fc5-95dc-e519faacff9d None None] Routers {'bd24ce95-acad-4c80-b149-6ed9c61830d5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:42.425601 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-20eb7f42-f6aa-4fc5-95dc-e519faacff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bd24ce95-acad-4c80-b149-6ed9c61830d5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:42.491872 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.547532 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-20eb7f42-f6aa-4fc5-95dc-e519faacff9d None None] Set router bd24ce95-acad-4c80-b149-6ed9c61830d5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:42.565898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] DHCP port deletion for d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 14:59:42.604738 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.620011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Deleting port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:59:42.620487 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.662787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port 336735ea-5b39-4a9f-8b6a-9021d4b0c29a {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 14:59:42.663278 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.689142 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] For port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6d79b5fc-6b0f-4016-b02e-4c57b4af51c7,segment=NetworkSegment(c9d8c54c-1256-4c72-8082-5b9f7cac9436),segment_id=c9d8c54c-1256-4c72-8082-5b9f7cac9436)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:42.689546 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.702879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Calling delete_port for 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:59:42.752371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port 336735ea-5b39-4a9f-8b6a-9021d4b0c29a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=336735ea-5b39-4a9f-8b6a-9021d4b0c29a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:42.752701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.766102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for 336735ea-5b39-4a9f-8b6a-9021d4b0c29a owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 14:59:42.790048 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.814166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Pushing event deleted for resources: {'Port': ['ID=6d79b5fc-6b0f-4016-b02e-4c57b4af51c7,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:42.822632 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-20eb7f42-f6aa-4fc5-95dc-e519faacff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:59:41Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:42.835492 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] No DVR routers for this DVR port 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 14:59:42.838111 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:42.838641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:42.838962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:42.839302 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:42.839643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:42.839972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:42.840302 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:42.840752 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:42.841001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:42.841325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:42.841653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:42.841979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45addff0-1be0-4d77-b25f-e27d2bf2e741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:42.860189 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb7f42-f6aa-4fc5-95dc-e519faacff9d None None] The sync data for ids ['bd24ce95-acad-4c80-b149-6ed9c61830d5'] in n-d-792364-6 is: [{'id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852191966', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:58:44Z', 'updated_at': '2021-08-31T14:59:41Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '336735ea-5b39-4a9f-8b6a-9021d4b0c29a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd24ce95-acad-4c80-b149-6ed9c61830d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:58:45Z', 'updated_at': '2021-08-31T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:59:42.936484 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:42.961781 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=336735ea-5b39-4a9f-8b6a-9021d4b0c29a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:43.019608 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.111450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.113457 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.156480 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.156996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Fanout notify agent at l3_agent the message router_deleted on router bd24ce95-acad-4c80-b149-6ed9c61830d5 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 14:59:43.163921 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.165083 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1d5e9a22-2b0a-44c0-9709-33da571f2637 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/routers/bd24ce95-acad-4c80-b149-6ed9c61830d5 HTTP/1.1" status: 204 len: 168 time: 0.8093867 Aug 31 14:59:43.167888 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34980) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:43.242247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.335259 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.345656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:43.356594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d8c54c-1256-4c72-8082-5b9f7cac9436') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:43.356900 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d8c54c-1256-4c72-8082-5b9f7cac9436') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:43.366731 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.380924 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.386806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 14:59:43.387199 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: timer() Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 14:59:43.390189 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 14:59:43.464086 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.472200 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.477034 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/networks/d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d HTTP/1.1" status: 204 len: 168 time: 0.3080122 Aug 31 14:59:43.477416 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34982) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:43.490511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7221a9-4a01-4481-bcba-fc50a58f9199 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Network': ['ID=d7ac5a58-3bf2-4b0a-8401-625f4d0cad9d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:43.541087 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-560b8686-78fd-40eb-a89f-7afb848ddcbc tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.566953 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-560b8686-78fd-40eb-a89f-7afb848ddcbc tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.624670 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-560b8686-78fd-40eb-a89f-7afb848ddcbc tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.627263 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-560b8686-78fd-40eb-a89f-7afb848ddcbc tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:43.628453 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-560b8686-78fd-40eb-a89f-7afb848ddcbc tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/security-groups/40fdcc9e-ae1b-42cf-9418-870c97cf677e HTTP/1.1" status: 204 len: 168 time: 0.1500373 Aug 31 14:59:43.638152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b8686-78fd-40eb-a89f-7afb848ddcbc tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fdcc9e-ae1b-42cf-9418-870c97cf677e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:44.083750 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 34988) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:44.088415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-266c3bba-79f0-4279-bb8b-4448f084a89d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965321751', 'description': 'tempest-secgroup-smoke-1965321751 description', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:44.110640 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-266c3bba-79f0-4279-bb8b-4448f084a89d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.192981 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-266c3bba-79f0-4279-bb8b-4448f084a89d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.196787 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-266c3bba-79f0-4279-bb8b-4448f084a89d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.224864 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-266c3bba-79f0-4279-bb8b-4448f084a89d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.226088 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-266c3bba-79f0-4279-bb8b-4448f084a89d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1413341 Aug 31 14:59:44.227944 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c3bba-79f0-4279-bb8b-4448f084a89d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700532d6-783d-4138-988b-92d7548592a6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:44.229144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34990) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:44.234089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ba033f62-c2ab-4a45-9048-c56eae183835 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '700532d6-783d-4138-988b-92d7548592a6', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:44.260371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba033f62-c2ab-4a45-9048-c56eae183835 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.315555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba033f62-c2ab-4a45-9048-c56eae183835 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.319493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba033f62-c2ab-4a45-9048-c56eae183835 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.336932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba033f62-c2ab-4a45-9048-c56eae183835 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a698516-1bc1-4b77-b8d7-57f00fd22681,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:44.342973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba033f62-c2ab-4a45-9048-c56eae183835 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.344318 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ba033f62-c2ab-4a45-9048-c56eae183835 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139250 Aug 31 14:59:44.346998 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34992) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:44.352059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f9b740c0-aae3-4d98-9650-505a54e07cc3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '700532d6-783d-4138-988b-92d7548592a6', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:44.377427 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9b740c0-aae3-4d98-9650-505a54e07cc3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.438874 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9b740c0-aae3-4d98-9650-505a54e07cc3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.442500 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9b740c0-aae3-4d98-9650-505a54e07cc3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.462872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b740c0-aae3-4d98-9650-505a54e07cc3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87af5393-9840-4c9a-aa8e-956b9c48eb38,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:44.465588 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:59:44.469105 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f9b740c0-aae3-4d98-9650-505a54e07cc3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.470372 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f9b740c0-aae3-4d98-9650-505a54e07cc3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224442 Aug 31 14:59:44.473125 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34994) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:44.478203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2e3eb4aa-f5a0-4a5d-8963-e962e6e0ae42 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '700532d6-783d-4138-988b-92d7548592a6', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:44.487827 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:59:44.488174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6d79b5fc-6b0f-4016-b02e-4c57b4af51c7 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:59:44.488614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 336735ea-5b39-4a9f-8b6a-9021d4b0c29a no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:59:44.503381 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb4aa-f5a0-4a5d-8963-e962e6e0ae42 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.507448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 336735ea-5b39-4a9f-8b6a-9021d4b0c29a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:59:44.507798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 336735ea-5b39-4a9f-8b6a-9021d4b0c29a not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:59:44.508210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 14:59:44.527103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 14:59:44.527447 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 0d0f7eff-1d7e-4db1-ac82-164b0cbfc79b not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 14:59:44.569882 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb4aa-f5a0-4a5d-8963-e962e6e0ae42 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.573482 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb4aa-f5a0-4a5d-8963-e962e6e0ae42 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.590731 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3eb4aa-f5a0-4a5d-8963-e962e6e0ae42 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f603f9-e140-4a5e-879d-178669bf48b7,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:44.597720 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb4aa-f5a0-4a5d-8963-e962e6e0ae42 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.599046 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2e3eb4aa-f5a0-4a5d-8963-e962e6e0ae42 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249514 Aug 31 14:59:44.602410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34996) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:44.606724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-87c782b3-8d69-475e-aec0-9fcc6759f5d2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '700532d6-783d-4138-988b-92d7548592a6', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:44.631877 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-87c782b3-8d69-475e-aec0-9fcc6759f5d2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.688061 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-87c782b3-8d69-475e-aec0-9fcc6759f5d2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.691536 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-87c782b3-8d69-475e-aec0-9fcc6759f5d2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.709229 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c782b3-8d69-475e-aec0-9fcc6759f5d2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28210f26-0bd6-47de-8a7d-e8e710f38952,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:44.716115 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-87c782b3-8d69-475e-aec0-9fcc6759f5d2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.717381 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-87c782b3-8d69-475e-aec0-9fcc6759f5d2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140430 Aug 31 14:59:44.720048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 34998) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:44.724607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ded77777-fe8d-48c8-8fd3-11595abf678b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '700532d6-783d-4138-988b-92d7548592a6', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:44.745349 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-ded77777-fe8d-48c8-8fd3-11595abf678b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Project dc7451049ec64b7b8895b043f5bc15a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:59:44.750286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ded77777-fe8d-48c8-8fd3-11595abf678b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.810508 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ded77777-fe8d-48c8-8fd3-11595abf678b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.814140 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ded77777-fe8d-48c8-8fd3-11595abf678b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.832490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded77777-fe8d-48c8-8fd3-11595abf678b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff83fb3-8e27-4eef-9228-35d1ce40cd2a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:44.839044 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ded77777-fe8d-48c8-8fd3-11595abf678b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.840324 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ded77777-fe8d-48c8-8fd3-11595abf678b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193321 Aug 31 14:59:44.843018 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35000) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:44.847489 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0ead09e8-673e-447b-af7b-72265c347757 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '700532d6-783d-4138-988b-92d7548592a6', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:44.868772 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-0ead09e8-673e-447b-af7b-72265c347757 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Project dc7451049ec64b7b8895b043f5bc15a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 14:59:44.873675 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ead09e8-673e-447b-af7b-72265c347757 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.935673 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ead09e8-673e-447b-af7b-72265c347757 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.939589 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ead09e8-673e-447b-af7b-72265c347757 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.961391 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead09e8-673e-447b-af7b-72265c347757 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a549ee4-150e-45cb-99b9-45b63fdec887,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:44.963809 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0ead09e8-673e-447b-af7b-72265c347757 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:44.965071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0ead09e8-673e-447b-af7b-72265c347757 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210864 Aug 31 14:59:44.967967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35002) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:44.972992 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f8d91111-1e02-4e50-99b7-0d606ad70172 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'network': {'name': 'tempest-network-smoke--1811893759', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'port_security_enabled': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:44.993364 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d91111-1e02-4e50-99b7-0d606ad70172 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:59:44.996924 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8d91111-1e02-4e50-99b7-0d606ad70172 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.021294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d91111-1e02-4e50-99b7-0d606ad70172 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 14:59:45.031053 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8d91111-1e02-4e50-99b7-0d606ad70172 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.031394 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-f8d91111-1e02-4e50-99b7-0d606ad70172 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Added segment 4f273ecd-4842-46f8-ab7e-48f433b08a95 of type vlan for network 85df1dda-f96f-4b52-ad3a-5702c961cb89 Aug 31 14:59:45.071517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8d91111-1e02-4e50-99b7-0d606ad70172 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.098493 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8d91111-1e02-4e50-99b7-0d606ad70172 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.104116 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d91111-1e02-4e50-99b7-0d606ad70172 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:45.104734 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8d91111-1e02-4e50-99b7-0d606ad70172 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.159700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f8d91111-1e02-4e50-99b7-0d606ad70172 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1906412 Aug 31 14:59:45.162396 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35004) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:45.168971 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'admin_state_up': True, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:45.186439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91111-1e02-4e50-99b7-0d606ad70172 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Network': ['ID=85df1dda-f96f-4b52-ad3a-5702c961cb89,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:45.197135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 85df1dda-f96f-4b52-ad3a-5702c961cb89 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 14:59:45.204569 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.205603 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.259283 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.396706 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.584368 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.602844 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.705175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.25.3.248 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/c8ce103a-270f-4f52-ae9f-847216624390) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:59:45.805067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.847562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:45.887469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:45.890375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:45.893302 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:59:45.918687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=c8ce103a-270f-4f52-ae9f-847216624390,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:46.141268 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:46.644393 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:46.769514 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 14:59:46.875293 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:59:46.884810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Sync routers for ids ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:59:46.893986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Routers {'7ba5f47a-d1ff-4404-997f-2874a6d013c5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:46.894733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:46.894882 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:46.896883 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9d38f033-c8d6-4f2a-9611-f7ef85efb23d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7332885 Aug 31 14:59:46.899811 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35006) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:46.927938 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9b50ec71-5f45-499d-b30d-f06654b1d95d tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=dc7451049ec64b7b8895b043f5bc15a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264673 Aug 31 14:59:46.930486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35008) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:47.001890 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Set router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:47.017450 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5f3d81-1607-4ff2-933c-975bdd950c63 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:47.019001 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8f5f3d81-1607-4ff2-933c-975bdd950c63 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875955 Aug 31 14:59:47.023264 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35010) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:47.051826 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ab9d3e54-254b-4b58-82a4-9998766c1c22 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273845 Aug 31 14:59:47.054828 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35012) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:47.059781 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f976c266-3d63-4bb1-86e2-e5da4b5eb262 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-223758794', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:47.151211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f976c266-3d63-4bb1-86e2-e5da4b5eb262 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:59:47.155302 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f976c266-3d63-4bb1-86e2-e5da4b5eb262 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:47.184723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:46Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:47.214974 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Checking router: 7ba5f47a-d1ff-4404-997f-2874a6d013c5 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:59:47.215322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Updating router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 port c8ce103a-270f-4f52-ae9f-847216624390 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:59:47.242908 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:47.335746 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f976c266-3d63-4bb1-86e2-e5da4b5eb262 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:47.398301 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976c266-3d63-4bb1-86e2-e5da4b5eb262 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Subnet': ['ID=d6875ef9-c045-410f-8ec5-3f8ab14e8fa7,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:47.408143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f976c266-3d63-4bb1-86e2-e5da4b5eb262 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Checking segment: {'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:59:47.408537 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f976c266-3d63-4bb1-86e2-e5da4b5eb262 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network hostable DHCP agents. Network: 85df1dda-f96f-4b52-ad3a-5702c961cb89, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 14:59:47.429241 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f976c266-3d63-4bb1-86e2-e5da4b5eb262 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network 85df1dda-f96f-4b52-ad3a-5702c961cb89 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 14:59:47.438889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f976c266-3d63-4bb1-86e2-e5da4b5eb262 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 85df1dda-f96f-4b52-ad3a-5702c961cb89) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:47.443747 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f976c266-3d63-4bb1-86e2-e5da4b5eb262 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:47.444352 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f976c266-3d63-4bb1-86e2-e5da4b5eb262 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:47.462365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c061b-d214-422d-8c69-8c007fd8bd5f None None] Network 85df1dda-f96f-4b52-ad3a-5702c961cb89 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:59:47.462586 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-f976c266-3d63-4bb1-86e2-e5da4b5eb262 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4039404 Aug 31 14:59:47.462700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35014) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 14:59:47.547763 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:47.569979 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Transition to ACTIVE for port object c8ce103a-270f-4f52-ae9f-847216624390 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:47.580958 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:47.656082 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Attempting to bind port c8ce103a-270f-4f52-ae9f-847216624390 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:59:47.656456 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Attempting to bind port c8ce103a-270f-4f52-ae9f-847216624390 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:59:47.656835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Attempting to bind port c8ce103a-270f-4f52-ae9f-847216624390 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:59:47.668934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54a6b7-9a68-42ea-bcf1-6634d131391c None None] Pushing event updated for resources: {'Port': ['ID=c8ce103a-270f-4f52-ae9f-847216624390,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:47.674586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:59:47.674968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:59:47.675373 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:47.676234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:59:47.676234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Bound port: c8ce103a-270f-4f52-ae9f-847216624390, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:59:47.677082 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:47.735763 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-85df1dda-f96f-4b52-ad3a-5702c961cb89', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ips': [{'subnet_id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 14:59:47.736617 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:47.763289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] For port c8ce103a-270f-4f52-ae9f-847216624390, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:59:47.767600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] For port c8ce103a-270f-4f52-ae9f-847216624390, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c8ce103a-270f-4f52-ae9f-847216624390,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:59:47.776579 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:47.905851 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:47.907054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Routers {'7ba5f47a-d1ff-4404-997f-2874a6d013c5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:47.907682 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:47.928571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54a6b7-9a68-42ea-bcf1-6634d131391c None None] Pushing event updated for resources: {'Port': ['ID=c8ce103a-270f-4f52-ae9f-847216624390,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:47.990316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Allocated IP 172.20.0.2 (85df1dda-f96f-4b52-ad3a-5702c961cb89/d6875ef9-c045-410f-8ec5-3f8ab14e8fa7/7602bcf6-f518-4e9c-9e5d-a0b24a64f485) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:59:48.253690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] Set router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:48.468705 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:48.479359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Transition to ACTIVE for port object 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:48.500805 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Transition to ACTIVE for port object 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:48.509949 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:48.547751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:46Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:48.552416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Network 85df1dda-f96f-4b52-ad3a-5702c961cb89 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:48.555944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.20.0.1 (85df1dda-f96f-4b52-ad3a-5702c961cb89/d6875ef9-c045-410f-8ec5-3f8ab14e8fa7/ea6cfadc-37fb-4815-9690-c7d3f1b576e9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:59:48.559506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:48.562475 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:59:48.597446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f757f5fb-e26e-4aa2-b552-f9771dd84cde None None] The sync data for ids ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'] in n-d-792364-6 is: [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:46Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:59:48.602595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Pushing event updated for resources: {'Port': ['ID=7602bcf6-f518-4e9c-9e5d-a0b24a64f485,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:48.656634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Attempting to bind port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:59:48.657020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Attempting to bind port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:59:48.657531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Attempting to bind port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 on network 85df1dda-f96f-4b52-ad3a-5702c961cb89 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:59:48.663116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:59:48.663344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Checking segment: {'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:59:48.663765 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:48.664192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Bound using segment: {'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:59:48.664764 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Bound port: 7602bcf6-f518-4e9c-9e5d-a0b24a64f485, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:59:48.665085 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:48.693624 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:48.707606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Transition to ACTIVE for port object ea6cfadc-37fb-4815-9690-c7d3f1b576e9 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:48.730701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] For port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:59:48.734509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] For port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7602bcf6-f518-4e9c-9e5d-a0b24a64f485,segment=NetworkSegment(4f273ecd-4842-46f8-ab7e-48f433b08a95),segment_id=4f273ecd-4842-46f8-ab7e-48f433b08a95)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:59:48.739210 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:48.742398 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:48.784709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network 85df1dda-f96f-4b52-ad3a-5702c961cb89 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:48.797625 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:48.805788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:59:48.813027 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8f7cd-720e-4401-80c2-15f5c5c2e04e None None] Pushing event updated for resources: {'Port': ['ID=7602bcf6-f518-4e9c-9e5d-a0b24a64f485,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:48.856955 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=ea6cfadc-37fb-4815-9690-c7d3f1b576e9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:48.877325 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:49.052717 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:49.366873 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:49.371467 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:49.449557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=ea6cfadc-37fb-4815-9690-c7d3f1b576e9,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:49.452747 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:49.565989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network 85df1dda-f96f-4b52-ad3a-5702c961cb89 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:49.567439 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:49.683550 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 14:59:49.749285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a28249d-27eb-4c59-bf6a-e2d48cc6f2b9 None None] Network 85df1dda-f96f-4b52-ad3a-5702c961cb89 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 14:59:49.799475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 14:59:49.805994 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e2222bea-d8fa-418d-aa1f-9cd84c4c2e46 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "PUT /v2.0/routers/7ba5f47a-d1ff-4404-997f-2874a6d013c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3421426 Aug 31 14:59:49.811784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-36acae56-13cf-42ee-8d59-b38744b6a44f None None] Provisioning for port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:59:49.962680 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-88df7675-21df-4fac-8e10-1d9554cf345a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965321751&fields=id&tenant_id=dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 267 time: 0.0400522 Aug 31 14:59:50.086056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-9669ad74-b833-4ffd-9d1f-dd1e4221a542 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:50.090648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-9669ad74-b833-4ffd-9d1f-dd1e4221a542 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/networks?id=85df1dda-f96f-4b52-ad3a-5702c961cb89 HTTP/1.1" status: 200 len: 797 time: 0.1202781 Aug 31 14:59:50.105017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-4ff2877d-2098-417f-bce2-3aada1539905 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/quotas/dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 375 time: 0.0108204 Aug 31 14:59:50.157778 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7b5bee09-b41f-4443-8555-f0a5883182f6 None None] Provisioning for port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:59:50.163135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7b5bee09-b41f-4443-8555-f0a5883182f6 None None] Provisioning complete for port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:50.163518 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7b5bee09-b41f-4443-8555-f0a5883182f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.165504 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-57693a7e-9240-49d1-b073-8e316da1029f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545607 Aug 31 14:59:50.204673 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7b5bee09-b41f-4443-8555-f0a5883182f6 None None] Port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:59:50.238208 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Sync routers for ids ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 14:59:50.247987 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Routers {'7ba5f47a-d1ff-4404-997f-2874a6d013c5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:50.248652 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:50.326644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-22845c8a-77c0-4b2b-b1fc-19342f87bc9d None None] Provisioning complete for port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:50.327025 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22845c8a-77c0-4b2b-b1fc-19342f87bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.335502 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f920b948-9e94-43f4-aa08-9225f71d4795 service neutron] 10.222.0.20 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561730 Aug 31 14:59:50.372171 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-22845c8a-77c0-4b2b-b1fc-19342f87bc9d None None] Port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:59:50.383702 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Set router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:50.461499 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-ab882b7e-1ba2-4cc9-828b-37f1c182ff2f service neutron] 10.222.0.20 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189477 Aug 31 14:59:50.577253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:59:50.612477 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ea6cfadc-37fb-4815-9690-c7d3f1b576e9', 'name': '', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:45:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:48Z', 'updated_at': '2021-08-31T14:59:49Z', 'revision_number': 2, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:50.634175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e303a38e-395e-4548-98f4-e6884d4783b3 None None] Provisioning complete for port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:50.634563 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e303a38e-395e-4548-98f4-e6884d4783b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.647916 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Checking router: 7ba5f47a-d1ff-4404-997f-2874a6d013c5 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 14:59:50.648615 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Updating router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 14:59:50.665039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:59:50.676009 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2135b994-70ad-4d18-a4ff-8ca04f7b867b req-1f35871a-6cc2-429a-812f-8b8d5b8cce39 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 210 time: 0.0403650 Aug 31 14:59:50.678862 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.679189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:50.679568 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.708504 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e303a38e-395e-4548-98f4-e6884d4783b3 None None] Port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:59:50.766505 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.800425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7602bcf6-f518-4e9c-9e5d-a0b24a64f485,segment=NetworkSegment(4f273ecd-4842-46f8-ab7e-48f433b08a95),segment_id=4f273ecd-4842-46f8-ab7e-48f433b08a95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:50.805503 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.806659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c8ce103a-270f-4f52-ae9f-847216624390 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:59:50.887769 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=7602bcf6-f518-4e9c-9e5d-a0b24a64f485,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:50.901376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port c8ce103a-270f-4f52-ae9f-847216624390 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:59:50.905638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port c8ce103a-270f-4f52-ae9f-847216624390 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:50.906065 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.955388 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.965294 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Transition to ACTIVE for port object ea6cfadc-37fb-4815-9690-c7d3f1b576e9 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:50.971124 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:50.990399 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.022406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port c8ce103a-270f-4f52-ae9f-847216624390, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c8ce103a-270f-4f52-ae9f-847216624390,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:51.026852 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.057314 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Pushing event updated for resources: {'Port': ['ID=ea6cfadc-37fb-4815-9690-c7d3f1b576e9,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:51.070058 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:51.070636 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:51.070984 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:51.071321 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:51.071654 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:51.071983 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:51.072321 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:51.072656 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:51.072981 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:51.073302 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:51.073767 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:51.073934 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 14:59:51.090849 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 14:59:51.091947 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Attempting to bind port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:59:51.092311 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Attempting to bind port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:59:51.092792 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Attempting to bind port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 on network 85df1dda-f96f-4b52-ad3a-5702c961cb89 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:59:51.095942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=c8ce103a-270f-4f52-ae9f-847216624390,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:51.101852 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:59:51.102338 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Checking segment: {'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:59:51.102847 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.103805 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Bound using segment: {'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:59:51.103805 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Bound port: ea6cfadc-37fb-4815-9690-c7d3f1b576e9, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:59:51.104534 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.175231 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] For port ea6cfadc-37fb-4815-9690-c7d3f1b576e9, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:59:51.178565 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] For port ea6cfadc-37fb-4815-9690-c7d3f1b576e9, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ea6cfadc-37fb-4815-9690-c7d3f1b576e9,segment=NetworkSegment(4f273ecd-4842-46f8-ab7e-48f433b08a95),segment_id=4f273ecd-4842-46f8-ab7e-48f433b08a95)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:59:51.183608 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:51.248532 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Routers {'7ba5f47a-d1ff-4404-997f-2874a6d013c5'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 14:59:51.249110 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:51.251248 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e163fde-3452-481f-883b-cc567c7d4870 None None] Pushing event updated for resources: {'Port': ['ID=ea6cfadc-37fb-4815-9690-c7d3f1b576e9,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:51.373983 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] Set router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 14:59:51.577833 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ea6cfadc-37fb-4815-9690-c7d3f1b576e9', 'name': '', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:45:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:48Z', 'updated_at': '2021-08-31T14:59:51Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 14:59:51.603904 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6facf958-dc85-4177-a455-42b06ab98921 None None] The sync data for ids ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'] in n-d-792364-6 is: [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ea6cfadc-37fb-4815-9690-c7d3f1b576e9', 'name': '', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:45:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:48Z', 'updated_at': '2021-08-31T14:59:51Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 14:59:51.843205 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d13a7cca-4b20-4e8d-bade-943c6098e2a4 req-30240340-f969-4c78-ba3b-f0064ea0a91b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 210 time: 0.0692539 Aug 31 14:59:51.898267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-6e57aa97-5ecc-4a9b-ab5e-24df1bf82bce tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:51.899713 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-6e57aa97-5ecc-4a9b-ab5e-24df1bf82bce tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/networks?id=85df1dda-f96f-4b52-ad3a-5702c961cb89 HTTP/1.1" status: 200 len: 797 time: 0.1516418 Aug 31 14:59:51.952054 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-4f28b013-ae1f-4d05-b93f-df464578dae0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 380 time: 0.0358377 Aug 31 14:59:51.964044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'port': {'device_id': 'c3516783-ae19-4c56-8400-a56833c64415', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'admin_state_up': True, 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'security_groups': ['700532d6-783d-4138-988b-92d7548592a6']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:52.073480 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 14:59:52.077353 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.211404 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.20.0.12 (85df1dda-f96f-4b52-ad3a-5702c961cb89/d6875ef9-c045-410f-8ec5-3f8ab14e8fa7/861b0756-2100-4c85-a635-78542e29a169) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 14:59:52.354279 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.368454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Transition to ACTIVE for port object 861b0756-2100-4c85-a635-78542e29a169 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:52.403927 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.459630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network 85df1dda-f96f-4b52-ad3a-5702c961cb89 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 14:59:52.463903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 14:59:52.465997 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=861b0756-2100-4c85-a635-78542e29a169,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:52.468248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 14:59:52.526612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:52.536319 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.558384 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-30776208-b3b3-411a-9023-bd865b0aef50 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5981297 Aug 31 14:59:52.594057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ea6cfadc-37fb-4815-9690-c7d3f1b576e9 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:59:52.636199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Request body: {'port': {'device_id': 'c3516783-ae19-4c56-8400-a56833c64415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 14:59:52.654433 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:59:52.659391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:52.659984 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.713312 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.743076 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.776700 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port ea6cfadc-37fb-4815-9690-c7d3f1b576e9, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ea6cfadc-37fb-4815-9690-c7d3f1b576e9,segment=NetworkSegment(4f273ecd-4842-46f8-ab7e-48f433b08a95),segment_id=4f273ecd-4842-46f8-ab7e-48f433b08a95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:52.781127 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.781994 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:59:52.863138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-923cc543-5374-4d11-819d-22783e9be3cb None None] Provisioning for port 861b0756-2100-4c85-a635-78542e29a169 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:59:52.872838 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-923cc543-5374-4d11-819d-22783e9be3cb None None] Provisioning complete for port 861b0756-2100-4c85-a635-78542e29a169 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:52.873136 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-923cc543-5374-4d11-819d-22783e9be3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.875301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=ea6cfadc-37fb-4815-9690-c7d3f1b576e9,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:52.920243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:52.920655 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:52.922135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-923cc543-5374-4d11-819d-22783e9be3cb None None] Port 861b0756-2100-4c85-a635-78542e29a169 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 14:59:52.970501 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e6d6e-c9cd-4018-8efb-082e00e6952b req-cdcc0b43-eec5-4099-b69a-d8ffd2ef72bd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:52.972161 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e06e6d6e-c9cd-4018-8efb-082e00e6952b req-cdcc0b43-eec5-4099-b69a-d8ffd2ef72bd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 932 time: 0.0503833 Aug 31 14:59:52.988133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861b0756-2100-4c85-a635-78542e29a169 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:59:52.996209 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.008665 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Transition to ACTIVE for port object 861b0756-2100-4c85-a635-78542e29a169 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 14:59:53.009027 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c8ce103a-270f-4f52-ae9f-847216624390 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:59:53.013176 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.014470 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e06e6d6e-c9cd-4018-8efb-082e00e6952b req-724ef21e-1830-4ae8-9f54-4e1d694c3183 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342588 Aug 31 14:59:53.057262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port c8ce103a-270f-4f52-ae9f-847216624390 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:53.057657 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.064295 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Pushing event updated for resources: {'Port': ['ID=861b0756-2100-4c85-a635-78542e29a169,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:53.446890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Attempting to bind port 861b0756-2100-4c85-a635-78542e29a169 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 14:59:53.447226 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Attempting to bind port 861b0756-2100-4c85-a635-78542e29a169 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 14:59:53.447552 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Attempting to bind port 861b0756-2100-4c85-a635-78542e29a169 on network 85df1dda-f96f-4b52-ad3a-5702c961cb89 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:59:53.452202 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Port 861b0756-2100-4c85-a635-78542e29a169 on network 85df1dda-f96f-4b52-ad3a-5702c961cb89 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 14:59:53.452618 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Attempting to bind port 861b0756-2100-4c85-a635-78542e29a169 on network 85df1dda-f96f-4b52-ad3a-5702c961cb89 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 14:59:53.457500 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 14:59:53.457843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Checking segment: {'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 14:59:53.458788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Bound using segment: {'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 14:59:53.459222 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Bound port: 861b0756-2100-4c85-a635-78542e29a169, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f273ecd-4842-46f8-ab7e-48f433b08a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 14:59:53.459580 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.524622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] For port 861b0756-2100-4c85-a635-78542e29a169, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 14:59:53.527935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] For port 861b0756-2100-4c85-a635-78542e29a169, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=861b0756-2100-4c85-a635-78542e29a169,segment=NetworkSegment(4f273ecd-4842-46f8-ab7e-48f433b08a95),segment_id=4f273ecd-4842-46f8-ab7e-48f433b08a95)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 14:59:53.533304 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.568874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:53.569500 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:53.570926 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] 10.222.0.13 "PUT /v2.0/ports/861b0756-2100-4c85-a635-78542e29a169 HTTP/1.1" status: 200 len: 1092 time: 1.0029902 Aug 31 14:59:53.571379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3516783-ae19-4c56-8400-a56833c64415', 'tag': '861b0756-2100-4c85-a635-78542e29a169'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:59:53.573735 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d43b9d2-5220-4a6a-9dc9-071602bcc36c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3516783-ae19-4c56-8400-a56833c64415", "tag": "861b0756-2100-4c85-a635-78542e29a169"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:59:53.608911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c461a9-98d1-4404-b68b-415100d3ae54 service neutron] Pushing event updated for resources: {'Port': ['ID=861b0756-2100-4c85-a635-78542e29a169,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:53.647410 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4701aa-1502-4269-9b79-d188812d95a5 x-openstack-request-id: req-8f4701aa-1502-4269-9b79-d188812d95a5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:59:53.647841 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3516783-ae19-4c56-8400-a56833c64415", "tag": "861b0756-2100-4c85-a635-78542e29a169", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:59:53.648182 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f4701aa-1502-4269-9b79-d188812d95a5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:59:53.648847 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3516783-ae19-4c56-8400-a56833c64415', 'tag': '861b0756-2100-4c85-a635-78542e29a169', 'status': 'completed', 'code': 200} Aug 31 14:59:53.665568 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-33e8d489-c93e-494b-b099-193b032b5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:53.667295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-33e8d489-c93e-494b-b099-193b032b5638 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 1095 time: 0.0548327 Aug 31 14:59:53.711843 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-07adb0bd-8eba-406f-8fcc-1ca6e4bd3b62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861b0756-2100-4c85-a635-78542e29a169 HTTP/1.1" status: 200 len: 217 time: 0.0367951 Aug 31 14:59:53.763691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-21ae830c-47bc-4326-b869-422f9be9ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:53.765249 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-21ae830c-47bc-4326-b869-422f9be9ac3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6875ef9-c045-410f-8ec5-3f8ab14e8fa7 HTTP/1.1" status: 200 len: 834 time: 0.0472374 Aug 31 14:59:53.814763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-0de330ae-0723-4b36-badb-da90ac3a82ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:53.816369 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-0de330ae-0723-4b36-badb-da90ac3a82ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85df1dda-f96f-4b52-ad3a-5702c961cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430403 Aug 31 14:59:53.912551 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-9a407fe3-f1fc-4838-9649-3de02c1b2a11 service neutron] 10.222.0.13 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886869 Aug 31 14:59:54.000735 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036861c9-7916-48fc-9fbb-4f57443f8387 req-598071ba-05f0-4861-aaac-46bf041a1c82 service neutron] 10.222.0.13 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813146 Aug 31 14:59:54.092020 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b9d2-5220-4a6a-9dc9-071602bcc36c req-d415e7e3-2da2-4bfd-8d03-d3bbbff2fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:54.093585 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7d43b9d2-5220-4a6a-9dc9-071602bcc36c req-d415e7e3-2da2-4bfd-8d03-d3bbbff2fa22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 1095 time: 0.0465512 Aug 31 14:59:54.131771 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c9183-b41e-4e61-ae43-35b65a106843 req-6896c5ef-381e-4454-8014-89e893ac5936 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:54.133311 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f30c9183-b41e-4e61-ae43-35b65a106843 req-6896c5ef-381e-4454-8014-89e893ac5936 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 944 time: 0.0489647 Aug 31 14:59:54.171641 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f30c9183-b41e-4e61-ae43-35b65a106843 req-3feaedf2-6b43-4674-9c0a-ebcdb546e782 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322549 Aug 31 14:59:54.182928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b9d2-5220-4a6a-9dc9-071602bcc36c req-f3bf17b7-c9e7-40af-a58a-3703916282de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:54.184395 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7d43b9d2-5220-4a6a-9dc9-071602bcc36c req-f3bf17b7-c9e7-40af-a58a-3703916282de service neutron] 10.222.0.13 "GET /v2.0/networks?id=85df1dda-f96f-4b52-ad3a-5702c961cb89 HTTP/1.1" status: 200 len: 898 time: 0.0839393 Aug 31 14:59:54.231192 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7d43b9d2-5220-4a6a-9dc9-071602bcc36c req-78f2140b-1721-49cb-aeb2-5ccaf5a64fec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861b0756-2100-4c85-a635-78542e29a169 HTTP/1.1" status: 200 len: 217 time: 0.0385461 Aug 31 14:59:54.281696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b9d2-5220-4a6a-9dc9-071602bcc36c req-3e844cbb-d69c-48b6-8c3a-7da9f6a7ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:54.283051 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7d43b9d2-5220-4a6a-9dc9-071602bcc36c req-3e844cbb-d69c-48b6-8c3a-7da9f6a7ce33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6875ef9-c045-410f-8ec5-3f8ab14e8fa7 HTTP/1.1" status: 200 len: 834 time: 0.0439782 Aug 31 14:59:54.328627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b9d2-5220-4a6a-9dc9-071602bcc36c req-e1352180-95ad-4823-8529-a70ea7223b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:54.330143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7d43b9d2-5220-4a6a-9dc9-071602bcc36c req-e1352180-95ad-4823-8529-a70ea7223b10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85df1dda-f96f-4b52-ad3a-5702c961cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395665 Aug 31 14:59:54.427882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7d43b9d2-5220-4a6a-9dc9-071602bcc36c req-18fdd0a5-ffe0-4031-91a2-76836e763e8a service neutron] 10.222.0.13 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902028 Aug 31 14:59:54.469477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ea6cfadc-37fb-4815-9690-c7d3f1b576e9 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:59:54.519824 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7d43b9d2-5220-4a6a-9dc9-071602bcc36c req-275ecce7-77e3-4dd6-9962-398a7fa530ed service neutron] 10.222.0.13 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845265 Aug 31 14:59:54.524594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:54.524980 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:55.288660 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326db9f-7788-421b-9e0d-62985111260c req-d0c38530-b426-414d-b08d-f12efb88fe51 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:55.290245 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f326db9f-7788-421b-9e0d-62985111260c req-d0c38530-b426-414d-b08d-f12efb88fe51 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 944 time: 0.0508900 Aug 31 14:59:55.327848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f326db9f-7788-421b-9e0d-62985111260c req-d222d137-4462-4669-9761-44b0b0e28cc8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Aug 31 14:59:56.265292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 861b0756-2100-4c85-a635-78542e29a169 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 14:59:56.383419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 861b0756-2100-4c85-a635-78542e29a169, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=861b0756-2100-4c85-a635-78542e29a169,segment=NetworkSegment(4f273ecd-4842-46f8-ab7e-48f433b08a95),segment_id=4f273ecd-4842-46f8-ab7e-48f433b08a95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:56.399352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '861b0756-2100-4c85-a635-78542e29a169', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'port_id': '861b0756-2100-4c85-a635-78542e29a169', 'mac_address': 'fa:16:3e:7e:6a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 14:59:56.449481 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.452962 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fb5c0-ff07-40bd-95be-d699d52818eb req-0f02079d-9c12-4e57-bcf1-d2c798b04334 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:56.456917 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e65fb5c0-ff07-40bd-95be-d699d52818eb req-0f02079d-9c12-4e57-bcf1-d2c798b04334 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 944 time: 0.0604005 Aug 31 14:59:56.466734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861b0756-2100-4c85-a635-78542e29a169 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 14:59:56.494307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 861b0756-2100-4c85-a635-78542e29a169, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=861b0756-2100-4c85-a635-78542e29a169,segment=NetworkSegment(4f273ecd-4842-46f8-ab7e-48f433b08a95),segment_id=4f273ecd-4842-46f8-ab7e-48f433b08a95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:56.496949 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e65fb5c0-ff07-40bd-95be-d699d52818eb req-781d417f-94b1-43d0-84e2-d7f175262681 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333951 Aug 31 14:59:56.500063 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:56.547186 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=861b0756-2100-4c85-a635-78542e29a169,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:56.724995 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['861b0756-2100-4c85-a635-78542e29a169'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 14:59:57.620520 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ee716-d533-4f07-ac6e-d9d24abd3c36 req-cb83f5e4-7a63-4883-9657-ff36b708197b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:57.622046 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-928ee716-d533-4f07-ac6e-d9d24abd3c36 req-cb83f5e4-7a63-4883-9657-ff36b708197b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 945 time: 0.0559759 Aug 31 14:59:57.659973 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-928ee716-d533-4f07-ac6e-d9d24abd3c36 req-bd9296a4-c253-4767-9e3e-1815ee525a0b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314310 Aug 31 14:59:58.276477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 861b0756-2100-4c85-a635-78542e29a169 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 14:59:58.322910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 861b0756-2100-4c85-a635-78542e29a169 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 14:59:58.326678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 861b0756-2100-4c85-a635-78542e29a169 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 14:59:58.327055 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.404713 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.426894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3516783-ae19-4c56-8400-a56833c64415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861b0756-2100-4c85-a635-78542e29a169'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 14:59:58.429113 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860d84da-9c18-4888-a156-e0d131870819" -d '{"events": [{"server_uuid": "c3516783-ae19-4c56-8400-a56833c64415", "name": "network-vif-plugged", "status": "completed", "tag": "861b0756-2100-4c85-a635-78542e29a169"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 14:59:58.441503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 861b0756-2100-4c85-a635-78542e29a169, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=861b0756-2100-4c85-a635-78542e29a169,segment=NetworkSegment(4f273ecd-4842-46f8-ab7e-48f433b08a95),segment_id=4f273ecd-4842-46f8-ab7e-48f433b08a95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 14:59:58.448909 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 14:59:58.470984 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 14:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e88651-1336-479f-ab0a-dcf5c59dc72d x-openstack-request-id: req-08e88651-1336-479f-ab0a-dcf5c59dc72d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 14:59:58.471278 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3516783-ae19-4c56-8400-a56833c64415", "name": "network-vif-plugged", "status": "completed", "tag": "861b0756-2100-4c85-a635-78542e29a169", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 14:59:58.471528 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08e88651-1336-479f-ab0a-dcf5c59dc72d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 14:59:58.471919 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3516783-ae19-4c56-8400-a56833c64415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861b0756-2100-4c85-a635-78542e29a169', 'code': 200} Aug 31 14:59:58.497007 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=861b0756-2100-4c85-a635-78542e29a169,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 14:59:58.566088 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeef335-ab14-4201-9640-27a4c9b82288 req-fa6560d4-9779-442c-b9a0-4ce96ec98c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:58.568267 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfeef335-ab14-4201-9640-27a4c9b82288 req-fa6560d4-9779-442c-b9a0-4ce96ec98c64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 1097 time: 0.0403209 Aug 31 14:59:58.601723 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dfeef335-ab14-4201-9640-27a4c9b82288 req-11768a1b-d26b-4325-805c-e6f5c536db86 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265679 Aug 31 14:59:58.776290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db3145-54bd-4667-a9d7-c8f8e11c0d70 req-34c2d393-d79e-43eb-9af0-4dd1cb28e647 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:58.777814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40db3145-54bd-4667-a9d7-c8f8e11c0d70 req-34c2d393-d79e-43eb-9af0-4dd1cb28e647 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0509143 Aug 31 14:59:58.815749 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-40db3145-54bd-4667-a9d7-c8f8e11c0d70 req-3f86042a-4146-4560-b638-33a2842a0ef0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319512 Aug 31 14:59:59.930226 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801ca92-f5ee-47a9-852b-9cb4f1c85529 req-4aa1a98e-a215-4191-ad88-c580f0aacaa1 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 14:59:59.931687 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e801ca92-f5ee-47a9-852b-9cb4f1c85529 req-4aa1a98e-a215-4191-ad88-c580f0aacaa1 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0481465 Aug 31 14:59:59.968867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e801ca92-f5ee-47a9-852b-9cb4f1c85529 req-f67197d9-f9ea-4882-95a4-54ef610be170 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Aug 31 15:00:00.085360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc3ead-7925-4e41-b41a-5d47854b7428 req-99c580e2-facd-4e33-871e-2ae021da152d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:00.086911 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ebc3ead-7925-4e41-b41a-5d47854b7428 req-99c580e2-facd-4e33-871e-2ae021da152d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0536091 Aug 31 15:00:00.124254 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8ebc3ead-7925-4e41-b41a-5d47854b7428 req-a7896549-954d-499a-adf9-187a21330381 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312655 Aug 31 15:00:00.145786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35072) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:00.185150 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0be473-1513-46b0-973b-f2ab1e7a1806 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:00.186704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3e0be473-1513-46b0-973b-f2ab1e7a1806 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 1092 time: 0.0396774 Aug 31 15:00:00.189480 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35074) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:00.193906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '861b0756-2100-4c85-a635-78542e29a169', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:00:00.215569 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:00.315733 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:00.417350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.25.3.125 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/850ed6b2-d451-4461-9560-4d31676f791c) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:00:00.522824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:00.560634 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:00.596960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:00:00.602339 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:00:00.604862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:00:00.632883 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=850ed6b2-d451-4461-9560-4d31676f791c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:00.961596 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.024827 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.171715 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.176159 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.246254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=850ed6b2-d451-4461-9560-4d31676f791c,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:00:01.258476 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.356313 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Floating IP e4f3fee0-350e-494d-898f-0193857331b1 associated. External IP: 172.25.3.125, port: 861b0756-2100-4c85-a635-78542e29a169. Aug 31 15:00:01.467718 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-90884bdb-57d7-4d8f-bcac-862cb72ad7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.561818 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:00:01.667998 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:00:01.677611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18b3ee-d2e2-442e-924a-f2d81c8acb92 None None] Sync routers for ids ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:00:01.683517 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:01.686888 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18b3ee-d2e2-442e-924a-f2d81c8acb92 None None] Routers {'7ba5f47a-d1ff-4404-997f-2874a6d013c5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:00:01.687647 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-db18b3ee-d2e2-442e-924a-f2d81c8acb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:01.710690 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2e376864-cb8d-43b5-a200-7b454410ca20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5201941 Aug 31 15:00:01.711359 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3516783-ae19-4c56-8400-a56833c64415', 'tag': '861b0756-2100-4c85-a635-78542e29a169'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:00:01.713748 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f5e3b0-2368-4452-b8bc-55ec8c2089ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c3516783-ae19-4c56-8400-a56833c64415", "tag": "861b0756-2100-4c85-a635-78542e29a169"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:00:01.757094 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec35b4e-3946-40ed-8610-a3bc9e7277c9 x-openstack-request-id: req-3ec35b4e-3946-40ed-8610-a3bc9e7277c9 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:00:01.757398 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3516783-ae19-4c56-8400-a56833c64415", "tag": "861b0756-2100-4c85-a635-78542e29a169", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:00:01.757658 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ec35b4e-3946-40ed-8610-a3bc9e7277c9 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:00:01.758076 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3516783-ae19-4c56-8400-a56833c64415', 'tag': '861b0756-2100-4c85-a635-78542e29a169', 'status': 'completed', 'code': 200} Aug 31 15:00:01.805408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-db18b3ee-d2e2-442e-924a-f2d81c8acb92 None None] Set router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:00:01.823285 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40284cdf-be1b-40dd-a201-a5d5c045e259 req-22dc018b-3d0b-4d97-8fd8-3d42b18dc7c8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:01.829065 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-40284cdf-be1b-40dd-a201-a5d5c045e259 req-22dc018b-3d0b-4d97-8fd8-3d42b18dc7c8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0535285 Aug 31 15:00:01.831015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5e3b0-2368-4452-b8bc-55ec8c2089ca req-860b637c-09ab-4fa3-95ca-a4a28e35d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:01.832597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9f5e3b0-2368-4452-b8bc-55ec8c2089ca req-860b637c-09ab-4fa3-95ca-a4a28e35d9fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 1097 time: 0.0512638 Aug 31 15:00:01.869137 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-40284cdf-be1b-40dd-a201-a5d5c045e259 req-ae978c09-6989-4dbd-8e81-208f54603d2a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382214 Aug 31 15:00:01.891503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35080) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:01.972788 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2a976579-3e74-4108-aa77-163e0f468ed0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/e4f3fee0-350e-494d-898f-0193857331b1 HTTP/1.1" status: 200 len: 992 time: 0.0801752 Aug 31 15:00:01.985148 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5e3b0-2368-4452-b8bc-55ec8c2089ca req-120fbc01-309f-4ac8-b00f-ad32ed25898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:01.986600 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9f5e3b0-2368-4452-b8bc-55ec8c2089ca req-120fbc01-309f-4ac8-b00f-ad32ed25898d service neutron] 10.222.0.13 "GET /v2.0/networks?id=85df1dda-f96f-4b52-ad3a-5702c961cb89 HTTP/1.1" status: 200 len: 898 time: 0.1463563 Aug 31 15:00:02.043215 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-db18b3ee-d2e2-442e-924a-f2d81c8acb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'e4f3fee0-350e-494d-898f-0193857331b1', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'port_id': '861b0756-2100-4c85-a635-78542e29a169', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'mac_address': 'fa:16:3e:7e:6a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3516783-ae19-4c56-8400-a56833c64415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:00:00Z', 'updated_at': '2021-08-31T15:00:00Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6cfadc-37fb-4815-9690-c7d3f1b576e9', 'name': '', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:45:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:48Z', 'updated_at': '2021-08-31T14:59:52Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:02.052206 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9f5e3b0-2368-4452-b8bc-55ec8c2089ca req-645096d6-404e-4db1-b67c-e7c396d4d1a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861b0756-2100-4c85-a635-78542e29a169 HTTP/1.1" status: 200 len: 1000 time: 0.0580683 Aug 31 15:00:02.069486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18b3ee-d2e2-442e-924a-f2d81c8acb92 None None] Checking router: 7ba5f47a-d1ff-4404-997f-2874a6d013c5 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:00:02.078172 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18b3ee-d2e2-442e-924a-f2d81c8acb92 None None] Routers {'7ba5f47a-d1ff-4404-997f-2874a6d013c5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:00:02.078719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-db18b3ee-d2e2-442e-924a-f2d81c8acb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T14:59:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:02.101807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5e3b0-2368-4452-b8bc-55ec8c2089ca req-56c9eff1-7c3a-4910-9600-eb1dd3d849ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:02.103297 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9f5e3b0-2368-4452-b8bc-55ec8c2089ca req-56c9eff1-7c3a-4910-9600-eb1dd3d849ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6875ef9-c045-410f-8ec5-3f8ab14e8fa7 HTTP/1.1" status: 200 len: 834 time: 0.0443144 Aug 31 15:00:02.152929 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5e3b0-2368-4452-b8bc-55ec8c2089ca req-eb0bb995-625a-4613-93e1-62233d078f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:02.154450 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9f5e3b0-2368-4452-b8bc-55ec8c2089ca req-eb0bb995-625a-4613-93e1-62233d078f8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85df1dda-f96f-4b52-ad3a-5702c961cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442379 Aug 31 15:00:02.184765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-db18b3ee-d2e2-442e-924a-f2d81c8acb92 None None] Set router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:00:02.243430 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9f5e3b0-2368-4452-b8bc-55ec8c2089ca req-36699940-aeb0-420f-bd49-54faf37162e4 service neutron] 10.222.0.13 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812857 Aug 31 15:00:02.339352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9f5e3b0-2368-4452-b8bc-55ec8c2089ca req-ae5a45e5-e2c2-4168-88a9-4147024bb346 service neutron] 10.222.0.13 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875769 Aug 31 15:00:02.410977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-db18b3ee-d2e2-442e-924a-f2d81c8acb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'e4f3fee0-350e-494d-898f-0193857331b1', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'port_id': '861b0756-2100-4c85-a635-78542e29a169', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'mac_address': 'fa:16:3e:7e:6a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3516783-ae19-4c56-8400-a56833c64415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:00:00Z', 'updated_at': '2021-08-31T15:00:00Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6cfadc-37fb-4815-9690-c7d3f1b576e9', 'name': '', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:45:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:48Z', 'updated_at': '2021-08-31T14:59:52Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:00:02.439104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18b3ee-d2e2-442e-924a-f2d81c8acb92 None None] The sync data for ids ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'] in n-d-792364-6 is: [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': 'e4f3fee0-350e-494d-898f-0193857331b1', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'port_id': '861b0756-2100-4c85-a635-78542e29a169', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'mac_address': 'fa:16:3e:7e:6a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3516783-ae19-4c56-8400-a56833c64415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:00:00Z', 'updated_at': '2021-08-31T15:00:00Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6cfadc-37fb-4815-9690-c7d3f1b576e9', 'name': '', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:45:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:48Z', 'updated_at': '2021-08-31T14:59:52Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:00:02.626470 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e09a0c9-d503-4e47-8789-041ab808bc18 None None] New status for floating IP e4f3fee0-350e-494d-898f-0193857331b1: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:00:02.976764 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35082) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:03.046266 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a5fb911b-3f28-48ac-b99e-33c235b5fe4c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/e4f3fee0-350e-494d-898f-0193857331b1 HTTP/1.1" status: 200 len: 994 time: 0.0636256 Aug 31 15:00:04.135830 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:04.151463 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-73cf4c6d-27f1-4a6b-a944-7e8b866ad546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:05.447305 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:06.996984 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:09.717672 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:09.848412 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:28.081567 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:00:31.468904 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b56c29a0-f807-4de6-8e9e-dda9acb8fa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:34.137018 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:34.152647 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-eec1e9c8-8b98-43fc-b5c7-3329eb58ab8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:35.449997 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:36.474806 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b9eef-6a57-411b-92f0-04421a3d578d req-f00c145a-69a8-433b-adfa-7d5e2a387dac tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:36.476477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df4b9eef-6a57-411b-92f0-04421a3d578d req-f00c145a-69a8-433b-adfa-7d5e2a387dac tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0751076 Aug 31 15:00:36.483986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355643e-3221-4653-a2ea-35e4ef365d60 req-b1dd0acf-1c8f-4b80-8773-a0885c340c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:36.485515 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e355643e-3221-4653-a2ea-35e4ef365d60 req-b1dd0acf-1c8f-4b80-8773-a0885c340c5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 1097 time: 0.0740969 Aug 31 15:00:36.565777 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-df4b9eef-6a57-411b-92f0-04421a3d578d req-d51e1445-6057-4fe5-a353-ff2345e1fb58 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792208 Aug 31 15:00:36.599153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355643e-3221-4653-a2ea-35e4ef365d60 req-b26b5a0c-4438-4fac-a68d-8682d2bba78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:36.600673 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e355643e-3221-4653-a2ea-35e4ef365d60 req-b26b5a0c-4438-4fac-a68d-8682d2bba78a service neutron] 10.222.0.13 "GET /v2.0/networks?id=85df1dda-f96f-4b52-ad3a-5702c961cb89 HTTP/1.1" status: 200 len: 898 time: 0.1012540 Aug 31 15:00:36.664506 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e355643e-3221-4653-a2ea-35e4ef365d60 req-1cd370e6-e456-499b-846f-ace1f4121790 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861b0756-2100-4c85-a635-78542e29a169 HTTP/1.1" status: 200 len: 1002 time: 0.0565012 Aug 31 15:00:36.716736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355643e-3221-4653-a2ea-35e4ef365d60 req-3708f46d-1bb7-44fb-93ac-d1d8c6ed4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:36.718179 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e355643e-3221-4653-a2ea-35e4ef365d60 req-3708f46d-1bb7-44fb-93ac-d1d8c6ed4588 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6875ef9-c045-410f-8ec5-3f8ab14e8fa7 HTTP/1.1" status: 200 len: 834 time: 0.0466442 Aug 31 15:00:36.763996 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355643e-3221-4653-a2ea-35e4ef365d60 req-960c2706-420d-43e4-949f-1c79afee6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:36.765496 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e355643e-3221-4653-a2ea-35e4ef365d60 req-960c2706-420d-43e4-949f-1c79afee6a0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85df1dda-f96f-4b52-ad3a-5702c961cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394075 Aug 31 15:00:36.854668 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e355643e-3221-4653-a2ea-35e4ef365d60 req-d5d65cbc-4408-49d6-8576-46a2096dad9a service neutron] 10.222.0.13 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809095 Aug 31 15:00:36.948943 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e355643e-3221-4653-a2ea-35e4ef365d60 req-fb83bb60-0529-42fd-95c9-6d1244cbf4f7 service neutron] 10.222.0.13 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863833 Aug 31 15:00:37.000312 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:37.681385 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024cc87-72ac-47a0-9c30-74ec0e41115d req-0cbf9869-e67a-4062-8a47-90b65502165a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:37.682877 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0024cc87-72ac-47a0-9c30-74ec0e41115d req-0cbf9869-e67a-4062-8a47-90b65502165a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0481558 Aug 31 15:00:37.719338 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0024cc87-72ac-47a0-9c30-74ec0e41115d req-faf411b9-591e-4e57-8065-735f5628b01e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305090 Aug 31 15:00:38.837698 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c3b0f-9dd3-495d-a59f-1633f310f905 req-21d3a9cd-df78-41a4-93c4-303eeef2c8df tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:38.839243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-525c3b0f-9dd3-495d-a59f-1633f310f905 req-21d3a9cd-df78-41a4-93c4-303eeef2c8df tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0509293 Aug 31 15:00:38.877434 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-525c3b0f-9dd3-495d-a59f-1633f310f905 req-9b9b057a-fb1f-4e19-a77c-5aa10fe8bd9c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322740 Aug 31 15:00:39.731011 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:39.850405 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:00:40.000331 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c2b25-24c3-4339-8bf5-dfbb4fd679a6 req-9155f8ab-3ffe-49e1-b9a4-01c29dd6cd01 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:40.001833 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-be0c2b25-24c3-4339-8bf5-dfbb4fd679a6 req-9155f8ab-3ffe-49e1-b9a4-01c29dd6cd01 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0573273 Aug 31 15:00:40.040780 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-be0c2b25-24c3-4339-8bf5-dfbb4fd679a6 req-ad7d5504-4fe4-44ce-b296-38d47d804c1a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329998 Aug 31 15:00:41.162557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be389edf-b40b-4553-896e-3403d45e6180 req-b065ed7a-aa43-4327-bedb-781234dc27fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:41.164072 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-be389edf-b40b-4553-896e-3403d45e6180 req-b065ed7a-aa43-4327-bedb-781234dc27fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0548682 Aug 31 15:00:41.201610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-be389edf-b40b-4553-896e-3403d45e6180 req-9f23ffd0-3ae7-4f18-aac0-db67ebb965b1 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313892 Aug 31 15:00:42.314568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915391b-b84c-4ce4-83af-c4d3bdac2de1 req-48f5e9d9-7995-4e1f-a927-83c169833412 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:42.316106 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f915391b-b84c-4ce4-83af-c4d3bdac2de1 req-48f5e9d9-7995-4e1f-a927-83c169833412 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0488868 Aug 31 15:00:42.353470 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f915391b-b84c-4ce4-83af-c4d3bdac2de1 req-8e8da953-e083-4da1-8d56-d5affc5d2b8e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309613 Aug 31 15:00:43.532861 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fef6c-127d-4115-84fe-e65acf293379 req-40c2677b-25e8-4732-87f8-fef0dc4ad6ee tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:43.534387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db9fef6c-127d-4115-84fe-e65acf293379 req-40c2677b-25e8-4732-87f8-fef0dc4ad6ee tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.1009848 Aug 31 15:00:43.572176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-db9fef6c-127d-4115-84fe-e65acf293379 req-eb32d120-bd0b-43c1-bb96-d56508408cd9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309455 Aug 31 15:00:44.732404 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1d320-0891-4c3a-8c18-c8cb3cc784bb req-19cdae99-696a-429b-b91e-99d31f449ad5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:44.733825 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bf1d320-0891-4c3a-8c18-c8cb3cc784bb req-19cdae99-696a-429b-b91e-99d31f449ad5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0956507 Aug 31 15:00:44.770282 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2bf1d320-0891-4c3a-8c18-c8cb3cc784bb req-3365eddc-85c0-4be3-b655-80fc896bd838 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305781 Aug 31 15:00:45.887030 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c9834-dac2-448a-8557-9889636d8c2c req-baf61c38-e95a-445b-9d16-dcf913fa32c9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:45.888581 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d2c9834-dac2-448a-8557-9889636d8c2c req-baf61c38-e95a-445b-9d16-dcf913fa32c9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0493934 Aug 31 15:00:45.925815 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9d2c9834-dac2-448a-8557-9889636d8c2c req-d97dd548-22ef-4fec-a3f8-c90894e58f60 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312767 Aug 31 15:00:47.045532 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5fb14-0b5e-4006-8ede-741f78d8037a req-2444c283-c730-4f08-9390-04322db4a47a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:47.047015 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2df5fb14-0b5e-4006-8ede-741f78d8037a req-2444c283-c730-4f08-9390-04322db4a47a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0525594 Aug 31 15:00:47.083800 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2df5fb14-0b5e-4006-8ede-741f78d8037a req-b166a13a-275c-430b-8d61-e66c250ad760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309689 Aug 31 15:00:48.200330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f518896-4b35-43ef-8282-d992a74fcea7 req-0fe9f369-418c-4db1-9e38-1547062f9f9d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:48.201874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f518896-4b35-43ef-8282-d992a74fcea7 req-0fe9f369-418c-4db1-9e38-1547062f9f9d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0522134 Aug 31 15:00:48.532066 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3f518896-4b35-43ef-8282-d992a74fcea7 req-5e4f78d6-38c8-464f-8030-7b60f148bc17 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3240998 Aug 31 15:00:49.648228 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db5ee5-b083-487d-abfe-3bc52841c476 req-1ea99a17-3529-4fe1-be7b-677ea91f284f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:49.649750 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-97db5ee5-b083-487d-abfe-3bc52841c476 req-1ea99a17-3529-4fe1-be7b-677ea91f284f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0491364 Aug 31 15:00:49.687306 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-97db5ee5-b083-487d-abfe-3bc52841c476 req-15a6e963-c1f6-454a-af85-61bc18a25d87 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314808 Aug 31 15:00:50.804370 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48949b0e-9d80-4068-966a-e64b7401dabb req-70dce592-4eb3-40b7-ba5c-28285c218d5f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:50.805882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48949b0e-9d80-4068-966a-e64b7401dabb req-70dce592-4eb3-40b7-ba5c-28285c218d5f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0481868 Aug 31 15:00:50.844346 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48949b0e-9d80-4068-966a-e64b7401dabb req-d68096b0-6305-4401-8ed1-08f6a6c010da tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Aug 31 15:00:50.901428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f787e0-ea7a-4360-8b62-9109f1294517 req-d11bfd20-d735-4b21-8086-eda182314cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:50.902992 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63f787e0-ea7a-4360-8b62-9109f1294517 req-d11bfd20-d735-4b21-8086-eda182314cc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 1097 time: 0.0437901 Aug 31 15:00:51.008585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f787e0-ea7a-4360-8b62-9109f1294517 req-339acb89-96c6-41b4-b06f-7f1a54f188c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:51.011012 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63f787e0-ea7a-4360-8b62-9109f1294517 req-339acb89-96c6-41b4-b06f-7f1a54f188c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85df1dda-f96f-4b52-ad3a-5702c961cb89 HTTP/1.1" status: 200 len: 898 time: 0.0877380 Aug 31 15:00:51.076743 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63f787e0-ea7a-4360-8b62-9109f1294517 req-61f24354-d04d-497c-9ea0-447b3bfdb979 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861b0756-2100-4c85-a635-78542e29a169 HTTP/1.1" status: 200 len: 1002 time: 0.0575995 Aug 31 15:00:51.129755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f787e0-ea7a-4360-8b62-9109f1294517 req-fcbcc72d-9275-40b9-a517-e21151c37a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:51.131178 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63f787e0-ea7a-4360-8b62-9109f1294517 req-fcbcc72d-9275-40b9-a517-e21151c37a5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6875ef9-c045-410f-8ec5-3f8ab14e8fa7 HTTP/1.1" status: 200 len: 834 time: 0.0463600 Aug 31 15:00:51.177023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f787e0-ea7a-4360-8b62-9109f1294517 req-3345f182-64a8-4e07-8060-6a6cb4faa307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:51.178520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63f787e0-ea7a-4360-8b62-9109f1294517 req-3345f182-64a8-4e07-8060-6a6cb4faa307 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85df1dda-f96f-4b52-ad3a-5702c961cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399137 Aug 31 15:00:51.267049 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63f787e0-ea7a-4360-8b62-9109f1294517 req-114b8195-87a1-4086-a8be-512687d8202f service neutron] 10.222.0.13 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803697 Aug 31 15:00:51.359269 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63f787e0-ea7a-4360-8b62-9109f1294517 req-f42a0d5e-fbcd-457e-81e8-0a7c46e9656d service neutron] 10.222.0.13 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849552 Aug 31 15:00:51.959163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adb6c4-b932-4732-804a-d505ea613f5f req-876d43bf-814d-4d6d-b796-8bc88c6e43e1 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:51.960779 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-79adb6c4-b932-4732-804a-d505ea613f5f req-876d43bf-814d-4d6d-b796-8bc88c6e43e1 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0485208 Aug 31 15:00:51.997683 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-79adb6c4-b932-4732-804a-d505ea613f5f req-62ff878d-ed88-4d62-8674-953751d1158a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Aug 31 15:00:53.112901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b60fe-1ed7-41db-aa92-6f5453e251bc req-9775aacd-62a8-497c-b365-331d2ec53a27 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:00:53.114373 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-103b60fe-1ed7-41db-aa92-6f5453e251bc req-9775aacd-62a8-497c-b365-331d2ec53a27 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0490999 Aug 31 15:00:53.151778 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-103b60fe-1ed7-41db-aa92-6f5453e251bc req-6e6fa015-971b-4529-acd9-c0ddd77565b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Aug 31 15:00:53.174118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35134) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:00:53.237608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7d0d7a2b-0b32-45c2-8064-86a5ed36cf9a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/e4f3fee0-350e-494d-898f-0193857331b1 HTTP/1.1" status: 200 len: 994 time: 0.0623577 Aug 31 15:01:01.469845 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-562612ab-13ba-48dc-b2ce-ec320d07fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:04.143738 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:04.154719 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-95631f31-b86c-40bf-bdf4-a66152a7017a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:05.080578 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:01:05.453507 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:07.161153 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:09.744957 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:09.847509 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:25.696257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35158) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:25.852310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port 850ed6b2-d451-4461-9560-4d31676f791c {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:01:25.852602 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:25.926562 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:25.926899 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:25.938239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for 850ed6b2-d451-4461-9560-4d31676f791c owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:01:26.113011 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:26.141629 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=850ed6b2-d451-4461-9560-4d31676f791c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:26.153624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:26.153986 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:26.154335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:26.154710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:26.155050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:26.155390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:26.155725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:26.156059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:26.156394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:26.156768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:26.157086 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:26.157413 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:26.211752 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:26.211752 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Floating IP e4f3fee0-350e-494d-898f-0193857331b1 disassociated (deleted). External IP: 172.25.3.125, port: 861b0756-2100-4c85-a635-78542e29a169. Aug 31 15:01:26.418928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:01:26.527151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:01:26.531887 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:26.537902 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c73ef-9f4a-4141-85e6-3553f9fca623 None None] Sync routers for ids ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:01:26.546486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c73ef-9f4a-4141-85e6-3553f9fca623 None None] Routers {'7ba5f47a-d1ff-4404-997f-2874a6d013c5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:01:26.547104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f38c73ef-9f4a-4141-85e6-3553f9fca623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:01:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:26.562870 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4038896e-3c71-462b-a5b3-7e4f7e729176 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/floatingips/e4f3fee0-350e-494d-898f-0193857331b1 HTTP/1.1" status: 204 len: 168 time: 0.8630996 Aug 31 15:01:26.562870 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3516783-ae19-4c56-8400-a56833c64415', 'tag': '861b0756-2100-4c85-a635-78542e29a169'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:01:26.563293 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d18c5ea-57b5-4d28-bf93-849d8e151b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3516783-ae19-4c56-8400-a56833c64415", "tag": "861b0756-2100-4c85-a635-78542e29a169"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:01:26.657192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f38c73ef-9f4a-4141-85e6-3553f9fca623 None None] Set router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:01:26.662701 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76586b18-b9b9-4aa0-b07c-4c5ac9cf1375 x-openstack-request-id: req-76586b18-b9b9-4aa0-b07c-4c5ac9cf1375 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:01:26.663069 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3516783-ae19-4c56-8400-a56833c64415", "tag": "861b0756-2100-4c85-a635-78542e29a169", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:01:26.663350 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76586b18-b9b9-4aa0-b07c-4c5ac9cf1375 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:01:26.663758 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3516783-ae19-4c56-8400-a56833c64415', 'tag': '861b0756-2100-4c85-a635-78542e29a169', 'status': 'completed', 'code': 200} Aug 31 15:01:26.742065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18c5ea-57b5-4d28-bf93-849d8e151b5a req-a6f4d399-a2b2-408b-90b3-dfef65497781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:26.743589 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1d18c5ea-57b5-4d28-bf93-849d8e151b5a req-a6f4d399-a2b2-408b-90b3-dfef65497781 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 1097 time: 0.0421402 Aug 31 15:01:26.796156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7abf5-25a2-4099-a5fd-cd3c40d0da4c req-0501a593-547d-4154-98e5-6cb57654cfdc tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:26.797682 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-44d7abf5-25a2-4099-a5fd-cd3c40d0da4c req-0501a593-547d-4154-98e5-6cb57654cfdc tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0559056 Aug 31 15:01:26.837729 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-44d7abf5-25a2-4099-a5fd-cd3c40d0da4c req-1169f9e4-7ed6-4b2b-8198-07b4f6abd5ba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340569 Aug 31 15:01:26.842808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18c5ea-57b5-4d28-bf93-849d8e151b5a req-86e1f502-72bd-4a9b-91f9-0aa280df432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:26.844528 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1d18c5ea-57b5-4d28-bf93-849d8e151b5a req-86e1f502-72bd-4a9b-91f9-0aa280df432c service neutron] 10.222.0.13 "GET /v2.0/networks?id=85df1dda-f96f-4b52-ad3a-5702c961cb89 HTTP/1.1" status: 200 len: 898 time: 0.0928197 Aug 31 15:01:26.873124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f38c73ef-9f4a-4141-85e6-3553f9fca623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ea6cfadc-37fb-4815-9690-c7d3f1b576e9', 'name': '', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:45:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:48Z', 'updated_at': '2021-08-31T14:59:52Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:26.887126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1d18c5ea-57b5-4d28-bf93-849d8e151b5a req-c7576c50-353a-427e-9283-8dcd0543b034 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861b0756-2100-4c85-a635-78542e29a169 HTTP/1.1" status: 200 len: 217 time: 0.0348945 Aug 31 15:01:26.904054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c73ef-9f4a-4141-85e6-3553f9fca623 None None] Checking router: 7ba5f47a-d1ff-4404-997f-2874a6d013c5 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:01:26.912153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c73ef-9f4a-4141-85e6-3553f9fca623 None None] Routers {'7ba5f47a-d1ff-4404-997f-2874a6d013c5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:01:26.912794 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f38c73ef-9f4a-4141-85e6-3553f9fca623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:01:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:26.939843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18c5ea-57b5-4d28-bf93-849d8e151b5a req-6ef33886-f840-46e3-ab49-ee21d51e5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:26.941778 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1d18c5ea-57b5-4d28-bf93-849d8e151b5a req-6ef33886-f840-46e3-ab49-ee21d51e5e09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6875ef9-c045-410f-8ec5-3f8ab14e8fa7 HTTP/1.1" status: 200 len: 834 time: 0.0467312 Aug 31 15:01:26.989788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18c5ea-57b5-4d28-bf93-849d8e151b5a req-f384a912-cf75-4171-a7f7-08d95dc0da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:26.991301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1d18c5ea-57b5-4d28-bf93-849d8e151b5a req-f384a912-cf75-4171-a7f7-08d95dc0da3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85df1dda-f96f-4b52-ad3a-5702c961cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402157 Aug 31 15:01:27.015900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f38c73ef-9f4a-4141-85e6-3553f9fca623 None None] Set router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:01:27.081017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1d18c5ea-57b5-4d28-bf93-849d8e151b5a req-4f264824-ab88-49a1-a000-1fa6171d4dec service neutron] 10.222.0.13 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811930 Aug 31 15:01:27.176782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1d18c5ea-57b5-4d28-bf93-849d8e151b5a req-47ccdbb8-d4f4-4e99-83e1-e09149e501aa service neutron] 10.222.0.13 "GET /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876682 Aug 31 15:01:27.227370 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f38c73ef-9f4a-4141-85e6-3553f9fca623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ea6cfadc-37fb-4815-9690-c7d3f1b576e9', 'name': '', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:45:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:48Z', 'updated_at': '2021-08-31T14:59:52Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:27.253783 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c73ef-9f4a-4141-85e6-3553f9fca623 None None] The sync data for ids ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'] in n-d-792364-6 is: [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:48Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'ea6cfadc-37fb-4815-9690-c7d3f1b576e9', 'name': '', 'network_id': '85df1dda-f96f-4b52-ad3a-5702c961cb89', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:45:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:48Z', 'updated_at': '2021-08-31T14:59:52Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'd6875ef9-c045-410f-8ec5-3f8ab14e8fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:01:27.458532 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf1c7b-b204-4d34-8c40-4ea998b228e4 None None] New status for floating IP e4f3fee0-350e-494d-898f-0193857331b1: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:01:27.956448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7684bb5-a365-41aa-b588-cd268e58f7db req-0492dffa-a049-4fa5-81b3-c9f12556004e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:27.957963 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7684bb5-a365-41aa-b588-cd268e58f7db req-0492dffa-a049-4fa5-81b3-c9f12556004e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0498300 Aug 31 15:01:27.995449 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c7684bb5-a365-41aa-b588-cd268e58f7db req-0a4e972d-349a-497b-93cd-a908b4b5fe20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=700532d6-783d-4138-988b-92d7548592a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315661 Aug 31 15:01:28.247017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4ab37-fbb7-437c-a923-c78526fe8699 req-8b5a4f50-1035-473e-ba98-4aa8dedc9c04 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:28.248495 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37c4ab37-fbb7-437c-a923-c78526fe8699 req-8b5a4f50-1035-473e-ba98-4aa8dedc9c04 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 946 time: 0.0475652 Aug 31 15:01:28.338861 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-37c4ab37-fbb7-437c-a923-c78526fe8699 req-3b28b19e-8a17-4bbf-928b-286a7e466d1b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port 861b0756-2100-4c85-a635-78542e29a169 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:01:28.339201 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-37c4ab37-fbb7-437c-a923-c78526fe8699 req-3b28b19e-8a17-4bbf-928b-286a7e466d1b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:28.425191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-37c4ab37-fbb7-437c-a923-c78526fe8699 req-3b28b19e-8a17-4bbf-928b-286a7e466d1b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port 861b0756-2100-4c85-a635-78542e29a169, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=861b0756-2100-4c85-a635-78542e29a169,segment=NetworkSegment(4f273ecd-4842-46f8-ab7e-48f433b08a95),segment_id=4f273ecd-4842-46f8-ab7e-48f433b08a95)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:01:28.425565 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-37c4ab37-fbb7-437c-a923-c78526fe8699 req-3b28b19e-8a17-4bbf-928b-286a7e466d1b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:28.438205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-37c4ab37-fbb7-437c-a923-c78526fe8699 req-3b28b19e-8a17-4bbf-928b-286a7e466d1b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for 861b0756-2100-4c85-a635-78542e29a169 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:01:28.570377 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-37c4ab37-fbb7-437c-a923-c78526fe8699 req-3b28b19e-8a17-4bbf-928b-286a7e466d1b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:28.605294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28b19e-8a17-4bbf-928b-286a7e466d1b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=861b0756-2100-4c85-a635-78542e29a169,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:28.645281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c4ab37-fbb7-437c-a923-c78526fe8699 req-3b28b19e-8a17-4bbf-928b-286a7e466d1b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] No DVR routers for this DVR port 861b0756-2100-4c85-a635-78542e29a169 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:01:28.648247 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-37c4ab37-fbb7-437c-a923-c78526fe8699 req-3b28b19e-8a17-4bbf-928b-286a7e466d1b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:28.650357 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-37c4ab37-fbb7-437c-a923-c78526fe8699 req-3b28b19e-8a17-4bbf-928b-286a7e466d1b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "DELETE /v2.0/ports/861b0756-2100-4c85-a635-78542e29a169 HTTP/1.1" status: 204 len: 173 time: 0.3953030 Aug 31 15:01:28.665040 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3516783-ae19-4c56-8400-a56833c64415', 'name': 'network-vif-deleted', 'tag': '861b0756-2100-4c85-a635-78542e29a169'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:01:28.667367 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ffcdc6-fc37-4f37-97d9-195428ff7473" -d '{"events": [{"server_uuid": "c3516783-ae19-4c56-8400-a56833c64415", "name": "network-vif-deleted", "tag": "861b0756-2100-4c85-a635-78542e29a169"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:01:28.702149 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6045d9-da6c-45fd-96d8-41373dcb31e9 x-openstack-request-id: req-1b6045d9-da6c-45fd-96d8-41373dcb31e9 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:01:28.702503 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3516783-ae19-4c56-8400-a56833c64415", "name": "network-vif-deleted", "tag": "861b0756-2100-4c85-a635-78542e29a169", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:01:28.702761 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b6045d9-da6c-45fd-96d8-41373dcb31e9 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:01:28.703173 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3516783-ae19-4c56-8400-a56833c64415', 'name': 'network-vif-deleted', 'tag': '861b0756-2100-4c85-a635-78542e29a169', 'status': 'completed', 'code': 200} Aug 31 15:01:29.113378 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fa5d4821-4b4d-459f-8fd3-47cbb7d0db93 req-29518a07-21b2-4f95-83dd-d6ebed742687 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3516783-ae19-4c56-8400-a56833c64415 HTTP/1.1" status: 200 len: 210 time: 0.0286384 Aug 31 15:01:30.170245 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35176) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:30.609149 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83cee7d7-b970-4341-93b3-5498fd25ca98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:30.910206 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-83cee7d7-b970-4341-93b3-5498fd25ca98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port ea6cfadc-37fb-4815-9690-c7d3f1b576e9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:01:30.910488 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83cee7d7-b970-4341-93b3-5498fd25ca98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:31.281686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-83cee7d7-b970-4341-93b3-5498fd25ca98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port ea6cfadc-37fb-4815-9690-c7d3f1b576e9, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=ea6cfadc-37fb-4815-9690-c7d3f1b576e9,segment=NetworkSegment(4f273ecd-4842-46f8-ab7e-48f433b08a95),segment_id=4f273ecd-4842-46f8-ab7e-48f433b08a95)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:01:31.282423 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83cee7d7-b970-4341-93b3-5498fd25ca98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:31.295074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-83cee7d7-b970-4341-93b3-5498fd25ca98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for ea6cfadc-37fb-4815-9690-c7d3f1b576e9 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:01:31.472194 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-45dc5f32-9031-40d8-8cb9-abe3c603aafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:31.478269 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83cee7d7-b970-4341-93b3-5498fd25ca98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:31.509797 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cee7d7-b970-4341-93b3-5498fd25ca98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=ea6cfadc-37fb-4815-9690-c7d3f1b576e9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:31.682885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83cee7d7-b970-4341-93b3-5498fd25ca98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:31.895510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cee7d7-b970-4341-93b3-5498fd25ca98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:01:32.000596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cee7d7-b970-4341-93b3-5498fd25ca98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:01:32.005701 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-83cee7d7-b970-4341-93b3-5498fd25ca98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "PUT /v2.0/routers/7ba5f47a-d1ff-4404-997f-2874a6d013c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8344336 Aug 31 15:01:32.008524 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35178) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:32.011614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48f40d-d87e-486b-bf5e-382acff2371e None None] Sync routers for ids ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:01:32.021668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48f40d-d87e-486b-bf5e-382acff2371e None None] Routers {'7ba5f47a-d1ff-4404-997f-2874a6d013c5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:01:32.022289 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-be48f40d-d87e-486b-bf5e-382acff2371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:01:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:32.059301 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ea2541-6a92-4cde-be39-6f89d99acce5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting subnet d6875ef9-c045-410f-8ec5-3f8ab14e8fa7 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:01:32.062389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08ea2541-6a92-4cde-be39-6f89d99acce5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.101456 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08ea2541-6a92-4cde-be39-6f89d99acce5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.127558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-be48f40d-d87e-486b-bf5e-382acff2371e None None] Set router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:01:32.188973 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08ea2541-6a92-4cde-be39-6f89d99acce5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.248555 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08ea2541-6a92-4cde-be39-6f89d99acce5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.277507 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea2541-6a92-4cde-be39-6f89d99acce5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Subnet': ['ID=d6875ef9-c045-410f-8ec5-3f8ab14e8fa7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:32.279520 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08ea2541-6a92-4cde-be39-6f89d99acce5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.284720 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-08ea2541-6a92-4cde-be39-6f89d99acce5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/subnets/d6875ef9-c045-410f-8ec5-3f8ab14e8fa7 HTTP/1.1" status: 204 len: 168 time: 0.2719991 Aug 31 15:01:32.285345 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35180) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:32.289085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b6777-63f7-4af6-b1d0-62f0e96428f9 None None] Network 85df1dda-f96f-4b52-ad3a-5702c961cb89 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:01:32.384569 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-be48f40d-d87e-486b-bf5e-382acff2371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T15:01:31Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:32.394122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.427931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48f40d-d87e-486b-bf5e-382acff2371e None None] Checking router: 7ba5f47a-d1ff-4404-997f-2874a6d013c5 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:01:32.440818 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48f40d-d87e-486b-bf5e-382acff2371e None None] Routers {'7ba5f47a-d1ff-4404-997f-2874a6d013c5'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:01:32.441344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-be48f40d-d87e-486b-bf5e-382acff2371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:01:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:32.506114 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.561141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port c8ce103a-270f-4f52-ae9f-847216624390 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:01:32.561379 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-be48f40d-d87e-486b-bf5e-382acff2371e None None] Set router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:01:32.561854 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.592758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] DHCP port deletion for 85df1dda-f96f-4b52-ad3a-5702c961cb89 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:01:32.594473 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 861b0756-2100-4c85-a635-78542e29a169 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:01:32.641557 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port c8ce103a-270f-4f52-ae9f-847216624390, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c8ce103a-270f-4f52-ae9f-847216624390,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:01:32.641925 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.643959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 861b0756-2100-4c85-a635-78542e29a169 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:01:32.644307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 861b0756-2100-4c85-a635-78542e29a169 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:01:32.655634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for c8ce103a-270f-4f52-ae9f-847216624390 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:01:32.769316 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Deleting port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:01:32.769673 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.816935 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.843816 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=c8ce103a-270f-4f52-ae9f-847216624390,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:32.846505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] For port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=7602bcf6-f518-4e9c-9e5d-a0b24a64f485,segment=NetworkSegment(4f273ecd-4842-46f8-ab7e-48f433b08a95),segment_id=4f273ecd-4842-46f8-ab7e-48f433b08a95)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:01:32.847101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:32.861566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Calling delete_port for 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:01:32.878468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-be48f40d-d87e-486b-bf5e-382acff2371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T15:01:31Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:32.938767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48f40d-d87e-486b-bf5e-382acff2371e None None] The sync data for ids ['7ba5f47a-d1ff-4404-997f-2874a6d013c5'] in n-d-792364-6 is: [{'id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678117591', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T15:01:31Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'c8ce103a-270f-4f52-ae9f-847216624390', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5f47a-d1ff-4404-997f-2874a6d013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T14:59:45Z', 'updated_at': '2021-08-31T14:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:01:32.982182 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.010480 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Pushing event deleted for resources: {'Port': ['ID=7602bcf6-f518-4e9c-9e5d-a0b24a64f485,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:33.012922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] No DVR routers for this DVR port 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:01:33.026534 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.027006 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.027255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.027575 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.027953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.028388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.028769 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.029206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.029533 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.029961 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.030193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.030526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3daa2e-a826-457f-9d07-f2cbc64ad048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.206939 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.207287 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.207629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.207964 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.208296 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.208654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.208995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.209324 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.209651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.209975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.210297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.210633 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:33.246952 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.342533 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.344758 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.388867 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.389401 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Fanout notify agent at l3_agent the message router_deleted on router 7ba5f47a-d1ff-4404-997f-2874a6d013c5 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:01:33.396557 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.397703 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ba5dc00e-0620-464d-a0f6-949759c4158b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/routers/7ba5f47a-d1ff-4404-997f-2874a6d013c5 HTTP/1.1" status: 204 len: 168 time: 1.1116292 Aug 31 15:01:33.400276 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35182) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:33.481302 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.568579 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.579060 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85df1dda-f96f-4b52-ad3a-5702c961cb89']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:33.589152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f273ecd-4842-46f8-ab7e-48f433b08a95') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:33.589502 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f273ecd-4842-46f8-ab7e-48f433b08a95') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:33.598983 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.618295 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.624494 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:01:33.624905 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: timer() Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:01:33.628285 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:01:33.684592 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.691627 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.693596 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/networks/85df1dda-f96f-4b52-ad3a-5702c961cb89 HTTP/1.1" status: 204 len: 168 time: 0.2923307 Aug 31 15:01:33.696669 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35184) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:33.704952 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddd90d-7b7d-422b-be15-94b80d13533f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Network': ['ID=85df1dda-f96f-4b52-ad3a-5702c961cb89,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:33.757301 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd12f59c-ed2e-4d55-9d96-502440666c39 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.782744 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd12f59c-ed2e-4d55-9d96-502440666c39 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.845359 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd12f59c-ed2e-4d55-9d96-502440666c39 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.847931 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dd12f59c-ed2e-4d55-9d96-502440666c39 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:33.849166 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dd12f59c-ed2e-4d55-9d96-502440666c39 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/security-groups/700532d6-783d-4138-988b-92d7548592a6 HTTP/1.1" status: 204 len: 168 time: 0.1513259 Aug 31 15:01:33.858012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12f59c-ed2e-4d55-9d96-502440666c39 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=700532d6-783d-4138-988b-92d7548592a6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:34.135541 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.153390 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5836eb2f-4de6-4d64-8f4a-66f3d1f6ac8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.372378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35190) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:34.377253 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a6ef2ea4-d218-4e91-8065-a1a0e48660ba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376343995', 'description': 'tempest-secgroup-smoke-376343995 description', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:34.398414 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2ea4-d218-4e91-8065-a1a0e48660ba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.480008 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2ea4-d218-4e91-8065-a1a0e48660ba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.485151 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2ea4-d218-4e91-8065-a1a0e48660ba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.514323 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2ea4-d218-4e91-8065-a1a0e48660ba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.518383 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a6ef2ea4-d218-4e91-8065-a1a0e48660ba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1421392 Aug 31 15:01:34.519224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35192) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:34.520513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef2ea4-d218-4e91-8065-a1a0e48660ba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87f2d22-47e4-479c-ba0b-a9201a90c7ed,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:34.522179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:01:34.524331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-16a41b5b-4122-4ea7-97a2-4e0ff403c11f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': 'd87f2d22-47e4-479c-ba0b-a9201a90c7ed', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:34.543562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:01:34.543924 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 7602bcf6-f518-4e9c-9e5d-a0b24a64f485 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:01:34.544336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ea6cfadc-37fb-4815-9690-c7d3f1b576e9 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:01:34.553487 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16a41b5b-4122-4ea7-97a2-4e0ff403c11f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.562586 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: ea6cfadc-37fb-4815-9690-c7d3f1b576e9 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:01:34.562938 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device ea6cfadc-37fb-4815-9690-c7d3f1b576e9 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:01:34.563349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c8ce103a-270f-4f52-ae9f-847216624390 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:01:34.586198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: c8ce103a-270f-4f52-ae9f-847216624390 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:01:34.586198 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c8ce103a-270f-4f52-ae9f-847216624390 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:01:34.608047 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16a41b5b-4122-4ea7-97a2-4e0ff403c11f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.611575 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16a41b5b-4122-4ea7-97a2-4e0ff403c11f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.633109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a41b5b-4122-4ea7-97a2-4e0ff403c11f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06d64b1-53d5-461d-a607-f20147587e33,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:34.638894 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16a41b5b-4122-4ea7-97a2-4e0ff403c11f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.640133 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-16a41b5b-4122-4ea7-97a2-4e0ff403c11f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198170 Aug 31 15:01:34.643387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35194) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:34.648096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-fedfabdf-ce72-4afb-ab58-779b1f043ffd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': 'd87f2d22-47e4-479c-ba0b-a9201a90c7ed', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:34.673847 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fedfabdf-ce72-4afb-ab58-779b1f043ffd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.729945 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fedfabdf-ce72-4afb-ab58-779b1f043ffd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.733535 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fedfabdf-ce72-4afb-ab58-779b1f043ffd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.750967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfabdf-ce72-4afb-ab58-779b1f043ffd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6130973e-ae9c-4d4a-9599-938b6f0230de,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:34.758304 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fedfabdf-ce72-4afb-ab58-779b1f043ffd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.759602 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fedfabdf-ce72-4afb-ab58-779b1f043ffd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152110 Aug 31 15:01:34.762399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35196) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:34.766701 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0d2f38a9-0e80-4b10-88f6-8fbf395027bf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': 'd87f2d22-47e4-479c-ba0b-a9201a90c7ed', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:34.794534 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0d2f38a9-0e80-4b10-88f6-8fbf395027bf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.852513 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0d2f38a9-0e80-4b10-88f6-8fbf395027bf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.856651 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0d2f38a9-0e80-4b10-88f6-8fbf395027bf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.874284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f38a9-0e80-4b10-88f6-8fbf395027bf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d8ef29-9565-46d9-a08a-ac96893f699c,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:34.882264 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0d2f38a9-0e80-4b10-88f6-8fbf395027bf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.883596 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-0d2f38a9-0e80-4b10-88f6-8fbf395027bf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202488 Aug 31 15:01:34.886341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35198) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:34.890739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6ba02e05-28a6-45bf-b2f1-72e30873c733 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': 'd87f2d22-47e4-479c-ba0b-a9201a90c7ed', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:34.917546 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba02e05-28a6-45bf-b2f1-72e30873c733 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.978095 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba02e05-28a6-45bf-b2f1-72e30873c733 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:34.981654 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba02e05-28a6-45bf-b2f1-72e30873c733 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.000076 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba02e05-28a6-45bf-b2f1-72e30873c733 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a0d693-cd66-41b2-b614-4f2a5d835c9b,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:35.003896 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba02e05-28a6-45bf-b2f1-72e30873c733 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.005247 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6ba02e05-28a6-45bf-b2f1-72e30873c733 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179795 Aug 31 15:01:35.007903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35200) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:35.012407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-abcd3f84-1105-4984-8994-f206d5df0bf3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': 'd87f2d22-47e4-479c-ba0b-a9201a90c7ed', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:35.034825 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-abcd3f84-1105-4984-8994-f206d5df0bf3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Project dc7451049ec64b7b8895b043f5bc15a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:01:35.039594 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abcd3f84-1105-4984-8994-f206d5df0bf3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.099513 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abcd3f84-1105-4984-8994-f206d5df0bf3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.103046 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abcd3f84-1105-4984-8994-f206d5df0bf3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.122014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd3f84-1105-4984-8994-f206d5df0bf3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e103d7cf-ad6b-4d0b-816a-ed58d75bbc64,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:35.125057 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-abcd3f84-1105-4984-8994-f206d5df0bf3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.126366 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-abcd3f84-1105-4984-8994-f206d5df0bf3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174057 Aug 31 15:01:35.129657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35202) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:35.134043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-dbd31aac-36de-408d-bfed-aa984f2bcd02 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': 'd87f2d22-47e4-479c-ba0b-a9201a90c7ed', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:35.155939 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-dbd31aac-36de-408d-bfed-aa984f2bcd02 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Project dc7451049ec64b7b8895b043f5bc15a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:01:35.160703 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dbd31aac-36de-408d-bfed-aa984f2bcd02 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.221719 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dbd31aac-36de-408d-bfed-aa984f2bcd02 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.225553 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dbd31aac-36de-408d-bfed-aa984f2bcd02 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.245851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd31aac-36de-408d-bfed-aa984f2bcd02 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ea0b03-502e-4f75-9693-f5a9d521f64f,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:35.249230 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dbd31aac-36de-408d-bfed-aa984f2bcd02 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.250532 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-dbd31aac-36de-408d-bfed-aa984f2bcd02 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199577 Aug 31 15:01:35.254009 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35204) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:35.258866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5da1ea37-327b-4b24-8d40-809f193b700d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'network': {'name': 'tempest-network-smoke--1813266348', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'port_security_enabled': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:35.278338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da1ea37-327b-4b24-8d40-809f193b700d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:01:35.281805 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5da1ea37-327b-4b24-8d40-809f193b700d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.307896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da1ea37-327b-4b24-8d40-809f193b700d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:01:35.317142 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5da1ea37-327b-4b24-8d40-809f193b700d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.317615 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-5da1ea37-327b-4b24-8d40-809f193b700d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Added segment 9d638fd2-c8bd-4f12-86af-f59fd9227274 of type vlan for network fe556b3b-3c6c-4adb-a0bd-97f95350853c Aug 31 15:01:35.355747 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5da1ea37-327b-4b24-8d40-809f193b700d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.379281 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5da1ea37-327b-4b24-8d40-809f193b700d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.384850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1ea37-327b-4b24-8d40-809f193b700d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:35.385445 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5da1ea37-327b-4b24-8d40-809f193b700d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.441486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5da1ea37-327b-4b24-8d40-809f193b700d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1864195 Aug 31 15:01:35.445309 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35206) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:35.450826 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'admin_state_up': True, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:35.452555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1ea37-327b-4b24-8d40-809f193b700d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Network': ['ID=fe556b3b-3c6c-4adb-a0bd-97f95350853c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:35.464403 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network fe556b3b-3c6c-4adb-a0bd-97f95350853c details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:01:35.476706 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.477705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.477883 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.533589 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.667498 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.856500 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.875136 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:35.978623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.25.3.119 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/58432f56-72df-4ddd-a4ce-7fe7a27ec8f1) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:01:36.076719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:36.115135 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:36.159303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:01:36.163885 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:01:36.168170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:01:36.171269 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=58432f56-72df-4ddd-a4ce-7fe7a27ec8f1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:36.410560 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:36.602786 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:36.723985 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 14613eca-daa5-4141-9e60-d15623c79330 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:01:36.828315 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:01:36.838898 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Sync routers for ids ['14613eca-daa5-4141-9e60-d15623c79330'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:01:36.848264 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Routers {'14613eca-daa5-4141-9e60-d15623c79330'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:01:36.848953 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:01:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['14613eca-daa5-4141-9e60-d15623c79330'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:36.849295 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:36.850357 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a4c36160-8a46-4179-850b-7f6490f603eb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4034307 Aug 31 15:01:36.853509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35208) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:36.884924 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3f1496be-dc84-4dc6-9f5b-fc8031d63824 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=dc7451049ec64b7b8895b043f5bc15a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302780 Aug 31 15:01:36.887535 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35210) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:36.954180 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Set router 14613eca-daa5-4141-9e60-d15623c79330 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:01:36.972563 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f770ac-22df-4ca0-937a-c4ae19f92c15 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:36.974841 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-49f770ac-22df-4ca0-937a-c4ae19f92c15 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863016 Aug 31 15:01:36.977585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35212) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:37.008048 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:37.011805 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e88a41d2-fd8e-4e21-882d-6ad03f09cce6 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331547 Aug 31 15:01:37.014489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35214) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:37.019256 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-860a8962-06e6-48fb-a82c-9f7b6e44baf7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1254372578', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:37.110681 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860a8962-06e6-48fb-a82c-9f7b6e44baf7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:01:37.114883 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-860a8962-06e6-48fb-a82c-9f7b6e44baf7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:37.137137 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:36Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:37.167295 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Checking router: 14613eca-daa5-4141-9e60-d15623c79330 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:01:37.167644 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Updating router 14613eca-daa5-4141-9e60-d15623c79330 port 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:01:37.192693 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:37.297593 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-860a8962-06e6-48fb-a82c-9f7b6e44baf7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:37.361317 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a8962-06e6-48fb-a82c-9f7b6e44baf7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Subnet': ['ID=9ed8a048-0a4e-4dbc-9974-20d0d2c412c2,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:37.368588 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a8962-06e6-48fb-a82c-9f7b6e44baf7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Checking segment: {'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:01:37.369406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a8962-06e6-48fb-a82c-9f7b6e44baf7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network hostable DHCP agents. Network: fe556b3b-3c6c-4adb-a0bd-97f95350853c, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:01:37.385468 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a8962-06e6-48fb-a82c-9f7b6e44baf7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network fe556b3b-3c6c-4adb-a0bd-97f95350853c is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:01:37.394481 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-860a8962-06e6-48fb-a82c-9f7b6e44baf7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, fe556b3b-3c6c-4adb-a0bd-97f95350853c) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:01:37.399274 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a8962-06e6-48fb-a82c-9f7b6e44baf7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:37.400035 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-860a8962-06e6-48fb-a82c-9f7b6e44baf7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:37.407210 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab04001-a714-4a09-8827-33cd818744a2 None None] Network fe556b3b-3c6c-4adb-a0bd-97f95350853c requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:01:37.420694 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-860a8962-06e6-48fb-a82c-9f7b6e44baf7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4051485 Aug 31 15:01:37.423258 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35216) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:37.448634 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:37.454467 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Transition to ACTIVE for port object 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:01:37.461999 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:37.520205 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Attempting to bind port 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:01:37.520595 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Attempting to bind port 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:01:37.520961 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Attempting to bind port 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:01:37.528045 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Pushing event updated for resources: {'Port': ['ID=58432f56-72df-4ddd-a4ce-7fe7a27ec8f1,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:37.535523 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:01:37.535902 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:01:37.536301 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:37.536713 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:01:37.537181 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Bound port: 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:01:37.537556 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:37.539842 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:37.540240 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:37.540597 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:37.540930 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:37.541251 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:37.541575 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:37.541891 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:37.542208 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:37.542524 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:37.542837 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:37.543157 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:37.543468 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:01:37.570084 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88699a54-b975-45b2-9998-827155674434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ips': [{'subnet_id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:01:37.571191 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-88699a54-b975-45b2-9998-827155674434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:37.603209 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] For port 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:01:37.606971 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] For port 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=58432f56-72df-4ddd-a4ce-7fe7a27ec8f1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:01:37.610873 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:37.674052 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Routers {'14613eca-daa5-4141-9e60-d15623c79330'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:01:37.674817 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:01:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['14613eca-daa5-4141-9e60-d15623c79330'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:37.713999 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471486b-17f0-431c-9f6f-7c7c95538c74 None None] Pushing event updated for resources: {'Port': ['ID=58432f56-72df-4ddd-a4ce-7fe7a27ec8f1,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:37.793539 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] Set router 14613eca-daa5-4141-9e60-d15623c79330 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:01:37.874357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-88699a54-b975-45b2-9998-827155674434 None None] Allocated IP 172.20.0.2 (fe556b3b-3c6c-4adb-a0bd-97f95350853c/9ed8a048-0a4e-4dbc-9974-20d0d2c412c2/9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:01:37.884001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:37.977438 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:36Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:38.008727 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e58b8-ba68-40b1-8f94-1223f3986dd7 None None] The sync data for ids ['14613eca-daa5-4141-9e60-d15623c79330'] in n-d-792364-6 is: [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:36Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:01:38.029290 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-88699a54-b975-45b2-9998-827155674434 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:38.039575 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-88699a54-b975-45b2-9998-827155674434 None None] Transition to ACTIVE for port object 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:01:38.059933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-88699a54-b975-45b2-9998-827155674434 None None] Transition to ACTIVE for port object 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:01:38.067632 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-88699a54-b975-45b2-9998-827155674434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:38.109490 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88699a54-b975-45b2-9998-827155674434 None None] Network fe556b3b-3c6c-4adb-a0bd-97f95350853c is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:01:38.114628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-88699a54-b975-45b2-9998-827155674434 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:01:38.119409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88699a54-b975-45b2-9998-827155674434 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:01:38.122627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88699a54-b975-45b2-9998-827155674434 None None] Pushing event updated for resources: {'Port': ['ID=9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:38.172616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.20.0.1 (fe556b3b-3c6c-4adb-a0bd-97f95350853c/9ed8a048-0a4e-4dbc-9974-20d0d2c412c2/f27c48b5-c722-420d-91b9-ecfd91dc9138) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:01:38.179673 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-88699a54-b975-45b2-9998-827155674434 None None] Attempting to bind port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:01:38.180052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-88699a54-b975-45b2-9998-827155674434 None None] Attempting to bind port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:01:38.180415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88699a54-b975-45b2-9998-827155674434 None None] Attempting to bind port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd on network fe556b3b-3c6c-4adb-a0bd-97f95350853c {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:01:38.185851 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88699a54-b975-45b2-9998-827155674434 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:01:38.186116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88699a54-b975-45b2-9998-827155674434 None None] Checking segment: {'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:01:38.186591 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-88699a54-b975-45b2-9998-827155674434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:38.187085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88699a54-b975-45b2-9998-827155674434 None None] Bound using segment: {'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:01:38.187559 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-88699a54-b975-45b2-9998-827155674434 None None] Bound port: 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:01:38.188032 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-88699a54-b975-45b2-9998-827155674434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:38.274594 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-88699a54-b975-45b2-9998-827155674434 None None] For port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:01:38.277690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-88699a54-b975-45b2-9998-827155674434 None None] For port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:01:38.282378 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-88699a54-b975-45b2-9998-827155674434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:38.328610 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:38.349155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Transition to ACTIVE for port object f27c48b5-c722-420d-91b9-ecfd91dc9138 will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:01:38.351713 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88699a54-b975-45b2-9998-827155674434 None None] Pushing event updated for resources: {'Port': ['ID=9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:38.386422 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:38.428284 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network fe556b3b-3c6c-4adb-a0bd-97f95350853c is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:01:38.431475 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:01:38.437485 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:01:38.469593 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=f27c48b5-c722-420d-91b9-ecfd91dc9138,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:38.488398 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:38.642206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:01:38.670180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:38.698431 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:01:38.703153 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:01:38.703524 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:38.794097 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:38.818314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=58432f56-72df-4ddd-a4ce-7fe7a27ec8f1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:01:38.823779 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:38.878952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=58432f56-72df-4ddd-a4ce-7fe7a27ec8f1,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:39.310338 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:39.317014 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:39.322404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c83e8-62b6-401d-a314-8974cab89e8b None None] Network fe556b3b-3c6c-4adb-a0bd-97f95350853c requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:01:39.390812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c5c1981c-8f45-4b53-bb66-cdec0829c8cc None None] Provisioning for port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:01:39.392911 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=f27c48b5-c722-420d-91b9-ecfd91dc9138,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:39.398116 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:39.495738 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network fe556b3b-3c6c-4adb-a0bd-97f95350853c is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:01:39.497297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:01:39.620372 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 14613eca-daa5-4141-9e60-d15623c79330 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:01:39.735155 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:01:39.741302 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-22e90242-680a-419e-8f17-84ae305e129a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "PUT /v2.0/routers/14613eca-daa5-4141-9e60-d15623c79330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3169646 Aug 31 15:01:39.753439 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:39.756517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1608c454-91a5-4a31-b0b3-68f9ff51afae None None] Provisioning for port f27c48b5-c722-420d-91b9-ecfd91dc9138 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:01:39.760646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1608c454-91a5-4a31-b0b3-68f9ff51afae None None] Provisioning complete for port f27c48b5-c722-420d-91b9-ecfd91dc9138 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:01:39.761135 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1608c454-91a5-4a31-b0b3-68f9ff51afae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:39.813374 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Sync routers for ids ['14613eca-daa5-4141-9e60-d15623c79330'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:01:39.822338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1608c454-91a5-4a31-b0b3-68f9ff51afae None None] Port f27c48b5-c722-420d-91b9-ecfd91dc9138 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:01:39.830556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Routers {'14613eca-daa5-4141-9e60-d15623c79330'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:01:39.831192 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:01:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['14613eca-daa5-4141-9e60-d15623c79330'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:39.898468 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:39.903079 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-67ef04ab-5d53-420a-93bb-a24e58473112 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376343995&fields=id&tenant_id=dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 267 time: 0.0390530 Aug 31 15:01:39.956031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d54521a7-964e-4ecd-b445-a6998f74d494 None None] Provisioning complete for port f27c48b5-c722-420d-91b9-ecfd91dc9138 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:01:39.956412 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d54521a7-964e-4ecd-b445-a6998f74d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:39.993986 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Set router 14613eca-daa5-4141-9e60-d15623c79330 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:01:40.030315 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-808ace83-1e5e-4e5f-8fc9-5716bf350063 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:40.047315 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-808ace83-1e5e-4e5f-8fc9-5716bf350063 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/networks?id=fe556b3b-3c6c-4adb-a0bd-97f95350853c HTTP/1.1" status: 200 len: 797 time: 0.1367188 Aug 31 15:01:40.070333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d54521a7-964e-4ecd-b445-a6998f74d494 None None] Port f27c48b5-c722-420d-91b9-ecfd91dc9138 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:01:40.084493 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-8b9ff22b-6175-433f-8841-3180d3426fbe tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/quotas/dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 375 time: 0.0324244 Aug 31 15:01:40.163686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-0cbd0466-cac3-458b-94ce-0b389dee6198 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622511 Aug 31 15:01:40.269234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-8420ae1d-334f-4a52-9e3f-32208e45e70d service neutron] 10.222.0.20 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923223 Aug 31 15:01:40.291037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'f27c48b5-c722-420d-91b9-ecfd91dc9138', 'name': '', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:b9:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:38Z', 'updated_at': '2021-08-31T15:01:39Z', 'revision_number': 2, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:40.321277 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Checking router: 14613eca-daa5-4141-9e60-d15623c79330 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:01:40.321733 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Updating router 14613eca-daa5-4141-9e60-d15623c79330 port f27c48b5-c722-420d-91b9-ecfd91dc9138 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:01:40.344635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f8706ab5-6217-4899-ae75-9b98bd6594a7 None None] Provisioning complete for port f27c48b5-c722-420d-91b9-ecfd91dc9138 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:01:40.345333 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f8706ab5-6217-4899-ae75-9b98bd6594a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:40.374734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-1d644089-3c6e-445c-a09b-5483fb535919 service neutron] 10.222.0.20 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981545 Aug 31 15:01:40.378892 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:40.401923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f8706ab5-6217-4899-ae75-9b98bd6594a7 None None] Port f27c48b5-c722-420d-91b9-ecfd91dc9138 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:01:40.551405 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2d0d209-1476-4dcd-9946-c4445e405ea2 req-02dd0eb9-41cb-435c-b1fa-8cd426e150c4 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 210 time: 0.0306439 Aug 31 15:01:40.652065 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:01:40.720727 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:40.734062 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Transition to ACTIVE for port object f27c48b5-c722-420d-91b9-ecfd91dc9138 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:01:40.743675 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:40.749613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:01:40.749763 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:40.834719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f615c7-cd3a-4e63-9a27-351af1c79562 None None] Pushing event updated for resources: {'Port': ['ID=f27c48b5-c722-420d-91b9-ecfd91dc9138,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:40.889416 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Attempting to bind port f27c48b5-c722-420d-91b9-ecfd91dc9138 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:01:40.889795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Attempting to bind port f27c48b5-c722-420d-91b9-ecfd91dc9138 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:01:40.890165 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Attempting to bind port f27c48b5-c722-420d-91b9-ecfd91dc9138 on network fe556b3b-3c6c-4adb-a0bd-97f95350853c {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:01:40.917115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:01:40.917509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Checking segment: {'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:01:40.917965 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:40.918313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Bound using segment: {'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:01:40.918935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Bound port: f27c48b5-c722-420d-91b9-ecfd91dc9138, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:01:40.919276 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:40.944635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:01:41.028767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] For port f27c48b5-c722-420d-91b9-ecfd91dc9138, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:01:41.032810 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] For port f27c48b5-c722-420d-91b9-ecfd91dc9138, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f27c48b5-c722-420d-91b9-ecfd91dc9138,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:01:41.041734 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:41.071571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:01:41.084583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:01:41.084963 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:41.143484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f615c7-cd3a-4e63-9a27-351af1c79562 None None] Pushing event updated for resources: {'Port': ['ID=f27c48b5-c722-420d-91b9-ecfd91dc9138,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:41.149255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Routers {'14613eca-daa5-4141-9e60-d15623c79330'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:01:41.149255 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:01:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['14613eca-daa5-4141-9e60-d15623c79330'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:41.276325 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:41.292391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] Set router 14613eca-daa5-4141-9e60-d15623c79330 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:01:41.347870 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:01:41.383110 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:41.485648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:41.512072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-0da7d082-093c-4e8b-b873-0761fa8d571e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:41.513626 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-0da7d082-093c-4e8b-b873-0761fa8d571e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/networks?id=fe556b3b-3c6c-4adb-a0bd-97f95350853c HTTP/1.1" status: 200 len: 797 time: 0.1197865 Aug 31 15:01:41.562557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-d5d07dd9-2998-4a9e-8eb6-62a7e87b55f3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 379 time: 0.0397241 Aug 31 15:01:41.579700 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'port': {'device_id': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'admin_state_up': True, 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'security_groups': ['d87f2d22-47e4-479c-ba0b-a9201a90c7ed']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:41.661095 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-49ef3743-c41e-4321-914b-5a6be2587679 req-7bb10935-1afb-49ac-8ede-9d48cd5384b7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 210 time: 0.0376296 Aug 31 15:01:41.719465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:01:41.720515 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'f27c48b5-c722-420d-91b9-ecfd91dc9138', 'name': '', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:b9:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:38Z', 'updated_at': '2021-08-31T15:01:41Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:41.724107 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:41.747436 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb6a8fb-743b-40ef-a180-6bf542cebdc9 None None] The sync data for ids ['14613eca-daa5-4141-9e60-d15623c79330'] in n-d-792364-6 is: [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'f27c48b5-c722-420d-91b9-ecfd91dc9138', 'name': '', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:b9:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:38Z', 'updated_at': '2021-08-31T15:01:41Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:01:41.865465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.20.0.12 (fe556b3b-3c6c-4adb-a0bd-97f95350853c/9ed8a048-0a4e-4dbc-9974-20d0d2c412c2/112f1736-a39c-4360-a83f-33b61a979922) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:01:42.016502 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:42.032248 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Transition to ACTIVE for port object 112f1736-a39c-4360-a83f-33b61a979922 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:01:42.066326 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:42.081079 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:01:42.113101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network fe556b3b-3c6c-4adb-a0bd-97f95350853c is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:01:42.116389 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:01:42.120672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:01:42.145378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=112f1736-a39c-4360-a83f-33b61a979922,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:42.175936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:42.176782 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:42.193665 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-119968c7-abc0-4bfb-9f93-608584ec6a25 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6182299 Aug 31 15:01:42.209685 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Request body: {'port': {'device_id': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:42.279499 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:42.389336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0ffb4ced-1da0-47d0-845e-cf702596fe7d None None] Provisioning for port 112f1736-a39c-4360-a83f-33b61a979922 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:01:42.394015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0ffb4ced-1da0-47d0-845e-cf702596fe7d None None] Provisioning complete for port 112f1736-a39c-4360-a83f-33b61a979922 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:01:42.394334 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0ffb4ced-1da0-47d0-845e-cf702596fe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:42.432685 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb4ced-1da0-47d0-845e-cf702596fe7d None None] Port 112f1736-a39c-4360-a83f-33b61a979922 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:01:42.569637 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112f1736-a39c-4360-a83f-33b61a979922 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:01:42.577929 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:42.591173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Transition to ACTIVE for port object 112f1736-a39c-4360-a83f-33b61a979922 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:01:42.596885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:42.624004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:01:42.655609 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Pushing event updated for resources: {'Port': ['ID=112f1736-a39c-4360-a83f-33b61a979922,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:42.698206 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:01:42.698762 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:42.758467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Attempting to bind port 112f1736-a39c-4360-a83f-33b61a979922 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:01:42.758808 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Attempting to bind port 112f1736-a39c-4360-a83f-33b61a979922 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:01:42.759146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Attempting to bind port 112f1736-a39c-4360-a83f-33b61a979922 on network fe556b3b-3c6c-4adb-a0bd-97f95350853c {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:01:42.763937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Port 112f1736-a39c-4360-a83f-33b61a979922 on network fe556b3b-3c6c-4adb-a0bd-97f95350853c not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:01:42.764414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Attempting to bind port 112f1736-a39c-4360-a83f-33b61a979922 on network fe556b3b-3c6c-4adb-a0bd-97f95350853c {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:01:42.769689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:01:42.770045 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Checking segment: {'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:01:42.770440 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Bound using segment: {'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:01:42.777417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Bound port: 112f1736-a39c-4360-a83f-33b61a979922, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d638fd2-c8bd-4f12-86af-f59fd9227274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:01:42.777892 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:42.804665 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f27c48b5-c722-420d-91b9-ecfd91dc9138 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:01:42.830509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ed68-203f-4c6b-a6f2-f47dde311181 req-55500418-eb7b-40a3-b75e-5a1c4b7d3531 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:42.832210 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cec0ed68-203f-4c6b-a6f2-f47dde311181 req-55500418-eb7b-40a3-b75e-5a1c4b7d3531 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 944 time: 0.0631242 Aug 31 15:01:42.860195 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] For port 112f1736-a39c-4360-a83f-33b61a979922, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:01:42.864271 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] For port 112f1736-a39c-4360-a83f-33b61a979922, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=112f1736-a39c-4360-a83f-33b61a979922,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:01:42.875053 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:42.891856 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port f27c48b5-c722-420d-91b9-ecfd91dc9138 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:01:42.895836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f27c48b5-c722-420d-91b9-ecfd91dc9138 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:01:42.896480 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:42.902063 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cec0ed68-203f-4c6b-a6f2-f47dde311181 req-e5eee902-9094-48a6-bd46-74f85b54e5e1 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551329 Aug 31 15:01:42.919230 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:42.919790 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:42.921451 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] 10.222.0.13 "PUT /v2.0/ports/112f1736-a39c-4360-a83f-33b61a979922 HTTP/1.1" status: 200 len: 1092 time: 0.7169297 Aug 31 15:01:42.922390 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'tag': '112f1736-a39c-4360-a83f-33b61a979922'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:01:42.933767 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a4d79-5318-42e8-818c-932b7cb9e0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "tag": "112f1736-a39c-4360-a83f-33b61a979922"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:01:43.008191 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b40e4d2-aed0-45c2-b32c-9ec4dc4b3882 x-openstack-request-id: req-9b40e4d2-aed0-45c2-b32c-9ec4dc4b3882 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:01:43.008601 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "tag": "112f1736-a39c-4360-a83f-33b61a979922", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:01:43.008923 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b40e4d2-aed0-45c2-b32c-9ec4dc4b3882 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:01:43.010057 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'tag': '112f1736-a39c-4360-a83f-33b61a979922', 'status': 'completed', 'code': 200} Aug 31 15:01:43.018044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44422d37-ab3b-4021-bc73-ac7bb0a12d15 service neutron] Pushing event updated for resources: {'Port': ['ID=112f1736-a39c-4360-a83f-33b61a979922,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:43.032596 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:43.034394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-ee8a58d8-6140-4053-8377-60f4d9af0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:43.036741 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-ee8a58d8-6140-4053-8377-60f4d9af0e90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 1095 time: 0.0660605 Aug 31 15:01:43.069493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port f27c48b5-c722-420d-91b9-ecfd91dc9138, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f27c48b5-c722-420d-91b9-ecfd91dc9138,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:01:43.074161 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:43.085753 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-bda7a397-c215-4b24-8db5-5bd72e5b04d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=112f1736-a39c-4360-a83f-33b61a979922 HTTP/1.1" status: 200 len: 217 time: 0.0399415 Aug 31 15:01:43.127388 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=f27c48b5-c722-420d-91b9-ecfd91dc9138,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:43.140909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-81136d55-42ec-432b-9a15-e5295bf9bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:43.142503 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-81136d55-42ec-432b-9a15-e5295bf9bd8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ed8a048-0a4e-4dbc-9974-20d0d2c412c2 HTTP/1.1" status: 200 len: 835 time: 0.0482838 Aug 31 15:01:43.195223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-e6e4812f-ffea-43d3-9ebc-bb3df91172fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:43.196459 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-e6e4812f-ffea-43d3-9ebc-bb3df91172fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe556b3b-3c6c-4adb-a0bd-97f95350853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465415 Aug 31 15:01:43.285481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-58b9461d-3fd1-4f06-94dd-aa0751327e85 service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819688 Aug 31 15:01:43.379188 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a0487266-3ff8-4a39-8864-78b7a5dd82c7 req-b28a30b1-e51b-47b6-87cd-2a2b8f7a8dee service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872488 Aug 31 15:01:43.464508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a4d79-5318-42e8-818c-932b7cb9e0bc req-25ac793e-81bf-43e4-9138-e87922e90324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:43.466008 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-738a4d79-5318-42e8-818c-932b7cb9e0bc req-25ac793e-81bf-43e4-9138-e87922e90324 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 1095 time: 0.0407710 Aug 31 15:01:43.550809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a4d79-5318-42e8-818c-932b7cb9e0bc req-313f3da7-c087-4565-8673-8e8a8702cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:43.552254 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-738a4d79-5318-42e8-818c-932b7cb9e0bc req-313f3da7-c087-4565-8673-8e8a8702cd08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe556b3b-3c6c-4adb-a0bd-97f95350853c HTTP/1.1" status: 200 len: 898 time: 0.0795174 Aug 31 15:01:43.597023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-738a4d79-5318-42e8-818c-932b7cb9e0bc req-99d660ca-a201-44b9-b937-500a3e541d51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=112f1736-a39c-4360-a83f-33b61a979922 HTTP/1.1" status: 200 len: 217 time: 0.0370991 Aug 31 15:01:43.646286 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a4d79-5318-42e8-818c-932b7cb9e0bc req-a0fcc564-2854-4522-9e1a-b2fb63e5108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:43.647633 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-738a4d79-5318-42e8-818c-932b7cb9e0bc req-a0fcc564-2854-4522-9e1a-b2fb63e5108e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ed8a048-0a4e-4dbc-9974-20d0d2c412c2 HTTP/1.1" status: 200 len: 835 time: 0.0436304 Aug 31 15:01:43.692617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a4d79-5318-42e8-818c-932b7cb9e0bc req-f82cb617-7eeb-4886-997e-2023d2a07a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:43.694073 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-738a4d79-5318-42e8-818c-932b7cb9e0bc req-f82cb617-7eeb-4886-997e-2023d2a07a6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe556b3b-3c6c-4adb-a0bd-97f95350853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388520 Aug 31 15:01:43.789280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-738a4d79-5318-42e8-818c-932b7cb9e0bc req-8e412b00-0fee-49da-ae4b-00b7383ae3a5 service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869334 Aug 31 15:01:43.880653 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-738a4d79-5318-42e8-818c-932b7cb9e0bc req-e544e1fe-cfdf-4725-abdd-daf05c6015bb service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832686 Aug 31 15:01:44.037477 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8cf75-0575-4a96-ac32-1d23241fb7b4 req-c132dd0f-e078-4f63-a49d-ed7955586b1c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:44.039177 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cb8cf75-0575-4a96-ac32-1d23241fb7b4 req-c132dd0f-e078-4f63-a49d-ed7955586b1c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 944 time: 0.0565102 Aug 31 15:01:44.076867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cb8cf75-0575-4a96-ac32-1d23241fb7b4 req-ea444459-1333-48ed-8998-3e053b86229b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315156 Aug 31 15:01:44.528936 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f27c48b5-c722-420d-91b9-ecfd91dc9138 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:01:44.579297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f27c48b5-c722-420d-91b9-ecfd91dc9138 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:01:44.579670 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:45.195298 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18806116-b69d-401a-b0c1-3c4981b7f4f4 req-853e589d-dd0a-48b8-9cb2-f758da9afad0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:45.196838 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18806116-b69d-401a-b0c1-3c4981b7f4f4 req-853e589d-dd0a-48b8-9cb2-f758da9afad0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 944 time: 0.0507963 Aug 31 15:01:45.239363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-18806116-b69d-401a-b0c1-3c4981b7f4f4 req-a7094471-2ced-45e0-a44b-1783fe524253 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364437 Aug 31 15:01:46.352780 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22da1b-74a1-4efa-9772-54d14a3c8b54 req-0276fa10-fcee-48af-b02c-d8c7c3f66192 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:46.354297 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e22da1b-74a1-4efa-9772-54d14a3c8b54 req-0276fa10-fcee-48af-b02c-d8c7c3f66192 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 944 time: 0.0482903 Aug 31 15:01:46.391417 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e22da1b-74a1-4efa-9772-54d14a3c8b54 req-98c67ea8-cc77-497c-90c2-5b6a0c360944 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312340 Aug 31 15:01:46.647305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 112f1736-a39c-4360-a83f-33b61a979922 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:01:46.741099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 112f1736-a39c-4360-a83f-33b61a979922, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=112f1736-a39c-4360-a83f-33b61a979922,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:01:46.752301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '112f1736-a39c-4360-a83f-33b61a979922', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'port_id': '112f1736-a39c-4360-a83f-33b61a979922', 'mac_address': 'fa:16:3e:58:0a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:01:46.790626 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:46.804119 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112f1736-a39c-4360-a83f-33b61a979922 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:01:46.823092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 112f1736-a39c-4360-a83f-33b61a979922, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=112f1736-a39c-4360-a83f-33b61a979922,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:01:46.827135 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:46.872787 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=112f1736-a39c-4360-a83f-33b61a979922,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:47.052246 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['112f1736-a39c-4360-a83f-33b61a979922'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:01:47.503308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780ce74-6785-4220-ad09-e2856d8e270c req-ee16f246-fedb-47b9-9979-1815c30e616c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:47.504856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a780ce74-6785-4220-ad09-e2856d8e270c req-ee16f246-fedb-47b9-9979-1815c30e616c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 945 time: 0.0483398 Aug 31 15:01:47.541260 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a780ce74-6785-4220-ad09-e2856d8e270c req-9140bf69-d5a2-4d53-9999-7bc4a2a5ea3a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305295 Aug 31 15:01:48.655623 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0d3d1-d85a-4088-91c3-3cb356def1ef req-459ed6b1-19df-4c90-acc3-f8e35e308188 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:48.657164 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6df0d3d1-d85a-4088-91c3-3cb356def1ef req-459ed6b1-19df-4c90-acc3-f8e35e308188 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 945 time: 0.0501649 Aug 31 15:01:48.662535 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 112f1736-a39c-4360-a83f-33b61a979922 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:01:48.696394 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6df0d3d1-d85a-4088-91c3-3cb356def1ef req-5cb4b0ce-bdd8-48dd-9827-7fe21f9d4392 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326867 Aug 31 15:01:48.710683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 112f1736-a39c-4360-a83f-33b61a979922 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:01:48.714502 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 112f1736-a39c-4360-a83f-33b61a979922 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:01:48.714885 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:48.797672 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:48.824021 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112f1736-a39c-4360-a83f-33b61a979922'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:01:48.826336 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717fab7e-6af9-472d-bebc-3b3ef0dc1608" -d '{"events": [{"server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "name": "network-vif-plugged", "status": "completed", "tag": "112f1736-a39c-4360-a83f-33b61a979922"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:01:48.838969 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 112f1736-a39c-4360-a83f-33b61a979922, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=112f1736-a39c-4360-a83f-33b61a979922,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:01:48.843417 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:48.868278 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd156d5-1fae-458a-bbe4-54964deebf3d x-openstack-request-id: req-0fd156d5-1fae-458a-bbe4-54964deebf3d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:01:48.868614 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "name": "network-vif-plugged", "status": "completed", "tag": "112f1736-a39c-4360-a83f-33b61a979922", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:01:48.868874 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fd156d5-1fae-458a-bbe4-54964deebf3d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:01:48.869268 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112f1736-a39c-4360-a83f-33b61a979922', 'code': 200} Aug 31 15:01:48.892882 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=112f1736-a39c-4360-a83f-33b61a979922,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:48.968399 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06271b98-b6d5-45f5-8975-6d38f0b8a940 req-0405f1c5-73ef-40b2-b436-73e31cd11952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:48.969864 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06271b98-b6d5-45f5-8975-6d38f0b8a940 req-0405f1c5-73ef-40b2-b436-73e31cd11952 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 1097 time: 0.0398386 Aug 31 15:01:49.008344 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-06271b98-b6d5-45f5-8975-6d38f0b8a940 req-334fc26d-310e-4f80-934f-fa756e719f6c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303910 Aug 31 15:01:49.816184 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe8e4-d401-483d-bfeb-b2330a14096f req-b26b766c-7604-4856-abb6-f20454865bc5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:49.817681 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-369fe8e4-d401-483d-bfeb-b2330a14096f req-b26b766c-7604-4856-abb6-f20454865bc5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0545700 Aug 31 15:01:49.854634 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-369fe8e4-d401-483d-bfeb-b2330a14096f req-5513fa26-2eae-4ddb-990a-99e8c90620a6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307844 Aug 31 15:01:50.969002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8faea1-f729-418b-9191-bf67215b0e52 req-cd8e002f-8527-4fd1-969d-8b68c329c19b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:50.970499 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a8faea1-f729-418b-9191-bf67215b0e52 req-cd8e002f-8527-4fd1-969d-8b68c329c19b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0478623 Aug 31 15:01:51.010893 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4a8faea1-f729-418b-9191-bf67215b0e52 req-b94223f2-9a4c-4019-877f-0213e906aa2a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337775 Aug 31 15:01:51.125562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5847d3-fe44-4752-bfb9-290b651cb61b req-c44c54f9-d590-42f3-8f6d-97b9f68efcbd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:51.127056 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f5847d3-fe44-4752-bfb9-290b651cb61b req-c44c54f9-d590-42f3-8f6d-97b9f68efcbd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0515544 Aug 31 15:01:51.165734 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5f5847d3-fe44-4752-bfb9-290b651cb61b req-32ff8267-6c11-4dd6-b8dd-a17df0c8394b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325971 Aug 31 15:01:51.186777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35270) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:51.227343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f73fe99-363c-4fa8-bb9d-a4892c0c399a tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:51.228920 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-0f73fe99-363c-4fa8-bb9d-a4892c0c399a tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 1092 time: 0.0411699 Aug 31 15:01:51.231676 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35272) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:51.236003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '112f1736-a39c-4360-a83f-33b61a979922', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:01:51.257655 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:51.355884 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:51.456381 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.25.3.90 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/d2c0ba33-909f-4d00-b118-2b2959815509) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:01:51.560352 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:51.598900 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:51.639375 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:01:51.642568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:01:51.648715 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:01:51.651948 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=d2c0ba33-909f-4d00-b118-2b2959815509,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:51.860676 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-179879d0-6644-4216-92aa-600260a964a0 req-6bb42058-69ce-4c96-b5cc-9a60ce096213 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390360 Aug 31 15:01:51.944693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179879d0-6644-4216-92aa-600260a964a0 req-13514d46-ad87-4ab2-8078-8264bb3ed76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:51.946218 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-179879d0-6644-4216-92aa-600260a964a0 req-13514d46-ad87-4ab2-8078-8264bb3ed76c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 1097 time: 0.0414071 Aug 31 15:01:52.012386 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:52.051720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179879d0-6644-4216-92aa-600260a964a0 req-433c31af-0755-4a91-97fb-9f4bffb483bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:52.053450 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-179879d0-6644-4216-92aa-600260a964a0 req-433c31af-0755-4a91-97fb-9f4bffb483bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe556b3b-3c6c-4adb-a0bd-97f95350853c HTTP/1.1" status: 200 len: 898 time: 0.0886440 Aug 31 15:01:52.078762 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:52.118904 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-179879d0-6644-4216-92aa-600260a964a0 req-eea0158d-f7c0-415d-92e5-ff123d524a93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=112f1736-a39c-4360-a83f-33b61a979922 HTTP/1.1" status: 200 len: 999 time: 0.0585494 Aug 31 15:01:52.170923 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179879d0-6644-4216-92aa-600260a964a0 req-b928a7a8-2161-44a9-b34a-ad8d60736135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:52.172409 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-179879d0-6644-4216-92aa-600260a964a0 req-b928a7a8-2161-44a9-b34a-ad8d60736135 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ed8a048-0a4e-4dbc-9974-20d0d2c412c2 HTTP/1.1" status: 200 len: 835 time: 0.0460958 Aug 31 15:01:52.221290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179879d0-6644-4216-92aa-600260a964a0 req-24dbca50-9251-419d-88e3-29ad831b456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:52.223363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-179879d0-6644-4216-92aa-600260a964a0 req-24dbca50-9251-419d-88e3-29ad831b456e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe556b3b-3c6c-4adb-a0bd-97f95350853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435495 Aug 31 15:01:52.232290 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:52.237024 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:52.310947 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=d2c0ba33-909f-4d00-b118-2b2959815509,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:01:52.313272 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-179879d0-6644-4216-92aa-600260a964a0 req-782d30a9-d054-4873-b8e2-2b69d5687711 service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828288 Aug 31 15:01:52.321240 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:52.410512 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-179879d0-6644-4216-92aa-600260a964a0 req-1b1c5650-285a-4dca-9bd9-7393a3978864 service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894432 Aug 31 15:01:52.422945 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Floating IP 21beff2e-06c7-4c20-85c7-f4bc3e980672 associated. External IP: 172.25.3.90, port: 112f1736-a39c-4360-a83f-33b61a979922. Aug 31 15:01:52.630483 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 14613eca-daa5-4141-9e60-d15623c79330 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:01:52.732112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:01:52.742173 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14bf89-6600-4b48-989e-e92973563029 None None] Sync routers for ids ['14613eca-daa5-4141-9e60-d15623c79330'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:01:52.748868 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:01:52.752860 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14bf89-6600-4b48-989e-e92973563029 None None] Routers {'14613eca-daa5-4141-9e60-d15623c79330'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:01:52.754117 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-cf14bf89-6600-4b48-989e-e92973563029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:01:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['14613eca-daa5-4141-9e60-d15623c79330'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:52.779469 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4e04181a-0da0-4dbb-a236-c0783f99a21f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5467904 Aug 31 15:01:52.780298 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'tag': '112f1736-a39c-4360-a83f-33b61a979922'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:01:52.783017 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c035811d08aaf94b3945b1679bc855303e466cc5a1470948d68f8318512416e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f418db-0e6d-4a87-90d3-cc1c2614302e" -d '{"events": [{"name": "network-changed", "server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "tag": "112f1736-a39c-4360-a83f-33b61a979922"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:01:52.820483 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d92b144-c897-4ec6-9955-ae5ca5023f53 x-openstack-request-id: req-8d92b144-c897-4ec6-9955-ae5ca5023f53 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:01:52.820844 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "tag": "112f1736-a39c-4360-a83f-33b61a979922", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:01:52.821161 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d92b144-c897-4ec6-9955-ae5ca5023f53 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:01:52.821668 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'tag': '112f1736-a39c-4360-a83f-33b61a979922', 'status': 'completed', 'code': 200} Aug 31 15:01:52.870523 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-cf14bf89-6600-4b48-989e-e92973563029 None None] Set router 14613eca-daa5-4141-9e60-d15623c79330 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:01:53.187145 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-cf14bf89-6600-4b48-989e-e92973563029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '21beff2e-06c7-4c20-85c7-f4bc3e980672', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '14613eca-daa5-4141-9e60-d15623c79330', 'port_id': '112f1736-a39c-4360-a83f-33b61a979922', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'mac_address': 'fa:16:3e:58:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:01:51Z', 'updated_at': '2021-08-31T15:01:51Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27c48b5-c722-420d-91b9-ecfd91dc9138', 'name': '', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:b9:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:38Z', 'updated_at': '2021-08-31T15:01:43Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:53.221199 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14bf89-6600-4b48-989e-e92973563029 None None] Checking router: 14613eca-daa5-4141-9e60-d15623c79330 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:01:53.224263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebdcc1-b02e-4ae4-aef9-4547b12f5e53 req-70ef887c-210f-4a56-bbc9-dcafbb44d91a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:53.226022 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-09ebdcc1-b02e-4ae4-aef9-4547b12f5e53 req-70ef887c-210f-4a56-bbc9-dcafbb44d91a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.3953757 Aug 31 15:01:53.233316 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14bf89-6600-4b48-989e-e92973563029 None None] Routers {'14613eca-daa5-4141-9e60-d15623c79330'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:01:53.233711 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-cf14bf89-6600-4b48-989e-e92973563029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:01:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['14613eca-daa5-4141-9e60-d15623c79330'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:53.235777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f418db-0e6d-4a87-90d3-cc1c2614302e req-bc26d6bb-b931-4bf1-b2da-029770eb5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:53.237279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6f418db-0e6d-4a87-90d3-cc1c2614302e req-bc26d6bb-b931-4bf1-b2da-029770eb5ef4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 1097 time: 0.0643883 Aug 31 15:01:53.320457 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-09ebdcc1-b02e-4ae4-aef9-4547b12f5e53 req-95ad900b-fecd-458e-9d54-05354a55c159 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866969 Aug 31 15:01:53.344609 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-cf14bf89-6600-4b48-989e-e92973563029 None None] Set router 14613eca-daa5-4141-9e60-d15623c79330 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:01:53.344825 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35278) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:53.361144 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f418db-0e6d-4a87-90d3-cc1c2614302e req-a731cb58-6829-4a61-abaf-d307c3f11755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:53.362653 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6f418db-0e6d-4a87-90d3-cc1c2614302e req-a731cb58-6829-4a61-abaf-d307c3f11755 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe556b3b-3c6c-4adb-a0bd-97f95350853c HTTP/1.1" status: 200 len: 898 time: 0.1182458 Aug 31 15:01:53.414762 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2f71016a-5cb5-4095-b036-4de913698aa6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/21beff2e-06c7-4c20-85c7-f4bc3e980672 HTTP/1.1" status: 200 len: 991 time: 0.0689375 Aug 31 15:01:53.434207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6f418db-0e6d-4a87-90d3-cc1c2614302e req-82e7d390-1a1b-443b-bbda-2acd16c09c2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=112f1736-a39c-4360-a83f-33b61a979922 HTTP/1.1" status: 200 len: 999 time: 0.0627334 Aug 31 15:01:53.494503 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f418db-0e6d-4a87-90d3-cc1c2614302e req-74cf350f-f108-4b0c-8477-f092ee73f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:53.496301 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6f418db-0e6d-4a87-90d3-cc1c2614302e req-74cf350f-f108-4b0c-8477-f092ee73f059 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ed8a048-0a4e-4dbc-9974-20d0d2c412c2 HTTP/1.1" status: 200 len: 835 time: 0.0539813 Aug 31 15:01:53.547446 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f418db-0e6d-4a87-90d3-cc1c2614302e req-68a2f90a-c35f-490c-a4ec-c73b0db2f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:01:53.549111 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6f418db-0e6d-4a87-90d3-cc1c2614302e req-68a2f90a-c35f-490c-a4ec-c73b0db2f27b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe556b3b-3c6c-4adb-a0bd-97f95350853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438454 Aug 31 15:01:53.591730 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-cf14bf89-6600-4b48-989e-e92973563029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '21beff2e-06c7-4c20-85c7-f4bc3e980672', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '14613eca-daa5-4141-9e60-d15623c79330', 'port_id': '112f1736-a39c-4360-a83f-33b61a979922', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'mac_address': 'fa:16:3e:58:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:01:51Z', 'updated_at': '2021-08-31T15:01:51Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27c48b5-c722-420d-91b9-ecfd91dc9138', 'name': '', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:b9:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:38Z', 'updated_at': '2021-08-31T15:01:43Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:01:53.618291 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14bf89-6600-4b48-989e-e92973563029 None None] The sync data for ids ['14613eca-daa5-4141-9e60-d15623c79330'] in n-d-792364-6 is: [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '21beff2e-06c7-4c20-85c7-f4bc3e980672', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '14613eca-daa5-4141-9e60-d15623c79330', 'port_id': '112f1736-a39c-4360-a83f-33b61a979922', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'mac_address': 'fa:16:3e:58:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:01:51Z', 'updated_at': '2021-08-31T15:01:51Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27c48b5-c722-420d-91b9-ecfd91dc9138', 'name': '', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:b9:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:38Z', 'updated_at': '2021-08-31T15:01:43Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:01:53.649033 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6f418db-0e6d-4a87-90d3-cc1c2614302e req-d9ea9a8e-b757-4010-b828-167b9bb8ca48 service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914803 Aug 31 15:01:53.755685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a6f418db-0e6d-4a87-90d3-cc1c2614302e req-c511368e-b340-4551-a2be-c90b0e5a12db service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968320 Aug 31 15:01:53.825539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368395d-21ae-4ca7-8316-1d539c2a1453 None None] New status for floating IP 21beff2e-06c7-4c20-85c7-f4bc3e980672: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:01:54.418634 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35282) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:01:54.481334 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4e4c6f6e-508b-45dd-a787-a801714b889f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/21beff2e-06c7-4c20-85c7-f4bc3e980672 HTTP/1.1" status: 200 len: 993 time: 0.0616229 Aug 31 15:02:01.473234 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-01556f50-1704-4dd0-8140-c4db46555e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:04.137633 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:04.155951 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-40ec1398-4f14-4a45-88b0-ffdca3bca9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:05.465081 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:07.008710 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:09.743327 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:09.878000 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:19.080271 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:02:25.823446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1764a-629e-4fc0-a9e8-1bf8adcae61b req-0f62ee4c-2f9a-4f74-ba35-09a1c14af2c7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:25.825139 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ab1764a-629e-4fc0-a9e8-1bf8adcae61b req-0f62ee4c-2f9a-4f74-ba35-09a1c14af2c7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0520499 Aug 31 15:02:25.846224 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-227c9c3c-d1a1-4922-bda8-0ed9ee87a564 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840833 Aug 31 15:02:25.863305 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-4ab1764a-629e-4fc0-a9e8-1bf8adcae61b req-7220a08e-e3cc-46fa-9d09-5a2969e817f7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321734 Aug 31 15:02:26.980089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-d179faf7-a9c7-4d9f-ae9b-f8d5ba164c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:26.981649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-d179faf7-a9c7-4d9f-ae9b-f8d5ba164c2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 1097 time: 0.0705621 Aug 31 15:02:27.005005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8a08b-ed6b-41b4-b444-082bceb0a179 req-4b889149-e7db-44f9-8bc5-5b150a276065 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:27.007226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55a8a08b-ed6b-41b4-b444-082bceb0a179 req-4b889149-e7db-44f9-8bc5-5b150a276065 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0709476 Aug 31 15:02:27.090557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-55a8a08b-ed6b-41b4-b444-082bceb0a179 req-bc590c80-0082-4d3b-a70e-0dbd0190af37 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725842 Aug 31 15:02:27.108300 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-09c142a9-3a09-4950-8e4c-dcb2aec1a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:27.109812 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-09c142a9-3a09-4950-8e4c-dcb2aec1a4f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe556b3b-3c6c-4adb-a0bd-97f95350853c HTTP/1.1" status: 200 len: 898 time: 0.1199212 Aug 31 15:02:27.182071 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-27a99379-c80f-4201-8cad-f7b3e4420660 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=112f1736-a39c-4360-a83f-33b61a979922 HTTP/1.1" status: 200 len: 1001 time: 0.0637257 Aug 31 15:02:27.232681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-037cd707-0dcd-4439-a68a-42c350ea2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:27.234177 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-037cd707-0dcd-4439-a68a-42c350ea2ae2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ed8a048-0a4e-4dbc-9974-20d0d2c412c2 HTTP/1.1" status: 200 len: 835 time: 0.0448661 Aug 31 15:02:27.280371 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-05599550-f817-41d1-8f92-d6d9654fcd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:27.281910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-05599550-f817-41d1-8f92-d6d9654fcd0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe556b3b-3c6c-4adb-a0bd-97f95350853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397623 Aug 31 15:02:27.373979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-9875a313-1dfb-4f66-9d56-806abc2b26f9 service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839591 Aug 31 15:02:27.463225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-c29250c9-ef0e-4494-aef1-ffcc3c7a09e3 service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810924 Aug 31 15:02:28.205178 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085139f-6305-455c-a0fa-85e559f089a3 req-fc7eb931-cd0c-4752-8021-e90fec59a732 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:28.206673 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b085139f-6305-455c-a0fa-85e559f089a3 req-fc7eb931-cd0c-4752-8021-e90fec59a732 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0482931 Aug 31 15:02:28.244396 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b085139f-6305-455c-a0fa-85e559f089a3 req-c0e70132-5fea-462e-a43c-75613bf7fd3c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311444 Aug 31 15:02:29.359462 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e8fdb-84b2-4ae2-9b24-65fc290fa727 req-5c1c8634-7461-49cc-9829-908c0138b365 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:29.360985 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-830e8fdb-84b2-4ae2-9b24-65fc290fa727 req-5c1c8634-7461-49cc-9829-908c0138b365 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0492897 Aug 31 15:02:29.403225 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-830e8fdb-84b2-4ae2-9b24-65fc290fa727 req-6e7144bf-c299-4792-9631-7719eb7e6c9c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362494 Aug 31 15:02:30.520242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af809c4-a66d-4f36-b1f4-bc0a1276f7d2 req-07084d49-82b5-45ad-a068-9a365a9b26d1 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:30.522072 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3af809c4-a66d-4f36-b1f4-bc0a1276f7d2 req-07084d49-82b5-45ad-a068-9a365a9b26d1 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0484402 Aug 31 15:02:30.564285 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3af809c4-a66d-4f36-b1f4-bc0a1276f7d2 req-37e35270-1951-4703-8cae-71121b72e74f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355444 Aug 31 15:02:31.473991 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ea702baa-56ff-469e-ad4b-0c3aacb761da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:31.683077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f06957-f4d1-4dd5-b13e-c258217eab0d req-9cbb84a4-d4ff-4a5b-acdf-616114a7cb3b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:31.684621 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-50f06957-f4d1-4dd5-b13e-c258217eab0d req-9cbb84a4-d4ff-4a5b-acdf-616114a7cb3b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0539932 Aug 31 15:02:31.721236 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-50f06957-f4d1-4dd5-b13e-c258217eab0d req-3cb926a3-0062-41db-8b8e-b2a6f6a0bb1d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306151 Aug 31 15:02:32.837149 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06b2d-8550-4653-a314-27370adfbbfa req-8adc56f2-3c68-4ff0-8603-b740d147e20b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:32.838655 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-89b06b2d-8550-4653-a314-27370adfbbfa req-8adc56f2-3c68-4ff0-8603-b740d147e20b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0491607 Aug 31 15:02:32.875329 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-89b06b2d-8550-4653-a314-27370adfbbfa req-b489f8df-5ad3-4e34-87ec-e2462e214f5e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309176 Aug 31 15:02:33.990058 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f3c5-e7df-4165-958f-fb18ff67f2a3 req-b15d2c9e-d138-43bf-861e-be0d4691aee0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:33.991564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e42f3c5-e7df-4165-958f-fb18ff67f2a3 req-b15d2c9e-d138-43bf-861e-be0d4691aee0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0490789 Aug 31 15:02:34.029782 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7e42f3c5-e7df-4165-958f-fb18ff67f2a3 req-b43ff377-0da5-4c38-8437-5afcf48f446f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319598 Aug 31 15:02:34.139285 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:34.156764 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b20f200-e1be-45bc-a5a7-c0c824bc8ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:35.159074 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c375b0f-c18e-4ee6-83ba-7e9577a4adad req-8ab56762-9413-4a2d-a3df-330267128c63 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:35.160642 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c375b0f-c18e-4ee6-83ba-7e9577a4adad req-8ab56762-9413-4a2d-a3df-330267128c63 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0491364 Aug 31 15:02:35.199181 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0c375b0f-c18e-4ee6-83ba-7e9577a4adad req-242f480a-1ae9-460f-9300-b8c829dd7f74 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320444 Aug 31 15:02:35.462358 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:36.313999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1d29b-e960-4766-8aea-70692533968a req-8c38b725-5ffe-45f7-8aef-38a5f907c418 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:36.315508 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48d1d29b-e960-4766-8aea-70692533968a req-8c38b725-5ffe-45f7-8aef-38a5f907c418 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0496936 Aug 31 15:02:36.356682 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-48d1d29b-e960-4766-8aea-70692533968a req-872b4910-5682-456e-ba59-c3eaedfc088e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351944 Aug 31 15:02:37.012149 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:37.472906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8fb3c-d7dc-497d-b29f-c9ac398a8a1b req-33d61a5f-6658-4257-a177-76a8389ce2c5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:37.474398 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-97f8fb3c-d7dc-497d-b29f-c9ac398a8a1b req-33d61a5f-6658-4257-a177-76a8389ce2c5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0494487 Aug 31 15:02:37.515400 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-97f8fb3c-d7dc-497d-b29f-c9ac398a8a1b req-dd8a9711-9753-4cb6-bf69-5b4dbc66e7fb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351498 Aug 31 15:02:38.629987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf714a-b643-4b2d-9c03-2aa7f5ed722e req-604f83fa-0b8c-4cfd-83d1-57e8d0530185 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:38.631475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63bf714a-b643-4b2d-9c03-2aa7f5ed722e req-604f83fa-0b8c-4cfd-83d1-57e8d0530185 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0482826 Aug 31 15:02:38.669947 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-63bf714a-b643-4b2d-9c03-2aa7f5ed722e req-3e6370ad-e526-4b9e-85e0-10c124fe9ac6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319073 Aug 31 15:02:39.757586 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:39.783484 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c8888-3a8e-49c7-bb43-4da9f8619b7b req-f25de3b9-d593-4349-b777-a7639e13f4ac tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:39.785024 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c30c8888-3a8e-49c7-bb43-4da9f8619b7b req-f25de3b9-d593-4349-b777-a7639e13f4ac tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0500283 Aug 31 15:02:39.823206 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c30c8888-3a8e-49c7-bb43-4da9f8619b7b req-5832880c-abc9-4f56-988d-20fd2e1e8716 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322199 Aug 31 15:02:39.889911 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:40.936517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4b90a-53f7-463b-ac22-511a5d3c357c req-9cf82418-34bb-4bc7-85f9-bfed6140cab4 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:40.938021 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4af4b90a-53f7-463b-ac22-511a5d3c357c req-9cf82418-34bb-4bc7-85f9-bfed6140cab4 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0485013 Aug 31 15:02:40.975937 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4af4b90a-53f7-463b-ac22-511a5d3c357c req-45f3590f-775d-403a-84be-0b6c5ccd2a34 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317273 Aug 31 15:02:42.089108 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495e990-a206-472b-9175-8361634e6986 req-6ee0141c-d208-4558-a047-44b990d21818 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:42.090609 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f495e990-a206-472b-9175-8361634e6986 req-6ee0141c-d208-4558-a047-44b990d21818 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0481305 Aug 31 15:02:42.128952 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f495e990-a206-472b-9175-8361634e6986 req-cc4a2b3b-639d-4e94-a71c-30b319ffdb91 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321877 Aug 31 15:02:43.246833 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95109fa2-2bfc-49a0-9259-aea7bd0fbbbf req-0d103b2a-1f3f-43a8-9e97-63e6d8f14607 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:43.248345 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95109fa2-2bfc-49a0-9259-aea7bd0fbbbf req-0d103b2a-1f3f-43a8-9e97-63e6d8f14607 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0493150 Aug 31 15:02:43.291142 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-95109fa2-2bfc-49a0-9259-aea7bd0fbbbf req-7bde040f-178b-495c-a188-da2549dcc5af tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366766 Aug 31 15:02:44.155322 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-6de79026-836d-4e63-853d-17923ff2f627 service neutron] 10.222.0.13 "GET /v2.0/ports/112f1736-a39c-4360-a83f-33b61a979922/bindings/n-h1-792364-6 HTTP/1.1" status: 200 len: 382 time: 0.0526154 Aug 31 15:02:44.348064 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-897c562f-4b49-4e73-a4dc-da494b450285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:44.349814 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-897c562f-4b49-4e73-a4dc-da494b450285 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02&tenant_id=dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 1097 time: 0.0418534 Aug 31 15:02:44.408525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd02f64-f397-4857-b960-b1f928c6840f req-dd2d54f7-a10e-43c4-8a09-05e93e4dfabe tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:44.409948 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffd02f64-f397-4857-b960-b1f928c6840f req-dd2d54f7-a10e-43c4-8a09-05e93e4dfabe tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0505614 Aug 31 15:02:44.417016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-fcb14040-e713-4db7-9cbf-12e62b8d6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:44.418669 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-fcb14040-e713-4db7-9cbf-12e62b8d6b7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 1097 time: 0.0463824 Aug 31 15:02:44.456353 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ffd02f64-f397-4857-b960-b1f928c6840f req-50047bc7-cd92-4321-9556-d846edc56a38 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397136 Aug 31 15:02:44.512215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-d0334815-2967-4144-bbad-52473321823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:44.513751 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-d0334815-2967-4144-bbad-52473321823b service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe556b3b-3c6c-4adb-a0bd-97f95350853c HTTP/1.1" status: 200 len: 898 time: 0.0880420 Aug 31 15:02:44.578118 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-ddc70389-788e-490d-b67e-4e031c0c19d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=112f1736-a39c-4360-a83f-33b61a979922 HTTP/1.1" status: 200 len: 1001 time: 0.0570428 Aug 31 15:02:44.631333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-cd61efe7-e40a-42f2-9c63-51280dc6cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:44.633348 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-cd61efe7-e40a-42f2-9c63-51280dc6cae2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ed8a048-0a4e-4dbc-9974-20d0d2c412c2 HTTP/1.1" status: 200 len: 835 time: 0.0469985 Aug 31 15:02:44.679872 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-dd2bd19b-2f87-4554-8ebe-0eb8398fd361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:44.681313 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-dd2bd19b-2f87-4554-8ebe-0eb8398fd361 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe556b3b-3c6c-4adb-a0bd-97f95350853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402052 Aug 31 15:02:44.771224 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-dfa2f491-5bbe-4f1a-8776-768e3dfe5d74 service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816488 Aug 31 15:02:44.865535 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-f807e8dc-c9db-447f-bb3b-31638346ba63 service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874820 Aug 31 15:02:45.573457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e86b70-2ecb-47ac-b18c-2b7eb109e0d5 req-ed8a994d-6532-4528-a753-527d82b8af14 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:45.574980 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57e86b70-2ecb-47ac-b18c-2b7eb109e0d5 req-ed8a994d-6532-4528-a753-527d82b8af14 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0495083 Aug 31 15:02:45.611585 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-57e86b70-2ecb-47ac-b18c-2b7eb109e0d5 req-720b03ab-250c-4077-8a0c-27b5f36b49e5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306993 Aug 31 15:02:46.725818 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8de64d-030a-4745-ae3e-d3283c5ed897 req-049ada2e-57d7-4e21-93c3-0de5868da299 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:46.727239 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8de64d-030a-4745-ae3e-d3283c5ed897 req-049ada2e-57d7-4e21-93c3-0de5868da299 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0487311 Aug 31 15:02:46.764829 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9e8de64d-030a-4745-ae3e-d3283c5ed897 req-a01628b9-6175-4914-a7aa-c9573e2e0df7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314798 Aug 31 15:02:46.968831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd7c38-8c98-466e-a39d-0207e1e2c93b req-d9ace1d5-e424-4f22-a5fd-6eed145c810b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:46.970331 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-42dd7c38-8c98-466e-a39d-0207e1e2c93b req-d9ace1d5-e424-4f22-a5fd-6eed145c810b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0505829 Aug 31 15:02:47.009239 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-42dd7c38-8c98-466e-a39d-0207e1e2c93b req-288d9221-166f-4bde-90f6-2ce9269da7f0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326114 Aug 31 15:02:47.025714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-973daa60-b8b2-46ad-9b2b-5f28c7caacd7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:47.027234 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-973daa60-b8b2-46ad-9b2b-5f28c7caacd7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02&tenant_id=dc7451049ec64b7b8895b043f5bc15a3&binding%3Ahost_id=n-h1-792364-6 HTTP/1.1" status: 200 len: 946 time: 0.0519216 Aug 31 15:02:47.149146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-8f665390-4d95-4858-b961-a8bd3017ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:47.150656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-8f665390-4d95-4858-b961-a8bd3017ca94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 1097 time: 0.0771236 Aug 31 15:02:47.158041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3cd7f-fac9-4452-a05d-a8ff533dfa58 req-617e9b1c-b397-4ede-bf3c-7c23381adfbf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:47.159393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21d3cd7f-fac9-4452-a05d-a8ff533dfa58 req-617e9b1c-b397-4ede-bf3c-7c23381adfbf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0764377 Aug 31 15:02:47.248898 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-21d3cd7f-fac9-4452-a05d-a8ff533dfa58 req-ec6f3f3b-dfb4-40f8-a3a1-2bd0c5582e5e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814371 Aug 31 15:02:47.273591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-a1d5cabf-087c-4666-bed8-cfb3c4686e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:47.275100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-a1d5cabf-087c-4666-bed8-cfb3c4686e8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe556b3b-3c6c-4adb-a0bd-97f95350853c HTTP/1.1" status: 200 len: 898 time: 0.1148813 Aug 31 15:02:47.339535 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-573313ee-d16a-42a1-8f03-287c88777aab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=112f1736-a39c-4360-a83f-33b61a979922 HTTP/1.1" status: 200 len: 1001 time: 0.0569122 Aug 31 15:02:47.387724 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-6fbc8ee3-7b64-4397-b385-31f979b160e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:47.389169 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-6fbc8ee3-7b64-4397-b385-31f979b160e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ed8a048-0a4e-4dbc-9974-20d0d2c412c2 HTTP/1.1" status: 200 len: 835 time: 0.0423431 Aug 31 15:02:47.438862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-6e1e5234-5e1e-46bc-a733-61f8b8ff9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:47.440364 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-6e1e5234-5e1e-46bc-a733-61f8b8ff9078 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe556b3b-3c6c-4adb-a0bd-97f95350853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437031 Aug 31 15:02:47.537475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-542b8e59-45bd-41e1-9bfe-4b0b87558d8f service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877624 Aug 31 15:02:47.631081 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5360d73f-efc6-4f72-93da-db705fdfc716 req-63b15ba1-fa93-40ba-abed-1b484b6623d0 service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855436 Aug 31 15:02:48.362305 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff135db-db20-4291-87f9-bf6d0597b727 req-883eeda6-2066-481e-b24f-83afcb0ba31a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:48.363783 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fff135db-db20-4291-87f9-bf6d0597b727 req-883eeda6-2066-481e-b24f-83afcb0ba31a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0485091 Aug 31 15:02:48.405519 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fff135db-db20-4291-87f9-bf6d0597b727 req-789775d2-55a2-4a0e-8840-45a306e54037 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357234 Aug 31 15:02:48.427707 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35378) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:02:48.487407 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-36789abe-afa9-4515-bbd1-24b44e7f3d1f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/21beff2e-06c7-4c20-85c7-f4bc3e980672 HTTP/1.1" status: 200 len: 993 time: 0.0585668 Aug 31 15:02:49.075253 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 112f1736-a39c-4360-a83f-33b61a979922 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:02:49.078438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 112f1736-a39c-4360-a83f-33b61a979922 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:02:49.217244 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:49.236505 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 112f1736-a39c-4360-a83f-33b61a979922, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=112f1736-a39c-4360-a83f-33b61a979922,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:49.257911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '112f1736-a39c-4360-a83f-33b61a979922', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'port_id': '112f1736-a39c-4360-a83f-33b61a979922', 'mac_address': 'fa:16:3e:58:0a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:02:49.262563 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112f1736-a39c-4360-a83f-33b61a979922'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:02:49.264775 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c5196b-1b4a-4434-accc-81bc79a996b9" -d '{"events": [{"server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "name": "network-vif-unplugged", "status": "completed", "tag": "112f1736-a39c-4360-a83f-33b61a979922"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:02:49.280221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 112f1736-a39c-4360-a83f-33b61a979922, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=112f1736-a39c-4360-a83f-33b61a979922,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:49.298013 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:49.339129 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:49.362291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 112f1736-a39c-4360-a83f-33b61a979922 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:02:49.367234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=112f1736-a39c-4360-a83f-33b61a979922,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:02:49.376716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:49.377064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:49.377407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:49.377744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:49.378076 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:49.378404 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:49.378730 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:49.379056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:49.379384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:49.379706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:49.380026 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:49.380345 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:02:49.401479 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743b5a0b-ea53-45e2-bf37-f6b4bd19c88d x-openstack-request-id: req-743b5a0b-ea53-45e2-bf37-f6b4bd19c88d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:02:49.401763 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "name": "network-vif-unplugged", "status": "completed", "tag": "112f1736-a39c-4360-a83f-33b61a979922", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:02:49.402009 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-743b5a0b-ea53-45e2-bf37-f6b4bd19c88d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:02:49.402387 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112f1736-a39c-4360-a83f-33b61a979922', 'code': 200} Aug 31 15:02:49.417422 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:02:49.417776 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:02:49.956171 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:49.969020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112f1736-a39c-4360-a83f-33b61a979922 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:02:49.987829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 112f1736-a39c-4360-a83f-33b61a979922, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=112f1736-a39c-4360-a83f-33b61a979922,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:49.992801 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:50.038283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=112f1736-a39c-4360-a83f-33b61a979922,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:02:50.218950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['112f1736-a39c-4360-a83f-33b61a979922'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:02:51.073887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 112f1736-a39c-4360-a83f-33b61a979922 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:02:51.119899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 112f1736-a39c-4360-a83f-33b61a979922 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:02:51.120279 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:51.196194 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:51.229725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 112f1736-a39c-4360-a83f-33b61a979922, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=112f1736-a39c-4360-a83f-33b61a979922,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:02:51.233524 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:02:51.279376 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=112f1736-a39c-4360-a83f-33b61a979922,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:02:51.403800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112f1736-a39c-4360-a83f-33b61a979922'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:02:51.406097 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058f8541-12cc-48ad-90ee-bf7fdddd4687" -d '{"events": [{"server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "name": "network-vif-plugged", "status": "completed", "tag": "112f1736-a39c-4360-a83f-33b61a979922"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:02:51.441320 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c8a696-da43-4a66-81d1-6ee60b8f42d4 x-openstack-request-id: req-e6c8a696-da43-4a66-81d1-6ee60b8f42d4 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:02:51.441610 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "name": "network-vif-plugged", "status": "completed", "tag": "112f1736-a39c-4360-a83f-33b61a979922", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:02:51.441861 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6c8a696-da43-4a66-81d1-6ee60b8f42d4 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:02:51.442259 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112f1736-a39c-4360-a83f-33b61a979922', 'code': 200} Aug 31 15:02:53.867158 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4f317d2-9f7f-44e5-b9c0-bf2eac8dbd76 req-17c75231-7de9-4c66-a14b-0e0275402e52 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412557 Aug 31 15:02:53.949112 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f317d2-9f7f-44e5-b9c0-bf2eac8dbd76 req-60120998-61f0-434c-8213-eca498c3e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:53.950607 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4f317d2-9f7f-44e5-b9c0-bf2eac8dbd76 req-60120998-61f0-434c-8213-eca498c3e61a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 1097 time: 0.0403969 Aug 31 15:02:54.062026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f317d2-9f7f-44e5-b9c0-bf2eac8dbd76 req-e218ee8b-8c3d-434b-985d-99120f2ace51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:54.063542 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4f317d2-9f7f-44e5-b9c0-bf2eac8dbd76 req-e218ee8b-8c3d-434b-985d-99120f2ace51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe556b3b-3c6c-4adb-a0bd-97f95350853c HTTP/1.1" status: 200 len: 898 time: 0.0885534 Aug 31 15:02:54.130199 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4f317d2-9f7f-44e5-b9c0-bf2eac8dbd76 req-49b22da7-5a55-4ca7-931b-8e37aa870613 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=112f1736-a39c-4360-a83f-33b61a979922 HTTP/1.1" status: 200 len: 1001 time: 0.0589375 Aug 31 15:02:54.178422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f317d2-9f7f-44e5-b9c0-bf2eac8dbd76 req-f2546605-75e1-491f-9542-9e9b0af49083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:54.179991 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4f317d2-9f7f-44e5-b9c0-bf2eac8dbd76 req-f2546605-75e1-491f-9542-9e9b0af49083 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ed8a048-0a4e-4dbc-9974-20d0d2c412c2 HTTP/1.1" status: 200 len: 835 time: 0.0426991 Aug 31 15:02:54.231083 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f317d2-9f7f-44e5-b9c0-bf2eac8dbd76 req-be8cf20e-ed18-4a1f-bac4-ac55937bcfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:02:54.232617 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4f317d2-9f7f-44e5-b9c0-bf2eac8dbd76 req-be8cf20e-ed18-4a1f-bac4-ac55937bcfc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe556b3b-3c6c-4adb-a0bd-97f95350853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449810 Aug 31 15:02:54.325406 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4f317d2-9f7f-44e5-b9c0-bf2eac8dbd76 req-5d825c26-7893-486e-93f6-943b33e2ae2a service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847876 Aug 31 15:02:54.419263 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4f317d2-9f7f-44e5-b9c0-bf2eac8dbd76 req-9ce53287-18c2-4543-b50e-3f2ffc48bbaf service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854447 Aug 31 15:02:56.079823 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:03:01.475534 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e1b89380-8cd2-4aa5-9b77-5721b9cbe4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:04.139602 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:04.155341 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7358762c-9eaf-4c7c-a7a9-31f73d34c91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:05.461414 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:07.014133 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:09.775963 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:09.904339 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:19.141733 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35396) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:19.297092 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port d2c0ba33-909f-4d00-b118-2b2959815509 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:03:19.297436 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:19.372512 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:19.372833 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:19.383966 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for d2c0ba33-909f-4d00-b118-2b2959815509 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:03:19.530839 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:19.555305 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=d2c0ba33-909f-4d00-b118-2b2959815509,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:19.568090 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:19.568470 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:19.568814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:19.569153 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:19.569489 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:19.569822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:19.570154 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:19.570485 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:19.570817 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:19.571141 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:19.571464 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:19.571785 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:19.624898 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:19.625367 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Floating IP 21beff2e-06c7-4c20-85c7-f4bc3e980672 disassociated (deleted). External IP: 172.25.3.90, port: 112f1736-a39c-4360-a83f-33b61a979922. Aug 31 15:03:19.830124 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 14613eca-daa5-4141-9e60-d15623c79330 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:03:19.934542 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:03:19.939322 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:19.944522 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187a8de6-00de-4870-b50d-25328f062910 None None] Sync routers for ids ['14613eca-daa5-4141-9e60-d15623c79330'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:03:19.953633 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a8de6-00de-4870-b50d-25328f062910 None None] Routers {'14613eca-daa5-4141-9e60-d15623c79330'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:19.954239 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-187a8de6-00de-4870-b50d-25328f062910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:03:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['14613eca-daa5-4141-9e60-d15623c79330'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:19.966070 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-22cbf637-35ff-4c78-abe1-717f65b0383d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/floatingips/21beff2e-06c7-4c20-85c7-f4bc3e980672 HTTP/1.1" status: 204 len: 168 time: 0.8232505 Aug 31 15:03:19.966656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'tag': '112f1736-a39c-4360-a83f-33b61a979922'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:03:19.969086 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c035811d08aaf94b3945b1679bc855303e466cc5a1470948d68f8318512416e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0660452-3c43-4a1b-934a-d422a0519999" -d '{"events": [{"name": "network-changed", "server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "tag": "112f1736-a39c-4360-a83f-33b61a979922"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:03:20.012934 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51b963c-2e84-4d30-8115-52c326a93af5 x-openstack-request-id: req-d51b963c-2e84-4d30-8115-52c326a93af5 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:03:20.013235 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "tag": "112f1736-a39c-4360-a83f-33b61a979922", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:03:20.013505 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d51b963c-2e84-4d30-8115-52c326a93af5 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:03:20.013905 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'tag': '112f1736-a39c-4360-a83f-33b61a979922', 'status': 'completed', 'code': 200} Aug 31 15:03:20.064472 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-187a8de6-00de-4870-b50d-25328f062910 None None] Set router 14613eca-daa5-4141-9e60-d15623c79330 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:20.082804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0660452-3c43-4a1b-934a-d422a0519999 req-63be6ffb-fe34-4837-94ff-8d8049296d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:20.084622 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0660452-3c43-4a1b-934a-d422a0519999 req-63be6ffb-fe34-4837-94ff-8d8049296d9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 1097 time: 0.0470607 Aug 31 15:03:20.215632 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0660452-3c43-4a1b-934a-d422a0519999 req-a653aaed-9739-4026-acab-a84c0ebc165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:20.217194 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0660452-3c43-4a1b-934a-d422a0519999 req-a653aaed-9739-4026-acab-a84c0ebc165e service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe556b3b-3c6c-4adb-a0bd-97f95350853c HTTP/1.1" status: 200 len: 898 time: 0.1207309 Aug 31 15:03:20.227481 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15282c6-22f4-45db-9295-a99b86d8ae0d req-c003b715-fa98-498d-a710-53acf8d654d6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:20.228993 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15282c6-22f4-45db-9295-a99b86d8ae0d req-c003b715-fa98-498d-a710-53acf8d654d6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0746329 Aug 31 15:03:20.269329 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-187a8de6-00de-4870-b50d-25328f062910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'f27c48b5-c722-420d-91b9-ecfd91dc9138', 'name': '', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:b9:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:38Z', 'updated_at': '2021-08-31T15:01:43Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:20.270288 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0660452-3c43-4a1b-934a-d422a0519999 req-f36adcfb-863a-4fec-8236-7be1db83b3b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=112f1736-a39c-4360-a83f-33b61a979922 HTTP/1.1" status: 200 len: 217 time: 0.0403714 Aug 31 15:03:20.295617 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187a8de6-00de-4870-b50d-25328f062910 None None] Checking router: 14613eca-daa5-4141-9e60-d15623c79330 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:03:20.303807 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a8de6-00de-4870-b50d-25328f062910 None None] Routers {'14613eca-daa5-4141-9e60-d15623c79330'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:20.304424 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-187a8de6-00de-4870-b50d-25328f062910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:03:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['14613eca-daa5-4141-9e60-d15623c79330'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:20.335388 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c15282c6-22f4-45db-9295-a99b86d8ae0d req-5451226a-251d-4feb-a6dd-e674d5cf4ab4 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996811 Aug 31 15:03:20.344093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0660452-3c43-4a1b-934a-d422a0519999 req-b595b064-6642-496c-aa8e-7ed5a66b19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:20.345921 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0660452-3c43-4a1b-934a-d422a0519999 req-b595b064-6642-496c-aa8e-7ed5a66b19b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ed8a048-0a4e-4dbc-9974-20d0d2c412c2 HTTP/1.1" status: 200 len: 835 time: 0.0673485 Aug 31 15:03:20.395414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0660452-3c43-4a1b-934a-d422a0519999 req-fcd14e1f-f40e-4f9b-baaf-4db7b914a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:20.397223 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0660452-3c43-4a1b-934a-d422a0519999 req-fcd14e1f-f40e-4f9b-baaf-4db7b914a4cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe556b3b-3c6c-4adb-a0bd-97f95350853c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433223 Aug 31 15:03:20.414947 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-187a8de6-00de-4870-b50d-25328f062910 None None] Set router 14613eca-daa5-4141-9e60-d15623c79330 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:20.487739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0660452-3c43-4a1b-934a-d422a0519999 req-e0eacb0d-218a-48cd-96b0-f924f897c56f service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819032 Aug 31 15:03:20.582348 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c0660452-3c43-4a1b-934a-d422a0519999 req-da93d008-8297-4f3a-b6c7-7d2670f82646 service neutron] 10.222.0.13 "GET /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865421 Aug 31 15:03:20.614756 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-187a8de6-00de-4870-b50d-25328f062910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'f27c48b5-c722-420d-91b9-ecfd91dc9138', 'name': '', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:b9:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:38Z', 'updated_at': '2021-08-31T15:01:43Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:20.640782 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187a8de6-00de-4870-b50d-25328f062910 None None] The sync data for ids ['14613eca-daa5-4141-9e60-d15623c79330'] in n-d-792364-6 is: [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'f27c48b5-c722-420d-91b9-ecfd91dc9138', 'name': '', 'network_id': 'fe556b3b-3c6c-4adb-a0bd-97f95350853c', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:b9:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:38Z', 'updated_at': '2021-08-31T15:01:43Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '9ed8a048-0a4e-4dbc-9974-20d0d2c412c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:03:20.855050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de7b75-b624-4a61-9384-636e373750f5 None None] New status for floating IP 21beff2e-06c7-4c20-85c7-f4bc3e980672: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:03:21.452905 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cb39a-8ea0-4951-9d71-7c4b5db09579 req-ffd399c3-6751-4f00-96aa-fa78be80c3a9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:21.454454 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-919cb39a-8ea0-4951-9d71-7c4b5db09579 req-ffd399c3-6751-4f00-96aa-fa78be80c3a9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0500686 Aug 31 15:03:21.492659 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-919cb39a-8ea0-4951-9d71-7c4b5db09579 req-eb6143ee-4d26-4951-a1e6-aad99056353b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=d87f2d22-47e4-479c-ba0b-a9201a90c7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322764 Aug 31 15:03:21.528066 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415792f-88c9-4ac1-b0c7-74acf01bfef9 req-86ae772f-5f29-4490-bef8-372f5399ca03 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:21.529581 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f415792f-88c9-4ac1-b0c7-74acf01bfef9 req-86ae772f-5f29-4490-bef8-372f5399ca03 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e37c42-9c6a-4b76-b685-f6767f4bcd02 HTTP/1.1" status: 200 len: 946 time: 0.0492072 Aug 31 15:03:21.621467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f415792f-88c9-4ac1-b0c7-74acf01bfef9 req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port 112f1736-a39c-4360-a83f-33b61a979922 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:03:21.621732 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f415792f-88c9-4ac1-b0c7-74acf01bfef9 req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:21.710862 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f415792f-88c9-4ac1-b0c7-74acf01bfef9 req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port 112f1736-a39c-4360-a83f-33b61a979922, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=112f1736-a39c-4360-a83f-33b61a979922,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:21.711232 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f415792f-88c9-4ac1-b0c7-74acf01bfef9 req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:21.724379 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-f415792f-88c9-4ac1-b0c7-74acf01bfef9 req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for 112f1736-a39c-4360-a83f-33b61a979922 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:03:21.853821 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f415792f-88c9-4ac1-b0c7-74acf01bfef9 req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:21.881728 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=112f1736-a39c-4360-a83f-33b61a979922,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:21.909529 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:21.909881 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:21.910220 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:21.910555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:21.910887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:21.911215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:21.911541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:21.911865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:21.912190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:21.912533 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:21.912857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:21.913173 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:21.931308 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f415792f-88c9-4ac1-b0c7-74acf01bfef9 req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] No DVR routers for this DVR port 112f1736-a39c-4360-a83f-33b61a979922 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:03:21.933908 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f415792f-88c9-4ac1-b0c7-74acf01bfef9 req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:21.935994 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f415792f-88c9-4ac1-b0c7-74acf01bfef9 req-8da53fd5-1a57-4e7d-8100-3c44c70e170c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "DELETE /v2.0/ports/112f1736-a39c-4360-a83f-33b61a979922 HTTP/1.1" status: 204 len: 173 time: 0.4000349 Aug 31 15:03:21.936441 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'name': 'network-vif-deleted', 'tag': '112f1736-a39c-4360-a83f-33b61a979922'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:03:21.938925 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cb6d87-7ce9-4e45-9563-66b2a3c942f8" -d '{"events": [{"server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "name": "network-vif-deleted", "tag": "112f1736-a39c-4360-a83f-33b61a979922"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:03:21.978768 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0967de0-c87f-42c4-a571-6ce906776116 x-openstack-request-id: req-c0967de0-c87f-42c4-a571-6ce906776116 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:03:21.979742 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e37c42-9c6a-4b76-b685-f6767f4bcd02", "name": "network-vif-deleted", "tag": "112f1736-a39c-4360-a83f-33b61a979922", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:03:21.979989 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0967de0-c87f-42c4-a571-6ce906776116 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:03:21.981016 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e37c42-9c6a-4b76-b685-f6767f4bcd02', 'name': 'network-vif-deleted', 'tag': '112f1736-a39c-4360-a83f-33b61a979922', 'status': 'completed', 'code': 200} Aug 31 15:03:22.547049 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35410) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:22.897948 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86575158-6467-43f9-8501-8d1dee40f626 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:23.155875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-86575158-6467-43f9-8501-8d1dee40f626 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port f27c48b5-c722-420d-91b9-ecfd91dc9138 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:03:23.156173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86575158-6467-43f9-8501-8d1dee40f626 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:23.241161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-86575158-6467-43f9-8501-8d1dee40f626 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port f27c48b5-c722-420d-91b9-ecfd91dc9138, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f27c48b5-c722-420d-91b9-ecfd91dc9138,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:23.241524 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86575158-6467-43f9-8501-8d1dee40f626 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:23.257535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-86575158-6467-43f9-8501-8d1dee40f626 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for f27c48b5-c722-420d-91b9-ecfd91dc9138 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:03:23.440359 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86575158-6467-43f9-8501-8d1dee40f626 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:23.467588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86575158-6467-43f9-8501-8d1dee40f626 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=f27c48b5-c722-420d-91b9-ecfd91dc9138,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:23.942628 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86575158-6467-43f9-8501-8d1dee40f626 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:24.155288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86575158-6467-43f9-8501-8d1dee40f626 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 14613eca-daa5-4141-9e60-d15623c79330 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:03:24.260898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86575158-6467-43f9-8501-8d1dee40f626 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:03:24.265865 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-86575158-6467-43f9-8501-8d1dee40f626 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "PUT /v2.0/routers/14613eca-daa5-4141-9e60-d15623c79330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7177989 Aug 31 15:03:24.268855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35412) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:24.271833 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb86a72-53b8-4837-baca-0b4822f01be8 None None] Sync routers for ids ['14613eca-daa5-4141-9e60-d15623c79330'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:03:24.280822 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb86a72-53b8-4837-baca-0b4822f01be8 None None] Routers {'14613eca-daa5-4141-9e60-d15623c79330'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:24.281437 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1fb86a72-53b8-4837-baca-0b4822f01be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:03:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['14613eca-daa5-4141-9e60-d15623c79330'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:24.481611 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1fb86a72-53b8-4837-baca-0b4822f01be8 None None] Set router 14613eca-daa5-4141-9e60-d15623c79330 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:24.663696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffa1cba-c4c3-4165-80c5-abcb1b5cfba0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting subnet 9ed8a048-0a4e-4dbc-9974-20d0d2c412c2 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:03:24.667212 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1fb86a72-53b8-4837-baca-0b4822f01be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:03:23Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:24.667401 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dffa1cba-c4c3-4165-80c5-abcb1b5cfba0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:24.692948 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb86a72-53b8-4837-baca-0b4822f01be8 None None] Checking router: 14613eca-daa5-4141-9e60-d15623c79330 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:03:24.700905 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb86a72-53b8-4837-baca-0b4822f01be8 None None] Routers {'14613eca-daa5-4141-9e60-d15623c79330'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:24.701518 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1fb86a72-53b8-4837-baca-0b4822f01be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:03:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['14613eca-daa5-4141-9e60-d15623c79330'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:24.705761 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dffa1cba-c4c3-4165-80c5-abcb1b5cfba0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:24.792694 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dffa1cba-c4c3-4165-80c5-abcb1b5cfba0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:24.803776 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1fb86a72-53b8-4837-baca-0b4822f01be8 None None] Set router 14613eca-daa5-4141-9e60-d15623c79330 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:24.849653 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dffa1cba-c4c3-4165-80c5-abcb1b5cfba0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:24.878003 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa1cba-c4c3-4165-80c5-abcb1b5cfba0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed8a048-0a4e-4dbc-9974-20d0d2c412c2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:24.881359 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dffa1cba-c4c3-4165-80c5-abcb1b5cfba0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:24.883259 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dffa1cba-c4c3-4165-80c5-abcb1b5cfba0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/subnets/9ed8a048-0a4e-4dbc-9974-20d0d2c412c2 HTTP/1.1" status: 204 len: 168 time: 0.6134212 Aug 31 15:03:24.886540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35414) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:24.888037 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6362ede-717b-4246-a4a8-d226b9d6767c None None] Network fe556b3b-3c6c-4adb-a0bd-97f95350853c requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:03:24.990322 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1fb86a72-53b8-4837-baca-0b4822f01be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:03:23Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:24.997833 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.022678 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb86a72-53b8-4837-baca-0b4822f01be8 None None] The sync data for ids ['14613eca-daa5-4141-9e60-d15623c79330'] in n-d-792364-6 is: [{'id': '14613eca-daa5-4141-9e60-d15623c79330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474612670', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:03:23Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '58432f56-72df-4ddd-a4ce-7fe7a27ec8f1', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14613eca-daa5-4141-9e60-d15623c79330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:01:35Z', 'updated_at': '2021-08-31T15:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:03:25.081716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f21e8-0790-43eb-aa4e-c26b66e3736b None None] DHCP port deletion for fe556b3b-3c6c-4adb-a0bd-97f95350853c request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:03:25.115300 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.136651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-044f21e8-0790-43eb-aa4e-c26b66e3736b None None] Deleting port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:03:25.137276 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-044f21e8-0790-43eb-aa4e-c26b66e3736b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.176394 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:03:25.176792 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.209446 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 112f1736-a39c-4360-a83f-33b61a979922 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:03:25.236620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 112f1736-a39c-4360-a83f-33b61a979922 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:03:25.236872 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 112f1736-a39c-4360-a83f-33b61a979922 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:03:25.241576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-044f21e8-0790-43eb-aa4e-c26b66e3736b None None] For port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd,segment=NetworkSegment(9d638fd2-c8bd-4f12-86af-f59fd9227274),segment_id=9d638fd2-c8bd-4f12-86af-f59fd9227274)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:25.241987 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-044f21e8-0790-43eb-aa4e-c26b66e3736b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.257096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-044f21e8-0790-43eb-aa4e-c26b66e3736b None None] Calling delete_port for 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:03:25.261773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=58432f56-72df-4ddd-a4ce-7fe7a27ec8f1,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:25.262145 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.281041 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:03:25.338275 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-044f21e8-0790-43eb-aa4e-c26b66e3736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.365970 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f21e8-0790-43eb-aa4e-c26b66e3736b None None] Pushing event deleted for resources: {'Port': ['ID=9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:25.370086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f21e8-0790-43eb-aa4e-c26b66e3736b None None] No DVR routers for this DVR port 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:03:25.459836 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.488595 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=58432f56-72df-4ddd-a4ce-7fe7a27ec8f1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:25.548130 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.637527 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.639527 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.685675 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.686236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Fanout notify agent at l3_agent the message router_deleted on router 14613eca-daa5-4141-9e60-d15623c79330 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:03:25.693311 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.694451 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-573b02df-8016-4dc5-b1bc-defd385a370c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/routers/14613eca-daa5-4141-9e60-d15623c79330 HTTP/1.1" status: 204 len: 168 time: 0.8068926 Aug 31 15:03:25.697231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35416) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:25.775907 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.872305 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.882223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe556b3b-3c6c-4adb-a0bd-97f95350853c']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:25.892664 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d638fd2-c8bd-4f12-86af-f59fd9227274') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:25.892904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d638fd2-c8bd-4f12-86af-f59fd9227274') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:25.902359 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.917266 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.923043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:03:25.923454 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: timer() Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:03:25.926396 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:03:25.982416 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.990034 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:25.991299 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/networks/fe556b3b-3c6c-4adb-a0bd-97f95350853c HTTP/1.1" status: 204 len: 168 time: 0.2931046 Aug 31 15:03:25.994128 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35418) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:26.002875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681e18e-ed74-4aa0-b7d6-a7b804806a20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Network': ['ID=fe556b3b-3c6c-4adb-a0bd-97f95350853c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:26.052613 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4f05176-5fe5-448a-b513-69c705bfb367 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.077050 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4f05176-5fe5-448a-b513-69c705bfb367 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.139519 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4f05176-5fe5-448a-b513-69c705bfb367 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.142347 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d4f05176-5fe5-448a-b513-69c705bfb367 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.143438 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d4f05176-5fe5-448a-b513-69c705bfb367 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/security-groups/d87f2d22-47e4-479c-ba0b-a9201a90c7ed HTTP/1.1" status: 204 len: 168 time: 0.1481235 Aug 31 15:03:26.153889 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f05176-5fe5-448a-b513-69c705bfb367 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87f2d22-47e4-479c-ba0b-a9201a90c7ed,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:26.406083 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35424) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:26.410834 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-51b866bc-e5e3-4e41-9b14-0f7fb7b61f36 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326428397', 'description': 'tempest-secgroup-smoke-1326428397 description', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:26.432526 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-51b866bc-e5e3-4e41-9b14-0f7fb7b61f36 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.516305 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-51b866bc-e5e3-4e41-9b14-0f7fb7b61f36 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.520202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-51b866bc-e5e3-4e41-9b14-0f7fb7b61f36 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.550142 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b866bc-e5e3-4e41-9b14-0f7fb7b61f36 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8520a245-75cc-4c37-91b6-d684d8f3e9b4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:26.554013 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-51b866bc-e5e3-4e41-9b14-0f7fb7b61f36 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.558419 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-51b866bc-e5e3-4e41-9b14-0f7fb7b61f36 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1484466 Aug 31 15:03:26.559120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35426) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:26.564071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3b1b636c-0437-4794-a9a2-f1a36686da84 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '8520a245-75cc-4c37-91b6-d684d8f3e9b4', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:26.592699 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:03:26.596839 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b1b636c-0437-4794-a9a2-f1a36686da84 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.612408 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:03:26.612859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 58432f56-72df-4ddd-a4ce-7fe7a27ec8f1 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:03:26.613353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:03:26.632889 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:03:26.633242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 9ed7ce3b-fbfe-4072-9247-bb344fc4ddcd not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:03:26.633664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f27c48b5-c722-420d-91b9-ecfd91dc9138 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:03:26.654371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: f27c48b5-c722-420d-91b9-ecfd91dc9138 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:03:26.654640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f27c48b5-c722-420d-91b9-ecfd91dc9138 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:03:26.659371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b1b636c-0437-4794-a9a2-f1a36686da84 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.663935 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b1b636c-0437-4794-a9a2-f1a36686da84 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.681451 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b636c-0437-4794-a9a2-f1a36686da84 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fb6166-8fff-44d4-9a8c-91d90191759b,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:26.687957 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b1b636c-0437-4794-a9a2-f1a36686da84 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.689195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3b1b636c-0437-4794-a9a2-f1a36686da84 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290247 Aug 31 15:03:26.691987 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35428) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:26.696305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-90f6ba03-4c11-41e2-8702-be74dcac5547 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '8520a245-75cc-4c37-91b6-d684d8f3e9b4', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:26.721975 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90f6ba03-4c11-41e2-8702-be74dcac5547 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.778925 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90f6ba03-4c11-41e2-8702-be74dcac5547 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.782219 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90f6ba03-4c11-41e2-8702-be74dcac5547 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.797215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6ba03-4c11-41e2-8702-be74dcac5547 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb78e7d1-11a1-4d4e-9f4e-1f2a673317f7,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:26.806019 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-90f6ba03-4c11-41e2-8702-be74dcac5547 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.807762 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-90f6ba03-4c11-41e2-8702-be74dcac5547 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148310 Aug 31 15:03:26.810633 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35430) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:26.814985 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7d3221e1-cdd5-4fb4-8219-fac20f3e684c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '8520a245-75cc-4c37-91b6-d684d8f3e9b4', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:26.841481 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d3221e1-cdd5-4fb4-8219-fac20f3e684c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.898339 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d3221e1-cdd5-4fb4-8219-fac20f3e684c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.902083 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d3221e1-cdd5-4fb4-8219-fac20f3e684c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.919273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3221e1-cdd5-4fb4-8219-fac20f3e684c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee48fa9b-bd35-44d1-b7d0-3ce4cdb0608a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:26.925682 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d3221e1-cdd5-4fb4-8219-fac20f3e684c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:26.926421 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7d3221e1-cdd5-4fb4-8219-fac20f3e684c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147788 Aug 31 15:03:26.929175 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35432) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:26.934560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-e928f941-2ab5-4193-924b-6d6d17a0ac1c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '8520a245-75cc-4c37-91b6-d684d8f3e9b4', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:26.960639 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e928f941-2ab5-4193-924b-6d6d17a0ac1c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.018233 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e928f941-2ab5-4193-924b-6d6d17a0ac1c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.022338 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e928f941-2ab5-4193-924b-6d6d17a0ac1c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.043584 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928f941-2ab5-4193-924b-6d6d17a0ac1c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabdfad5-613b-4f9b-bc35-556030fa6b2c,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:27.048943 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e928f941-2ab5-4193-924b-6d6d17a0ac1c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.052739 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e928f941-2ab5-4193-924b-6d6d17a0ac1c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200380 Aug 31 15:03:27.053199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35434) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:27.058499 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6736e47c-6b66-422d-90d3-d91041aaae9d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '8520a245-75cc-4c37-91b6-d684d8f3e9b4', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:27.079153 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-6736e47c-6b66-422d-90d3-d91041aaae9d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Project dc7451049ec64b7b8895b043f5bc15a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:03:27.083902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6736e47c-6b66-422d-90d3-d91041aaae9d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.142059 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6736e47c-6b66-422d-90d3-d91041aaae9d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.145389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6736e47c-6b66-422d-90d3-d91041aaae9d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.163726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736e47c-6b66-422d-90d3-d91041aaae9d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b2d743-a71c-4b7a-9e15-3fd06e96ac3c,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:27.170598 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6736e47c-6b66-422d-90d3-d91041aaae9d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.171955 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-6736e47c-6b66-422d-90d3-d91041aaae9d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177421 Aug 31 15:03:27.174817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35436) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:27.179234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-fdaf9923-9bb1-4b60-9598-6e234493c37b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '8520a245-75cc-4c37-91b6-d684d8f3e9b4', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:27.202023 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-fdaf9923-9bb1-4b60-9598-6e234493c37b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Project dc7451049ec64b7b8895b043f5bc15a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:03:27.209032 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fdaf9923-9bb1-4b60-9598-6e234493c37b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.269250 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fdaf9923-9bb1-4b60-9598-6e234493c37b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.273391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fdaf9923-9bb1-4b60-9598-6e234493c37b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.287969 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf9923-9bb1-4b60-9598-6e234493c37b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09ed2f1-e994-4e13-baee-fac0079a3029,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:27.297910 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fdaf9923-9bb1-4b60-9598-6e234493c37b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.299150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-fdaf9923-9bb1-4b60-9598-6e234493c37b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233699 Aug 31 15:03:27.302014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35438) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:27.307465 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-bdaedc87-d10e-498a-9ba3-42403e3b6067 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'network': {'name': 'tempest-network-smoke--431843476', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'port_security_enabled': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:27.326718 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaedc87-d10e-498a-9ba3-42403e3b6067 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:03:27.330165 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdaedc87-d10e-498a-9ba3-42403e3b6067 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.352892 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdaedc87-d10e-498a-9ba3-42403e3b6067 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:03:27.362039 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdaedc87-d10e-498a-9ba3-42403e3b6067 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.362382 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-bdaedc87-d10e-498a-9ba3-42403e3b6067 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Added segment cf3becf1-414a-4880-8dd7-f24c9575dd74 of type vlan for network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 Aug 31 15:03:27.401895 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdaedc87-d10e-498a-9ba3-42403e3b6067 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.429797 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdaedc87-d10e-498a-9ba3-42403e3b6067 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.435448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaedc87-d10e-498a-9ba3-42403e3b6067 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:27.436079 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-bdaedc87-d10e-498a-9ba3-42403e3b6067 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.493873 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-bdaedc87-d10e-498a-9ba3-42403e3b6067 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1908400 Aug 31 15:03:27.496756 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35440) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:27.501848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'admin_state_up': True, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:27.502061 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaedc87-d10e-498a-9ba3-42403e3b6067 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Network': ['ID=a24c353f-93b7-4b44-ae3e-6782e8cfaa41,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:27.511894 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:03:27.527319 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.528302 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.578559 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.713811 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.903688 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:27.925945 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:28.023736 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.25.3.197 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/cb574572-8f05-4ea9-af7b-33d8642d2769) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:03:28.125351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:28.163524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:28.203235 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:03:28.206159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:03:28.209882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:03:28.215302 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=cb574572-8f05-4ea9-af7b-33d8642d2769,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:28.458504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:28.651823 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:28.777134 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 27091cfd-4cf7-41c4-a069-d3fa21ef737e is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:03:28.882655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:03:28.891946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Sync routers for ids ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:03:28.902335 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:28.902694 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Routers {'27091cfd-4cf7-41c4-a069-d3fa21ef737e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:28.903402 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:03:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:28.903596 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-080cf9b7-b0ed-4a16-99b8-fab4a867d0a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4056528 Aug 31 15:03:28.906728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35442) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:28.937128 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b059aadb-70cb-479c-a9dc-c84d1e90a415 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=dc7451049ec64b7b8895b043f5bc15a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292010 Aug 31 15:03:28.937882 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35444) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:29.024201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02d7a88-189e-46cb-9cf1-7b3a2530ba99 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:29.026349 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c02d7a88-189e-46cb-9cf1-7b3a2530ba99 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874405 Aug 31 15:03:29.029271 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35446) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:29.063360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-58ec597b-9b29-4c61-81eb-eb72cfe1ffdc tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330360 Aug 31 15:03:29.065915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35448) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:29.070865 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a22ad791-f2f5-403e-b40c-6dbf9e64f045 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1157160822', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:29.159639 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22ad791-f2f5-403e-b40c-6dbf9e64f045 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:03:29.163163 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a22ad791-f2f5-403e-b40c-6dbf9e64f045 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:29.165675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Set router 27091cfd-4cf7-41c4-a069-d3fa21ef737e gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:29.345679 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a22ad791-f2f5-403e-b40c-6dbf9e64f045 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:29.348835 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:28Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:29.374716 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Checking router: 27091cfd-4cf7-41c4-a069-d3fa21ef737e for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:03:29.375071 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Updating router 27091cfd-4cf7-41c4-a069-d3fa21ef737e port cb574572-8f05-4ea9-af7b-33d8642d2769 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:03:29.399824 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:29.405938 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ad791-f2f5-403e-b40c-6dbf9e64f045 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Subnet': ['ID=68ca06ae-d3ff-4d0a-8406-8de63e5206c2,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:29.414392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22ad791-f2f5-403e-b40c-6dbf9e64f045 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Checking segment: {'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:03:29.414759 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22ad791-f2f5-403e-b40c-6dbf9e64f045 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network hostable DHCP agents. Network: a24c353f-93b7-4b44-ae3e-6782e8cfaa41, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:03:29.433689 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22ad791-f2f5-403e-b40c-6dbf9e64f045 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:03:29.443307 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a22ad791-f2f5-403e-b40c-6dbf9e64f045 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, a24c353f-93b7-4b44-ae3e-6782e8cfaa41) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:03:29.452322 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ad791-f2f5-403e-b40c-6dbf9e64f045 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:29.453686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a22ad791-f2f5-403e-b40c-6dbf9e64f045 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:29.472088 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a22ad791-f2f5-403e-b40c-6dbf9e64f045 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4037023 Aug 31 15:03:29.475418 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35450) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:29.485415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fbcba9-3cc3-4e5b-8d76-da849167ca8e None None] Network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:03:29.724330 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ips': [{'subnet_id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:03:29.725202 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:29.828476 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:29.851621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Transition to ACTIVE for port object cb574572-8f05-4ea9-af7b-33d8642d2769 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:03:29.863446 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:29.906198 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:29.957968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Attempting to bind port cb574572-8f05-4ea9-af7b-33d8642d2769 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:03:29.958583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Attempting to bind port cb574572-8f05-4ea9-af7b-33d8642d2769 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:03:29.958703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Attempting to bind port cb574572-8f05-4ea9-af7b-33d8642d2769 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:03:29.960634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8274edd-8f03-4aee-8d29-63bf1b569005 None None] Pushing event updated for resources: {'Port': ['ID=cb574572-8f05-4ea9-af7b-33d8642d2769,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:29.964744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Allocated IP 172.20.0.2 (a24c353f-93b7-4b44-ae3e-6782e8cfaa41/68ca06ae-d3ff-4d0a-8406-8de63e5206c2/29a06369-3666-4c16-ae56-b18140c9ed9b) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:03:29.970840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:03:29.971235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:03:29.971655 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:29.972324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:03:29.972648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Bound port: cb574572-8f05-4ea9-af7b-33d8642d2769, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:03:29.973040 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:30.075637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] For port cb574572-8f05-4ea9-af7b-33d8642d2769, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:03:30.080224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] For port cb574572-8f05-4ea9-af7b-33d8642d2769, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cb574572-8f05-4ea9-af7b-33d8642d2769,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:03:30.091223 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:30.193878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Routers {'27091cfd-4cf7-41c4-a069-d3fa21ef737e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:30.194513 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:03:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:30.198313 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8274edd-8f03-4aee-8d29-63bf1b569005 None None] Pushing event updated for resources: {'Port': ['ID=cb574572-8f05-4ea9-af7b-33d8642d2769,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:30.250623 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:30.266568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Transition to ACTIVE for port object 29a06369-3666-4c16-ae56-b18140c9ed9b will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:03:30.314912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Transition to ACTIVE for port object 29a06369-3666-4c16-ae56-b18140c9ed9b will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:03:30.325039 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:30.356409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] Set router 27091cfd-4cf7-41c4-a069-d3fa21ef737e gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:30.373791 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.20.0.1 (a24c353f-93b7-4b44-ae3e-6782e8cfaa41/68ca06ae-d3ff-4d0a-8406-8de63e5206c2/fb5bbf47-af22-4484-9d53-9ab3a6d20c9c) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:03:30.442242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:03:30.479398 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Pushing event updated for resources: {'Port': ['ID=29a06369-3666-4c16-ae56-b18140c9ed9b,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:30.483620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:03:30.487427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:03:30.496700 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:30.511159 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Transition to ACTIVE for port object fb5bbf47-af22-4484-9d53-9ab3a6d20c9c will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:03:30.543645 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:30.567769 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Attempting to bind port 29a06369-3666-4c16-ae56-b18140c9ed9b on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:03:30.568144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Attempting to bind port 29a06369-3666-4c16-ae56-b18140c9ed9b by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:03:30.568532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Attempting to bind port 29a06369-3666-4c16-ae56-b18140c9ed9b on network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:03:30.575900 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:03:30.576280 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Checking segment: {'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:03:30.576712 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:30.577107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Bound using segment: {'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:03:30.577581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Bound port: 29a06369-3666-4c16-ae56-b18140c9ed9b, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:03:30.577971 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:30.582270 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:03:30.587167 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:03:30.589624 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:03:30.621964 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=fb5bbf47-af22-4484-9d53-9ab3a6d20c9c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:30.643195 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:30.673988 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] For port 29a06369-3666-4c16-ae56-b18140c9ed9b, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:03:30.677472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] For port 29a06369-3666-4c16-ae56-b18140c9ed9b, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29a06369-3666-4c16-ae56-b18140c9ed9b,segment=NetworkSegment(cf3becf1-414a-4880-8dd7-f24c9575dd74),segment_id=cf3becf1-414a-4880-8dd7-f24c9575dd74)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:03:30.679601 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:28Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:30.684022 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:30.715327 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721d947-3c9a-46f9-b870-e8e386e885b3 None None] The sync data for ids ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'] in n-d-792364-6 is: [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:28Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:03:30.771016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0aab89-8da0-44b3-9450-fa87ff69471a None None] Pushing event updated for resources: {'Port': ['ID=29a06369-3666-4c16-ae56-b18140c9ed9b,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:30.784978 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:31.123491 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:31.128630 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:31.205670 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=fb5bbf47-af22-4484-9d53-9ab3a6d20c9c,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:31.209174 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:31.305645 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:03:31.307114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:03:31.425499 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 27091cfd-4cf7-41c4-a069-d3fa21ef737e has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:03:31.493263 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa1c6c9a-c8e0-4704-a03e-3dae5b28bd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:31.550632 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:03:31.556401 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-46c1cb31-2e18-43b6-988e-338a4b15d699 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "PUT /v2.0/routers/27091cfd-4cf7-41c4-a069-d3fa21ef737e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0798557 Aug 31 15:03:31.710341 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d325982c-6783-414d-a86a-6098d28f2da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326428397&fields=id&tenant_id=dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 267 time: 0.0347581 Aug 31 15:03:31.758319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e794750-7153-442e-913f-34474cd5a7ef None None] Network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:03:31.830414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-e2ec6b28-5c2a-4b7c-beb3-4580bcbf3ffd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:31.832009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-e2ec6b28-5c2a-4b7c-beb3-4580bcbf3ffd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/networks?id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41 HTTP/1.1" status: 200 len: 796 time: 0.1139119 Aug 31 15:03:31.842635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-810c2dae-7171-4713-867c-8763ad4fcd9e None None] Provisioning for port 29a06369-3666-4c16-ae56-b18140c9ed9b completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:03:31.848152 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-c9916b37-fb12-40ca-b33d-3770120f3cf4 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/quotas/dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 375 time: 0.0102892 Aug 31 15:03:31.902076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-c33ab5c8-205a-4031-9a58-de3e2f6f8eed tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477648 Aug 31 15:03:32.008161 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-8d64285b-7a21-401d-ba9b-155a531d2dfa service neutron] 10.222.0.20 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942194 Aug 31 15:03:32.111745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-229764ad-f2e0-4b34-b780-fbfbd292b329 service neutron] 10.222.0.20 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895631 Aug 31 15:03:32.178028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5db3a850-fb23-4768-98a9-a19e947df03a None None] Provisioning for port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:03:32.185579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5db3a850-fb23-4768-98a9-a19e947df03a None None] Provisioning complete for port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:32.186342 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5db3a850-fb23-4768-98a9-a19e947df03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:32.234008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5db3a850-fb23-4768-98a9-a19e947df03a None None] Port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:03:32.306177 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-961dae31-be8e-4f5c-854e-73317c8578e3 req-98b79403-3873-4e09-91cb-d6e26b1ae83c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 210 time: 0.0306993 Aug 31 15:03:32.368204 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-949456fa-6dad-4da1-a2ef-b0ec3b761cab None None] Provisioning complete for port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:32.369920 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-949456fa-6dad-4da1-a2ef-b0ec3b761cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:32.409918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-949456fa-6dad-4da1-a2ef-b0ec3b761cab None None] Port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:03:32.435063 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Sync routers for ids ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:03:32.445538 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Routers {'27091cfd-4cf7-41c4-a069-d3fa21ef737e'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:32.446260 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:03:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:32.564482 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Set router 27091cfd-4cf7-41c4-a069-d3fa21ef737e gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:32.631956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6730b44d-c0ce-445b-871d-250e2c7cdbc9 None None] Provisioning complete for port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:32.632537 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6730b44d-c0ce-445b-871d-250e2c7cdbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:32.677034 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29a06369-3666-4c16-ae56-b18140c9ed9b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:03:32.703849 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6730b44d-c0ce-445b-871d-250e2c7cdbc9 None None] Port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:03:32.738452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 29a06369-3666-4c16-ae56-b18140c9ed9b completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:03:32.742304 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 29a06369-3666-4c16-ae56-b18140c9ed9b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:32.742795 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:32.806747 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'fb5bbf47-af22-4484-9d53-9ab3a6d20c9c', 'name': '', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:4a:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:30Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 2, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:32.825595 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:32.833611 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Checking router: 27091cfd-4cf7-41c4-a069-d3fa21ef737e for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:03:32.833895 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Updating router 27091cfd-4cf7-41c4-a069-d3fa21ef737e port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:03:32.859147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 29a06369-3666-4c16-ae56-b18140c9ed9b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29a06369-3666-4c16-ae56-b18140c9ed9b,segment=NetworkSegment(cf3becf1-414a-4880-8dd7-f24c9575dd74),segment_id=cf3becf1-414a-4880-8dd7-f24c9575dd74)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:32.861843 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:32.863502 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:32.864441 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cb574572-8f05-4ea9-af7b-33d8642d2769 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:03:32.944905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=29a06369-3666-4c16-ae56-b18140c9ed9b,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:32.957322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port cb574572-8f05-4ea9-af7b-33d8642d2769 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:03:32.960980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port cb574572-8f05-4ea9-af7b-33d8642d2769 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:32.961359 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:33.090472 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:03:33.142788 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:33.155652 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Transition to ACTIVE for port object fb5bbf47-af22-4484-9d53-9ab3a6d20c9c will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:03:33.165275 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:33.210417 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:33.238871 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port cb574572-8f05-4ea9-af7b-33d8642d2769, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cb574572-8f05-4ea9-af7b-33d8642d2769,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:33.245259 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:33.252769 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Pushing event updated for resources: {'Port': ['ID=fb5bbf47-af22-4484-9d53-9ab3a6d20c9c,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:33.289452 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:33.289819 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:33.290139 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:33.290478 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:33.290846 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:33.291191 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:33.291521 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:33.291850 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:33.297496 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:33.297914 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:33.298492 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:33.299445 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:03:33.306815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=cb574572-8f05-4ea9-af7b-33d8642d2769,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:33.329043 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Attempting to bind port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:03:33.329415 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Attempting to bind port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:03:33.329778 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Attempting to bind port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c on network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:03:33.336453 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:03:33.336840 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Checking segment: {'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:03:33.337244 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:33.337643 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Bound using segment: {'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:03:33.338672 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Bound port: fb5bbf47-af22-4484-9d53-9ab3a6d20c9c, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:03:33.339051 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:33.371247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-cff6d224-37a5-4c60-93d6-7a4cdfa50873 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:33.372927 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-cff6d224-37a5-4c60-93d6-7a4cdfa50873 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/networks?id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41 HTTP/1.1" status: 200 len: 796 time: 0.1777861 Aug 31 15:03:33.422066 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] For port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:03:33.431232 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] For port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fb5bbf47-af22-4484-9d53-9ab3a6d20c9c,segment=NetworkSegment(cf3becf1-414a-4880-8dd7-f24c9575dd74),segment_id=cf3becf1-414a-4880-8dd7-f24c9575dd74)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:03:33.436676 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:33.458352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2cd52d16-7d50-4b5c-bf3e-cf8116d55708 req-7e86c76f-9fa3-4ba6-979d-7662304fd14e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 210 time: 0.0522470 Aug 31 15:03:33.469389 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-26e8edb1-f1c6-4af2-832e-6a3a7753b5ff tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 380 time: 0.0863211 Aug 31 15:03:33.481477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'port': {'device_id': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'admin_state_up': True, 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'security_groups': ['8520a245-75cc-4c37-91b6-d684d8f3e9b4']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:33.502497 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Routers {'27091cfd-4cf7-41c4-a069-d3fa21ef737e'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:33.503141 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:03:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:33.506287 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239bb03-8d0c-4423-853e-17041a3a8082 None None] Pushing event updated for resources: {'Port': ['ID=fb5bbf47-af22-4484-9d53-9ab3a6d20c9c,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:33.607115 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:03:33.611410 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:33.714334 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] Set router 27091cfd-4cf7-41c4-a069-d3fa21ef737e gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:33.754944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.20.0.4 (a24c353f-93b7-4b44-ae3e-6782e8cfaa41/68ca06ae-d3ff-4d0a-8406-8de63e5206c2/f12a2198-664b-415e-96e0-716e744af3be) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:03:33.905470 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:33.919540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Transition to ACTIVE for port object f12a2198-664b-415e-96e0-716e744af3be will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:03:33.921071 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'fb5bbf47-af22-4484-9d53-9ab3a6d20c9c', 'name': '', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:4a:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:30Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:33.948019 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee89c7-5e49-4a1a-9828-2a96f1edc2ec None None] The sync data for ids ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'] in n-d-792364-6 is: [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'fb5bbf47-af22-4484-9d53-9ab3a6d20c9c', 'name': '', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:4a:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:30Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:03:33.952124 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:34.009259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:03:34.012659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:03:34.017204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:03:34.024484 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=f12a2198-664b-415e-96e0-716e744af3be,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:34.075662 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:34.076492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:34.098672 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d7a2a552-7b34-4094-8261-f0e50cc00113 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6219215 Aug 31 15:03:34.111357 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-55f85a4a-51dd-4c70-abce-209087822483 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:03:34.112364 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-55f85a4a-51dd-4c70-abce-209087822483 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054791 Aug 31 15:03:34.135707 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Request body: {'port': {'device_id': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:34.165414 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:34.178888 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1361bb6e-f256-497b-ba33-97095866f609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:34.205465 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:34.279942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-be49dd76-dbe9-4f9c-8189-957018d5f852 None None] Provisioning for port f12a2198-664b-415e-96e0-716e744af3be completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:03:34.287016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-be49dd76-dbe9-4f9c-8189-957018d5f852 None None] Provisioning complete for port f12a2198-664b-415e-96e0-716e744af3be triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:34.287369 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-be49dd76-dbe9-4f9c-8189-957018d5f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:34.323328 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-be49dd76-dbe9-4f9c-8189-957018d5f852 None None] Port f12a2198-664b-415e-96e0-716e744af3be cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:03:34.488475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12a2198-664b-415e-96e0-716e744af3be {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:03:34.497071 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:34.509437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Transition to ACTIVE for port object f12a2198-664b-415e-96e0-716e744af3be will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:03:34.514915 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:34.580037 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Pushing event updated for resources: {'Port': ['ID=f12a2198-664b-415e-96e0-716e744af3be,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:34.607073 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20940d8-7703-4ad7-b983-6b5edcf2db63 req-fc91d03c-35ad-4c63-be0d-f94b65844af9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:34.616856 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20940d8-7703-4ad7-b983-6b5edcf2db63 req-fc91d03c-35ad-4c63-be0d-f94b65844af9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 943 time: 0.0893703 Aug 31 15:03:34.673219 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a20940d8-7703-4ad7-b983-6b5edcf2db63 req-fcd4ce3e-3274-4302-a176-b6401e13b1a7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540614 Aug 31 15:03:34.678077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Attempting to bind port f12a2198-664b-415e-96e0-716e744af3be on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:03:34.678895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Attempting to bind port f12a2198-664b-415e-96e0-716e744af3be by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:03:34.679470 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Attempting to bind port f12a2198-664b-415e-96e0-716e744af3be on network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:03:34.686138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Port f12a2198-664b-415e-96e0-716e744af3be on network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:03:34.686473 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Attempting to bind port f12a2198-664b-415e-96e0-716e744af3be on network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:03:34.691918 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:03:34.692375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Checking segment: {'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:03:34.692793 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Bound using segment: {'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:03:34.693236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Bound port: f12a2198-664b-415e-96e0-716e744af3be, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3becf1-414a-4880-8dd7-f24c9575dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:03:34.693604 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:34.766630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29a06369-3666-4c16-ae56-b18140c9ed9b up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:03:34.784875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] For port f12a2198-664b-415e-96e0-716e744af3be, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:03:34.789554 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] For port f12a2198-664b-415e-96e0-716e744af3be, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f12a2198-664b-415e-96e0-716e744af3be,segment=NetworkSegment(cf3becf1-414a-4880-8dd7-f24c9575dd74),segment_id=cf3becf1-414a-4880-8dd7-f24c9575dd74)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:03:34.794229 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:34.832645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:34.833647 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:34.835308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] 10.222.0.13 "PUT /v2.0/ports/f12a2198-664b-415e-96e0-716e744af3be HTTP/1.1" status: 200 len: 1091 time: 0.7118943 Aug 31 15:03:34.838431 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 29a06369-3666-4c16-ae56-b18140c9ed9b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:34.838873 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:34.839052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'tag': 'f12a2198-664b-415e-96e0-716e744af3be'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:03:34.850932 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be95b38-2473-4915-9d70-a492a033aa66" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b89847-3ea6-44a4-a39e-833836d8017f", "tag": "f12a2198-664b-415e-96e0-716e744af3be"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:03:34.935598 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b447410-37fe-47e0-9d25-fd3813b19f3b service neutron] Pushing event updated for resources: {'Port': ['ID=f12a2198-664b-415e-96e0-716e744af3be,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:34.941902 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb42b22-7441-43f8-a08c-46da85fc8464 x-openstack-request-id: req-bbb42b22-7441-43f8-a08c-46da85fc8464 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:03:34.942574 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b89847-3ea6-44a4-a39e-833836d8017f", "tag": "f12a2198-664b-415e-96e0-716e744af3be", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:03:34.946839 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbb42b22-7441-43f8-a08c-46da85fc8464 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:03:34.947940 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'tag': 'f12a2198-664b-415e-96e0-716e744af3be', 'status': 'completed', 'code': 200} Aug 31 15:03:34.949290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fb5bbf47-af22-4484-9d53-9ab3a6d20c9c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:03:34.965471 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-6c523e8b-0657-4259-9db1-322352eb1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:34.967221 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-6c523e8b-0657-4259-9db1-322352eb1807 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 1094 time: 0.0720143 Aug 31 15:03:35.005127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:03:35.011235 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:35.012061 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:35.015882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-8a5b3e6a-3e2c-4cb5-8ac6-656dfd82d1db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f12a2198-664b-415e-96e0-716e744af3be HTTP/1.1" status: 200 len: 217 time: 0.0392530 Aug 31 15:03:35.070032 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d439d01b-490a-4311-b73f-e648dff42784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:35.073068 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-d439d01b-490a-4311-b73f-e648dff42784 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68ca06ae-d3ff-4d0a-8406-8de63e5206c2 HTTP/1.1" status: 200 len: 835 time: 0.0505188 Aug 31 15:03:35.105590 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:35.132563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-7b75d9cc-e848-404b-91fd-328cffd27a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:35.134183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-7b75d9cc-e848-404b-91fd-328cffd27a4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542109 Aug 31 15:03:35.147234 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fb5bbf47-af22-4484-9d53-9ab3a6d20c9c,segment=NetworkSegment(cf3becf1-414a-4880-8dd7-f24c9575dd74),segment_id=cf3becf1-414a-4880-8dd7-f24c9575dd74)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:35.152240 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:35.153202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cb574572-8f05-4ea9-af7b-33d8642d2769 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:03:35.231662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-7ee4bcca-6bff-4b78-9db2-2470ce53ac37 service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897481 Aug 31 15:03:35.244346 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=fb5bbf47-af22-4484-9d53-9ab3a6d20c9c,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:35.262862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port cb574572-8f05-4ea9-af7b-33d8642d2769 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:35.263280 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:35.338316 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-28ca9032-4c81-457b-b257-5de1ca849d4f req-4fe84d9d-b7eb-47d2-b58d-74ae9b7d0c7a service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993679 Aug 31 15:03:35.428577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be95b38-2473-4915-9d70-a492a033aa66 req-44cb3cc0-2ec3-4f64-892f-abf12a9f1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:35.430162 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6be95b38-2473-4915-9d70-a492a033aa66 req-44cb3cc0-2ec3-4f64-892f-abf12a9f1962 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 1094 time: 0.0413029 Aug 31 15:03:35.463179 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:35.520954 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be95b38-2473-4915-9d70-a492a033aa66 req-5ccaa4ac-dafe-4554-96a1-e19dc09c6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:35.522481 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6be95b38-2473-4915-9d70-a492a033aa66 req-5ccaa4ac-dafe-4554-96a1-e19dc09c6ea8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41 HTTP/1.1" status: 200 len: 897 time: 0.0847671 Aug 31 15:03:35.573028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6be95b38-2473-4915-9d70-a492a033aa66 req-d9adace3-c3b2-417f-89f5-c50910218054 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f12a2198-664b-415e-96e0-716e744af3be HTTP/1.1" status: 200 len: 217 time: 0.0412128 Aug 31 15:03:35.624015 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be95b38-2473-4915-9d70-a492a033aa66 req-9c38b892-466f-4dcc-b1fb-8f620bb6b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:35.625482 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6be95b38-2473-4915-9d70-a492a033aa66 req-9c38b892-466f-4dcc-b1fb-8f620bb6b59d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68ca06ae-d3ff-4d0a-8406-8de63e5206c2 HTTP/1.1" status: 200 len: 835 time: 0.0434909 Aug 31 15:03:35.674075 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be95b38-2473-4915-9d70-a492a033aa66 req-72a8f068-e9cc-4f02-8ecc-5b3978af5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:35.675642 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6be95b38-2473-4915-9d70-a492a033aa66 req-72a8f068-e9cc-4f02-8ecc-5b3978af5ad4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400493 Aug 31 15:03:35.771485 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6be95b38-2473-4915-9d70-a492a033aa66 req-169cb778-c8d9-430b-a85e-b47c28b9c2f7 service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864451 Aug 31 15:03:35.784126 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7191dc5-1af9-42a4-97d2-c7bab77e3aa4 req-419003f0-6b96-404f-8db1-0a6ca6e4648a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:35.785879 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7191dc5-1af9-42a4-97d2-c7bab77e3aa4 req-419003f0-6b96-404f-8db1-0a6ca6e4648a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 943 time: 0.0484645 Aug 31 15:03:35.827924 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f7191dc5-1af9-42a4-97d2-c7bab77e3aa4 req-b1c49995-9c1d-4acc-89d6-5aff6534c7ea tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354292 Aug 31 15:03:35.867588 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6be95b38-2473-4915-9d70-a492a033aa66 req-5d3af0cf-1ec9-4017-8c22-ed205feb8a10 service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874021 Aug 31 15:03:36.588760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fb5bbf47-af22-4484-9d53-9ab3a6d20c9c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:03:36.635998 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:36.636380 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:36.945504 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee407c1-1b3c-4d52-b426-3aa253731ea2 req-b040d3b2-5888-46cc-a936-76775b05e9a7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:36.947009 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ee407c1-1b3c-4d52-b426-3aa253731ea2 req-b040d3b2-5888-46cc-a936-76775b05e9a7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 943 time: 0.0494101 Aug 31 15:03:36.988927 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ee407c1-1b3c-4d52-b426-3aa253731ea2 req-24cef4b9-1e4c-44a3-b950-8a563684ce0b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359364 Aug 31 15:03:37.016845 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:38.100086 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891b7bb-9517-4c02-bb66-de0296c5037e req-9450895a-5b43-4b7c-aea8-0e9aa1ae4760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:38.101578 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1891b7bb-9517-4c02-bb66-de0296c5037e req-9450895a-5b43-4b7c-aea8-0e9aa1ae4760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 943 time: 0.0473135 Aug 31 15:03:38.138430 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1891b7bb-9517-4c02-bb66-de0296c5037e req-60171752-633f-4c5b-9d00-edd701c6ddd6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309429 Aug 31 15:03:39.251583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7422bd4-1550-451d-bedb-7b9a8390f307 req-7c1c7e30-7fda-46ce-a116-d784de34218c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:39.253123 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7422bd4-1550-451d-bedb-7b9a8390f307 req-7c1c7e30-7fda-46ce-a116-d784de34218c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 943 time: 0.0485024 Aug 31 15:03:39.266068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f12a2198-664b-415e-96e0-716e744af3be details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:03:39.293336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f7422bd4-1550-451d-bedb-7b9a8390f307 req-8565cbc4-50b4-49b7-a8c2-047bea1cf0b4 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342495 Aug 31 15:03:39.361301 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f12a2198-664b-415e-96e0-716e744af3be, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f12a2198-664b-415e-96e0-716e744af3be,segment=NetworkSegment(cf3becf1-414a-4880-8dd7-f24c9575dd74),segment_id=cf3becf1-414a-4880-8dd7-f24c9575dd74)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:39.372155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'f12a2198-664b-415e-96e0-716e744af3be', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'port_id': 'f12a2198-664b-415e-96e0-716e744af3be', 'mac_address': 'fa:16:3e:2b:ab:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:03:39.408405 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:39.421266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12a2198-664b-415e-96e0-716e744af3be {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:03:39.440648 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f12a2198-664b-415e-96e0-716e744af3be, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f12a2198-664b-415e-96e0-716e744af3be,segment=NetworkSegment(cf3becf1-414a-4880-8dd7-f24c9575dd74),segment_id=cf3becf1-414a-4880-8dd7-f24c9575dd74)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:39.449175 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:39.492687 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=f12a2198-664b-415e-96e0-716e744af3be,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:39.655447 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['f12a2198-664b-415e-96e0-716e744af3be'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:03:39.784762 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:39.902824 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:40.408257 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c47b5-e848-47b2-a36d-fed7334dbbeb req-f57bd4de-29d0-44d1-9430-7358ae9dff9c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:40.409737 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-995c47b5-e848-47b2-a36d-fed7334dbbeb req-f57bd4de-29d0-44d1-9430-7358ae9dff9c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 944 time: 0.0507166 Aug 31 15:03:40.793044 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-995c47b5-e848-47b2-a36d-fed7334dbbeb req-7d2998da-5303-491b-b317-9a42ed0743f1 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773422 Aug 31 15:03:41.285352 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f12a2198-664b-415e-96e0-716e744af3be up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:03:41.332532 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port f12a2198-664b-415e-96e0-716e744af3be completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:03:41.336099 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port f12a2198-664b-415e-96e0-716e744af3be triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:03:41.336501 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:41.412193 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:41.434103 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12a2198-664b-415e-96e0-716e744af3be'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:03:41.436327 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e10df4-5d51-4dd9-a2ee-f4e856bc77ab" -d '{"events": [{"server_uuid": "c5b89847-3ea6-44a4-a39e-833836d8017f", "name": "network-vif-plugged", "status": "completed", "tag": "f12a2198-664b-415e-96e0-716e744af3be"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:03:41.449113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port f12a2198-664b-415e-96e0-716e744af3be, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f12a2198-664b-415e-96e0-716e744af3be,segment=NetworkSegment(cf3becf1-414a-4880-8dd7-f24c9575dd74),segment_id=cf3becf1-414a-4880-8dd7-f24c9575dd74)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:03:41.455513 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:41.481882 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003faeea-a5a6-4615-a927-736fd61fe98a x-openstack-request-id: req-003faeea-a5a6-4615-a927-736fd61fe98a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:03:41.482179 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b89847-3ea6-44a4-a39e-833836d8017f", "name": "network-vif-plugged", "status": "completed", "tag": "f12a2198-664b-415e-96e0-716e744af3be", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:03:41.482452 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-003faeea-a5a6-4615-a927-736fd61fe98a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:03:41.482827 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12a2198-664b-415e-96e0-716e744af3be', 'code': 200} Aug 31 15:03:41.508341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=f12a2198-664b-415e-96e0-716e744af3be,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:41.574635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca570-4b6c-45a4-aae6-82cf3037066a req-04f66cf3-c034-458b-b3c2-66b66a5e59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:41.585848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0deca570-4b6c-45a4-aae6-82cf3037066a req-04f66cf3-c034-458b-b3c2-66b66a5e59fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 1096 time: 0.0396204 Aug 31 15:03:41.611784 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0deca570-4b6c-45a4-aae6-82cf3037066a req-8d558591-bbb7-4b57-89e2-e12a3cbed591 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282602 Aug 31 15:03:41.950338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a924e-d01f-4bb4-90e7-47c52a354bc1 req-97cc21c1-48c9-4307-b161-82888509e395 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:41.951860 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-330a924e-d01f-4bb4-90e7-47c52a354bc1 req-97cc21c1-48c9-4307-b161-82888509e395 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0513337 Aug 31 15:03:41.988154 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-330a924e-d01f-4bb4-90e7-47c52a354bc1 req-240ecbaa-dea7-40d1-92b8-cf7d5b8c0875 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304511 Aug 31 15:03:43.103621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2a81-51ee-49d7-b498-8e81b500416e req-5c97141d-67df-4eb0-97ba-4836407ec8cc tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:43.105149 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f22d2a81-51ee-49d7-b498-8e81b500416e req-5c97141d-67df-4eb0-97ba-4836407ec8cc tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0489807 Aug 31 15:03:43.146375 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f22d2a81-51ee-49d7-b498-8e81b500416e req-127faf98-00d0-4fe4-8d85-9c3480e923ae tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352056 Aug 31 15:03:43.257225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423cf55-ab02-4592-aff8-35fbbc5b48c4 req-f860cbbc-0b61-4950-92be-2181af2548ba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:43.258792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9423cf55-ab02-4592-aff8-35fbbc5b48c4 req-f860cbbc-0b61-4950-92be-2181af2548ba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0475218 Aug 31 15:03:43.296475 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9423cf55-ab02-4592-aff8-35fbbc5b48c4 req-aae226cc-d6b6-46f5-9e5d-809a41b1e841 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310442 Aug 31 15:03:43.317629 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35504) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:43.359396 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9228fb-817c-49da-8d9a-52f5ab76e403 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:43.360954 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-9b9228fb-817c-49da-8d9a-52f5ab76e403 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 1091 time: 0.0423362 Aug 31 15:03:43.363593 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35506) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:43.367928 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': 'f12a2198-664b-415e-96e0-716e744af3be', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:03:43.390304 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:43.483208 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:43.585677 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.25.3.74 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/dbac5194-3884-4e40-a8c0-25cfb97fe5fc) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:03:43.687321 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:43.725944 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:43.771075 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:03:43.776968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:03:43.779156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=dbac5194-3884-4e40-a8c0-25cfb97fe5fc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:43.781361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:03:44.137180 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:44.204330 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:44.354709 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:44.359101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:44.427143 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=dbac5194-3884-4e40-a8c0-25cfb97fe5fc,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:03:44.437507 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:44.536734 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Floating IP 1542948b-c82e-4e29-9caf-5b89e8a3fccd associated. External IP: 172.25.3.74, port: f12a2198-664b-415e-96e0-716e744af3be. Aug 31 15:03:44.740414 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 27091cfd-4cf7-41c4-a069-d3fa21ef737e has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:03:44.846728 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:03:44.857296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb29b3-785e-4583-8a0c-89985eb86179 None None] Sync routers for ids ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:03:44.863426 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:03:44.867539 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb29b3-785e-4583-8a0c-89985eb86179 None None] Routers {'27091cfd-4cf7-41c4-a069-d3fa21ef737e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:44.868154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7ebb29b3-785e-4583-8a0c-89985eb86179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:03:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:44.890060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b18d5426-482f-4645-b580-5128a57690fa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5254679 Aug 31 15:03:44.890684 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'tag': 'f12a2198-664b-415e-96e0-716e744af3be'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:03:44.893021 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c035811d08aaf94b3945b1679bc855303e466cc5a1470948d68f8318512416e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee40255-19a7-4437-9215-b7d31d65a44f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b89847-3ea6-44a4-a39e-833836d8017f", "tag": "f12a2198-664b-415e-96e0-716e744af3be"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:03:44.935151 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a63161-9655-4828-b994-ffa82701397d x-openstack-request-id: req-50a63161-9655-4828-b994-ffa82701397d {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:03:44.935443 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b89847-3ea6-44a4-a39e-833836d8017f", "tag": "f12a2198-664b-415e-96e0-716e744af3be", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:03:44.935696 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50a63161-9655-4828-b994-ffa82701397d {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:03:44.936103 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'tag': 'f12a2198-664b-415e-96e0-716e744af3be', 'status': 'completed', 'code': 200} Aug 31 15:03:44.980750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7ebb29b3-785e-4583-8a0c-89985eb86179 None None] Set router 27091cfd-4cf7-41c4-a069-d3fa21ef737e gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:45.019909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceac9f-636e-4d8d-a280-50d6ac01fc2e req-c1a78b44-f4de-432d-b43b-99be913f1b0d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:45.021719 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58ceac9f-636e-4d8d-a280-50d6ac01fc2e req-c1a78b44-f4de-432d-b43b-99be913f1b0d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0773890 Aug 31 15:03:45.028575 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee40255-19a7-4437-9215-b7d31d65a44f req-3f7e4c9d-1ea9-4911-9d6d-d9a6af588982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:45.029994 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eee40255-19a7-4437-9215-b7d31d65a44f req-3f7e4c9d-1ea9-4911-9d6d-d9a6af588982 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 1096 time: 0.0598955 Aug 31 15:03:45.207332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7ebb29b3-785e-4583-8a0c-89985eb86179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1542948b-c82e-4e29-9caf-5b89e8a3fccd', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'port_id': 'f12a2198-664b-415e-96e0-716e744af3be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'mac_address': 'fa:16:3e:2b:ab:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:03:43Z', 'updated_at': '2021-08-31T15:03:43Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb5bbf47-af22-4484-9d53-9ab3a6d20c9c', 'name': '', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:4a:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:30Z', 'updated_at': '2021-08-31T15:03:35Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:45.239129 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb29b3-785e-4583-8a0c-89985eb86179 None None] Checking router: 27091cfd-4cf7-41c4-a069-d3fa21ef737e for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:03:45.247823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb29b3-785e-4583-8a0c-89985eb86179 None None] Routers {'27091cfd-4cf7-41c4-a069-d3fa21ef737e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:03:45.248486 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7ebb29b3-785e-4583-8a0c-89985eb86179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:03:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:45.363139 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7ebb29b3-785e-4583-8a0c-89985eb86179 None None] Set router 27091cfd-4cf7-41c4-a069-d3fa21ef737e gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:03:45.423296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-58ceac9f-636e-4d8d-a280-50d6ac01fc2e req-94d493ba-4868-4da0-96e4-0ce3a87061a9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923352 Aug 31 15:03:45.448078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35512) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:45.457004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee40255-19a7-4437-9215-b7d31d65a44f req-c7b1fcf5-9f86-4660-a8cb-6c5b5085cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:45.458737 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eee40255-19a7-4437-9215-b7d31d65a44f req-c7b1fcf5-9f86-4660-a8cb-6c5b5085cb38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41 HTTP/1.1" status: 200 len: 897 time: 0.4212255 Aug 31 15:03:45.508950 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4bffbe04-e2ef-4fce-9a71-1895d6ca2424 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/1542948b-c82e-4e29-9caf-5b89e8a3fccd HTTP/1.1" status: 200 len: 990 time: 0.0592444 Aug 31 15:03:45.536656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eee40255-19a7-4437-9215-b7d31d65a44f req-bdfd97e5-c7e9-4c7e-a682-2094d362cefd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f12a2198-664b-415e-96e0-716e744af3be HTTP/1.1" status: 200 len: 998 time: 0.0683870 Aug 31 15:03:45.586162 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7ebb29b3-785e-4583-8a0c-89985eb86179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1542948b-c82e-4e29-9caf-5b89e8a3fccd', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'port_id': 'f12a2198-664b-415e-96e0-716e744af3be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'mac_address': 'fa:16:3e:2b:ab:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:03:43Z', 'updated_at': '2021-08-31T15:03:43Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb5bbf47-af22-4484-9d53-9ab3a6d20c9c', 'name': '', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:4a:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:30Z', 'updated_at': '2021-08-31T15:03:35Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:03:45.586886 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee40255-19a7-4437-9215-b7d31d65a44f req-0c98dc42-ba26-47d7-b143-5d12722e0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:45.588415 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eee40255-19a7-4437-9215-b7d31d65a44f req-0c98dc42-ba26-47d7-b143-5d12722e0317 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68ca06ae-d3ff-4d0a-8406-8de63e5206c2 HTTP/1.1" status: 200 len: 835 time: 0.0432196 Aug 31 15:03:45.611734 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb29b3-785e-4583-8a0c-89985eb86179 None None] The sync data for ids ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'] in n-d-792364-6 is: [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '1542948b-c82e-4e29-9caf-5b89e8a3fccd', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'port_id': 'f12a2198-664b-415e-96e0-716e744af3be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'mac_address': 'fa:16:3e:2b:ab:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:03:43Z', 'updated_at': '2021-08-31T15:03:43Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb5bbf47-af22-4484-9d53-9ab3a6d20c9c', 'name': '', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:4a:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:30Z', 'updated_at': '2021-08-31T15:03:35Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:03:45.639802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee40255-19a7-4437-9215-b7d31d65a44f req-deb00518-0655-4e21-ae88-06f93f206184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:45.641495 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eee40255-19a7-4437-9215-b7d31d65a44f req-deb00518-0655-4e21-ae88-06f93f206184 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448859 Aug 31 15:03:45.730830 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eee40255-19a7-4437-9215-b7d31d65a44f req-fc095663-48a7-4715-bd7e-13814df591ed service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820000 Aug 31 15:03:45.798976 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828098f8-ce31-45cb-a6ba-8abc7a24f9c7 None None] New status for floating IP 1542948b-c82e-4e29-9caf-5b89e8a3fccd: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:03:45.829998 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eee40255-19a7-4437-9215-b7d31d65a44f req-c788bc6c-be96-4fa6-a59f-4b88617a851e service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911448 Aug 31 15:03:46.513585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35514) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:03:46.579545 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5f757223-a4cd-41ae-846c-f5a844fc978c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/1542948b-c82e-4e29-9caf-5b89e8a3fccd HTTP/1.1" status: 200 len: 992 time: 0.0647564 Aug 31 15:03:53.875099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a82547c5-c312-43cc-941f-14687c15c868 req-5936e270-2e80-43b1-8389-15a00c4c8416 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402169 Aug 31 15:03:53.959726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82547c5-c312-43cc-941f-14687c15c868 req-00c11a9a-75c0-4d57-a7e8-7dcdc190018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:53.961331 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a82547c5-c312-43cc-941f-14687c15c868 req-00c11a9a-75c0-4d57-a7e8-7dcdc190018e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 1096 time: 0.0411394 Aug 31 15:03:54.069137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82547c5-c312-43cc-941f-14687c15c868 req-9fe55939-d3aa-4060-ac72-86469cdd195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:54.070632 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a82547c5-c312-43cc-941f-14687c15c868 req-9fe55939-d3aa-4060-ac72-86469cdd195b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41 HTTP/1.1" status: 200 len: 897 time: 0.0889771 Aug 31 15:03:54.135255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a82547c5-c312-43cc-941f-14687c15c868 req-c4139fe6-2c5c-40b4-abbb-5cb0acae49cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f12a2198-664b-415e-96e0-716e744af3be HTTP/1.1" status: 200 len: 1000 time: 0.0562809 Aug 31 15:03:54.185393 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82547c5-c312-43cc-941f-14687c15c868 req-bc4ea063-955b-4f69-b086-db0c571847f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:54.187139 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a82547c5-c312-43cc-941f-14687c15c868 req-bc4ea063-955b-4f69-b086-db0c571847f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68ca06ae-d3ff-4d0a-8406-8de63e5206c2 HTTP/1.1" status: 200 len: 835 time: 0.0437765 Aug 31 15:03:54.239577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82547c5-c312-43cc-941f-14687c15c868 req-bca3659c-4781-45e7-89e6-adb0341a6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:03:54.241118 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a82547c5-c312-43cc-941f-14687c15c868 req-bca3659c-4781-45e7-89e6-adb0341a6dcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457482 Aug 31 15:03:54.334536 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a82547c5-c312-43cc-941f-14687c15c868 req-4abe44d9-f8b7-462c-bfc8-0c94d72c709a service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848310 Aug 31 15:03:54.427638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a82547c5-c312-43cc-941f-14687c15c868 req-726ef5e4-6c0a-4273-866f-73fd2213bd25 service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844285 Aug 31 15:04:01.479585 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b5708d02-74c8-4ba2-acd1-cb80c6402940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:04.136518 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:04.160723 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7c57b758-c12e-416d-9e19-9512ada51b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:05.466968 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:07.020841 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:09.791845 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:09.895910 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:10.080887 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:04:19.873529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a71c9-d097-414a-aa48-9817e91a1d73 req-9ab279a9-6ac0-4842-99f0-bbac1f7933a2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:19.875038 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-784a71c9-d097-414a-aa48-9817e91a1d73 req-9ab279a9-6ac0-4842-99f0-bbac1f7933a2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0507073 Aug 31 15:04:19.915166 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-784a71c9-d097-414a-aa48-9817e91a1d73 req-23f56097-e917-42ce-9403-4bb5d82d93cb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339682 Aug 31 15:04:21.031879 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76df79-4b20-4cc4-a767-2bd53a7470be req-1b53521f-bed2-49de-a40b-e4fe291952bb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:21.033422 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc76df79-4b20-4cc4-a767-2bd53a7470be req-1b53521f-bed2-49de-a40b-e4fe291952bb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0497136 Aug 31 15:04:21.071683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bc76df79-4b20-4cc4-a767-2bd53a7470be req-23f7fb93-9dfe-4caf-bcfc-bc92c96e8bb0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323546 Aug 31 15:04:22.194434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40186bdd-dfa2-460b-be28-330503b94475 req-3a577a86-e4b3-4341-8df8-d2fc9dc125d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:22.195987 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-40186bdd-dfa2-460b-be28-330503b94475 req-3a577a86-e4b3-4341-8df8-d2fc9dc125d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0563531 Aug 31 15:04:22.234072 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-40186bdd-dfa2-460b-be28-330503b94475 req-bc962be4-8147-4d87-b1f6-edcc2c4daf39 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309916 Aug 31 15:04:23.350077 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec65ee-ee1d-435d-a15e-9c2a9defcf44 req-b3bfe0f3-b862-4cc0-8375-6a8ff1c12a97 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:23.351567 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cdec65ee-ee1d-435d-a15e-9c2a9defcf44 req-b3bfe0f3-b862-4cc0-8375-6a8ff1c12a97 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0488255 Aug 31 15:04:23.388337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cdec65ee-ee1d-435d-a15e-9c2a9defcf44 req-ff2d8978-9ab6-41a5-89fe-70607779746b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308092 Aug 31 15:04:24.501913 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917726be-affa-4f5d-b9ed-d2cec46dfa64 req-01a55a40-9b44-4198-ab6a-e3ce9c6d7a83 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:24.503424 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-917726be-affa-4f5d-b9ed-d2cec46dfa64 req-01a55a40-9b44-4198-ab6a-e3ce9c6d7a83 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0492461 Aug 31 15:04:24.542179 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-917726be-affa-4f5d-b9ed-d2cec46dfa64 req-9dd241cf-e134-4e0b-83eb-24d079386b0e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327735 Aug 31 15:04:25.659511 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2ad7d-3058-40ab-a99d-cb28ed795d4c req-ba6f4851-5823-4e3d-81cf-b22afe83cdb6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:25.661023 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14f2ad7d-3058-40ab-a99d-cb28ed795d4c req-ba6f4851-5823-4e3d-81cf-b22afe83cdb6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0529943 Aug 31 15:04:25.698096 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-14f2ad7d-3058-40ab-a99d-cb28ed795d4c req-d91143a6-e8a0-4bc1-9733-0e4eb718b0ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312164 Aug 31 15:04:26.811497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ef774-298e-4292-96c5-98371c02d841 req-4af28f86-68e3-43f8-b800-1150a72d4c96 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:26.813336 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fb4ef774-298e-4292-96c5-98371c02d841 req-4af28f86-68e3-43f8-b800-1150a72d4c96 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0497863 Aug 31 15:04:26.850062 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fb4ef774-298e-4292-96c5-98371c02d841 req-dbcd6600-e0d7-4ff2-b47e-eaceca8b9cde tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311806 Aug 31 15:04:27.963414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd81d35-8d97-4228-810f-131dca8a50b2 req-6a1e01f4-606f-42e0-91bb-f504ea876267 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:27.964924 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fcd81d35-8d97-4228-810f-131dca8a50b2 req-6a1e01f4-606f-42e0-91bb-f504ea876267 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0479050 Aug 31 15:04:28.002326 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fcd81d35-8d97-4228-810f-131dca8a50b2 req-56433620-43d5-449a-abc8-de8d71a755d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313907 Aug 31 15:04:29.119940 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92648cb9-3a6f-4739-9f4d-4f3768a67d73 req-1d40dae8-20da-4725-a8cd-89fa8cb9c3ec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:29.121447 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-92648cb9-3a6f-4739-9f4d-4f3768a67d73 req-1d40dae8-20da-4725-a8cd-89fa8cb9c3ec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0525885 Aug 31 15:04:29.158586 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-92648cb9-3a6f-4739-9f4d-4f3768a67d73 req-6bbcd4d3-484d-4782-973f-a9c3cc1d5463 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312824 Aug 31 15:04:30.270761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda273f-0969-4cdf-b3ec-0454fcb067ba req-b503bfa9-dfb0-4046-9f77-16aa701ec5d5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:30.272243 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cdda273f-0969-4cdf-b3ec-0454fcb067ba req-b503bfa9-dfb0-4046-9f77-16aa701ec5d5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0486066 Aug 31 15:04:30.309993 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cdda273f-0969-4cdf-b3ec-0454fcb067ba req-39dce470-2a3c-428d-80af-96b4b434ec79 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317276 Aug 31 15:04:31.425163 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1901e-4b76-4541-be4c-d720ce1a62d3 req-0277e57a-8ef1-4400-9966-a8427c837407 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:31.426792 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b2f1901e-4b76-4541-be4c-d720ce1a62d3 req-0277e57a-8ef1-4400-9966-a8427c837407 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0496054 Aug 31 15:04:31.470169 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b2f1901e-4b76-4541-be4c-d720ce1a62d3 req-179cf1be-0c24-40a6-99bb-e0536c829a69 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369852 Aug 31 15:04:31.481279 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c4d99d6b-a7d7-452c-b77a-767f396304a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:32.590035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abc055-6b2e-4e4b-b445-be5f83acfb1d req-76855498-817d-4759-88ab-e4074f8252ba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:32.591545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44abc055-6b2e-4e4b-b445-be5f83acfb1d req-76855498-817d-4759-88ab-e4074f8252ba tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0535669 Aug 31 15:04:32.631291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-44abc055-6b2e-4e4b-b445-be5f83acfb1d req-61facf7c-74e6-435e-bf57-e208645ba85a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337350 Aug 31 15:04:33.745822 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4c4d7-1be7-4f3f-860f-0cf7111d2637 req-b85b899c-a0cd-4a52-8dce-d0473adc7124 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:33.747234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-32e4c4d7-1be7-4f3f-860f-0cf7111d2637 req-b85b899c-a0cd-4a52-8dce-d0473adc7124 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0490301 Aug 31 15:04:33.785752 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-32e4c4d7-1be7-4f3f-860f-0cf7111d2637 req-22f39d09-504e-45d0-b69a-76ea3d760ea5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325778 Aug 31 15:04:34.137623 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:34.160053 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a924-cf95-4de5-8611-12da0c453619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:34.898894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac6a13-6300-45b9-8295-e85dd553f98f req-d73fd7c4-06c2-46ec-a4f5-439ac385feed tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:34.900917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bac6a13-6300-45b9-8295-e85dd553f98f req-d73fd7c4-06c2-46ec-a4f5-439ac385feed tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0504618 Aug 31 15:04:34.939003 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8bac6a13-6300-45b9-8295-e85dd553f98f req-f44b6a8d-efcf-46a5-b192-77f272d379b7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320537 Aug 31 15:04:35.469919 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:36.057194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a69b5d-164d-43c4-9dd2-3fcb9aea74b4 req-252a49c4-4118-45f1-bda4-563be379fd0c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:36.058684 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f3a69b5d-164d-43c4-9dd2-3fcb9aea74b4 req-252a49c4-4118-45f1-bda4-563be379fd0c tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0528314 Aug 31 15:04:36.094841 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f3a69b5d-164d-43c4-9dd2-3fcb9aea74b4 req-1b813739-314c-491f-bbe5-22b0cfef7258 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303190 Aug 31 15:04:36.116855 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35562) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:36.175645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-dc8aacaf-5668-46a1-baba-130927ec9d9f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/1542948b-c82e-4e29-9caf-5b89e8a3fccd HTTP/1.1" status: 200 len: 992 time: 0.0576859 Aug 31 15:04:37.024765 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:37.463606 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c961c-c9af-4ee1-b809-f29d89391eed req-473b1965-9386-4336-ae08-901923896557 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:37.465136 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-556c961c-c9af-4ee1-b809-f29d89391eed req-473b1965-9386-4336-ae08-901923896557 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0789402 Aug 31 15:04:37.483583 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20aaec-4147-4e92-a5a0-c556aa9e8d52 req-0d2692ba-c787-4f6f-b1a7-c0acf47a581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:37.485180 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a20aaec-4147-4e92-a5a0-c556aa9e8d52 req-0d2692ba-c787-4f6f-b1a7-c0acf47a581d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 1096 time: 0.0696361 Aug 31 15:04:37.551176 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-556c961c-c9af-4ee1-b809-f29d89391eed req-900e515b-f2bc-490e-9938-6b2e82858baf tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797698 Aug 31 15:04:37.588896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20aaec-4147-4e92-a5a0-c556aa9e8d52 req-2b5439fd-f0a9-49fa-a8e7-60bb04b2137d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:37.590352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a20aaec-4147-4e92-a5a0-c556aa9e8d52 req-2b5439fd-f0a9-49fa-a8e7-60bb04b2137d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41 HTTP/1.1" status: 200 len: 897 time: 0.0975218 Aug 31 15:04:37.660942 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a20aaec-4147-4e92-a5a0-c556aa9e8d52 req-141db7c4-8823-421d-be75-c5ebc908b3ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f12a2198-664b-415e-96e0-716e744af3be HTTP/1.1" status: 200 len: 1000 time: 0.0627489 Aug 31 15:04:37.711849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20aaec-4147-4e92-a5a0-c556aa9e8d52 req-ac14cf44-9035-4ae7-ab8b-d7ebc59faca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:37.713361 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a20aaec-4147-4e92-a5a0-c556aa9e8d52 req-ac14cf44-9035-4ae7-ab8b-d7ebc59faca0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68ca06ae-d3ff-4d0a-8406-8de63e5206c2 HTTP/1.1" status: 200 len: 835 time: 0.0461311 Aug 31 15:04:37.760012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20aaec-4147-4e92-a5a0-c556aa9e8d52 req-9070f95d-2bd6-4024-b1dd-e707f714d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:37.761547 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a20aaec-4147-4e92-a5a0-c556aa9e8d52 req-9070f95d-2bd6-4024-b1dd-e707f714d6d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401073 Aug 31 15:04:37.855322 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a20aaec-4147-4e92-a5a0-c556aa9e8d52 req-adac38b0-bb7f-498c-aa3f-c0bc82652519 service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849118 Aug 31 15:04:37.947958 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a20aaec-4147-4e92-a5a0-c556aa9e8d52 req-a8db4803-f037-467a-9594-015ff872de42 service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840745 Aug 31 15:04:38.671036 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913191b2-af59-4d2c-8212-702da35719d2 req-d133a149-bdd5-4fff-9f01-2b1e8cd857a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:38.672596 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-913191b2-af59-4d2c-8212-702da35719d2 req-d133a149-bdd5-4fff-9f01-2b1e8cd857a0 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0528893 Aug 31 15:04:38.710459 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-913191b2-af59-4d2c-8212-702da35719d2 req-fc03084c-f5e3-4ace-bc6c-a83ef60cf852 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Aug 31 15:04:38.732585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35572) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:04:38.797306 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c301b965-ad02-436f-ab43-3e32c1d0f93d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/1542948b-c82e-4e29-9caf-5b89e8a3fccd HTTP/1.1" status: 200 len: 992 time: 0.0635519 Aug 31 15:04:39.792072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:39.905289 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:04:47.079338 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:04:55.898268 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b8a224e-f1a5-48df-b51c-3e25ff38b989 req-2c38e127-5b82-468a-8cb3-f195e54f692c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876596 Aug 31 15:04:55.985649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a224e-f1a5-48df-b51c-3e25ff38b989 req-84513f79-2ca1-41d4-b456-efe74fb34a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:55.987147 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b8a224e-f1a5-48df-b51c-3e25ff38b989 req-84513f79-2ca1-41d4-b456-efe74fb34a80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 1096 time: 0.0455973 Aug 31 15:04:56.089087 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a224e-f1a5-48df-b51c-3e25ff38b989 req-53ef4a1f-ffe1-496b-bd90-8920b94c9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:56.090477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b8a224e-f1a5-48df-b51c-3e25ff38b989 req-53ef4a1f-ffe1-496b-bd90-8920b94c9b2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41 HTTP/1.1" status: 200 len: 897 time: 0.0838923 Aug 31 15:04:56.160331 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b8a224e-f1a5-48df-b51c-3e25ff38b989 req-b479d916-3dcf-4c70-a8da-3982d67a049a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f12a2198-664b-415e-96e0-716e744af3be HTTP/1.1" status: 200 len: 1000 time: 0.0620003 Aug 31 15:04:56.209407 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a224e-f1a5-48df-b51c-3e25ff38b989 req-265f761b-04f9-47a6-b446-f513c663984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:56.210848 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b8a224e-f1a5-48df-b51c-3e25ff38b989 req-265f761b-04f9-47a6-b446-f513c663984b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68ca06ae-d3ff-4d0a-8406-8de63e5206c2 HTTP/1.1" status: 200 len: 835 time: 0.0429263 Aug 31 15:04:56.256995 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a224e-f1a5-48df-b51c-3e25ff38b989 req-bdc985a3-95e6-4105-bdbc-5b5b34eff171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:04:56.258471 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b8a224e-f1a5-48df-b51c-3e25ff38b989 req-bdc985a3-95e6-4105-bdbc-5b5b34eff171 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389707 Aug 31 15:04:56.352535 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b8a224e-f1a5-48df-b51c-3e25ff38b989 req-90804c54-2e91-44b5-afc0-f8a16459409a service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851977 Aug 31 15:04:56.442232 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1b8a224e-f1a5-48df-b51c-3e25ff38b989 req-e1ec5766-6c55-423a-b552-334ea3ee12bc service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811477 Aug 31 15:05:01.481618 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-70e7cabc-3ddd-40d7-8e03-0f6e257e7449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:04.137824 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:04.159505 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-86b71f31-70a7-4e94-8623-f3da1570118f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:05.472342 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:07.025528 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:09.782154 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:09.906909 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:11.212152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35592) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:11.363952 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port dbac5194-3884-4e40-a8c0-25cfb97fe5fc {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:05:11.364297 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:11.440661 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:11.440992 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:11.453210 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for dbac5194-3884-4e40-a8c0-25cfb97fe5fc owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:05:11.594247 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:11.624291 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=dbac5194-3884-4e40-a8c0-25cfb97fe5fc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:11.649844 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:11.650232 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:11.650586 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:11.650934 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:11.651276 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:11.651616 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:11.651965 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:11.652290 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:11.652657 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:11.652992 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:11.653325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:11.653654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:11.692543 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:11.692967 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Floating IP 1542948b-c82e-4e29-9caf-5b89e8a3fccd disassociated (deleted). External IP: 172.25.3.74, port: f12a2198-664b-415e-96e0-716e744af3be. Aug 31 15:05:11.896920 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 27091cfd-4cf7-41c4-a069-d3fa21ef737e has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:05:12.002135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:05:12.006903 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:12.011582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aae74a-c749-4afe-9424-7b5784f4fd2d None None] Sync routers for ids ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:05:12.020676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aae74a-c749-4afe-9424-7b5784f4fd2d None None] Routers {'27091cfd-4cf7-41c4-a069-d3fa21ef737e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:12.021290 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-63aae74a-c749-4afe-9424-7b5784f4fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:05:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:12.033227 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-cde678a8-511f-40fc-8109-155f6d3326b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/floatingips/1542948b-c82e-4e29-9caf-5b89e8a3fccd HTTP/1.1" status: 204 len: 168 time: 0.8193154 Aug 31 15:05:12.033908 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'tag': 'f12a2198-664b-415e-96e0-716e744af3be'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:05:12.036391 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c035811d08aaf94b3945b1679bc855303e466cc5a1470948d68f8318512416e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d548f101-18f8-4010-b4c2-1f30d5558c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b89847-3ea6-44a4-a39e-833836d8017f", "tag": "f12a2198-664b-415e-96e0-716e744af3be"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:05:12.132500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-63aae74a-c749-4afe-9424-7b5784f4fd2d None None] Set router 27091cfd-4cf7-41c4-a069-d3fa21ef737e gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:12.152916 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443c8de4-fa26-452c-82ac-21d5bc778a39 x-openstack-request-id: req-443c8de4-fa26-452c-82ac-21d5bc778a39 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:05:12.153207 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b89847-3ea6-44a4-a39e-833836d8017f", "tag": "f12a2198-664b-415e-96e0-716e744af3be", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:05:12.153458 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-443c8de4-fa26-452c-82ac-21d5bc778a39 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:05:12.154208 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'tag': 'f12a2198-664b-415e-96e0-716e744af3be', 'status': 'completed', 'code': 200} Aug 31 15:05:12.233607 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548f101-18f8-4010-b4c2-1f30d5558c8b req-6a16c31c-0981-4f87-9de9-ee9e1c097e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:12.235470 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d548f101-18f8-4010-b4c2-1f30d5558c8b req-6a16c31c-0981-4f87-9de9-ee9e1c097e68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 1096 time: 0.0536177 Aug 31 15:05:12.329807 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5a840-6d8e-42a7-b153-0c7213ba9289 req-68397e60-5fdf-423a-b118-7f8708178861 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:12.331437 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87e5a840-6d8e-42a7-b153-0c7213ba9289 req-68397e60-5fdf-423a-b118-7f8708178861 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.1141613 Aug 31 15:05:12.335942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-63aae74a-c749-4afe-9424-7b5784f4fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'fb5bbf47-af22-4484-9d53-9ab3a6d20c9c', 'name': '', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:4a:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:30Z', 'updated_at': '2021-08-31T15:03:35Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:12.366176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aae74a-c749-4afe-9424-7b5784f4fd2d None None] Checking router: 27091cfd-4cf7-41c4-a069-d3fa21ef737e for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:05:12.374628 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aae74a-c749-4afe-9424-7b5784f4fd2d None None] Routers {'27091cfd-4cf7-41c4-a069-d3fa21ef737e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:12.375252 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-63aae74a-c749-4afe-9424-7b5784f4fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:05:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:12.389205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548f101-18f8-4010-b4c2-1f30d5558c8b req-568b6a16-2d94-4418-bf1e-eeddc97d7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:12.390804 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d548f101-18f8-4010-b4c2-1f30d5558c8b req-568b6a16-2d94-4418-bf1e-eeddc97d7220 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41 HTTP/1.1" status: 200 len: 897 time: 0.1373198 Aug 31 15:05:12.396141 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87e5a840-6d8e-42a7-b153-0c7213ba9289 req-69424b31-9e87-4ad8-ba68-c2b127281a49 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574620 Aug 31 15:05:12.439296 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d548f101-18f8-4010-b4c2-1f30d5558c8b req-2c2a1b48-cf9d-4027-97d5-27b2922e89c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f12a2198-664b-415e-96e0-716e744af3be HTTP/1.1" status: 200 len: 217 time: 0.0398505 Aug 31 15:05:12.494857 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548f101-18f8-4010-b4c2-1f30d5558c8b req-96afb8cc-ff66-451f-a89a-b7ca964f2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:12.496362 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d548f101-18f8-4010-b4c2-1f30d5558c8b req-96afb8cc-ff66-451f-a89a-b7ca964f2920 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68ca06ae-d3ff-4d0a-8406-8de63e5206c2 HTTP/1.1" status: 200 len: 835 time: 0.0460794 Aug 31 15:05:12.547170 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548f101-18f8-4010-b4c2-1f30d5558c8b req-c903e262-537d-4766-80d3-3874ef83ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:12.548779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d548f101-18f8-4010-b4c2-1f30d5558c8b req-c903e262-537d-4766-80d3-3874ef83ff15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a24c353f-93b7-4b44-ae3e-6782e8cfaa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443151 Aug 31 15:05:12.643144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-63aae74a-c749-4afe-9424-7b5784f4fd2d None None] Set router 27091cfd-4cf7-41c4-a069-d3fa21ef737e gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:12.648093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d548f101-18f8-4010-b4c2-1f30d5558c8b req-1cee762e-e091-4fd7-b056-49a387836096 service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907826 Aug 31 15:05:12.739811 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d548f101-18f8-4010-b4c2-1f30d5558c8b req-6bf90db8-9306-4c7a-827a-3f756ab6cb06 service neutron] 10.222.0.13 "GET /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835679 Aug 31 15:05:12.840721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-63aae74a-c749-4afe-9424-7b5784f4fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'fb5bbf47-af22-4484-9d53-9ab3a6d20c9c', 'name': '', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:4a:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:30Z', 'updated_at': '2021-08-31T15:03:35Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:12.866144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aae74a-c749-4afe-9424-7b5784f4fd2d None None] The sync data for ids ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'] in n-d-792364-6 is: [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:30Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'fb5bbf47-af22-4484-9d53-9ab3a6d20c9c', 'name': '', 'network_id': 'a24c353f-93b7-4b44-ae3e-6782e8cfaa41', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:4a:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:30Z', 'updated_at': '2021-08-31T15:03:35Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': '68ca06ae-d3ff-4d0a-8406-8de63e5206c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:05:13.080119 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e1877-f21a-471b-87f5-9c2e2d604772 None None] New status for floating IP 1542948b-c82e-4e29-9caf-5b89e8a3fccd: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:05:13.513509 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc571cd-6dfc-4d27-ad71-db5898302df6 req-85623c74-9f8a-4abe-bbf2-59bb1d57c50d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:13.514993 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3fc571cd-6dfc-4d27-ad71-db5898302df6 req-85623c74-9f8a-4abe-bbf2-59bb1d57c50d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0490777 Aug 31 15:05:13.551660 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3fc571cd-6dfc-4d27-ad71-db5898302df6 req-cddd4028-a965-435e-9cfe-2762c495a0fd tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=8520a245-75cc-4c37-91b6-d684d8f3e9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305367 Aug 31 15:05:13.832780 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ff56a-733c-42d7-9f78-48c9770e1a25 req-70e3c59f-a8a5-4fe6-b7ee-a0b75aae542e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:13.834239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a7ff56a-733c-42d7-9f78-48c9770e1a25 req-70e3c59f-a8a5-4fe6-b7ee-a0b75aae542e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 945 time: 0.0536191 Aug 31 15:05:13.921671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-3a7ff56a-733c-42d7-9f78-48c9770e1a25 req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port f12a2198-664b-415e-96e0-716e744af3be {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:05:13.922006 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3a7ff56a-733c-42d7-9f78-48c9770e1a25 req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:14.009196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3a7ff56a-733c-42d7-9f78-48c9770e1a25 req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port f12a2198-664b-415e-96e0-716e744af3be, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=f12a2198-664b-415e-96e0-716e744af3be,segment=NetworkSegment(cf3becf1-414a-4880-8dd7-f24c9575dd74),segment_id=cf3becf1-414a-4880-8dd7-f24c9575dd74)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:14.009581 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3a7ff56a-733c-42d7-9f78-48c9770e1a25 req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:14.022221 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-3a7ff56a-733c-42d7-9f78-48c9770e1a25 req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for f12a2198-664b-415e-96e0-716e744af3be owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:05:14.149496 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3a7ff56a-733c-42d7-9f78-48c9770e1a25 req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:14.182682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=f12a2198-664b-415e-96e0-716e744af3be,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:14.195327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:14.195687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:14.196035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:14.196378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:14.196737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:14.197563 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:14.197904 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:14.198236 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:14.198566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:14.198893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:14.199219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:14.199543 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:14.233043 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7ff56a-733c-42d7-9f78-48c9770e1a25 req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] No DVR routers for this DVR port f12a2198-664b-415e-96e0-716e744af3be on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:05:14.235616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3a7ff56a-733c-42d7-9f78-48c9770e1a25 req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:14.237649 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3a7ff56a-733c-42d7-9f78-48c9770e1a25 req-31ab893c-6145-4be4-8666-c38be9085bec tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "DELETE /v2.0/ports/f12a2198-664b-415e-96e0-716e744af3be HTTP/1.1" status: 204 len: 173 time: 0.3963499 Aug 31 15:05:14.238084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'name': 'network-vif-deleted', 'tag': 'f12a2198-664b-415e-96e0-716e744af3be'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:05:14.240321 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db98b2d9-2276-4b57-9018-785d0d1aef44" -d '{"events": [{"server_uuid": "c5b89847-3ea6-44a4-a39e-833836d8017f", "name": "network-vif-deleted", "tag": "f12a2198-664b-415e-96e0-716e744af3be"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:05:14.282092 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae944d9-cd9c-4261-b5f6-8f517f3ae767 x-openstack-request-id: req-3ae944d9-cd9c-4261-b5f6-8f517f3ae767 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:05:14.282391 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b89847-3ea6-44a4-a39e-833836d8017f", "name": "network-vif-deleted", "tag": "f12a2198-664b-415e-96e0-716e744af3be", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:05:14.282645 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ae944d9-cd9c-4261-b5f6-8f517f3ae767 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:05:14.283073 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b89847-3ea6-44a4-a39e-833836d8017f', 'name': 'network-vif-deleted', 'tag': 'f12a2198-664b-415e-96e0-716e744af3be', 'status': 'completed', 'code': 200} Aug 31 15:05:14.664842 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6174be27-a8d9-4551-b50b-fd4dee410298 req-815fa5d7-0c4c-4d13-8582-e139b00d6491 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b89847-3ea6-44a4-a39e-833836d8017f HTTP/1.1" status: 200 len: 210 time: 0.0288637 Aug 31 15:05:15.723932 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35614) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:16.089393 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f646418-d0e5-4933-a0c4-fe3e2b2551d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:16.337636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2f646418-d0e5-4933-a0c4-fe3e2b2551d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:05:16.337983 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f646418-d0e5-4933-a0c4-fe3e2b2551d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:16.425392 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-2f646418-d0e5-4933-a0c4-fe3e2b2551d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port fb5bbf47-af22-4484-9d53-9ab3a6d20c9c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=fb5bbf47-af22-4484-9d53-9ab3a6d20c9c,segment=NetworkSegment(cf3becf1-414a-4880-8dd7-f24c9575dd74),segment_id=cf3becf1-414a-4880-8dd7-f24c9575dd74)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:16.425686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f646418-d0e5-4933-a0c4-fe3e2b2551d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:16.439165 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-2f646418-d0e5-4933-a0c4-fe3e2b2551d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for fb5bbf47-af22-4484-9d53-9ab3a6d20c9c owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:05:16.620265 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f646418-d0e5-4933-a0c4-fe3e2b2551d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:16.651695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f646418-d0e5-4933-a0c4-fe3e2b2551d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=fb5bbf47-af22-4484-9d53-9ab3a6d20c9c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:16.821084 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2f646418-d0e5-4933-a0c4-fe3e2b2551d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:17.370042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f646418-d0e5-4933-a0c4-fe3e2b2551d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router 27091cfd-4cf7-41c4-a069-d3fa21ef737e has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:05:17.475959 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f646418-d0e5-4933-a0c4-fe3e2b2551d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:05:17.481035 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-2f646418-d0e5-4933-a0c4-fe3e2b2551d7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "PUT /v2.0/routers/27091cfd-4cf7-41c4-a069-d3fa21ef737e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560649 Aug 31 15:05:17.484597 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35616) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:17.486554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc2810-b05a-4c47-9b7c-3ed688bcc21b None None] Sync routers for ids ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:05:17.499901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc2810-b05a-4c47-9b7c-3ed688bcc21b None None] Routers {'27091cfd-4cf7-41c4-a069-d3fa21ef737e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:17.500572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-06fc2810-b05a-4c47-9b7c-3ed688bcc21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:05:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:17.535820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bff695-07dd-4738-bab1-283ce5f74dde tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting subnet 68ca06ae-d3ff-4d0a-8406-8de63e5206c2 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:05:17.538968 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bff695-07dd-4738-bab1-283ce5f74dde tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:17.579270 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bff695-07dd-4738-bab1-283ce5f74dde tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:17.600830 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-06fc2810-b05a-4c47-9b7c-3ed688bcc21b None None] Set router 27091cfd-4cf7-41c4-a069-d3fa21ef737e gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:17.664959 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bff695-07dd-4738-bab1-283ce5f74dde tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:17.722390 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bff695-07dd-4738-bab1-283ce5f74dde tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:17.750546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bff695-07dd-4738-bab1-283ce5f74dde tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Subnet': ['ID=68ca06ae-d3ff-4d0a-8406-8de63e5206c2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:17.752576 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6bff695-07dd-4738-bab1-283ce5f74dde tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:17.756869 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d6bff695-07dd-4738-bab1-283ce5f74dde tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/subnets/68ca06ae-d3ff-4d0a-8406-8de63e5206c2 HTTP/1.1" status: 204 len: 168 time: 0.2686999 Aug 31 15:05:17.757621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35618) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:17.760769 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f12a2198-664b-415e-96e0-716e744af3be no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:05:17.762677 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e244cc5-4559-44e7-bfb8-ec13439dfd9d None None] Network a24c353f-93b7-4b44-ae3e-6782e8cfaa41 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:05:17.816413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: f12a2198-664b-415e-96e0-716e744af3be {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:05:17.816791 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device f12a2198-664b-415e-96e0-716e744af3be not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:05:17.866701 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:17.900975 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-06fc2810-b05a-4c47-9b7c-3ed688bcc21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:05:16Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:17.929075 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc2810-b05a-4c47-9b7c-3ed688bcc21b None None] Checking router: 27091cfd-4cf7-41c4-a069-d3fa21ef737e for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:05:17.942440 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc2810-b05a-4c47-9b7c-3ed688bcc21b None None] Routers {'27091cfd-4cf7-41c4-a069-d3fa21ef737e'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:17.943056 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-06fc2810-b05a-4c47-9b7c-3ed688bcc21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:05:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:17.978655 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.001287 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] DHCP port deletion for a24c353f-93b7-4b44-ae3e-6782e8cfaa41 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:05:18.031516 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port cb574572-8f05-4ea9-af7b-33d8642d2769 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:05:18.031885 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.074789 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-06fc2810-b05a-4c47-9b7c-3ed688bcc21b None None] Set router 27091cfd-4cf7-41c4-a069-d3fa21ef737e gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:18.112689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port cb574572-8f05-4ea9-af7b-33d8642d2769, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cb574572-8f05-4ea9-af7b-33d8642d2769,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:18.113067 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.125211 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for cb574572-8f05-4ea9-af7b-33d8642d2769 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:05:18.190826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Deleting port 29a06369-3666-4c16-ae56-b18140c9ed9b {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:05:18.191071 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.272984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] For port 29a06369-3666-4c16-ae56-b18140c9ed9b, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=29a06369-3666-4c16-ae56-b18140c9ed9b,segment=NetworkSegment(cf3becf1-414a-4880-8dd7-f24c9575dd74),segment_id=cf3becf1-414a-4880-8dd7-f24c9575dd74)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:18.273301 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.292878 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.303180 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Calling delete_port for 29a06369-3666-4c16-ae56-b18140c9ed9b owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:05:18.319070 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=cb574572-8f05-4ea9-af7b-33d8642d2769,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:18.378767 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.392701 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-06fc2810-b05a-4c47-9b7c-3ed688bcc21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:05:16Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:18.426497 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc2810-b05a-4c47-9b7c-3ed688bcc21b None None] The sync data for ids ['27091cfd-4cf7-41c4-a069-d3fa21ef737e'] in n-d-792364-6 is: [{'id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498652131', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:05:16Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': 'cb574572-8f05-4ea9-af7b-33d8642d2769', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27091cfd-4cf7-41c4-a069-d3fa21ef737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:03:27Z', 'updated_at': '2021-08-31T15:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:05:18.434818 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.468407 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Pushing event deleted for resources: {'Port': ['ID=29a06369-3666-4c16-ae56-b18140c9ed9b,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:18.475627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] No DVR routers for this DVR port 29a06369-3666-4c16-ae56-b18140c9ed9b on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:05:18.478938 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.483860 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.485893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:18.486254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:18.486605 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:18.487113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:18.487336 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:18.487601 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:18.487943 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:18.488278 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:18.488637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:18.488972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:18.489306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:18.489635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e275f6c-7785-4ff6-9c10-15e59652f467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:18.528816 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.529410 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Fanout notify agent at l3_agent the message router_deleted on router 27091cfd-4cf7-41c4-a069-d3fa21ef737e {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:05:18.536381 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.537540 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-55275546-7e75-4b56-92f1-57a28235ff6e tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/routers/27091cfd-4cf7-41c4-a069-d3fa21ef737e HTTP/1.1" status: 204 len: 168 time: 0.7795093 Aug 31 15:05:18.540108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35620) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:18.613688 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.700398 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.709852 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24c353f-93b7-4b44-ae3e-6782e8cfaa41']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:18.720591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3becf1-414a-4880-8dd7-f24c9575dd74') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:18.720837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3becf1-414a-4880-8dd7-f24c9575dd74') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:18.729745 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.742912 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.748696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:05:18.749138 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: timer() Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:05:18.752164 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:05:18.818408 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.826927 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.828266 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/networks/a24c353f-93b7-4b44-ae3e-6782e8cfaa41 HTTP/1.1" status: 204 len: 168 time: 0.2866461 Aug 31 15:05:18.830909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35622) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:18.849714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acea096-0411-412d-a812-9321de8e49aa tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Network': ['ID=a24c353f-93b7-4b44-ae3e-6782e8cfaa41,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:18.894242 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29a06369-3666-4c16-ae56-b18140c9ed9b no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:05:18.913666 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a42fb576-e237-4448-994c-08d28735b07b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:18.919285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 29a06369-3666-4c16-ae56-b18140c9ed9b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:05:18.919643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 29a06369-3666-4c16-ae56-b18140c9ed9b not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:05:18.920074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fb5bbf47-af22-4484-9d53-9ab3a6d20c9c no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:05:18.939798 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: fb5bbf47-af22-4484-9d53-9ab3a6d20c9c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:05:18.940154 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device fb5bbf47-af22-4484-9d53-9ab3a6d20c9c not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:05:18.940785 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a42fb576-e237-4448-994c-08d28735b07b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.003918 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a42fb576-e237-4448-994c-08d28735b07b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.006611 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a42fb576-e237-4448-994c-08d28735b07b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.007788 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-a42fb576-e237-4448-994c-08d28735b07b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/security-groups/8520a245-75cc-4c37-91b6-d684d8f3e9b4 HTTP/1.1" status: 204 len: 168 time: 0.1759715 Aug 31 15:05:19.017706 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fb576-e237-4448-994c-08d28735b07b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8520a245-75cc-4c37-91b6-d684d8f3e9b4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:19.212063 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35628) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:19.216944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-2b88d9e6-c1ad-416a-a328-c6912a98e5c6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933489597', 'description': 'tempest-secgroup-smoke-933489597 description', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:19.238079 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b88d9e6-c1ad-416a-a328-c6912a98e5c6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.317705 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b88d9e6-c1ad-416a-a328-c6912a98e5c6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.321389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b88d9e6-c1ad-416a-a328-c6912a98e5c6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.343618 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b88d9e6-c1ad-416a-a328-c6912a98e5c6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.344877 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-2b88d9e6-c1ad-416a-a328-c6912a98e5c6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1316309 Aug 31 15:05:19.347811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35630) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:19.352511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8f1f22f5-8dc1-437e-8d1e-0ed57954b477 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '53d9aa85-c198-41cc-8b73-7a1546c82343', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:19.352720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88d9e6-c1ad-416a-a328-c6912a98e5c6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d9aa85-c198-41cc-8b73-7a1546c82343,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:19.379872 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f1f22f5-8dc1-437e-8d1e-0ed57954b477 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.434980 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f1f22f5-8dc1-437e-8d1e-0ed57954b477 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.438631 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f1f22f5-8dc1-437e-8d1e-0ed57954b477 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.453636 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f22f5-8dc1-437e-8d1e-0ed57954b477 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79fab46-a59a-4cf9-9985-ca4df802b5ed,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:19.462692 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8f1f22f5-8dc1-437e-8d1e-0ed57954b477 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.463973 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8f1f22f5-8dc1-437e-8d1e-0ed57954b477 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151061 Aug 31 15:05:19.466651 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35632) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:19.471042 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-7f53348b-03df-4e80-aeb1-b7719ee36821 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '53d9aa85-c198-41cc-8b73-7a1546c82343', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:19.498385 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f53348b-03df-4e80-aeb1-b7719ee36821 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.558439 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f53348b-03df-4e80-aeb1-b7719ee36821 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.561780 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f53348b-03df-4e80-aeb1-b7719ee36821 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.579170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53348b-03df-4e80-aeb1-b7719ee36821 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f2d906-77c6-4fcf-9faa-ea7b5bb5af5e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:19.586926 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7f53348b-03df-4e80-aeb1-b7719ee36821 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.588148 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7f53348b-03df-4e80-aeb1-b7719ee36821 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205709 Aug 31 15:05:19.590862 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35634) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:19.595263 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d6e12f1b-a638-4ebe-82af-fbf664fec95b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '53d9aa85-c198-41cc-8b73-7a1546c82343', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:19.621725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d6e12f1b-a638-4ebe-82af-fbf664fec95b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.680605 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d6e12f1b-a638-4ebe-82af-fbf664fec95b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.685013 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d6e12f1b-a638-4ebe-82af-fbf664fec95b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.705790 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e12f1b-a638-4ebe-82af-fbf664fec95b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30522ad-2dda-4a88-801c-a7ab7031f15b,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:19.713593 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d6e12f1b-a638-4ebe-82af-fbf664fec95b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.714810 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d6e12f1b-a638-4ebe-82af-fbf664fec95b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230280 Aug 31 15:05:19.717511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35636) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:19.721936 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c946bb8c-b39a-4fde-9f6b-f14cd49950e3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '53d9aa85-c198-41cc-8b73-7a1546c82343', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:19.747570 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c946bb8c-b39a-4fde-9f6b-f14cd49950e3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.804951 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c946bb8c-b39a-4fde-9f6b-f14cd49950e3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.809220 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c946bb8c-b39a-4fde-9f6b-f14cd49950e3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.826114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946bb8c-b39a-4fde-9f6b-f14cd49950e3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4856f3-6286-4934-9079-5672e90b9b0f,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:19.832719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c946bb8c-b39a-4fde-9f6b-f14cd49950e3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.833818 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c946bb8c-b39a-4fde-9f6b-f14cd49950e3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153433 Aug 31 15:05:19.836491 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35638) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:19.841334 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-18d94dc9-7ffe-4894-a6b1-aad04e64c538 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '53d9aa85-c198-41cc-8b73-7a1546c82343', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:19.862239 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-18d94dc9-7ffe-4894-a6b1-aad04e64c538 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Project dc7451049ec64b7b8895b043f5bc15a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:05:19.866964 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18d94dc9-7ffe-4894-a6b1-aad04e64c538 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.925343 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18d94dc9-7ffe-4894-a6b1-aad04e64c538 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.928982 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18d94dc9-7ffe-4894-a6b1-aad04e64c538 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.945811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d94dc9-7ffe-4894-a6b1-aad04e64c538 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b653579-e992-4300-8859-e476849cbaf9,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:19.952885 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-18d94dc9-7ffe-4894-a6b1-aad04e64c538 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:19.954271 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-18d94dc9-7ffe-4894-a6b1-aad04e64c538 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168001 Aug 31 15:05:19.957021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35640) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:19.961482 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5dee5b66-15ff-4523-8e60-6262fdc8e319 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'security_group_rule': {'security_group_id': '53d9aa85-c198-41cc-8b73-7a1546c82343', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:19.984255 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-5dee5b66-15ff-4523-8e60-6262fdc8e319 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Project dc7451049ec64b7b8895b043f5bc15a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:05:19.989735 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5dee5b66-15ff-4523-8e60-6262fdc8e319 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.052899 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5dee5b66-15ff-4523-8e60-6262fdc8e319 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.056488 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5dee5b66-15ff-4523-8e60-6262fdc8e319 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.076851 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee5b66-15ff-4523-8e60-6262fdc8e319 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53fe4c6-0bf3-4092-9701-98d9aaf82c8b,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:20.081256 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5dee5b66-15ff-4523-8e60-6262fdc8e319 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.082491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5dee5b66-15ff-4523-8e60-6262fdc8e319 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245215 Aug 31 15:05:20.085388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35642) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:20.090853 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6cb239b0-6c50-4fe1-a07a-2aa42c4930d3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'network': {'name': 'tempest-network-smoke--1752784710', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'port_security_enabled': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:20.110760 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb239b0-6c50-4fe1-a07a-2aa42c4930d3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:05:20.114179 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6cb239b0-6c50-4fe1-a07a-2aa42c4930d3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.137206 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb239b0-6c50-4fe1-a07a-2aa42c4930d3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:05:20.146695 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6cb239b0-6c50-4fe1-a07a-2aa42c4930d3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.147046 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-6cb239b0-6c50-4fe1-a07a-2aa42c4930d3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Added segment 81ba0954-9444-4dc6-9749-d0fbcb42cffa of type vlan for network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 Aug 31 15:05:20.187307 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6cb239b0-6c50-4fe1-a07a-2aa42c4930d3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.211853 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6cb239b0-6c50-4fe1-a07a-2aa42c4930d3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.218008 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb239b0-6c50-4fe1-a07a-2aa42c4930d3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:20.218595 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6cb239b0-6c50-4fe1-a07a-2aa42c4930d3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.272463 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6cb239b0-6c50-4fe1-a07a-2aa42c4930d3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1858184 Aug 31 15:05:20.276613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35644) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:20.281265 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'admin_state_up': True, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:20.302095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb239b0-6c50-4fe1-a07a-2aa42c4930d3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Network': ['ID=1a096fc8-1af4-4a2b-83ef-f4fb250d6220,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:20.312935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:05:20.317781 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.318817 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.371252 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.511844 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.600855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cb574572-8f05-4ea9-af7b-33d8642d2769 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:05:20.621453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: cb574572-8f05-4ea9-af7b-33d8642d2769 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:05:20.621762 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cb574572-8f05-4ea9-af7b-33d8642d2769 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:05:20.701809 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.720582 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.824018 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.25.3.200 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/6b20e8d2-ec0c-4398-9cb0-5d02169c5be0) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:05:20.923384 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.960281 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:20.998399 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:05:21.001201 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:05:21.006550 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:05:21.033975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=6b20e8d2-ec0c-4398-9cb0-5d02169c5be0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:21.255545 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:21.449689 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:21.575318 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:05:21.685594 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:05:21.695298 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Sync routers for ids ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:05:21.704852 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:21.709021 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Routers {'bcfbb32a-9eb7-4005-8b99-7666472ab6f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:21.709186 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-6ddc6959-a6a2-402a-bb31-93b307ac5675 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4285531 Aug 31 15:05:21.709293 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:05:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:21.710056 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35646) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:21.785570 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-40255071-37df-4ad3-8573-1ccff1392aff tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=dc7451049ec64b7b8895b043f5bc15a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742550 Aug 31 15:05:21.788117 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35650) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:21.810266 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Set router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:21.870777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e218ec-3120-4a5b-a23a-82d8056717ac tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:21.872207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-17e218ec-3120-4a5b-a23a-82d8056717ac tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0831296 Aug 31 15:05:21.875027 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35652) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:21.903174 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f0f412b0-5274-4c5d-910a-74e58e8ae099 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=cbf16e2d-eea5-47e2-a13c-1b23041675be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271010 Aug 31 15:05:21.905739 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35654) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:21.910849 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-036b9b7a-3ed1-4faf-86ad-7270b9c37488 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-342714267', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:21.983163 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:21Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:22.001346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036b9b7a-3ed1-4faf-86ad-7270b9c37488 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:05:22.004978 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-036b9b7a-3ed1-4faf-86ad-7270b9c37488 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.016426 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Checking router: bcfbb32a-9eb7-4005-8b99-7666472ab6f8 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:05:22.016796 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Updating router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 port 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:05:22.041577 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.188058 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-036b9b7a-3ed1-4faf-86ad-7270b9c37488 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.252021 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b9b7a-3ed1-4faf-86ad-7270b9c37488 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Subnet': ['ID=e00767c9-8a34-41a8-83d1-f3a8456ac947,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:22.256410 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b9b7a-3ed1-4faf-86ad-7270b9c37488 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Checking segment: {'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:05:22.256805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036b9b7a-3ed1-4faf-86ad-7270b9c37488 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network hostable DHCP agents. Network: 1a096fc8-1af4-4a2b-83ef-f4fb250d6220, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:05:22.274018 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036b9b7a-3ed1-4faf-86ad-7270b9c37488 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:05:22.282194 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-036b9b7a-3ed1-4faf-86ad-7270b9c37488 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 1a096fc8-1af4-4a2b-83ef-f4fb250d6220) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:05:22.286711 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036b9b7a-3ed1-4faf-86ad-7270b9c37488 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:22.287429 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-036b9b7a-3ed1-4faf-86ad-7270b9c37488 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.293531 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918a71fe-e4af-4fe5-9d3d-1786f2931380 None None] Network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:05:22.301278 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.307296 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-036b9b7a-3ed1-4faf-86ad-7270b9c37488 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4004059 Aug 31 15:05:22.310031 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35656) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:22.314576 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Transition to ACTIVE for port object 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:05:22.322572 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.377680 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Attempting to bind port 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:05:22.378051 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Attempting to bind port 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:05:22.378419 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Attempting to bind port 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:05:22.386077 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Pushing event updated for resources: {'Port': ['ID=6b20e8d2-ec0c-4398-9cb0-5d02169c5be0,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:22.389149 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:05:22.389535 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:05:22.389935 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.390329 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:05:22.390799 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Bound port: 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:05:22.391180 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.397785 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:22.398134 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:22.398472 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:22.398803 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:22.399457 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:22.399457 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:22.399817 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:22.400148 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:22.400478 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:22.400803 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:22.401464 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:22.401464 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:05:22.462052 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] For port 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:05:22.462438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ips': [{'subnet_id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:05:22.463307 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.465525 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] For port 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6b20e8d2-ec0c-4398-9cb0-5d02169c5be0,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:05:22.471064 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.528966 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0ca1c-f104-48a8-a869-731a8a46ab25 None None] Pushing event updated for resources: {'Port': ['ID=6b20e8d2-ec0c-4398-9cb0-5d02169c5be0,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:22.533126 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Routers {'bcfbb32a-9eb7-4005-8b99-7666472ab6f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:22.533738 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:05:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:22.611757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Allocated IP 172.20.0.2 (1a096fc8-1af4-4a2b-83ef-f4fb250d6220/e00767c9-8a34-41a8-83d1-f3a8456ac947/66c75017-b9ac-4508-bff7-6d49d0e4ec9f) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:05:22.737565 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] Set router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:22.775110 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.783931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Transition to ACTIVE for port object 66c75017-b9ac-4508-bff7-6d49d0e4ec9f will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:05:22.802625 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Transition to ACTIVE for port object 66c75017-b9ac-4508-bff7-6d49d0e4ec9f will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:05:22.809396 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.811266 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.841850 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:05:22.847641 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:05:22.860777 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Pushing event updated for resources: {'Port': ['ID=66c75017-b9ac-4508-bff7-6d49d0e4ec9f,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:22.863122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:05:22.919114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Attempting to bind port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:05:22.919385 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:21Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:22.919618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Attempting to bind port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:05:22.919992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Attempting to bind port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f on network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:05:22.925091 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:05:22.925471 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Checking segment: {'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:05:22.925876 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.926285 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Bound using segment: {'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:05:22.926746 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Bound port: 66c75017-b9ac-4508-bff7-6d49d0e4ec9f, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:05:22.927130 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:22.950221 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb790e-bcbf-4380-a4f4-f0bce7df64bc None None] The sync data for ids ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'] in n-d-792364-6 is: [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:21Z', 'revision_number': 3, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:05:22.997959 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] For port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:05:23.003045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] For port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=66c75017-b9ac-4508-bff7-6d49d0e4ec9f,segment=NetworkSegment(81ba0954-9444-4dc6-9749-d0fbcb42cffa),segment_id=81ba0954-9444-4dc6-9749-d0fbcb42cffa)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:05:23.008451 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:23.078053 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e1fc2-5bcd-4014-9dbb-257f33929648 None None] Pushing event updated for resources: {'Port': ['ID=66c75017-b9ac-4508-bff7-6d49d0e4ec9f,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:23.125805 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.20.0.1 (1a096fc8-1af4-4a2b-83ef-f4fb250d6220/e00767c9-8a34-41a8-83d1-f3a8456ac947/cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:05:23.293571 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:23.307820 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Transition to ACTIVE for port object cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:05:23.355037 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:23.396040 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:05:23.399708 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:05:23.406617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:05:23.449525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:23.463145 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:23.951047 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.076964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1be8d7-cd83-49c8-9b02-0d1416e1419a None None] Network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:05:24.080142 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:05:24.205657 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-62e61078-c4f7-4d95-8350-7041d769bade None None] Provisioning for port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:05:24.242474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.249032 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.326772 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.328618 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:24.440667 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:05:24.442179 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:05:24.534244 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bbde7aa8-869d-49fb-9f4b-e669440a04e4 None None] Provisioning for port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:05:24.538568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-bbde7aa8-869d-49fb-9f4b-e669440a04e4 None None] Provisioning complete for port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:24.538957 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bbde7aa8-869d-49fb-9f4b-e669440a04e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.565438 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:05:24.575941 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-bbde7aa8-869d-49fb-9f4b-e669440a04e4 None None] Port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:05:24.710151 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:05:24.718577 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3ca55186-abab-44dd-91a9-c257d0e44335 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "PUT /v2.0/routers/bcfbb32a-9eb7-4005-8b99-7666472ab6f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4074171 Aug 31 15:05:24.728583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-59b44572-1dce-4597-a253-349b7959505f None None] Provisioning complete for port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:24.729104 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-59b44572-1dce-4597-a253-349b7959505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.737048 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:05:24.741391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Sync routers for ids ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:05:24.811907 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Routers {'bcfbb32a-9eb7-4005-8b99-7666472ab6f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:24.812664 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:05:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:24.854125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-59b44572-1dce-4597-a253-349b7959505f None None] Port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:05:24.875670 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:05:24.877379 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-54503958-f22b-4afa-9dfb-617558f9ff98 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933489597&fields=id&tenant_id=dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 267 time: 0.0393569 Aug 31 15:05:24.910515 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:24.910895 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:24.961389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Set router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:24.990369 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-ac36d183-626e-4ffc-90c7-0b043dcb2fa7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:24.992320 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-ac36d183-626e-4ffc-90c7-0b043dcb2fa7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/networks?id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220 HTTP/1.1" status: 200 len: 797 time: 0.1069088 Aug 31 15:05:25.008645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-ee2cbde8-8081-41ca-b785-12f1a459e5b5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/quotas/dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 375 time: 0.0091980 Aug 31 15:05:25.046926 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1767a181-1b46-430f-a35a-3dda2813adb3 None None] Provisioning complete for port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:25.047212 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1767a181-1b46-430f-a35a-3dda2813adb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:25.060417 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-148b18b9-45bc-4377-ba24-2015a7febcd4 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462894 Aug 31 15:05:25.076553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-df15d3bc-b7ee-4d37-ab30-d8a6e6ac2877 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:05:25.077566 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-df15d3bc-b7ee-4d37-ab30-d8a6e6ac2877 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059981 Aug 31 15:05:25.216319 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-fcc0ca35-627a-4106-877c-32b9b7c57c3c service neutron] 10.222.0.20 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322734 Aug 31 15:05:25.311711 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-7e3d135e-ac6c-4639-8e76-80448d3d856d service neutron] 10.222.0.20 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885518 Aug 31 15:05:25.320265 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-1767a181-1b46-430f-a35a-3dda2813adb3 None None] Port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:05:25.328372 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:25.366420 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6b20e8d2-ec0c-4398-9cb0-5d02169c5be0,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:25.372651 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:25.373438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 66c75017-b9ac-4508-bff7-6d49d0e4ec9f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:05:25.482923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=6b20e8d2-ec0c-4398-9cb0-5d02169c5be0,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:25.483380 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d3190b13-30ce-4a65-b01a-ccfc7669e14a req-d9fce395-405e-4aac-b2cb-8bd92ed7ae20 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 210 time: 0.0347328 Aug 31 15:05:25.501721 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:05:25.505451 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:25.505835 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:25.532521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:23Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc', 'name': '', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:96:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:22Z', 'updated_at': '2021-08-31T15:05:24Z', 'revision_number': 2, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:25.564322 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Checking router: bcfbb32a-9eb7-4005-8b99-7666472ab6f8 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:05:25.564646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Updating router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:05:25.596055 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:25.718790 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:25.772390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=66c75017-b9ac-4508-bff7-6d49d0e4ec9f,segment=NetworkSegment(81ba0954-9444-4dc6-9749-d0fbcb42cffa),segment_id=81ba0954-9444-4dc6-9749-d0fbcb42cffa)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:25.782500 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:25.882291 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=66c75017-b9ac-4508-bff7-6d49d0e4ec9f,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:25.964086 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:25.974364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Transition to ACTIVE for port object cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:05:25.980685 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:26.032528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c31069-4087-410b-816d-b5b0811d2a13 None None] Pushing event updated for resources: {'Port': ['ID=cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:26.085193 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Attempting to bind port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:05:26.085627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Attempting to bind port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:05:26.085942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Attempting to bind port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc on network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:05:26.091553 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:05:26.091950 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Checking segment: {'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:05:26.092422 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:26.092790 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Bound using segment: {'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:05:26.093264 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Bound port: cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:05:26.093655 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:26.158052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] For port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:05:26.161396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] For port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc,segment=NetworkSegment(81ba0954-9444-4dc6-9749-d0fbcb42cffa),segment_id=81ba0954-9444-4dc6-9749-d0fbcb42cffa)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:05:26.167067 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:26.224512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Routers {'bcfbb32a-9eb7-4005-8b99-7666472ab6f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:26.225159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:05:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:26.273086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c31069-4087-410b-816d-b5b0811d2a13 None None] Pushing event updated for resources: {'Port': ['ID=cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:26.358602 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] Set router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:26.477233 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-ef75b119-7964-4d64-b1b9-9adf5a2bc08a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:26.479046 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-ef75b119-7964-4d64-b1b9-9adf5a2bc08a tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/networks?id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220 HTTP/1.1" status: 200 len: 797 time: 0.1145306 Aug 31 15:05:26.525338 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-1dc23366-01e4-4265-97d4-3a12e28c57f9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7451049ec64b7b8895b043f5bc15a3 HTTP/1.1" status: 200 len: 379 time: 0.0352068 Aug 31 15:05:26.541343 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'port': {'device_id': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'admin_state_up': True, 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'security_groups': ['53d9aa85-c198-41cc-8b73-7a1546c82343']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:26.587331 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fa5e0c9c-8746-4c37-bb3f-1dc1be834a7f req-6b535f89-d243-430c-85ab-ecf472db5c73 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 210 time: 0.0285847 Aug 31 15:05:26.600191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:23Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc', 'name': '', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:96:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:22Z', 'updated_at': '2021-08-31T15:05:26Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:26.631364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e840b-7b8a-46ae-906a-71724a1a1c56 None None] The sync data for ids ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'] in n-d-792364-6 is: [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:23Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc', 'name': '', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:96:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:22Z', 'updated_at': '2021-08-31T15:05:26Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:05:26.698562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:05:26.773814 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:26.774259 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:26.864174 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 66c75017-b9ac-4508-bff7-6d49d0e4ec9f up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:05:26.916086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:26.916498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:27.000673 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Made reservation on behalf of dc7451049ec64b7b8895b043f5bc15a3 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:05:27.004363 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:27.133180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.20.0.13 (1a096fc8-1af4-4a2b-83ef-f4fb250d6220/e00767c9-8a34-41a8-83d1-f3a8456ac947/645c2d4b-9e9b-4fd9-8383-352e42142e6d) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:05:27.288021 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:27.302587 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Transition to ACTIVE for port object 645c2d4b-9e9b-4fd9-8383-352e42142e6d will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:05:27.336230 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:27.381776 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:05:27.385453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:05:27.389306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:05:27.414690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=645c2d4b-9e9b-4fd9-8383-352e42142e6d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:27.444306 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:27.445089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:27.463184 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-81359cc8-c8de-44a5-9012-4e30bf8b2760 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9260149 Aug 31 15:05:27.476840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Request body: {'port': {'device_id': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:27.541131 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:27.642321 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-638ec419-2bd4-495c-ae3c-246882657b4c None None] Provisioning for port 645c2d4b-9e9b-4fd9-8383-352e42142e6d completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:05:27.647880 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-638ec419-2bd4-495c-ae3c-246882657b4c None None] Provisioning complete for port 645c2d4b-9e9b-4fd9-8383-352e42142e6d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:27.649416 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-638ec419-2bd4-495c-ae3c-246882657b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:27.691197 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-638ec419-2bd4-495c-ae3c-246882657b4c None None] Port 645c2d4b-9e9b-4fd9-8383-352e42142e6d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:05:27.762535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617e82b-d82c-4061-bef3-f40ceb551230 req-e60b42a1-d8d7-422f-9313-1710194efe0d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:27.764045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e617e82b-d82c-4061-bef3-f40ceb551230 req-e60b42a1-d8d7-422f-9313-1710194efe0d tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 932 time: 0.1022894 Aug 31 15:05:27.841295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e617e82b-d82c-4061-bef3-f40ceb551230 req-6481b8e4-942e-49b8-9a7a-bf647603a2a2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692921 Aug 31 15:05:27.890448 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645c2d4b-9e9b-4fd9-8383-352e42142e6d {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:05:27.897991 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:27.909850 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Transition to ACTIVE for port object 645c2d4b-9e9b-4fd9-8383-352e42142e6d will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:05:27.913287 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:27.968512 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Pushing event updated for resources: {'Port': ['ID=645c2d4b-9e9b-4fd9-8383-352e42142e6d,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:28.043345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Attempting to bind port 645c2d4b-9e9b-4fd9-8383-352e42142e6d on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:05:28.043682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Attempting to bind port 645c2d4b-9e9b-4fd9-8383-352e42142e6d by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:05:28.044012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Attempting to bind port 645c2d4b-9e9b-4fd9-8383-352e42142e6d on network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:05:28.048559 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Port 645c2d4b-9e9b-4fd9-8383-352e42142e6d on network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:05:28.048887 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Attempting to bind port 645c2d4b-9e9b-4fd9-8383-352e42142e6d on network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:05:28.053788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:05:28.054130 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Checking segment: {'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:05:28.054515 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Bound using segment: {'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:05:28.054949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Bound port: 645c2d4b-9e9b-4fd9-8383-352e42142e6d, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ba0954-9444-4dc6-9749-d0fbcb42cffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:05:28.055313 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:28.127690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] For port 645c2d4b-9e9b-4fd9-8383-352e42142e6d, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:05:28.130657 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] For port 645c2d4b-9e9b-4fd9-8383-352e42142e6d, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=645c2d4b-9e9b-4fd9-8383-352e42142e6d,segment=NetworkSegment(81ba0954-9444-4dc6-9749-d0fbcb42cffa),segment_id=81ba0954-9444-4dc6-9749-d0fbcb42cffa)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:05:28.135498 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:28.174171 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:28.174824 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:28.176208 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/645c2d4b-9e9b-4fd9-8383-352e42142e6d HTTP/1.1" status: 200 len: 1092 time: 0.7040269 Aug 31 15:05:28.176684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'tag': '645c2d4b-9e9b-4fd9-8383-352e42142e6d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:05:28.178979 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07052ca9-882f-41d2-9965-f5547a664dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8aba047d-51dc-4a61-9d6a-93b836d4870a", "tag": "645c2d4b-9e9b-4fd9-8383-352e42142e6d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:05:28.211612 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d435f35-aa72-4046-8bae-a4b67ad500a2 service neutron] Pushing event updated for resources: {'Port': ['ID=645c2d4b-9e9b-4fd9-8383-352e42142e6d,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:28.227099 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53013f5-22d0-47a5-a3cc-faecfeea81b5 x-openstack-request-id: req-a53013f5-22d0-47a5-a3cc-faecfeea81b5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:05:28.227099 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aba047d-51dc-4a61-9d6a-93b836d4870a", "tag": "645c2d4b-9e9b-4fd9-8383-352e42142e6d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:05:28.227099 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a53013f5-22d0-47a5-a3cc-faecfeea81b5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:05:28.227099 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'tag': '645c2d4b-9e9b-4fd9-8383-352e42142e6d', 'status': 'completed', 'code': 200} Aug 31 15:05:28.257758 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-c3b6fe5b-d849-494e-b641-8b7eab2b64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:28.259328 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-c3b6fe5b-d849-494e-b641-8b7eab2b64b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 1095 time: 0.0440843 Aug 31 15:05:28.307280 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-71f3b4ae-3417-443e-ac34-8064809d799f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645c2d4b-9e9b-4fd9-8383-352e42142e6d HTTP/1.1" status: 200 len: 217 time: 0.0393028 Aug 31 15:05:28.360408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-8f26b630-0e21-4327-a130-a9494083e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:28.361972 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-8f26b630-0e21-4327-a130-a9494083e0d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e00767c9-8a34-41a8-83d1-f3a8456ac947 HTTP/1.1" status: 200 len: 834 time: 0.0463982 Aug 31 15:05:28.408589 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5de37ea5-f0b3-4f45-ad00-bc480351ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:28.410110 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-5de37ea5-f0b3-4f45-ad00-bc480351ec6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408211 Aug 31 15:05:28.505013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-25a4c719-e1ba-4b28-9ab4-6fcf2071a4f4 service neutron] 10.222.0.13 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871158 Aug 31 15:05:28.595492 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c865ba8b-5aa8-4a46-8584-09ed4a53ef74 req-1f89be4a-b5b1-4ed3-8a22-049d661d60cd service neutron] 10.222.0.13 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809941 Aug 31 15:05:28.672124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:05:28.688005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07052ca9-882f-41d2-9965-f5547a664dc9 req-4987f054-9585-4da0-9915-9a58d6ea54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:28.689705 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07052ca9-882f-41d2-9965-f5547a664dc9 req-4987f054-9585-4da0-9915-9a58d6ea54fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 1095 time: 0.0438225 Aug 31 15:05:28.720652 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:05:28.724217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:28.724759 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:28.786067 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07052ca9-882f-41d2-9965-f5547a664dc9 req-acef8364-00ab-4f31-a926-b01a7874be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:28.787605 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07052ca9-882f-41d2-9965-f5547a664dc9 req-acef8364-00ab-4f31-a926-b01a7874be37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220 HTTP/1.1" status: 200 len: 898 time: 0.0900395 Aug 31 15:05:28.805261 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:28.831826 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07052ca9-882f-41d2-9965-f5547a664dc9 req-dd1bf034-06b5-4fac-9395-e1680e216538 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645c2d4b-9e9b-4fd9-8383-352e42142e6d HTTP/1.1" status: 200 len: 217 time: 0.0357163 Aug 31 15:05:28.837429 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc,segment=NetworkSegment(81ba0954-9444-4dc6-9749-d0fbcb42cffa),segment_id=81ba0954-9444-4dc6-9749-d0fbcb42cffa)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:28.841217 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:28.890519 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07052ca9-882f-41d2-9965-f5547a664dc9 req-3d89f42b-a5c9-4488-a035-030f94529fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:28.891740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:28.892090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07052ca9-882f-41d2-9965-f5547a664dc9 req-3d89f42b-a5c9-4488-a035-030f94529fe3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e00767c9-8a34-41a8-83d1-f3a8456ac947 HTTP/1.1" status: 200 len: 834 time: 0.0525613 Aug 31 15:05:28.971894 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07052ca9-882f-41d2-9965-f5547a664dc9 req-b8e6e05a-742b-4eca-8e6f-832e0e4caeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:28.973512 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07052ca9-882f-41d2-9965-f5547a664dc9 req-b8e6e05a-742b-4eca-8e6f-832e0e4caeb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724614 Aug 31 15:05:28.981725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa8d74-4820-4be5-abb3-8f009aa6eb23 req-b3b6d844-87d2-463f-83cd-8f4651637819 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:28.983290 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f3aa8d74-4820-4be5-abb3-8f009aa6eb23 req-b3b6d844-87d2-463f-83cd-8f4651637819 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 944 time: 0.0721865 Aug 31 15:05:29.070701 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f3aa8d74-4820-4be5-abb3-8f009aa6eb23 req-b252855a-11f4-4ccd-ac26-48dd5b4ea511 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794184 Aug 31 15:05:29.098110 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07052ca9-882f-41d2-9965-f5547a664dc9 req-f39df8bc-0cf2-402a-b342-c1d55aa3d7a6 service neutron] 10.222.0.13 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138349 Aug 31 15:05:29.195076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07052ca9-882f-41d2-9965-f5547a664dc9 req-d3d18ba1-aad4-40f6-87ee-cebf85e8afca service neutron] 10.222.0.13 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880783 Aug 31 15:05:30.190028 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b4c8a-5803-42e2-a8f4-8088d41283c1 req-404e45d4-454d-474e-8fdb-185a34ff7250 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:30.191563 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-431b4c8a-5803-42e2-a8f4-8088d41283c1 req-404e45d4-454d-474e-8fdb-185a34ff7250 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 944 time: 0.0534205 Aug 31 15:05:30.229523 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-431b4c8a-5803-42e2-a8f4-8088d41283c1 req-e2d88390-0efb-4626-b0cc-068395e6b707 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315545 Aug 31 15:05:30.649952 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:05:30.696072 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:30.696453 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:31.349074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcb02b-f1f4-4dac-a06b-03afd11e1d33 req-5609a720-4050-4173-b0d2-16627bb44920 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:31.350584 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17fcb02b-f1f4-4dac-a06b-03afd11e1d33 req-5609a720-4050-4173-b0d2-16627bb44920 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 944 time: 0.0549664 Aug 31 15:05:31.387817 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-17fcb02b-f1f4-4dac-a06b-03afd11e1d33 req-c764d9ed-a277-49da-9487-a46433a366e8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306239 Aug 31 15:05:31.484145 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-70256bf4-70de-450c-865b-a6384c8c2de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:31.855432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 645c2d4b-9e9b-4fd9-8383-352e42142e6d details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:05:31.950546 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 645c2d4b-9e9b-4fd9-8383-352e42142e6d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=645c2d4b-9e9b-4fd9-8383-352e42142e6d,segment=NetworkSegment(81ba0954-9444-4dc6-9749-d0fbcb42cffa),segment_id=81ba0954-9444-4dc6-9749-d0fbcb42cffa)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:31.965061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '645c2d4b-9e9b-4fd9-8383-352e42142e6d', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'port_id': '645c2d4b-9e9b-4fd9-8383-352e42142e6d', 'mac_address': 'fa:16:3e:fb:67:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:05:32.000530 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:32.014025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645c2d4b-9e9b-4fd9-8383-352e42142e6d {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:05:32.033227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 645c2d4b-9e9b-4fd9-8383-352e42142e6d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=645c2d4b-9e9b-4fd9-8383-352e42142e6d,segment=NetworkSegment(81ba0954-9444-4dc6-9749-d0fbcb42cffa),segment_id=81ba0954-9444-4dc6-9749-d0fbcb42cffa)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:32.037005 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:32.082912 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=645c2d4b-9e9b-4fd9-8383-352e42142e6d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:32.247135 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['645c2d4b-9e9b-4fd9-8383-352e42142e6d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:05:32.509398 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f6bf9-6ec7-43cf-8239-9161ba1fa52a req-9d0f9a8b-85db-42cd-bc6b-c06b7fc075f2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:32.511191 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c67f6bf9-6ec7-43cf-8239-9161ba1fa52a req-9d0f9a8b-85db-42cd-bc6b-c06b7fc075f2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 945 time: 0.0543640 Aug 31 15:05:32.552602 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c67f6bf9-6ec7-43cf-8239-9161ba1fa52a req-22e51f6e-505d-49d8-a164-97ecf7791339 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337801 Aug 31 15:05:33.667090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2af26-5824-4edc-adba-ffdb161d98dc req-8fe59e8e-a137-4fb8-9612-39c46d4cbc45 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:33.668645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1b2af26-5824-4edc-adba-ffdb161d98dc req-8fe59e8e-a137-4fb8-9612-39c46d4cbc45 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 945 time: 0.0491588 Aug 31 15:05:33.706638 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1b2af26-5824-4edc-adba-ffdb161d98dc req-e25dec15-de42-4897-9a3f-c5a2c646aae2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Aug 31 15:05:33.860953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 645c2d4b-9e9b-4fd9-8383-352e42142e6d up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:05:33.908363 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 645c2d4b-9e9b-4fd9-8383-352e42142e6d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:05:33.911949 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 645c2d4b-9e9b-4fd9-8383-352e42142e6d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:05:33.912323 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:33.989599 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:34.011039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645c2d4b-9e9b-4fd9-8383-352e42142e6d'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:05:34.013358 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ba0b79-cdd2-4966-b84a-7be92446cdb7" -d '{"events": [{"server_uuid": "8aba047d-51dc-4a61-9d6a-93b836d4870a", "name": "network-vif-plugged", "status": "completed", "tag": "645c2d4b-9e9b-4fd9-8383-352e42142e6d"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:05:34.027905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 645c2d4b-9e9b-4fd9-8383-352e42142e6d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=645c2d4b-9e9b-4fd9-8383-352e42142e6d,segment=NetworkSegment(81ba0954-9444-4dc6-9749-d0fbcb42cffa),segment_id=81ba0954-9444-4dc6-9749-d0fbcb42cffa)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:05:34.033183 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:34.055497 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f15fe47-2c74-4792-8f58-5854ca6db400 x-openstack-request-id: req-9f15fe47-2c74-4792-8f58-5854ca6db400 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:05:34.056327 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aba047d-51dc-4a61-9d6a-93b836d4870a", "name": "network-vif-plugged", "status": "completed", "tag": "645c2d4b-9e9b-4fd9-8383-352e42142e6d", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:05:34.056608 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f15fe47-2c74-4792-8f58-5854ca6db400 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:05:34.057002 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645c2d4b-9e9b-4fd9-8383-352e42142e6d', 'code': 200} Aug 31 15:05:34.085581 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=645c2d4b-9e9b-4fd9-8383-352e42142e6d,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:34.139207 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:34.156739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f151df-29ae-48d5-b186-5543853d2c80 req-c144b04a-3a8b-4ee0-8772-b6d315da3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:34.158314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-05f151df-29ae-48d5-b186-5543853d2c80 req-c144b04a-3a8b-4ee0-8772-b6d315da3215 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 1097 time: 0.0449946 Aug 31 15:05:34.162792 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d3839ead-8e66-491a-8578-2ac9bd094c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:34.194882 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-05f151df-29ae-48d5-b186-5543853d2c80 req-9dadadee-664f-47b7-93d1-d2c93c96ffc9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288095 Aug 31 15:05:34.824614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6daecc-b8e4-4e6e-bfb5-025d15eb2690 req-19558e73-0ccd-47a7-a45a-ead403c22330 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:34.826114 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1e6daecc-b8e4-4e6e-bfb5-025d15eb2690 req-19558e73-0ccd-47a7-a45a-ead403c22330 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 946 time: 0.0534897 Aug 31 15:05:34.862417 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1e6daecc-b8e4-4e6e-bfb5-025d15eb2690 req-51a39ee3-d96e-40b4-b43a-403afd7cc7a7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303848 Aug 31 15:05:35.476765 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:35.978283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285047d-ecf1-429d-bb45-c0430293553e req-7901114f-296a-418b-9475-15ca9c1556d4 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:35.979785 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c285047d-ecf1-429d-bb45-c0430293553e req-7901114f-296a-418b-9475-15ca9c1556d4 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 946 time: 0.0490735 Aug 31 15:05:36.016628 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c285047d-ecf1-429d-bb45-c0430293553e req-4a6fe900-48f0-4736-82fa-9147c799738b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309198 Aug 31 15:05:36.132038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe05b91-7a9a-4844-b437-dfdb42029fde req-34f9482f-a5f9-4127-8979-975be6f673ff tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:36.133598 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fe05b91-7a9a-4844-b437-dfdb42029fde req-34f9482f-a5f9-4127-8979-975be6f673ff tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 946 time: 0.0485909 Aug 31 15:05:36.172314 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2fe05b91-7a9a-4844-b437-dfdb42029fde req-29a3e13c-d065-491a-b23f-aa09b517a1e6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Aug 31 15:05:36.193303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35714) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:36.233926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6425a2-c4bc-43ba-a14f-bdc982d91977 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:36.235517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cb6425a2-c4bc-43ba-a14f-bdc982d91977 tempest-TestNetworkAdvancedServerOps-669012111 tempest-TestNetworkAdvancedServerOps-669012111-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 1092 time: 0.0412345 Aug 31 15:05:36.238425 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35716) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:36.242936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '645c2d4b-9e9b-4fd9-8383-352e42142e6d', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:05:36.265567 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:36.363151 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:36.466799 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Allocated IP 172.25.3.121 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/0226c81e-4b86-421e-9318-0233bb907afa) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:05:36.568181 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:36.605935 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:36.646342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:05:36.649189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:05:36.652755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:05:36.657975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=0226c81e-4b86-421e-9318-0233bb907afa,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:37.005939 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:37.030486 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:37.071027 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:37.224150 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:37.230078 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:37.306094 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event updated for resources: {'Port': ['ID=0226c81e-4b86-421e-9318-0233bb907afa,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:05:37.314256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:37.413140 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Floating IP 33fc260b-41b0-4e5f-bceb-ac920d0cf932 associated. External IP: 172.25.3.121, port: 645c2d4b-9e9b-4fd9-8383-352e42142e6d. Aug 31 15:05:37.620617 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:05:37.722921 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:05:37.732244 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5246234-87f5-43bd-abfa-0df611a61b58 None None] Sync routers for ids ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:05:37.738901 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:37.742944 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5246234-87f5-43bd-abfa-0df611a61b58 None None] Routers {'bcfbb32a-9eb7-4005-8b99-7666472ab6f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:37.743584 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d5246234-87f5-43bd-abfa-0df611a61b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:05:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:37.769028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-77a10c00-3f99-44e8-afc2-5cdc1949d7ad tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5295746 Aug 31 15:05:37.769736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'tag': '645c2d4b-9e9b-4fd9-8383-352e42142e6d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:05:37.772310 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78d46fd-b0bb-4ad7-be0e-61e91c808543" -d '{"events": [{"name": "network-changed", "server_uuid": "8aba047d-51dc-4a61-9d6a-93b836d4870a", "tag": "645c2d4b-9e9b-4fd9-8383-352e42142e6d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:05:37.815083 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef26c66f-c553-4f5d-8a91-4eb4908ea5ea x-openstack-request-id: req-ef26c66f-c553-4f5d-8a91-4eb4908ea5ea {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:05:37.815377 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aba047d-51dc-4a61-9d6a-93b836d4870a", "tag": "645c2d4b-9e9b-4fd9-8383-352e42142e6d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:05:37.815647 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef26c66f-c553-4f5d-8a91-4eb4908ea5ea {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:05:37.816059 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'tag': '645c2d4b-9e9b-4fd9-8383-352e42142e6d', 'status': 'completed', 'code': 200} Aug 31 15:05:37.866703 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d5246234-87f5-43bd-abfa-0df611a61b58 None None] Set router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:37.878910 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d46fd-b0bb-4ad7-be0e-61e91c808543 req-0017d165-e432-4d35-bb34-f57f8ead2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:37.880520 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f78d46fd-b0bb-4ad7-be0e-61e91c808543 req-0017d165-e432-4d35-bb34-f57f8ead2fdf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 1097 time: 0.0425575 Aug 31 15:05:37.891476 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad3e18-279e-41c1-8018-411ca4d24d84 req-599f54df-6050-4a38-b3ee-989fd965da64 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:37.893112 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09ad3e18-279e-41c1-8018-411ca4d24d84 req-599f54df-6050-4a38-b3ee-989fd965da64 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 946 time: 0.0550997 Aug 31 15:05:37.933461 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-09ad3e18-279e-41c1-8018-411ca4d24d84 req-8f51148f-7559-4503-8301-33510eb3fd16 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336273 Aug 31 15:05:37.957673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35724) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:37.977518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d46fd-b0bb-4ad7-be0e-61e91c808543 req-cce8925b-4f0b-4a43-a4cd-b4659a1a2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:37.979207 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f78d46fd-b0bb-4ad7-be0e-61e91c808543 req-cce8925b-4f0b-4a43-a4cd-b4659a1a2fda service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220 HTTP/1.1" status: 200 len: 898 time: 0.0906572 Aug 31 15:05:38.018314 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-530693d3-9ce2-4d8a-b67f-a21066f14178 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/33fc260b-41b0-4e5f-bceb-ac920d0cf932 HTTP/1.1" status: 200 len: 992 time: 0.0594034 Aug 31 15:05:38.051722 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f78d46fd-b0bb-4ad7-be0e-61e91c808543 req-d2da3f6f-b37a-4186-89f3-afc9dde7a0aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645c2d4b-9e9b-4fd9-8383-352e42142e6d HTTP/1.1" status: 200 len: 1000 time: 0.0631244 Aug 31 15:05:38.095130 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d5246234-87f5-43bd-abfa-0df611a61b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:23Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '33fc260b-41b0-4e5f-bceb-ac920d0cf932', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.121', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'port_id': '645c2d4b-9e9b-4fd9-8383-352e42142e6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'mac_address': 'fa:16:3e:fb:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:05:36Z', 'updated_at': '2021-08-31T15:05:36Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc', 'name': '', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:96:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:22Z', 'updated_at': '2021-08-31T15:05:28Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:38.102124 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d46fd-b0bb-4ad7-be0e-61e91c808543 req-78f40dfd-8235-4130-bd59-38f965d4951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:38.103689 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f78d46fd-b0bb-4ad7-be0e-61e91c808543 req-78f40dfd-8235-4130-bd59-38f965d4951a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e00767c9-8a34-41a8-83d1-f3a8456ac947 HTTP/1.1" status: 200 len: 834 time: 0.0449138 Aug 31 15:05:38.125322 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5246234-87f5-43bd-abfa-0df611a61b58 None None] Checking router: bcfbb32a-9eb7-4005-8b99-7666472ab6f8 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:05:38.138115 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5246234-87f5-43bd-abfa-0df611a61b58 None None] Routers {'bcfbb32a-9eb7-4005-8b99-7666472ab6f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:05:38.138661 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d5246234-87f5-43bd-abfa-0df611a61b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:05:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:38.152188 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d46fd-b0bb-4ad7-be0e-61e91c808543 req-95129f6c-a7c5-4a22-a0bb-98f2142b158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:38.153806 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f78d46fd-b0bb-4ad7-be0e-61e91c808543 req-95129f6c-a7c5-4a22-a0bb-98f2142b158e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430233 Aug 31 15:05:38.247238 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-d5246234-87f5-43bd-abfa-0df611a61b58 None None] Set router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:05:38.247955 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f78d46fd-b0bb-4ad7-be0e-61e91c808543 req-532338fc-4dea-4380-991b-7a6737c4fa23 service neutron] 10.222.0.13 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868521 Aug 31 15:05:38.340385 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f78d46fd-b0bb-4ad7-be0e-61e91c808543 req-7cd1cac9-7726-47dc-be48-330ad28d3a2a service neutron] 10.222.0.13 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858378 Aug 31 15:05:38.466249 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-d5246234-87f5-43bd-abfa-0df611a61b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:23Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '33fc260b-41b0-4e5f-bceb-ac920d0cf932', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.121', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'port_id': '645c2d4b-9e9b-4fd9-8383-352e42142e6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'mac_address': 'fa:16:3e:fb:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:05:36Z', 'updated_at': '2021-08-31T15:05:36Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc', 'name': '', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:96:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:22Z', 'updated_at': '2021-08-31T15:05:28Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:05:38.491409 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5246234-87f5-43bd-abfa-0df611a61b58 None None] The sync data for ids ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'] in n-d-792364-6 is: [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:23Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '33fc260b-41b0-4e5f-bceb-ac920d0cf932', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'floating_ip_address': '172.25.3.121', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'port_id': '645c2d4b-9e9b-4fd9-8383-352e42142e6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'mac_address': 'fa:16:3e:fb:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:05:36Z', 'updated_at': '2021-08-31T15:05:36Z', 'revision_number': 0, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc', 'name': '', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:96:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:22Z', 'updated_at': '2021-08-31T15:05:28Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:05:38.687023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925a676-a100-4549-abd6-9441b424eb93 None None] New status for floating IP 33fc260b-41b0-4e5f-bceb-ac920d0cf932: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:05:39.022239 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35726) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:05:39.087716 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5ede005e-a964-4a4f-b71d-9ec1b4edca83 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/33fc260b-41b0-4e5f-bceb-ac920d0cf932 HTTP/1.1" status: 200 len: 994 time: 0.0634809 Aug 31 15:05:39.781010 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:39.911185 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:05:41.945152 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-c016b104-091a-4aa9-ad1c-270f7bccb9af req-34bf5bea-98c9-430c-b827-299d3cff4713 service neutron] (106387) timed out ('10.222.0.20', 60344) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:05:55.882937 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-22f19441-98c3-4d1b-b307-4febd5ecfde8 req-ae6f4200-e2f0-4798-9b85-14af5de08076 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444667 Aug 31 15:05:55.967145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f19441-98c3-4d1b-b307-4febd5ecfde8 req-850f9761-43ea-41b1-9dfc-48e0c35abc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:55.968643 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-22f19441-98c3-4d1b-b307-4febd5ecfde8 req-850f9761-43ea-41b1-9dfc-48e0c35abc5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 1097 time: 0.0401874 Aug 31 15:05:56.076424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f19441-98c3-4d1b-b307-4febd5ecfde8 req-94173dfa-4a2b-4dd7-bb9a-b331a71325be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:56.077945 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-22f19441-98c3-4d1b-b307-4febd5ecfde8 req-94173dfa-4a2b-4dd7-bb9a-b331a71325be service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220 HTTP/1.1" status: 200 len: 898 time: 0.0842996 Aug 31 15:05:56.146676 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-22f19441-98c3-4d1b-b307-4febd5ecfde8 req-5089c178-2830-4d2f-886f-8dcbaea0e0c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645c2d4b-9e9b-4fd9-8383-352e42142e6d HTTP/1.1" status: 200 len: 1002 time: 0.0608120 Aug 31 15:05:56.201941 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f19441-98c3-4d1b-b307-4febd5ecfde8 req-93b4b951-f023-40ec-8e8b-48205c6dda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:56.203371 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-22f19441-98c3-4d1b-b307-4febd5ecfde8 req-93b4b951-f023-40ec-8e8b-48205c6dda80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e00767c9-8a34-41a8-83d1-f3a8456ac947 HTTP/1.1" status: 200 len: 834 time: 0.0433555 Aug 31 15:05:56.251843 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f19441-98c3-4d1b-b307-4febd5ecfde8 req-916a940d-f2e9-4320-bda7-36d3fe98dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:05:56.253423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-22f19441-98c3-4d1b-b307-4febd5ecfde8 req-916a940d-f2e9-4320-bda7-36d3fe98dccc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398028 Aug 31 15:05:56.347874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-22f19441-98c3-4d1b-b307-4febd5ecfde8 req-a6d5abeb-3f04-4a7a-8ef6-16e4efc68e45 service neutron] 10.222.0.13 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829604 Aug 31 15:05:56.438419 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-22f19441-98c3-4d1b-b307-4febd5ecfde8 req-ab72da67-f3f9-4ed1-9993-5f36fa923ec6 service neutron] 10.222.0.13 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812016 Aug 31 15:06:01.079559 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:06:01.485085 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-28a5f7b2-3ebe-4d3a-9809-ea1a9a83ad05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:04.140997 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:04.163494 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-66ba2c03-d599-4986-89e1-8c957634286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:05.478613 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:07.032465 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:09.780691 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:09.915450 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:12.299535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d7945-5b31-439b-a5db-c3344b2fa321 req-166e1373-1e59-4374-8e37-04eaf0a9bf42 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:12.301077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c6d7945-5b31-439b-a5db-c3344b2fa321 req-166e1373-1e59-4374-8e37-04eaf0a9bf42 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 946 time: 0.0937796 Aug 31 15:06:12.342511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1c6d7945-5b31-439b-a5db-c3344b2fa321 req-cc90e0fb-e16d-40ce-a60f-c77fc98c2aa5 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352283 Aug 31 15:06:13.759716 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653bd86-27c0-4af5-bf6f-c89192de9790 req-a87c7402-ced2-4f4f-8b2d-41243ecf51cb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:13.761253 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2653bd86-27c0-4af5-bf6f-c89192de9790 req-a87c7402-ced2-4f4f-8b2d-41243ecf51cb tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 946 time: 0.0934932 Aug 31 15:06:13.800093 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2653bd86-27c0-4af5-bf6f-c89192de9790 req-4584661c-6c88-446d-9b69-90ba1f4cf5e8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329146 Aug 31 15:06:13.822068 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35748) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:13.885570 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-8b59ad13-1019-4acc-a0bd-3b278c039b13 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/33fc260b-41b0-4e5f-bceb-ac920d0cf932 HTTP/1.1" status: 200 len: 994 time: 0.0623717 Aug 31 15:06:15.176157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38444f-6349-4f9c-907a-e640d8be4d85 req-d1752fb9-7a03-433b-bcce-dc864135fa74 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:15.177611 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf38444f-6349-4f9c-907a-e640d8be4d85 req-d1752fb9-7a03-433b-bcce-dc864135fa74 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 946 time: 0.0789671 Aug 31 15:06:15.183196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c72dad-012f-4c6a-bd24-974021677718 req-6360d017-b67c-4d7a-a358-464456cb6130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:15.185175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f3c72dad-012f-4c6a-bd24-974021677718 req-6360d017-b67c-4d7a-a358-464456cb6130 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 1097 time: 0.0584381 Aug 31 15:06:15.572132 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bf38444f-6349-4f9c-907a-e640d8be4d85 req-7788c89f-91c8-464a-a5ba-6fb43a3a013b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3856845 Aug 31 15:06:15.601215 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c72dad-012f-4c6a-bd24-974021677718 req-19ca2d90-1447-43ca-99bd-f3b05be694b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:15.602698 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f3c72dad-012f-4c6a-bd24-974021677718 req-19ca2d90-1447-43ca-99bd-f3b05be694b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220 HTTP/1.1" status: 200 len: 898 time: 0.4097350 Aug 31 15:06:15.673395 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f3c72dad-012f-4c6a-bd24-974021677718 req-559f0005-186b-497e-bf15-7a250f997e75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645c2d4b-9e9b-4fd9-8383-352e42142e6d HTTP/1.1" status: 200 len: 1002 time: 0.0617650 Aug 31 15:06:15.726078 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c72dad-012f-4c6a-bd24-974021677718 req-6f0fb520-92ef-4419-9500-f8588f819aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:15.727454 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f3c72dad-012f-4c6a-bd24-974021677718 req-6f0fb520-92ef-4419-9500-f8588f819aa3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e00767c9-8a34-41a8-83d1-f3a8456ac947 HTTP/1.1" status: 200 len: 834 time: 0.0462813 Aug 31 15:06:15.773345 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c72dad-012f-4c6a-bd24-974021677718 req-dde66520-9c6e-482e-a307-cda5abf05237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:15.774834 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f3c72dad-012f-4c6a-bd24-974021677718 req-dde66520-9c6e-482e-a307-cda5abf05237 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396049 Aug 31 15:06:15.867224 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f3c72dad-012f-4c6a-bd24-974021677718 req-505d3caa-ad1f-450f-9cae-f2cc40b49206 service neutron] 10.222.0.13 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814250 Aug 31 15:06:15.961708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f3c72dad-012f-4c6a-bd24-974021677718 req-2c97177d-0020-4119-888b-8deb766ba9d9 service neutron] 10.222.0.13 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864544 Aug 31 15:06:16.689976 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f023f9-541c-4798-8794-649a734eae9f req-7e713db5-6ead-4d54-b863-a28492cfd1a2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:16.691477 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07f023f9-541c-4798-8794-649a734eae9f req-7e713db5-6ead-4d54-b863-a28492cfd1a2 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 946 time: 0.0483408 Aug 31 15:06:16.729053 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-07f023f9-541c-4798-8794-649a734eae9f req-42e28248-f3af-459b-a996-43716296b6b6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316069 Aug 31 15:06:17.849578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a584d6-9322-4409-8c13-ab1f9e500286 req-a3e28467-74cb-47a2-9fea-e7f4c99ceff6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:17.851090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1a584d6-9322-4409-8c13-ab1f9e500286 req-a3e28467-74cb-47a2-9fea-e7f4c99ceff6 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 946 time: 0.0504522 Aug 31 15:06:17.887846 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e1a584d6-9322-4409-8c13-ab1f9e500286 req-26683a2b-92df-457d-8dcd-d8e60978c683 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307357 Aug 31 15:06:17.910989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35760) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:17.979779 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1d2160af-4102-4be1-b727-9f128061cf00 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/floatingips/33fc260b-41b0-4e5f-bceb-ac920d0cf932 HTTP/1.1" status: 200 len: 994 time: 0.0676534 Aug 31 15:06:18.190321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35766) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:18.342739 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port 0226c81e-4b86-421e-9318-0233bb907afa {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:06:18.343004 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:18.415887 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:18.416212 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:18.428483 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for 0226c81e-4b86-421e-9318-0233bb907afa owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:06:18.574578 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:18.598534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=0226c81e-4b86-421e-9318-0233bb907afa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:18.610928 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:18.611290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:18.611696 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:18.612044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:18.612387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:18.612751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:18.613090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:18.613428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:18.613766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:18.614100 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:18.614434 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:18.614760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:18.675087 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:18.675478 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Floating IP 33fc260b-41b0-4e5f-bceb-ac920d0cf932 disassociated (deleted). External IP: 172.25.3.121, port: 645c2d4b-9e9b-4fd9-8383-352e42142e6d. Aug 31 15:06:18.882132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:06:18.989378 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:06:18.994200 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:19.006349 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3383dd-8b7a-44b1-9c6a-c46c99d53585 None None] Sync routers for ids ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:06:19.025259 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3383dd-8b7a-44b1-9c6a-c46c99d53585 None None] Routers {'bcfbb32a-9eb7-4005-8b99-7666472ab6f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:19.025882 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ee3383dd-8b7a-44b1-9c6a-c46c99d53585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:19.026045 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-aa249dd6-f6fe-413d-842e-9a3ce31bdc6f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/floatingips/33fc260b-41b0-4e5f-bceb-ac920d0cf932 HTTP/1.1" status: 204 len: 168 time: 0.8344953 Aug 31 15:06:19.026477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'tag': '645c2d4b-9e9b-4fd9-8383-352e42142e6d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:06:19.028740 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5e0603-abb9-47c6-b977-99b9bae8b1de" -d '{"events": [{"name": "network-changed", "server_uuid": "8aba047d-51dc-4a61-9d6a-93b836d4870a", "tag": "645c2d4b-9e9b-4fd9-8383-352e42142e6d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:06:19.071512 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eebaa4e-bf99-44d6-8716-93329a3cef37 x-openstack-request-id: req-8eebaa4e-bf99-44d6-8716-93329a3cef37 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:06:19.071798 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aba047d-51dc-4a61-9d6a-93b836d4870a", "tag": "645c2d4b-9e9b-4fd9-8383-352e42142e6d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:06:19.072050 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8eebaa4e-bf99-44d6-8716-93329a3cef37 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:06:19.072489 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'tag': '645c2d4b-9e9b-4fd9-8383-352e42142e6d', 'status': 'completed', 'code': 200} Aug 31 15:06:19.141355 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ee3383dd-8b7a-44b1-9c6a-c46c99d53585 None None] Set router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:19.143363 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0603-abb9-47c6-b977-99b9bae8b1de req-6e8ae136-b314-43e2-b130-cdf0fcec6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:19.145510 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed5e0603-abb9-47c6-b977-99b9bae8b1de req-6e8ae136-b314-43e2-b130-cdf0fcec6634 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 1097 time: 0.0473809 Aug 31 15:06:19.252101 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0603-abb9-47c6-b977-99b9bae8b1de req-46acc59f-2f36-4919-a667-ff971f2e0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:19.253669 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed5e0603-abb9-47c6-b977-99b9bae8b1de req-46acc59f-2f36-4919-a667-ff971f2e0105 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220 HTTP/1.1" status: 200 len: 898 time: 0.0996971 Aug 31 15:06:19.265277 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73a84-cc4b-4257-81f4-fea016ea35ea req-85fa803d-0c2e-4b51-acf1-7e0acfaaa003 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:19.266829 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88c73a84-cc4b-4257-81f4-fea016ea35ea req-85fa803d-0c2e-4b51-acf1-7e0acfaaa003 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 946 time: 0.0498395 Aug 31 15:06:19.304151 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed5e0603-abb9-47c6-b977-99b9bae8b1de req-0de66184-36ee-4818-8ad2-e5c42ac4e122 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645c2d4b-9e9b-4fd9-8383-352e42142e6d HTTP/1.1" status: 200 len: 217 time: 0.0417907 Aug 31 15:06:19.305762 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-88c73a84-cc4b-4257-81f4-fea016ea35ea req-fd0af16b-98ce-4cf0-b310-1327cdb3fd2f tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326343 Aug 31 15:06:19.355411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0603-abb9-47c6-b977-99b9bae8b1de req-f39bab00-7eed-4f39-817e-12c39f4e6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:19.356911 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed5e0603-abb9-47c6-b977-99b9bae8b1de req-f39bab00-7eed-4f39-817e-12c39f4e6b49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e00767c9-8a34-41a8-83d1-f3a8456ac947 HTTP/1.1" status: 200 len: 834 time: 0.0435848 Aug 31 15:06:19.361040 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ee3383dd-8b7a-44b1-9c6a-c46c99d53585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:23Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc', 'name': '', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:96:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:22Z', 'updated_at': '2021-08-31T15:05:28Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:19.387484 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3383dd-8b7a-44b1-9c6a-c46c99d53585 None None] Checking router: bcfbb32a-9eb7-4005-8b99-7666472ab6f8 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:06:19.396482 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3383dd-8b7a-44b1-9c6a-c46c99d53585 None None] Routers {'bcfbb32a-9eb7-4005-8b99-7666472ab6f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:19.397077 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ee3383dd-8b7a-44b1-9c6a-c46c99d53585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:19.403232 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0603-abb9-47c6-b977-99b9bae8b1de req-7dea21bd-4e8a-44d1-b769-4490df4e1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:19.405158 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed5e0603-abb9-47c6-b977-99b9bae8b1de req-7dea21bd-4e8a-44d1-b769-4490df4e1df7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a096fc8-1af4-4a2b-83ef-f4fb250d6220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406883 Aug 31 15:06:19.503072 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed5e0603-abb9-47c6-b977-99b9bae8b1de req-fac0ca50-7d4f-41f8-940f-946d09c6aa80 service neutron] 10.222.0.13 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905340 Aug 31 15:06:19.591870 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ee3383dd-8b7a-44b1-9c6a-c46c99d53585 None None] Set router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:19.596500 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ed5e0603-abb9-47c6-b977-99b9bae8b1de req-9644bebc-b917-4706-a87e-78301aebeec5 service neutron] 10.222.0.13 "GET /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854180 Aug 31 15:06:19.789301 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ee3383dd-8b7a-44b1-9c6a-c46c99d53585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:23Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc', 'name': '', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:96:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:22Z', 'updated_at': '2021-08-31T15:05:28Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:19.818485 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3383dd-8b7a-44b1-9c6a-c46c99d53585 None None] The sync data for ids ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'] in n-d-792364-6 is: [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:23Z', 'revision_number': 4, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': 'cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc', 'name': '', 'network_id': '1a096fc8-1af4-4a2b-83ef-f4fb250d6220', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'mac_address': 'fa:16:3e:96:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:22Z', 'updated_at': '2021-08-31T15:05:28Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'subnets': [{'id': 'e00767c9-8a34-41a8-83d1-f3a8456ac947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:06:20.022761 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93b945-cd42-471b-bd0d-16441ef43364 None None] New status for floating IP 33fc260b-41b0-4e5f-bceb-ac920d0cf932: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:06:20.426281 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3c796-981c-4ad1-a925-4a7ee8d2be1a req-62e02e33-823c-459a-9751-9c154ce623a7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:20.427806 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24f3c796-981c-4ad1-a925-4a7ee8d2be1a req-62e02e33-823c-459a-9751-9c154ce623a7 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 946 time: 0.0506592 Aug 31 15:06:20.471104 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-24f3c796-981c-4ad1-a925-4a7ee8d2be1a req-a2afc26b-363d-4eec-82b6-82c20440b43b tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/security-groups?id=53d9aa85-c198-41cc-8b73-7a1546c82343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373104 Aug 31 15:06:20.892695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a1e5-4501-4f1d-9d47-1ce7cc87082a req-bae72dde-7b8f-4489-bd73-1686c004e4c3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:20.894074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4824a1e5-4501-4f1d-9d47-1ce7cc87082a req-bae72dde-7b8f-4489-bd73-1686c004e4c3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 946 time: 0.0530822 Aug 31 15:06:20.979832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-4824a1e5-4501-4f1d-9d47-1ce7cc87082a req-59db14e7-6c26-4db4-a0b5-6558bba2c480 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port 645c2d4b-9e9b-4fd9-8383-352e42142e6d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:06:20.980158 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4824a1e5-4501-4f1d-9d47-1ce7cc87082a req-59db14e7-6c26-4db4-a0b5-6558bba2c480 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:21.070204 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-4824a1e5-4501-4f1d-9d47-1ce7cc87082a req-59db14e7-6c26-4db4-a0b5-6558bba2c480 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port 645c2d4b-9e9b-4fd9-8383-352e42142e6d, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=645c2d4b-9e9b-4fd9-8383-352e42142e6d,segment=NetworkSegment(81ba0954-9444-4dc6-9749-d0fbcb42cffa),segment_id=81ba0954-9444-4dc6-9749-d0fbcb42cffa)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:21.070572 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4824a1e5-4501-4f1d-9d47-1ce7cc87082a req-59db14e7-6c26-4db4-a0b5-6558bba2c480 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:21.082570 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-4824a1e5-4501-4f1d-9d47-1ce7cc87082a req-59db14e7-6c26-4db4-a0b5-6558bba2c480 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for 645c2d4b-9e9b-4fd9-8383-352e42142e6d owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:06:21.209420 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4824a1e5-4501-4f1d-9d47-1ce7cc87082a req-59db14e7-6c26-4db4-a0b5-6558bba2c480 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:21.243903 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db14e7-6c26-4db4-a0b5-6558bba2c480 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=645c2d4b-9e9b-4fd9-8383-352e42142e6d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:21.283048 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-4824a1e5-4501-4f1d-9d47-1ce7cc87082a req-59db14e7-6c26-4db4-a0b5-6558bba2c480 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] No DVR routers for this DVR port 645c2d4b-9e9b-4fd9-8383-352e42142e6d on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:06:21.285823 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4824a1e5-4501-4f1d-9d47-1ce7cc87082a req-59db14e7-6c26-4db4-a0b5-6558bba2c480 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:21.287856 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4824a1e5-4501-4f1d-9d47-1ce7cc87082a req-59db14e7-6c26-4db4-a0b5-6558bba2c480 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.13 "DELETE /v2.0/ports/645c2d4b-9e9b-4fd9-8383-352e42142e6d HTTP/1.1" status: 204 len: 173 time: 0.3875303 Aug 31 15:06:21.288303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'name': 'network-vif-deleted', 'tag': '645c2d4b-9e9b-4fd9-8383-352e42142e6d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:06:21.290538 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b2adef-f8aa-484d-9beb-14237b0b8d8e" -d '{"events": [{"server_uuid": "8aba047d-51dc-4a61-9d6a-93b836d4870a", "name": "network-vif-deleted", "tag": "645c2d4b-9e9b-4fd9-8383-352e42142e6d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:06:21.329286 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468be410-0538-432f-a8f3-f6e0e7366fec x-openstack-request-id: req-468be410-0538-432f-a8f3-f6e0e7366fec {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:06:21.329581 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aba047d-51dc-4a61-9d6a-93b836d4870a", "name": "network-vif-deleted", "tag": "645c2d4b-9e9b-4fd9-8383-352e42142e6d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:06:21.329828 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-468be410-0538-432f-a8f3-f6e0e7366fec {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:06:21.330248 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aba047d-51dc-4a61-9d6a-93b836d4870a', 'name': 'network-vif-deleted', 'tag': '645c2d4b-9e9b-4fd9-8383-352e42142e6d', 'status': 'completed', 'code': 200} Aug 31 15:06:21.575708 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b290879e-e161-4fa4-bb23-600dde0b3fef req-adae8f20-83c8-4190-ba3d-dcfde59c2d86 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aba047d-51dc-4a61-9d6a-93b836d4870a HTTP/1.1" status: 200 len: 210 time: 0.0263598 Aug 31 15:06:22.633702 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35782) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:22.986939 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c7945a0-0f6e-4dc3-bb8e-eb0a4ccd6929 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:23.242069 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5c7945a0-0f6e-4dc3-bb8e-eb0a4ccd6929 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:06:23.242331 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c7945a0-0f6e-4dc3-bb8e-eb0a4ccd6929 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:23.327844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-5c7945a0-0f6e-4dc3-bb8e-eb0a4ccd6929 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc,segment=NetworkSegment(81ba0954-9444-4dc6-9749-d0fbcb42cffa),segment_id=81ba0954-9444-4dc6-9749-d0fbcb42cffa)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:23.328212 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c7945a0-0f6e-4dc3-bb8e-eb0a4ccd6929 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:23.340792 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5c7945a0-0f6e-4dc3-bb8e-eb0a4ccd6929 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:06:23.524117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c7945a0-0f6e-4dc3-bb8e-eb0a4ccd6929 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:23.553196 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7945a0-0f6e-4dc3-bb8e-eb0a4ccd6929 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:23.730926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5c7945a0-0f6e-4dc3-bb8e-eb0a4ccd6929 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:23.947967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7945a0-0f6e-4dc3-bb8e-eb0a4ccd6929 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:06:24.053505 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7945a0-0f6e-4dc3-bb8e-eb0a4ccd6929 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:06:24.060685 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5c7945a0-0f6e-4dc3-bb8e-eb0a4ccd6929 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "PUT /v2.0/routers/bcfbb32a-9eb7-4005-8b99-7666472ab6f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4258537 Aug 31 15:06:24.064017 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35784) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:24.066660 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97113468-79a2-41f1-9bd8-c1bf65ffd365 None None] Sync routers for ids ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:06:24.075904 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97113468-79a2-41f1-9bd8-c1bf65ffd365 None None] Routers {'bcfbb32a-9eb7-4005-8b99-7666472ab6f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:24.076770 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-97113468-79a2-41f1-9bd8-c1bf65ffd365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:24.183408 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-97113468-79a2-41f1-9bd8-c1bf65ffd365 None None] Set router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:24.204767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 645c2d4b-9e9b-4fd9-8383-352e42142e6d no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:06:24.225903 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 645c2d4b-9e9b-4fd9-8383-352e42142e6d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:06:24.226248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 645c2d4b-9e9b-4fd9-8383-352e42142e6d not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:06:24.365831 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-97113468-79a2-41f1-9bd8-c1bf65ffd365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:06:23Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:24.392462 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97113468-79a2-41f1-9bd8-c1bf65ffd365 None None] Checking router: bcfbb32a-9eb7-4005-8b99-7666472ab6f8 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:06:24.401076 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97113468-79a2-41f1-9bd8-c1bf65ffd365 None None] Routers {'bcfbb32a-9eb7-4005-8b99-7666472ab6f8'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:24.401692 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-97113468-79a2-41f1-9bd8-c1bf65ffd365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:24.437642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ed7073-58c4-4209-9e70-b32e76fe1f69 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting subnet e00767c9-8a34-41a8-83d1-f3a8456ac947 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:06:24.441006 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7073-58c4-4209-9e70-b32e76fe1f69 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:24.480818 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7073-58c4-4209-9e70-b32e76fe1f69 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:24.504258 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-97113468-79a2-41f1-9bd8-c1bf65ffd365 None None] Set router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:24.567094 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7073-58c4-4209-9e70-b32e76fe1f69 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:24.626094 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7073-58c4-4209-9e70-b32e76fe1f69 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:24.640560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7073-58c4-4209-9e70-b32e76fe1f69 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:24.642450 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-b2ed7073-58c4-4209-9e70-b32e76fe1f69 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/subnets/e00767c9-8a34-41a8-83d1-f3a8456ac947 HTTP/1.1" status: 204 len: 168 time: 0.5772188 Aug 31 15:06:24.645521 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35786) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:24.649765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f259f-7a75-4784-97bc-43e836a02f25 None None] Network 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:06:24.679604 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed7073-58c4-4209-9e70-b32e76fe1f69 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Subnet': ['ID=e00767c9-8a34-41a8-83d1-f3a8456ac947,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:24.703309 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-97113468-79a2-41f1-9bd8-c1bf65ffd365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:06:23Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:24.736474 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97113468-79a2-41f1-9bd8-c1bf65ffd365 None None] The sync data for ids ['bcfbb32a-9eb7-4005-8b99-7666472ab6f8'] in n-d-792364-6 is: [{'id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47953860', 'tenant_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:06:23Z', 'revision_number': 5, 'project_id': 'dc7451049ec64b7b8895b043f5bc15a3', 'gw_port': {'id': '6b20e8d2-ec0c-4398-9cb0-5d02169c5be0', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfbb32a-9eb7-4005-8b99-7666472ab6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:05:20Z', 'updated_at': '2021-08-31T15:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:06:24.776741 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:24.882582 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:24.933308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Deleting port 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:06:24.933650 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.011723 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] For port 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=6b20e8d2-ec0c-4398-9cb0-5d02169c5be0,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:25.012017 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.025204 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Calling delete_port for 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:06:25.117518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] DHCP port deletion for 1a096fc8-1af4-4a2b-83ef-f4fb250d6220 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:06:25.172373 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Deleting port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:06:25.172785 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.194454 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.222520 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Port': ['ID=6b20e8d2-ec0c-4398-9cb0-5d02169c5be0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:25.240536 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] For port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=66c75017-b9ac-4508-bff7-6d49d0e4ec9f,segment=NetworkSegment(81ba0954-9444-4dc6-9749-d0fbcb42cffa),segment_id=81ba0954-9444-4dc6-9749-d0fbcb42cffa)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:25.241045 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.247469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.247469 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.247724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.248056 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.248949 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.249297 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.249627 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.249957 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.250291 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.250617 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.250943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.251267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.294827 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.401692 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.403992 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.419496 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Calling delete_port for 66c75017-b9ac-4508-bff7-6d49d0e4ec9f owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:06:25.454283 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.454909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Fanout notify agent at l3_agent the message router_deleted on router bcfbb32a-9eb7-4005-8b99-7666472ab6f8 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:06:25.461898 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.465957 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-174f4857-d497-4b10-99e7-3633ed76aeb9 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/routers/bcfbb32a-9eb7-4005-8b99-7666472ab6f8 HTTP/1.1" status: 204 len: 168 time: 0.8168268 Aug 31 15:06:25.466156 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35788) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:25.501698 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.526739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Pushing event deleted for resources: {'Port': ['ID=66c75017-b9ac-4508-bff7-6d49d0e4ec9f,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:25.537279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.537637 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.537962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.538300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.538633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.538962 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.539294 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.539620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.539944 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.540268 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.540613 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.540937 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:25.543817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e19ab-4301-4edf-9d3d-066823a03ef7 None None] No DVR routers for this DVR port 66c75017-b9ac-4508-bff7-6d49d0e4ec9f on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:06:25.554114 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.645780 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.656415 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a096fc8-1af4-4a2b-83ef-f4fb250d6220']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:25.666508 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ba0954-9444-4dc6-9749-d0fbcb42cffa') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:25.666811 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ba0954-9444-4dc6-9749-d0fbcb42cffa') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:25.676123 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.689483 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.695356 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:06:25.695826 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: timer() Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:06:25.698987 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:06:25.758674 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.766700 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.767967 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/networks/1a096fc8-1af4-4a2b-83ef-f4fb250d6220 HTTP/1.1" status: 204 len: 168 time: 0.3008654 Aug 31 15:06:25.771197 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35790) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:25.780085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133643f8-0303-4a13-85cf-091f119d8da8 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'Network': ['ID=1a096fc8-1af4-4a2b-83ef-f4fb250d6220,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:25.828833 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-148687a0-dd4d-414b-9a6d-2cf4679ee4c3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.853010 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-148687a0-dd4d-414b-9a6d-2cf4679ee4c3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.914813 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-148687a0-dd4d-414b-9a6d-2cf4679ee4c3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.917525 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-148687a0-dd4d-414b-9a6d-2cf4679ee4c3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:25.918734 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-148687a0-dd4d-414b-9a6d-2cf4679ee4c3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] 10.222.0.20 "DELETE /v2.0/security-groups/53d9aa85-c198-41cc-8b73-7a1546c82343 HTTP/1.1" status: 204 len: 168 time: 0.1465099 Aug 31 15:06:25.928746 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148687a0-dd4d-414b-9a6d-2cf4679ee4c3 tempest-TestNetworkAdvancedServerOps-1421553597 tempest-TestNetworkAdvancedServerOps-1421553597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d9aa85-c198-41cc-8b73-7a1546c82343,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:26.268585 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35798) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:26.416624 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1d3ea1e5-3835-4546-9130-80bf1d010bb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc7451049ec64b7b8895b043f5bc15a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445744 Aug 31 15:06:26.416863 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35802) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:26.465881 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-028f000e-56e1-4a0d-b05d-a2b3eab6e54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:26.486122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-028f000e-56e1-4a0d-b05d-a2b3eab6e54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:26.533730 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-028f000e-56e1-4a0d-b05d-a2b3eab6e54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:26.536487 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-028f000e-56e1-4a0d-b05d-a2b3eab6e54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:26.537680 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-028f000e-56e1-4a0d-b05d-a2b3eab6e54f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f3d39e0-e58e-43e7-850f-28acb45021b9 HTTP/1.1" status: 204 len: 168 time: 0.1197720 Aug 31 15:06:26.545697 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f000e-56e1-4a0d-b05d-a2b3eab6e54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3d39e0-e58e-43e7-850f-28acb45021b9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:26.680863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:06:26.700782 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:06:26.701136 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 6b20e8d2-ec0c-4398-9cb0-5d02169c5be0 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:06:26.702090 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:06:26.723349 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:06:26.723702 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device cd2ee315-9d70-4ea9-bfdc-2c9e7351d8bc not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:06:26.724118 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 66c75017-b9ac-4508-bff7-6d49d0e4ec9f no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:06:26.742956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 66c75017-b9ac-4508-bff7-6d49d0e4ec9f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:06:26.743338 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 66c75017-b9ac-4508-bff7-6d49d0e4ec9f not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:06:26.799529 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35808) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:26.813811 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3a3651dd-6748-486f-84ed-0a2f4917668f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:26.905655 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3a3651dd-6748-486f-84ed-0a2f4917668f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:26.909410 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3a3651dd-6748-486f-84ed-0a2f4917668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:26.946184 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3a3651dd-6748-486f-84ed-0a2f4917668f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed236621452d4970b2d51ec726b86738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455672 Aug 31 15:06:26.947080 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3651dd-6748-486f-84ed-0a2f4917668f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1179580d-6ec4-4bc7-b3fd-772dab303d3b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:26.948931 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35810) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:27.001449 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f7857df9-c332-43c0-97b2-ed2acf89c0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:27.022682 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f7857df9-c332-43c0-97b2-ed2acf89c0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:27.068441 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f7857df9-c332-43c0-97b2-ed2acf89c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:27.070995 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f7857df9-c332-43c0-97b2-ed2acf89c0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:27.072240 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f7857df9-c332-43c0-97b2-ed2acf89c0ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1179580d-6ec4-4bc7-b3fd-772dab303d3b HTTP/1.1" status: 204 len: 168 time: 0.1222322 Aug 31 15:06:27.080680 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7857df9-c332-43c0-97b2-ed2acf89c0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1179580d-6ec4-4bc7-b3fd-772dab303d3b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:27.773412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35832) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:27.869274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-651403075-network', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:27.890247 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Made reservation on behalf of c3a34b2b6c8f4eb6961da33280c5cc80 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:06:27.892584 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:27.900983 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:27.987176 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:27.990972 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.011084 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:06:28.025647 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac04412e-0b7e-4fca-aa06-5cec73c16b11,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:28.028544 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.028891 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Added segment 80d8092b-52e6-4000-ab18-d62f8bbb934e of type vlan for network 671aea0e-8518-4fb7-ab86-3451fa376c57 Aug 31 15:06:28.067789 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.094256 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.095208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:28.095801 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.146076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3715606 Aug 31 15:06:28.149211 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35836) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:28.154830 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-71a9f6c5-9641-4ae7-b99b-c310ae63d78c admin admin] Request body: {'subnet': {'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-651403075-subnet', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:28.155377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e9e35-e5e8-42e6-abf9-18d8c09e43ac admin admin] Pushing event updated for resources: {'Network': ['ID=671aea0e-8518-4fb7-ab86-3451fa376c57,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:28.165005 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 671aea0e-8518-4fb7-ab86-3451fa376c57 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:06:28.175780 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a9f6c5-9641-4ae7-b99b-c310ae63d78c admin admin] Made reservation on behalf of c3a34b2b6c8f4eb6961da33280c5cc80 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:06:28.178095 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71a9f6c5-9641-4ae7-b99b-c310ae63d78c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.343701 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71a9f6c5-9641-4ae7-b99b-c310ae63d78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.405572 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9f6c5-9641-4ae7-b99b-c310ae63d78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:28.409892 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a9f6c5-9641-4ae7-b99b-c310ae63d78c admin admin] Checking segment: {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:06:28.410262 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9f6c5-9641-4ae7-b99b-c310ae63d78c admin admin] Network hostable DHCP agents. Network: 671aea0e-8518-4fb7-ab86-3451fa376c57, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:06:28.427433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9f6c5-9641-4ae7-b99b-c310ae63d78c admin admin] Network 671aea0e-8518-4fb7-ab86-3451fa376c57 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:06:28.436426 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-71a9f6c5-9641-4ae7-b99b-c310ae63d78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 671aea0e-8518-4fb7-ab86-3451fa376c57) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:06:28.442394 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a9f6c5-9641-4ae7-b99b-c310ae63d78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:28.443404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71a9f6c5-9641-4ae7-b99b-c310ae63d78c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.444769 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da1476-c53a-419f-9d01-1d7d9bd7ec2b None None] Network 671aea0e-8518-4fb7-ab86-3451fa376c57 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:06:28.457884 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-71a9f6c5-9641-4ae7-b99b-c310ae63d78c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3074560 Aug 31 15:06:28.460614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35838) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:28.464943 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:28.486044 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.487121 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.538718 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.596802 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-671aea0e-8518-4fb7-ab86-3451fa376c57', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:06:28.597675 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.675339 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.732866 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Allocated IP 172.20.0.2 (671aea0e-8518-4fb7-ab86-3451fa376c57/64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08/348a818e-5bb2-4329-8e96-1c3d0a01f213) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:06:28.870215 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.877024 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.885728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Transition to ACTIVE for port object 348a818e-5bb2-4329-8e96-1c3d0a01f213 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:06:28.893855 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.901792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Transition to ACTIVE for port object 348a818e-5bb2-4329-8e96-1c3d0a01f213 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:06:28.907593 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:28.946098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Network 671aea0e-8518-4fb7-ab86-3451fa376c57 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:06:28.948916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:06:28.953004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:06:28.961571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Pushing event updated for resources: {'Port': ['ID=348a818e-5bb2-4329-8e96-1c3d0a01f213,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:28.999052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Allocated IP 172.25.3.224 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/370c983c-6879-48cf-8189-131ad04c9731) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:06:29.009121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Attempting to bind port 348a818e-5bb2-4329-8e96-1c3d0a01f213 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:06:29.009493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Attempting to bind port 348a818e-5bb2-4329-8e96-1c3d0a01f213 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:06:29.009858 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Attempting to bind port 348a818e-5bb2-4329-8e96-1c3d0a01f213 on network 671aea0e-8518-4fb7-ab86-3451fa376c57 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:06:29.016068 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:06:29.016458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Checking segment: {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:06:29.016921 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:29.017405 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Bound using segment: {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:06:29.018015 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Bound port: 348a818e-5bb2-4329-8e96-1c3d0a01f213, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:06:29.018492 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:29.083028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] For port 348a818e-5bb2-4329-8e96-1c3d0a01f213, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:06:29.085992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] For port 348a818e-5bb2-4329-8e96-1c3d0a01f213, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=348a818e-5bb2-4329-8e96-1c3d0a01f213,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:06:29.090399 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:29.105194 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:29.145284 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f16d6e-970d-4e7e-b36d-d48e96143d92 None None] Pushing event updated for resources: {'Port': ['ID=348a818e-5bb2-4329-8e96-1c3d0a01f213,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:29.153235 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:29.195088 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:06:29.198180 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:06:29.203292 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:06:29.206666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=370c983c-6879-48cf-8189-131ad04c9731,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:29.465202 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:29.664759 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:29.794361 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Router c24e4842-ebb0-4411-b1a5-12748118e50a is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:06:29.902999 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:06:29.913668 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Sync routers for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:06:29.920915 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:29.922076 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b20cd222-8f61-49e0-8aba-710905def5e0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4605236 Aug 31 15:06:29.925002 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35840) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:29.926603 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:29.927317 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:30.040054 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:30.133151 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e93f46-9f7d-4e62-aae9-c1a2a4eac0b7 None None] Network 671aea0e-8518-4fb7-ab86-3451fa376c57 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:06:30.197477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-777545fb-7780-45d1-85f9-4179538ae0d5 None None] Provisioning for port 348a818e-5bb2-4329-8e96-1c3d0a01f213 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:06:30.351350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:29Z', 'revision_number': 3, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:30.355003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:30.384467 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Checking router: c24e4842-ebb0-4411-b1a5-12748118e50a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:06:30.384819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Updating router c24e4842-ebb0-4411-b1a5-12748118e50a port 370c983c-6879-48cf-8189-131ad04c9731 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:06:30.413601 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:30.516474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Allocated IP 172.20.0.1 (671aea0e-8518-4fb7-ab86-3451fa376c57/64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08/63ce8a1d-51fe-42d6-94e0-e4d854f444c5) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:06:30.635635 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:30.657453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Transition to ACTIVE for port object 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:06:30.692260 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:30.694601 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:30.710940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Transition to ACTIVE for port object 370c983c-6879-48cf-8189-131ad04c9731 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:06:30.718060 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:30.733949 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Network 671aea0e-8518-4fb7-ab86-3451fa376c57 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:06:30.738775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:06:30.742327 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:06:30.753618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 348a818e-5bb2-4329-8e96-1c3d0a01f213 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:30.766935 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Pushing event updated for resources: {'Port': ['ID=63ce8a1d-51fe-42d6-94e0-e4d854f444c5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:30.789504 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:30.819953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e56698-003d-49b0-a26c-14b4527ed27a None None] Pushing event updated for resources: {'Port': ['ID=370c983c-6879-48cf-8189-131ad04c9731,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:30.837023 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Attempting to bind port 370c983c-6879-48cf-8189-131ad04c9731 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:06:30.837458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Attempting to bind port 370c983c-6879-48cf-8189-131ad04c9731 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:06:30.837878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Attempting to bind port 370c983c-6879-48cf-8189-131ad04c9731 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:06:30.844661 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 348a818e-5bb2-4329-8e96-1c3d0a01f213 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:06:30.849001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 348a818e-5bb2-4329-8e96-1c3d0a01f213 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:30.849390 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:30.852001 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:06:30.852391 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:06:30.852820 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:30.853219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:06:30.853709 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Bound port: 370c983c-6879-48cf-8189-131ad04c9731, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:06:30.854094 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:30.937049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] For port 370c983c-6879-48cf-8189-131ad04c9731, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:06:30.937982 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:30.942464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] For port 370c983c-6879-48cf-8189-131ad04c9731, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=370c983c-6879-48cf-8189-131ad04c9731,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:06:30.948387 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:31.033820 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:31.057038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:31.057678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:31.103926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:31.104166 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-156dc64c-af56-4945-9d8f-cc91e0c9fdf2 None None] Provisioning for port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:06:31.106130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e56698-003d-49b0-a26c-14b4527ed27a None None] Pushing event updated for resources: {'Port': ['ID=370c983c-6879-48cf-8189-131ad04c9731,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:31.109689 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:31.115719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-156dc64c-af56-4945-9d8f-cc91e0c9fdf2 None None] Provisioning complete for port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:31.116121 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-156dc64c-af56-4945-9d8f-cc91e0c9fdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:31.160932 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 348a818e-5bb2-4329-8e96-1c3d0a01f213, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=348a818e-5bb2-4329-8e96-1c3d0a01f213,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:31.178777 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:31.180668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Pushing event updated for resources: {'Port': ['ID=63ce8a1d-51fe-42d6-94e0-e4d854f444c5,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:31.194781 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:31.230528 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-156dc64c-af56-4945-9d8f-cc91e0c9fdf2 None None] Port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:06:31.257743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:31.279990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Network 671aea0e-8518-4fb7-ab86-3451fa376c57 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:06:31.281435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:06:31.294698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=348a818e-5bb2-4329-8e96-1c3d0a01f213,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:31.403051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Router c24e4842-ebb0-4411-b1a5-12748118e50a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:06:31.491992 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 1, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:31.494978 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c176b62-b21e-4bc4-bf11-a5f2dbdf6d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:31.520618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600321f9-29c2-45b8-a6f2-47ab7f46edda None None] The sync data for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 is: [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 1, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:06:31.524283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:06:31.529679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9169e105-42ce-4998-884c-972b1a162251 admin admin] 10.222.0.20 "PUT /v2.0/routers/c24e4842-ebb0-4411-b1a5-12748118e50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6033516 Aug 31 15:06:31.553364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-46d44fbb-247d-4bac-9cbb-8e64863f65c6 None None] Provisioning complete for port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:31.553678 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-46d44fbb-247d-4bac-9cbb-8e64863f65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:31.589273 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-46d44fbb-247d-4bac-9cbb-8e64863f65c6 None None] Port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:06:32.033694 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35856) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:32.038775 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-529959634-network', 'tenant_id': '43392374e74c4bcdb291a89245c634e4'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:32.062210 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Made reservation on behalf of 43392374e74c4bcdb291a89245c634e4 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:06:32.064992 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:32.075292 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:32.192718 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:32.196979 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:32.224860 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:06:32.235326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef29f6d-c519-4dd9-aebb-a31a6f51e12e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:32.243189 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:32.243538 n-d-792364-6 neutron-server[106387]: INFO neutron.db.segments_db [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Added segment 76bc8db0-5647-4c39-a058-bc2fd7d2076e of type vlan for network 20b58826-313f-445e-a89b-718e1eba6ad9 Aug 31 15:06:32.287788 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:32.317041 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:32.318137 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:32.318897 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:32.723102 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6882405 Aug 31 15:06:32.726126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35858) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:32.731474 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-99e89974-ab04-4670-beab-56080f1ab492 admin admin] Request body: {'subnet': {'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-529959634-subnet', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:32.737218 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513ab62-8087-40a0-a02e-bb2ea44360a0 admin admin] Pushing event updated for resources: {'Network': ['ID=20b58826-313f-445e-a89b-718e1eba6ad9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:32.757940 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 20b58826-313f-445e-a89b-718e1eba6ad9 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:06:32.764926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e89974-ab04-4670-beab-56080f1ab492 admin admin] Made reservation on behalf of 43392374e74c4bcdb291a89245c634e4 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:06:32.770191 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99e89974-ab04-4670-beab-56080f1ab492 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:32.776869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 370c983c-6879-48cf-8189-131ad04c9731 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:32.870773 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 370c983c-6879-48cf-8189-131ad04c9731 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:06:32.875284 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 370c983c-6879-48cf-8189-131ad04c9731 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:32.875673 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:32.945816 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99e89974-ab04-4670-beab-56080f1ab492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.004143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e89974-ab04-4670-beab-56080f1ab492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39ee0df-73f1-4075-b967-cac28d624bf7,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:33.017237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e89974-ab04-4670-beab-56080f1ab492 admin admin] Checking segment: {'id': '76bc8db0-5647-4c39-a058-bc2fd7d2076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:06:33.017603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e89974-ab04-4670-beab-56080f1ab492 admin admin] Network hostable DHCP agents. Network: 20b58826-313f-445e-a89b-718e1eba6ad9, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:06:33.035551 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e89974-ab04-4670-beab-56080f1ab492 admin admin] Network 20b58826-313f-445e-a89b-718e1eba6ad9 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:06:33.045160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-99e89974-ab04-4670-beab-56080f1ab492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 20b58826-313f-445e-a89b-718e1eba6ad9) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:06:33.049477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e89974-ab04-4670-beab-56080f1ab492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:33.050068 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99e89974-ab04-4670-beab-56080f1ab492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.066327 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-99e89974-ab04-4670-beab-56080f1ab492 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3382490 Aug 31 15:06:33.068180 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35860) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:33.072735 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-529959634-router', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:33.096549 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.098112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.113002 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f654ee-f856-4d25-af52-cb10610f3618 None None] Network 20b58826-313f-445e-a89b-718e1eba6ad9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:06:33.159222 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.167752 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.195793 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 370c983c-6879-48cf-8189-131ad04c9731, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=370c983c-6879-48cf-8189-131ad04c9731,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:33.203447 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.204248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 348a818e-5bb2-4329-8e96-1c3d0a01f213 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:33.310828 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.325556 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=370c983c-6879-48cf-8189-131ad04c9731,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:33.347348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 348a818e-5bb2-4329-8e96-1c3d0a01f213 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:33.347736 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.396211 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-20b58826-313f-445e-a89b-718e1eba6ad9', 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'fixed_ips': [{'subnet_id': 'a39ee0df-73f1-4075-b967-cac28d624bf7'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:06:33.397120 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.484654 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Sync routers for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:06:33.494556 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:33.495227 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:33.533968 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.553362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.572094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Allocated IP 172.20.0.2 (20b58826-313f-445e-a89b-718e1eba6ad9/a39ee0df-73f1-4075-b967-cac28d624bf7/3bc6edbd-4e02-413c-8d94-109292a4a20c) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:06:33.608723 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:33.662318 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Allocated IP 172.25.3.52 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/c048ef48-d279-4554-aca2-47102e51cdf3) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:06:33.741570 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.751025 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Transition to ACTIVE for port object 3bc6edbd-4e02-413c-8d94-109292a4a20c will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:06:33.766887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Transition to ACTIVE for port object 3bc6edbd-4e02-413c-8d94-109292a4a20c will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:06:33.772304 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.775074 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.814283 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.819040 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 2, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:33.829457 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Network 20b58826-313f-445e-a89b-718e1eba6ad9 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:06:33.834200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:06:33.838660 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:06:33.842743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Pushing event updated for resources: {'Port': ['ID=3bc6edbd-4e02-413c-8d94-109292a4a20c,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:33.853527 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:06:33.857360 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Checking router: c24e4842-ebb0-4411-b1a5-12748118e50a for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:06:33.858128 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Updating router c24e4842-ebb0-4411-b1a5-12748118e50a port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:06:33.858714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:06:33.862274 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:06:33.885982 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.886555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Pushing event updated for resources: {'Port': ['ID=c048ef48-d279-4554-aca2-47102e51cdf3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:33.895834 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Attempting to bind port 3bc6edbd-4e02-413c-8d94-109292a4a20c on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:06:33.896214 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Attempting to bind port 3bc6edbd-4e02-413c-8d94-109292a4a20c by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '76bc8db0-5647-4c39-a058-bc2fd7d2076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:06:33.896614 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Attempting to bind port 3bc6edbd-4e02-413c-8d94-109292a4a20c on network 20b58826-313f-445e-a89b-718e1eba6ad9 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:06:33.902572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:06:33.902960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Checking segment: {'id': '76bc8db0-5647-4c39-a058-bc2fd7d2076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:06:33.903494 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.903905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Bound using segment: {'id': '76bc8db0-5647-4c39-a058-bc2fd7d2076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:06:33.904934 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Bound port: 3bc6edbd-4e02-413c-8d94-109292a4a20c, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bc8db0-5647-4c39-a058-bc2fd7d2076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:06:33.905328 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:33.970125 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] For port 3bc6edbd-4e02-413c-8d94-109292a4a20c, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:06:33.973375 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] For port 3bc6edbd-4e02-413c-8d94-109292a4a20c, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3bc6edbd-4e02-413c-8d94-109292a4a20c,segment=NetworkSegment(76bc8db0-5647-4c39-a058-bc2fd7d2076e),segment_id=76bc8db0-5647-4c39-a058-bc2fd7d2076e)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:06:33.980556 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:34.045946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f5a42-9889-4759-8e93-f50d01a208bf None None] Pushing event updated for resources: {'Port': ['ID=3bc6edbd-4e02-413c-8d94-109292a4a20c,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:34.146118 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:34.148348 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:34.175527 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53a6d9c2-bf2e-4cf8-ac5f-4a67c1e9df58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:34.176566 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:34.187342 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Transition to ACTIVE for port object 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:06:34.193455 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:34.260036 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Pushing event updated for resources: {'Port': ['ID=63ce8a1d-51fe-42d6-94e0-e4d854f444c5,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:34.415012 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Attempting to bind port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:06:34.415393 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Attempting to bind port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:06:34.415754 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Attempting to bind port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 on network 671aea0e-8518-4fb7-ab86-3451fa376c57 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:06:34.422388 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:34.422737 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:34.423126 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:34.423401 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:34.423735 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:34.424062 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:34.424386 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:34.424734 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:34.425059 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:34.425383 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:34.425705 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:34.426024 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:06:34.429916 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:06:34.430346 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Checking segment: {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:06:34.430791 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:34.431190 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Bound using segment: {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:06:34.431677 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Bound port: 63ce8a1d-51fe-42d6-94e0-e4d854f444c5, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:06:34.432061 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:34.435192 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:34.499824 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] For port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:06:34.503327 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] For port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=63ce8a1d-51fe-42d6-94e0-e4d854f444c5,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:06:34.508542 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:34.568154 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91353400-76d3-4808-b81f-34c242613e96 None None] Pushing event updated for resources: {'Port': ['ID=63ce8a1d-51fe-42d6-94e0-e4d854f444c5,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:34.570833 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:34.571436 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:34.577936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Router 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:06:34.724522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:06:34.733864 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:34.734841 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Sync routers for ids ['5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:06:34.747337 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Routers {'5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:34.750595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:34.765639 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:34.767419 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-8bde8d8e-3efb-44c3-9339-d0eec22b95aa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6981311 Aug 31 15:06:34.771525 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35862) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:34.870417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 370c983c-6879-48cf-8189-131ad04c9731 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:34.976892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Set router 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:34.999818 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:34Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:35.033277 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce020611-82b9-4ea5-bed6-559ea9222207 None None] The sync data for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 is: [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:34Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:06:35.164653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 370c983c-6879-48cf-8189-131ad04c9731 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:35.165037 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.255011 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'name': 'tempest-TestShelveInstance-529959634-router', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:34Z', 'revision_number': 3, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'gw_port': {'id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:96:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:35.291946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cab91c-bfdf-482b-ac68-96f4306de059 None None] Network 20b58826-313f-445e-a89b-718e1eba6ad9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:06:35.292705 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.298512 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Checking router: 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:06:35.298862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Updating router 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 port c048ef48-d279-4554-aca2-47102e51cdf3 binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:06:35.334334 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:35.409025 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.456627 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ec24dcac-3c3e-41fc-a94d-91267580a545 None None] Provisioning for port 3bc6edbd-4e02-413c-8d94-109292a4a20c completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:06:35.478737 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Allocated IP 172.20.0.1 (20b58826-313f-445e-a89b-718e1eba6ad9/a39ee0df-73f1-4075-b967-cac28d624bf7/2fcf2200-2275-44c1-a77c-85f34af044ab) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:06:35.560262 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:06:35.573151 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.593158 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:35.593526 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.602018 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.617078 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Transition to ACTIVE for port object 2fcf2200-2275-44c1-a77c-85f34af044ab will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:06:35.652520 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.696395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Network 20b58826-313f-445e-a89b-718e1eba6ad9 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:06:35.701497 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:06:35.705219 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:06:35.733170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Pushing event updated for resources: {'Port': ['ID=2fcf2200-2275-44c1-a77c-85f34af044ab,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:35.757783 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.814262 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.875852 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.888191 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=63ce8a1d-51fe-42d6-94e0-e4d854f444c5,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:35.894501 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Transition to ACTIVE for port object c048ef48-d279-4554-aca2-47102e51cdf3 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:06:35.896854 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.897676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3bc6edbd-4e02-413c-8d94-109292a4a20c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:35.901618 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.940422 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:35.997474 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=63ce8a1d-51fe-42d6-94e0-e4d854f444c5,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:36.001126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Attempting to bind port c048ef48-d279-4554-aca2-47102e51cdf3 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:06:36.001496 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Attempting to bind port c048ef48-d279-4554-aca2-47102e51cdf3 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:06:36.001857 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Attempting to bind port c048ef48-d279-4554-aca2-47102e51cdf3 on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:06:36.035579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:06:36.035996 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:06:36.036661 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:36.037630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:06:36.037630 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Bound port: c048ef48-d279-4554-aca2-47102e51cdf3, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:06:36.038015 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:36.066878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 3bc6edbd-4e02-413c-8d94-109292a4a20c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:06:36.079050 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3bc6edbd-4e02-413c-8d94-109292a4a20c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:36.079419 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:36.087300 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:36.093384 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:36.119311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaee3bb-c74f-42fc-8db6-4aaee9839642 None None] Pushing event updated for resources: {'Port': ['ID=c048ef48-d279-4554-aca2-47102e51cdf3,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:36.151978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] For port c048ef48-d279-4554-aca2-47102e51cdf3, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:06:36.165159 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4b064979-a086-4a50-8492-f759821aba86 None None] Provisioning complete for port 3bc6edbd-4e02-413c-8d94-109292a4a20c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:36.165522 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b064979-a086-4a50-8492-f759821aba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:36.168634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] For port c048ef48-d279-4554-aca2-47102e51cdf3, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c048ef48-d279-4554-aca2-47102e51cdf3,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:06:36.170085 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:36.171919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Pushing event updated for resources: {'Port': ['ID=2fcf2200-2275-44c1-a77c-85f34af044ab,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:36.192752 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:36.268372 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Network 20b58826-313f-445e-a89b-718e1eba6ad9 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:06:36.271371 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:06:36.396865 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Router 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:06:36.471461 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Routers {'5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:36.472096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:36.479305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaee3bb-c74f-42fc-8db6-4aaee9839642 None None] Pushing event updated for resources: {'Port': ['ID=c048ef48-d279-4554-aca2-47102e51cdf3,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:36.516699 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:36.522289 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:06:36.527613 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-94eb827a-52af-455c-b61b-b27533b39156 admin admin] 10.222.0.20 "PUT /v2.0/routers/5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7513990 Aug 31 15:06:36.624782 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b064979-a086-4a50-8492-f759821aba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:36.629436 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 3bc6edbd-4e02-413c-8d94-109292a4a20c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3bc6edbd-4e02-413c-8d94-109292a4a20c,segment=NetworkSegment(76bc8db0-5647-4c39-a058-bc2fd7d2076e),segment_id=76bc8db0-5647-4c39-a058-bc2fd7d2076e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:36.642744 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:36.680703 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] Set router 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:36.748735 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:36.824074 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=3bc6edbd-4e02-413c-8d94-109292a4a20c,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:36.842700 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.db.api [None req-4b064979-a086-4a50-8492-f759821aba86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:06:36.842980 n-d-792364-6 neutron-server[106389]: DEBUG oslo_db.api [None req-4b064979-a086-4a50-8492-f759821aba86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:06:36.916165 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:36.916956 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.037115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'name': 'tempest-TestShelveInstance-529959634-router', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 4, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'gw_port': {'id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:96:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '2fcf2200-2275-44c1-a77c-85f34af044ab', 'name': '', 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'mac_address': 'fa:16:3e:3e:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a39ee0df-73f1-4075-b967-cac28d624bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:35Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 2, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'subnets': [{'id': 'a39ee0df-73f1-4075-b967-cac28d624bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:37.065614 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35870) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:37.071081 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e9964115-19a5-4a61-871a-a0bd8553e5f9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061336187', 'description': 'tempest-secgroup-smoke-1061336187 description', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:37.073688 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd110c14-5551-4de1-b3ef-4334a8934563 None None] The sync data for ids ['5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'] in n-d-792364-6 is: [{'id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'name': 'tempest-TestShelveInstance-529959634-router', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 4, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'gw_port': {'id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:96:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '2fcf2200-2275-44c1-a77c-85f34af044ab', 'name': '', 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'mac_address': 'fa:16:3e:3e:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a39ee0df-73f1-4075-b967-cac28d624bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:35Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 2, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'subnets': [{'id': 'a39ee0df-73f1-4075-b967-cac28d624bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:06:37.077885 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.101258 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9964115-19a5-4a61-871a-a0bd8553e5f9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.187425 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9964115-19a5-4a61-871a-a0bd8553e5f9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.191930 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9964115-19a5-4a61-871a-a0bd8553e5f9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.220788 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e9964115-19a5-4a61-871a-a0bd8553e5f9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.222088 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e9964115-19a5-4a61-871a-a0bd8553e5f9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1548572 Aug 31 15:06:37.223947 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9964115-19a5-4a61-871a-a0bd8553e5f9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95447c0a-8d09-43b1-943e-50242e567fa1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:37.225569 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35872) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:37.230651 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-807f96ab-72de-40e1-af49-df7006c238f7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group_rule': {'security_group_id': '95447c0a-8d09-43b1-943e-50242e567fa1', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:37.260838 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-807f96ab-72de-40e1-af49-df7006c238f7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.344557 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-807f96ab-72de-40e1-af49-df7006c238f7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.350510 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-807f96ab-72de-40e1-af49-df7006c238f7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.371521 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f96ab-72de-40e1-af49-df7006c238f7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83041e5-181d-4823-a3bb-655c9a57e29e,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:37.375753 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-807f96ab-72de-40e1-af49-df7006c238f7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.377235 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-807f96ab-72de-40e1-af49-df7006c238f7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505444 Aug 31 15:06:37.380337 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35874) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:37.386337 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bf94f3ae-99f5-4674-94c9-8e2508e0c5b0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group_rule': {'security_group_id': '95447c0a-8d09-43b1-943e-50242e567fa1', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:37.396238 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4b064979-a086-4a50-8492-f759821aba86 None None] Provisioning for port 2fcf2200-2275-44c1-a77c-85f34af044ab completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:06:37.400744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4b064979-a086-4a50-8492-f759821aba86 None None] Provisioning complete for port 2fcf2200-2275-44c1-a77c-85f34af044ab triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:37.401278 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b064979-a086-4a50-8492-f759821aba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.424308 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf94f3ae-99f5-4674-94c9-8e2508e0c5b0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.439942 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4b064979-a086-4a50-8492-f759821aba86 None None] Port 2fcf2200-2275-44c1-a77c-85f34af044ab cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:06:37.487653 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf94f3ae-99f5-4674-94c9-8e2508e0c5b0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.491617 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf94f3ae-99f5-4674-94c9-8e2508e0c5b0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.509930 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94f3ae-99f5-4674-94c9-8e2508e0c5b0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c270fa-a2c3-473a-b125-9b2e9ab2a1a7,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:37.516504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf94f3ae-99f5-4674-94c9-8e2508e0c5b0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.517707 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bf94f3ae-99f5-4674-94c9-8e2508e0c5b0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356342 Aug 31 15:06:37.520801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35876) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:37.525433 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d86f7d48-01f1-4c8e-94ff-3d8155a8bf00 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group_rule': {'security_group_id': '95447c0a-8d09-43b1-943e-50242e567fa1', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:37.553686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d86f7d48-01f1-4c8e-94ff-3d8155a8bf00 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.559305 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-01de0ed1-760d-48ff-8eb8-db38d989ef35 None None] Provisioning complete for port 2fcf2200-2275-44c1-a77c-85f34af044ab triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:37.559690 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-01de0ed1-760d-48ff-8eb8-db38d989ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.598723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-01de0ed1-760d-48ff-8eb8-db38d989ef35 None None] Port 2fcf2200-2275-44c1-a77c-85f34af044ab cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:06:37.618840 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d86f7d48-01f1-4c8e-94ff-3d8155a8bf00 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.624292 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d86f7d48-01f1-4c8e-94ff-3d8155a8bf00 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.646937 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f7d48-01f1-4c8e-94ff-3d8155a8bf00 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fa014b-9ea8-4746-a950-4fb4f8bad165,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:37.662143 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d86f7d48-01f1-4c8e-94ff-3d8155a8bf00 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.663789 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d86f7d48-01f1-4c8e-94ff-3d8155a8bf00 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420150 Aug 31 15:06:37.666590 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 35880) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:37.671814 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-edc75590-151c-459e-91b7-5778f3477f24 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group_rule': {'security_group_id': '95447c0a-8d09-43b1-943e-50242e567fa1', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:37.698526 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-edc75590-151c-459e-91b7-5778f3477f24 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.764740 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-edc75590-151c-459e-91b7-5778f3477f24 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.774548 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-edc75590-151c-459e-91b7-5778f3477f24 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.798157 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc75590-151c-459e-91b7-5778f3477f24 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6e453b-e056-45e4-a00d-c9135038dbed,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:37.805390 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-edc75590-151c-459e-91b7-5778f3477f24 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.806961 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-edc75590-151c-459e-91b7-5778f3477f24 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392829 Aug 31 15:06:37.814354 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35882) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:37.823535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cd54cb6f-eaf0-4b9a-b964-c8b2dcd7aab0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group_rule': {'security_group_id': '95447c0a-8d09-43b1-943e-50242e567fa1', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:37.850985 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-cd54cb6f-eaf0-4b9a-b964-c8b2dcd7aab0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Project c3a34b2b6c8f4eb6961da33280c5cc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:06:37.856025 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd54cb6f-eaf0-4b9a-b964-c8b2dcd7aab0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.919932 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd54cb6f-eaf0-4b9a-b964-c8b2dcd7aab0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.923716 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd54cb6f-eaf0-4b9a-b964-c8b2dcd7aab0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.944895 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54cb6f-eaf0-4b9a-b964-c8b2dcd7aab0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e823a9-93c3-43ed-9dd4-74eeaa667eae,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:37.953946 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd54cb6f-eaf0-4b9a-b964-c8b2dcd7aab0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:37.955354 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cd54cb6f-eaf0-4b9a-b964-c8b2dcd7aab0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398039 Aug 31 15:06:37.958005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35884) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:37.962480 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ec3670ca-628e-44d5-9506-82d8e9468fca tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group_rule': {'security_group_id': '95447c0a-8d09-43b1-943e-50242e567fa1', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:37.987105 n-d-792364-6 neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-ec3670ca-628e-44d5-9506-82d8e9468fca tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Project c3a34b2b6c8f4eb6961da33280c5cc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:06:37.992272 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3670ca-628e-44d5-9506-82d8e9468fca tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:38.057362 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3670ca-628e-44d5-9506-82d8e9468fca tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:38.062268 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3670ca-628e-44d5-9506-82d8e9468fca tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:38.079492 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:06:38.080712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3670ca-628e-44d5-9506-82d8e9468fca tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879c9873-49f0-4c4a-b64c-363628992e1f,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:38.087653 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ec3670ca-628e-44d5-9506-82d8e9468fca tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:38.089191 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ec3670ca-628e-44d5-9506-82d8e9468fca tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302540 Aug 31 15:06:38.304471 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-765040c0-e7e9-47c2-8e30-bfd9846dcacd tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061336187&fields=id&tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80 HTTP/1.1" status: 200 len: 267 time: 0.0367451 Aug 31 15:06:38.417463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-91ed7836-5861-4ce6-b13e-144f2e9abdcf tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:38.418995 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-91ed7836-5861-4ce6-b13e-144f2e9abdcf tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 808 time: 0.1068301 Aug 31 15:06:38.434550 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c156cd0-523e-4801-a9f0-376dfb821aa2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/quotas/c3a34b2b6c8f4eb6961da33280c5cc80 HTTP/1.1" status: 200 len: 375 time: 0.0091255 Aug 31 15:06:38.486276 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-6bfcf35f-7f60-4656-901a-ee6640baddc0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465357 Aug 31 15:06:38.501922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-cb947263-a472-48b1-8fb0-8f9bda422e5f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:06:38.502897 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-cb947263-a472-48b1-8fb0-8f9bda422e5f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056779 Aug 31 15:06:38.678423 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-5a9d0c27-8b9f-476a-95de-027358685fee service neutron] 10.222.0.20 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693852 Aug 31 15:06:38.783507 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c048ef48-d279-4554-aca2-47102e51cdf3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:38.843652 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port c048ef48-d279-4554-aca2-47102e51cdf3 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:06:38.848508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port c048ef48-d279-4554-aca2-47102e51cdf3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:38.849037 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:38.928809 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:38.951517 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port c048ef48-d279-4554-aca2-47102e51cdf3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c048ef48-d279-4554-aca2-47102e51cdf3,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:38.955721 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:38.956644 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3bc6edbd-4e02-413c-8d94-109292a4a20c up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:39.041632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=c048ef48-d279-4554-aca2-47102e51cdf3,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:39.052566 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3bc6edbd-4e02-413c-8d94-109292a4a20c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:39.052949 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:39.097823 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-d46eaa7d-6a3b-40b2-bfd9-fe44147697f2 service neutron] 10.222.0.20 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130821 Aug 31 15:06:39.174663 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Sync routers for ids ['5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:06:39.183810 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Routers {'5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:39.184447 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:39.267417 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-82c85914-d684-45c2-8fed-7fc4c3350717 req-6744c212-19fc-42f7-9efe-092fc80b5ae8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 210 time: 0.0269885 Aug 31 15:06:39.302056 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Set router 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:39.518663 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'name': 'tempest-TestShelveInstance-529959634-router', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 4, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'gw_port': {'id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:96:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '2fcf2200-2275-44c1-a77c-85f34af044ab', 'name': '', 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'mac_address': 'fa:16:3e:3e:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a39ee0df-73f1-4075-b967-cac28d624bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:35Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 2, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'subnets': [{'id': 'a39ee0df-73f1-4075-b967-cac28d624bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:39.545986 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Checking router: 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:06:39.546335 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Updating router 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 port 2fcf2200-2275-44c1-a77c-85f34af044ab binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:06:39.572021 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:39.795347 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:39.842254 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:39.851490 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Transition to ACTIVE for port object 2fcf2200-2275-44c1-a77c-85f34af044ab will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:06:39.857837 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:39.906648 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13657c-0ef7-48d3-9dba-5e602dc10ba9 None None] Pushing event updated for resources: {'Port': ['ID=2fcf2200-2275-44c1-a77c-85f34af044ab,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:39.930891 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:39.961282 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Attempting to bind port 2fcf2200-2275-44c1-a77c-85f34af044ab on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:06:39.961640 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Attempting to bind port 2fcf2200-2275-44c1-a77c-85f34af044ab by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '76bc8db0-5647-4c39-a058-bc2fd7d2076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:06:39.961996 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Attempting to bind port 2fcf2200-2275-44c1-a77c-85f34af044ab on network 20b58826-313f-445e-a89b-718e1eba6ad9 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:06:39.968114 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:06:39.968651 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Checking segment: {'id': '76bc8db0-5647-4c39-a058-bc2fd7d2076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:06:39.969062 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:39.969579 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Bound using segment: {'id': '76bc8db0-5647-4c39-a058-bc2fd7d2076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:06:39.970050 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Bound port: 2fcf2200-2275-44c1-a77c-85f34af044ab, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bc8db0-5647-4c39-a058-bc2fd7d2076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:06:39.970431 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:40.042233 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] For port 2fcf2200-2275-44c1-a77c-85f34af044ab, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:06:40.046162 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] For port 2fcf2200-2275-44c1-a77c-85f34af044ab, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2fcf2200-2275-44c1-a77c-85f34af044ab,segment=NetworkSegment(76bc8db0-5647-4c39-a058-bc2fd7d2076e),segment_id=76bc8db0-5647-4c39-a058-bc2fd7d2076e)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:06:40.050358 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:40.112332 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Routers {'5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:40.112978 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:40.114855 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13657c-0ef7-48d3-9dba-5e602dc10ba9 None None] Pushing event updated for resources: {'Port': ['ID=2fcf2200-2275-44c1-a77c-85f34af044ab,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:40.241051 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] Set router 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:40.257240 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-e76c32ff-6854-44f9-b898-f50b8d9fd7f6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:40.259235 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-e76c32ff-6854-44f9-b898-f50b8d9fd7f6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 808 time: 0.1532013 Aug 31 15:06:40.321020 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-5ef2080b-3d74-4c87-acc8-f6fc97e15a2c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80 HTTP/1.1" status: 200 len: 380 time: 0.0518992 Aug 31 15:06:40.331590 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'port': {'device_id': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'admin_state_up': True, 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'security_groups': ['95447c0a-8d09-43b1-943e-50242e567fa1']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:40.410222 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9318d3db-3f77-4020-8e59-fe4d1880dbd1 req-2fad8ab8-4f8f-4004-8fe1-62197427d9c5 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 210 time: 0.0625558 Aug 31 15:06:40.474319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Made reservation on behalf of c3a34b2b6c8f4eb6961da33280c5cc80 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:06:40.477878 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:40.550942 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'name': 'tempest-TestShelveInstance-529959634-router', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 4, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'gw_port': {'id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:96:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '2fcf2200-2275-44c1-a77c-85f34af044ab', 'name': '', 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'mac_address': 'fa:16:3e:3e:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a39ee0df-73f1-4075-b967-cac28d624bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:35Z', 'updated_at': '2021-08-31T15:06:40Z', 'revision_number': 4, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'subnets': [{'id': 'a39ee0df-73f1-4075-b967-cac28d624bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:40.576282 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e9633-4443-4ae7-8a0c-9c901dee17e6 None None] The sync data for ids ['5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'] in n-d-792364-6 is: [{'id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'name': 'tempest-TestShelveInstance-529959634-router', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 4, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'gw_port': {'id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:96:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '2fcf2200-2275-44c1-a77c-85f34af044ab', 'name': '', 'network_id': '20b58826-313f-445e-a89b-718e1eba6ad9', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'mac_address': 'fa:16:3e:3e:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a39ee0df-73f1-4075-b967-cac28d624bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:35Z', 'updated_at': '2021-08-31T15:06:40Z', 'revision_number': 4, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'subnets': [{'id': 'a39ee0df-73f1-4075-b967-cac28d624bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:06:40.603737 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Allocated IP 172.20.0.14 (671aea0e-8518-4fb7-ab86-3451fa376c57/64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08/2fda1050-10a4-45ae-80b3-b0ed715d9e4a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:06:40.754432 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2fcf2200-2275-44c1-a77c-85f34af044ab up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:40.764748 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:40.781840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Transition to ACTIVE for port object 2fda1050-10a4-45ae-80b3-b0ed715d9e4a will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:06:40.808018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 2fcf2200-2275-44c1-a77c-85f34af044ab completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:06:40.812147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 2fcf2200-2275-44c1-a77c-85f34af044ab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:40.812638 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:40.825224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:40.873149 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Network 671aea0e-8518-4fb7-ab86-3451fa376c57 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:06:40.876427 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:06:40.880586 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:06:40.887158 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'Port': ['ID=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:40.903225 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:40.939379 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 2fcf2200-2275-44c1-a77c-85f34af044ab, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2fcf2200-2275-44c1-a77c-85f34af044ab,segment=NetworkSegment(76bc8db0-5647-4c39-a058-bc2fd7d2076e),segment_id=76bc8db0-5647-4c39-a058-bc2fd7d2076e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:40.945290 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:40.945955 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:40.946926 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:40.948094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c048ef48-d279-4554-aca2-47102e51cdf3 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:40.965164 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-43c977f5-e320-4f5b-85de-f65323fceeee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6373532 Aug 31 15:06:40.979089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Request body: {'port': {'device_id': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:41.027698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=2fcf2200-2275-44c1-a77c-85f34af044ab,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:41.039848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port c048ef48-d279-4554-aca2-47102e51cdf3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:41.040232 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:41.056590 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:41.194401 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3fa66fce-5de1-43e0-8738-e49bfc82f545 None None] Provisioning for port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:06:41.198692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3fa66fce-5de1-43e0-8738-e49bfc82f545 None None] Provisioning complete for port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:41.199090 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3fa66fce-5de1-43e0-8738-e49bfc82f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:41.238390 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3fa66fce-5de1-43e0-8738-e49bfc82f545 None None] Port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:06:41.336555 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fda1050-10a4-45ae-80b3-b0ed715d9e4a {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:06:41.345227 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:41.358768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Transition to ACTIVE for port object 2fda1050-10a4-45ae-80b3-b0ed715d9e4a will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:06:41.363944 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:41.418420 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:41.510152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Attempting to bind port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:06:41.513014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Attempting to bind port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:06:41.513014 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Attempting to bind port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a on network 671aea0e-8518-4fb7-ab86-3451fa376c57 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:06:41.517178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a on network 671aea0e-8518-4fb7-ab86-3451fa376c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:06:41.517522 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Attempting to bind port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a on network 671aea0e-8518-4fb7-ab86-3451fa376c57 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:06:41.524178 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:06:41.524867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Checking segment: {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:06:41.525409 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Bound using segment: {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:06:41.525961 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Bound port: 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:06:41.526631 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:41.559388 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf0121-86cd-488c-92a5-16fc27dbe445 req-c274aa34-ce28-4e5a-ac3b-e670a19aa76f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:41.561669 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1bf0121-86cd-488c-92a5-16fc27dbe445 req-c274aa34-ce28-4e5a-ac3b-e670a19aa76f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0609651 Aug 31 15:06:41.603017 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e1bf0121-86cd-488c-92a5-16fc27dbe445 req-6cebabc0-fb95-414f-963f-a943d4e0e1f0 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350778 Aug 31 15:06:41.607333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:06:41.610867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:06:41.616869 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:41.654640 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:41.655291 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:41.656902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/2fda1050-10a4-45ae-80b3-b0ed715d9e4a HTTP/1.1" status: 200 len: 1092 time: 0.6831896 Aug 31 15:06:41.657384 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:06:41.659723 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f909a0b-e099-468e-8cb0-94332ad7ac77" -d '{"events": [{"name": "network-changed", "server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:06:41.711501 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6463c2-abf1-4f9b-9212-494026aa68e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:41.768347 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-82d02022-4867-4076-aa29-d371ebea36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:41.770160 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-82d02022-4867-4076-aa29-d371ebea36b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1095 time: 0.0490298 Aug 31 15:06:41.828084 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9823f87-6a02-45c6-8ceb-1910f27dff9c x-openstack-request-id: req-d9823f87-6a02-45c6-8ceb-1910f27dff9c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:06:41.828382 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:06:41.828662 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9823f87-6a02-45c6-8ceb-1910f27dff9c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:06:41.829070 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'status': 'completed', 'code': 200} Aug 31 15:06:41.830615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-32aa348d-54ad-4a4b-a25c-d978a28aadd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a HTTP/1.1" status: 200 len: 217 time: 0.0504065 Aug 31 15:06:41.881360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-51eb8fa8-ec30-4a21-83eb-4b12c74cce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:41.882853 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-51eb8fa8-ec30-4a21-83eb-4b12c74cce52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0445044 Aug 31 15:06:41.931224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-d60da37c-05c3-46f7-944e-747de192fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:41.932824 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-d60da37c-05c3-46f7-944e-747de192fbb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418146 Aug 31 15:06:42.027320 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-0a5ca8a7-13fd-42f7-9c69-6bcc4f0af892 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866537 Aug 31 15:06:42.114289 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8c46b72-0b41-4298-8cca-4b7879c1703b req-4760ba85-89df-4cbc-b96d-794ef48c0287 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802255 Aug 31 15:06:42.208123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f909a0b-e099-468e-8cb0-94332ad7ac77 req-ca14482d-643b-40dc-9807-b72446170149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:42.209679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f909a0b-e099-468e-8cb0-94332ad7ac77 req-ca14482d-643b-40dc-9807-b72446170149 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1095 time: 0.0459702 Aug 31 15:06:42.302335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f909a0b-e099-468e-8cb0-94332ad7ac77 req-46afcdfb-6657-4b4e-8d8a-3e757e100812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:42.303819 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f909a0b-e099-468e-8cb0-94332ad7ac77 req-46afcdfb-6657-4b4e-8d8a-3e757e100812 service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0855539 Aug 31 15:06:42.347548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f909a0b-e099-468e-8cb0-94332ad7ac77 req-ced48db4-6d2b-45b5-8ad9-adb18089fe2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a HTTP/1.1" status: 200 len: 217 time: 0.0351024 Aug 31 15:06:42.401585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f909a0b-e099-468e-8cb0-94332ad7ac77 req-de696e41-cad0-4a35-ac0a-0f364665f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:42.402888 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f909a0b-e099-468e-8cb0-94332ad7ac77 req-de696e41-cad0-4a35-ac0a-0f364665f65c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0467255 Aug 31 15:06:42.451044 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f909a0b-e099-468e-8cb0-94332ad7ac77 req-436de6c8-1df3-49f0-984d-64892f8fdbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:42.452623 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f909a0b-e099-468e-8cb0-94332ad7ac77 req-436de6c8-1df3-49f0-984d-64892f8fdbe1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410440 Aug 31 15:06:42.543516 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f909a0b-e099-468e-8cb0-94332ad7ac77 req-9cdcb97e-2350-4300-ae1d-9b0d5482337c service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828199 Aug 31 15:06:42.638658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2f909a0b-e099-468e-8cb0-94332ad7ac77 req-3d67f848-31aa-43e0-83b0-099f8440006a service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862739 Aug 31 15:06:42.716729 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2fcf2200-2275-44c1-a77c-85f34af044ab up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:42.722735 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba173d-e375-4451-9c56-4bd8b3ed29d7 req-b8fc6aa3-415f-417a-8ec9-f3cdbd8a5cf4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:42.724415 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-16ba173d-e375-4451-9c56-4bd8b3ed29d7 req-b8fc6aa3-415f-417a-8ec9-f3cdbd8a5cf4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0498896 Aug 31 15:06:42.764348 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-16ba173d-e375-4451-9c56-4bd8b3ed29d7 req-74d73702-ae09-4030-9ecd-41edf8cc267d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335095 Aug 31 15:06:42.768052 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 2fcf2200-2275-44c1-a77c-85f34af044ab triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:42.768446 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:43.881588 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3614b-18ff-4787-a5ae-ced141f29891 req-a48447bf-e5a6-411f-ba15-6dde6e339737 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:43.883126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4a3614b-18ff-4787-a5ae-ced141f29891 req-a48447bf-e5a6-411f-ba15-6dde6e339737 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0498800 Aug 31 15:06:43.921372 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b4a3614b-18ff-4787-a5ae-ced141f29891 req-e426701f-b522-4e64-ab30-ed899e47e43a tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316098 Aug 31 15:06:44.282067 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2fda1050-10a4-45ae-80b3-b0ed715d9e4a details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:06:44.378350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:44.389710 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'port_id': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'mac_address': 'fa:16:3e:74:7c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:06:44.425167 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:44.440057 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fda1050-10a4-45ae-80b3-b0ed715d9e4a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:06:44.463819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:44.467494 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:44.512356 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:44.674157 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['2fda1050-10a4-45ae-80b3-b0ed715d9e4a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:06:45.033216 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f9aca-5989-4364-9f1d-778ef340b450 req-52be5be7-1417-4b66-8718-947e0071f90c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:45.034743 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ad8f9aca-5989-4364-9f1d-778ef340b450 req-52be5be7-1417-4b66-8718-947e0071f90c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 945 time: 0.0482378 Aug 31 15:06:45.072118 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ad8f9aca-5989-4364-9f1d-778ef340b450 req-3a0d490a-ee4f-46e7-a914-77c6672debed tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315359 Aug 31 15:06:46.191817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5577d-5ba6-447e-b9e6-9bdc6c2f1d61 req-c61c5ec3-05bc-4444-aeeb-34b86a41c2f5 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:46.193375 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8b5577d-5ba6-447e-b9e6-9bdc6c2f1d61 req-c61c5ec3-05bc-4444-aeeb-34b86a41c2f5 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 945 time: 0.0562131 Aug 31 15:06:46.231090 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f8b5577d-5ba6-447e-b9e6-9bdc6c2f1d61 req-f15db226-939f-4fcf-a191-5bfd5dcddde5 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318453 Aug 31 15:06:46.312138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2fda1050-10a4-45ae-80b3-b0ed715d9e4a up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:06:46.360558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:06:46.364123 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:06:46.364515 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:46.441605 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:46.464370 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:06:46.466901 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effc0eb4-0c34-47f6-889d-9051eb18b2f8" -d '{"events": [{"server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "name": "network-vif-plugged", "status": "completed", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:06:46.479785 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:06:46.483657 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:46.506322 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c5e282-2160-4d18-ae4b-247a5b917acc x-openstack-request-id: req-f3c5e282-2160-4d18-ae4b-247a5b917acc {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:06:46.506619 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "name": "network-vif-plugged", "status": "completed", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:06:46.506869 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3c5e282-2160-4d18-ae4b-247a5b917acc {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:06:46.507355 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'code': 200} Aug 31 15:06:46.533540 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:46.597679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b0246-f40c-4620-b5fc-b6582a0292e2 req-1937e94b-d4ec-415a-b5a0-dc18cf274b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:46.599183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f8b0246-f40c-4620-b5fc-b6582a0292e2 req-1937e94b-d4ec-415a-b5a0-dc18cf274b68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1097 time: 0.0403817 Aug 31 15:06:46.636139 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6f8b0246-f40c-4620-b5fc-b6582a0292e2 req-57c22c6f-3b45-4baa-8920-6991e36c9bf1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292189 Aug 31 15:06:47.345494 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b056cc6-393e-4492-b683-1c7746dd8cb6 req-69841d7f-5a79-4932-9864-65e5cc880f3e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:47.347011 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b056cc6-393e-4492-b683-1c7746dd8cb6 req-69841d7f-5a79-4932-9864-65e5cc880f3e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0492551 Aug 31 15:06:47.384610 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0b056cc6-393e-4492-b683-1c7746dd8cb6 req-b457de4b-dc8c-4ee3-a882-395cfaeb2f43 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316038 Aug 31 15:06:48.503087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649b35d-a331-427e-9caa-16ba54511958 req-aaf3e409-62d9-405b-a7bc-bef0c5d81390 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:48.504645 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b649b35d-a331-427e-9caa-16ba54511958 req-aaf3e409-62d9-405b-a7bc-bef0c5d81390 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0522890 Aug 31 15:06:48.542954 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b649b35d-a331-427e-9caa-16ba54511958 req-a5319c55-8b9b-446b-846a-66a120c77c3b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322652 Aug 31 15:06:48.661266 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aacc5d-cf34-4969-9ee2-b1ea2478eb35 req-61f31163-ab31-4c01-a637-da17396d6716 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:48.662857 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33aacc5d-cf34-4969-9ee2-b1ea2478eb35 req-61f31163-ab31-4c01-a637-da17396d6716 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0536485 Aug 31 15:06:48.699738 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-33aacc5d-cf34-4969-9ee2-b1ea2478eb35 req-d816fe81-fc4d-413e-8681-2c2edb776c80 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310054 Aug 31 15:06:48.722225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35938) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:48.802457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ef229a-906b-45c8-b521-ca3b88846ca7 tempest-TestShelveInstance-896118045 tempest-TestShelveInstance-896118045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:48.803982 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f7ef229a-906b-45c8-b521-ca3b88846ca7 tempest-TestShelveInstance-896118045 tempest-TestShelveInstance-896118045-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1092 time: 0.0807695 Aug 31 15:06:48.807024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 35942) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:06:48.812377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:06:48.833742 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:48.931435 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:49.031467 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Allocated IP 172.25.3.60 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/fce7c452-6c11-403d-b3b2-2e2d11a4cdc9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:06:49.129467 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:49.172996 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:49.207161 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:06:49.211844 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:06:49.215355 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:06:49.241906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'Port': ['ID=fce7c452-6c11-403d-b3b2-2e2d11a4cdc9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:49.567926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:49.632117 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:49.780191 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:49.784694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:49.855126 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'Port': ['ID=fce7c452-6c11-403d-b3b2-2e2d11a4cdc9,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:06:49.869492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:49.970790 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Floating IP 2d60d4ab-1be8-43af-8894-50d6ee0f12d3 associated. External IP: 172.25.3.60, port: 2fda1050-10a4-45ae-80b3-b0ed715d9e4a. Aug 31 15:06:50.177925 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Router c24e4842-ebb0-4411-b1a5-12748118e50a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:06:50.284534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:06:50.294109 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea6513-0411-49ea-a87d-e554d0f98a61 None None] Sync routers for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:06:50.300481 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:06:50.304115 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea6513-0411-49ea-a87d-e554d0f98a61 None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:50.304757 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c6ea6513-0411-49ea-a87d-e554d0f98a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:50.327672 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-ca1da404-30ba-4fc1-973d-6217e2438f1d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5196431 Aug 31 15:06:50.328273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:06:50.330572 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb9a262-5205-4192-8924-1e5231fcb697" -d '{"events": [{"name": "network-changed", "server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:06:50.368464 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f164be-c408-4dca-ac1f-0cc7eb491a93 x-openstack-request-id: req-81f164be-c408-4dca-ac1f-0cc7eb491a93 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:06:50.368772 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:06:50.369031 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81f164be-c408-4dca-ac1f-0cc7eb491a93 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:06:50.369449 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'status': 'completed', 'code': 200} Aug 31 15:06:50.414477 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c6ea6513-0411-49ea-a87d-e554d0f98a61 None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:50.435187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9a262-5205-4192-8924-1e5231fcb697 req-4f5e21b9-0520-4121-833f-364829124ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:50.437306 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbb9a262-5205-4192-8924-1e5231fcb697 req-4f5e21b9-0520-4121-833f-364829124ba4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1097 time: 0.0429211 Aug 31 15:06:50.532278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9a262-5205-4192-8924-1e5231fcb697 req-79fd691a-4fed-4cfb-8f35-23b1bc091d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:50.533842 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbb9a262-5205-4192-8924-1e5231fcb697 req-79fd691a-4fed-4cfb-8f35-23b1bc091d7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0891633 Aug 31 15:06:50.599950 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbb9a262-5205-4192-8924-1e5231fcb697 req-4858d044-e089-424d-b8db-2f382da2827a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a HTTP/1.1" status: 200 len: 999 time: 0.0583394 Aug 31 15:06:50.642546 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c6ea6513-0411-49ea-a87d-e554d0f98a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '2d60d4ab-1be8-43af-8894-50d6ee0f12d3', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'port_id': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'mac_address': 'fa:16:3e:74:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:06:49Z', 'updated_at': '2021-08-31T15:06:49Z', 'revision_number': 0, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:50.650652 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9a262-5205-4192-8924-1e5231fcb697 req-ecd571f5-8840-4aa9-aafc-cb34f498390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:50.652165 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbb9a262-5205-4192-8924-1e5231fcb697 req-ecd571f5-8840-4aa9-aafc-cb34f498390c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0443277 Aug 31 15:06:50.668977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea6513-0411-49ea-a87d-e554d0f98a61 None None] Checking router: c24e4842-ebb0-4411-b1a5-12748118e50a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:06:50.677270 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea6513-0411-49ea-a87d-e554d0f98a61 None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:06:50.677892 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c6ea6513-0411-49ea-a87d-e554d0f98a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:06:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:50.705096 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9a262-5205-4192-8924-1e5231fcb697 req-4423e7e6-92c7-4bb7-8a61-7b4e7fe096ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:50.706553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbb9a262-5205-4192-8924-1e5231fcb697 req-4423e7e6-92c7-4bb7-8a61-7b4e7fe096ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469694 Aug 31 15:06:50.800854 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbb9a262-5205-4192-8924-1e5231fcb697 req-5ba7a156-988a-4df9-8ce1-8ed33f0f6c95 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869083 Aug 31 15:06:50.899003 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-cbb9a262-5205-4192-8924-1e5231fcb697 req-70559f8d-6149-4b09-b71d-2e9b22307e5d service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911887 Aug 31 15:06:50.942550 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c6ea6513-0411-49ea-a87d-e554d0f98a61 None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:06:51.163797 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c6ea6513-0411-49ea-a87d-e554d0f98a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '2d60d4ab-1be8-43af-8894-50d6ee0f12d3', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'port_id': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'mac_address': 'fa:16:3e:74:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:06:49Z', 'updated_at': '2021-08-31T15:06:49Z', 'revision_number': 0, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:06:51.193176 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea6513-0411-49ea-a87d-e554d0f98a61 None None] The sync data for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 is: [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '2d60d4ab-1be8-43af-8894-50d6ee0f12d3', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'port_id': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'mac_address': 'fa:16:3e:74:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:06:49Z', 'updated_at': '2021-08-31T15:06:49Z', 'revision_number': 0, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:06:51.491074 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89006b96-537f-4450-9c34-c38030c10ea3 None None] New status for floating IP 2d60d4ab-1be8-43af-8894-50d6ee0f12d3: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:06:56.861564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809ed9ea-621b-4978-baa1-1cb1462813ec req-fc3935a3-84fe-4eec-a101-0b70b8920957 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410936 Aug 31 15:06:56.954890 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ed9ea-621b-4978-baa1-1cb1462813ec req-17284575-12db-41b3-bdc2-eb0fc987c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:56.956370 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809ed9ea-621b-4978-baa1-1cb1462813ec req-17284575-12db-41b3-bdc2-eb0fc987c475 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1097 time: 0.0396576 Aug 31 15:06:57.061403 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ed9ea-621b-4978-baa1-1cb1462813ec req-030a9b0b-ed9f-4cac-9d6d-ca86fa38bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:57.062894 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809ed9ea-621b-4978-baa1-1cb1462813ec req-030a9b0b-ed9f-4cac-9d6d-ca86fa38bd10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0856571 Aug 31 15:06:57.127380 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809ed9ea-621b-4978-baa1-1cb1462813ec req-ad114208-1e3b-4df5-96de-6df906e7f55f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a HTTP/1.1" status: 200 len: 1001 time: 0.0570672 Aug 31 15:06:57.174703 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ed9ea-621b-4978-baa1-1cb1462813ec req-5e4cd4e2-77db-4986-a362-1c1c5723ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:57.176131 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809ed9ea-621b-4978-baa1-1cb1462813ec req-5e4cd4e2-77db-4986-a362-1c1c5723ddc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0423658 Aug 31 15:06:57.232385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ed9ea-621b-4978-baa1-1cb1462813ec req-c841c23a-ccfd-4df9-8cd3-b31cf7e335b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:06:57.233451 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809ed9ea-621b-4978-baa1-1cb1462813ec req-c841c23a-ccfd-4df9-8cd3-b31cf7e335b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499499 Aug 31 15:06:57.326675 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809ed9ea-621b-4978-baa1-1cb1462813ec req-37698bfa-74ed-4b45-a2b8-0ae906476115 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853252 Aug 31 15:06:57.421324 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-809ed9ea-621b-4978-baa1-1cb1462813ec req-fdf776a2-e93e-41f7-b83d-0d96bf3d1ae1 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885215 Aug 31 15:07:01.487533 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-79acaad6-6a57-463f-be3e-8d068fed1b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:04.139099 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:04.166239 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cc6e48f-ee82-42e4-a581-320cab3c8761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:05.487511 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:07.038679 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:09.792641 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:09.950435 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:15.079464 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:07:31.488187 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-48e7c871-b638-4018-881b-23514cb90c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:34.139703 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:34.166152 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d958f2d9-7cae-42df-8851-2733e93b3d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:35.486973 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:37.041419 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:39.792778 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:39.947983 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:07:52.078602 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:07:56.859255 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c4a0f58-25bc-4b25-94de-dba19102facc req-d5f55cc3-8a6a-476d-9bfa-737064ca137a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397015 Aug 31 15:07:56.938283 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a0f58-25bc-4b25-94de-dba19102facc req-46545436-8858-48f8-ad42-97f4061e4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:56.940337 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c4a0f58-25bc-4b25-94de-dba19102facc req-46545436-8858-48f8-ad42-97f4061e4c8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1097 time: 0.0398552 Aug 31 15:07:57.043029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a0f58-25bc-4b25-94de-dba19102facc req-f986f5c5-23cc-4a5e-b2ec-c7e7986318e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:57.044500 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c4a0f58-25bc-4b25-94de-dba19102facc req-f986f5c5-23cc-4a5e-b2ec-c7e7986318e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0853264 Aug 31 15:07:57.107277 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c4a0f58-25bc-4b25-94de-dba19102facc req-4094163d-46ee-45a4-a420-8ec867bd2de4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a HTTP/1.1" status: 200 len: 1001 time: 0.0557358 Aug 31 15:07:57.164417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a0f58-25bc-4b25-94de-dba19102facc req-7064d355-5033-4abe-a487-eb223db07f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:57.165826 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c4a0f58-25bc-4b25-94de-dba19102facc req-7064d355-5033-4abe-a487-eb223db07f24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0501702 Aug 31 15:07:57.217622 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a0f58-25bc-4b25-94de-dba19102facc req-6f4798ed-86ec-42df-81b4-d9cec866ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:07:57.219150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c4a0f58-25bc-4b25-94de-dba19102facc req-6f4798ed-86ec-42df-81b4-d9cec866ab9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459993 Aug 31 15:07:57.309416 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c4a0f58-25bc-4b25-94de-dba19102facc req-f365a81a-9b90-4c84-bff5-dbeb1acf241a service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827353 Aug 31 15:07:57.403545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3c4a0f58-25bc-4b25-94de-dba19102facc req-6a891b6c-cfb3-44e9-ae71-ebe353c713c3 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866003 Aug 31 15:08:01.489031 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5dfc-669e-4f04-8728-a01736f52b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:04.140978 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:04.165530 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-97cf4b04-2928-46da-b954-8c85106a1960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:05.490719 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:07.043865 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:09.795724 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:09.948307 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:29.078604 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:08:31.490778 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d614371-5616-40f9-8598-aaecd721a06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:34.141544 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:34.164890 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-70f3c4d2-7950-4ce4-acdb-a74837e42503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:35.493243 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:37.044684 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:39.791005 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:39.962931 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:08:47.719628 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf94f39-8266-41c2-a0da-e1aea95992a7 req-c001e719-a58e-473d-a429-e4c76c56c04b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:47.721194 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cbf94f39-8266-41c2-a0da-e1aea95992a7 req-c001e719-a58e-473d-a429-e4c76c56c04b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0492451 Aug 31 15:08:47.758863 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cbf94f39-8266-41c2-a0da-e1aea95992a7 req-46a041e0-8b47-4066-864b-a42b70651947 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317178 Aug 31 15:08:48.902970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a0854-6147-4a99-8877-a6e7509deaac req-f174310c-79f1-4569-8569-eb3744343cac tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:48.904452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036a0854-6147-4a99-8877-a6e7509deaac req-f174310c-79f1-4569-8569-eb3744343cac tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0510046 Aug 31 15:08:48.942918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-036a0854-6147-4a99-8877-a6e7509deaac req-a045efd2-7d10-476a-a486-4a2401281ffe tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319891 Aug 31 15:08:50.089447 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c1044-7b8a-4e53-8bc8-3316ee5fc5ef req-4685fec1-89f0-44dd-aa2a-0897e8fa604b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:50.090946 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f6c1044-7b8a-4e53-8bc8-3316ee5fc5ef req-4685fec1-89f0-44dd-aa2a-0897e8fa604b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0492439 Aug 31 15:08:50.128332 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3f6c1044-7b8a-4e53-8bc8-3316ee5fc5ef req-9fe12dc8-bbcf-4305-9c8e-0a5cbdf18d12 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314410 Aug 31 15:08:51.244787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294b2cb-e81d-44d0-b1a5-075ce8d157f4 req-38247acc-1d55-44a8-9740-17f89c8db03e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:51.246279 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8294b2cb-e81d-44d0-b1a5-075ce8d157f4 req-38247acc-1d55-44a8-9740-17f89c8db03e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0491800 Aug 31 15:08:51.287357 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8294b2cb-e81d-44d0-b1a5-075ce8d157f4 req-e06920e0-91d5-45ad-a3d7-92258b326aea tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349910 Aug 31 15:08:52.406390 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c41f8-e2e9-4866-8f39-ce4c3de8b605 req-58856d7a-5cb2-4895-b087-a6f3e3b38745 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:52.407797 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c58c41f8-e2e9-4866-8f39-ce4c3de8b605 req-58856d7a-5cb2-4895-b087-a6f3e3b38745 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0535176 Aug 31 15:08:52.445917 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c58c41f8-e2e9-4866-8f39-ce4c3de8b605 req-9837c4d7-e840-40c2-9376-ae5834579a20 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320296 Aug 31 15:08:53.564169 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703f4ed-ec74-4224-ab7f-0b422aa6eaf6 req-aaca6abd-f65c-4db0-9d8a-60c7fc49707f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:53.565683 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2703f4ed-ec74-4224-ab7f-0b422aa6eaf6 req-aaca6abd-f65c-4db0-9d8a-60c7fc49707f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0531492 Aug 31 15:08:53.602965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2703f4ed-ec74-4224-ab7f-0b422aa6eaf6 req-5f4edbac-e78f-449e-ab4f-ca6e137c83a9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313962 Aug 31 15:08:54.715112 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfbab3-9fc2-4982-b907-55734436f223 req-ad4f2105-72bd-4f75-8dff-e1faffe852f4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:54.716598 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-37cfbab3-9fc2-4982-b907-55734436f223 req-ad4f2105-72bd-4f75-8dff-e1faffe852f4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0485492 Aug 31 15:08:54.754779 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-37cfbab3-9fc2-4982-b907-55734436f223 req-7aef598d-87ef-4b6d-8003-efc231a8e98f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Aug 31 15:08:55.867823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2ea05-defa-4dd0-86ee-f1477f893ca4 req-5a449e73-4b0a-4bc2-a097-3a480998d75b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:55.869398 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1b2ea05-defa-4dd0-86ee-f1477f893ca4 req-5a449e73-4b0a-4bc2-a097-3a480998d75b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0481639 Aug 31 15:08:55.906811 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d1b2ea05-defa-4dd0-86ee-f1477f893ca4 req-43b55cd9-4937-4552-8d51-6d2ddf4038a5 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314841 Aug 31 15:08:57.022528 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b22d6-1305-445e-baff-e71b3d26e58c req-65ca831f-c33c-45b1-bb4a-8ba50774ccbd tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:57.023946 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c55b22d6-1305-445e-baff-e71b3d26e58c req-65ca831f-c33c-45b1-bb4a-8ba50774ccbd tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0493698 Aug 31 15:08:57.060729 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c55b22d6-1305-445e-baff-e71b3d26e58c req-babd3206-77c9-4339-ade9-6d92bfdb7d69 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306883 Aug 31 15:08:58.174863 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2e889-75cb-4abe-b9e1-41e4417b860e req-f833280b-ce41-431e-a352-74b7d708d7d7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:58.176902 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6de2e889-75cb-4abe-b9e1-41e4417b860e req-f833280b-ce41-431e-a352-74b7d708d7d7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0493855 Aug 31 15:08:58.214965 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6de2e889-75cb-4abe-b9e1-41e4417b860e req-1527ccdd-6353-4704-b344-925f4e9d5eb6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320625 Aug 31 15:08:59.198960 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fa04d-d939-40ca-a468-6628c91a6d6c req-b4531beb-2f5d-449c-a5c2-c1cd0a177930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:59.200524 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-113fa04d-d939-40ca-a468-6628c91a6d6c req-b4531beb-2f5d-449c-a5c2-c1cd0a177930 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1097 time: 0.3484559 Aug 31 15:08:59.304687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fa04d-d939-40ca-a468-6628c91a6d6c req-ab67eea2-57eb-45be-b5b7-df3f9fc3b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:59.306596 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-113fa04d-d939-40ca-a468-6628c91a6d6c req-ab67eea2-57eb-45be-b5b7-df3f9fc3b789 service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0839715 Aug 31 15:08:59.335591 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f24e58-e8b8-4715-ad4a-3b683f781e00 req-60c8be46-5dce-45da-8730-4e11a7e1f2ab tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:59.337134 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8f24e58-e8b8-4715-ad4a-3b683f781e00 req-60c8be46-5dce-45da-8730-4e11a7e1f2ab tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0555823 Aug 31 15:08:59.374501 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b8f24e58-e8b8-4715-ad4a-3b683f781e00 req-a2a668d0-1e8b-4acc-a84a-9a9680bed4e6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Aug 31 15:08:59.376303 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-113fa04d-d939-40ca-a468-6628c91a6d6c req-deacb9ba-cd97-47ba-aaab-80fba23994b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a HTTP/1.1" status: 200 len: 1001 time: 0.0621121 Aug 31 15:08:59.429035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fa04d-d939-40ca-a468-6628c91a6d6c req-1d97e87a-8b0b-4bff-b285-88cf5b7e03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:59.430495 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-113fa04d-d939-40ca-a468-6628c91a6d6c req-1d97e87a-8b0b-4bff-b285-88cf5b7e03bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0436728 Aug 31 15:08:59.480119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fa04d-d939-40ca-a468-6628c91a6d6c req-f91160d1-454f-4e30-9174-4ec5afd8f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:08:59.481660 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-113fa04d-d939-40ca-a468-6628c91a6d6c req-f91160d1-454f-4e30-9174-4ec5afd8f5d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402946 Aug 31 15:08:59.574126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-113fa04d-d939-40ca-a468-6628c91a6d6c req-c4baaed4-d1f9-444a-b7a5-5fe5fe2482d4 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848107 Aug 31 15:08:59.662128 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-113fa04d-d939-40ca-a468-6628c91a6d6c req-0459c88f-ff93-4566-9bbe-f244d4456a9c service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803921 Aug 31 15:09:00.518472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58ab4f-36e3-46df-8de4-3392330b28d7 req-14e874cd-3b2f-4c3d-bb65-f02ae010132d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:00.521601 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a58ab4f-36e3-46df-8de4-3392330b28d7 req-14e874cd-3b2f-4c3d-bb65-f02ae010132d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0544345 Aug 31 15:09:00.573260 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a58ab4f-36e3-46df-8de4-3392330b28d7 req-fe658235-f173-4205-ab95-b1a78305f421 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445731 Aug 31 15:09:01.039725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2fda1050-10a4-45ae-80b3-b0ed715d9e4a details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:09:01.151199 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:01.165527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'port_id': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'mac_address': 'fa:16:3e:74:7c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:09:01.208795 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.223767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fda1050-10a4-45ae-80b3-b0ed715d9e4a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:09:01.246582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:01.252220 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.311296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:01.321385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:01.321989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:01.322567 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:01.323167 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:01.323672 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:01.324016 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:01.324359 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:01.324807 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:01.325149 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:01.325939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:01.325939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:01.326221 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:09:01.336795 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['2fda1050-10a4-45ae-80b3-b0ed715d9e4a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:09:01.513662 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1d040cd7-2527-4159-be90-9cf9a92ef3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:01.703751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd138-3aec-432e-97f7-bf0a60170b05 req-26a7381c-cd53-4547-9d18-d18621c685c2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:01.708936 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fc6cd138-3aec-432e-97f7-bf0a60170b05 req-26a7381c-cd53-4547-9d18-d18621c685c2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 945 time: 0.0552034 Aug 31 15:09:01.756705 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-fc6cd138-3aec-432e-97f7-bf0a60170b05 req-586294e2-1b54-453a-b77a-b006d96b07e7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420752 Aug 31 15:09:02.882304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589fabf-458e-497c-8b4c-cad7f21503f1 req-4d68a78e-db9e-4845-9023-b06be7b121a1 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:02.883836 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e589fabf-458e-497c-8b4c-cad7f21503f1 req-4d68a78e-db9e-4845-9023-b06be7b121a1 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 945 time: 0.0587409 Aug 31 15:09:02.935878 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e589fabf-458e-497c-8b4c-cad7f21503f1 req-fbe9088f-ac48-4c2b-9583-140e20f160b1 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 Aug 31 15:09:03.045885 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2fda1050-10a4-45ae-80b3-b0ed715d9e4a up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:03.121815 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:03.122194 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:03.219058 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:03.245527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:09:03.247917 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01bb7be-d195-4271-8f43-ae99ebcb8b5a" -d '{"events": [{"server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "name": "network-vif-plugged", "status": "completed", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:09:03.282439 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:03.289582 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:03.359886 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:03.394780 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb6b027-1881-47a5-8a99-87d51aba3fdb x-openstack-request-id: req-0bb6b027-1881-47a5-8a99-87d51aba3fdb {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:09:03.395099 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "name": "network-vif-plugged", "status": "completed", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:09:03.395504 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bb6b027-1881-47a5-8a99-87d51aba3fdb {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:09:03.397028 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'code': 200} Aug 31 15:09:04.072709 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8045-fc27-4530-ae3d-0350e3022fb5 req-40929fd3-b51f-454a-a9ad-76d15c9ccf63 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:04.075150 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01ff8045-fc27-4530-ae3d-0350e3022fb5 req-40929fd3-b51f-454a-a9ad-76d15c9ccf63 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0602229 Aug 31 15:09:04.124046 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-01ff8045-fc27-4530-ae3d-0350e3022fb5 req-312a3d2e-e17f-4ff5-bc3b-197f1ca9a56a tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421157 Aug 31 15:09:04.160647 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:04.178007 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-356e347b-7c5f-4ad8-a763-b81eabee4def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:05.255751 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2508c27-8558-4528-9acd-7161cb024ceb req-875580b3-16ce-4f58-a280-a05a3c8aa420 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:05.259913 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2508c27-8558-4528-9acd-7161cb024ceb req-875580b3-16ce-4f58-a280-a05a3c8aa420 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0587459 Aug 31 15:09:05.304496 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2508c27-8558-4528-9acd-7161cb024ceb req-7a86d928-33d5-4b83-a027-8e5f80cde756 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378528 Aug 31 15:09:05.501430 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:06.078869 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:09:06.438191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0eb98-0055-48e4-949d-95c47a282b7d req-0a535898-f6ab-423f-a57a-2d7383f4f3ae tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:06.439712 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6d0eb98-0055-48e4-949d-95c47a282b7d req-0a535898-f6ab-423f-a57a-2d7383f4f3ae tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0606523 Aug 31 15:09:06.484993 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-e6d0eb98-0055-48e4-949d-95c47a282b7d req-2d29c9ba-7ca8-4c7e-94ff-735d752936b4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353322 Aug 31 15:09:07.057492 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:07.614261 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32082f39-7efd-4247-aad8-fc538d957640 req-3ea8ad13-590e-4d60-9ae8-544fcb2adaa3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:07.615906 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-32082f39-7efd-4247-aad8-fc538d957640 req-3ea8ad13-590e-4d60-9ae8-544fcb2adaa3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0572429 Aug 31 15:09:07.656718 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-32082f39-7efd-4247-aad8-fc538d957640 req-093354eb-59a5-4138-b58f-4b54c586ea93 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347743 Aug 31 15:09:08.783882 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cc5f2-7923-4080-89f4-12310523a216 req-13632a21-9b52-429b-9eb2-06e418ced9b7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:08.785556 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-962cc5f2-7923-4080-89f4-12310523a216 req-13632a21-9b52-429b-9eb2-06e418ced9b7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0573952 Aug 31 15:09:08.831706 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-962cc5f2-7923-4080-89f4-12310523a216 req-a954f059-1893-491c-94c1-0778c1a89a72 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387018 Aug 31 15:09:09.534777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a8c04-d2d0-4171-9347-6277dd7da78b req-e78e739b-6a53-467d-8a09-169a76ef8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:09.536977 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a4a8c04-d2d0-4171-9347-6277dd7da78b req-e78e739b-6a53-467d-8a09-169a76ef8cef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1097 time: 0.0403337 Aug 31 15:09:09.627385 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a8c04-d2d0-4171-9347-6277dd7da78b req-f9c351b9-e4c7-471e-ae03-f2a9412b09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:09.629047 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a4a8c04-d2d0-4171-9347-6277dd7da78b req-f9c351b9-e4c7-471e-ae03-f2a9412b09a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0853870 Aug 31 15:09:09.694369 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a4a8c04-d2d0-4171-9347-6277dd7da78b req-28cd7d92-5ede-498a-af35-037167b7ed6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a HTTP/1.1" status: 200 len: 1001 time: 0.0581672 Aug 31 15:09:09.744177 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a8c04-d2d0-4171-9347-6277dd7da78b req-af00a20c-c555-48e6-8e42-448a8bc61285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:09.745609 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a4a8c04-d2d0-4171-9347-6277dd7da78b req-af00a20c-c555-48e6-8e42-448a8bc61285 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0436928 Aug 31 15:09:09.789776 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.799012 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a8c04-d2d0-4171-9347-6277dd7da78b req-bded584d-8475-40c1-9b56-475dd0a186b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:09.800624 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a4a8c04-d2d0-4171-9347-6277dd7da78b req-bded584d-8475-40c1-9b56-475dd0a186b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464671 Aug 31 15:09:09.893801 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a4a8c04-d2d0-4171-9347-6277dd7da78b req-7bc05534-3006-48b1-b860-f3e407b47939 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850310 Aug 31 15:09:09.950223 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d8ba2-b8bd-4b62-9ed1-d5b91cb75652 req-80fd5d86-9bfd-4dd0-9e5c-5ac8c3e1959e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:09.951782 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f57d8ba2-b8bd-4b62-9ed1-d5b91cb75652 req-80fd5d86-9bfd-4dd0-9e5c-5ac8c3e1959e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0484390 Aug 31 15:09:09.981748 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:09.990733 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-f57d8ba2-b8bd-4b62-9ed1-d5b91cb75652 req-d3ff4f07-d3e4-4e63-a409-ccffdf3a40f1 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329447 Aug 31 15:09:09.991759 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0a4a8c04-d2d0-4171-9347-6277dd7da78b req-57e5e87e-25a9-439f-a8fa-8700f8daebec service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901148 Aug 31 15:09:11.107147 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86d307-babb-4240-805f-5d67a8578ae6 req-56e64837-b813-486f-8690-5abf7770ca75 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:11.108716 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8d86d307-babb-4240-805f-5d67a8578ae6 req-56e64837-b813-486f-8690-5abf7770ca75 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0498295 Aug 31 15:09:11.149918 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-8d86d307-babb-4240-805f-5d67a8578ae6 req-6332356b-0603-420b-a245-5b353edc464d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326567 Aug 31 15:09:12.262656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c9e57-d2e4-4145-abb1-cf1a5c989af0 req-856a451a-132b-478d-8c1b-3c1929e9e60a tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:12.264169 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f2c9e57-d2e4-4145-abb1-cf1a5c989af0 req-856a451a-132b-478d-8c1b-3c1929e9e60a tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0482087 Aug 31 15:09:12.302722 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-9f2c9e57-d2e4-4145-abb1-cf1a5c989af0 req-ee22cb7b-c967-4bb5-bdef-095e9c41c854 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326741 Aug 31 15:09:12.373429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-9374e807-2815-4bb2-975a-06a54df914e8 req-d03ffbc1-728f-4b31-950c-4aef867d2dd1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:09:12.374439 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9374e807-2815-4bb2-975a-06a54df914e8 req-d03ffbc1-728f-4b31-950c-4aef867d2dd1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057621 Aug 31 15:09:12.532881 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5581ebc-4250-48cc-a8c3-e1c3b92c2b41 req-0be10fee-2ea4-4fb8-af83-159fd71ce599 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:12.534379 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b5581ebc-4250-48cc-a8c3-e1c3b92c2b41 req-0be10fee-2ea4-4fb8-af83-159fd71ce599 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 946 time: 0.0544360 Aug 31 15:09:12.573719 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b5581ebc-4250-48cc-a8c3-e1c3b92c2b41 req-b8159155-a041-41e9-acf0-4222d0bf834b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325551 Aug 31 15:09:12.735199 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36138) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:09:12.819951 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-3af54f73-30ac-418d-8def-0dcd025d7ab6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835681 Aug 31 15:09:13.094723 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2fda1050-10a4-45ae-80b3-b0ed715d9e4a no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:09:13.170204 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.194675 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:09:13.196760 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73962396-015a-42fa-a9d1-eea9c6db400a" -d '{"events": [{"server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "name": "network-vif-unplugged", "status": "completed", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:09:13.209452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:13.213818 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:13.236722 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d21ed0-2c83-43f4-89d4-0c307c721657 x-openstack-request-id: req-57d21ed0-2c83-43f4-89d4-0c307c721657 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:09:13.237012 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "name": "network-vif-unplugged", "status": "failed", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a", "code": 422}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:09:13.237267 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57d21ed0-2c83-43f4-89d4-0c307c721657 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:09:13.237660 n-d-792364-6 neutron-server[106389]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'code': 422} returned with failed status Aug 31 15:09:13.266141 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:13.572663 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-f059d690-73a2-478e-ab28-ebbca307f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:13.574185 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-f059d690-73a2-478e-ab28-ebbca307f710 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2&tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80 HTTP/1.1" status: 200 len: 1095 time: 0.0450087 Aug 31 15:09:13.640577 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-fc620103-f1ac-44ba-9ee5-9564e0deb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:13.642102 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-fc620103-f1ac-44ba-9ee5-9564e0deb741 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1095 time: 0.0448377 Aug 31 15:09:13.688925 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062261d-4331-4c45-a237-4c7c349a7350 req-06708692-f998-4c2c-997f-841c4bfe07a4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:13.690540 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5062261d-4331-4c45-a237-4c7c349a7350 req-06708692-f998-4c2c-997f-841c4bfe07a4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0497463 Aug 31 15:09:13.729246 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5062261d-4331-4c45-a237-4c7c349a7350 req-edcce9b8-c1f0-4152-9838-688cf7f7e1b3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325592 Aug 31 15:09:13.733601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-9929dfe0-1a9c-4b73-9456-385eaa4c6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:13.735100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-9929dfe0-1a9c-4b73-9456-385eaa4c6bbc service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0860145 Aug 31 15:09:13.806026 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-97f34a3a-b063-402b-8023-beec68f709da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a HTTP/1.1" status: 200 len: 999 time: 0.0631478 Aug 31 15:09:13.857641 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-b8070085-5c60-4307-8920-5204914c4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:13.859116 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-b8070085-5c60-4307-8920-5204914c4332 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0453265 Aug 31 15:09:13.905414 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-6aa41082-9a87-4cf3-8d28-331f28be885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:13.906904 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-6aa41082-9a87-4cf3-8d28-331f28be885a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401633 Aug 31 15:09:14.001303 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-46d5f7a7-b859-4276-8d0b-9fd7a6d06df7 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857360 Aug 31 15:09:14.093188 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb59ce2d-84cd-4277-89c4-afc81249adb9 req-bd24c514-b229-47f6-ad40-6cd39932126a service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839403 Aug 31 15:09:14.850151 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248de0d3-7933-4edd-977b-d4584640ba0e req-8ed6e361-2608-4f74-8d33-fccdbb46fa91 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:14.851693 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-248de0d3-7933-4edd-977b-d4584640ba0e req-8ed6e361-2608-4f74-8d33-fccdbb46fa91 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0530941 Aug 31 15:09:14.901219 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-248de0d3-7933-4edd-977b-d4584640ba0e req-46cf6f65-82f9-494b-8995-8870a4aab1ea tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387471 Aug 31 15:09:16.023196 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6eafe-738a-459f-8c85-e5286474d7e9 req-eed984d6-daa3-4a6f-80c5-177ddf57ea39 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:16.024726 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17c6eafe-738a-459f-8c85-e5286474d7e9 req-eed984d6-daa3-4a6f-80c5-177ddf57ea39 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0531042 Aug 31 15:09:16.063036 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-17c6eafe-738a-459f-8c85-e5286474d7e9 req-60d721a8-cda9-45f4-8467-a3158d1790d7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323167 Aug 31 15:09:17.194291 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608d769-fa17-461d-a52c-0fc9abbde456 req-33871e6c-8f90-443d-8c2b-ad9596b491f3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:17.195842 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a608d769-fa17-461d-a52c-0fc9abbde456 req-33871e6c-8f90-443d-8c2b-ad9596b491f3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0610204 Aug 31 15:09:17.244845 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a608d769-fa17-461d-a52c-0fc9abbde456 req-7f48b060-6396-4098-acb9-9165ebef6c46 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414708 Aug 31 15:09:18.368521 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698cc0e-3a8a-41a1-9f14-81923884f593 req-394021ff-117f-4f60-94a2-2b470bf734a9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:18.370022 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a698cc0e-3a8a-41a1-9f14-81923884f593 req-394021ff-117f-4f60-94a2-2b470bf734a9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0596361 Aug 31 15:09:18.408295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a698cc0e-3a8a-41a1-9f14-81923884f593 req-ebac6922-efbc-425b-b69d-c3aab68a9d2c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323110 Aug 31 15:09:19.532219 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b9593-c696-48f3-8540-137f2b10b8fa req-ed1db45c-19ef-4b53-a388-6f3d81e407a2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:19.533827 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-393b9593-c696-48f3-8540-137f2b10b8fa req-ed1db45c-19ef-4b53-a388-6f3d81e407a2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0513842 Aug 31 15:09:19.575387 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-393b9593-c696-48f3-8540-137f2b10b8fa req-3e09fd96-e356-4f26-9da4-3365df2b3dfc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351181 Aug 31 15:09:20.697754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c507d5c-40d3-4eaa-9d5b-e4578faa2bad req-08119a21-2dff-4114-99e8-fd3e13cbf206 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:20.699374 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c507d5c-40d3-4eaa-9d5b-e4578faa2bad req-08119a21-2dff-4114-99e8-fd3e13cbf206 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0499294 Aug 31 15:09:20.741821 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c507d5c-40d3-4eaa-9d5b-e4578faa2bad req-7ef76edd-26dc-4cc7-8180-d762287b3f6c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363965 Aug 31 15:09:21.862107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256e05d-b39b-43e3-8207-8611da6f0f9f req-fbf27416-6825-4917-bacf-3341de9a44cd tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:21.865465 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4256e05d-b39b-43e3-8207-8611da6f0f9f req-fbf27416-6825-4917-bacf-3341de9a44cd tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0542843 Aug 31 15:09:21.906195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4256e05d-b39b-43e3-8207-8611da6f0f9f req-84103c88-e5d9-4037-97e0-920198bc6586 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335329 Aug 31 15:09:23.026511 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97b3b3-168a-4fd0-a909-d2baf345a870 req-0efb4ed1-faca-46a5-9c58-26266ddc282a tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:23.034181 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c97b3b3-168a-4fd0-a909-d2baf345a870 req-0efb4ed1-faca-46a5-9c58-26266ddc282a tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0569160 Aug 31 15:09:23.068360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1c97b3b3-168a-4fd0-a909-d2baf345a870 req-1889f61a-f38b-4505-97e7-248443b43707 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Aug 31 15:09:24.189763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e834c-47a6-40ec-a6a5-5e2b7e3049c7 req-7ed20e19-7050-46bb-9cba-fd27f6550488 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:24.191340 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a27e834c-47a6-40ec-a6a5-5e2b7e3049c7 req-7ed20e19-7050-46bb-9cba-fd27f6550488 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0532451 Aug 31 15:09:24.233231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a27e834c-47a6-40ec-a6a5-5e2b7e3049c7 req-ac8d60f3-77da-49b7-8063-b35d54f94632 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346901 Aug 31 15:09:25.354801 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac3c69-1238-4657-96f8-1fb0a3e6d13e req-145bc970-53cc-4ec1-ab92-f641f9a20911 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:25.356281 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6dac3c69-1238-4657-96f8-1fb0a3e6d13e req-145bc970-53cc-4ec1-ab92-f641f9a20911 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0546565 Aug 31 15:09:25.394097 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6dac3c69-1238-4657-96f8-1fb0a3e6d13e req-05f0fddb-a357-4719-9aae-cf1e5e93a39b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317023 Aug 31 15:09:26.511909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d076dfb-288a-4ece-b2fb-cfba02bfbf67 req-c08ece49-8a5e-411a-9458-bfb98d279b80 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:26.513428 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d076dfb-288a-4ece-b2fb-cfba02bfbf67 req-c08ece49-8a5e-411a-9458-bfb98d279b80 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 944 time: 0.0487764 Aug 31 15:09:26.550139 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4d076dfb-288a-4ece-b2fb-cfba02bfbf67 req-f44833f1-f133-475a-8ae1-aeb554aab579 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307825 Aug 31 15:09:27.190400 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2fda1050-10a4-45ae-80b3-b0ed715d9e4a details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:09:27.285472 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:27.297220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'port_id': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'mac_address': 'fa:16:3e:74:7c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:09:27.333282 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.348989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fda1050-10a4-45ae-80b3-b0ed715d9e4a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:09:27.367899 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:27.370926 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:27.417202 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:27.619898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['2fda1050-10a4-45ae-80b3-b0ed715d9e4a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:09:27.666300 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823cb14-9361-4cf5-824c-04376bbbc2d5 req-21f29198-f799-4c73-bbc5-1a024ef7bb24 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:27.667867 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2823cb14-9361-4cf5-824c-04376bbbc2d5 req-21f29198-f799-4c73-bbc5-1a024ef7bb24 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 945 time: 0.0489066 Aug 31 15:09:27.709753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2823cb14-9361-4cf5-824c-04376bbbc2d5 req-ff31cbce-507a-40c5-bbc9-49c894ed5fdd tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353234 Aug 31 15:09:28.825042 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07470fbb-0f29-46e7-aa4f-0c7bbe66d0de req-50a2799d-f2c9-4ce7-a165-a4e806b428c9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:28.826802 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07470fbb-0f29-46e7-aa4f-0c7bbe66d0de req-50a2799d-f2c9-4ce7-a165-a4e806b428c9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 945 time: 0.0487294 Aug 31 15:09:28.863130 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-07470fbb-0f29-46e7-aa4f-0c7bbe66d0de req-fc56bbde-f9cf-4d3e-ba8f-b7be7731541c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300884 Aug 31 15:09:29.217645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2fda1050-10a4-45ae-80b3-b0ed715d9e4a up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:09:29.263200 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:09:29.263570 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:29.339347 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:29.360444 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:09:29.362695 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfc75e6-8300-417e-8516-1bb1f7a115fc" -d '{"events": [{"server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "name": "network-vif-plugged", "status": "completed", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:09:29.374518 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:09:29.379182 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:29.388395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-96725186-0e72-4a14-bd6e-f71ad7d2e998 req-8f465198-1653-4052-9147-c771a2c15e8d service neutron] (106388) timed out ('10.222.0.52', 51331) {{(pid=106388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:09:29.404912 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29bbd8e-76ea-465d-a96b-bb81ec6e54da x-openstack-request-id: req-c29bbd8e-76ea-465d-a96b-bb81ec6e54da {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:09:29.405204 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "name": "network-vif-plugged", "status": "completed", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:09:29.405455 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c29bbd8e-76ea-465d-a96b-bb81ec6e54da {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:09:29.405843 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'code': 200} Aug 31 15:09:29.433258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,revision_number=10']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:09:29.566624 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727dd5-6484-415c-adf2-9b5af6027857 req-61e4dedb-65cd-4058-bad8-4eb90b43f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:29.568793 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77727dd5-6484-415c-adf2-9b5af6027857 req-61e4dedb-65cd-4058-bad8-4eb90b43f53a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1098 time: 0.0444050 Aug 31 15:09:29.603832 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-77727dd5-6484-415c-adf2-9b5af6027857 req-d0fb32e5-5871-4884-b849-9fdb569cc068 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265868 Aug 31 15:09:29.613076 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-49c04d94-5ec7-4e63-8957-babbf9308424 req-5c70600b-8483-4ad9-ab96-ab53155baf3b tempest-ServersNegativeTestJSON-66178490 tempest-ServersNegativeTestJSON-66178490-project] (106387) timed out ('10.222.0.52', 51978) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:09:29.979810 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720801d6-e47c-49c9-9dd9-3682a949f9fd req-d0c86c60-feed-4f57-9287-82ca7ea2e5f9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:29.981339 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-720801d6-e47c-49c9-9dd9-3682a949f9fd req-d0c86c60-feed-4f57-9287-82ca7ea2e5f9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 947 time: 0.0488734 Aug 31 15:09:30.018881 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-720801d6-e47c-49c9-9dd9-3682a949f9fd req-34143f6a-5d7b-4c90-8c6c-0e747932fb49 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Aug 31 15:09:31.136425 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90300b91-babf-4eac-a2db-24a904b74b22 req-1f170535-65e0-4fe6-91d9-38c59e9580da tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:31.138015 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-90300b91-babf-4eac-a2db-24a904b74b22 req-1f170535-65e0-4fe6-91d9-38c59e9580da tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 947 time: 0.0491786 Aug 31 15:09:31.177230 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-90300b91-babf-4eac-a2db-24a904b74b22 req-732e647c-9c3a-46ec-b303-df2fc8349de1 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331678 Aug 31 15:09:31.496498 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-26c62e58-2cf9-4f54-8b30-fb9ccf203ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:32.293289 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ed234-6b44-43f2-a6a7-cce1d48d338a req-08e3c3be-2229-47d1-b8d2-9409cc4773e3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:09:32.294811 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c24ed234-6b44-43f2-a6a7-cce1d48d338a req-08e3c3be-2229-47d1-b8d2-9409cc4773e3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 947 time: 0.0492783 Aug 31 15:09:32.335388 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c24ed234-6b44-43f2-a6a7-cce1d48d338a req-7cea8f01-887b-47e4-8525-e7ff33166266 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318201 Aug 31 15:09:34.142900 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:34.167404 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-652d8a40-bfa8-4a20-862f-455bb10f1c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:35.501191 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:37.052129 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:39.789270 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:39.981688 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:09:43.079772 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:10:00.891501 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30cad8e1-3a63-4d56-9670-7f63857f5e63 req-b692ffec-efbd-48d3-9e7a-b425c07441c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881512 Aug 31 15:10:00.971768 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cad8e1-3a63-4d56-9670-7f63857f5e63 req-a545945f-f1f4-4694-9ab0-c15062e70804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:00.973305 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30cad8e1-3a63-4d56-9670-7f63857f5e63 req-a545945f-f1f4-4694-9ab0-c15062e70804 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1098 time: 0.0407007 Aug 31 15:10:01.075756 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cad8e1-3a63-4d56-9670-7f63857f5e63 req-5d9a6442-cb44-455e-b27b-2ae5864a7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:01.077195 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30cad8e1-3a63-4d56-9670-7f63857f5e63 req-5d9a6442-cb44-455e-b27b-2ae5864a7954 service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0836225 Aug 31 15:10:01.146211 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30cad8e1-3a63-4d56-9670-7f63857f5e63 req-554b3070-0044-4394-856a-4d3e870094ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a HTTP/1.1" status: 200 len: 1001 time: 0.0607512 Aug 31 15:10:01.195829 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cad8e1-3a63-4d56-9670-7f63857f5e63 req-124a290a-1bc0-4ec1-a37c-5c24f886a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:01.197369 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30cad8e1-3a63-4d56-9670-7f63857f5e63 req-124a290a-1bc0-4ec1-a37c-5c24f886a294 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0438635 Aug 31 15:10:01.243591 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cad8e1-3a63-4d56-9670-7f63857f5e63 req-7923cb71-b93b-4092-ad38-2b5a6ae9698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:01.245121 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30cad8e1-3a63-4d56-9670-7f63857f5e63 req-7923cb71-b93b-4092-ad38-2b5a6ae9698c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392909 Aug 31 15:10:01.337934 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30cad8e1-3a63-4d56-9670-7f63857f5e63 req-99a26f84-9d06-45f7-bbc1-c3500c403c3b service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849156 Aug 31 15:10:01.427703 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-30cad8e1-3a63-4d56-9670-7f63857f5e63 req-f7f881ab-82bc-4616-8b0c-9bc1f3185874 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820308 Aug 31 15:10:01.497924 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-456faa61-4de6-4c51-ba78-183ff42ba3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:04.144336 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:04.168401 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e63463c-131b-4cea-8bac-6a354cfb62fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:05.503409 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:07.054803 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:09.804671 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:09.985678 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:20.078328 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:10:31.498804 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e47c42f8-30a9-4c00-b312-b5013481bc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.149509 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:34.169730 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5a32-a677-4286-9781-8c005fc33996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:35.507762 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:37.058066 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:39.804092 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:39.997710 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.528585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36272) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:41.688330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Deleting port fce7c452-6c11-403d-b3b2-2e2d11a4cdc9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:10:41.688696 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.761442 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.761683 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.772958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Calling delete_port for fce7c452-6c11-403d-b3b2-2e2d11a4cdc9 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:10:41.921574 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:41.946331 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event deleted for resources: {'Port': ['ID=fce7c452-6c11-403d-b3b2-2e2d11a4cdc9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:41.971991 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:41.972342 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:41.972710 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:41.973047 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:41.973377 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:41.973708 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:41.974035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:41.974361 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:41.974690 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:41.975008 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:41.975330 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:41.975649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:42.015611 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:42.015870 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Floating IP 2d60d4ab-1be8-43af-8894-50d6ee0f12d3 disassociated (deleted). External IP: 172.25.3.60, port: 2fda1050-10a4-45ae-80b3-b0ed715d9e4a. Aug 31 15:10:42.223565 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Router c24e4842-ebb0-4411-b1a5-12748118e50a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:10:42.330832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:10:42.335447 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:42.340726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370e7ed-a860-41a5-8058-db36d9716ede None None] Sync routers for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:10:42.349443 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370e7ed-a860-41a5-8058-db36d9716ede None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:42.350066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7370e7ed-a860-41a5-8058-db36d9716ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:10:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:42.364945 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3f7bdba7-72da-4224-ba23-3bb3d65e0cf2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "DELETE /v2.0/floatingips/2d60d4ab-1be8-43af-8894-50d6ee0f12d3 HTTP/1.1" status: 204 len: 168 time: 0.8327193 Aug 31 15:10:42.364945 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:10:42.365319 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc9e69e-f8d8-4d6c-bd18-e2d1f7b1a92f" -d '{"events": [{"name": "network-changed", "server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:10:42.416210 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2264c452-0158-4a54-9ad1-8e52e2cfc615 x-openstack-request-id: req-2264c452-0158-4a54-9ad1-8e52e2cfc615 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:10:42.416737 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:10:42.417215 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2264c452-0158-4a54-9ad1-8e52e2cfc615 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:10:42.417828 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'status': 'completed', 'code': 200} Aug 31 15:10:42.461895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7370e7ed-a860-41a5-8058-db36d9716ede None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:42.501341 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9e69e-f8d8-4d6c-bd18-e2d1f7b1a92f req-3cc999b0-9b69-492d-839b-59be64664698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:42.505140 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdc9e69e-f8d8-4d6c-bd18-e2d1f7b1a92f req-3cc999b0-9b69-492d-839b-59be64664698 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 1098 time: 0.0635197 Aug 31 15:10:42.658203 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9e69e-f8d8-4d6c-bd18-e2d1f7b1a92f req-b17a48eb-649d-430a-b3c9-c5149969811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:42.659725 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdc9e69e-f8d8-4d6c-bd18-e2d1f7b1a92f req-b17a48eb-649d-430a-b3c9-c5149969811d service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.1458821 Aug 31 15:10:42.678160 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062848d-45f2-406c-8efc-1b01e5c9b365 req-5d780288-e4cd-494d-96f8-da38b6100ca6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:42.679976 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b062848d-45f2-406c-8efc-1b01e5c9b365 req-5d780288-e4cd-494d-96f8-da38b6100ca6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 947 time: 0.0682304 Aug 31 15:10:42.692364 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7370e7ed-a860-41a5-8058-db36d9716ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:42.721279 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370e7ed-a860-41a5-8058-db36d9716ede None None] Checking router: c24e4842-ebb0-4411-b1a5-12748118e50a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:10:42.731031 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdc9e69e-f8d8-4d6c-bd18-e2d1f7b1a92f req-2bee37aa-54b7-4723-9057-8d00db3e9e8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a HTTP/1.1" status: 200 len: 217 time: 0.0612624 Aug 31 15:10:42.731756 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370e7ed-a860-41a5-8058-db36d9716ede None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:10:42.732561 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7370e7ed-a860-41a5-8058-db36d9716ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:10:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:42.775519 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b062848d-45f2-406c-8efc-1b01e5c9b365 req-e76dd68a-505c-4a16-a670-e1eb37a569e6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880437 Aug 31 15:10:42.809452 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9e69e-f8d8-4d6c-bd18-e2d1f7b1a92f req-742b1d7f-68fc-4bee-9e98-d561979d624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:42.811029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdc9e69e-f8d8-4d6c-bd18-e2d1f7b1a92f req-742b1d7f-68fc-4bee-9e98-d561979d624c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0720711 Aug 31 15:10:42.843989 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7370e7ed-a860-41a5-8058-db36d9716ede None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:10:42.859120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9e69e-f8d8-4d6c-bd18-e2d1f7b1a92f req-22804fe9-a844-4670-8770-806b282dbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:42.860756 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdc9e69e-f8d8-4d6c-bd18-e2d1f7b1a92f req-22804fe9-a844-4670-8770-806b282dbddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419953 Aug 31 15:10:42.955662 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdc9e69e-f8d8-4d6c-bd18-e2d1f7b1a92f req-c2b28186-54b5-4490-9c69-005a1751af77 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852330 Aug 31 15:10:43.040678 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7370e7ed-a860-41a5-8058-db36d9716ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:10:43.045535 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bdc9e69e-f8d8-4d6c-bd18-e2d1f7b1a92f req-04435ba6-336c-4d33-891d-82fc833b8b64 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817106 Aug 31 15:10:43.066669 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370e7ed-a860-41a5-8058-db36d9716ede None None] The sync data for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 is: [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:10:43.284646 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28710f9e-31e0-4283-bc7a-3b61073e99cd None None] New status for floating IP 2d60d4ab-1be8-43af-8894-50d6ee0f12d3: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:10:43.911580 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadf828-f1e2-4e82-bd62-dd51599bf05c req-a38235e3-2625-4aeb-8919-75ad3e5f920a tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:43.913095 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-afadf828-f1e2-4e82-bd62-dd51599bf05c req-a38235e3-2625-4aeb-8919-75ad3e5f920a tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 947 time: 0.0537128 Aug 31 15:10:43.949793 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-afadf828-f1e2-4e82-bd62-dd51599bf05c req-e7d8be45-b7f5-4cbe-a22d-51a8c6340867 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=95447c0a-8d09-43b1-943e-50242e567fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307600 Aug 31 15:10:44.003185 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba9b33-a819-4247-ac3d-728e3d52226a req-fb4f93ac-4d3b-4eed-bd42-6cc9ec781166 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:10:44.004682 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ecba9b33-a819-4247-ac3d-728e3d52226a req-fb4f93ac-4d3b-4eed-bd42-6cc9ec781166 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.13 "GET /v2.0/ports?device_id=de21f6e2-c046-4561-ba71-91af3aa94be2 HTTP/1.1" status: 200 len: 947 time: 0.0520198 Aug 31 15:10:44.096259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ecba9b33-a819-4247-ac3d-728e3d52226a req-7d937ad9-e8cc-464b-b3f7-4a0f8a29d56e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Deleting port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:10:44.096551 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ecba9b33-a819-4247-ac3d-728e3d52226a req-7d937ad9-e8cc-464b-b3f7-4a0f8a29d56e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.182320 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ecba9b33-a819-4247-ac3d-728e3d52226a req-7d937ad9-e8cc-464b-b3f7-4a0f8a29d56e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] For port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:10:44.182680 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ecba9b33-a819-4247-ac3d-728e3d52226a req-7d937ad9-e8cc-464b-b3f7-4a0f8a29d56e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.200026 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ecba9b33-a819-4247-ac3d-728e3d52226a req-7d937ad9-e8cc-464b-b3f7-4a0f8a29d56e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Calling delete_port for 2fda1050-10a4-45ae-80b3-b0ed715d9e4a owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:10:44.329099 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ecba9b33-a819-4247-ac3d-728e3d52226a req-7d937ad9-e8cc-464b-b3f7-4a0f8a29d56e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.355874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d937ad9-e8cc-464b-b3f7-4a0f8a29d56e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event deleted for resources: {'Port': ['ID=2fda1050-10a4-45ae-80b3-b0ed715d9e4a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:44.401787 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecba9b33-a819-4247-ac3d-728e3d52226a req-7d937ad9-e8cc-464b-b3f7-4a0f8a29d56e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] No DVR routers for this DVR port 2fda1050-10a4-45ae-80b3-b0ed715d9e4a on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:10:44.404596 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ecba9b33-a819-4247-ac3d-728e3d52226a req-7d937ad9-e8cc-464b-b3f7-4a0f8a29d56e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:44.406726 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ecba9b33-a819-4247-ac3d-728e3d52226a req-7d937ad9-e8cc-464b-b3f7-4a0f8a29d56e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.13 "DELETE /v2.0/ports/2fda1050-10a4-45ae-80b3-b0ed715d9e4a HTTP/1.1" status: 204 len: 173 time: 0.3953478 Aug 31 15:10:44.419428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'name': 'network-vif-deleted', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:10:44.422108 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebf4336-190d-47a5-801f-4237f88a7c6d" -d '{"events": [{"server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "name": "network-vif-deleted", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:10:44.457171 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34120f6-4bf5-4de7-9dd5-87efd01ba2c5 x-openstack-request-id: req-f34120f6-4bf5-4de7-9dd5-87efd01ba2c5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:10:44.457465 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de21f6e2-c046-4561-ba71-91af3aa94be2", "name": "network-vif-deleted", "tag": "2fda1050-10a4-45ae-80b3-b0ed715d9e4a", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:10:44.457717 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f34120f6-4bf5-4de7-9dd5-87efd01ba2c5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:10:44.458127 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de21f6e2-c046-4561-ba71-91af3aa94be2', 'name': 'network-vif-deleted', 'tag': '2fda1050-10a4-45ae-80b3-b0ed715d9e4a', 'status': 'completed', 'code': 200} Aug 31 15:10:45.010720 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36292) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:45.068560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-398ba9cb-380d-4ba5-a2f9-d02045db1195 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.094373 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-398ba9cb-380d-4ba5-a2f9-d02045db1195 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.159352 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-398ba9cb-380d-4ba5-a2f9-d02045db1195 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.162172 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-398ba9cb-380d-4ba5-a2f9-d02045db1195 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:45.163343 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-398ba9cb-380d-4ba5-a2f9-d02045db1195 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "DELETE /v2.0/security-groups/95447c0a-8d09-43b1-943e-50242e567fa1 HTTP/1.1" status: 204 len: 168 time: 0.1516426 Aug 31 15:10:45.172238 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ba9cb-380d-4ba5-a2f9-d02045db1195 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95447c0a-8d09-43b1-943e-50242e567fa1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.035114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36298) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:46.039858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109818355', 'description': 'tempest-secgroup-smoke-109818355 description', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:46.062275 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.141686 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.145204 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.173586 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.174835 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1386395 Aug 31 15:10:46.177656 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36300) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:46.182850 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-270cb649-b31d-4ae3-b1ca-a32a312b43db tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group_rule': {'security_group_id': '21bb53e4-17a3-46c2-94fd-80d9e1abd709', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:46.187981 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21bb53e4-17a3-46c2-94fd-80d9e1abd709,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.200673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.201027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.201373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.201714 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.202051 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.202389 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.202720 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.203052 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.203382 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.203708 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.204033 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.204358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5404ff-fe31-45b5-8b0f-4a6bf178c692 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:10:46.222802 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-270cb649-b31d-4ae3-b1ca-a32a312b43db tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.268567 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-270cb649-b31d-4ae3-b1ca-a32a312b43db tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.271835 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-270cb649-b31d-4ae3-b1ca-a32a312b43db tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.289457 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cb649-b31d-4ae3-b1ca-a32a312b43db tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1be1293-bdc5-4937-a246-8c12be8bfc8e,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.296533 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-270cb649-b31d-4ae3-b1ca-a32a312b43db tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.297745 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-270cb649-b31d-4ae3-b1ca-a32a312b43db tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191552 Aug 31 15:10:46.300505 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36302) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:46.304864 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-040632f3-07ac-418b-8c39-f8d6b3c2d333 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group_rule': {'security_group_id': '21bb53e4-17a3-46c2-94fd-80d9e1abd709', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:46.332939 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-040632f3-07ac-418b-8c39-f8d6b3c2d333 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.392667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-040632f3-07ac-418b-8c39-f8d6b3c2d333 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.396354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-040632f3-07ac-418b-8c39-f8d6b3c2d333 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.414545 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040632f3-07ac-418b-8c39-f8d6b3c2d333 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c0a025-7468-44ee-8e19-75e0f5262cf6,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.422682 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-040632f3-07ac-418b-8c39-f8d6b3c2d333 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.424056 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-040632f3-07ac-418b-8c39-f8d6b3c2d333 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225662 Aug 31 15:10:46.426893 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36304) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:46.431267 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a288a2e2-122e-4e10-91c2-8e9b35ebba6c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group_rule': {'security_group_id': '21bb53e4-17a3-46c2-94fd-80d9e1abd709', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:46.457523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a288a2e2-122e-4e10-91c2-8e9b35ebba6c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.514122 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a288a2e2-122e-4e10-91c2-8e9b35ebba6c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.517709 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a288a2e2-122e-4e10-91c2-8e9b35ebba6c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.537107 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288a2e2-122e-4e10-91c2-8e9b35ebba6c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafd08fb-2bc2-4a68-8e78-ac6d284feca7,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.539478 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a288a2e2-122e-4e10-91c2-8e9b35ebba6c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.541234 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-a288a2e2-122e-4e10-91c2-8e9b35ebba6c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134052 Aug 31 15:10:46.544190 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36306) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:46.548631 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-3cf277d5-fb00-4237-a825-0e3909e981a6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group_rule': {'security_group_id': '21bb53e4-17a3-46c2-94fd-80d9e1abd709', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:46.574143 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cf277d5-fb00-4237-a825-0e3909e981a6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.633061 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cf277d5-fb00-4237-a825-0e3909e981a6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.637266 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cf277d5-fb00-4237-a825-0e3909e981a6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.656373 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf277d5-fb00-4237-a825-0e3909e981a6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccf5090-bcf2-44e5-91b0-560b4af34a6d,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.659677 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-3cf277d5-fb00-4237-a825-0e3909e981a6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.660961 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-3cf277d5-fb00-4237-a825-0e3909e981a6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157410 Aug 31 15:10:46.663997 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36308) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:46.668406 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-01a59497-8096-42b3-8b58-f3f39019cdee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group_rule': {'security_group_id': '21bb53e4-17a3-46c2-94fd-80d9e1abd709', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:46.688661 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-01a59497-8096-42b3-8b58-f3f39019cdee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Project c3a34b2b6c8f4eb6961da33280c5cc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:10:46.693272 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01a59497-8096-42b3-8b58-f3f39019cdee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.754345 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01a59497-8096-42b3-8b58-f3f39019cdee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.757667 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01a59497-8096-42b3-8b58-f3f39019cdee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.777343 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a59497-8096-42b3-8b58-f3f39019cdee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba671227-a620-4e06-aa6e-dc69bfa0986f,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.780426 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-01a59497-8096-42b3-8b58-f3f39019cdee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.781654 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-01a59497-8096-42b3-8b58-f3f39019cdee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167014 Aug 31 15:10:46.784411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36310) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:10:46.788833 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-02b44ac1-bfd7-4675-b700-a09492ccc30c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'security_group_rule': {'security_group_id': '21bb53e4-17a3-46c2-94fd-80d9e1abd709', 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:10:46.809225 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-02b44ac1-bfd7-4675-b700-a09492ccc30c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Project c3a34b2b6c8f4eb6961da33280c5cc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:10:46.813928 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02b44ac1-bfd7-4675-b700-a09492ccc30c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.874474 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02b44ac1-bfd7-4675-b700-a09492ccc30c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.877942 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02b44ac1-bfd7-4675-b700-a09492ccc30c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.897903 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b44ac1-bfd7-4675-b700-a09492ccc30c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db9d9ef-9201-4d64-a985-36bf694358d9,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:10:46.902053 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02b44ac1-bfd7-4675-b700-a09492ccc30c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:10:46.903371 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-02b44ac1-bfd7-4675-b700-a09492ccc30c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180108 Aug 31 15:10:47.579382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2fda1050-10a4-45ae-80b3-b0ed715d9e4a no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:10:47.600811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 2fda1050-10a4-45ae-80b3-b0ed715d9e4a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:10:47.601434 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 2fda1050-10a4-45ae-80b3-b0ed715d9e4a not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:10:57.077780 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:11:01.161789 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-dd50eaef-0e36-4877-809d-c9b40ed21a93 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109818355&fields=id&tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80 HTTP/1.1" status: 200 len: 267 time: 0.0343947 Aug 31 15:11:01.269146 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-8747839f-1190-4517-820b-870b07ae70b2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:01.270788 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-8747839f-1190-4517-820b-870b07ae70b2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 808 time: 0.1023927 Aug 31 15:11:01.285946 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-829398b3-de1a-4554-89db-17e801e13322 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/quotas/c3a34b2b6c8f4eb6961da33280c5cc80 HTTP/1.1" status: 200 len: 375 time: 0.0090208 Aug 31 15:11:01.338860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-6fd3efdc-24d5-4ba6-bd74-a34354379042 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474436 Aug 31 15:11:01.436345 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-412d19f3-d61b-4dbf-97c9-29bf864389f1 service neutron] 10.222.0.20 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861263 Aug 31 15:11:01.500568 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72828fe8-5059-4a1c-abbb-99c5e4dd4f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:01.529231 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-81532e18-489f-4ff3-903f-cbf78f9574f5 service neutron] 10.222.0.20 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861909 Aug 31 15:11:01.809969 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-63c696c4-b253-4350-a046-b3d34e7a780d req-cfcf0e96-8f80-4563-bb5f-bbe520108c89 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 210 time: 0.0277765 Aug 31 15:11:02.764760 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-e3559696-e4f7-442b-8e0d-827e11e3dcf7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:02.766282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-e3559696-e4f7-442b-8e0d-827e11e3dcf7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 808 time: 0.1097579 Aug 31 15:11:02.813467 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-2fbe2f70-b4da-4d8e-9bbc-6074a3b7be94 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80 HTTP/1.1" status: 200 len: 379 time: 0.0362885 Aug 31 15:11:02.825035 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'port': {'device_id': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'admin_state_up': True, 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'security_groups': ['21bb53e4-17a3-46c2-94fd-80d9e1abd709']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:02.923996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3777ae67-7572-4595-a197-0e56f92dc169 req-2a6be768-debd-4ff5-a553-697aaeef526e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 210 time: 0.0403841 Aug 31 15:11:02.965719 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Made reservation on behalf of c3a34b2b6c8f4eb6961da33280c5cc80 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:11:02.969316 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:03.111172 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Allocated IP 172.20.0.12 (671aea0e-8518-4fb7-ab86-3451fa376c57/64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08/61474452-e165-4836-90f4-32b293eeb3de) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:11:03.257954 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:03.271909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Transition to ACTIVE for port object 61474452-e165-4836-90f4-32b293eeb3de will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:11:03.306987 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:03.356162 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Network 671aea0e-8518-4fb7-ab86-3451fa376c57 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:11:03.359482 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:11:03.363536 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:11:03.401336 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'Port': ['ID=61474452-e165-4836-90f4-32b293eeb3de,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:03.422153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:03.422803 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:03.443342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-aa1d1cd8-6628-4555-819a-06e1d96362f8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6229591 Aug 31 15:11:03.456999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Request body: {'port': {'device_id': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:03.519068 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:03.705508 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8d291821-847b-4a75-9266-6fc5a39cfaf8 None None] Provisioning for port 61474452-e165-4836-90f4-32b293eeb3de completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:11:03.711869 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-8d291821-847b-4a75-9266-6fc5a39cfaf8 None None] Provisioning complete for port 61474452-e165-4836-90f4-32b293eeb3de triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:11:03.713535 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8d291821-847b-4a75-9266-6fc5a39cfaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:03.814422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61474452-e165-4836-90f4-32b293eeb3de {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:11:03.823455 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:03.837911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Transition to ACTIVE for port object 61474452-e165-4836-90f4-32b293eeb3de will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:11:03.842599 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:03.928145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Pushing event updated for resources: {'Port': ['ID=61474452-e165-4836-90f4-32b293eeb3de,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:03.971087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-8d291821-847b-4a75-9266-6fc5a39cfaf8 None None] Port 61474452-e165-4836-90f4-32b293eeb3de cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:11:04.085582 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00155c2a-31fd-48fc-98f3-c1ac75a57d6c req-8e4a4de5-1f59-4570-8b33-ec7fd3739a14 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:04.094868 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-00155c2a-31fd-48fc-98f3-c1ac75a57d6c req-8e4a4de5-1f59-4570-8b33-ec7fd3739a14 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0646255 Aug 31 15:11:04.154590 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-00155c2a-31fd-48fc-98f3-c1ac75a57d6c req-78fbd140-a9f3-426b-8c55-3a00e75390d3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531921 Aug 31 15:11:04.173700 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:04.186216 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-14887222-63a1-4224-a9d1-33a0c4e50128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:04.375594 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Attempting to bind port 61474452-e165-4836-90f4-32b293eeb3de on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:11:04.375820 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Attempting to bind port 61474452-e165-4836-90f4-32b293eeb3de by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:11:04.376157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Attempting to bind port 61474452-e165-4836-90f4-32b293eeb3de on network 671aea0e-8518-4fb7-ab86-3451fa376c57 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:11:04.380479 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Port 61474452-e165-4836-90f4-32b293eeb3de on network 671aea0e-8518-4fb7-ab86-3451fa376c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:11:04.380809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Attempting to bind port 61474452-e165-4836-90f4-32b293eeb3de on network 671aea0e-8518-4fb7-ab86-3451fa376c57 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:11:04.386402 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:11:04.386751 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Checking segment: {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:11:04.387135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Bound using segment: {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:11:04.387566 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Bound port: 61474452-e165-4836-90f4-32b293eeb3de, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d8092b-52e6-4000-ab18-d62f8bbb934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:11:04.387925 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:04.453314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] For port 61474452-e165-4836-90f4-32b293eeb3de, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:11:04.456712 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] For port 61474452-e165-4836-90f4-32b293eeb3de, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=61474452-e165-4836-90f4-32b293eeb3de,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:11:04.460919 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:04.493937 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:04.494576 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:04.496088 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] 10.222.0.13 "PUT /v2.0/ports/61474452-e165-4836-90f4-32b293eeb3de HTTP/1.1" status: 200 len: 1092 time: 1.0434475 Aug 31 15:11:04.496560 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'tag': '61474452-e165-4836-90f4-32b293eeb3de'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:11:04.498854 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16732fd3-7759-469c-8321-458385169cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "tag": "61474452-e165-4836-90f4-32b293eeb3de"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:11:04.529408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707babc-71cc-49c4-bc4a-150522ab274b service neutron] Pushing event updated for resources: {'Port': ['ID=61474452-e165-4836-90f4-32b293eeb3de,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:04.557902 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc39339-2a4e-40d7-af3c-b5089e5131b0 x-openstack-request-id: req-9cc39339-2a4e-40d7-af3c-b5089e5131b0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:11:04.558202 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "tag": "61474452-e165-4836-90f4-32b293eeb3de", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:11:04.558455 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cc39339-2a4e-40d7-af3c-b5089e5131b0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:11:04.558857 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'tag': '61474452-e165-4836-90f4-32b293eeb3de', 'status': 'completed', 'code': 200} Aug 31 15:11:04.614449 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-eb60da8c-400f-43a9-a8e1-7b05126c97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:04.616076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-eb60da8c-400f-43a9-a8e1-7b05126c97e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 1095 time: 0.0473907 Aug 31 15:11:04.661404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-f8abfaf0-906a-4799-a4fa-99390e60499f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61474452-e165-4836-90f4-32b293eeb3de HTTP/1.1" status: 200 len: 217 time: 0.0366850 Aug 31 15:11:04.719654 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-6365199f-3d68-4b9c-94ea-349bdfe49f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:04.722588 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-6365199f-3d68-4b9c-94ea-349bdfe49f67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0532386 Aug 31 15:11:04.777133 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-01bd5249-388e-4821-966e-23d517d45a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:04.778718 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-01bd5249-388e-4821-966e-23d517d45a4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495193 Aug 31 15:11:04.872000 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-ea4b373f-2053-467e-8d86-ad1ad584b83b service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837178 Aug 31 15:11:04.968295 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-dabc1102-9df8-4951-a62b-d7ff5c6acef7 req-14d6fa3b-8b9c-4110-8d7f-68b4681ad64a service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890074 Aug 31 15:11:05.050893 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16732fd3-7759-469c-8321-458385169cdb req-fdca7253-2c12-48c8-8b02-42fa91a7255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:05.052458 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16732fd3-7759-469c-8321-458385169cdb req-fdca7253-2c12-48c8-8b02-42fa91a7255c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 1095 time: 0.0425661 Aug 31 15:11:05.148113 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16732fd3-7759-469c-8321-458385169cdb req-150bcd7c-e158-4f69-bcf9-6704a5e479ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:05.150477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16732fd3-7759-469c-8321-458385169cdb req-150bcd7c-e158-4f69-bcf9-6704a5e479ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0903933 Aug 31 15:11:05.199686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16732fd3-7759-469c-8321-458385169cdb req-191bbbf6-9666-408f-9f4b-b00541ccab4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61474452-e165-4836-90f4-32b293eeb3de HTTP/1.1" status: 200 len: 217 time: 0.0405693 Aug 31 15:11:05.249926 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16732fd3-7759-469c-8321-458385169cdb req-de12c673-0c3c-435f-9442-b78fcdfe0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:05.251489 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16732fd3-7759-469c-8321-458385169cdb req-de12c673-0c3c-435f-9442-b78fcdfe0c2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0449233 Aug 31 15:11:05.264386 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f0310-2b98-4b8f-a8eb-61764da95c9a req-12468b8c-585e-46bc-a1c9-78def9ee4412 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:05.265933 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-490f0310-2b98-4b8f-a8eb-61764da95c9a req-12468b8c-585e-46bc-a1c9-78def9ee4412 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0507762 Aug 31 15:11:05.300060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16732fd3-7759-469c-8321-458385169cdb req-7c6e0bb3-33e3-4a8a-b620-63062d98e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:05.301634 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16732fd3-7759-469c-8321-458385169cdb req-7c6e0bb3-33e3-4a8a-b620-63062d98e6de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423455 Aug 31 15:11:05.307748 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-490f0310-2b98-4b8f-a8eb-61764da95c9a req-46de8264-211d-4913-93f3-3dc2de4283ee tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Aug 31 15:11:05.400568 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16732fd3-7759-469c-8321-458385169cdb req-c60d1d02-37a3-47c1-8dd9-20c7be880bd5 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906103 Aug 31 15:11:05.497067 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-16732fd3-7759-469c-8321-458385169cdb req-3501f501-af62-4c65-8189-ff6a16b7065c service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890424 Aug 31 15:11:05.512252 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:06.432885 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e160af-de76-46d1-abe3-7c3b2f772697 req-d26453b7-ac2d-4a29-9ea8-dfb647dd3d0d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:06.434414 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68e160af-de76-46d1-abe3-7c3b2f772697 req-d26453b7-ac2d-4a29-9ea8-dfb647dd3d0d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0561423 Aug 31 15:11:06.473475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-68e160af-de76-46d1-abe3-7c3b2f772697 req-be91437d-01fd-4788-b966-1411fadc414c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328000 Aug 31 15:11:07.060297 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:07.589526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c44399-08c4-4bac-92ad-c1fc5fe135b4 req-8b148779-1a28-4c58-9103-f68133ca89ce tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:07.591041 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70c44399-08c4-4bac-92ad-c1fc5fe135b4 req-8b148779-1a28-4c58-9103-f68133ca89ce tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0488563 Aug 31 15:11:07.627999 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-70c44399-08c4-4bac-92ad-c1fc5fe135b4 req-28e2b689-3d5b-4969-850f-579fc92c6301 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310652 Aug 31 15:11:08.744344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee0e1a-5fef-4f6e-b999-a5fb919034f4 req-77d820d5-d958-486b-9e4f-3c051da0a80e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:08.745874 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbee0e1a-5fef-4f6e-b999-a5fb919034f4 req-77d820d5-d958-486b-9e4f-3c051da0a80e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0490603 Aug 31 15:11:08.783092 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbee0e1a-5fef-4f6e-b999-a5fb919034f4 req-7f69e236-2562-47f0-a054-46400c1ea85a tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313227 Aug 31 15:11:09.820036 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:09.904730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f64a5-7e2c-4a9b-a457-5939fb07660e req-288ba46e-e646-48cc-b7de-05b91da3e7d9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:09.906254 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-265f64a5-7e2c-4a9b-a457-5939fb07660e req-288ba46e-e646-48cc-b7de-05b91da3e7d9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0488374 Aug 31 15:11:09.947618 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-265f64a5-7e2c-4a9b-a457-5939fb07660e req-1d8106d1-863b-4734-98f4-398c207a412a tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354018 Aug 31 15:11:10.010091 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:11.060305 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6c347-35e5-4e42-a39e-2008a8a0093e req-6b90cf6d-4fb3-46ca-a252-49d5cf48b8f3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:11.061714 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6f6c347-35e5-4e42-a39e-2008a8a0093e req-6b90cf6d-4fb3-46ca-a252-49d5cf48b8f3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0482750 Aug 31 15:11:11.098282 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-c6f6c347-35e5-4e42-a39e-2008a8a0093e req-5a77e3cf-4618-4717-b354-2568b5859aeb tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306780 Aug 31 15:11:12.218519 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cedc5f-07a2-463c-b686-19295ce66058 req-5290174f-5666-4a69-aad8-d66ee46729e7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:12.220030 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-96cedc5f-07a2-463c-b686-19295ce66058 req-5290174f-5666-4a69-aad8-d66ee46729e7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0496738 Aug 31 15:11:12.259248 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-96cedc5f-07a2-463c-b686-19295ce66058 req-3281c5c1-941c-4987-bfae-333a403aee61 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331860 Aug 31 15:11:13.431517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51bb24-1a53-4f92-b16d-190ad42966e6 req-d551b2e8-3c66-4696-86d0-389271ce81c2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:13.433138 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb51bb24-1a53-4f92-b16d-190ad42966e6 req-d551b2e8-3c66-4696-86d0-389271ce81c2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.1041453 Aug 31 15:11:13.471108 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb51bb24-1a53-4f92-b16d-190ad42966e6 req-87aabfce-3b23-4056-8451-3abc7cf9676e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318980 Aug 31 15:11:14.639706 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f4e71-534e-4962-927e-776c2fac870e req-70025d2f-2fdf-414c-b252-033973900b96 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:14.641252 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-961f4e71-534e-4962-927e-776c2fac870e req-70025d2f-2fdf-414c-b252-033973900b96 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.1030304 Aug 31 15:11:14.679407 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-961f4e71-534e-4962-927e-776c2fac870e req-fc825cb9-e7b7-4f74-bf8b-1f5d8b08fd99 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322649 Aug 31 15:11:15.733984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 61474452-e165-4836-90f4-32b293eeb3de details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:11:15.799205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdfdc8-cc56-475a-ac73-c6728ddba68e req-2892e726-8b1e-4788-918b-8c25177b5776 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:15.800788 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d8bdfdc8-cc56-475a-ac73-c6728ddba68e req-2892e726-8b1e-4788-918b-8c25177b5776 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0495768 Aug 31 15:11:15.830385 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 61474452-e165-4836-90f4-32b293eeb3de, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=61474452-e165-4836-90f4-32b293eeb3de,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:15.839535 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-d8bdfdc8-cc56-475a-ac73-c6728ddba68e req-b0daf47e-cd5e-4fc1-a5b3-3010914aa921 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326865 Aug 31 15:11:15.845297 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '61474452-e165-4836-90f4-32b293eeb3de', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'port_id': '61474452-e165-4836-90f4-32b293eeb3de', 'mac_address': 'fa:16:3e:7d:07:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:11:15.883136 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:15.895288 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61474452-e165-4836-90f4-32b293eeb3de {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:11:15.913634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 61474452-e165-4836-90f4-32b293eeb3de, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=61474452-e165-4836-90f4-32b293eeb3de,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:15.917838 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:15.963203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=61474452-e165-4836-90f4-32b293eeb3de,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:15.970220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:15.970571 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:15.970916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:15.971258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:15.971600 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:15.971933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:15.972267 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:15.972631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:15.972968 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:15.973292 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:15.973620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:15.973946 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:11:16.145578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['61474452-e165-4836-90f4-32b293eeb3de'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:11:16.953915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b1adb-e0be-4869-975e-1a477b6dba8e req-f0272873-f5cf-4189-b92f-6f49e0e90577 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:16.955409 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff0b1adb-e0be-4869-975e-1a477b6dba8e req-f0272873-f5cf-4189-b92f-6f49e0e90577 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 945 time: 0.0482454 Aug 31 15:11:16.998813 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ff0b1adb-e0be-4869-975e-1a477b6dba8e req-a5afe664-d60a-4bbc-be51-d434d1cb1c50 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374599 Aug 31 15:11:17.763825 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 61474452-e165-4836-90f4-32b293eeb3de up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:11:17.811509 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 61474452-e165-4836-90f4-32b293eeb3de completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:11:17.815185 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 61474452-e165-4836-90f4-32b293eeb3de triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:11:17.815563 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:17.892244 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:17.914901 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61474452-e165-4836-90f4-32b293eeb3de'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:11:17.917164 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4049315d-4b7d-4c3e-91d1-d1b3c9fb8cc3" -d '{"events": [{"server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "name": "network-vif-plugged", "status": "completed", "tag": "61474452-e165-4836-90f4-32b293eeb3de"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:11:17.930740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 61474452-e165-4836-90f4-32b293eeb3de, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=61474452-e165-4836-90f4-32b293eeb3de,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:11:17.935251 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:17.959395 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f95d66-0c48-4152-b263-de712a815676 x-openstack-request-id: req-21f95d66-0c48-4152-b263-de712a815676 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:11:17.959694 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "name": "network-vif-plugged", "status": "completed", "tag": "61474452-e165-4836-90f4-32b293eeb3de", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:11:17.959947 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21f95d66-0c48-4152-b263-de712a815676 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:11:17.960341 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61474452-e165-4836-90f4-32b293eeb3de', 'code': 200} Aug 31 15:11:17.986302 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=61474452-e165-4836-90f4-32b293eeb3de,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:18.052730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6c727-5584-4a67-a013-69a80e80221f req-c87233f4-2857-4ca7-be93-937b1b143ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:18.054275 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9af6c727-5584-4a67-a013-69a80e80221f req-c87233f4-2857-4ca7-be93-937b1b143ae7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 1097 time: 0.0411000 Aug 31 15:11:18.089977 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9af6c727-5584-4a67-a013-69a80e80221f req-db12cecb-f784-44a1-8052-490d4c030f8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282593 Aug 31 15:11:18.113754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377db25-21ae-47c7-a8ff-509163268601 req-cbd4e60e-c2db-4118-af99-53b4c44d058d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:18.115270 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6377db25-21ae-47c7-a8ff-509163268601 req-cbd4e60e-c2db-4118-af99-53b4c44d058d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0492063 Aug 31 15:11:18.152491 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6377db25-21ae-47c7-a8ff-509163268601 req-1eef9609-8e12-42ec-8646-70d994fd6624 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308883 Aug 31 15:11:19.276024 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3996e48-19c6-4d9d-a85d-10a85b1edcbd req-721d3762-2160-4b1c-bade-5d79bb0d1350 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:19.277839 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a3996e48-19c6-4d9d-a85d-10a85b1edcbd req-721d3762-2160-4b1c-bade-5d79bb0d1350 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0569773 Aug 31 15:11:19.315554 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a3996e48-19c6-4d9d-a85d-10a85b1edcbd req-0d74ae1b-2423-44c5-96bd-dfd4640606be tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 Aug 31 15:11:19.428242 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad02ab-e6b3-4540-913b-1e277840db41 req-ae3be724-0d17-49f2-9c29-db567221028f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:19.429780 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1dad02ab-e6b3-4540-913b-1e277840db41 req-ae3be724-0d17-49f2-9c29-db567221028f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0491693 Aug 31 15:11:19.467477 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-1dad02ab-e6b3-4540-913b-1e277840db41 req-83bb1ee9-54a2-4e5c-b4be-be033cbaf309 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315008 Aug 31 15:11:19.489879 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36508) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:19.528327 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d014839-74f4-4ac1-9cc3-4ad43adaddfd tempest-TestShelveInstance-896118045 tempest-TestShelveInstance-896118045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:19.530545 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-4d014839-74f4-4ac1-9cc3-4ad43adaddfd tempest-TestShelveInstance-896118045 tempest-TestShelveInstance-896118045-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 1092 time: 0.0397022 Aug 31 15:11:19.533346 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36510) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:11:19.537612 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '61474452-e165-4836-90f4-32b293eeb3de', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:11:19.558479 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:19.658313 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:19.768928 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Allocated IP 172.25.3.43 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/5130d153-a59e-4bc6-9484-cda53cd05044) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:11:19.870982 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:19.910252 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:19.943252 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:11:19.945969 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:11:19.948524 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:11:19.986383 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'Port': ['ID=5130d153-a59e-4bc6-9484-cda53cd05044,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:20.321939 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:20.389081 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:20.535523 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:20.539955 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:20.618919 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event updated for resources: {'Port': ['ID=5130d153-a59e-4bc6-9484-cda53cd05044,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:11:20.633725 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:20.735955 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Floating IP 9da6c150-067c-449f-b4cb-e2282a90127d associated. External IP: 172.25.3.43, port: 61474452-e165-4836-90f4-32b293eeb3de. Aug 31 15:11:21.277833 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Router c24e4842-ebb0-4411-b1a5-12748118e50a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:11:21.382338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:11:21.392427 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87825da4-a556-4ced-80e2-6e19a0774bae None None] Sync routers for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:11:21.400719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:21.402948 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87825da4-a556-4ced-80e2-6e19a0774bae None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:11:21.403618 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-87825da4-a556-4ced-80e2-6e19a0774bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:11:21.430616 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-b1d8585d-550a-411c-8a88-68b23e5cabdc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8962617 Aug 31 15:11:21.431222 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'tag': '61474452-e165-4836-90f4-32b293eeb3de'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:11:21.433546 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c035811d08aaf94b3945b1679bc855303e466cc5a1470948d68f8318512416e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410fbb92-358b-4692-9572-72f413b5cf7a" -d '{"events": [{"name": "network-changed", "server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "tag": "61474452-e165-4836-90f4-32b293eeb3de"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:11:21.511122 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-87825da4-a556-4ced-80e2-6e19a0774bae None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:11:21.530278 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92d54c5-962a-44ea-82ec-754491ceea75 x-openstack-request-id: req-f92d54c5-962a-44ea-82ec-754491ceea75 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:11:21.530570 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "tag": "61474452-e165-4836-90f4-32b293eeb3de", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:11:21.530825 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f92d54c5-962a-44ea-82ec-754491ceea75 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:11:21.531232 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'tag': '61474452-e165-4836-90f4-32b293eeb3de', 'status': 'completed', 'code': 200} Aug 31 15:11:21.593145 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fbb92-358b-4692-9572-72f413b5cf7a req-009205d2-a8a8-4145-9086-9b284c05811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:21.594671 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-410fbb92-358b-4692-9572-72f413b5cf7a req-009205d2-a8a8-4145-9086-9b284c05811e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 1097 time: 0.0408182 Aug 31 15:11:21.685898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fbb92-358b-4692-9572-72f413b5cf7a req-034aa54a-8a9d-49bb-aded-475b1ee4df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:21.687477 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-410fbb92-358b-4692-9572-72f413b5cf7a req-034aa54a-8a9d-49bb-aded-475b1ee4df38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0848174 Aug 31 15:11:21.737028 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-87825da4-a556-4ced-80e2-6e19a0774bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '9da6c150-067c-449f-b4cb-e2282a90127d', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'port_id': '61474452-e165-4836-90f4-32b293eeb3de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'mac_address': 'fa:16:3e:7d:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:11:20Z', 'updated_at': '2021-08-31T15:11:20Z', 'revision_number': 0, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:11:21.760608 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-410fbb92-358b-4692-9572-72f413b5cf7a req-7180e11c-1889-4b82-b642-c7bb41246d8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61474452-e165-4836-90f4-32b293eeb3de HTTP/1.1" status: 200 len: 999 time: 0.0649087 Aug 31 15:11:21.762812 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87825da4-a556-4ced-80e2-6e19a0774bae None None] Checking router: c24e4842-ebb0-4411-b1a5-12748118e50a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:11:21.770893 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87825da4-a556-4ced-80e2-6e19a0774bae None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:11:21.771503 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-87825da4-a556-4ced-80e2-6e19a0774bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:11:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:11:21.809189 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fbb92-358b-4692-9572-72f413b5cf7a req-065a1a9d-63a0-4309-94c9-345c69d1ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:21.811355 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-410fbb92-358b-4692-9572-72f413b5cf7a req-065a1a9d-63a0-4309-94c9-345c69d1ed99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0437012 Aug 31 15:11:21.858600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fbb92-358b-4692-9572-72f413b5cf7a req-730e3184-f5a8-409a-9396-e3eb6cf2e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:11:21.860133 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-410fbb92-358b-4692-9572-72f413b5cf7a req-730e3184-f5a8-409a-9396-e3eb6cf2e907 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421622 Aug 31 15:11:21.877515 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-87825da4-a556-4ced-80e2-6e19a0774bae None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:11:21.952576 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-410fbb92-358b-4692-9572-72f413b5cf7a req-03d5a4a6-7733-4068-bf6b-9455f0a55235 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847645 Aug 31 15:11:22.043597 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-410fbb92-358b-4692-9572-72f413b5cf7a req-352bb2eb-5e3d-4456-b498-568fea37b371 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836744 Aug 31 15:11:22.103410 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-87825da4-a556-4ced-80e2-6e19a0774bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '9da6c150-067c-449f-b4cb-e2282a90127d', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'port_id': '61474452-e165-4836-90f4-32b293eeb3de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'mac_address': 'fa:16:3e:7d:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:11:20Z', 'updated_at': '2021-08-31T15:11:20Z', 'revision_number': 0, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:11:22.130079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87825da4-a556-4ced-80e2-6e19a0774bae None None] The sync data for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 is: [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '9da6c150-067c-449f-b4cb-e2282a90127d', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'port_id': '61474452-e165-4836-90f4-32b293eeb3de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'mac_address': 'fa:16:3e:7d:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:11:20Z', 'updated_at': '2021-08-31T15:11:20Z', 'revision_number': 0, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:11:22.312537 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c80026-7db1-47e0-87eb-f9580deb9c18 None None] New status for floating IP 9da6c150-067c-449f-b4cb-e2282a90127d: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:11:31.501774 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ebfe094-bf3a-43fc-b597-cc5efd2e34df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:34.077520 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:11:34.145660 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:34.165800 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-76415729-ab08-4bf2-a8fe-396827de292a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:35.513507 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:37.064126 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:39.816008 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:11:40.012926 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:01.503870 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f21b91bd-9344-40f7-8223-907f041cad54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:02.847686 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dfeaace-e158-42a4-a58f-c49b6f8cdda0 req-39b88768-e375-46ce-a1ba-da41381def68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456579 Aug 31 15:12:02.933071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeaace-e158-42a4-a58f-c49b6f8cdda0 req-ea4d3c44-dca4-40e4-acdf-03c284e8a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:02.934661 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dfeaace-e158-42a4-a58f-c49b6f8cdda0 req-ea4d3c44-dca4-40e4-acdf-03c284e8a7e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 1097 time: 0.0409174 Aug 31 15:12:03.036561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeaace-e158-42a4-a58f-c49b6f8cdda0 req-557897d0-2425-4bb7-bcd6-4308e9041e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:03.038097 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dfeaace-e158-42a4-a58f-c49b6f8cdda0 req-557897d0-2425-4bb7-bcd6-4308e9041e12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0837300 Aug 31 15:12:03.107910 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dfeaace-e158-42a4-a58f-c49b6f8cdda0 req-7c47906e-d976-4ebd-bde1-d47be67eb1a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61474452-e165-4836-90f4-32b293eeb3de HTTP/1.1" status: 200 len: 1001 time: 0.0613971 Aug 31 15:12:03.158435 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeaace-e158-42a4-a58f-c49b6f8cdda0 req-9dd6d9b4-1bb5-4220-805e-0fc0b1ca52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:03.159975 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dfeaace-e158-42a4-a58f-c49b6f8cdda0 req-9dd6d9b4-1bb5-4220-805e-0fc0b1ca52ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0443881 Aug 31 15:12:03.205866 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeaace-e158-42a4-a58f-c49b6f8cdda0 req-5b86238b-8d1f-4a72-ae20-f74795775f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:12:03.207430 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dfeaace-e158-42a4-a58f-c49b6f8cdda0 req-5b86238b-8d1f-4a72-ae20-f74795775f9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400343 Aug 31 15:12:03.303962 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dfeaace-e158-42a4-a58f-c49b6f8cdda0 req-633ddacb-7333-4fe7-83d7-64fdc2694be8 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882478 Aug 31 15:12:03.393953 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1dfeaace-e158-42a4-a58f-c49b6f8cdda0 req-d9ca3ccd-09cb-436d-a55a-39cdb11ac516 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819838 Aug 31 15:12:04.146032 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:04.167152 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a89c2f3a-f514-4079-a1f2-f1fc9ed8bcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:05.515924 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:07.065737 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:09.833200 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:10.026616 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:11.076506 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:12:31.504424 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cce32ca3-4ac7-4767-bc37-743b83d413a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:34.147222 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:34.165981 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4fde3b8f-28eb-4558-9190-5c01af16f858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:35.517785 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:37.069114 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:39.832639 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:40.018075 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:12:48.076929 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:13:01.506671 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c29533b-ab4f-4aea-99d7-665f12cdfc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:02.853911 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1504d95-2024-48c4-8b31-f1593c527cb1 req-353b57c0-cc8c-4405-a4bc-619e06a49a34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457299 Aug 31 15:13:02.935541 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1504d95-2024-48c4-8b31-f1593c527cb1 req-e4b0e4ef-f423-437c-a949-2123c869e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:02.937046 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1504d95-2024-48c4-8b31-f1593c527cb1 req-e4b0e4ef-f423-437c-a949-2123c869e0d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 1097 time: 0.0401378 Aug 31 15:13:03.040939 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1504d95-2024-48c4-8b31-f1593c527cb1 req-5ef1a5b1-b636-4cc0-aa57-03e081325d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:03.042431 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1504d95-2024-48c4-8b31-f1593c527cb1 req-5ef1a5b1-b636-4cc0-aa57-03e081325d7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0841117 Aug 31 15:13:03.112852 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1504d95-2024-48c4-8b31-f1593c527cb1 req-ea6ae1b1-a43f-48df-b630-f362d7df63d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61474452-e165-4836-90f4-32b293eeb3de HTTP/1.1" status: 200 len: 1001 time: 0.0620320 Aug 31 15:13:03.163065 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1504d95-2024-48c4-8b31-f1593c527cb1 req-6caa2ed0-ef8e-4865-bcf7-3118c01dec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:03.164590 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1504d95-2024-48c4-8b31-f1593c527cb1 req-6caa2ed0-ef8e-4865-bcf7-3118c01dec2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0447927 Aug 31 15:13:03.211029 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1504d95-2024-48c4-8b31-f1593c527cb1 req-c76d337d-64c1-4c53-a34a-7b2a88f56712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:03.212644 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1504d95-2024-48c4-8b31-f1593c527cb1 req-c76d337d-64c1-4c53-a34a-7b2a88f56712 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409377 Aug 31 15:13:03.311186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1504d95-2024-48c4-8b31-f1593c527cb1 req-548464e5-aaf8-4bda-9709-40ac3cdbeeb4 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912745 Aug 31 15:13:03.410428 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f1504d95-2024-48c4-8b31-f1593c527cb1 req-aa2cd8b5-5520-4592-9e7b-04c333ebee3d service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903711 Aug 31 15:13:04.147100 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:04.165841 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-32761a8b-7123-4f84-acb9-1c6d41bbe44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:05.520563 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:07.071118 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:09.848117 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:10.041154 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:14.399102 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c85d64-a495-4a03-9783-4452adb68fdd req-902cb05a-bcf9-4936-8e0a-af1dcc74dfcc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:14.400567 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9c85d64-a495-4a03-9783-4452adb68fdd req-902cb05a-bcf9-4936-8e0a-af1dcc74dfcc tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0573003 Aug 31 15:13:14.439017 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a9c85d64-a495-4a03-9783-4452adb68fdd req-02a479f6-93e0-4999-94b4-05d78db518e1 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322068 Aug 31 15:13:15.587685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701316c2-41be-4819-8253-713d35bc6575 req-111efb90-c4af-402b-90cd-a73a36adac76 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:15.589224 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-701316c2-41be-4819-8253-713d35bc6575 req-111efb90-c4af-402b-90cd-a73a36adac76 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0503907 Aug 31 15:13:15.628072 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-701316c2-41be-4819-8253-713d35bc6575 req-40b1baeb-a959-412a-967e-4cb79af71ff6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328839 Aug 31 15:13:16.772303 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b85b7-4d30-4012-a26b-8b5bf696a38a req-a0b871a1-b5f9-4c87-868d-ac72e9115e25 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:16.773726 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-890b85b7-4d30-4012-a26b-8b5bf696a38a req-a0b871a1-b5f9-4c87-868d-ac72e9115e25 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0486519 Aug 31 15:13:16.811186 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-890b85b7-4d30-4012-a26b-8b5bf696a38a req-d62461ee-916b-41b1-94b1-d690474149c4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Aug 31 15:13:17.924690 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc30dc0-eb9f-4876-872f-d7cb8bfe9720 req-7035d307-3c71-4912-b5e6-013aa38436c3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:17.926171 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bc30dc0-eb9f-4876-872f-d7cb8bfe9720 req-7035d307-3c71-4912-b5e6-013aa38436c3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0482845 Aug 31 15:13:17.962946 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3bc30dc0-eb9f-4876-872f-d7cb8bfe9720 req-83c79c5c-473a-4d25-b8be-1a8939e8d951 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307336 Aug 31 15:13:19.076193 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc28cc-3d57-44cb-9ed6-0a85f2c3c326 req-e14be927-e7a2-43da-ba5a-ba8ecc1b19e9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:19.077713 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbdc28cc-3d57-44cb-9ed6-0a85f2c3c326 req-e14be927-e7a2-43da-ba5a-ba8ecc1b19e9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0484371 Aug 31 15:13:19.115836 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fbdc28cc-3d57-44cb-9ed6-0a85f2c3c326 req-199a4489-b17c-4b36-b54f-0eab4d6353b4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316248 Aug 31 15:13:20.232877 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2c470-67a4-4d27-93f2-baf0702efc43 req-5c60fdad-c707-4b8d-b61e-f56c45bd77fb tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:20.234326 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2b2c470-67a4-4d27-93f2-baf0702efc43 req-5c60fdad-c707-4b8d-b61e-f56c45bd77fb tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0515671 Aug 31 15:13:20.270801 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d2b2c470-67a4-4d27-93f2-baf0702efc43 req-60d166b8-ab40-4f54-af99-10297d6a7628 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299459 Aug 31 15:13:21.390592 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86639f59-d87c-4231-be81-0547a5fa692e req-f0414c10-b796-47bb-8cfc-bb8592cec842 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:21.392099 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-86639f59-d87c-4231-be81-0547a5fa692e req-f0414c10-b796-47bb-8cfc-bb8592cec842 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0533490 Aug 31 15:13:21.430126 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-86639f59-d87c-4231-be81-0547a5fa692e req-bac38723-d4cf-4b41-8982-ecb00198b93e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312920 Aug 31 15:13:22.543568 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e30d6-81d9-447e-b3e4-bf33f9769554 req-e78f112c-0b22-460b-b5ea-35adb3e6148e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:22.545067 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6a2e30d6-81d9-447e-b3e4-bf33f9769554 req-e78f112c-0b22-460b-b5ea-35adb3e6148e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0480273 Aug 31 15:13:22.583060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6a2e30d6-81d9-447e-b3e4-bf33f9769554 req-514fc36c-bb84-4809-bd74-496bf2d31393 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318696 Aug 31 15:13:23.697263 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e0717-70b0-477b-a588-59e0529ef92e req-d25f67d4-4540-47e1-ae43-4c9ece6ca683 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:23.698761 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-830e0717-70b0-477b-a588-59e0529ef92e req-d25f67d4-4540-47e1-ae43-4c9ece6ca683 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0496294 Aug 31 15:13:23.736237 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-830e0717-70b0-477b-a588-59e0529ef92e req-7e733084-67cb-4fd7-a7ca-95a339d45a08 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311792 Aug 31 15:13:24.549314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505775ad-5eb6-469c-bb62-84be506df5ec req-9e231890-d6ee-4162-a2e8-74b7812eb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:24.550827 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-505775ad-5eb6-469c-bb62-84be506df5ec req-9e231890-d6ee-4162-a2e8-74b7812eb9ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 1097 time: 0.0408225 Aug 31 15:13:24.642889 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505775ad-5eb6-469c-bb62-84be506df5ec req-f3c66f26-ac08-44c9-ae6e-4d32fcb00054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:24.644367 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-505775ad-5eb6-469c-bb62-84be506df5ec req-f3c66f26-ac08-44c9-ae6e-4d32fcb00054 service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0863981 Aug 31 15:13:24.710348 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-505775ad-5eb6-469c-bb62-84be506df5ec req-7fe99270-e3b6-4165-ae07-0f1cc287ea17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61474452-e165-4836-90f4-32b293eeb3de HTTP/1.1" status: 200 len: 1001 time: 0.0582857 Aug 31 15:13:24.759005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505775ad-5eb6-469c-bb62-84be506df5ec req-fae57ec0-577e-4e7e-a2a0-74b601b5da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:24.760465 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-505775ad-5eb6-469c-bb62-84be506df5ec req-fae57ec0-577e-4e7e-a2a0-74b601b5da94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0428445 Aug 31 15:13:24.814642 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505775ad-5eb6-469c-bb62-84be506df5ec req-98f9c507-24bf-4cdc-9ef3-7f26a53a37de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:24.816220 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-505775ad-5eb6-469c-bb62-84be506df5ec req-98f9c507-24bf-4cdc-9ef3-7f26a53a37de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457582 Aug 31 15:13:24.851845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87b04-15b5-4ccb-bb82-a50c929ee1ba req-9b27e3ac-0744-4ddf-a720-8836a1f07088 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:24.853401 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-53b87b04-15b5-4ccb-bb82-a50c929ee1ba req-9b27e3ac-0744-4ddf-a720-8836a1f07088 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0504262 Aug 31 15:13:24.892060 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-53b87b04-15b5-4ccb-bb82-a50c929ee1ba req-e7649ddd-5890-47e7-855a-2c9a05305273 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318246 Aug 31 15:13:24.910457 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-505775ad-5eb6-469c-bb62-84be506df5ec req-189635a4-bcdd-4a96-8614-80af7de24c87 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863948 Aug 31 15:13:25.004511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-505775ad-5eb6-469c-bb62-84be506df5ec req-1d859fe8-cdf8-4f7d-b420-f5a21e53eb92 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856781 Aug 31 15:13:25.075716 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:13:26.010975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b26684-2160-4b06-889a-94a7c1bf9f2b req-c59aaff5-ae1c-456d-8134-fd2a950085b4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:26.012516 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-90b26684-2160-4b06-889a-94a7c1bf9f2b req-c59aaff5-ae1c-456d-8134-fd2a950085b4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0502744 Aug 31 15:13:26.050405 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-90b26684-2160-4b06-889a-94a7c1bf9f2b req-e09d2acd-51a5-4533-ab84-246ccfae1096 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319889 Aug 31 15:13:27.168818 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8297cc-df92-4377-9297-1db2f1060eee req-6bc1fc4c-71b2-4371-939f-628dda24ec25 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:27.170331 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6a8297cc-df92-4377-9297-1db2f1060eee req-6bc1fc4c-71b2-4371-939f-628dda24ec25 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0531659 Aug 31 15:13:27.208733 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-6a8297cc-df92-4377-9297-1db2f1060eee req-b5aa9b82-d6bb-4705-b210-85fefab851eb tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Aug 31 15:13:28.323508 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37ac8e-ce5a-4509-b3e7-3f9110961aa1 req-036d3902-d952-4062-8adf-c846e421673e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:28.324922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee37ac8e-ce5a-4509-b3e7-3f9110961aa1 req-036d3902-d952-4062-8adf-c846e421673e tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0490758 Aug 31 15:13:28.361596 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ee37ac8e-ce5a-4509-b3e7-3f9110961aa1 req-3648a3cf-54cf-4ef7-89d3-739219a6ebf6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307136 Aug 31 15:13:28.492526 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-38f53f37-9fc0-4133-a0e1-38dac2598f3c req-c215868b-34d0-486b-b527-82b47aaf9345 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:13:28.493549 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-38f53f37-9fc0-4133-a0e1-38dac2598f3c req-c215868b-34d0-486b-b527-82b47aaf9345 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0696182 Aug 31 15:13:28.654970 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-930f3284-1d44-478b-9415-37cb733801dd req-29d40c37-0b86-410f-82c4-175f7c0934db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727239 Aug 31 15:13:28.669444 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf00a4-5e28-4d04-aa4a-7bb61cfcadc2 req-e995214c-b2e5-4d4d-94ef-264b45f4ec61 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:28.671013 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7acf00a4-5e28-4d04-aa4a-7bb61cfcadc2 req-e995214c-b2e5-4d4d-94ef-264b45f4ec61 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0603461 Aug 31 15:13:28.710242 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-7acf00a4-5e28-4d04-aa4a-7bb61cfcadc2 req-8a236f2d-95f8-4c8e-98aa-b87e0ec9e256 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323906 Aug 31 15:13:29.826251 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2616a-42d8-4714-b425-bb004e8ae972 req-eaa7f3c9-6b5a-402d-9d41-6247d30e1dc8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:29.827817 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-efd2616a-42d8-4714-b425-bb004e8ae972 req-eaa7f3c9-6b5a-402d-9d41-6247d30e1dc8 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0501842 Aug 31 15:13:29.867249 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-efd2616a-42d8-4714-b425-bb004e8ae972 req-192d2db3-7443-4f92-8c6d-6a9075b4585f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331190 Aug 31 15:13:30.366612 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 61474452-e165-4836-90f4-32b293eeb3de no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:13:30.443238 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:30.470883 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61474452-e165-4836-90f4-32b293eeb3de'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:30.473136 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6951fa-c08c-42bc-a4ea-3128bf4ce174" -d '{"events": [{"server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "name": "network-vif-unplugged", "status": "completed", "tag": "61474452-e165-4836-90f4-32b293eeb3de"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:30.485224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 61474452-e165-4836-90f4-32b293eeb3de, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=61474452-e165-4836-90f4-32b293eeb3de,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:30.490279 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:30.513867 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b976ba95-d78f-41c0-83b5-7ca6250c33ae x-openstack-request-id: req-b976ba95-d78f-41c0-83b5-7ca6250c33ae {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:30.514170 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "name": "network-vif-unplugged", "status": "failed", "tag": "61474452-e165-4836-90f4-32b293eeb3de", "code": 422}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:30.514425 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b976ba95-d78f-41c0-83b5-7ca6250c33ae {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:30.514823 n-d-792364-6 neutron-server[106389]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61474452-e165-4836-90f4-32b293eeb3de', 'code': 422} returned with failed status Aug 31 15:13:30.542576 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=61474452-e165-4836-90f4-32b293eeb3de,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:30.550521 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:30.550875 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:30.551223 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:30.552055 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:30.552393 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:30.552751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:30.553086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:30.553419 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:30.553750 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:30.554079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:30.554821 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:30.555161 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:13:30.981439 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fb859-4249-4f7c-a409-51899a68be5a req-99f1586b-d59e-4873-b408-9ead9b4053ac tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:30.983552 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e01fb859-4249-4f7c-a409-51899a68be5a req-99f1586b-d59e-4873-b408-9ead9b4053ac tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0487170 Aug 31 15:13:31.021160 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e01fb859-4249-4f7c-a409-51899a68be5a req-853084c0-576c-4905-a460-6c398704c63d tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308115 Aug 31 15:13:31.507447 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c88f-bcdb-4838-86f6-a763529218b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:32.136294 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70891-a510-4dab-9292-f9536d10b8ea req-cd54ec19-a597-4fde-a461-d91d2bbc11c7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:32.137743 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdf70891-a510-4dab-9292-f9536d10b8ea req-cd54ec19-a597-4fde-a461-d91d2bbc11c7 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0497444 Aug 31 15:13:32.178328 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fdf70891-a510-4dab-9292-f9536d10b8ea req-f55978b4-289e-4882-956d-972a90d98b4f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344999 Aug 31 15:13:33.297365 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c2438-60c9-490c-a69b-e815eab12c02 req-df2b8f8a-78b9-4076-9b1f-cdce4f6aa000 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:33.299002 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-695c2438-60c9-490c-a69b-e815eab12c02 req-df2b8f8a-78b9-4076-9b1f-cdce4f6aa000 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0534086 Aug 31 15:13:33.338413 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-695c2438-60c9-490c-a69b-e815eab12c02 req-481b7929-335f-4ae4-8ab2-70f7a95d792b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331650 Aug 31 15:13:34.149221 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:34.165102 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c2075782-0153-4310-a768-1e5a069de53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:34.314909 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3284-1d44-478b-9415-37cb733801dd req-b61a1697-bdca-4764-866d-7628515a83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:34.316392 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-930f3284-1d44-478b-9415-37cb733801dd req-b61a1697-bdca-4764-866d-7628515a83e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed&tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80 HTTP/1.1" status: 200 len: 1095 time: 0.0437286 Aug 31 15:13:34.379107 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3284-1d44-478b-9415-37cb733801dd req-735f518d-0d67-43c7-bf3c-15c73cd4ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:34.381397 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-930f3284-1d44-478b-9415-37cb733801dd req-735f518d-0d67-43c7-bf3c-15c73cd4ac4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 1095 time: 0.0414388 Aug 31 15:13:34.500138 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f049d5-7822-40be-9464-35722ed36fd3 req-56a6338d-43c5-4537-ad59-6bf44657457f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:34.501629 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-39f049d5-7822-40be-9464-35722ed36fd3 req-56a6338d-43c5-4537-ad59-6bf44657457f tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0731676 Aug 31 15:13:34.517382 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3284-1d44-478b-9415-37cb733801dd req-5eb28198-66c8-4043-9836-3d29f931341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:34.518766 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-930f3284-1d44-478b-9415-37cb733801dd req-5eb28198-66c8-4043-9836-3d29f931341b service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.1309400 Aug 31 15:13:34.580448 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-39f049d5-7822-40be-9464-35722ed36fd3 req-ef980075-d814-4f9c-9ba3-07370498fbed tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712597 Aug 31 15:13:34.598755 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-930f3284-1d44-478b-9415-37cb733801dd req-7481d7c1-78a3-4350-a57b-21e9b9dc11c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61474452-e165-4836-90f4-32b293eeb3de HTTP/1.1" status: 200 len: 999 time: 0.0706770 Aug 31 15:13:34.650775 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3284-1d44-478b-9415-37cb733801dd req-3c963ec6-90d7-4915-95fd-324952e4aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:34.652468 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-930f3284-1d44-478b-9415-37cb733801dd req-3c963ec6-90d7-4915-95fd-324952e4aee8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0472243 Aug 31 15:13:34.699047 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3284-1d44-478b-9415-37cb733801dd req-5e4c5cce-68aa-4e1b-b846-bb818e3bc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:34.700581 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-930f3284-1d44-478b-9415-37cb733801dd req-5e4c5cce-68aa-4e1b-b846-bb818e3bc345 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397642 Aug 31 15:13:34.713827 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-930f3284-1d44-478b-9415-37cb733801dd req-4a985fbf-4447-42ba-953b-e491049928b0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:13:34.714922 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-930f3284-1d44-478b-9415-37cb733801dd req-4a985fbf-4447-42ba-953b-e491049928b0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055492 Aug 31 15:13:34.806002 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-930f3284-1d44-478b-9415-37cb733801dd req-604ab87f-aea6-43f4-88d6-9c3d59478869 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819197 Aug 31 15:13:34.898641 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-930f3284-1d44-478b-9415-37cb733801dd req-fca318d0-2b28-443b-9d96-f3eb8a460ac9 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844007 Aug 31 15:13:35.524473 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:35.698831 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce1162-c84f-4390-b01c-25379d2c4d0a req-0e8c18e5-b4db-4630-9445-af1d0e908bf4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:35.700388 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-02ce1162-c84f-4390-b01c-25379d2c4d0a req-0e8c18e5-b4db-4630-9445-af1d0e908bf4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0487242 Aug 31 15:13:35.737439 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-02ce1162-c84f-4390-b01c-25379d2c4d0a req-5552aba6-d369-434d-8986-837d5c64ea00 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311828 Aug 31 15:13:36.855727 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37382d8-ce39-4d57-8827-791a219a8968 req-bbba1e89-0109-4f0c-b8db-eed10b303dcd tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:36.857273 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f37382d8-ce39-4d57-8827-791a219a8968 req-bbba1e89-0109-4f0c-b8db-eed10b303dcd tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0505342 Aug 31 15:13:36.895539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f37382d8-ce39-4d57-8827-791a219a8968 req-7d8ec2e0-9b48-4364-bf86-21f3672e7ec4 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317852 Aug 31 15:13:37.074902 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:38.008356 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e989-203d-4495-bd78-9f6c6a51ddac req-9d1640d8-088c-4d2a-b1bb-d7386d7aca94 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:38.009861 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c154e989-203d-4495-bd78-9f6c6a51ddac req-9d1640d8-088c-4d2a-b1bb-d7386d7aca94 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0482135 Aug 31 15:13:38.047930 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c154e989-203d-4495-bd78-9f6c6a51ddac req-7a3decb6-d0d5-4048-9722-06aaebb1089c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320597 Aug 31 15:13:39.169849 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e72d2-0d5f-41d3-84a2-b9d473381457 req-47848b2c-f773-4094-99a6-bf195a077b4b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:39.171230 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd2e72d2-0d5f-41d3-84a2-b9d473381457 req-47848b2c-f773-4094-99a6-bf195a077b4b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0480552 Aug 31 15:13:39.208488 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd2e72d2-0d5f-41d3-84a2-b9d473381457 req-12de3fca-516f-4164-a441-09246179e1c3 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304356 Aug 31 15:13:39.847302 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:40.056971 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:40.325551 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c4faa-61b5-49e5-8833-7b7afd60f27e req-955b2db3-02b9-4aad-a722-41c8a937a5df tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:40.327043 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a16c4faa-61b5-49e5-8833-7b7afd60f27e req-955b2db3-02b9-4aad-a722-41c8a937a5df tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0528502 Aug 31 15:13:40.365210 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-a16c4faa-61b5-49e5-8833-7b7afd60f27e req-e9377e23-6928-4382-8783-22ff4892d68c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321009 Aug 31 15:13:41.484412 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622b1ca-c708-49e5-8014-e8505f76b1ff req-54c93e58-5fd5-434b-9114-b69578d3493b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:41.485917 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f622b1ca-c708-49e5-8014-e8505f76b1ff req-54c93e58-5fd5-434b-9114-b69578d3493b tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 944 time: 0.0542057 Aug 31 15:13:41.525127 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f622b1ca-c708-49e5-8014-e8505f76b1ff req-b5c13f36-195e-48cd-a374-aedb31262586 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331900 Aug 31 15:13:42.412396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 61474452-e165-4836-90f4-32b293eeb3de details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:13:42.509243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 61474452-e165-4836-90f4-32b293eeb3de, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=61474452-e165-4836-90f4-32b293eeb3de,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:42.520263 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '61474452-e165-4836-90f4-32b293eeb3de', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'port_id': '61474452-e165-4836-90f4-32b293eeb3de', 'mac_address': 'fa:16:3e:7d:07:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:13:42.557612 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:42.570406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61474452-e165-4836-90f4-32b293eeb3de {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:13:42.590207 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 61474452-e165-4836-90f4-32b293eeb3de, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=61474452-e165-4836-90f4-32b293eeb3de,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:42.594144 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:42.643069 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=61474452-e165-4836-90f4-32b293eeb3de,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:42.644304 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ab8c9-82f5-4528-a93f-b443870cd2f7 req-2aea6c11-4222-4dd9-81ae-337d5a230464 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:42.646360 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee6ab8c9-82f5-4528-a93f-b443870cd2f7 req-2aea6c11-4222-4dd9-81ae-337d5a230464 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 945 time: 0.0484862 Aug 31 15:13:42.684742 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-ee6ab8c9-82f5-4528-a93f-b443870cd2f7 req-38ee5cde-b097-4293-8d12-de558e76be90 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315120 Aug 31 15:13:42.834042 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['61474452-e165-4836-90f4-32b293eeb3de'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:13:43.798152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d8a0d-159b-4399-8581-3af33ffde6d2 req-9efca252-1c7b-4cd6-8058-25eeb94c38a6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:43.799645 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f62d8a0d-159b-4399-8581-3af33ffde6d2 req-9efca252-1c7b-4cd6-8058-25eeb94c38a6 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 945 time: 0.0482728 Aug 31 15:13:43.837003 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f62d8a0d-159b-4399-8581-3af33ffde6d2 req-f4666812-d632-4fc2-ac07-764ab81cc147 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307331 Aug 31 15:13:44.411782 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 61474452-e165-4836-90f4-32b293eeb3de up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:13:44.462365 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 61474452-e165-4836-90f4-32b293eeb3de triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:13:44.462742 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:44.536747 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:44.558032 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61474452-e165-4836-90f4-32b293eeb3de'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:13:44.560253 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168ca945-36c9-4387-8983-43e06b3adf76" -d '{"events": [{"server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "name": "network-vif-plugged", "status": "completed", "tag": "61474452-e165-4836-90f4-32b293eeb3de"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:13:44.573071 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 61474452-e165-4836-90f4-32b293eeb3de, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=61474452-e165-4836-90f4-32b293eeb3de,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:13:44.577352 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:13:44.600329 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5161680e-6fee-46c1-8c8e-fd2ed67d9e7b x-openstack-request-id: req-5161680e-6fee-46c1-8c8e-fd2ed67d9e7b {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:13:44.600649 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "name": "network-vif-plugged", "status": "completed", "tag": "61474452-e165-4836-90f4-32b293eeb3de", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:13:44.600904 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5161680e-6fee-46c1-8c8e-fd2ed67d9e7b {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:13:44.601296 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61474452-e165-4836-90f4-32b293eeb3de', 'code': 200} Aug 31 15:13:44.625887 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=61474452-e165-4836-90f4-32b293eeb3de,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:13:44.741052 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2767dbf-0be2-4d64-bab9-17cb07b00d8a req-baa54a02-26e3-41e7-81d2-42726e3712d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:44.742553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2767dbf-0be2-4d64-bab9-17cb07b00d8a req-baa54a02-26e3-41e7-81d2-42726e3712d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 1097 time: 0.0423081 Aug 31 15:13:44.777984 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2767dbf-0be2-4d64-bab9-17cb07b00d8a req-4ad93fb7-c4b5-4a55-b5ac-c1bf4139e71f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271332 Aug 31 15:13:44.958668 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd8e5-7efe-4cda-91e3-c29052ddbbf7 req-bfd52b55-8f9b-4aa5-a844-252c2461a411 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:44.960235 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-784dd8e5-7efe-4cda-91e3-c29052ddbbf7 req-bfd52b55-8f9b-4aa5-a844-252c2461a411 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0559428 Aug 31 15:13:44.997773 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-784dd8e5-7efe-4cda-91e3-c29052ddbbf7 req-5106458a-a475-4ae1-93c6-07140ae59eec tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314631 Aug 31 15:13:46.114192 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926520b1-1cb9-46ec-9dad-e80d2d39fffc req-1aedc5de-cf1a-4bf3-af6c-04d6c3fd7db2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:13:46.116344 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-926520b1-1cb9-46ec-9dad-e80d2d39fffc req-1aedc5de-cf1a-4bf3-af6c-04d6c3fd7db2 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0490477 Aug 31 15:13:46.153295 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-926520b1-1cb9-46ec-9dad-e80d2d39fffc req-c09f5aa0-59a9-40d7-9f88-49f2feb33137 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308845 Aug 31 15:14:01.509297 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10c05677-4c6c-40b6-a3c6-2f4a703fff38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:02.074655 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:14:04.151029 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:04.169435 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1618-b0d6-4630-a006-738b873c6266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:04.851592 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62c07de1-2511-475f-b3d3-04e7a2e06e89 req-02056cb8-9cb7-4eea-898b-0d223b51d64e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412459 Aug 31 15:14:04.938534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c07de1-2511-475f-b3d3-04e7a2e06e89 req-15d8eb16-1319-4749-ac5d-31d9ae2f5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:04.940038 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62c07de1-2511-475f-b3d3-04e7a2e06e89 req-15d8eb16-1319-4749-ac5d-31d9ae2f5b24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 1097 time: 0.0402663 Aug 31 15:14:05.052534 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c07de1-2511-475f-b3d3-04e7a2e06e89 req-6dc2f0fc-f72d-447d-8325-01ca3ef3ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:05.054022 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62c07de1-2511-475f-b3d3-04e7a2e06e89 req-6dc2f0fc-f72d-447d-8325-01ca3ef3ef52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.0887113 Aug 31 15:14:05.123656 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62c07de1-2511-475f-b3d3-04e7a2e06e89 req-85b55c6d-5cac-4212-821d-c21683f9c805 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61474452-e165-4836-90f4-32b293eeb3de HTTP/1.1" status: 200 len: 1001 time: 0.0586061 Aug 31 15:14:05.178967 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c07de1-2511-475f-b3d3-04e7a2e06e89 req-fec47d3f-5292-45ee-922e-fe373cd6961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:05.180495 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62c07de1-2511-475f-b3d3-04e7a2e06e89 req-fec47d3f-5292-45ee-922e-fe373cd6961a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0488029 Aug 31 15:14:05.227132 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c07de1-2511-475f-b3d3-04e7a2e06e89 req-39e0c680-2077-4683-9936-37cc9d62a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:14:05.228728 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62c07de1-2511-475f-b3d3-04e7a2e06e89 req-39e0c680-2077-4683-9936-37cc9d62a409 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403330 Aug 31 15:14:05.318123 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62c07de1-2511-475f-b3d3-04e7a2e06e89 req-f1fca24c-3549-43f4-a529-9c731e519a09 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800745 Aug 31 15:14:05.412731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-62c07de1-2511-475f-b3d3-04e7a2e06e89 req-4d623c8e-9d62-43f1-ad6d-cf6ebab219fd service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877824 Aug 31 15:14:05.525731 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:07.075698 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:09.856784 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:10.050999 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:31.510324 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81d0b96d-3e88-4207-b58a-e281fee8f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:34.154444 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:34.170195 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b7810ea6-59f5-4d74-955d-7c9dee8e3e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:35.529570 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:37.080029 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:39.074562 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:14:39.861334 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:40.068292 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:59.112176 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36664) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:14:59.273695 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Deleting port 5130d153-a59e-4bc6-9484-cda53cd05044 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:14:59.274036 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:59.345404 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:59.345726 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:59.356772 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Calling delete_port for 5130d153-a59e-4bc6-9484-cda53cd05044 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:14:59.502487 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:59.527411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event deleted for resources: {'Port': ['ID=5130d153-a59e-4bc6-9484-cda53cd05044,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:14:59.540654 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:59.541013 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:59.541358 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:59.541696 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:59.542029 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:59.542363 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:59.542693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:59.543023 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:59.543350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:59.543703 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:59.544027 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:59.544379 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:59.597138 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:59.597475 n-d-792364-6 neutron-server[106387]: INFO neutron.db.l3_db [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Floating IP 9da6c150-067c-449f-b4cb-e2282a90127d disassociated (deleted). External IP: 172.25.3.43, port: 61474452-e165-4836-90f4-32b293eeb3de. Aug 31 15:14:59.801039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Router c24e4842-ebb0-4411-b1a5-12748118e50a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:14:59.908799 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:14:59.913711 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:59.918725 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ef9d3-3c68-4c02-8899-36b85dba8929 None None] Sync routers for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:14:59.927333 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ef9d3-3c68-4c02-8899-36b85dba8929 None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:14:59.927948 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b79ef9d3-3c68-4c02-8899-36b85dba8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:14:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:59.943000 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-7b910d6c-fa85-42d8-ae77-baf1b4767097 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "DELETE /v2.0/floatingips/9da6c150-067c-449f-b4cb-e2282a90127d HTTP/1.1" status: 204 len: 168 time: 0.8271470 Aug 31 15:14:59.943000 n-d-792364-6 neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'tag': '61474452-e165-4836-90f4-32b293eeb3de'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:14:59.943376 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c035811d08aaf94b3945b1679bc855303e466cc5a1470948d68f8318512416e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee59adc-83cb-46ad-beb3-37938596110d" -d '{"events": [{"name": "network-changed", "server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "tag": "61474452-e165-4836-90f4-32b293eeb3de"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:14:59.981491 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4126c576-b36d-419d-b236-a87cf82182bd x-openstack-request-id: req-4126c576-b36d-419d-b236-a87cf82182bd {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:14:59.988226 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "tag": "61474452-e165-4836-90f4-32b293eeb3de", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:14:59.988781 n-d-792364-6 neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4126c576-b36d-419d-b236-a87cf82182bd {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:14:59.989385 n-d-792364-6 neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'tag': '61474452-e165-4836-90f4-32b293eeb3de', 'status': 'completed', 'code': 200} Aug 31 15:15:00.037147 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b79ef9d3-3c68-4c02-8899-36b85dba8929 None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:00.051254 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59adc-83cb-46ad-beb3-37938596110d req-496e4e80-74d3-4470-b782-dc39e1fa0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:00.052827 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ee59adc-83cb-46ad-beb3-37938596110d req-496e4e80-74d3-4470-b782-dc39e1fa0a00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 1097 time: 0.0456777 Aug 31 15:15:00.191848 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4fc28-f388-4d67-80af-7ea5f2f0a6fe req-a8022cea-130d-4258-9534-4c87a071db74 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:00.198416 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7fe4fc28-f388-4d67-80af-7ea5f2f0a6fe req-a8022cea-130d-4258-9534-4c87a071db74 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0577061 Aug 31 15:15:00.201310 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59adc-83cb-46ad-beb3-37938596110d req-9bed7159-6653-4ab5-9c99-72f078a700b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:00.205085 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ee59adc-83cb-46ad-beb3-37938596110d req-9bed7159-6653-4ab5-9c99-72f078a700b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 200 len: 909 time: 0.1427801 Aug 31 15:15:00.247288 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-7fe4fc28-f388-4d67-80af-7ea5f2f0a6fe req-8f04d16c-7b85-4d04-ae8a-69b6df5beb5a tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405478 Aug 31 15:15:00.253428 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ee59adc-83cb-46ad-beb3-37938596110d req-09d6a159-ff88-41b4-8ac0-c8806ecca43c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61474452-e165-4836-90f4-32b293eeb3de HTTP/1.1" status: 200 len: 217 time: 0.0382624 Aug 31 15:15:00.312127 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59adc-83cb-46ad-beb3-37938596110d req-28ca2737-0038-48e1-be1c-2cd167822b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:00.313658 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ee59adc-83cb-46ad-beb3-37938596110d req-28ca2737-0038-48e1-be1c-2cd167822b7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 200 len: 847 time: 0.0516682 Aug 31 15:15:00.361004 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59adc-83cb-46ad-beb3-37938596110d req-bd2348ea-d389-4a02-be57-4324b1109082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:00.362527 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ee59adc-83cb-46ad-beb3-37938596110d req-bd2348ea-d389-4a02-be57-4324b1109082 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=671aea0e-8518-4fb7-ab86-3451fa376c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411158 Aug 31 15:15:00.415438 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b79ef9d3-3c68-4c02-8899-36b85dba8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:00.442562 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ef9d3-3c68-4c02-8899-36b85dba8929 None None] Checking router: c24e4842-ebb0-4411-b1a5-12748118e50a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:00.454908 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ef9d3-3c68-4c02-8899-36b85dba8929 None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:00.455524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b79ef9d3-3c68-4c02-8899-36b85dba8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:14:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:00.459627 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ee59adc-83cb-46ad-beb3-37938596110d req-6a150f40-c8c1-4868-9422-e20e5150b0b9 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876341 Aug 31 15:15:00.560117 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b79ef9d3-3c68-4c02-8899-36b85dba8929 None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:00.602394 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9ee59adc-83cb-46ad-beb3-37938596110d req-f382bf18-ea4e-4229-9ac4-004b2bbf0738 service neutron] 10.222.0.13 "GET /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330276 Aug 31 15:15:00.755911 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b79ef9d3-3c68-4c02-8899-36b85dba8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:00.785863 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ef9d3-3c68-4c02-8899-36b85dba8929 None None] The sync data for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 is: [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:30Z', 'revision_number': 4, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '63ce8a1d-51fe-42d6-94e0-e4d854f444c5', 'name': '', 'network_id': '671aea0e-8518-4fb7-ab86-3451fa376c57', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'mac_address': 'fa:16:3e:b7:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:30Z', 'updated_at': '2021-08-31T15:06:35Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'subnets': [{'id': '64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:01.003039 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734952f-1989-40f9-a80b-d7d78e10bcf3 None None] New status for floating IP 9da6c150-067c-449f-b4cb-e2282a90127d: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:15:01.365517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594bd0a-d6a7-49fb-937b-e9274e1793c6 req-37747d1a-5a72-4d20-ad9d-8a328059dbc9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:01.367016 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0594bd0a-d6a7-49fb-937b-e9274e1793c6 req-37747d1a-5a72-4d20-ad9d-8a328059dbc9 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0486414 Aug 31 15:15:01.404699 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0594bd0a-d6a7-49fb-937b-e9274e1793c6 req-c7104426-366f-49cd-94d9-4f3182c86b68 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/security-groups?id=21bb53e4-17a3-46c2-94fd-80d9e1abd709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309758 Aug 31 15:15:01.510782 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd99c-ffd6-4581-9f1a-1a6c77a1fa00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:01.851865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2544c-a497-49ea-a838-a7177ca043e3 req-20ae06f0-ea23-436e-916c-e591a4aeb182 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:01.853404 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65f2544c-a497-49ea-a838-a7177ca043e3 req-20ae06f0-ea23-436e-916c-e591a4aeb182 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.13 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 946 time: 0.0514059 Aug 31 15:15:01.944217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-65f2544c-a497-49ea-a838-a7177ca043e3 req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Deleting port 61474452-e165-4836-90f4-32b293eeb3de {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:01.944592 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65f2544c-a497-49ea-a838-a7177ca043e3 req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:02.030944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-65f2544c-a497-49ea-a838-a7177ca043e3 req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] For port 61474452-e165-4836-90f4-32b293eeb3de, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=61474452-e165-4836-90f4-32b293eeb3de,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:02.031312 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65f2544c-a497-49ea-a838-a7177ca043e3 req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:02.043800 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-65f2544c-a497-49ea-a838-a7177ca043e3 req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Calling delete_port for 61474452-e165-4836-90f4-32b293eeb3de owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:02.171616 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65f2544c-a497-49ea-a838-a7177ca043e3 req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:02.198977 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event deleted for resources: {'Port': ['ID=61474452-e165-4836-90f4-32b293eeb3de,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:02.209072 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:02.209429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:02.209778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:02.210119 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:02.210452 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:02.210788 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:02.211123 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:02.211453 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:02.211786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:02.212111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:02.212458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:02.212784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:02.253725 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f2544c-a497-49ea-a838-a7177ca043e3 req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] No DVR routers for this DVR port 61474452-e165-4836-90f4-32b293eeb3de on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:15:02.256463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-65f2544c-a497-49ea-a838-a7177ca043e3 req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:02.258612 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-65f2544c-a497-49ea-a838-a7177ca043e3 req-6686867e-6788-4a2c-87cf-1f83c9ac3a67 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.13 "DELETE /v2.0/ports/61474452-e165-4836-90f4-32b293eeb3de HTTP/1.1" status: 204 len: 173 time: 0.3988197 Aug 31 15:15:02.259051 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'name': 'network-vif-deleted', 'tag': '61474452-e165-4836-90f4-32b293eeb3de'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:15:02.261946 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2251c74-b82c-4d0f-857d-000c57f64f91" -d '{"events": [{"server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "name": "network-vif-deleted", "tag": "61474452-e165-4836-90f4-32b293eeb3de"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:15:02.351670 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feed3004-eba9-4fa1-ac2d-bdbfff4a0565 x-openstack-request-id: req-feed3004-eba9-4fa1-ac2d-bdbfff4a0565 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:15:02.351971 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c1b139-9b2c-4152-8c45-b4e4d0edc5ed", "name": "network-vif-deleted", "tag": "61474452-e165-4836-90f4-32b293eeb3de", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:15:02.352727 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-feed3004-eba9-4fa1-ac2d-bdbfff4a0565 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:15:02.352727 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c1b139-9b2c-4152-8c45-b4e4d0edc5ed', 'name': 'network-vif-deleted', 'tag': '61474452-e165-4836-90f4-32b293eeb3de', 'status': 'completed', 'code': 200} Aug 31 15:15:02.503560 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2324e36b-6da8-416d-ad8f-7e0978e036a1 req-96482848-0989-402f-9e1c-2ef08ac33c97 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 210 time: 0.0304527 Aug 31 15:15:03.611546 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0e2fb71e-ece1-468b-a4ba-b77456e80fb1 req-7dd088f1-6cd3-429c-9d76-72a8254ff958 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 210 time: 0.0299857 Aug 31 15:15:04.165862 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:04.177253 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1a9d4137-d019-4269-bf87-a246e35f8d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:04.712076 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-9fb6f9cc-6a1d-446b-9023-9c0117c8e74f req-d6a2bf3b-062d-4f85-87a0-ffc07f2b5a43 tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 210 time: 0.0256436 Aug 31 15:15:04.828094 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 61474452-e165-4836-90f4-32b293eeb3de no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:15:04.848018 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 61474452-e165-4836-90f4-32b293eeb3de {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:15:04.848361 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 61474452-e165-4836-90f4-32b293eeb3de not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:15:05.533497 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:05.823375 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-5c8d5568-0aa6-4300-9da5-8f55757d37df req-4b78efdd-72c8-49ef-9a0e-12f52d9fef1c tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c1b139-9b2c-4152-8c45-b4e4d0edc5ed HTTP/1.1" status: 200 len: 210 time: 0.0271633 Aug 31 15:15:06.878927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36702) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:06.939694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05e0e6c8-1c05-4b6d-9ec2-97bf5e0143fe tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:06.965365 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05e0e6c8-1c05-4b6d-9ec2-97bf5e0143fe tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:07.027753 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05e0e6c8-1c05-4b6d-9ec2-97bf5e0143fe tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:07.030581 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05e0e6c8-1c05-4b6d-9ec2-97bf5e0143fe tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:07.031781 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-05e0e6c8-1c05-4b6d-9ec2-97bf5e0143fe tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] 10.222.0.20 "DELETE /v2.0/security-groups/21bb53e4-17a3-46c2-94fd-80d9e1abd709 HTTP/1.1" status: 204 len: 168 time: 0.1517866 Aug 31 15:15:07.041901 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0e6c8-1c05-4b6d-9ec2-97bf5e0143fe tempest-TestShelveInstance-46939015 tempest-TestShelveInstance-46939015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bb53e4-17a3-46c2-94fd-80d9e1abd709,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:07.083250 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36706) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:07.088377 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:07.854128 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b83c204-93e3-4858-8d46-88fc8635e0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:08.101053 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3b83c204-93e3-4858-8d46-88fc8635e0cb admin admin] Deleting port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:08.101707 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b83c204-93e3-4858-8d46-88fc8635e0cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:08.177257 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-3b83c204-93e3-4858-8d46-88fc8635e0cb admin admin] For port 63ce8a1d-51fe-42d6-94e0-e4d854f444c5, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=63ce8a1d-51fe-42d6-94e0-e4d854f444c5,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:08.177633 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b83c204-93e3-4858-8d46-88fc8635e0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:08.191975 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-3b83c204-93e3-4858-8d46-88fc8635e0cb admin admin] Calling delete_port for 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:08.378210 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b83c204-93e3-4858-8d46-88fc8635e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:08.402430 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83c204-93e3-4858-8d46-88fc8635e0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=63ce8a1d-51fe-42d6-94e0-e4d854f444c5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:08.585089 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3b83c204-93e3-4858-8d46-88fc8635e0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:08.806437 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b83c204-93e3-4858-8d46-88fc8635e0cb admin admin] Router c24e4842-ebb0-4411-b1a5-12748118e50a has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:15:08.910340 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b83c204-93e3-4858-8d46-88fc8635e0cb admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:15:08.917731 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3b83c204-93e3-4858-8d46-88fc8635e0cb admin admin] 10.222.0.20 "PUT /v2.0/routers/c24e4842-ebb0-4411-b1a5-12748118e50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8323982 Aug 31 15:15:08.918583 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36710) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:08.919751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2865d2ea-143b-4559-9d55-b4fc72812878 None None] Sync routers for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:08.929326 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2865d2ea-143b-4559-9d55-b4fc72812878 None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:08.929957 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2865d2ea-143b-4559-9d55-b4fc72812878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:09.032875 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.044695 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2865d2ea-143b-4559-9d55-b4fc72812878 None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:09.136484 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.188858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Deleting port 370c983c-6879-48cf-8189-131ad04c9731 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:09.189186 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.227086 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2865d2ea-143b-4559-9d55-b4fc72812878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '370c983c-6879-48cf-8189-131ad04c9731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:15:08Z', 'revision_number': 5, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port': {'id': '370c983c-6879-48cf-8189-131ad04c9731', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:09.261126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2865d2ea-143b-4559-9d55-b4fc72812878 None None] Checking router: c24e4842-ebb0-4411-b1a5-12748118e50a for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:09.269939 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2865d2ea-143b-4559-9d55-b4fc72812878 None None] Routers {'c24e4842-ebb0-4411-b1a5-12748118e50a'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:09.270568 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2865d2ea-143b-4559-9d55-b4fc72812878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['c24e4842-ebb0-4411-b1a5-12748118e50a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:09.275581 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] For port 370c983c-6879-48cf-8189-131ad04c9731, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=370c983c-6879-48cf-8189-131ad04c9731,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:09.275951 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.288082 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Calling delete_port for 370c983c-6879-48cf-8189-131ad04c9731 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:09.363248 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2865d2ea-143b-4559-9d55-b4fc72812878 None None] Set router c24e4842-ebb0-4411-b1a5-12748118e50a gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:09.418558 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2865d2ea-143b-4559-9d55-b4fc72812878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:15:09Z', 'revision_number': 6, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:09.449936 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2865d2ea-143b-4559-9d55-b4fc72812878 None None] The sync data for ids ['c24e4842-ebb0-4411-b1a5-12748118e50a'] in n-d-792364-6 is: [{'id': 'c24e4842-ebb0-4411-b1a5-12748118e50a', 'name': 'tempest-TestShelveInstance-651403075-router', 'tenant_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:28Z', 'updated_at': '2021-08-31T15:15:09Z', 'revision_number': 6, 'project_id': 'c3a34b2b6c8f4eb6961da33280c5cc80', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:09.466779 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.497875 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=370c983c-6879-48cf-8189-131ad04c9731,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:09.554027 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.644803 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.646888 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.691622 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.692171 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c24e4842-ebb0-4411-b1a5-12748118e50a {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:15:09.696504 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.697712 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bd8e4a96-4eaf-4d8c-b2e8-3046fbc5b4f7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c24e4842-ebb0-4411-b1a5-12748118e50a HTTP/1.1" status: 204 len: 168 time: 0.7781463 Aug 31 15:15:09.700246 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36712) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:09.744225 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-357da6f5-e3b1-489d-b2e5-09162e93e49f admin admin] Deleting subnet 64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:15:09.747175 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-357da6f5-e3b1-489d-b2e5-09162e93e49f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.782695 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-357da6f5-e3b1-489d-b2e5-09162e93e49f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.861897 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.867101 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-357da6f5-e3b1-489d-b2e5-09162e93e49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.919351 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-357da6f5-e3b1-489d-b2e5-09162e93e49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.942740 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357da6f5-e3b1-489d-b2e5-09162e93e49f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:09.948385 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-357da6f5-e3b1-489d-b2e5-09162e93e49f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:09.950294 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-357da6f5-e3b1-489d-b2e5-09162e93e49f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/64ecfeec-d5ee-40fb-b5de-bc9a7dd7bc08 HTTP/1.1" status: 204 len: 168 time: 0.2491081 Aug 31 15:15:09.952819 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36714) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:09.955819 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb9fcc2-8d64-4e49-bde1-6c41b8c6c9cf None None] Network 671aea0e-8518-4fb7-ab86-3451fa376c57 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:15:10.018459 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.076513 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Deleting port 348a818e-5bb2-4329-8e96-1c3d0a01f213 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:10.076846 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.082234 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.141374 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] For port 348a818e-5bb2-4329-8e96-1c3d0a01f213, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=348a818e-5bb2-4329-8e96-1c3d0a01f213,segment=NetworkSegment(80d8092b-52e6-4000-ab18-d62f8bbb934e),segment_id=80d8092b-52e6-4000-ab18-d62f8bbb934e)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:10.141662 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.154955 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Calling delete_port for 348a818e-5bb2-4329-8e96-1c3d0a01f213 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:10.224760 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] DHCP port deletion for 671aea0e-8518-4fb7-ab86-3451fa376c57 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:15:10.242322 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.268120 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=348a818e-5bb2-4329-8e96-1c3d0a01f213,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:10.271662 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Deleting port 348a818e-5bb2-4329-8e96-1c3d0a01f213 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:10.271845 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] No DVR routers for this DVR port 348a818e-5bb2-4329-8e96-1c3d0a01f213 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:15:10.272381 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.336004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] For port 348a818e-5bb2-4329-8e96-1c3d0a01f213, host n-d-792364-6, got binding levels [] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:10.336593 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.344938 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.352916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Calling delete_port for 348a818e-5bb2-4329-8e96-1c3d0a01f213 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:10.354856 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671aea0e-8518-4fb7-ab86-3451fa376c57']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:10.355589 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.ipam_backend_mixin [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Port 348a818e-5bb2-4329-8e96-1c3d0a01f213 was not found and therefore no delete operation was performed {{(pid=106389) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 15:15:10.357279 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.368746 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d8092b-52e6-4000-ab18-d62f8bbb934e') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:10.369085 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d8092b-52e6-4000-ab18-d62f8bbb934e') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:10.381899 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.387796 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Pushing event deleted for resources: {'Port': ['ID=348a818e-5bb2-4329-8e96-1c3d0a01f213,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:10.392300 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] No DVR routers for this DVR port 348a818e-5bb2-4329-8e96-1c3d0a01f213 on host n-d-792364-6 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:15:10.403213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:10.403213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:10.403213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:10.403213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:10.403213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:10.403213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:10.403213 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:10.404426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:10.404426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:10.404426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:10.405114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:10.405114 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab69aea-5f14-4fb3-a6e9-73a395d9dc43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:10.405377 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.413785 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:15:10.414537 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: timer() Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:15:10.416703 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:15:10.476268 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.483118 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.485080 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/671aea0e-8518-4fb7-ab86-3451fa376c57 HTTP/1.1" status: 204 len: 168 time: 0.5313349 Aug 31 15:15:10.488237 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36716) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:10.497754 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba95fd-71c1-457d-8518-a1aeaed314f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=671aea0e-8518-4fb7-ab86-3451fa376c57,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:10.834675 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8cee400-f6fb-4cb9-a785-e47dbd783fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.981409 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 370c983c-6879-48cf-8189-131ad04c9731 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:15:11.000961 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 370c983c-6879-48cf-8189-131ad04c9731 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:15:11.001314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 370c983c-6879-48cf-8189-131ad04c9731 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:15:11.001740 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:15:11.020645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:15:11.021000 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 63ce8a1d-51fe-42d6-94e0-e4d854f444c5 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:15:11.021414 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 348a818e-5bb2-4329-8e96-1c3d0a01f213 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:15:11.040083 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 348a818e-5bb2-4329-8e96-1c3d0a01f213 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:15:11.040453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 348a818e-5bb2-4329-8e96-1c3d0a01f213 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:15:11.083841 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e8cee400-f6fb-4cb9-a785-e47dbd783fdd admin admin] Deleting port 2fcf2200-2275-44c1-a77c-85f34af044ab {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:11.084190 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8cee400-f6fb-4cb9-a785-e47dbd783fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:11.161538 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-e8cee400-f6fb-4cb9-a785-e47dbd783fdd admin admin] For port 2fcf2200-2275-44c1-a77c-85f34af044ab, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2fcf2200-2275-44c1-a77c-85f34af044ab,segment=NetworkSegment(76bc8db0-5647-4c39-a058-bc2fd7d2076e),segment_id=76bc8db0-5647-4c39-a058-bc2fd7d2076e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:11.161831 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8cee400-f6fb-4cb9-a785-e47dbd783fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:11.177784 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-e8cee400-f6fb-4cb9-a785-e47dbd783fdd admin admin] Calling delete_port for 2fcf2200-2275-44c1-a77c-85f34af044ab owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:11.353003 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8cee400-f6fb-4cb9-a785-e47dbd783fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:11.378789 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cee400-f6fb-4cb9-a785-e47dbd783fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=2fcf2200-2275-44c1-a77c-85f34af044ab,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:11.543730 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8cee400-f6fb-4cb9-a785-e47dbd783fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:11.759764 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cee400-f6fb-4cb9-a785-e47dbd783fdd admin admin] Router 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:15:11.862957 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cee400-f6fb-4cb9-a785-e47dbd783fdd admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:15:11.867953 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-e8cee400-f6fb-4cb9-a785-e47dbd783fdd admin admin] 10.222.0.20 "PUT /v2.0/routers/5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3778782 Aug 31 15:15:11.871267 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36718) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:11.874036 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f897964-432d-40e7-a85a-3e569cae735c None None] Sync routers for ids ['5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:11.882991 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f897964-432d-40e7-a85a-3e569cae735c None None] Routers {'5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:11.883600 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9f897964-432d-40e7-a85a-3e569cae735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:11.990415 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-9f897964-432d-40e7-a85a-3e569cae735c None None] Set router 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:12.174245 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9f897964-432d-40e7-a85a-3e569cae735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'name': 'tempest-TestShelveInstance-529959634-router', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:15:11Z', 'revision_number': 5, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'gw_port': {'id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:96:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:12.200106 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f897964-432d-40e7-a85a-3e569cae735c None None] Checking router: 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:12.209012 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f897964-432d-40e7-a85a-3e569cae735c None None] Routers {'5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:12.209625 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9f897964-432d-40e7-a85a-3e569cae735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:12.283541 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:12.313861 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-9f897964-432d-40e7-a85a-3e569cae735c None None] Set router 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:12.387371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:12.441679 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Deleting port c048ef48-d279-4554-aca2-47102e51cdf3 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:12.442175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:12.495135 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9f897964-432d-40e7-a85a-3e569cae735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'name': 'tempest-TestShelveInstance-529959634-router', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:15:11Z', 'revision_number': 5, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'gw_port': {'id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:96:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:12.520977 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f897964-432d-40e7-a85a-3e569cae735c None None] The sync data for ids ['5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812'] in n-d-792364-6 is: [{'id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'name': 'tempest-TestShelveInstance-529959634-router', 'tenant_id': '43392374e74c4bcdb291a89245c634e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:15:11Z', 'revision_number': 5, 'project_id': '43392374e74c4bcdb291a89245c634e4', 'gw_port': {'id': 'c048ef48-d279-4554-aca2-47102e51cdf3', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:96:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:06:33Z', 'updated_at': '2021-08-31T15:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:12.526071 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] For port c048ef48-d279-4554-aca2-47102e51cdf3, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=c048ef48-d279-4554-aca2-47102e51cdf3,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:12.526450 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:12.544830 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Calling delete_port for c048ef48-d279-4554-aca2-47102e51cdf3 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:12.709145 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:12.739038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Pushing event deleted for resources: {'Port': ['ID=c048ef48-d279-4554-aca2-47102e51cdf3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:12.798453 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:12.889426 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:12.891599 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:12.939245 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:12.940578 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:15:12.945537 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:12.948729 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-d1c67d77-1054-4968-ba35-6a73d683c797 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5c9ccbc6-52c2-4af6-91f9-5a8ad2ecd812 HTTP/1.1" status: 204 len: 168 time: 1.0762334 Aug 31 15:15:12.950990 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36720) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:12.999809 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3adfcf4-cd91-41e5-8b6c-f3deae9fd4ac admin admin] Deleting subnet a39ee0df-73f1-4075-b967-cac28d624bf7 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:15:13.003146 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3adfcf4-cd91-41e5-8b6c-f3deae9fd4ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.039331 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3adfcf4-cd91-41e5-8b6c-f3deae9fd4ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.048127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2fcf2200-2275-44c1-a77c-85f34af044ab no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:15:13.068846 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 2fcf2200-2275-44c1-a77c-85f34af044ab {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:15:13.069203 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2fcf2200-2275-44c1-a77c-85f34af044ab not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:15:13.118723 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3adfcf4-cd91-41e5-8b6c-f3deae9fd4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.183458 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3adfcf4-cd91-41e5-8b6c-f3deae9fd4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.206912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adfcf4-cd91-41e5-8b6c-f3deae9fd4ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39ee0df-73f1-4075-b967-cac28d624bf7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:13.212535 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3adfcf4-cd91-41e5-8b6c-f3deae9fd4ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.214486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-c3adfcf4-cd91-41e5-8b6c-f3deae9fd4ac admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a39ee0df-73f1-4075-b967-cac28d624bf7 HTTP/1.1" status: 204 len: 168 time: 0.2625463 Aug 31 15:15:13.217131 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36722) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:13.219878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8223955c-b240-4c79-9f32-874e9284d113 None None] Network 20b58826-313f-445e-a89b-718e1eba6ad9 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:15:13.284643 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.338693 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Deleting port 3bc6edbd-4e02-413c-8d94-109292a4a20c {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:15:13.339049 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.411874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] For port 3bc6edbd-4e02-413c-8d94-109292a4a20c, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3bc6edbd-4e02-413c-8d94-109292a4a20c,segment=NetworkSegment(76bc8db0-5647-4c39-a058-bc2fd7d2076e),segment_id=76bc8db0-5647-4c39-a058-bc2fd7d2076e)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:13.412249 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.426190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Calling delete_port for 3bc6edbd-4e02-413c-8d94-109292a4a20c owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:15:13.506696 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.513470 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebca592-4c73-4fc7-a657-ac1c5e341fd9 None None] DHCP port deletion for 20b58826-313f-445e-a89b-718e1eba6ad9 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:15:13.538944 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc6edbd-4e02-413c-8d94-109292a4a20c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:13.546016 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] No DVR routers for this DVR port 3bc6edbd-4e02-413c-8d94-109292a4a20c on host n-d-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:15:13.616847 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.626322 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b58826-313f-445e-a89b-718e1eba6ad9']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:13.636395 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bc8db0-5647-4c39-a058-bc2fd7d2076e') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:13.636729 n-d-792364-6 neutron-server[106388]: DEBUG neutron.services.segments.db [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bc8db0-5647-4c39-a058-bc2fd7d2076e') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:13.645443 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4213664'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.659659 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.665490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:15:13.666529 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4213228'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: Traceback (most recent call last): Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: timer() Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: cb(*args, **kw) Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: return func(*args, **kwargs) Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: self._notify() Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: self.callback(batched_events) Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: event.method(event) Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: return f(self, *a, **k) Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: return self._get(url).json() Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: return self.request(url, 'GET', **kwargs) Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:15:13.668476 n-d-792364-6 neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:15:13.734230 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.739841 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.741701 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] 10.222.0.20 "DELETE /v2.0/networks/20b58826-313f-445e-a89b-718e1eba6ad9 HTTP/1.1" status: 204 len: 168 time: 0.5236053 Aug 31 15:15:13.752714 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c86e8-2af3-4d53-8144-3137a8435e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b58826-313f-445e-a89b-718e1eba6ad9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:13.853314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36726) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:13.892175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3e0b3361-b7a5-4321-9493-87d0568d66e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3a34b2b6c8f4eb6961da33280c5cc80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376794 Aug 31 15:15:13.894535 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36728) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:13.941748 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-157eec0d-5b90-4a96-867e-82c0dfc3f85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.962573 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-157eec0d-5b90-4a96-867e-82c0dfc3f85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:14.008535 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-157eec0d-5b90-4a96-867e-82c0dfc3f85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:14.011783 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-157eec0d-5b90-4a96-867e-82c0dfc3f85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:14.013077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-157eec0d-5b90-4a96-867e-82c0dfc3f85f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac04412e-0b7e-4fca-aa06-5cec73c16b11 HTTP/1.1" status: 204 len: 168 time: 0.1176510 Aug 31 15:15:14.020659 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157eec0d-5b90-4a96-867e-82c0dfc3f85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac04412e-0b7e-4fca-aa06-5cec73c16b11,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:14.327995 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36734) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:14.366815 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-fb22645d-feff-4d6e-91b0-eac9277ba6b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43392374e74c4bcdb291a89245c634e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375621 Aug 31 15:15:14.369678 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36736) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:14.422532 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ffe58140-999d-4161-b87d-98e34df2fe83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:14.451920 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ffe58140-999d-4161-b87d-98e34df2fe83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:14.497821 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ffe58140-999d-4161-b87d-98e34df2fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:14.500403 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ffe58140-999d-4161-b87d-98e34df2fe83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:14.501618 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ffe58140-999d-4161-b87d-98e34df2fe83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ef29f6d-c519-4dd9-aebb-a31a6f51e12e HTTP/1.1" status: 204 len: 168 time: 0.1302495 Aug 31 15:15:14.509123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe58140-999d-4161-b87d-98e34df2fe83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef29f6d-c519-4dd9-aebb-a31a6f51e12e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:14.982249 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c048ef48-d279-4554-aca2-47102e51cdf3 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:15:15.001394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: c048ef48-d279-4554-aca2-47102e51cdf3 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:15:15.001747 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device c048ef48-d279-4554-aca2-47102e51cdf3 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:15:15.002178 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3bc6edbd-4e02-413c-8d94-109292a4a20c no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:15:15.021530 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 3bc6edbd-4e02-413c-8d94-109292a4a20c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:15:15.021904 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3bc6edbd-4e02-413c-8d94-109292a4a20c not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:15:15.169312 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36758) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:15.265755 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1349675044-network', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:15.292472 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Made reservation on behalf of 04069d4cd5c74149b1c5c168065e8bfc for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:15.294737 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.303232 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.391902 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.395496 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.420205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:15:15.428999 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95002b1-5eae-44d7-84f8-7c7f6d8c57d4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:15.434904 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.435274 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Added segment 34c77956-1f45-40ae-afa7-6c56937ae659 of type vlan for network e70e29da-4ac2-4d3b-a7d8-b822983e85bc Aug 31 15:15:15.475574 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.501338 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.502426 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:15.503020 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.561342 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3908353 Aug 31 15:15:15.564308 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36762) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:15.568686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658ff74-b33d-4bf3-b282-49b1f2aeebc5 admin admin] Pushing event updated for resources: {'Network': ['ID=e70e29da-4ac2-4d3b-a7d8-b822983e85bc,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:15.569563 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-95d8cf91-4ba8-49a0-9882-5f561ba99936 admin admin] Request body: {'subnet': {'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1349675044-subnet', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:15.579061 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network e70e29da-4ac2-4d3b-a7d8-b822983e85bc details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:15:15.590730 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d8cf91-4ba8-49a0-9882-5f561ba99936 admin admin] Made reservation on behalf of 04069d4cd5c74149b1c5c168065e8bfc for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:15.593131 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95d8cf91-4ba8-49a0-9882-5f561ba99936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611946'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.759076 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95d8cf91-4ba8-49a0-9882-5f561ba99936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4738998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611964'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.816956 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8cf91-4ba8-49a0-9882-5f561ba99936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:15.828915 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d8cf91-4ba8-49a0-9882-5f561ba99936 admin admin] Checking segment: {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:15.829283 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8cf91-4ba8-49a0-9882-5f561ba99936 admin admin] Network hostable DHCP agents. Network: e70e29da-4ac2-4d3b-a7d8-b822983e85bc, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:15:15.845422 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8cf91-4ba8-49a0-9882-5f561ba99936 admin admin] Network e70e29da-4ac2-4d3b-a7d8-b822983e85bc is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:15:15.853815 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-95d8cf91-4ba8-49a0-9882-5f561ba99936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, e70e29da-4ac2-4d3b-a7d8-b822983e85bc) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:15.857917 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d8cf91-4ba8-49a0-9882-5f561ba99936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:15.858490 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-95d8cf91-4ba8-49a0-9882-5f561ba99936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.862953 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f09ebc2-33f5-4279-aca1-5ee35bb0b574 None None] Network e70e29da-4ac2-4d3b-a7d8-b822983e85bc requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:15:15.875743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36764) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:15.876068 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-95d8cf91-4ba8-49a0-9882-5f561ba99936 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3102441 Aug 31 15:15:15.880321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:15.900782 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.901765 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:15.952849 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:16.006964 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d7181-a982-4a37-b818-fad4177083db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:15:16.007856 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-883d7181-a982-4a37-b818-fad4177083db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:16.074357 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:15:16.091114 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:16.138728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-883d7181-a982-4a37-b818-fad4177083db None None] Allocated IP 172.20.0.2 (e70e29da-4ac2-4d3b-a7d8-b822983e85bc/1b4b48bb-c3a4-4ddc-906c-d40325ada3ff/f4c0b0f8-3137-4ba6-afc3-4fd1706272f7) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:16.280524 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-883d7181-a982-4a37-b818-fad4177083db None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:16.288693 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-883d7181-a982-4a37-b818-fad4177083db None None] Transition to ACTIVE for port object f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:16.289461 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:16.303758 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-883d7181-a982-4a37-b818-fad4177083db None None] Transition to ACTIVE for port object f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:16.310734 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-883d7181-a982-4a37-b818-fad4177083db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:16.314008 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:16.349303 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d7181-a982-4a37-b818-fad4177083db None None] Network e70e29da-4ac2-4d3b-a7d8-b822983e85bc is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:16.352064 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-883d7181-a982-4a37-b818-fad4177083db None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:16.356121 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883d7181-a982-4a37-b818-fad4177083db None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:16.362826 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d7181-a982-4a37-b818-fad4177083db None None] Pushing event updated for resources: {'Port': ['ID=f4c0b0f8-3137-4ba6-afc3-4fd1706272f7,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:16.415653 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-883d7181-a982-4a37-b818-fad4177083db None None] Attempting to bind port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:16.416862 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-883d7181-a982-4a37-b818-fad4177083db None None] Attempting to bind port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:16.417236 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d7181-a982-4a37-b818-fad4177083db None None] Attempting to bind port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 on network e70e29da-4ac2-4d3b-a7d8-b822983e85bc {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:16.418425 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Allocated IP 172.25.3.174 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/555dc5a0-e302-4c09-abdb-1b95dcf8e24a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:16.422350 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d7181-a982-4a37-b818-fad4177083db None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:15:16.422739 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d7181-a982-4a37-b818-fad4177083db None None] Checking segment: {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:16.423160 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-883d7181-a982-4a37-b818-fad4177083db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:16.423659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d7181-a982-4a37-b818-fad4177083db None None] Bound using segment: {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:15:16.424113 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-883d7181-a982-4a37-b818-fad4177083db None None] Bound port: f4c0b0f8-3137-4ba6-afc3-4fd1706272f7, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:16.424526 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-883d7181-a982-4a37-b818-fad4177083db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:16.486227 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-883d7181-a982-4a37-b818-fad4177083db None None] For port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:15:16.489411 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-883d7181-a982-4a37-b818-fad4177083db None None] For port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f4c0b0f8-3137-4ba6-afc3-4fd1706272f7,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:15:16.492871 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-883d7181-a982-4a37-b818-fad4177083db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:16.527853 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:16.547430 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d7181-a982-4a37-b818-fad4177083db None None] Pushing event updated for resources: {'Port': ['ID=f4c0b0f8-3137-4ba6-afc3-4fd1706272f7,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:16.570514 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:16.609055 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:16.614128 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:16.617338 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:16.647256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Pushing event updated for resources: {'Port': ['ID=555dc5a0-e302-4c09-abdb-1b95dcf8e24a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:16.890944 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:17.015261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:17.068006 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:17.111664 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:17.281444 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Router 461ad5ad-2369-49f6-af7b-f25932f997ff is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:15:17.397601 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:15:17.409905 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Sync routers for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:17.417270 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:17.418648 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-53b45e0c-dd51-4783-a507-34c83284b0ed admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5418284 Aug 31 15:15:17.422643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36766) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:17.426351 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a8a735-2ef5-427b-9bf9-15cd0d42ca85 None None] Network e70e29da-4ac2-4d3b-a7d8-b822983e85bc requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:15:17.429631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:17.430382 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:17.752931 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4608fb68-73c9-4ae4-977f-167b6f5efda7 None None] Provisioning for port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:17.769092 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4608fb68-73c9-4ae4-977f-167b6f5efda7 None None] Provisioning complete for port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:17.769477 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4608fb68-73c9-4ae4-977f-167b6f5efda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:17.852608 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:18.061332 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4608fb68-73c9-4ae4-977f-167b6f5efda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.130415 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4608fb68-73c9-4ae4-977f-167b6f5efda7 None None] For port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f4c0b0f8-3137-4ba6-afc3-4fd1706272f7,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:18.139425 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4608fb68-73c9-4ae4-977f-167b6f5efda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.176571 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.191744 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:16Z', 'revision_number': 3, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:18.197066 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608fb68-73c9-4ae4-977f-167b6f5efda7 None None] Pushing event updated for resources: {'Port': ['ID=f4c0b0f8-3137-4ba6-afc3-4fd1706272f7,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:18.224800 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Checking router: 461ad5ad-2369-49f6-af7b-f25932f997ff for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:18.225155 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Updating router 461ad5ad-2369-49f6-af7b-f25932f997ff port 555dc5a0-e302-4c09-abdb-1b95dcf8e24a binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:15:18.251258 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.342936 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Allocated IP 172.20.0.1 (e70e29da-4ac2-4d3b-a7d8-b822983e85bc/1b4b48bb-c3a4-4ddc-906c-d40325ada3ff/09638a70-0b7c-4cfd-8abc-045d97d3e4e2) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:18.381389 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a6eba695-9e50-49a9-ab5f-dd2844936677 None None] Provisioning complete for port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:18.381771 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a6eba695-9e50-49a9-ab5f-dd2844936677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.452112 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.466023 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Transition to ACTIVE for port object 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:18.499440 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.535877 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Network e70e29da-4ac2-4d3b-a7d8-b822983e85bc is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:18.541375 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:18.544973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:18.571823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=09638a70-0b7c-4cfd-8abc-045d97d3e4e2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:18.577845 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.589643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Transition to ACTIVE for port object 555dc5a0-e302-4c09-abdb-1b95dcf8e24a will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:18.590391 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.596981 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.656634 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Attempting to bind port 555dc5a0-e302-4c09-abdb-1b95dcf8e24a on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:18.657008 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Attempting to bind port 555dc5a0-e302-4c09-abdb-1b95dcf8e24a by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:18.657464 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Attempting to bind port 555dc5a0-e302-4c09-abdb-1b95dcf8e24a on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:18.666524 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:15:18.666955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:18.667372 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.667767 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:15:18.668243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Bound port: 555dc5a0-e302-4c09-abdb-1b95dcf8e24a, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:18.668724 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.670308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bfa06-d2c2-44e1-9313-8922e2b5cb87 None None] Pushing event updated for resources: {'Port': ['ID=555dc5a0-e302-4c09-abdb-1b95dcf8e24a,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:18.727730 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.735372 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] For port 555dc5a0-e302-4c09-abdb-1b95dcf8e24a, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:15:18.738921 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] For port 555dc5a0-e302-4c09-abdb-1b95dcf8e24a, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=555dc5a0-e302-4c09-abdb-1b95dcf8e24a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:15:18.744237 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.806004 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:18.806676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:18.809631 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bfa06-d2c2-44e1-9313-8922e2b5cb87 None None] Pushing event updated for resources: {'Port': ['ID=555dc5a0-e302-4c09-abdb-1b95dcf8e24a,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:18.876079 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6bce1f4e-9f86-4aef-ac42-9e8c99848d5f None None] Provisioning for port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:18.896908 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.903207 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.908205 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6bce1f4e-9f86-4aef-ac42-9e8c99848d5f None None] Provisioning complete for port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:18.908609 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6bce1f4e-9f86-4aef-ac42-9e8c99848d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.957085 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-6bce1f4e-9f86-4aef-ac42-9e8c99848d5f None None] Port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:15:18.964574 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:18.969475 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=09638a70-0b7c-4cfd-8abc-045d97d3e4e2,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:18.972395 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.001341 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:19.068814 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Network e70e29da-4ac2-4d3b-a7d8-b822983e85bc is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:19.070350 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:19.151133 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:19.151742 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.193346 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Router 461ad5ad-2369-49f6-af7b-f25932f997ff has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:15:19.292013 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 1, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:19.308553 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:15:19.313619 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-708818cd-8b62-4711-ac8d-356f6afb7ba4 admin admin] 10.222.0.20 "PUT /v2.0/routers/461ad5ad-2369-49f6-af7b-f25932f997ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8899066 Aug 31 15:15:19.326219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2440f-3a70-4666-bbb2-e5a29a02c776 None None] The sync data for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 is: [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 1, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:19.329580 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-32b068d2-3cea-4208-8944-1558d1e1e680 None None] Provisioning complete for port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:19.330029 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-32b068d2-3cea-4208-8944-1558d1e1e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.365879 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-32b068d2-3cea-4208-8944-1558d1e1e680 None None] Port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:15:19.841490 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36782) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:19.846906 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1353946433-network', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:19.869001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Made reservation on behalf of 9a04e08dcda24c758cbc4fcbbfa264ba for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:19.871389 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.881487 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.991309 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.995938 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.018681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:15:20.033469 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a190bd-3ced-4083-97c5-45f0b1e25d54,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:20.038617 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.039045 n-d-792364-6 neutron-server[106388]: INFO neutron.db.segments_db [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Added segment 87a63f24-8d27-458e-a5e7-4ca5abcc4dba of type vlan for network 24842cce-f361-4db1-b9bc-1c83badbd717 Aug 31 15:15:20.082332 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754574568560'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.108784 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.109817 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:20.110694 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677214'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.166890 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3240702 Aug 31 15:15:20.169636 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36784) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:20.176297 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-08dd1a9d-268b-4b6d-adb6-e47bab317e51 admin admin] Request body: {'subnet': {'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1353946433-subnet', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:20.188525 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90dbc7-698e-412c-a270-27e3ed023d5e admin admin] Pushing event updated for resources: {'Network': ['ID=24842cce-f361-4db1-b9bc-1c83badbd717,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:20.200386 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Network 24842cce-f361-4db1-b9bc-1c83badbd717 details requested by agent ovs-agent-n-d-792364-6 with host n-d-792364-6 {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 15:15:20.205333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dd1a9d-268b-4b6d-adb6-e47bab317e51 admin admin] Made reservation on behalf of 9a04e08dcda24c758cbc4fcbbfa264ba for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:20.207803 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a9d-268b-4b6d-adb6-e47bab317e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613838'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.386199 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a9d-268b-4b6d-adb6-e47bab317e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4213641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613848'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.439927 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd1a9d-268b-4b6d-adb6-e47bab317e51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75f7ffe-7159-4a01-be84-8b108d191c0f,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:20.456282 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd1a9d-268b-4b6d-adb6-e47bab317e51 admin admin] Checking segment: {'id': '87a63f24-8d27-458e-a5e7-4ca5abcc4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:20.456687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dd1a9d-268b-4b6d-adb6-e47bab317e51 admin admin] Network hostable DHCP agents. Network: 24842cce-f361-4db1-b9bc-1c83badbd717, hostable agents: ['66b8bf69-0c3d-475f-9f80-3b1f2fa15785'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:15:20.474089 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dd1a9d-268b-4b6d-adb6-e47bab317e51 admin admin] Network 24842cce-f361-4db1-b9bc-1c83badbd717 is scheduled to be hosted by DHCP agent 66b8bf69-0c3d-475f-9f80-3b1f2fa15785 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:15:20.483518 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-08dd1a9d-268b-4b6d-adb6-e47bab317e51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792364-6, 24842cce-f361-4db1-b9bc-1c83badbd717) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:20.487922 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dd1a9d-268b-4b6d-adb6-e47bab317e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:20.488637 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a9d-268b-4b6d-adb6-e47bab317e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.492274 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bd53a9-900e-4b58-af7b-f932c0b69d53 None None] Network 24842cce-f361-4db1-b9bc-1c83badbd717 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:15:20.504028 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-08dd1a9d-268b-4b6d-adb6-e47bab317e51 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3333042 Aug 31 15:15:20.506564 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36786) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:20.511743 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1353946433-router', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:20.541026 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4119'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.542072 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.602409 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.654138 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0f5929-3d20-5d0c-b5e5-241a249d2856-24842cce-f361-4db1-b9bc-1c83badbd717', 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'fixed_ips': [{'subnet_id': 'b75f7ffe-7159-4a01-be84-8b108d191c0f'}]}} from n-d-792364-6. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 15:15:20.654992 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.745492 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.792616 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Allocated IP 172.20.0.2 (24842cce-f361-4db1-b9bc-1c83badbd717/b75f7ffe-7159-4a01-be84-8b108d191c0f/2efa3f84-8a09-40f5-8b13-51a755823b03) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:20.943138 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.955188 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Transition to ACTIVE for port object 2efa3f84-8a09-40f5-8b13-51a755823b03 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:20.956155 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.972829 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Transition to ACTIVE for port object 2efa3f84-8a09-40f5-8b13-51a755823b03 will not be triggered until provisioned by entity DHCP. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:20.979560 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.988676 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.030861 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 555dc5a0-e302-4c09-abdb-1b95dcf8e24a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:21.077654 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Network 24842cce-f361-4db1-b9bc-1c83badbd717 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:21.084468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:21.087982 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Pushing event updated for resources: {'Port': ['ID=2efa3f84-8a09-40f5-8b13-51a755823b03,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:21.090453 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:21.094711 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Allocated IP 172.25.3.178 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/3ad4c0dc-84af-4104-8835-c8c5a853becf) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:21.145038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 555dc5a0-e302-4c09-abdb-1b95dcf8e24a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:21.156646 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 555dc5a0-e302-4c09-abdb-1b95dcf8e24a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:21.157029 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.159676 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Attempting to bind port 2efa3f84-8a09-40f5-8b13-51a755823b03 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:21.160049 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Attempting to bind port 2efa3f84-8a09-40f5-8b13-51a755823b03 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '87a63f24-8d27-458e-a5e7-4ca5abcc4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:21.160425 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Attempting to bind port 2efa3f84-8a09-40f5-8b13-51a755823b03 on network 24842cce-f361-4db1-b9bc-1c83badbd717 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:21.184873 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:15:21.185261 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Checking segment: {'id': '87a63f24-8d27-458e-a5e7-4ca5abcc4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:21.185673 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.186170 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Bound using segment: {'id': '87a63f24-8d27-458e-a5e7-4ca5abcc4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:15:21.186909 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Bound port: 2efa3f84-8a09-40f5-8b13-51a755823b03, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a63f24-8d27-458e-a5e7-4ca5abcc4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:21.187312 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.208898 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.250169 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.292367 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] For port 2efa3f84-8a09-40f5-8b13-51a755823b03, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:15:21.295747 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:21.296910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] For port 2efa3f84-8a09-40f5-8b13-51a755823b03, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2efa3f84-8a09-40f5-8b13-51a755823b03,segment=NetworkSegment(87a63f24-8d27-458e-a5e7-4ca5abcc4dba),segment_id=87a63f24-8d27-458e-a5e7-4ca5abcc4dba)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:15:21.298854 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:21.301495 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.304447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:21.306848 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad4c0dc-84af-4104-8835-c8c5a853becf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:21.309570 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.351903 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Sync routers for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:21.357515 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 555dc5a0-e302-4c09-abdb-1b95dcf8e24a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=555dc5a0-e302-4c09-abdb-1b95dcf8e24a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:21.363769 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:21.364685 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:21.368265 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.391916 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c57cc3-fdbf-44ab-af7b-738d53cf6fb9 None None] Pushing event updated for resources: {'Port': ['ID=2efa3f84-8a09-40f5-8b13-51a755823b03,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:21.451792 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=555dc5a0-e302-4c09-abdb-1b95dcf8e24a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:21.493891 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:21.617728 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.742312 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 2, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:21.778452 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Checking router: 461ad5ad-2369-49f6-af7b-f25932f997ff for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:21.778950 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Updating router 461ad5ad-2369-49f6-af7b-f25932f997ff port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:15:21.802646 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.816704 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736171'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.946366 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Router 2e2d52e7-4551-4138-bc29-5eaf9951e024 is scheduled to L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 15:15:22.057136 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:15:22.071077 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.072080 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Sync routers for ids ['2e2d52e7-4551-4138-bc29-5eaf9951e024'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:22.076954 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.078236 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-32c6fa45-58e3-4f1c-8716-450f804bd6b2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5706110 Aug 31 15:15:22.081235 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36788) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:22.084484 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Routers {'2e2d52e7-4551-4138-bc29-5eaf9951e024'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:22.085320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e2d52e7-4551-4138-bc29-5eaf9951e024'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:22.090759 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Transition to ACTIVE for port object 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:22.098751 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.147674 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Pushing event updated for resources: {'Port': ['ID=09638a70-0b7c-4cfd-8abc-045d97d3e4e2,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:22.161374 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:22.162441 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:22.162994 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:22.163425 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:22.163854 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:22.164273 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:22.164728 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:22.165138 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:22.166176 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:22.166614 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:22.167029 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:22.167444 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:22.224922 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Set router 2e2d52e7-4551-4138-bc29-5eaf9951e024 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:22.251541 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Attempting to bind port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:22.252057 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Attempting to bind port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:22.252423 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Attempting to bind port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 on network e70e29da-4ac2-4d3b-a7d8-b822983e85bc {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:22.258736 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:15:22.258736 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Checking segment: {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:22.259108 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.259436 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Bound using segment: {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:15:22.259903 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Bound port: 09638a70-0b7c-4cfd-8abc-045d97d3e4e2, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:22.260280 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.357703 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] For port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:15:22.363654 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] For port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=09638a70-0b7c-4cfd-8abc-045d97d3e4e2,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:15:22.374018 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.441914 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:22.442932 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:22.520692 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1093e68-6008-4aab-8a6d-ff834e143654 None None] Network 24842cce-f361-4db1-b9bc-1c83badbd717 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:15:22.597012 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.614640 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'name': 'tempest-TestSnapshotPattern-1353946433-router', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 3, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'gw_port': {'id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:22.658331 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751d848-728a-406c-b05a-32ae18107392 None None] Pushing event updated for resources: {'Port': ['ID=09638a70-0b7c-4cfd-8abc-045d97d3e4e2,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:22.680855 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Checking router: 2e2d52e7-4551-4138-bc29-5eaf9951e024 for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:22.681258 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Updating router 2e2d52e7-4551-4138-bc29-5eaf9951e024 port 3ad4c0dc-84af-4104-8835-c8c5a853becf binding host n-d-792364-6 {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:15:22.688734 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:22.736995 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.812699 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Allocated IP 172.20.0.1 (24842cce-f361-4db1-b9bc-1c83badbd717/b75f7ffe-7159-4a01-be84-8b108d191c0f/3cc59aa6-18fc-4b12-882d-3203a51ffedd) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:22.861383 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c7530603-3a06-4d74-af50-343843bc7790 None None] Provisioning for port 2efa3f84-8a09-40f5-8b13-51a755823b03 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:22.917485 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:22Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:22.944549 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.949009 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fea982-cfc2-4707-b28f-9717b0b6a45f None None] The sync data for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 is: [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:22Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:22.967847 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Transition to ACTIVE for port object 3cc59aa6-18fc-4b12-882d-3203a51ffedd will not be triggered until provisioned by entity DHCP. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:23.035959 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.086758 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Network 24842cce-f361-4db1-b9bc-1c83badbd717 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:23.089858 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:23.092724 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:23.120338 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc59aa6-18fc-4b12-882d-3203a51ffedd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:23.153616 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728920'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.260232 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.271020 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Transition to ACTIVE for port object 3ad4c0dc-84af-4104-8835-c8c5a853becf will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:23.277087 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2efa3f84-8a09-40f5-8b13-51a755823b03 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:23.292094 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.335278 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.388544 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Attempting to bind port 3ad4c0dc-84af-4104-8835-c8c5a853becf on host n-d-792364-6 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:23.388927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Attempting to bind port 3ad4c0dc-84af-4104-8835-c8c5a853becf by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:23.389307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Attempting to bind port 3ad4c0dc-84af-4104-8835-c8c5a853becf on network cbf16e2d-eea5-47e2-a13c-1b23041675be {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:23.401780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a61d5-412c-4075-95e3-2ebe5efe02dd None None] Pushing event updated for resources: {'Port': ['ID=3ad4c0dc-84af-4104-8835-c8c5a853becf,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:23.409554 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:15:23.410104 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Checking segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:23.411104 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.411611 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Bound using segment: {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:15:23.413307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Bound port: 3ad4c0dc-84af-4104-8835-c8c5a853becf, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0625185-1587-4f24-8dc6-ed709f4b4faf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:23.414080 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.461448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 2efa3f84-8a09-40f5-8b13-51a755823b03 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:23.474254 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 2efa3f84-8a09-40f5-8b13-51a755823b03 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:23.474709 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.507726 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] For port 3ad4c0dc-84af-4104-8835-c8c5a853becf, host n-d-792364-6, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:15:23.533683 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] For port 3ad4c0dc-84af-4104-8835-c8c5a853becf, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3ad4c0dc-84af-4104-8835-c8c5a853becf,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:15:23.536784 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d196f24b-2c22-44f2-bd89-6759ddd41b4a None None] Provisioning for port 3cc59aa6-18fc-4b12-882d-3203a51ffedd completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:23.537044 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.542581 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4738367'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.542771 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.552379 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d196f24b-2c22-44f2-bd89-6759ddd41b4a None None] Provisioning complete for port 3cc59aa6-18fc-4b12-882d-3203a51ffedd triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:23.552786 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d196f24b-2c22-44f2-bd89-6759ddd41b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.612774 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734696'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.616198 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc59aa6-18fc-4b12-882d-3203a51ffedd,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:23.644506 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a61d5-412c-4075-95e3-2ebe5efe02dd None None] Pushing event updated for resources: {'Port': ['ID=3ad4c0dc-84af-4104-8835-c8c5a853becf,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:23.647127 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d196f24b-2c22-44f2-bd89-6759ddd41b4a None None] Port 3cc59aa6-18fc-4b12-882d-3203a51ffedd cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:15:23.671719 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Routers {'2e2d52e7-4551-4138-bc29-5eaf9951e024'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:23.672396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e2d52e7-4551-4138-bc29-5eaf9951e024'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:23.723666 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.730865 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Network 24842cce-f361-4db1-b9bc-1c83badbd717 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:23.732366 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:23.802690 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 2efa3f84-8a09-40f5-8b13-51a755823b03, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2efa3f84-8a09-40f5-8b13-51a755823b03,segment=NetworkSegment(87a63f24-8d27-458e-a5e7-4ca5abcc4dba),segment_id=87a63f24-8d27-458e-a5e7-4ca5abcc4dba)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:23.809101 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.810116 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:23.892272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] Set router 2e2d52e7-4551-4138-bc29-5eaf9951e024 gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:23.939706 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=2efa3f84-8a09-40f5-8b13-51a755823b03,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:23.993549 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:24.032307 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:24.032743 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.106308 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ff7e25df-9e70-474a-a804-2f313b07168a None None] Provisioning complete for port 3cc59aa6-18fc-4b12-882d-3203a51ffedd triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:24.106684 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ff7e25df-9e70-474a-a804-2f313b07168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.201458 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e25df-9e70-474a-a804-2f313b07168a None None] Port 3cc59aa6-18fc-4b12-882d-3203a51ffedd cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:15:24.223328 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.226870 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Router 2e2d52e7-4551-4138-bc29-5eaf9951e024 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:15:24.264493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=09638a70-0b7c-4cfd-8abc-045d97d3e4e2,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:24.266774 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'name': 'tempest-TestSnapshotPattern-1353946433-router', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 4, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'gw_port': {'id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '3cc59aa6-18fc-4b12-882d-3203a51ffedd', 'name': '', 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'mac_address': 'fa:16:3e:f5:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b75f7ffe-7159-4a01-be84-8b108d191c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:22Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 2, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'subnets': [{'id': 'b75f7ffe-7159-4a01-be84-8b108d191c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:24.270013 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.270790 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 555dc5a0-e302-4c09-abdb-1b95dcf8e24a up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:24.302039 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c99a5-6441-4113-8aad-2a3b291f5895 None None] The sync data for ids ['2e2d52e7-4551-4138-bc29-5eaf9951e024'] in n-d-792364-6 is: [{'id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'name': 'tempest-TestSnapshotPattern-1353946433-router', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 4, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'gw_port': {'id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '3cc59aa6-18fc-4b12-882d-3203a51ffedd', 'name': '', 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'mac_address': 'fa:16:3e:f5:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b75f7ffe-7159-4a01-be84-8b108d191c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:22Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 2, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'subnets': [{'id': 'b75f7ffe-7159-4a01-be84-8b108d191c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:24.345559 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:15:24.359574 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-961541e0-e08b-44e6-b2f6-44d5d9a21a56 admin admin] 10.222.0.20 "PUT /v2.0/routers/2e2d52e7-4551-4138-bc29-5eaf9951e024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2685509 Aug 31 15:15:24.374452 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=09638a70-0b7c-4cfd-8abc-045d97d3e4e2,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:24.388201 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 555dc5a0-e302-4c09-abdb-1b95dcf8e24a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:24.388616 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.909330 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36796) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:24.914010 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-5c6dd4f5-691b-4a9d-84b5-de2e97f54168 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1013905332', 'description': 'tempest-secgroup-smoke-1013905332 description', 'project_id': '04069d4cd5c74149b1c5c168065e8bfc'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:24.935778 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd4f5-691b-4a9d-84b5-de2e97f54168 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.008077 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2efa3f84-8a09-40f5-8b13-51a755823b03 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:25.021190 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd4f5-691b-4a9d-84b5-de2e97f54168 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.027628 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd4f5-691b-4a9d-84b5-de2e97f54168 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.056343 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd4f5-691b-4a9d-84b5-de2e97f54168 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.060626 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-5c6dd4f5-691b-4a9d-84b5-de2e97f54168 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1472609 Aug 31 15:15:25.060775 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 2efa3f84-8a09-40f5-8b13-51a755823b03 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:25.060775 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.060971 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dd4f5-691b-4a9d-84b5-de2e97f54168 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f0f85f-9978-447e-bdad-7cea682162b1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:25.061411 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36798) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:25.066123 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d1adde6c-b4f1-43c9-bbc4-973b224be031 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Request body: {'security_group_rule': {'security_group_id': '18f0f85f-9978-447e-bdad-7cea682162b1', 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:25.091942 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d1adde6c-b4f1-43c9-bbc4-973b224be031 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.146110 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:25.151865 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d1adde6c-b4f1-43c9-bbc4-973b224be031 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.155860 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d1adde6c-b4f1-43c9-bbc4-973b224be031 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.173652 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adde6c-b4f1-43c9-bbc4-973b224be031 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3039835-fb9a-4ed8-8d8a-80d861450716,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:25.181186 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d1adde6c-b4f1-43c9-bbc4-973b224be031 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.183194 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-d1adde6c-b4f1-43c9-bbc4-973b224be031 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208024 Aug 31 15:15:25.185906 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36800) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:25.190350 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-ecb6c40e-3ac8-4299-9666-f386f3e19a5d tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Request body: {'security_group_rule': {'security_group_id': '18f0f85f-9978-447e-bdad-7cea682162b1', 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:25.194780 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:25.195161 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.216061 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb6c40e-3ac8-4299-9666-f386f3e19a5d tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.274127 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb6c40e-3ac8-4299-9666-f386f3e19a5d tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.278876 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb6c40e-3ac8-4299-9666-f386f3e19a5d tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.299026 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6c40e-3ac8-4299-9666-f386f3e19a5d tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913230af-703b-46e1-8517-5f02aebcab59,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:25.301723 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb6c40e-3ac8-4299-9666-f386f3e19a5d tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.302925 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-ecb6c40e-3ac8-4299-9666-f386f3e19a5d tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160498 Aug 31 15:15:25.305942 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36802) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:25.310742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-db273feb-6a1f-4e93-88c2-c3868761a641 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Request body: {'security_group_rule': {'security_group_id': '18f0f85f-9978-447e-bdad-7cea682162b1', 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:25.336522 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db273feb-6a1f-4e93-88c2-c3868761a641 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.397228 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db273feb-6a1f-4e93-88c2-c3868761a641 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.400679 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db273feb-6a1f-4e93-88c2-c3868761a641 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.419655 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db273feb-6a1f-4e93-88c2-c3868761a641 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81363aa-12e8-4fc0-b841-b75ea99a8b1c,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:25.424022 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-db273feb-6a1f-4e93-88c2-c3868761a641 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.425386 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-db273feb-6a1f-4e93-88c2-c3868761a641 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180730 Aug 31 15:15:25.428147 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36804) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:25.434087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-afed17cf-4e65-4c75-b46a-20e3eb1d0474 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Request body: {'security_group_rule': {'security_group_id': '18f0f85f-9978-447e-bdad-7cea682162b1', 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:25.460311 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afed17cf-4e65-4c75-b46a-20e3eb1d0474 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.519635 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afed17cf-4e65-4c75-b46a-20e3eb1d0474 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.523370 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afed17cf-4e65-4c75-b46a-20e3eb1d0474 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.545777 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed17cf-4e65-4c75-b46a-20e3eb1d0474 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd2b447-5665-4773-a2a4-d85d9d0004ce,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:25.549884 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afed17cf-4e65-4c75-b46a-20e3eb1d0474 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.551078 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-afed17cf-4e65-4c75-b46a-20e3eb1d0474 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218009 Aug 31 15:15:25.553776 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36806) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:25.558362 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-bc138abb-3251-4f0b-8b3b-2037f87c070a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Request body: {'security_group_rule': {'security_group_id': '18f0f85f-9978-447e-bdad-7cea682162b1', 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:25.579761 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-bc138abb-3251-4f0b-8b3b-2037f87c070a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Project 04069d4cd5c74149b1c5c168065e8bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:15:25.584459 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc138abb-3251-4f0b-8b3b-2037f87c070a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.645579 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc138abb-3251-4f0b-8b3b-2037f87c070a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.649387 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc138abb-3251-4f0b-8b3b-2037f87c070a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.668113 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc138abb-3251-4f0b-8b3b-2037f87c070a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ad40ba-6fdf-4320-ade4-6352d0dee4c9,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:25.674234 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bc138abb-3251-4f0b-8b3b-2037f87c070a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.678279 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-bc138abb-3251-4f0b-8b3b-2037f87c070a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207666 Aug 31 15:15:25.678279 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 36810) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:25.682727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.v2.base [None req-185a98b7-bdbf-4310-8da0-ce34977aa8d2 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Request body: {'security_group_rule': {'security_group_id': '18f0f85f-9978-447e-bdad-7cea682162b1', 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:25.720272 n-d-792364-6 neutron-server[106387]: INFO neutron.db.securitygroups_db [None req-185a98b7-bdbf-4310-8da0-ce34977aa8d2 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Project 04069d4cd5c74149b1c5c168065e8bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:15:25.726775 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-185a98b7-bdbf-4310-8da0-ce34977aa8d2 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.800997 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-185a98b7-bdbf-4310-8da0-ce34977aa8d2 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.805343 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-185a98b7-bdbf-4310-8da0-ce34977aa8d2 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253746'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.826602 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a98b7-bdbf-4310-8da0-ce34977aa8d2 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e00f08-9a3a-46f6-a7c8-b9a4e042c269,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:25.835021 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-185a98b7-bdbf-4310-8da0-ce34977aa8d2 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.840936 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-185a98b7-bdbf-4310-8da0-ce34977aa8d2 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1617706 Aug 31 15:15:25.985137 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-40a418f0-dc35-441d-8efa-b9f133202251 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1013905332&fields=id&tenant_id=04069d4cd5c74149b1c5c168065e8bfc HTTP/1.1" status: 200 len: 267 time: 0.0345223 Aug 31 15:15:26.096099 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-b7228d7c-84d5-41ac-9f99-d3d6be7243a5 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:26.097499 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-b7228d7c-84d5-41ac-9f99-d3d6be7243a5 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 810 time: 0.1055942 Aug 31 15:15:26.113130 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-06c0c6ab-7be3-44d6-9e14-307e0e419c50 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/quotas/04069d4cd5c74149b1c5c168065e8bfc HTTP/1.1" status: 200 len: 375 time: 0.0096679 Aug 31 15:15:26.170729 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-5bae8ec4-51a7-47b3-8cf0-fe7dcfbedc8d tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515084 Aug 31 15:15:26.190613 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-2d97988d-05de-4856-8754-50aff54f898f tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:15:26.191981 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-2d97988d-05de-4856-8754-50aff54f898f tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074408 Aug 31 15:15:26.284857 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-44de139c-aaa4-4e9c-999d-545856045a6d service neutron] 10.222.0.20 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852535 Aug 31 15:15:26.378734 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-546c3012-32ff-4fc2-bdd0-d761a16bd17e service neutron] 10.222.0.20 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873284 Aug 31 15:15:26.559325 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-35e72882-9c4f-460f-9958-d46821b7e5f7 req-267e4947-ebd5-45ea-9802-3556ea31c2f7 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 210 time: 0.0273235 Aug 31 15:15:26.980278 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Sync routers for ids ['2e2d52e7-4551-4138-bc29-5eaf9951e024'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:26.990178 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Routers {'2e2d52e7-4551-4138-bc29-5eaf9951e024'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:26.991014 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e2d52e7-4551-4138-bc29-5eaf9951e024'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:27.025743 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3ad4c0dc-84af-4104-8835-c8c5a853becf up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:27.082098 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 3ad4c0dc-84af-4104-8835-c8c5a853becf completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:27.086638 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3ad4c0dc-84af-4104-8835-c8c5a853becf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:27.087019 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.104242 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Set router 2e2d52e7-4551-4138-bc29-5eaf9951e024 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:27.164388 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.185579 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 3ad4c0dc-84af-4104-8835-c8c5a853becf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3ad4c0dc-84af-4104-8835-c8c5a853becf,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:27.189813 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.238269 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=3ad4c0dc-84af-4104-8835-c8c5a853becf,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:27.309017 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'name': 'tempest-TestSnapshotPattern-1353946433-router', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 4, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'gw_port': {'id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '3cc59aa6-18fc-4b12-882d-3203a51ffedd', 'name': '', 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'mac_address': 'fa:16:3e:f5:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b75f7ffe-7159-4a01-be84-8b108d191c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:22Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 2, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'subnets': [{'id': 'b75f7ffe-7159-4a01-be84-8b108d191c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:27.336834 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Checking router: 2e2d52e7-4551-4138-bc29-5eaf9951e024 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:27.337187 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Updating router 2e2d52e7-4551-4138-bc29-5eaf9951e024 port 3cc59aa6-18fc-4b12-882d-3203a51ffedd binding host n-d-792364-6 {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:15:27.361174 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.519214 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-357d1de7-7656-48e6-a0af-95efa26cd1dc tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:27.521226 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-357d1de7-7656-48e6-a0af-95efa26cd1dc tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.13 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 810 time: 0.1188376 Aug 31 15:15:27.567525 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-72d3881e-f517-4830-8ac7-2d7ab7d09115 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04069d4cd5c74149b1c5c168065e8bfc HTTP/1.1" status: 200 len: 380 time: 0.0366361 Aug 31 15:15:27.579154 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Request body: {'port': {'device_id': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'admin_state_up': True, 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'security_groups': ['18f0f85f-9978-447e-bdad-7cea682162b1']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:27.647136 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.657687 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Transition to ACTIVE for port object 3cc59aa6-18fc-4b12-882d-3203a51ffedd will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:27.659579 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-d21c8820-785d-4ebd-9f83-0acb30d31a24 req-34e690c4-5711-4dfa-942f-3189b0dfed08 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 210 time: 0.0289412 Aug 31 15:15:27.666757 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.692092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Made reservation on behalf of 04069d4cd5c74149b1c5c168065e8bfc for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:27.696612 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.715521 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bec65-76c8-46fc-ab9b-29302d8d0706 None None] Pushing event updated for resources: {'Port': ['ID=3cc59aa6-18fc-4b12-882d-3203a51ffedd,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:27.771505 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Attempting to bind port 3cc59aa6-18fc-4b12-882d-3203a51ffedd on host n-d-792364-6 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:27.771879 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Attempting to bind port 3cc59aa6-18fc-4b12-882d-3203a51ffedd by drivers openvswitch,hyperv on host n-d-792364-6 at level 0 using segments [{'id': '87a63f24-8d27-458e-a5e7-4ca5abcc4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:27.772250 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Attempting to bind port 3cc59aa6-18fc-4b12-882d-3203a51ffedd on network 24842cce-f361-4db1-b9bc-1c83badbd717 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:27.778396 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Checking agent: {'id': '4413f863-0bcc-4088-a992-4a0b0250530c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 41, 4), 'started_at': datetime.datetime(2021, 8, 31, 13, 41, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792364-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:15:27.779024 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Checking segment: {'id': '87a63f24-8d27-458e-a5e7-4ca5abcc4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:27.779167 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.779637 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Bound using segment: {'id': '87a63f24-8d27-458e-a5e7-4ca5abcc4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:15:27.780116 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Bound port: 3cc59aa6-18fc-4b12-882d-3203a51ffedd, host: n-d-792364-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a63f24-8d27-458e-a5e7-4ca5abcc4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:27.780529 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.838411 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Allocated IP 172.20.0.4 (e70e29da-4ac2-4d3b-a7d8-b822983e85bc/1b4b48bb-c3a4-4ddc-906c-d40325ada3ff/5a185bc0-ae7a-4c90-b718-10fada593bdf) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:27.851716 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] For port 3cc59aa6-18fc-4b12-882d-3203a51ffedd, host n-d-792364-6, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:15:27.856112 n-d-792364-6 neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] For port 3cc59aa6-18fc-4b12-882d-3203a51ffedd, host n-d-792364-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3cc59aa6-18fc-4b12-882d-3203a51ffedd,segment=NetworkSegment(87a63f24-8d27-458e-a5e7-4ca5abcc4dba),segment_id=87a63f24-8d27-458e-a5e7-4ca5abcc4dba)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:15:27.861994 n-d-792364-6 neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.924891 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bec65-76c8-46fc-ab9b-29302d8d0706 None None] Pushing event updated for resources: {'Port': ['ID=3cc59aa6-18fc-4b12-882d-3203a51ffedd,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:27.927420 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Routers {'2e2d52e7-4551-4138-bc29-5eaf9951e024'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:27.928022 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e2d52e7-4551-4138-bc29-5eaf9951e024'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:27.988577 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.002497 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Transition to ACTIVE for port object 5a185bc0-ae7a-4c90-b718-10fada593bdf will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:28.038483 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.045063 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] Set router 2e2d52e7-4551-4138-bc29-5eaf9951e024 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:28.087946 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Network e70e29da-4ac2-4d3b-a7d8-b822983e85bc is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:28.091304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:28.095687 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:28.120224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'Port': ['ID=5a185bc0-ae7a-4c90-b718-10fada593bdf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:28.153431 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:28.154832 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.181378 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-513d001e-3d56-4c0a-a478-b1b86740accd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6058471 Aug 31 15:15:28.196223 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Request body: {'port': {'device_id': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:28.253717 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.274011 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'name': 'tempest-TestSnapshotPattern-1353946433-router', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 4, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'gw_port': {'id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '3cc59aa6-18fc-4b12-882d-3203a51ffedd', 'name': '', 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'mac_address': 'fa:16:3e:f5:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b75f7ffe-7159-4a01-be84-8b108d191c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:22Z', 'updated_at': '2021-08-31T15:15:27Z', 'revision_number': 4, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'subnets': [{'id': 'b75f7ffe-7159-4a01-be84-8b108d191c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:28.301338 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58da390c-5992-47c3-935c-559da6c531a3 None None] The sync data for ids ['2e2d52e7-4551-4138-bc29-5eaf9951e024'] in n-d-792364-6 is: [{'id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'name': 'tempest-TestSnapshotPattern-1353946433-router', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 4, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'gw_port': {'id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '3cc59aa6-18fc-4b12-882d-3203a51ffedd', 'name': '', 'network_id': '24842cce-f361-4db1-b9bc-1c83badbd717', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'mac_address': 'fa:16:3e:f5:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b75f7ffe-7159-4a01-be84-8b108d191c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:22Z', 'updated_at': '2021-08-31T15:15:27Z', 'revision_number': 4, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'subnets': [{'id': 'b75f7ffe-7159-4a01-be84-8b108d191c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:28.402226 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7455553c-31c4-45df-a1ca-2d593c72760d None None] Provisioning for port 5a185bc0-ae7a-4c90-b718-10fada593bdf completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:28.407933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7455553c-31c4-45df-a1ca-2d593c72760d None None] Provisioning complete for port 5a185bc0-ae7a-4c90-b718-10fada593bdf triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:28.408319 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7455553c-31c4-45df-a1ca-2d593c72760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.454860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7455553c-31c4-45df-a1ca-2d593c72760d None None] Port 5a185bc0-ae7a-4c90-b718-10fada593bdf cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:15:28.543959 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a185bc0-ae7a-4c90-b718-10fada593bdf {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:15:28.551741 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.564655 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Transition to ACTIVE for port object 5a185bc0-ae7a-4c90-b718-10fada593bdf will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:28.568851 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.638422 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Pushing event updated for resources: {'Port': ['ID=5a185bc0-ae7a-4c90-b718-10fada593bdf,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:28.713227 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Attempting to bind port 5a185bc0-ae7a-4c90-b718-10fada593bdf on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:28.713917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Attempting to bind port 5a185bc0-ae7a-4c90-b718-10fada593bdf by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:28.714643 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Attempting to bind port 5a185bc0-ae7a-4c90-b718-10fada593bdf on network e70e29da-4ac2-4d3b-a7d8-b822983e85bc {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:28.720333 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Port 5a185bc0-ae7a-4c90-b718-10fada593bdf on network e70e29da-4ac2-4d3b-a7d8-b822983e85bc not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:15:28.720851 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Attempting to bind port 5a185bc0-ae7a-4c90-b718-10fada593bdf on network e70e29da-4ac2-4d3b-a7d8-b822983e85bc {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:15:28.726834 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:15:28.727324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Checking segment: {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:15:28.727804 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Bound using segment: {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:15:28.728466 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Bound port: 5a185bc0-ae7a-4c90-b718-10fada593bdf, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:28.728955 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.837344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb5100-e609-4081-80de-f88f268e846f req-7158d634-b015-4e1b-9129-eba44853c34d tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:28.838993 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2cdb5100-e609-4081-80de-f88f268e846f req-7158d634-b015-4e1b-9129-eba44853c34d tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 943 time: 0.0891445 Aug 31 15:15:28.846920 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] For port 5a185bc0-ae7a-4c90-b718-10fada593bdf, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:15:28.850765 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] For port 5a185bc0-ae7a-4c90-b718-10fada593bdf, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:15:28.859634 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.918603 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:28.919441 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.920680 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] 10.222.0.13 "PUT /v2.0/ports/5a185bc0-ae7a-4c90-b718-10fada593bdf HTTP/1.1" status: 200 len: 1091 time: 0.7290976 Aug 31 15:15:28.921137 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:15:28.923420 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce02e191-8249-465b-9419-8f3a1fe742f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:15:28.939424 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-2cdb5100-e609-4081-80de-f88f268e846f req-58351a39-6647-4cc7-be41-f4544bae9504 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937340 Aug 31 15:15:28.958239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1fcaa-6ff7-4907-a7f3-83283eebca19 service neutron] Pushing event updated for resources: {'Port': ['ID=5a185bc0-ae7a-4c90-b718-10fada593bdf,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:28.990751 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5a1546-a837-4ff2-9910-7bb174cb8bf3 x-openstack-request-id: req-2a5a1546-a837-4ff2-9910-7bb174cb8bf3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:15:28.991045 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:15:28.992148 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a5a1546-a837-4ff2-9910-7bb174cb8bf3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:15:28.992581 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'status': 'completed', 'code': 200} Aug 31 15:15:29.026187 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-e8c66822-fb51-4f79-8c28-603807e33b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:29.028047 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-e8c66822-fb51-4f79-8c28-603807e33b26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 1094 time: 0.0518303 Aug 31 15:15:29.055139 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3cc59aa6-18fc-4b12-882d-3203a51ffedd up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:29.074691 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-c5972315-4da7-43d9-9843-556f5d30dc04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf HTTP/1.1" status: 200 len: 217 time: 0.0379369 Aug 31 15:15:29.115283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning for port 3cc59aa6-18fc-4b12-882d-3203a51ffedd completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:29.120299 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3cc59aa6-18fc-4b12-882d-3203a51ffedd triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:29.120844 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:29.134360 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-2be31c45-53a1-4397-9dff-713c9c4ff9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:29.136343 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-2be31c45-53a1-4397-9dff-713c9c4ff9f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 200 len: 849 time: 0.0546510 Aug 31 15:15:29.188234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-15bf5a94-25fd-4f59-abde-7a9110630df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:29.189807 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-15bf5a94-25fd-4f59-abde-7a9110630df4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459857 Aug 31 15:15:29.210160 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:29.244296 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] For port 3cc59aa6-18fc-4b12-882d-3203a51ffedd, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3cc59aa6-18fc-4b12-882d-3203a51ffedd,segment=NetworkSegment(87a63f24-8d27-458e-a5e7-4ca5abcc4dba),segment_id=87a63f24-8d27-458e-a5e7-4ca5abcc4dba)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:29.248241 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:29.249041 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3ad4c0dc-84af-4104-8835-c8c5a853becf up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:29.284193 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-862a6e59-d632-4f06-94f6-e30e0b870e91 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862803 Aug 31 15:15:29.324394 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Pushing event updated for resources: {'Port': ['ID=3cc59aa6-18fc-4b12-882d-3203a51ffedd,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:29.336633 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3ad4c0dc-84af-4104-8835-c8c5a853becf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:29.337012 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:29.377832 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-3d93f7b0-ee70-4fcf-9048-cea71aee9f71 req-921ad207-4896-402f-bce2-082e77e40173 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857649 Aug 31 15:15:29.469671 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02e191-8249-465b-9419-8f3a1fe742f6 req-6d91da3e-5f9f-43e2-8819-3bb08d753d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:29.471175 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce02e191-8249-465b-9419-8f3a1fe742f6 req-6d91da3e-5f9f-43e2-8819-3bb08d753d0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 1094 time: 0.0416372 Aug 31 15:15:29.559273 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02e191-8249-465b-9419-8f3a1fe742f6 req-eab938b8-7d18-417b-8e0d-d9b23c6f6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:29.560700 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce02e191-8249-465b-9419-8f3a1fe742f6 req-eab938b8-7d18-417b-8e0d-d9b23c6f6384 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 911 time: 0.0813668 Aug 31 15:15:29.608377 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce02e191-8249-465b-9419-8f3a1fe742f6 req-bc4757a6-0e86-4213-ae0c-ed926994e8ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf HTTP/1.1" status: 200 len: 217 time: 0.0389135 Aug 31 15:15:29.658828 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02e191-8249-465b-9419-8f3a1fe742f6 req-bd90cbdb-c58f-462d-bc27-c97853926b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:29.660250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce02e191-8249-465b-9419-8f3a1fe742f6 req-bd90cbdb-c58f-462d-bc27-c97853926b46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 200 len: 849 time: 0.0428312 Aug 31 15:15:29.704252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02e191-8249-465b-9419-8f3a1fe742f6 req-81576c10-0bc3-4dc5-a203-d8acc889cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:29.705745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce02e191-8249-465b-9419-8f3a1fe742f6 req-81576c10-0bc3-4dc5-a203-d8acc889cff3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382388 Aug 31 15:15:30.141911 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ba737-0a52-4035-a70c-70c94142c98f req-cc38e793-2899-4ed2-93bf-6323fa1051fb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:30.143336 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b69ba737-0a52-4035-a70c-70c94142c98f req-cc38e793-2899-4ed2-93bf-6323fa1051fb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 943 time: 0.0751975 Aug 31 15:15:30.149074 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce02e191-8249-465b-9419-8f3a1fe742f6 req-dbd7445b-eacf-4a4c-9bad-08eba80fc972 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338284 Aug 31 15:15:30.234438 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-b69ba737-0a52-4035-a70c-70c94142c98f req-84db418b-4ba7-4045-9c5d-c5af5895d4e0 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840859 Aug 31 15:15:30.268799 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ce02e191-8249-465b-9419-8f3a1fe742f6 req-e74ac506-3be7-4110-b15b-effb78e25581 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074889 Aug 31 15:15:30.998266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3cc59aa6-18fc-4b12-882d-3203a51ffedd up at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:31.039935 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5a185bc0-ae7a-4c90-b718-10fada593bdf details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:15:31.060859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Provisioning complete for port 3cc59aa6-18fc-4b12-882d-3203a51ffedd triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:31.061164 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:31.197772 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5a185bc0-ae7a-4c90-b718-10fada593bdf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:31.217520 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'port_id': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'mac_address': 'fa:16:3e:6b:2d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:15:31.252742 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:31.265620 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a185bc0-ae7a-4c90-b718-10fada593bdf {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:15:31.285260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5a185bc0-ae7a-4c90-b718-10fada593bdf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:31.290912 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:31.342910 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=5a185bc0-ae7a-4c90-b718-10fada593bdf,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:31.352577 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e6c97-136b-45b8-b7a6-c2769cbee62f req-4fcc1cc0-1ca6-48bd-8971-10ff0984d694 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:31.354404 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-349e6c97-136b-45b8-b7a6-c2769cbee62f req-4fcc1cc0-1ca6-48bd-8971-10ff0984d694 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 944 time: 0.0493727 Aug 31 15:15:31.392513 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-349e6c97-136b-45b8-b7a6-c2769cbee62f req-4fcd3df3-9452-4665-9bda-f6347e033944 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310969 Aug 31 15:15:31.512369 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c4351489-8995-446f-9df4-90f6ff501c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:31.518635 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['5a185bc0-ae7a-4c90-b718-10fada593bdf'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:15:32.507912 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560d202-02b8-40e2-8b33-929368e0688e req-cb279cf2-27b1-4000-9b75-710bc58c67fe tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:32.509456 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1560d202-02b8-40e2-8b33-929368e0688e req-cb279cf2-27b1-4000-9b75-710bc58c67fe tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 944 time: 0.0495679 Aug 31 15:15:32.549250 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1560d202-02b8-40e2-8b33-929368e0688e req-c64c6876-0d68-44f7-8d80-534f81d20814 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335073 Aug 31 15:15:33.055377 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5a185bc0-ae7a-4c90-b718-10fada593bdf up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:15:33.102320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port 5a185bc0-ae7a-4c90-b718-10fada593bdf completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:33.105983 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 5a185bc0-ae7a-4c90-b718-10fada593bdf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:33.106301 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:33.179707 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:33.202500 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:15:33.204757 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c5b9e-1ebf-4748-b13f-60e74b41dfe9" -d '{"events": [{"server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "name": "network-vif-plugged", "status": "completed", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:15:33.217189 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5a185bc0-ae7a-4c90-b718-10fada593bdf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:15:33.222025 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:33.273306 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=5a185bc0-ae7a-4c90-b718-10fada593bdf,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:33.303826 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1e707f-70ee-411b-95a5-bc37680892d2 x-openstack-request-id: req-fc1e707f-70ee-411b-95a5-bc37680892d2 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:15:33.304185 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "name": "network-vif-plugged", "status": "completed", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:15:33.304466 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc1e707f-70ee-411b-95a5-bc37680892d2 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:15:33.304869 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'code': 200} Aug 31 15:15:33.401600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715d00-9acd-4919-85d7-26de8fb60535 req-99b850b0-0a86-44aa-b45d-c30714c0cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:33.403308 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a5715d00-9acd-4919-85d7-26de8fb60535 req-99b850b0-0a86-44aa-b45d-c30714c0cba5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 1096 time: 0.0397112 Aug 31 15:15:33.442421 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a5715d00-9acd-4919-85d7-26de8fb60535 req-2928de57-9b12-4814-b3dc-6a1c8b5f1b63 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303054 Aug 31 15:15:33.674613 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4156282-228e-4306-96c4-db9a5c9aeb11 req-71d2cc97-bc2b-47d3-8eb2-4a1bce7a245f tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:33.676036 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4156282-228e-4306-96c4-db9a5c9aeb11 req-71d2cc97-bc2b-47d3-8eb2-4a1bce7a245f tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 945 time: 0.0604718 Aug 31 15:15:33.714360 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a4156282-228e-4306-96c4-db9a5c9aeb11 req-c9126dce-dbc7-452a-b363-370ec61dfb59 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316162 Aug 31 15:15:34.165864 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:34.171051 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-380310bd-f772-4aaf-a5c6-0469ebe8196e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:34.831079 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204138a2-7819-4335-b6a2-e14d6be64286 req-ae184c88-5a75-4da9-a11f-747e0d5b7918 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:34.832632 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-204138a2-7819-4335-b6a2-e14d6be64286 req-ae184c88-5a75-4da9-a11f-747e0d5b7918 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 945 time: 0.0491776 Aug 31 15:15:34.875793 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-204138a2-7819-4335-b6a2-e14d6be64286 req-7158c901-252e-4ed8-8112-bd322d27edd7 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372746 Aug 31 15:15:34.988864 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c0483-081f-45a1-8176-105025dfa80b req-6227562f-c681-42a8-af3e-05b120269a9b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:34.990369 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f84c0483-081f-45a1-8176-105025dfa80b req-6227562f-c681-42a8-af3e-05b120269a9b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 945 time: 0.0486565 Aug 31 15:15:35.029890 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f84c0483-081f-45a1-8176-105025dfa80b req-bcd73065-2aa5-4560-9d09-bc8623a02eab tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327692 Aug 31 15:15:35.051417 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36860) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:35.176766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da3ebb-5ea1-4aa4-be07-56f80455c929 tempest-TestSnapshotPattern-357761761 tempest-TestSnapshotPattern-357761761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:35.178292 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-46da3ebb-5ea1-4aa4-be07-56f80455c929 tempest-TestSnapshotPattern-357761761 tempest-TestSnapshotPattern-357761761-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 1091 time: 0.1258986 Aug 31 15:15:35.181190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 36864) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:15:35.185546 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:15:35.205829 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.303641 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.411143 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Allocated IP 172.25.3.201 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/5e6e7b3a-48e8-469a-951f-21a101df7af9) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:35.511599 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.536465 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.552286 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.592344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:35.595205 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:35.598842 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:15:35.624428 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'Port': ['ID=5e6e7b3a-48e8-469a-951f-21a101df7af9,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:35.958287 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.025127 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.167361 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.171820 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.237716 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'Port': ['ID=5e6e7b3a-48e8-469a-951f-21a101df7af9,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:36.252865 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.353445 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Floating IP 0a3b55f9-89ae-41be-96cf-7e88868b8559 associated. External IP: 172.25.3.201, port: 5a185bc0-ae7a-4c90-b718-10fada593bdf. Aug 31 15:15:36.563691 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Router 461ad5ad-2369-49f6-af7b-f25932f997ff has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:15:36.671120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:15:36.680468 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9bf9f6-e678-44b2-8709-73cf92836d53 None None] Sync routers for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:36.687698 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.690817 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9bf9f6-e678-44b2-8709-73cf92836d53 None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:36.691448 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4e9bf9f6-e678-44b2-8709-73cf92836d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:36.714996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-86573ff5-5741-479b-830e-8b1858086ef3 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5326483 Aug 31 15:15:36.715424 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:15:36.718185 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542db662-99a3-4133-89f2-12a545a371f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:15:36.759302 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c927cf48-2a08-4991-939e-6d37ab3c968f x-openstack-request-id: req-c927cf48-2a08-4991-939e-6d37ab3c968f {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:15:36.759607 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:15:36.759862 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c927cf48-2a08-4991-939e-6d37ab3c968f {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:15:36.760560 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'status': 'completed', 'code': 200} Aug 31 15:15:36.825684 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542db662-99a3-4133-89f2-12a545a371f0 req-93900707-8bc1-457a-8987-2562d708e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:36.827478 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-542db662-99a3-4133-89f2-12a545a371f0 req-93900707-8bc1-457a-8987-2562d708e595 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 1096 time: 0.0438499 Aug 31 15:15:36.929915 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542db662-99a3-4133-89f2-12a545a371f0 req-806d4297-5f1e-431b-a4bc-7adbc6bea4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:36.931410 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-542db662-99a3-4133-89f2-12a545a371f0 req-806d4297-5f1e-431b-a4bc-7adbc6bea4c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 911 time: 0.0914488 Aug 31 15:15:36.956582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4e9bf9f6-e678-44b2-8709-73cf92836d53 None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:36.996833 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-542db662-99a3-4133-89f2-12a545a371f0 req-0650e4b0-96e0-4e29-a806-309454560a0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf HTTP/1.1" status: 200 len: 999 time: 0.0578928 Aug 31 15:15:37.047976 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542db662-99a3-4133-89f2-12a545a371f0 req-d1ea4233-efee-4f15-a1d7-bea2905f6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:37.049515 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-542db662-99a3-4133-89f2-12a545a371f0 req-d1ea4233-efee-4f15-a1d7-bea2905f6633 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 200 len: 849 time: 0.0443392 Aug 31 15:15:37.100982 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542db662-99a3-4133-89f2-12a545a371f0 req-19fc8e73-dd7c-402d-bdbe-611d3449f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:37.102484 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-542db662-99a3-4133-89f2-12a545a371f0 req-19fc8e73-dd7c-402d-bdbe-611d3449f5af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448465 Aug 31 15:15:37.113649 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.191348 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4e9bf9f6-e678-44b2-8709-73cf92836d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '0a3b55f9-89ae-41be-96cf-7e88868b8559', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'port_id': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'mac_address': 'fa:16:3e:6b:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:15:35Z', 'updated_at': '2021-08-31T15:15:35Z', 'revision_number': 0, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:24Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:37.194352 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-542db662-99a3-4133-89f2-12a545a371f0 req-27ec086c-4747-4bac-ab24-c3d3d0590ae6 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825617 Aug 31 15:15:37.222260 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9bf9f6-e678-44b2-8709-73cf92836d53 None None] Checking router: 461ad5ad-2369-49f6-af7b-f25932f997ff for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:37.230371 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9bf9f6-e678-44b2-8709-73cf92836d53 None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:15:37.230984 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4e9bf9f6-e678-44b2-8709-73cf92836d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:15:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:37.288690 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-542db662-99a3-4133-89f2-12a545a371f0 req-196dbfff-1b0f-464c-80b5-3e2496ec8b21 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859375 Aug 31 15:15:37.335093 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-4e9bf9f6-e678-44b2-8709-73cf92836d53 None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:15:37.555966 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-4e9bf9f6-e678-44b2-8709-73cf92836d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '0a3b55f9-89ae-41be-96cf-7e88868b8559', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'port_id': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'mac_address': 'fa:16:3e:6b:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:15:35Z', 'updated_at': '2021-08-31T15:15:35Z', 'revision_number': 0, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:24Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:37.582324 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9bf9f6-e678-44b2-8709-73cf92836d53 None None] The sync data for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 is: [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '0a3b55f9-89ae-41be-96cf-7e88868b8559', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'port_id': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'mac_address': 'fa:16:3e:6b:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:15:35Z', 'updated_at': '2021-08-31T15:15:35Z', 'revision_number': 0, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:24Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:37.774231 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aff72d-a425-4e43-ada6-96beec0f7bbb None None] New status for floating IP 0a3b55f9-89ae-41be-96cf-7e88868b8559: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:15:39.865897 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:40.083058 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:53.073403 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:16:01.513043 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6e01bca-8ee5-49dc-a8f6-9510bd225f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:04.164457 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:04.176268 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7caffe38-fbef-499c-b90d-d412ef3367bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:05.538394 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:07.087888 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:07.859549 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-925cb582-2bc6-451b-931d-4f0c3ebf03cd req-138a08af-c8d2-4f78-a6d3-739597a00844 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400195 Aug 31 15:16:07.940090 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cb582-2bc6-451b-931d-4f0c3ebf03cd req-68fbf2f0-be8a-4dc3-8381-3948ef9f647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:07.941606 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-925cb582-2bc6-451b-931d-4f0c3ebf03cd req-68fbf2f0-be8a-4dc3-8381-3948ef9f647c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 1096 time: 0.0405731 Aug 31 15:16:08.046627 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cb582-2bc6-451b-931d-4f0c3ebf03cd req-7620cf1d-9269-4828-8bb3-407ba474e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:08.048101 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-925cb582-2bc6-451b-931d-4f0c3ebf03cd req-7620cf1d-9269-4828-8bb3-407ba474e2a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 911 time: 0.0852661 Aug 31 15:16:08.117650 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-925cb582-2bc6-451b-931d-4f0c3ebf03cd req-037a7daf-2913-43ff-b8d4-2669ef4a168b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf HTTP/1.1" status: 200 len: 1001 time: 0.0573871 Aug 31 15:16:08.166208 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cb582-2bc6-451b-931d-4f0c3ebf03cd req-ba62d42d-f0e6-4fae-a846-eccc4a64e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:08.168340 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-925cb582-2bc6-451b-931d-4f0c3ebf03cd req-ba62d42d-f0e6-4fae-a846-eccc4a64e720 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 200 len: 849 time: 0.0436032 Aug 31 15:16:08.216611 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cb582-2bc6-451b-931d-4f0c3ebf03cd req-e258ee20-18a6-4493-90d4-5912f1d6351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:08.218110 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-925cb582-2bc6-451b-931d-4f0c3ebf03cd req-e258ee20-18a6-4493-90d4-5912f1d6351a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426579 Aug 31 15:16:08.310647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-925cb582-2bc6-451b-931d-4f0c3ebf03cd req-141d209b-3619-473c-9d65-707aeadec50d service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843332 Aug 31 15:16:08.405107 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-925cb582-2bc6-451b-931d-4f0c3ebf03cd req-551996b1-70b1-49e2-9ca1-c5be0d62c987 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854776 Aug 31 15:16:09.857680 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:10.082700 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:30.071454 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:16:31.513676 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8f76e8fa-ba53-4836-80de-d52f0e3d13da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:34.156865 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:34.178478 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dfcaf00-b7a5-41fb-ac44-373e015c2a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:35.541035 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:37.089430 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:39.873449 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:40.102158 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:01.514824 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-02a54383-033d-4824-bd31-b15c3e290b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:04.158546 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:04.179026 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0b5079ad-631b-4270-a534-787f6221ca55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:05.545959 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:07.069605 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:17:07.092041 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:07.861111 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4dac88a4-5821-4d5c-96e8-937afbfc6c5c req-fde288ea-1a92-4c36-9cc2-e2afc850ec68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428114 Aug 31 15:17:07.943837 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac88a4-5821-4d5c-96e8-937afbfc6c5c req-ede3e27e-f120-46af-8746-3fd3b75fa65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:07.945427 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4dac88a4-5821-4d5c-96e8-937afbfc6c5c req-ede3e27e-f120-46af-8746-3fd3b75fa65e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 1096 time: 0.0401399 Aug 31 15:17:08.055258 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac88a4-5821-4d5c-96e8-937afbfc6c5c req-c2b9306f-f48c-4ef2-9a06-83851ee7f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:08.056795 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4dac88a4-5821-4d5c-96e8-937afbfc6c5c req-c2b9306f-f48c-4ef2-9a06-83851ee7f61e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 911 time: 0.0912156 Aug 31 15:17:08.121979 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4dac88a4-5821-4d5c-96e8-937afbfc6c5c req-ef4e7bfa-6e3e-4d62-886b-eb92c69b1461 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf HTTP/1.1" status: 200 len: 1001 time: 0.0571332 Aug 31 15:17:08.171596 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac88a4-5821-4d5c-96e8-937afbfc6c5c req-a7512864-3f4f-48e5-8345-2be24696e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:08.173059 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4dac88a4-5821-4d5c-96e8-937afbfc6c5c req-a7512864-3f4f-48e5-8345-2be24696e56f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 200 len: 849 time: 0.0430219 Aug 31 15:17:08.223917 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac88a4-5821-4d5c-96e8-937afbfc6c5c req-0c90f8f5-06fc-4aea-82cf-ab2a4f766c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:08.225460 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4dac88a4-5821-4d5c-96e8-937afbfc6c5c req-0c90f8f5-06fc-4aea-82cf-ab2a4f766c28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439243 Aug 31 15:17:08.315144 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4dac88a4-5821-4d5c-96e8-937afbfc6c5c req-fcb75f2b-cc3f-49b6-b109-81687955c721 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810745 Aug 31 15:17:08.409239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-4dac88a4-5821-4d5c-96e8-937afbfc6c5c req-fd7b43ad-67be-4d5e-ad0e-dee5c87e8001 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859663 Aug 31 15:17:09.872022 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:10.089146 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:25.848454 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-3786139b-e82a-45e6-a37c-8c6cc8858487 req-227c9c3c-d1a1-4922-bda8-0ed9ee87a564 service neutron] (106388) timed out ('10.222.0.20', 59552) {{(pid=106388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:17:31.515901 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6ebaceb4-21ee-4d4a-a8d5-9eac6ca931b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:34.158705 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:34.178140 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-84570b24-dab8-4257-9ce4-cfe85165975e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:35.550145 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.095664 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.831134 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5a185bc0-ae7a-4c90-b718-10fada593bdf details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:17:37.921219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5a185bc0-ae7a-4c90-b718-10fada593bdf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:37.932126 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'port_id': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'mac_address': 'fa:16:3e:6b:2d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:17:37.968130 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.980298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a185bc0-ae7a-4c90-b718-10fada593bdf {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:17:37.998980 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5a185bc0-ae7a-4c90-b718-10fada593bdf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:38.003151 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:38.055496 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=5a185bc0-ae7a-4c90-b718-10fada593bdf,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:38.063526 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:38.063878 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:38.064220 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:38.064595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:38.064933 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:38.065266 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:38.065595 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:38.065923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:38.066250 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:38.066572 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:38.066898 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:38.067219 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:38.115243 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['5a185bc0-ae7a-4c90-b718-10fada593bdf'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:17:39.852344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5a185bc0-ae7a-4c90-b718-10fada593bdf up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:17:39.904073 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:39.917859 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port 5a185bc0-ae7a-4c90-b718-10fada593bdf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:39.918234 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:40.008902 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:40.033823 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:17:40.036080 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb70b3ae-8c95-4cf6-ae2c-077a1aea9df8" -d '{"events": [{"server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "name": "network-vif-plugged", "status": "completed", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:17:40.051152 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5a185bc0-ae7a-4c90-b718-10fada593bdf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:40.057556 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:40.097837 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54e663-1209-43ff-9d67-c17f95d97dad x-openstack-request-id: req-3b54e663-1209-43ff-9d67-c17f95d97dad {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:17:40.098117 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "name": "network-vif-plugged", "status": "completed", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:17:40.098369 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b54e663-1209-43ff-9d67-c17f95d97dad {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:17:40.098759 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'code': 200} Aug 31 15:17:40.125376 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:40.128224 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=5a185bc0-ae7a-4c90-b718-10fada593bdf,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:44.071021 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:17:48.153930 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-46fe82e7-5112-40e5-b527-3b44af2fc35c tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1013905332&fields=id&tenant_id=04069d4cd5c74149b1c5c168065e8bfc HTTP/1.1" status: 200 len: 267 time: 0.0380797 Aug 31 15:17:48.261317 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-89609e6e-7a5a-4ceb-be3d-3d0910ea031a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:48.262860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-89609e6e-7a5a-4ceb-be3d-3d0910ea031a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 810 time: 0.0983317 Aug 31 15:17:48.277370 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-9b8c1484-ded8-40d5-909b-6498f2a66fd7 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/quotas/04069d4cd5c74149b1c5c168065e8bfc HTTP/1.1" status: 200 len: 375 time: 0.0088310 Aug 31 15:17:48.331801 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-948decdf-7a65-4014-aac0-58e502b2cb7b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0483844 Aug 31 15:17:48.348059 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-9fb717a4-762b-4c71-ab79-7c1c925685eb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:17:48.349061 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-9fb717a4-762b-4c71-ab79-7c1c925685eb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056365 Aug 31 15:17:48.495553 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-1ac6312c-7bcf-4954-b9bc-12be89eb9fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405752 Aug 31 15:17:48.594291 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-d000fa5c-c7b8-4e71-b2e0-958092df8c1c service neutron] 10.222.0.20 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888860 Aug 31 15:17:48.843550 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c8d9a239-a4db-4155-b836-70ef416c9c5c req-5ae8af8e-734d-400c-bc58-1be19293c062 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 210 time: 0.0824101 Aug 31 15:17:49.930109 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f824bae5-6db2-4d44-9f13-8eeb4bf950e6 req-08286d5e-0a4e-47d3-a165-695ed28a5dcd tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 210 time: 0.0326030 Aug 31 15:17:51.009043 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-98e3ea37-3842-4939-937f-698bd5d36154 req-6d34e2d5-b7ea-4488-a9ff-1bb79de49fe0 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 210 time: 0.0309927 Aug 31 15:17:51.781038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-db5060f9-38ee-458d-b221-0d4c7fc4ac5a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:51.782506 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-db5060f9-38ee-458d-b221-0d4c7fc4ac5a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.13 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 810 time: 0.1077044 Aug 31 15:17:51.825564 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-913bfd9d-e794-4b7a-8ae4-32537398fcc8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04069d4cd5c74149b1c5c168065e8bfc HTTP/1.1" status: 200 len: 380 time: 0.0334716 Aug 31 15:17:51.836319 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Request body: {'port': {'device_id': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'admin_state_up': True, 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'security_groups': ['18f0f85f-9978-447e-bdad-7cea682162b1']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:17:51.933651 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5a185bc0-ae7a-4c90-b718-10fada593bdf no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:17:52.018466 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:52.044840 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:17:52.047075 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7431b55-4e13-418f-a8b3-2f43a70389b8" -d '{"events": [{"server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "name": "network-vif-unplugged", "status": "completed", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:17:52.061413 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port 5a185bc0-ae7a-4c90-b718-10fada593bdf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:17:52.078551 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:52.175440 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52543bb-82b9-471e-a9ca-b014916f9d8a x-openstack-request-id: req-e52543bb-82b9-471e-a9ca-b014916f9d8a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:17:52.175741 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "name": "network-vif-unplugged", "status": "completed", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:17:52.176023 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e52543bb-82b9-471e-a9ca-b014916f9d8a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:17:52.176409 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'code': 200} Aug 31 15:17:52.188607 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=5a185bc0-ae7a-4c90-b718-10fada593bdf,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:52.299540 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-03423c84-3b2a-40b3-8eb1-02916b601f84 req-6bb16864-a3e3-4064-adf7-ec85ac994f6a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 210 time: 0.0360701 Aug 31 15:17:52.347666 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Made reservation on behalf of 04069d4cd5c74149b1c5c168065e8bfc for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:17:52.352898 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:52.505736 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Allocated IP 172.20.0.12 (e70e29da-4ac2-4d3b-a7d8-b822983e85bc/1b4b48bb-c3a4-4ddc-906c-d40325ada3ff/cd0430f8-a1ea-4075-be24-476f03058626) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:17:52.676509 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:52.692713 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Transition to ACTIVE for port object cd0430f8-a1ea-4075-be24-476f03058626 will not be triggered until provisioned by entity DHCP. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:17:52.726830 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:52.772614 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Network e70e29da-4ac2-4d3b-a7d8-b822983e85bc is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:17:52.778074 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:17:52.782256 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:17:52.809898 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'Port': ['ID=cd0430f8-a1ea-4075-be24-476f03058626,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:52.825135 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:52.825482 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:52.825823 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:52.826234 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:52.827108 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:52.827445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:52.827777 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:52.828111 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:52.828447 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:52.828786 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:52.829109 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:52.829510 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:52.848006 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:52.848690 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:52.875523 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-21ea2007-dc38-47aa-906e-48bbcb50f784 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0428324 Aug 31 15:17:53.116705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-32d46723-02c4-4916-a0da-07251c14a5d1 None None] Provisioning for port cd0430f8-a1ea-4075-be24-476f03058626 completed by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:17:53.120319 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-32d46723-02c4-4916-a0da-07251c14a5d1 None None] Provisioning complete for port cd0430f8-a1ea-4075-be24-476f03058626 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:53.120725 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-32d46723-02c4-4916-a0da-07251c14a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:53.154460 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-32d46723-02c4-4916-a0da-07251c14a5d1 None None] Port cd0430f8-a1ea-4075-be24-476f03058626 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:17:53.421147 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432afe8-b064-4649-846a-6e192dd1d8bb req-552a8bff-f8b1-4c4b-9d80-27d36cc38489 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:53.422734 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c432afe8-b064-4649-846a-6e192dd1d8bb req-552a8bff-f8b1-4c4b-9d80-27d36cc38489 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 932 time: 0.0499048 Aug 31 15:17:53.473143 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c432afe8-b064-4649-846a-6e192dd1d8bb req-03fbdd26-5577-48ad-b511-ec41a34d9a4c tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438156 Aug 31 15:17:54.585452 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78856c-36b5-441f-a707-14dc844e9f80 req-c19944ac-49eb-44d7-8043-9fe40f8d4edc tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:54.586954 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d78856c-36b5-441f-a707-14dc844e9f80 req-c19944ac-49eb-44d7-8043-9fe40f8d4edc tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 932 time: 0.0503845 Aug 31 15:17:54.627838 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0d78856c-36b5-441f-a707-14dc844e9f80 req-131c4eaf-a80b-473e-8580-65c9571b26c0 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341647 Aug 31 15:17:55.756135 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3a0ab-d0f6-4d3a-8222-d8b18b528f69 req-53fef857-266c-4e0f-b827-a365522e41e9 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:55.757676 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-90d3a0ab-d0f6-4d3a-8222-d8b18b528f69 req-53fef857-266c-4e0f-b827-a365522e41e9 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 932 time: 0.0592475 Aug 31 15:17:55.795874 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-90d3a0ab-d0f6-4d3a-8222-d8b18b528f69 req-935c29d7-391b-4c4c-bd8b-aaf93c6fbf76 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321655 Aug 31 15:17:56.927272 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101e60f-e74a-4e1d-a11b-7cb41d8b00e9 req-2eccf463-31ba-4f9b-8397-fed913425597 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:56.928868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0101e60f-e74a-4e1d-a11b-7cb41d8b00e9 req-2eccf463-31ba-4f9b-8397-fed913425597 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 932 time: 0.0601158 Aug 31 15:17:56.973010 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0101e60f-e74a-4e1d-a11b-7cb41d8b00e9 req-7fe8e73d-e355-4547-8b28-a186fec99cf6 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376039 Aug 31 15:17:58.086122 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c391c-b63d-46ed-8b44-881f63b84b88 req-3a516e44-6e37-47bb-8bc5-c38ee8927f65 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:58.087615 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-584c391c-b63d-46ed-8b44-881f63b84b88 req-3a516e44-6e37-47bb-8bc5-c38ee8927f65 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 932 time: 0.0484040 Aug 31 15:17:58.129057 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-584c391c-b63d-46ed-8b44-881f63b84b88 req-d41cf060-e9e2-4557-84d2-68e78e88e554 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345635 Aug 31 15:17:59.255191 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d538ae-8f13-4506-abd1-f3c2481039d8 req-5c2a4a92-5fe0-4402-95c6-fcaaadcb6c11 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:59.256703 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-86d538ae-8f13-4506-abd1-f3c2481039d8 req-5c2a4a92-5fe0-4402-95c6-fcaaadcb6c11 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 932 time: 0.0488551 Aug 31 15:17:59.298138 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-86d538ae-8f13-4506-abd1-f3c2481039d8 req-c65d87e6-0e4b-424c-9bab-71e9c952ee1d tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354245 Aug 31 15:18:00.420170 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd2d59-3fd2-4066-9a6d-3248a33e634e req-ebafc9d4-73cc-4500-9d41-c8fb9e4983f5 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:00.421851 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64cd2d59-3fd2-4066-9a6d-3248a33e634e req-ebafc9d4-73cc-4500-9d41-c8fb9e4983f5 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 932 time: 0.0513389 Aug 31 15:18:00.461615 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-64cd2d59-3fd2-4066-9a6d-3248a33e634e req-f11729c7-b909-4c0d-a872-74ad57994526 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338626 Aug 31 15:18:01.524359 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3cdc-82d0-4484-9eaa-8d364d11ef83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:01.585344 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5e151-c8b1-4c35-b7d4-d6d4125deee6 req-4ffa6bef-a7b0-4978-b324-bd0aea17edcb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:01.586745 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2c5e151-c8b1-4c35-b7d4-d6d4125deee6 req-4ffa6bef-a7b0-4978-b324-bd0aea17edcb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 932 time: 0.0492373 Aug 31 15:18:01.625117 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f2c5e151-c8b1-4c35-b7d4-d6d4125deee6 req-667c85b8-8099-438d-b7da-937b2c91c4c4 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314624 Aug 31 15:18:02.758325 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fe16c-95ee-4318-b894-719bb7ded6f2 req-b68d149a-c523-4c49-8edb-5d12f1fdfcee tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:02.759917 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e94fe16c-95ee-4318-b894-719bb7ded6f2 req-b68d149a-c523-4c49-8edb-5d12f1fdfcee tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 932 time: 0.0568016 Aug 31 15:18:02.800918 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-e94fe16c-95ee-4318-b894-719bb7ded6f2 req-11277444-fd3a-4eb2-9702-9ee51c95cfa0 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340650 Aug 31 15:18:03.908243 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Request body: {'port': {'device_id': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792364-6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:18:03.957761 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60451d-d2fa-4cc7-9c4b-63ec4cae60fa req-294a1ce8-2a44-470b-bc35-7a35149a653a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:03.959302 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f60451d-d2fa-4cc7-9c4b-63ec4cae60fa req-294a1ce8-2a44-470b-bc35-7a35149a653a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 932 time: 0.0921791 Aug 31 15:18:04.003520 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:04.028107 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-1f60451d-d2fa-4cc7-9c4b-63ec4cae60fa req-3b676b1c-3b77-455e-8fb4-897b0cf8b62b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613446 Aug 31 15:18:04.161046 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:04.177817 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ec05-a67f-4c39-8dbf-8a314f71e686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:04.289252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0430f8-a1ea-4075-be24-476f03058626 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:18:04.299073 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:04.311875 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Transition to ACTIVE for port object cd0430f8-a1ea-4075-be24-476f03058626 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:18:04.316799 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:04.405865 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0430f8-a1ea-4075-be24-476f03058626,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:04.439681 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Attempting to bind port cd0430f8-a1ea-4075-be24-476f03058626 on host n-h1-792364-6 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:18:04.440025 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Attempting to bind port cd0430f8-a1ea-4075-be24-476f03058626 by drivers openvswitch,hyperv on host n-h1-792364-6 at level 0 using segments [{'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:18:04.440358 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Attempting to bind port cd0430f8-a1ea-4075-be24-476f03058626 on network e70e29da-4ac2-4d3b-a7d8-b822983e85bc {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:18:04.445005 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Port cd0430f8-a1ea-4075-be24-476f03058626 on network e70e29da-4ac2-4d3b-a7d8-b822983e85bc not bound, no agent of type Open vSwitch agent registered on host n-h1-792364-6 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 15:18:04.445332 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Attempting to bind port cd0430f8-a1ea-4075-be24-476f03058626 on network e70e29da-4ac2-4d3b-a7d8-b822983e85bc {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 15:18:04.450429 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Checking agent: {'id': '985573f0-6e8d-45e2-8a43-f2a7e0c5c122', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792364-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'started_at': datetime.datetime(2021, 8, 31, 13, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 15:18:04.450773 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Checking segment: {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 15:18:04.451630 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Bound using segment: {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 15:18:04.452060 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Bound port: cd0430f8-a1ea-4075-be24-476f03058626, host: n-h1-792364-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c77956-1f45-40ae-afa7-6c56937ae659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:18:04.452419 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:04.517313 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] For port cd0430f8-a1ea-4075-be24-476f03058626, host n-h1-792364-6, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 15:18:04.520540 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] For port cd0430f8-a1ea-4075-be24-476f03058626, host n-h1-792364-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd0430f8-a1ea-4075-be24-476f03058626,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 15:18:04.525372 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:04.568463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:04.568463 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:04.568463 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd0430f8-a1ea-4075-be24-476f03058626 HTTP/1.1" status: 200 len: 1092 time: 0.6660640 Aug 31 15:18:04.568463 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:18:04.570689 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca3f017-f6f4-48d7-930f-2c0b03fc8589" -d '{"events": [{"name": "network-changed", "server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "tag": "cd0430f8-a1ea-4075-be24-476f03058626"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:18:04.605517 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e053398-7eca-40f6-bf62-1de20f685970 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0430f8-a1ea-4075-be24-476f03058626,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:04.645426 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53541097-3e1c-438f-b3c9-d6bb3473ada2 x-openstack-request-id: req-53541097-3e1c-438f-b3c9-d6bb3473ada2 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:18:04.645724 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "tag": "cd0430f8-a1ea-4075-be24-476f03058626", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:18:04.645973 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53541097-3e1c-438f-b3c9-d6bb3473ada2 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:18:04.646376 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626', 'status': 'completed', 'code': 200} Aug 31 15:18:04.662874 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-8d077a09-4d7d-4adb-b800-f7a36d2167e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:04.664618 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-8d077a09-4d7d-4adb-b800-f7a36d2167e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 1095 time: 0.0478756 Aug 31 15:18:04.709393 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-2f06b9db-766f-4757-abf0-6e4691ef444f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd0430f8-a1ea-4075-be24-476f03058626 HTTP/1.1" status: 200 len: 217 time: 0.0361450 Aug 31 15:18:04.766572 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-899915e5-8039-4283-87b7-0617c703be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:04.768791 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-899915e5-8039-4283-87b7-0617c703be19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 200 len: 849 time: 0.0517607 Aug 31 15:18:04.819093 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-95d4153b-97b2-4380-8f77-7f2b1603ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:04.820613 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-95d4153b-97b2-4380-8f77-7f2b1603ad1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402389 Aug 31 15:18:04.909791 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-718722bd-498b-45c4-a1c0-2c2eb7230fa8 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810819 Aug 31 15:18:05.004191 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a8c93ed0-9115-45e0-b5c8-d83fc7eef4da req-30cdd67a-41bf-4c05-8706-62f43878ee24 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862241 Aug 31 15:18:05.095717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3f017-f6f4-48d7-930f-2c0b03fc8589 req-aaca0edf-3fed-4ead-9faf-2994b0e4e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:05.097267 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eca3f017-f6f4-48d7-930f-2c0b03fc8589 req-aaca0edf-3fed-4ead-9faf-2994b0e4e615 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 1095 time: 0.0417008 Aug 31 15:18:05.196973 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87843f-78e7-4d69-a59f-17cbc1076bd8 req-f88c032f-e815-433e-b994-f393d5e14c48 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:05.198475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd87843f-78e7-4d69-a59f-17cbc1076bd8 req-f88c032f-e815-433e-b994-f393d5e14c48 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 944 time: 0.1003504 Aug 31 15:18:05.243365 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3f017-f6f4-48d7-930f-2c0b03fc8589 req-233ac791-ef3f-4964-9f22-756c8260e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:05.244869 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eca3f017-f6f4-48d7-930f-2c0b03fc8589 req-233ac791-ef3f-4964-9f22-756c8260e432 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 911 time: 0.1375945 Aug 31 15:18:05.252359 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-bd87843f-78e7-4d69-a59f-17cbc1076bd8 req-ee9e4d73-423e-487a-a489-91cd3c8c9966 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476494 Aug 31 15:18:05.291601 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eca3f017-f6f4-48d7-930f-2c0b03fc8589 req-dbd56b4f-5398-452e-b642-fe70c6f9aa36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd0430f8-a1ea-4075-be24-476f03058626 HTTP/1.1" status: 200 len: 217 time: 0.0379336 Aug 31 15:18:05.341766 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3f017-f6f4-48d7-930f-2c0b03fc8589 req-88f83367-1b65-4802-91b5-0641789326aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:05.343402 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eca3f017-f6f4-48d7-930f-2c0b03fc8589 req-88f83367-1b65-4802-91b5-0641789326aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 200 len: 849 time: 0.0433090 Aug 31 15:18:05.394840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3f017-f6f4-48d7-930f-2c0b03fc8589 req-5027bf6a-0714-48a4-9355-585b91f4b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:05.396379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eca3f017-f6f4-48d7-930f-2c0b03fc8589 req-5027bf6a-0714-48a4-9355-585b91f4b48e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430658 Aug 31 15:18:05.490484 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eca3f017-f6f4-48d7-930f-2c0b03fc8589 req-fc218300-64c2-4be1-ac2a-690af9344d12 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850222 Aug 31 15:18:05.552010 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:05.582547 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-eca3f017-f6f4-48d7-930f-2c0b03fc8589 req-c7469162-a897-4c29-8d4c-665cca0f068e service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827725 Aug 31 15:18:06.376062 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca60c99-a150-44e9-b312-925dfd56fc35 req-426e804c-2122-4735-8e40-748e25b21c12 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:06.377635 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2ca60c99-a150-44e9-b312-925dfd56fc35 req-426e804c-2122-4735-8e40-748e25b21c12 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 944 time: 0.0519693 Aug 31 15:18:06.417400 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-2ca60c99-a150-44e9-b312-925dfd56fc35 req-499b3966-fbca-4414-8c4e-9770415a5bf4 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333893 Aug 31 15:18:07.098574 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:07.536386 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51f8ef-e750-4fcf-8363-d7155a78850a req-dfa25b11-4398-4546-b837-f778847ac9fb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:07.537899 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec51f8ef-e750-4fcf-8363-d7155a78850a req-dfa25b11-4398-4546-b837-f778847ac9fb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 944 time: 0.0501649 Aug 31 15:18:07.574615 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-ec51f8ef-e750-4fcf-8363-d7155a78850a req-54fe5a5f-a2c5-440c-8e12-862948b49a84 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305896 Aug 31 15:18:07.981479 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cd0430f8-a1ea-4075-be24-476f03058626 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:18:08.075624 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cd0430f8-a1ea-4075-be24-476f03058626, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd0430f8-a1ea-4075-be24-476f03058626,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:18:08.086527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'cd0430f8-a1ea-4075-be24-476f03058626', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'port_id': 'cd0430f8-a1ea-4075-be24-476f03058626', 'mac_address': 'fa:16:3e:39:27:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:18:08.121746 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:08.134331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0430f8-a1ea-4075-be24-476f03058626 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:18:08.152144 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cd0430f8-a1ea-4075-be24-476f03058626, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd0430f8-a1ea-4075-be24-476f03058626,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:18:08.156328 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:08.204355 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cd0430f8-a1ea-4075-be24-476f03058626,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:08.416643 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['cd0430f8-a1ea-4075-be24-476f03058626'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:18:08.690876 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ae5bf-bd7f-4a8b-a1a8-ce60de0da9fe req-9878b846-8f3a-4551-8fa3-dc4600d8f787 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:08.692400 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c14ae5bf-bd7f-4a8b-a1a8-ce60de0da9fe req-9878b846-8f3a-4551-8fa3-dc4600d8f787 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 945 time: 0.0476525 Aug 31 15:18:08.729455 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-c14ae5bf-bd7f-4a8b-a1a8-ce60de0da9fe req-44fa8e7e-ebc5-4cc3-b7b2-d48f0ffbbda0 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309606 Aug 31 15:18:08.865569 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f032124c-8da0-4b55-8639-ea43bc7081cb req-cae6bf50-1e09-428d-94f9-0271e4ccf816 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445933 Aug 31 15:18:08.949840 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032124c-8da0-4b55-8639-ea43bc7081cb req-2266a021-461d-435e-a7bb-bc1124802a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:08.951239 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f032124c-8da0-4b55-8639-ea43bc7081cb req-2266a021-461d-435e-a7bb-bc1124802a49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 1094 time: 0.0410900 Aug 31 15:18:09.052225 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032124c-8da0-4b55-8639-ea43bc7081cb req-ba13a805-3758-4f50-a7ee-fdc5e94b34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:09.053757 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f032124c-8da0-4b55-8639-ea43bc7081cb req-ba13a805-3758-4f50-a7ee-fdc5e94b34cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 911 time: 0.0827959 Aug 31 15:18:09.122557 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f032124c-8da0-4b55-8639-ea43bc7081cb req-d6b048c2-3b53-46b2-b6a4-6d7ee10c4dd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf HTTP/1.1" status: 200 len: 999 time: 0.0605016 Aug 31 15:18:09.171153 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032124c-8da0-4b55-8639-ea43bc7081cb req-cd0bf227-8466-49e8-9296-60659cfa5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:09.173151 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f032124c-8da0-4b55-8639-ea43bc7081cb req-cd0bf227-8466-49e8-9296-60659cfa5fe5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 200 len: 849 time: 0.0422351 Aug 31 15:18:09.217989 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032124c-8da0-4b55-8639-ea43bc7081cb req-58f04640-5141-4caf-8c32-1869beb1ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:09.219900 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f032124c-8da0-4b55-8639-ea43bc7081cb req-58f04640-5141-4caf-8c32-1869beb1ffbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387466 Aug 31 15:18:09.314548 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f032124c-8da0-4b55-8639-ea43bc7081cb req-9322d0ef-a82b-4256-8598-f3ef007b0688 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858197 Aug 31 15:18:09.409847 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f032124c-8da0-4b55-8639-ea43bc7081cb req-97d72eb1-aa70-4de3-927d-d88fd3a1896e service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874999 Aug 31 15:18:09.851689 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cd278-83bf-4a57-bc04-b7337c106189 req-d4c2ae19-6b5b-480c-b421-87a30519aaa8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:09.853230 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-689cd278-83bf-4a57-bc04-b7337c106189 req-d4c2ae19-6b5b-480c-b421-87a30519aaa8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 945 time: 0.0538962 Aug 31 15:18:09.882589 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:09.892379 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-689cd278-83bf-4a57-bc04-b7337c106189 req-b03f3f66-b263-4440-a441-e4f774573fd4 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330150 Aug 31 15:18:09.997027 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cd0430f8-a1ea-4075-be24-476f03058626 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:18:10.046272 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning for port cd0430f8-a1ea-4075-be24-476f03058626 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:18:10.049954 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port cd0430f8-a1ea-4075-be24-476f03058626 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:18:10.050333 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:10.122635 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:10.134044 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:10.156130 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:18:10.158536 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43634ef3-02b2-404e-b36c-62d17579274e" -d '{"events": [{"server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "name": "network-vif-plugged", "status": "completed", "tag": "cd0430f8-a1ea-4075-be24-476f03058626"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:18:10.173406 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cd0430f8-a1ea-4075-be24-476f03058626, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd0430f8-a1ea-4075-be24-476f03058626,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:18:10.177349 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:10.200408 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5f407c-6a56-4859-aaf1-f93e3d4be67d x-openstack-request-id: req-7b5f407c-6a56-4859-aaf1-f93e3d4be67d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:18:10.200731 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "name": "network-vif-plugged", "status": "completed", "tag": "cd0430f8-a1ea-4075-be24-476f03058626", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:18:10.200997 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b5f407c-6a56-4859-aaf1-f93e3d4be67d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:18:10.201398 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626', 'code': 200} Aug 31 15:18:10.227582 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cd0430f8-a1ea-4075-be24-476f03058626,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:10.290717 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55841e-3652-4b75-8c83-d8fbe45216a6 req-0cbb751a-8332-44c9-a42e-11de661949e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:10.292213 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a55841e-3652-4b75-8c83-d8fbe45216a6 req-0cbb751a-8332-44c9-a42e-11de661949e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 1097 time: 0.0395498 Aug 31 15:18:10.328100 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-5a55841e-3652-4b75-8c83-d8fbe45216a6 req-19889969-03ba-456c-984e-d47a2cd64e9b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279322 Aug 31 15:18:11.006600 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40d0a-14c6-41ca-84d6-9e06a8641f83 req-c12a3e8f-9c22-4794-b273-5ae021033b9c tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:11.008093 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-35e40d0a-14c6-41ca-84d6-9e06a8641f83 req-c12a3e8f-9c22-4794-b273-5ae021033b9c tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 946 time: 0.0483217 Aug 31 15:18:11.045545 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-35e40d0a-14c6-41ca-84d6-9e06a8641f83 req-3137da20-2770-4455-b887-070e184b7e3a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314984 Aug 31 15:18:12.167353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3d638-9a57-4087-889e-411bffe803d9 req-52835d59-f6f9-4377-8a3f-d441ee11a61a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:12.168875 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eb3d638-9a57-4087-889e-411bffe803d9 req-52835d59-f6f9-4377-8a3f-d441ee11a61a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 946 time: 0.0534194 Aug 31 15:18:12.206884 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-0eb3d638-9a57-4087-889e-411bffe803d9 req-ed2e4893-9e90-45c2-ad37-0a4fa0689151 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319750 Aug 31 15:18:12.323544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a66cd-747c-4645-97bb-c5447c0b3d48 req-6ebe888d-ab06-47f8-a3a7-fcb9e0dfff0e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:12.325143 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-124a66cd-747c-4645-97bb-c5447c0b3d48 req-6ebe888d-ab06-47f8-a3a7-fcb9e0dfff0e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 946 time: 0.0526066 Aug 31 15:18:12.364670 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-124a66cd-747c-4645-97bb-c5447c0b3d48 req-3df623a6-4c3e-4ee8-ab5e-316133031226 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331531 Aug 31 15:18:12.386092 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37172) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:12.425958 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d34bd3e-107b-425f-aaec-e3f20571c893 tempest-TestSnapshotPattern-357761761 tempest-TestSnapshotPattern-357761761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:12.427511 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-1d34bd3e-107b-425f-aaec-e3f20571c893 tempest-TestSnapshotPattern-357761761 tempest-TestSnapshotPattern-357761761-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 1092 time: 0.0404596 Aug 31 15:18:12.430284 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37174) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:18:12.434615 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.v2.base [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Request body: {'floatingip': {'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'port_id': 'cd0430f8-a1ea-4075-be24-476f03058626', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 15:18:12.458151 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:12.555587 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:12.658028 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Allocated IP 172.25.3.110 (cbf16e2d-eea5-47e2-a13c-1b23041675be/b4a4950e-b943-4024-b5ba-f07cb02b4262/6876bf1a-2bc8-407a-b2ed-d835a8e07ef6) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:18:12.762646 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:12.800412 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754574551336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:12.836416 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Network cbf16e2d-eea5-47e2-a13c-1b23041675be is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:18:12.841186 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:18:12.845217 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 15:18:12.871695 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'Port': ['ID=6876bf1a-2bc8-407a-b2ed-d835a8e07ef6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:13.198751 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:13.262503 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:13.411313 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:13.416350 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4212992'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:13.485324 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event updated for resources: {'Port': ['ID=6876bf1a-2bc8-407a-b2ed-d835a8e07ef6,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:13.497224 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728781'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:13.593870 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Floating IP 4c70e1de-b43e-4516-9b7d-f525fdf024a9 associated. External IP: 172.25.3.110, port: cd0430f8-a1ea-4075-be24-476f03058626. Aug 31 15:18:13.794323 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Router 461ad5ad-2369-49f6-af7b-f25932f997ff has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:18:13.902486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:18:13.912960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6829de0e-37ed-4a91-a547-5db5174a29d1 None None] Sync routers for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:18:13.918129 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:13.923918 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6829de0e-37ed-4a91-a547-5db5174a29d1 None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:18:13.924578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6829de0e-37ed-4a91-a547-5db5174a29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:18:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:13.944704 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-4ec9689b-906e-4e76-9a30-6fceb221106b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5133946 Aug 31 15:18:13.945278 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:18:13.947526 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb404ba2-f02a-4aee-a8b4-0b58d0d1c700" -d '{"events": [{"name": "network-changed", "server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "tag": "cd0430f8-a1ea-4075-be24-476f03058626"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:18:13.982466 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909a32ab-1459-45ef-8433-0fc0720151d3 x-openstack-request-id: req-909a32ab-1459-45ef-8433-0fc0720151d3 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:18:13.982755 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "tag": "cd0430f8-a1ea-4075-be24-476f03058626", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:18:13.983003 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-909a32ab-1459-45ef-8433-0fc0720151d3 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:18:13.983411 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626', 'status': 'completed', 'code': 200} Aug 31 15:18:14.035232 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-6829de0e-37ed-4a91-a547-5db5174a29d1 None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:18:14.047451 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb404ba2-f02a-4aee-a8b4-0b58d0d1c700 req-d033e545-b44f-4392-910b-1618e71e9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:14.048987 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb404ba2-f02a-4aee-a8b4-0b58d0d1c700 req-d033e545-b44f-4392-910b-1618e71e9634 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 1097 time: 0.0410426 Aug 31 15:18:14.144118 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb404ba2-f02a-4aee-a8b4-0b58d0d1c700 req-96c6977a-98b1-4293-8b83-7b7306cf2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:14.145688 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb404ba2-f02a-4aee-a8b4-0b58d0d1c700 req-96c6977a-98b1-4293-8b83-7b7306cf2421 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 911 time: 0.0890899 Aug 31 15:18:14.217452 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb404ba2-f02a-4aee-a8b4-0b58d0d1c700 req-d2ad8751-c36b-48d4-b372-7f5752bcd281 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd0430f8-a1ea-4075-be24-476f03058626 HTTP/1.1" status: 200 len: 1000 time: 0.0641842 Aug 31 15:18:14.273157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb404ba2-f02a-4aee-a8b4-0b58d0d1c700 req-6ec4d338-9e51-47b6-a03a-d35ce0833ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:14.274679 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb404ba2-f02a-4aee-a8b4-0b58d0d1c700 req-6ec4d338-9e51-47b6-a03a-d35ce0833ee7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 200 len: 849 time: 0.0506611 Aug 31 15:18:14.322557 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb404ba2-f02a-4aee-a8b4-0b58d0d1c700 req-3e4ac9c9-d4a0-44fb-94b1-96607b797c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:14.324015 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb404ba2-f02a-4aee-a8b4-0b58d0d1c700 req-3e4ac9c9-d4a0-44fb-94b1-96607b797c73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416131 Aug 31 15:18:14.412996 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb404ba2-f02a-4aee-a8b4-0b58d0d1c700 req-609d7b25-e7f5-458f-a031-2afd39dac46c service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812502 Aug 31 15:18:14.417527 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6829de0e-37ed-4a91-a547-5db5174a29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '0a3b55f9-89ae-41be-96cf-7e88868b8559', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'port_id': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'mac_address': 'fa:16:3e:6b:2d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:15:35Z', 'updated_at': '2021-08-31T15:15:37Z', 'revision_number': 1, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address_scope': None}, {'id': '4c70e1de-b43e-4516-9b7d-f525fdf024a9', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'floating_ip_address': '172.25.3.110', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'port_id': 'cd0430f8-a1ea-4075-be24-476f03058626', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'mac_address': 'fa:16:3e:39:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:18:13Z', 'updated_at': '2021-08-31T15:18:13Z', 'revision_number': 0, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:24Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:14.447160 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6829de0e-37ed-4a91-a547-5db5174a29d1 None None] Checking router: 461ad5ad-2369-49f6-af7b-f25932f997ff for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:18:14.456332 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6829de0e-37ed-4a91-a547-5db5174a29d1 None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:18:14.456988 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6829de0e-37ed-4a91-a547-5db5174a29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:18:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:14.508575 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-fb404ba2-f02a-4aee-a8b4-0b58d0d1c700 req-1824f0ab-27cb-4c02-9475-cd6bda8044d7 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880821 Aug 31 15:18:14.564578 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-6829de0e-37ed-4a91-a547-5db5174a29d1 None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:18:14.782659 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6829de0e-37ed-4a91-a547-5db5174a29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '0a3b55f9-89ae-41be-96cf-7e88868b8559', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'port_id': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'mac_address': 'fa:16:3e:6b:2d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:15:35Z', 'updated_at': '2021-08-31T15:15:37Z', 'revision_number': 1, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address_scope': None}, {'id': '4c70e1de-b43e-4516-9b7d-f525fdf024a9', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'floating_ip_address': '172.25.3.110', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'port_id': 'cd0430f8-a1ea-4075-be24-476f03058626', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'mac_address': 'fa:16:3e:39:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:18:13Z', 'updated_at': '2021-08-31T15:18:13Z', 'revision_number': 0, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:24Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:18:14.808055 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6829de0e-37ed-4a91-a547-5db5174a29d1 None None] The sync data for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 is: [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '0a3b55f9-89ae-41be-96cf-7e88868b8559', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'port_id': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'mac_address': 'fa:16:3e:6b:2d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:15:35Z', 'updated_at': '2021-08-31T15:15:37Z', 'revision_number': 1, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address_scope': None}, {'id': '4c70e1de-b43e-4516-9b7d-f525fdf024a9', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'floating_ip_address': '172.25.3.110', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'port_id': 'cd0430f8-a1ea-4075-be24-476f03058626', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'mac_address': 'fa:16:3e:39:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:18:13Z', 'updated_at': '2021-08-31T15:18:13Z', 'revision_number': 0, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:24Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:18:15.002633 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f54f7-4373-47b9-b07a-ee6f9b732fc2 None None] New status for floating IP 4c70e1de-b43e-4516-9b7d-f525fdf024a9: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:18:21.069917 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:18:31.517078 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9b27-1bdb-4f5d-ad80-11d5ce084052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:34.171975 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:34.183931 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9c3dd9a9-84b6-47a1-941a-c245d3be3250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:35.553497 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:37.100726 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:39.901223 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:40.126449 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:58.073866 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:19:01.518196 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bc6690e-d41d-4a9e-b4cd-e67dbc6727d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:04.162542 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:04.182983 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-607238bf-b3d5-415c-a848-dc4b231de6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:05.557474 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:07.102555 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:09.856531 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87606b64-f2cc-4f7c-8a93-d1e93bbea6e4 req-57b6b7c5-9d38-46ef-a960-cfa3e58b3ca3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402925 Aug 31 15:19:09.901204 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:09.944457 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87606b64-f2cc-4f7c-8a93-d1e93bbea6e4 req-07c745d9-6e90-4039-901b-6dd2fe84d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:09.946372 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87606b64-f2cc-4f7c-8a93-d1e93bbea6e4 req-07c745d9-6e90-4039-901b-6dd2fe84d1fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 1094 time: 0.0419533 Aug 31 15:19:10.065672 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87606b64-f2cc-4f7c-8a93-d1e93bbea6e4 req-b12d89db-7af8-46d3-90fd-88624aa1bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:10.067183 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87606b64-f2cc-4f7c-8a93-d1e93bbea6e4 req-b12d89db-7af8-46d3-90fd-88624aa1bc23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 911 time: 0.1003602 Aug 31 15:19:10.127679 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:10.134736 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87606b64-f2cc-4f7c-8a93-d1e93bbea6e4 req-87cb9f49-d05c-4090-af86-02032b0e2f30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf HTTP/1.1" status: 200 len: 999 time: 0.0592675 Aug 31 15:19:10.186757 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87606b64-f2cc-4f7c-8a93-d1e93bbea6e4 req-8769e7c5-0514-445b-8def-eac6ed817715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:10.188246 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87606b64-f2cc-4f7c-8a93-d1e93bbea6e4 req-8769e7c5-0514-445b-8def-eac6ed817715 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 200 len: 849 time: 0.0468280 Aug 31 15:19:10.233292 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87606b64-f2cc-4f7c-8a93-d1e93bbea6e4 req-f0835646-209a-4c80-801e-e77ce557a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:10.234808 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87606b64-f2cc-4f7c-8a93-d1e93bbea6e4 req-f0835646-209a-4c80-801e-e77ce557a9c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394399 Aug 31 15:19:10.321077 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87606b64-f2cc-4f7c-8a93-d1e93bbea6e4 req-c6ab0d86-b8c5-4b00-9329-e934942075c2 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785649 Aug 31 15:19:10.413818 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-87606b64-f2cc-4f7c-8a93-d1e93bbea6e4 req-04c30483-5c2f-412d-9292-da2dd8245c19 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846696 Aug 31 15:19:31.518686 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f9a8892-59db-4dd1-8e32-7ae4f7418a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:34.163303 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:34.182130 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff084-2606-4703-8770-306c543cba09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:35.073011 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:19:35.558508 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:37.105536 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:39.929709 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:40.146462 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:44.505751 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cd0430f8-a1ea-4075-be24-476f03058626 details requested by agent hyperv_n-h1-792364-6 with host n-h1-792364-6 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 15:19:44.615070 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cd0430f8-a1ea-4075-be24-476f03058626, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd0430f8-a1ea-4075-be24-476f03058626,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:44.625824 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Returning: {'device': 'cd0430f8-a1ea-4075-be24-476f03058626', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'port_id': 'cd0430f8-a1ea-4075-be24-476f03058626', 'mac_address': 'fa:16:3e:39:27:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 15:19:44.662368 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:44.674560 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd0430f8-a1ea-4075-be24-476f03058626 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:19:44.693194 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cd0430f8-a1ea-4075-be24-476f03058626, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd0430f8-a1ea-4075-be24-476f03058626,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:44.697479 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:44.744754 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cd0430f8-a1ea-4075-be24-476f03058626,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:44.758927 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:44.759283 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:44.759629 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:44.759972 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:44.760311 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:44.760895 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:44.761012 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:44.761320 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:44.761650 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:44.761978 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:44.762314 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:44.762639 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:44.825357 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] get_ports_and_sgs() called for port_ids ['cd0430f8-a1ea-4075-be24-476f03058626'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 15:19:46.505636 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cd0430f8-a1ea-4075-be24-476f03058626 up at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 15:19:46.566329 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Provisioning complete for port cd0430f8-a1ea-4075-be24-476f03058626 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:46.566760 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665117'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:46.655488 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:46.681106 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:19:46.683456 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe6cfa-280d-4526-af98-01bb0c79c30e" -d '{"events": [{"server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "name": "network-vif-plugged", "status": "completed", "tag": "cd0430f8-a1ea-4075-be24-476f03058626"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:19:46.700179 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cd0430f8-a1ea-4075-be24-476f03058626, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd0430f8-a1ea-4075-be24-476f03058626,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:46.706540 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:46.739836 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4d0b33-b6e2-4530-953b-40ec9553d739 x-openstack-request-id: req-7a4d0b33-b6e2-4530-953b-40ec9553d739 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:19:46.740716 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "name": "network-vif-plugged", "status": "completed", "tag": "cd0430f8-a1ea-4075-be24-476f03058626", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:19:46.741010 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a4d0b33-b6e2-4530-953b-40ec9553d739 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:19:46.741404 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626', 'code': 200} Aug 31 15:19:46.767621 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cd0430f8-a1ea-4075-be24-476f03058626,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:54.758477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37378) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:19:55.212582 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Deleting port 6876bf1a-2bc8-407a-b2ed-d835a8e07ef6 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:19:55.212926 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.287134 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.287459 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.299079 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Calling delete_port for 6876bf1a-2bc8-407a-b2ed-d835a8e07ef6 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:19:55.442843 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.476585 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event deleted for resources: {'Port': ['ID=6876bf1a-2bc8-407a-b2ed-d835a8e07ef6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:55.499304 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.499649 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.499988 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.500321 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.500676 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.501082 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.501408 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.501730 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.502050 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.502368 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.502956 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.503288 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:55.542626 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.543021 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Floating IP 4c70e1de-b43e-4516-9b7d-f525fdf024a9 disassociated (deleted). External IP: 172.25.3.110, port: cd0430f8-a1ea-4075-be24-476f03058626. Aug 31 15:19:55.749970 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Router 461ad5ad-2369-49f6-af7b-f25932f997ff has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:19:55.858252 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:19:55.864040 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.868209 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af03224-ade6-4e94-ae6b-28aa5c91fe39 None None] Sync routers for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:19:55.877977 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af03224-ade6-4e94-ae6b-28aa5c91fe39 None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:19:55.878597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7af03224-ade6-4e94-ae6b-28aa5c91fe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:19:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:55.892637 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-805c72b2-ef93-4e54-ac5d-1782bb8683aa tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "DELETE /v2.0/floatingips/4c70e1de-b43e-4516-9b7d-f525fdf024a9 HTTP/1.1" status: 204 len: 168 time: 1.1330278 Aug 31 15:19:55.893335 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:19:55.896063 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84e8074-2e84-4ffe-842b-3cfdcc27a1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "tag": "cd0430f8-a1ea-4075-be24-476f03058626"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:19:55.936641 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51a590c-5ebe-4820-9746-aebf3e75bc47 x-openstack-request-id: req-a51a590c-5ebe-4820-9746-aebf3e75bc47 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:19:55.936939 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "tag": "cd0430f8-a1ea-4075-be24-476f03058626", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:19:55.937191 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a51a590c-5ebe-4820-9746-aebf3e75bc47 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:19:55.937605 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626', 'status': 'completed', 'code': 200} Aug 31 15:19:55.999570 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7af03224-ade6-4e94-ae6b-28aa5c91fe39 None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:19:56.005686 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e8074-2e84-4ffe-842b-3cfdcc27a1cd req-df46e95e-2a27-40d1-931e-fb1f6b3b3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:56.007347 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f84e8074-2e84-4ffe-842b-3cfdcc27a1cd req-df46e95e-2a27-40d1-931e-fb1f6b3b3e1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 1097 time: 0.0463424 Aug 31 15:19:56.109445 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e8074-2e84-4ffe-842b-3cfdcc27a1cd req-b7634d69-751c-4058-a431-eca070ca2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:56.111616 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f84e8074-2e84-4ffe-842b-3cfdcc27a1cd req-b7634d69-751c-4058-a431-eca070ca2deb service neutron] 10.222.0.13 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 911 time: 0.0973809 Aug 31 15:19:56.150767 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfca735-2d6f-4219-afc7-a5166a3fda42 req-3c6ad01a-9ccb-4cfb-8d60-214cd4ce349b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:56.152553 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cfca735-2d6f-4219-afc7-a5166a3fda42 req-3c6ad01a-9ccb-4cfb-8d60-214cd4ce349b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 946 time: 0.0511234 Aug 31 15:19:56.157539 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f84e8074-2e84-4ffe-842b-3cfdcc27a1cd req-908a6df6-f350-4589-88e7-3dfc2ba72e67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd0430f8-a1ea-4075-be24-476f03058626 HTTP/1.1" status: 200 len: 217 time: 0.0364716 Aug 31 15:19:56.194762 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-8cfca735-2d6f-4219-afc7-a5166a3fda42 req-1df0d303-6eed-4a73-b111-ca6cc3e76921 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349550 Aug 31 15:19:56.214721 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e8074-2e84-4ffe-842b-3cfdcc27a1cd req-51812ff3-d1bf-4c74-a347-28f49b939392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:56.216517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f84e8074-2e84-4ffe-842b-3cfdcc27a1cd req-51812ff3-d1bf-4c74-a347-28f49b939392 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 200 len: 849 time: 0.0515065 Aug 31 15:19:56.232781 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7af03224-ade6-4e94-ae6b-28aa5c91fe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '0a3b55f9-89ae-41be-96cf-7e88868b8559', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'port_id': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'mac_address': 'fa:16:3e:6b:2d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:15:35Z', 'updated_at': '2021-08-31T15:15:37Z', 'revision_number': 1, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:24Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:56.263107 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af03224-ade6-4e94-ae6b-28aa5c91fe39 None None] Checking router: 461ad5ad-2369-49f6-af7b-f25932f997ff for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:19:56.268802 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e8074-2e84-4ffe-842b-3cfdcc27a1cd req-37e6176d-445d-47c3-8f13-8d6801e488eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:56.270363 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f84e8074-2e84-4ffe-842b-3cfdcc27a1cd req-37e6176d-445d-47c3-8f13-8d6801e488eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455229 Aug 31 15:19:56.271384 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af03224-ade6-4e94-ae6b-28aa5c91fe39 None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:19:56.272043 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7af03224-ade6-4e94-ae6b-28aa5c91fe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:19:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:56.362032 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f84e8074-2e84-4ffe-842b-3cfdcc27a1cd req-34bec683-b46e-47f2-aa7c-10c739698751 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837834 Aug 31 15:19:56.378454 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-7af03224-ade6-4e94-ae6b-28aa5c91fe39 None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:19:56.458647 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-f84e8074-2e84-4ffe-842b-3cfdcc27a1cd req-0af82899-2cfc-47d6-8fde-abd07a1cbe62 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884547 Aug 31 15:19:56.575096 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cd0430f8-a1ea-4075-be24-476f03058626 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:19:56.652860 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-7af03224-ade6-4e94-ae6b-28aa5c91fe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '0a3b55f9-89ae-41be-96cf-7e88868b8559', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'port_id': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'mac_address': 'fa:16:3e:6b:2d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:15:35Z', 'updated_at': '2021-08-31T15:15:37Z', 'revision_number': 1, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:24Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:19:56.687124 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af03224-ade6-4e94-ae6b-28aa5c91fe39 None None] The sync data for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 is: [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_floatingips': [{'id': '0a3b55f9-89ae-41be-96cf-7e88868b8559', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'router_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'port_id': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'mac_address': 'fa:16:3e:6b:2d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:15:35Z', 'updated_at': '2021-08-31T15:15:37Z', 'revision_number': 1, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:24Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:19:56.692072 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576970'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:56.714728 n-d-792364-6 neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:19:56.716983 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a49bb3e22e976b290c96ef7eb2c0d4a8d58ebf2b24a8a33f9416fce989a7c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681e78d5-20e7-45d3-b194-ca48206f34d4" -d '{"events": [{"server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0430f8-a1ea-4075-be24-476f03058626"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:19:56.729981 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] For port cd0430f8-a1ea-4075-be24-476f03058626, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd0430f8-a1ea-4075-be24-476f03058626,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:56.738116 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754575128787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754574551354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754574551372'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:56.762266 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 15:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a4eed3-b151-4434-a3f9-7b034915db6c x-openstack-request-id: req-64a4eed3-b151-4434-a3f9-7b034915db6c {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:19:56.762559 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0430f8-a1ea-4075-be24-476f03058626", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:19:56.762815 n-d-792364-6 neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64a4eed3-b151-4434-a3f9-7b034915db6c {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:19:56.763231 n-d-792364-6 neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626', 'code': 200} Aug 31 15:19:56.791019 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Pushing event updated for resources: {'Port': ['ID=cd0430f8-a1ea-4075-be24-476f03058626,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:56.915354 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5bf6d1-8cf5-4468-83e8-da8cafcd55ef None None] New status for floating IP 4c70e1de-b43e-4516-9b7d-f525fdf024a9: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:19:57.310326 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94054e3-f2b4-4c38-a891-fb32cc789c41 req-42c2f956-cab3-4dd6-ad0c-6ee69eed13ef tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:57.311847 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b94054e3-f2b4-4c38-a891-fb32cc789c41 req-42c2f956-cab3-4dd6-ad0c-6ee69eed13ef tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 944 time: 0.0495121 Aug 31 15:19:57.349820 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-b94054e3-f2b4-4c38-a891-fb32cc789c41 req-69eaa917-835c-42f8-bc51-93a39a29b4b7 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314081 Aug 31 15:19:57.698224 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a93d6-17d1-49f6-a2e4-4361cdef9c6a req-ec44cda6-bc7f-45cc-9a38-5cfb758b2007 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:57.699719 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a18a93d6-17d1-49f6-a2e4-4361cdef9c6a req-ec44cda6-bc7f-45cc-9a38-5cfb758b2007 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 944 time: 0.0502522 Aug 31 15:19:57.790458 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-a18a93d6-17d1-49f6-a2e4-4361cdef9c6a req-d3a857dc-c89b-4a0e-9951-f90fe872f66a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Deleting port cd0430f8-a1ea-4075-be24-476f03058626 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:19:57.790802 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a18a93d6-17d1-49f6-a2e4-4361cdef9c6a req-d3a857dc-c89b-4a0e-9951-f90fe872f66a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:57.882152 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a18a93d6-17d1-49f6-a2e4-4361cdef9c6a req-d3a857dc-c89b-4a0e-9951-f90fe872f66a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] For port cd0430f8-a1ea-4075-be24-476f03058626, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=cd0430f8-a1ea-4075-be24-476f03058626,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:19:57.882534 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a18a93d6-17d1-49f6-a2e4-4361cdef9c6a req-d3a857dc-c89b-4a0e-9951-f90fe872f66a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:57.895120 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-a18a93d6-17d1-49f6-a2e4-4361cdef9c6a req-d3a857dc-c89b-4a0e-9951-f90fe872f66a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Calling delete_port for cd0430f8-a1ea-4075-be24-476f03058626 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:19:58.020721 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a18a93d6-17d1-49f6-a2e4-4361cdef9c6a req-d3a857dc-c89b-4a0e-9951-f90fe872f66a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.050080 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a857dc-c89b-4a0e-9951-f90fe872f66a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event deleted for resources: {'Port': ['ID=cd0430f8-a1ea-4075-be24-476f03058626,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:58.091488 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18a93d6-17d1-49f6-a2e4-4361cdef9c6a req-d3a857dc-c89b-4a0e-9951-f90fe872f66a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] No DVR routers for this DVR port cd0430f8-a1ea-4075-be24-476f03058626 on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:19:58.094152 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a18a93d6-17d1-49f6-a2e4-4361cdef9c6a req-d3a857dc-c89b-4a0e-9951-f90fe872f66a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:58.096950 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-a18a93d6-17d1-49f6-a2e4-4361cdef9c6a req-d3a857dc-c89b-4a0e-9951-f90fe872f66a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.13 "DELETE /v2.0/ports/cd0430f8-a1ea-4075-be24-476f03058626 HTTP/1.1" status: 204 len: 173 time: 0.3892183 Aug 31 15:19:58.097415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'name': 'network-vif-deleted', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:19:58.099723 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca56d193-0f5c-4586-a332-761456a25e83" -d '{"events": [{"server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "name": "network-vif-deleted", "tag": "cd0430f8-a1ea-4075-be24-476f03058626"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:19:58.136297 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b9d8b6-0442-4ce6-b47d-cb5595fbeed8 x-openstack-request-id: req-32b9d8b6-0442-4ce6-b47d-cb5595fbeed8 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:19:58.136603 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a0c9c6-1d8d-4da1-a54c-22f1a6042647", "name": "network-vif-deleted", "tag": "cd0430f8-a1ea-4075-be24-476f03058626", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:19:58.136912 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32b9d8b6-0442-4ce6-b47d-cb5595fbeed8 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:19:58.137313 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a0c9c6-1d8d-4da1-a54c-22f1a6042647', 'name': 'network-vif-deleted', 'tag': 'cd0430f8-a1ea-4075-be24-476f03058626', 'status': 'completed', 'code': 200} Aug 31 15:19:58.471753 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-cd5aed9e-a3d2-4bbb-94d9-8d1cc5c85c5f req-8793b808-394e-4078-b07c-6c4d7265ae82 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=02a0c9c6-1d8d-4da1-a54c-22f1a6042647 HTTP/1.1" status: 200 len: 210 time: 0.0373595 Aug 31 15:20:00.049635 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37440) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:00.206038 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Deleting port 5e6e7b3a-48e8-469a-951f-21a101df7af9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:20:00.206381 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.283941 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.284192 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.295561 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Calling delete_port for 5e6e7b3a-48e8-469a-951f-21a101df7af9 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:20:00.447093 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.470477 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event deleted for resources: {'Port': ['ID=5e6e7b3a-48e8-469a-951f-21a101df7af9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:00.534609 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.534849 n-d-792364-6 neutron-server[106388]: INFO neutron.db.l3_db [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Floating IP 0a3b55f9-89ae-41be-96cf-7e88868b8559 disassociated (deleted). External IP: 172.25.3.201, port: 5a185bc0-ae7a-4c90-b718-10fada593bdf. Aug 31 15:20:00.588045 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cd0430f8-a1ea-4075-be24-476f03058626 no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:20:00.608396 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: cd0430f8-a1ea-4075-be24-476f03058626 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:20:00.608776 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device cd0430f8-a1ea-4075-be24-476f03058626 not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:20:00.749873 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Router 461ad5ad-2369-49f6-af7b-f25932f997ff has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:20:00.859231 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:20:00.864414 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:00.868955 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475a75b-5f49-4cde-a3c1-0f320c8e51e5 None None] Sync routers for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:20:00.878344 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475a75b-5f49-4cde-a3c1-0f320c8e51e5 None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:00.879038 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c475a75b-5f49-4cde-a3c1-0f320c8e51e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:19:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:00.892860 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-68c7216d-7e17-493c-ab49-3395e503acd8 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "DELETE /v2.0/floatingips/0a3b55f9-89ae-41be-96cf-7e88868b8559 HTTP/1.1" status: 204 len: 168 time: 0.8419785 Aug 31 15:20:00.893415 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:20:00.895740 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ec779e-1b31-4132-946a-3ff22b9b3126" -d '{"events": [{"name": "network-changed", "server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:20:00.937157 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 15:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8cbff9-2779-48a2-9d20-84484318ace5 x-openstack-request-id: req-7d8cbff9-2779-48a2-9d20-84484318ace5 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:20:00.937458 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:20:00.937711 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d8cbff9-2779-48a2-9d20-84484318ace5 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:20:00.938124 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'status': 'completed', 'code': 200} Aug 31 15:20:00.992811 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c475a75b-5f49-4cde-a3c1-0f320c8e51e5 None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:01.074259 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec779e-1b31-4132-946a-3ff22b9b3126 req-6dfcb2f4-8b27-440d-9f9a-dcb2b3ed1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:01.076639 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93ec779e-1b31-4132-946a-3ff22b9b3126 req-6dfcb2f4-8b27-440d-9f9a-dcb2b3ed1d5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 1094 time: 0.1150227 Aug 31 15:20:01.184314 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cd27e-fe5a-4958-866a-ff4fb8583d2c req-63eba151-ef0c-41f9-b6ef-cd85cbba305c tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:01.185868 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a0cd27e-fe5a-4958-866a-ff4fb8583d2c req-63eba151-ef0c-41f9-b6ef-cd85cbba305c tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 943 time: 0.1025145 Aug 31 15:20:01.231832 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec779e-1b31-4132-946a-3ff22b9b3126 req-3a90107c-cbb3-4f74-8522-7e24c8d0a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:01.233341 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93ec779e-1b31-4132-946a-3ff22b9b3126 req-3a90107c-cbb3-4f74-8522-7e24c8d0a57c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 200 len: 911 time: 0.1481454 Aug 31 15:20:01.250951 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-6a0cd27e-fe5a-4958-866a-ff4fb8583d2c req-3ab9e2a6-7934-4851-ad76-70c5d1b9622b tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566912 Aug 31 15:20:01.284221 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93ec779e-1b31-4132-946a-3ff22b9b3126 req-92f22a63-6030-4472-a3e2-6221a19d1003 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf HTTP/1.1" status: 200 len: 217 time: 0.0409608 Aug 31 15:20:01.333656 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec779e-1b31-4132-946a-3ff22b9b3126 req-49108e82-5cb9-4538-8878-1dce3bee14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:01.335155 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93ec779e-1b31-4132-946a-3ff22b9b3126 req-49108e82-5cb9-4538-8878-1dce3bee14f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 200 len: 849 time: 0.0431559 Aug 31 15:20:01.356488 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c475a75b-5f49-4cde-a3c1-0f320c8e51e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:24Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:01.381157 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec779e-1b31-4132-946a-3ff22b9b3126 req-47718dd9-8cd9-4aab-af74-4ada72f98d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:01.381956 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475a75b-5f49-4cde-a3c1-0f320c8e51e5 None None] Checking router: 461ad5ad-2369-49f6-af7b-f25932f997ff for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:20:01.382702 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93ec779e-1b31-4132-946a-3ff22b9b3126 req-47718dd9-8cd9-4aab-af74-4ada72f98d53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e70e29da-4ac2-4d3b-a7d8-b822983e85bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397625 Aug 31 15:20:01.390031 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475a75b-5f49-4cde-a3c1-0f320c8e51e5 None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:01.390645 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c475a75b-5f49-4cde-a3c1-0f320c8e51e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:19:34Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:01.478029 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93ec779e-1b31-4132-946a-3ff22b9b3126 req-7973e2a4-0b10-4911-901c-7ea751680b31 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866668 Aug 31 15:20:01.496298 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c475a75b-5f49-4cde-a3c1-0f320c8e51e5 None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:01.546781 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62ffa891-47c8-4317-9603-dd9785145fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:01.570956 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-93ec779e-1b31-4132-946a-3ff22b9b3126 req-b530df7c-7888-4bd8-9fbe-86f1d23799f3 service neutron] 10.222.0.13 "GET /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841334 Aug 31 15:20:01.707342 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c475a75b-5f49-4cde-a3c1-0f320c8e51e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:24Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:01.733597 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475a75b-5f49-4cde-a3c1-0f320c8e51e5 None None] The sync data for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 is: [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:15:18Z', 'revision_number': 4, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6', '_interfaces': [{'id': '09638a70-0b7c-4cfd-8abc-045d97d3e4e2', 'name': '', 'network_id': 'e70e29da-4ac2-4d3b-a7d8-b822983e85bc', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'mac_address': 'fa:16:3e:b4:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:18Z', 'updated_at': '2021-08-31T15:15:24Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'subnets': [{'id': '1b4b48bb-c3a4-4ddc-906c-d40325ada3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:20:01.941950 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eb2ae9-7a63-4d3d-822a-a71697ffa81c None None] New status for floating IP 0a3b55f9-89ae-41be-96cf-7e88868b8559: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:20:02.368100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee97cc1-85af-4186-a18a-00e582ce631d req-0c2894fd-7c86-4132-a1b2-a13d988e7f14 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:02.369634 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dee97cc1-85af-4186-a18a-00e582ce631d req-0c2894fd-7c86-4132-a1b2-a13d988e7f14 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 943 time: 0.0494692 Aug 31 15:20:02.406573 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-dee97cc1-85af-4186-a18a-00e582ce631d req-b512f4cf-58be-4aa5-8f24-9378029c1c65 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f0f85f-9978-447e-bdad-7cea682162b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310044 Aug 31 15:20:02.686239 n-d-792364-6 neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289dfe9-d9f7-4362-9205-a7bb168f6c8b req-1cdb1e8e-fc67-4180-80af-3124eb6dc68a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:20:02.687715 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0289dfe9-d9f7-4362-9205-a7bb168f6c8b req-1cdb1e8e-fc67-4180-80af-3124eb6dc68a tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.13 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 943 time: 0.0559943 Aug 31 15:20:02.776778 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-0289dfe9-d9f7-4362-9205-a7bb168f6c8b req-ff8f0c5e-8142-4feb-a85f-b679e87ba6cb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Deleting port 5a185bc0-ae7a-4c90-b718-10fada593bdf {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:20:02.777127 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0289dfe9-d9f7-4362-9205-a7bb168f6c8b req-ff8f0c5e-8142-4feb-a85f-b679e87ba6cb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.865682 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0289dfe9-d9f7-4362-9205-a7bb168f6c8b req-ff8f0c5e-8142-4feb-a85f-b679e87ba6cb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] For port 5a185bc0-ae7a-4c90-b718-10fada593bdf, host n-h1-792364-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792364-6',level=0,port_id=5a185bc0-ae7a-4c90-b718-10fada593bdf,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:02.866044 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0289dfe9-d9f7-4362-9205-a7bb168f6c8b req-ff8f0c5e-8142-4feb-a85f-b679e87ba6cb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:02.879349 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-0289dfe9-d9f7-4362-9205-a7bb168f6c8b req-ff8f0c5e-8142-4feb-a85f-b679e87ba6cb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Calling delete_port for 5a185bc0-ae7a-4c90-b718-10fada593bdf owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:20:03.003776 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0289dfe9-d9f7-4362-9205-a7bb168f6c8b req-ff8f0c5e-8142-4feb-a85f-b679e87ba6cb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.036896 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f0c5e-8142-4feb-a85f-b679e87ba6cb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event deleted for resources: {'Port': ['ID=5a185bc0-ae7a-4c90-b718-10fada593bdf,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:03.077621 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-0289dfe9-d9f7-4362-9205-a7bb168f6c8b req-ff8f0c5e-8142-4feb-a85f-b679e87ba6cb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] No DVR routers for this DVR port 5a185bc0-ae7a-4c90-b718-10fada593bdf on host n-h1-792364-6 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:20:03.080906 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0289dfe9-d9f7-4362-9205-a7bb168f6c8b req-ff8f0c5e-8142-4feb-a85f-b679e87ba6cb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234294'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:03.083021 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [req-0289dfe9-d9f7-4362-9205-a7bb168f6c8b req-ff8f0c5e-8142-4feb-a85f-b679e87ba6cb tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.13 "DELETE /v2.0/ports/5a185bc0-ae7a-4c90-b718-10fada593bdf HTTP/1.1" status: 204 len: 173 time: 0.3886678 Aug 31 15:20:03.083456 n-d-792364-6 neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'name': 'network-vif-deleted', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:20:03.085776 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d004fed49b0859c569fa11ef4c08becbfc55fec162defab3f3d8227c69d88d5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a6f2e0-7a02-4622-9c5b-f1f79d5f4735" -d '{"events": [{"server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "name": "network-vif-deleted", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 15:20:03.183713 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 15:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5620afe4-5c2a-4103-a97c-af536e5d6f5a x-openstack-request-id: req-5620afe4-5c2a-4103-a97c-af536e5d6f5a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 15:20:03.184221 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71d4e9c-e14a-4b43-992a-e5ad323be1be", "name": "network-vif-deleted", "tag": "5a185bc0-ae7a-4c90-b718-10fada593bdf", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 15:20:03.184702 n-d-792364-6 neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5620afe4-5c2a-4103-a97c-af536e5d6f5a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 15:20:03.185278 n-d-792364-6 neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71d4e9c-e14a-4b43-992a-e5ad323be1be', 'name': 'network-vif-deleted', 'tag': '5a185bc0-ae7a-4c90-b718-10fada593bdf', 'status': 'completed', 'code': 200} Aug 31 15:20:03.527162 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [req-20fe5b32-eef7-4336-8b1e-90c966f78283 req-462c64c3-fa2c-448b-a2b4-98c23bdee407 tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71d4e9c-e14a-4b43-992a-e5ad323be1be HTTP/1.1" status: 200 len: 210 time: 0.0284145 Aug 31 15:20:04.165724 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.181663 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fb3948b4-64c0-4003-8e6f-3688bf667846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.588968 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37462) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:04.646896 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.676082 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.734462 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.737861 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:04.739020 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] 10.222.0.20 "DELETE /v2.0/security-groups/18f0f85f-9978-447e-bdad-7cea682162b1 HTTP/1.1" status: 204 len: 168 time: 0.1490607 Aug 31 15:20:04.748045 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f0f85f-9978-447e-bdad-7cea682162b1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:04.756015 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:04.756369 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:04.756742 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:04.757087 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:04.757431 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:04.757778 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:04.758114 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:04.758446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:04.758775 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:04.759104 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:04.759434 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:04.759763 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608ec87-9491-47c5-9b5e-76d5efee066e tempest-TestSnapshotPattern-1425564317 tempest-TestSnapshotPattern-1425564317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792364-6 {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:04.789429 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37466) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:05.127354 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c578682-c6fa-4a77-bc5d-e463dc831e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.381621 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-1c578682-c6fa-4a77-bc5d-e463dc831e84 admin admin] Deleting port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:20:05.381883 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c578682-c6fa-4a77-bc5d-e463dc831e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.461562 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-1c578682-c6fa-4a77-bc5d-e463dc831e84 admin admin] For port 09638a70-0b7c-4cfd-8abc-045d97d3e4e2, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=09638a70-0b7c-4cfd-8abc-045d97d3e4e2,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:05.461943 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c578682-c6fa-4a77-bc5d-e463dc831e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.474693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-1c578682-c6fa-4a77-bc5d-e463dc831e84 admin admin] Calling delete_port for 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:20:05.561488 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.653969 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c578682-c6fa-4a77-bc5d-e463dc831e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.678886 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c578682-c6fa-4a77-bc5d-e463dc831e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=09638a70-0b7c-4cfd-8abc-045d97d3e4e2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:05.846252 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1c578682-c6fa-4a77-bc5d-e463dc831e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.055693 n-d-792364-6 neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c578682-c6fa-4a77-bc5d-e463dc831e84 admin admin] Router 461ad5ad-2369-49f6-af7b-f25932f997ff has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:20:06.158909 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c578682-c6fa-4a77-bc5d-e463dc831e84 admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:20:06.163895 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-1c578682-c6fa-4a77-bc5d-e463dc831e84 admin admin] 10.222.0.20 "PUT /v2.0/routers/461ad5ad-2369-49f6-af7b-f25932f997ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3733926 Aug 31 15:20:06.166685 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37468) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:06.169331 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65d315-80ab-4ed9-8d68-b7c9af3862eb None None] Sync routers for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:20:06.178884 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65d315-80ab-4ed9-8d68-b7c9af3862eb None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:06.179584 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5f65d315-80ab-4ed9-8d68-b7c9af3862eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:20:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:06.269368 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.285175 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5f65d315-80ab-4ed9-8d68-b7c9af3862eb None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: n-d-792364-6 {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:06.370482 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.422666 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Deleting port 555dc5a0-e302-4c09-abdb-1b95dcf8e24a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:20:06.423009 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.461748 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5f65d315-80ab-4ed9-8d68-b7c9af3862eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:20:05Z', 'revision_number': 5, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port': {'id': '555dc5a0-e302-4c09-abdb-1b95dcf8e24a', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:16Z', 'updated_at': '2021-08-31T15:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:06.491397 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65d315-80ab-4ed9-8d68-b7c9af3862eb None None] Checking router: 461ad5ad-2369-49f6-af7b-f25932f997ff for host: n-d-792364-6 {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:20:06.499493 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65d315-80ab-4ed9-8d68-b7c9af3862eb None None] Routers {'461ad5ad-2369-49f6-af7b-f25932f997ff'} bound to L3 agent in host n-d-792364-6 {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:06.500108 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5f65d315-80ab-4ed9-8d68-b7c9af3862eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:20:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['461ad5ad-2369-49f6-af7b-f25932f997ff'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:06.502303 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] For port 555dc5a0-e302-4c09-abdb-1b95dcf8e24a, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=555dc5a0-e302-4c09-abdb-1b95dcf8e24a,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:06.502671 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.514282 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Calling delete_port for 555dc5a0-e302-4c09-abdb-1b95dcf8e24a owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:20:06.584165 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-5f65d315-80ab-4ed9-8d68-b7c9af3862eb None None] Set router 461ad5ad-2369-49f6-af7b-f25932f997ff gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:06.642583 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5a185bc0-ae7a-4c90-b718-10fada593bdf no longer exists at agent hyperv_n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:20:06.644831 n-d-792364-6 neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-5f65d315-80ab-4ed9-8d68-b7c9af3862eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 6, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:06.680272 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.689353 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] No Port match for: 5a185bc0-ae7a-4c90-b718-10fada593bdf {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:20:06.689705 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Device 5a185bc0-ae7a-4c90-b718-10fada593bdf not bound to the agent host n-h1-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:20:06.692698 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65d315-80ab-4ed9-8d68-b7c9af3862eb None None] The sync data for ids ['461ad5ad-2369-49f6-af7b-f25932f997ff'] in n-d-792364-6 is: [{'id': '461ad5ad-2369-49f6-af7b-f25932f997ff', 'name': 'tempest-TestSnapshotPattern-1349675044-router', 'tenant_id': '04069d4cd5c74149b1c5c168065e8bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:15Z', 'updated_at': '2021-08-31T15:20:06Z', 'revision_number': 6, 'project_id': '04069d4cd5c74149b1c5c168065e8bfc', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:20:06.711553 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Pushing event deleted for resources: {'Port': ['ID=555dc5a0-e302-4c09-abdb-1b95dcf8e24a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:06.770198 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.858685 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.860822 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.906831 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.907408 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 461ad5ad-2369-49f6-af7b-f25932f997ff {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:20:06.911603 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:06.912856 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-e2f48bcd-6af6-484d-8bad-db64c8ef3178 admin admin] 10.222.0.20 "DELETE /v2.0/routers/461ad5ad-2369-49f6-af7b-f25932f997ff HTTP/1.1" status: 204 len: 168 time: 0.7452242 Aug 31 15:20:06.915395 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37472) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:06.960455 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5233ccd-91f5-4334-8fb0-ec416c40fa79 admin admin] Deleting subnet 1b4b48bb-c3a4-4ddc-906c-d40325ada3ff {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:20:06.964555 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5233ccd-91f5-4334-8fb0-ec416c40fa79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.001172 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5233ccd-91f5-4334-8fb0-ec416c40fa79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4571548'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.084577 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5233ccd-91f5-4334-8fb0-ec416c40fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.120508 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.150346 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5233ccd-91f5-4334-8fb0-ec416c40fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4738409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611909'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.178865 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5233ccd-91f5-4334-8fb0-ec416c40fa79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4b48bb-c3a4-4ddc-906c-d40325ada3ff,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:07.181034 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5233ccd-91f5-4334-8fb0-ec416c40fa79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.182938 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-c5233ccd-91f5-4334-8fb0-ec416c40fa79 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1b4b48bb-c3a4-4ddc-906c-d40325ada3ff HTTP/1.1" status: 204 len: 168 time: 0.2665842 Aug 31 15:20:07.185495 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37476) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:07.187689 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c2f13-72b9-4d6a-b1bc-2fd56f904235 None None] Network e70e29da-4ac2-4d3b-a7d8-b822983e85bc requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:20:07.252001 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.316025 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Deleting port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:20:07.316232 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.377077 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] For port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=f4c0b0f8-3137-4ba6-afc3-4fd1706272f7,segment=NetworkSegment(34c77956-1f45-40ae-afa7-6c56937ae659),segment_id=34c77956-1f45-40ae-afa7-6c56937ae659)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:07.377445 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.389673 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Calling delete_port for f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:20:07.471574 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.483426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c24f4f2-918e-438a-b395-58a4248d762c None None] DHCP port deletion for e70e29da-4ac2-4d3b-a7d8-b822983e85bc request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:20:07.514249 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c0b0f8-3137-4ba6-afc3-4fd1706272f7,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:07.520558 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] No DVR routers for this DVR port f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:20:07.569960 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:20:07.593924 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.594137 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:20:07.595217 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 09638a70-0b7c-4cfd-8abc-045d97d3e4e2 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:20:07.605446 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70e29da-4ac2-4d3b-a7d8-b822983e85bc']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:07.616606 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c77956-1f45-40ae-afa7-6c56937ae659') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:07.616907 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c77956-1f45-40ae-afa7-6c56937ae659') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:07.625364 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.638727 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.645095 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:20:07.645506 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: timer() Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:20:07.647212 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:20:07.707130 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.713505 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.715719 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e70e29da-4ac2-4d3b-a7d8-b822983e85bc HTTP/1.1" status: 204 len: 168 time: 0.5293176 Aug 31 15:20:07.718791 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37478) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:07.727487 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7a7e5-5b3b-490a-94c0-6539466a33f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e70e29da-4ac2-4d3b-a7d8-b822983e85bc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:08.068475 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d00c9d1-8553-4f58-8eba-d3f8639be3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734669'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.320081 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9d00c9d1-8553-4f58-8eba-d3f8639be3dd admin admin] Deleting port 3cc59aa6-18fc-4b12-882d-3203a51ffedd {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:20:08.320337 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d00c9d1-8553-4f58-8eba-d3f8639be3dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.405387 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9d00c9d1-8553-4f58-8eba-d3f8639be3dd admin admin] For port 3cc59aa6-18fc-4b12-882d-3203a51ffedd, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3cc59aa6-18fc-4b12-882d-3203a51ffedd,segment=NetworkSegment(87a63f24-8d27-458e-a5e7-4ca5abcc4dba),segment_id=87a63f24-8d27-458e-a5e7-4ca5abcc4dba)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:08.405762 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d00c9d1-8553-4f58-8eba-d3f8639be3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.419867 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9d00c9d1-8553-4f58-8eba-d3f8639be3dd admin admin] Calling delete_port for 3cc59aa6-18fc-4b12-882d-3203a51ffedd owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:20:08.604805 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d00c9d1-8553-4f58-8eba-d3f8639be3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.629105 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00c9d1-8553-4f58-8eba-d3f8639be3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc59aa6-18fc-4b12-882d-3203a51ffedd,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:08.809848 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d00c9d1-8553-4f58-8eba-d3f8639be3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1734801'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.191173 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:20:09.211225 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:20:09.211573 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device f4c0b0f8-3137-4ba6-afc3-4fd1706272f7 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:20:09.212003 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 555dc5a0-e302-4c09-abdb-1b95dcf8e24a no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:20:09.230368 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 555dc5a0-e302-4c09-abdb-1b95dcf8e24a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:20:09.230717 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 555dc5a0-e302-4c09-abdb-1b95dcf8e24a not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:20:09.332670 n-d-792364-6 neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d00c9d1-8553-4f58-8eba-d3f8639be3dd admin admin] Router 2e2d52e7-4551-4138-bc29-5eaf9951e024 has already been hosted by L3 agent 4d2ddc5d-9084-425a-be70-4cf5b1f32dc7 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 15:20:09.436001 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d00c9d1-8553-4f58-8eba-d3f8639be3dd admin admin] Notify agent at l3_agent.n-d-792364-6 the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 15:20:09.441107 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-9d00c9d1-8553-4f58-8eba-d3f8639be3dd admin admin] 10.222.0.20 "PUT /v2.0/routers/2e2d52e7-4551-4138-bc29-5eaf9951e024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7199774 Aug 31 15:20:09.443645 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37480) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:09.445666 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f49d572-9ba8-460f-b274-cf8f339fd06c None None] Sync routers for ids ['2e2d52e7-4551-4138-bc29-5eaf9951e024'] in n-d-792364-6 {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:20:09.455205 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f49d572-9ba8-460f-b274-cf8f339fd06c None None] Routers {'2e2d52e7-4551-4138-bc29-5eaf9951e024'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:09.455820 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1f49d572-9ba8-460f-b274-cf8f339fd06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:20:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e2d52e7-4551-4138-bc29-5eaf9951e024'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:09.545670 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.556089 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1f49d572-9ba8-460f-b274-cf8f339fd06c None None] Set router 2e2d52e7-4551-4138-bc29-5eaf9951e024 gateway port host: n-d-792364-6 {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:09.646371 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.698876 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Deleting port 3ad4c0dc-84af-4104-8835-c8c5a853becf {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:20:09.699110 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.732176 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1f49d572-9ba8-460f-b274-cf8f339fd06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'name': 'tempest-TestSnapshotPattern-1353946433-router', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'external_fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:20:08Z', 'revision_number': 5, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'gw_port': {'id': '3ad4c0dc-84af-4104-8835-c8c5a853becf', 'name': '', 'network_id': 'cbf16e2d-eea5-47e2-a13c-1b23041675be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:38:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792364-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4a4950e-b943-4024-b5ba-f07cb02b4262', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792364-6'}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:09.757912 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f49d572-9ba8-460f-b274-cf8f339fd06c None None] Checking router: 2e2d52e7-4551-4138-bc29-5eaf9951e024 for host: n-d-792364-6 {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:20:09.765909 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f49d572-9ba8-460f-b274-cf8f339fd06c None None] Routers {'2e2d52e7-4551-4138-bc29-5eaf9951e024'} bound to L3 agent in host n-d-792364-6 {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 15:20:09.767097 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1f49d572-9ba8-460f-b274-cf8f339fd06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792364-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T13:41:04Z,description=,heartbeat_timestamp=2021-08-31T15:20:04Z,host='n-d-792364-6',id=4d2ddc5d-9084-425a-be70-4cf5b1f32dc7,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T13:41:04Z,topic='l3_agent')) {'router_ids': ['2e2d52e7-4551-4138-bc29-5eaf9951e024'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:09.780803 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] For port 3ad4c0dc-84af-4104-8835-c8c5a853becf, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=3ad4c0dc-84af-4104-8835-c8c5a853becf,segment=NetworkSegment(e0625185-1587-4f24-8dc6-ed709f4b4faf),segment_id=e0625185-1587-4f24-8dc6-ed709f4b4faf)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:09.781175 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.792763 n-d-792364-6 neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Calling delete_port for 3ad4c0dc-84af-4104-8835-c8c5a853becf owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:20:09.851050 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1f49d572-9ba8-460f-b274-cf8f339fd06c None None] Set router 2e2d52e7-4551-4138-bc29-5eaf9951e024 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 15:20:09.901269 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1f49d572-9ba8-460f-b274-cf8f339fd06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'name': 'tempest-TestSnapshotPattern-1353946433-router', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:20:09Z', 'revision_number': 6, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'gw_port_host': None}], 'n-d-792364-6', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:09.930423 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.966401 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4213049'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:09.992993 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad4c0dc-84af-4104-8835-c8c5a853becf,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:10.018906 n-d-792364-6 neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f49d572-9ba8-460f-b274-cf8f339fd06c None None] The sync data for ids ['2e2d52e7-4551-4138-bc29-5eaf9951e024'] in n-d-792364-6 is: [{'id': '2e2d52e7-4551-4138-bc29-5eaf9951e024', 'name': 'tempest-TestSnapshotPattern-1353946433-router', 'tenant_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:20Z', 'updated_at': '2021-08-31T15:20:09Z', 'revision_number': 6, 'project_id': '9a04e08dcda24c758cbc4fcbbfa264ba', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:20:10.055653 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728819'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.145726 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.149939 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4105'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.152063 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.195173 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733126'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.195726 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e2d52e7-4551-4138-bc29-5eaf9951e024 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 15:20:10.200314 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.201475 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-5eaae045-8889-4497-a414-9b83a4fdb7b0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2e2d52e7-4551-4138-bc29-5eaf9951e024 HTTP/1.1" status: 204 len: 168 time: 0.7568963 Aug 31 15:20:10.203932 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37484) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:10.246544 n-d-792364-6 neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2b83c8-0c97-47bb-b10c-db96da5735ff admin admin] Deleting subnet b75f7ffe-7159-4a01-be84-8b108d191c0f {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 15:20:10.249399 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de2b83c8-0c97-47bb-b10c-db96da5735ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.282261 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de2b83c8-0c97-47bb-b10c-db96da5735ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4213659'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.366779 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de2b83c8-0c97-47bb-b10c-db96da5735ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663919'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.423437 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de2b83c8-0c97-47bb-b10c-db96da5735ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4213078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613857'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.453309 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-de2b83c8-0c97-47bb-b10c-db96da5735ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.457486 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-de2b83c8-0c97-47bb-b10c-db96da5735ff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b75f7ffe-7159-4a01-be84-8b108d191c0f HTTP/1.1" status: 204 len: 168 time: 0.2503588 Aug 31 15:20:10.457486 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b83c8-0c97-47bb-b10c-db96da5735ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75f7ffe-7159-4a01-be84-8b108d191c0f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:10.457975 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37486) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:10.462737 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd362c-1e96-4c70-9b92-0bf6ab6a745b None None] Network 24842cce-f361-4db1-b9bc-1c83badbd717 requested from n-d-792364-6 {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 15:20:10.527524 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722176'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.584413 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Deleting port 2efa3f84-8a09-40f5-8b13-51a755823b03 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 15:20:10.584793 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754575128854'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.646661 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] For port 2efa3f84-8a09-40f5-8b13-51a755823b03, host n-d-792364-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792364-6',level=0,port_id=2efa3f84-8a09-40f5-8b13-51a755823b03,segment=NetworkSegment(87a63f24-8d27-458e-a5e7-4ca5abcc4dba),segment_id=87a63f24-8d27-458e-a5e7-4ca5abcc4dba)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 15:20:10.647039 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1736571'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.660727 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Calling delete_port for 2efa3f84-8a09-40f5-8b13-51a755823b03 owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 15:20:10.740563 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754575128805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754574551345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4738310'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.770609 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=2efa3f84-8a09-40f5-8b13-51a755823b03,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:10.775353 n-d-792364-6 neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] No DVR routers for this DVR port 2efa3f84-8a09-40f5-8b13-51a755823b03 on host n-d-792364-6 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:20:10.783848 n-d-792364-6 neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce2718-1f3c-4d22-bd91-d850b68aebc7 None None] DHCP port deletion for 24842cce-f361-4db1-b9bc-1c83badbd717 request from n-d-792364-6 {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 15:20:10.851953 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777364', 'neutron.services.segments.db._delete_segments_for_network-8754575036097'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.862100 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24842cce-f361-4db1-b9bc-1c83badbd717']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:10.872665 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a63f24-8d27-458e-a5e7-4ca5abcc4dba') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:10.872963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.services.segments.db [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a63f24-8d27-458e-a5e7-4ca5abcc4dba') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:20:10.882984 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754575048277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4571559'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.898866 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.905640 n-d-792364-6 neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:20:10.906089 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4738515'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: Traceback (most recent call last): Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: timer() Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: cb(*args, **kw) Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: return func(*args, **kwargs) Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: self._notify() Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: self.callback(batched_events) Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: event.method(event) Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: return f(self, *a, **k) Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: return self._get(url).json() Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: return self.request(url, 'GET', **kwargs) Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:20:10.908352 n-d-792364-6 neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:20:10.964719 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728799'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.971357 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Notify callbacks [] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.973402 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] 10.222.0.20 "DELETE /v2.0/networks/24842cce-f361-4db1-b9bc-1c83badbd717 HTTP/1.1" status: 204 len: 168 time: 0.5144248 Aug 31 15:20:10.984378 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1d5d7-be40-44a8-85c8-48176b681c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=24842cce-f361-4db1-b9bc-1c83badbd717,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:11.150923 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3cc59aa6-18fc-4b12-882d-3203a51ffedd no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:20:11.169376 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37490) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:11.170426 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 3cc59aa6-18fc-4b12-882d-3203a51ffedd {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:20:11.170836 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3cc59aa6-18fc-4b12-882d-3203a51ffedd not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:20:11.171325 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3ad4c0dc-84af-4104-8835-c8c5a853becf no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:20:11.192632 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 3ad4c0dc-84af-4104-8835-c8c5a853becf {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:20:11.193132 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 3ad4c0dc-84af-4104-8835-c8c5a853becf not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:20:11.193765 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2efa3f84-8a09-40f5-8b13-51a755823b03 no longer exists at agent ovs-agent-n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 15:20:11.210279 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-afbdf673-b55d-4c34-b9e9-6b8d2dcc06a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04069d4cd5c74149b1c5c168065e8bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395529 Aug 31 15:20:11.213039 n-d-792364-6 neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.20', 37492) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:11.213196 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] No Port match for: 2efa3f84-8a09-40f5-8b13-51a755823b03 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 15:20:11.213417 n-d-792364-6 neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Device 2efa3f84-8a09-40f5-8b13-51a755823b03 not bound to the agent host n-d-792364-6 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 15:20:11.265781 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-717c1070-f900-4068-8c1d-957ee555b22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.286696 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-717c1070-f900-4068-8c1d-957ee555b22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.340731 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-717c1070-f900-4068-8c1d-957ee555b22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.343267 n-d-792364-6 neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-717c1070-f900-4068-8c1d-957ee555b22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.344531 n-d-792364-6 neutron-server[106387]: INFO neutron.wsgi [None req-717c1070-f900-4068-8c1d-957ee555b22d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e95002b1-5eae-44d7-84f8-7c7f6d8c57d4 HTTP/1.1" status: 204 len: 168 time: 0.1304455 Aug 31 15:20:11.351963 n-d-792364-6 neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c1070-f900-4068-8c1d-957ee555b22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95002b1-5eae-44d7-84f8-7c7f6d8c57d4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:11.665509 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37498) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:11.708517 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-308fe0a4-4b67-406d-8c17-aebeea06f7ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a04e08dcda24c758cbc4fcbbfa264ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416982 Aug 31 15:20:11.711140 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.20', 37500) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 15:20:11.758474 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb75d-6a1d-4111-91cf-64385048d48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.783814 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb75d-6a1d-4111-91cf-64385048d48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.830272 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb75d-6a1d-4111-91cf-64385048d48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619395'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.832956 n-d-792364-6 neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb75d-6a1d-4111-91cf-64385048d48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:11.834124 n-d-792364-6 neutron-server[106388]: INFO neutron.wsgi [None req-f7dbb75d-6a1d-4111-91cf-64385048d48c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84a190bd-3ced-4083-97c5-45f0b1e25d54 HTTP/1.1" status: 204 len: 168 time: 0.1220605 Aug 31 15:20:11.841571 n-d-792364-6 neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbb75d-6a1d-4111-91cf-64385048d48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a190bd-3ced-4083-97c5-45f0b1e25d54,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:12.072975 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:20:31.517446 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0de605d4-7c1b-4c5c-b8a9-9cfb2f039fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:34.171137 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:34.183022 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-24f2a55d-d58c-4dce-bdde-36f1a91db4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:35.564039 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:37.108202 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:39.929948 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:40.163365 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:49.072760 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:21:01.517856 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-43f30e4f-5b8b-441f-82ae-0313e159821e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:04.173499 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:04.185107 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-524528bb-f0e2-43b0-beaa-b415d6f52014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:05.567677 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:07.108387 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:09.950964 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:10.148357 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:26.072413 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:21:31.520569 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ac325cf-f9c2-40b0-aff0-e453e60e0848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:34.182162 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:34.186547 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81229b82-23a2-4a2c-b95e-4e95a3140081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:35.571038 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:37.112746 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:39.957934 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:40.164156 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:01.522648 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e3a4e1e-4d0a-49eb-9cbd-e497261e742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:03.072193 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:22:04.177674 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:04.191496 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5b19196b-e65d-41c5-87ba-a0f4f1dd79b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:05.572186 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:07.112239 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:09.956248 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:10.171976 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:31.523889 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3759c7be-c4fb-4994-bb66-ee52a3090a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:34.184607 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:34.188979 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25a1c0b1-12b5-4355-8962-12dcebde808a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:35.574662 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:37.114972 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:39.971707 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:40.072099 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:22:40.192497 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:01.525450 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8cf9d8d1-bbc8-45e3-818f-244684c987c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:04.180483 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:04.191266 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-364382ed-acaf-465a-853a-c32e40d3c399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:05.578173 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:07.117937 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:09.969784 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:10.201731 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:17.071425 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:23:31.526162 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cd79-28e8-4c1a-b43d-574b5bf02c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:34.187394 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:34.194211 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1ba671f-d4c5-450d-8d41-bca83a140337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:35.579650 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:37.120505 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.970398 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.221637 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:54.070838 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:24:01.527413 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5b86b95d-fffb-40b6-a6c2-769c5751e77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.184701 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.195762 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bdb338c1-ef4b-485d-9fa0-3b597f6d7c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.583635 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.124048 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.967737 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.237733 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:31.070134 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:24:31.527602 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-40b267ce-9cea-4d7c-af28-7aad9a67b228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:34.192703 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:34.197288 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-567f83a8-317b-4ba5-bade-5927e7f6b7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:35.585316 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.128892 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:39.967603 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:40.225887 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.529281 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-de748025-b7ee-4480-84f0-c7f62dec0f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.193880 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.198445 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-382ab218-44b9-40cd-8d81-f93f3cbb0883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.588682 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:07.129718 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.069396 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:25:09.980545 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:10.232840 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:31.531278 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08327860-6093-4d46-a771-e9befe3ec0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:34.190060 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:34.200361 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-08cb68c9-31e2-4706-873b-55212db50783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:35.591858 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:37.132793 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:39.981094 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:40.247377 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:45.071855 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:26:01.533696 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-30534e51-ac1f-43b3-bf02-e03c5939cdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:04.181098 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:04.199786 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee7c98ac-1f0c-4002-aaf5-b6661baf3f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:05.594177 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:07.136733 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.995284 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:10.246801 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:22.070964 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:26:31.534853 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0506d90c-25d6-4ef6-a679-b2fb482663ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:34.184948 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:34.202176 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d57842ad-36ff-4dfc-84ca-7a6c1cd27348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:35.597658 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:37.140227 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:39.994062 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:40.245996 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.069714 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:27:01.535364 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f7ad698c-9d8d-4b82-8446-e224acfab354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.192611 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.203721 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-55b0cb59-ccc5-45b7-a787-99519968b3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.600177 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:07.142283 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.163890 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.245293 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:31.537160 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13ab1f1c-fa32-4ed3-bdbc-96b5281c2d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:34.183529 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:34.202556 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-558cd4b0-00d1-4d94-8db6-fb74f12afd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:35.605620 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:36.069431 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:27:37.149226 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:40.007208 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:40.280223 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:01.538003 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ad9d5c83-78e1-4996-af81-6f97d7a3a7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:04.184687 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:04.203371 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b02ef464-a65c-4514-b181-067afbb44ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:05.607196 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:07.152037 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.022873 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.281392 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:13.068914 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 15:28:28.657190 n-d-792364-6 neutron-server[106388]: DEBUG neutron.wsgi [req-930f3284-1d44-478b-9415-37cb733801dd req-29d40c37-0b86-410f-82c4-175f7c0934db service neutron] (106388) timed out ('10.222.0.20', 36138) {{(pid=106388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 15:28:31.543930 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cba23f55-9241-4776-89d6-a96815337025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:34.186570 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff30f-5c99-40ea-8733-8e4c0f4fe33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:34.204964 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6d427992-0371-475e-9f0e-91a983457b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:35.609591 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-00dd0833-51e4-4352-9c9c-07693fb017ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:37.157234 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f339d89-d3ad-4680-926f-27b21cc61552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:40.021499 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8dc5beef-ca88-4f67-872e-cb4bf2e0d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:40.293815 n-d-792364-6 neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a14040f-3b1f-44b9-8746-d6e76653fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754574999516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665290'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.067465 n-d-792364-6 neutron-server[106390]: DEBUG neutron.db.agents_db [None req-0a18c0de-196d-4279-90cf-905157ba63ec None None] Agent healthcheck: found 7 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}